-- Logs begin at Fri 2021-06-25 08:15:16 UTC, end at Fri 2021-06-25 09:57:46 UTC. -- Jun 25 08:58:35.302228 n-d-761264-15 systemd[1]: Started Devstack devstack@q-svc.service. Jun 25 08:58:37.990430 n-d-761264-15 neutron-server[93915]: INFO neutron.common.config [-] Logging enabled! Jun 25 08:58:37.991051 n-d-761264-15 neutron-server[93915]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev399 Jun 25 08:58:37.991148 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93915) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 25 08:58:37.994459 n-d-761264-15 neutron-server[93915]: INFO neutron.common.config [-] Logging enabled! Jun 25 08:58:37.994718 n-d-761264-15 neutron-server[93915]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev399 Jun 25 08:58:37.995027 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93915) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 25 08:58:37.995971 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 25 08:58:37.996199 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 25 08:58:37.996588 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 08:58:37.996858 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 25 08:58:37.997088 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 25 08:58:37.997405 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:37.997702 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:37.997995 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:37.998229 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:37.998510 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:37.998778 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:37.999146 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:37.999344 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:37.999640 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:37.999924 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.000201 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.000486 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.000709 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.001015 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.001298 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.001585 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.001790 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] debug = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.002066 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.002492 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.002894 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.003170 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.003457 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.003730 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.004004 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.004271 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.004552 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.004900 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] host = n-d-761264-15 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.005176 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.005461 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.005742 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.006025 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.006296 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.006571 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.006852 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.007121 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.007389 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] log_file = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.007662 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.007947 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.008231 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.008518 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.008748 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.008987 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.009273 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.009555 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.009826 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.010095 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.010366 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.010637 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.010908 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.011174 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.011455 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.011734 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.012014 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.012403 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.012680 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.012977 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.013250 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.013532 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.013803 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.014074 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.014346 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.014636 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.014903 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.015174 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.015471 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.015754 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.016032 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.016314 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.016587 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.016898 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.017166 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.017435 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.017702 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] use_json = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.017973 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.018567 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.018843 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.019113 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.019382 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.019651 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.019917 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.020198 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:38.020500 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.020824 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.021127 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.021407 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.021700 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.021977 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.022266 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.022626 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.022827 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.023112 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.023400 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.023675 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.023959 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.024232 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.024570 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.024856 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.025152 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.025444 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.025719 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.025992 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.026263 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.026538 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.026822 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.027114 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.027405 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.027676 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.028023 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.028317 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.028593 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.029095 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.029196 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.029452 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.029731 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.030004 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.030282 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.030560 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.030827 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.031096 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.031370 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.031658 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.031930 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.032198 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.032465 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.032763 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.033033 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.033315 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.033589 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.033860 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.034129 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.034403 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.034718 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.034950 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.035224 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.035493 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.035767 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.036039 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.036310 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.036582 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.036886 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.037163 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.037439 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.037714 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.037993 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.038268 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.038537 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.038807 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.039078 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.039351 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.039638 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.039933 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.040207 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.040481 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.040781 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.041058 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.041332 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.041605 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.041882 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.042159 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.042427 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.042714 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.042995 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.043281 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.043612 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.043947 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.044249 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.044595 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.044930 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.045213 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.045498 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.045787 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.046069 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.046364 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.046655 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.046949 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.047240 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.047530 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.047811 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.048120 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.048397 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:38.048616 n-d-761264-15 neutron-server[93915]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 25 08:58:38.048890 n-d-761264-15 neutron-server[93915]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93915) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 25 08:58:38.397376 n-d-761264-15 neutron-server[93915]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:58:38.397603 n-d-761264-15 neutron-server[93915]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:58:38.397926 n-d-761264-15 neutron-server[93915]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:58:38.398269 n-d-761264-15 neutron-server[93915]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 25 08:58:38.788889 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.789193 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.789463 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.790757 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.791044 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.791311 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.825530 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.825784 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.826082 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.839482 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.839764 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.840032 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.869798 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.870063 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.870355 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.906979 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.907227 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:38.907528 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.138775 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.139406 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.139406 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.139566 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.140176 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.267738 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.268036 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.268656 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.268942 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.269199 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.269525 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.269781 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.270035 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.270285 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.270565 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.270802 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.271062 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.271322 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.271584 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.271839 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.272103 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.273483 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.273762 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.274051 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.274310 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.274606 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.274959 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.275219 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.275491 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.275744 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.275993 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.276395 n-d-761264-15 neutron-server[93915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 08:58:39.276635 n-d-761264-15 neutron-server[93915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 08:58:39.276897 n-d-761264-15 neutron-server[93915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 08:58:39.277137 n-d-761264-15 neutron-server[93915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 08:58:39.277376 n-d-761264-15 neutron-server[93915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 08:58:39.277610 n-d-761264-15 neutron-server[93915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 08:58:39.278049 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 25 08:58:39.281334 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 25 08:58:39.285357 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 25 08:58:39.289270 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jun 25 08:58:39.290907 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 25 08:58:39.291415 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 25 08:58:39.291752 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 25 08:58:39.292133 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 25 08:58:39.295225 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 25 08:58:39.295481 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 25 08:58:39.295834 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 25 08:58:39.323419 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 25 08:58:39.323867 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.324166 n-d-761264-15 neutron-server[93915]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93915) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 25 08:58:39.324550 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.325934 n-d-761264-15 neutron-server[93915]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93915) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 25 08:58:39.326220 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 25 08:58:39.326472 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 25 08:58:39.329854 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.330137 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:39.394897 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 25 08:58:39.395085 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 25 08:58:39.395279 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 25 08:58:39.395651 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 25 08:58:39.420582 n-d-761264-15 neutron-server[93915]: DEBUG oslo_db.sqlalchemy.engines [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93915) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 25 08:58:39.962223 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Initializing driver for type 'gre' Jun 25 08:58:39.962753 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] gre ID ranges: [(1, 1000)] Jun 25 08:58:40.013839 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Initializing driver for type 'local' Jun 25 08:58:40.014242 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Initializing driver for type 'vlan' Jun 25 08:58:40.029455 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] VlanTypeDriver initialization complete Jun 25 08:58:40.029746 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Initializing driver for type 'vxlan' Jun 25 08:58:40.030252 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] vxlan ID ranges: [(1, 1000)] Jun 25 08:58:40.087940 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Initializing extension driver 'port_security' Jun 25 08:58:40.088280 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.extensions.port_security [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] PortSecurityExtensionDriver initialization complete Jun 25 08:58:40.088615 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Initializing mechanism driver 'openvswitch' Jun 25 08:58:40.088985 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Initializing mechanism driver 'hyperv' Jun 25 08:58:40.095778 n-d-761264-15 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 08:58:40.096713 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > port after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.097122 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > port after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.097483 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > port after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.097868 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > subnet after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.098221 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > subnet after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.098567 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.098944 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > network after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.099298 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > network after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.099640 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > network after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.100014 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > security_group after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.100361 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > security_group after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.100701 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.101104 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.101452 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.101790 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.102169 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > address_group after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.102514 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > address_group after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.102858 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.103192 n-d-761264-15 neutron-server[93915]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] ML2 OVO RPC backend initialized. {{(pid=93915) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:164}} Jun 25 08:58:40.103895 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.104244 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.104653 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > network before_response 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.105021 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > networks before_response 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.105367 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > port before_response 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.105729 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > ports before_response 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.106079 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > subnet before_response 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.106410 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > subnets before_response 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.106758 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > network after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.107096 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > network after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.107428 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > network after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.107876 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > port after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.108214 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > port after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.108550 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > port after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.108916 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > subnet after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.109261 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > subnet after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.109587 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.110172 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Modular L2 Plugin initialization complete Jun 25 08:58:40.110504 n-d-761264-15 neutron-server[93915]: DEBUG neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading services supported by the core plugin {{(pid=93915) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 25 08:58:40.110812 n-d-761264-15 neutron-server[93915]: INFO neutron.plugins.ml2.managers [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Got port-security extension from driver 'port_security' Jun 25 08:58:40.111272 n-d-761264-15 neutron-server[93915]: INFO neutron.extensions.vlantransparent [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Disabled vlantransparent extension. Jun 25 08:58:40.111757 n-d-761264-15 neutron-server[93915]: DEBUG neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93915) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 25 08:58:40.112065 n-d-761264-15 neutron-server[93915]: INFO neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading Plugin: router Jun 25 08:58:40.147592 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.148250 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router after_create 55549900 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.148342 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router before_create 55549900 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.148692 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.149088 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.149468 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router after_delete 55549900 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.149805 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.150167 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router after_create 55549900 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.150514 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router after_update 55549900 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.150856 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router after_update 55549900 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.151201 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.151554 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router after_update 55549900 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.151958 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router precommit_update 55549900 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.152303 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: port after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.152668 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: port after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.153053 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: subnet after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.153392 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.153743 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.154087 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router precommit_create 55549900 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.154422 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: port before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.154745 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router precommit_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.155095 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router after_update 55549900 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.155431 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.155776 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router precommit_create 55549900 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.156131 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.156468 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router precommit_update 55549900 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.156852 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > agent after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.157197 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > agent after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.157538 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > network after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.158388 n-d-761264-15 neutron-server[93915]: DEBUG neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Tracking information for resource: router configured {{(pid=93915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 08:58:40.158715 n-d-761264-15 neutron-server[93915]: DEBUG neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Tracking information for resource: floatingip configured {{(pid=93915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 08:58:40.163676 n-d-761264-15 neutron-server[93915]: INFO neutron.db.l3_agentschedulers_db [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 25 08:58:40.164266 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: port after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.164625 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: port after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.164996 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: port after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.165313 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: port after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.166092 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router before_create 55550100 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.166455 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.166812 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router precommit_create 55550100 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.167165 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > router precommit_update 55550100 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.171781 n-d-761264-15 neutron-server[93915]: DEBUG neutron.services.provider_configuration [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Service providers = [] {{(pid=93915) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 25 08:58:40.172165 n-d-761264-15 neutron-server[93915]: DEBUG neutron.db.servicetype_db [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93915) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 25 08:58:40.175340 n-d-761264-15 neutron-server[93915]: DEBUG neutron.services.service_base [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 08:58:40.175919 n-d-761264-15 neutron-server[93915]: DEBUG neutron.services.service_base [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 08:58:40.176464 n-d-761264-15 neutron-server[93915]: DEBUG neutron.services.service_base [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 08:58:40.177704 n-d-761264-15 neutron-server[93915]: DEBUG neutron.services.service_base [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 08:58:40.178043 n-d-761264-15 neutron-server[93915]: INFO neutron.services.service_base [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 25 08:58:40.178424 n-d-761264-15 neutron-server[93915]: DEBUG neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 08:58:40.178736 n-d-761264-15 neutron-server[93915]: INFO neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 25 08:58:40.189794 n-d-761264-15 neutron-server[93915]: DEBUG neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 08:58:40.190128 n-d-761264-15 neutron-server[93915]: INFO neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading Plugin: auto_allocate Jun 25 08:58:40.195980 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: network precommit_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.196289 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: network precommit_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.196851 n-d-761264-15 neutron-server[93915]: DEBUG neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 08:58:40.197171 n-d-761264-15 neutron-server[93915]: INFO neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading Plugin: tag Jun 25 08:58:40.203802 n-d-761264-15 neutron-server[93915]: DEBUG neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 08:58:40.204126 n-d-761264-15 neutron-server[93915]: INFO neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading Plugin: timestamp Jun 25 08:58:40.207980 n-d-761264-15 neutron-server[93915]: DEBUG neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 08:58:40.208294 n-d-761264-15 neutron-server[93915]: INFO neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading Plugin: network_ip_availability Jun 25 08:58:40.215600 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.215980 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.216337 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.217175 n-d-761264-15 neutron-server[93915]: DEBUG neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 08:58:40.217493 n-d-761264-15 neutron-server[93915]: INFO neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading Plugin: flavors Jun 25 08:58:40.222316 n-d-761264-15 neutron-server[93915]: DEBUG neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 08:58:40.222642 n-d-761264-15 neutron-server[93915]: INFO neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading Plugin: revisions Jun 25 08:58:40.227025 n-d-761264-15 neutron-server[93915]: DEBUG neutron.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 08:58:40.227422 n-d-761264-15 neutron-server[93915]: DEBUG oslo_concurrency.lockutils [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.829s {{(pid=93915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:58:40.228179 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93915) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 25 08:58:40.228508 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Initializing extension manager. Jun 25 08:58:40.229048 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: __init__.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.229393 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: __pycache__ {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.229721 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.230051 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: address_group.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.230866 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.231434 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: address-group Jun 25 08:58:40.231755 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: address_scope.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.232443 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.232982 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: address-scope Jun 25 08:58:40.233284 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.234186 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.234707 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: router-admin-state-down-before-update Jun 25 08:58:40.235025 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: agent.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.235705 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.236203 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: agent Jun 25 08:58:40.236516 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: agent_resources_synced.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.237433 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.237942 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: agent-resources-synced Jun 25 08:58:40.238258 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: allowedaddresspairs.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.240015 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.240537 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: allowed-address-pairs Jun 25 08:58:40.240894 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: auto_allocated_topology.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.242134 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.242651 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: auto-allocated-topology Jun 25 08:58:40.242976 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: availability_zone.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.243637 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.244152 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: availability_zone Jun 25 08:58:40.244461 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: availability_zone_filter.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.245404 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.245925 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: availability_zone_filter Jun 25 08:58:40.246241 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: data_plane_status.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.247140 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.247641 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension data-plane-status not supported by any of loaded plugins Jun 25 08:58:40.247962 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: default_subnetpools.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.248879 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.249387 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: default-subnetpools Jun 25 08:58:40.249695 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.250497 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.251002 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: dhcp_agent_scheduler Jun 25 08:58:40.251321 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: dns.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.252215 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.252721 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension dns-integration not supported by any of loaded plugins Jun 25 08:58:40.253067 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: dns_domain_ports.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.253952 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.254454 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 25 08:58:40.254771 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.255666 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.256159 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 25 08:58:40.256477 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: dvr.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.257164 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.257670 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: dvr Jun 25 08:58:40.257981 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: empty_string_filtering.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.258863 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.259373 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: empty-string-filtering Jun 25 08:58:40.259691 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.260571 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.261114 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 25 08:58:40.261435 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.262360 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.262877 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 25 08:58:40.263189 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: external_net.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.264084 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.264598 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: external-net Jun 25 08:58:40.264951 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.265847 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.266343 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: extra_dhcp_opt Jun 25 08:58:40.266671 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: extraroute.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.267531 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.268374 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: extraroute Jun 25 08:58:40.268691 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: extraroute_atomic.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.269765 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.270274 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: extraroute-atomic Jun 25 08:58:40.270587 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: filter_validation.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.271218 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.271717 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: filter-validation Jun 25 08:58:40.272032 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: fip_pf_description.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.272942 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.273441 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 25 08:58:40.273757 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: fip_port_details.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.274645 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.275147 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: fip-port-details Jun 25 08:58:40.275463 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: flavors.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.276682 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.277222 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: flavors Jun 25 08:58:40.277543 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.279434 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.279967 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 25 08:58:40.280294 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: floatingip_pools.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.281011 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.281496 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: floatingip-pools Jun 25 08:58:40.281817 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: ip_allocation.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.282719 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.283261 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension ip_allocation not supported by any of loaded plugins Jun 25 08:58:40.283579 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.284444 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.284978 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: ip-substring-filtering Jun 25 08:58:40.285300 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: l2_adjacency.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.286210 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.286716 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 25 08:58:40.287030 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: l3.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.288009 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.288523 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: router Jun 25 08:58:40.288868 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.291227 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.292020 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 25 08:58:40.292142 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.293016 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.293583 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: ext-gw-mode Jun 25 08:58:40.293906 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.294810 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.295323 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: l3-ha Jun 25 08:58:40.295644 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: l3_flavors.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.296555 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.297093 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: l3-flavors Jun 25 08:58:40.297414 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.298319 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.299019 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 25 08:58:40.299143 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: l3agentscheduler.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.300178 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.300695 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: l3_agent_scheduler Jun 25 08:58:40.301055 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: logging.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.302526 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.303043 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension logging not supported by any of loaded plugins Jun 25 08:58:40.303370 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: metering.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.304094 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.304668 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: metering Jun 25 08:58:40.305014 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.306099 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.306606 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: metering_source_and_destination_fields Jun 25 08:58:40.306960 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: multiprovidernet.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.307839 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.308346 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: multi-provider Jun 25 08:58:40.308665 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: netmtu.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.309839 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.310347 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: net-mtu Jun 25 08:58:40.310660 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: netmtu_writable.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.311550 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.312058 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: net-mtu-writable Jun 25 08:58:40.312375 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: network_availability_zone.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.313054 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.313562 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: network_availability_zone Jun 25 08:58:40.314055 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: network_ip_availability.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.314938 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.315448 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: network-ip-availability Jun 25 08:58:40.315777 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: network_segment_range.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.316515 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.317051 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension network-segment-range not supported by any of loaded plugins Jun 25 08:58:40.317369 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: pagination.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.318339 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.318664 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: pagination Jun 25 08:58:40.318981 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: port_device_profile.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.319863 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.320373 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: port-device-profile Jun 25 08:58:40.320688 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.321626 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.322133 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: port-mac-address-regenerate Jun 25 08:58:40.322447 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.323334 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.323849 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: port-numa-affinity-policy Jun 25 08:58:40.324162 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: port_resource_request.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.325117 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.325622 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension port-resource-request not supported by any of loaded plugins Jun 25 08:58:40.325937 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: portbindings.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.326821 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.327332 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: binding Jun 25 08:58:40.327653 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: portbindings_extended.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.328997 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.329470 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: binding-extended Jun 25 08:58:40.329793 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: portsecurity.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.330873 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.331396 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: port-security Jun 25 08:58:40.331714 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: project_id.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.332672 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.333023 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: project-id Jun 25 08:58:40.333340 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: providernet.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.334246 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.334756 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: provider Jun 25 08:58:40.335071 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: qos.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.338747 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.339272 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension qos not supported by any of loaded plugins Jun 25 08:58:40.339600 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.340961 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.341476 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 25 08:58:40.341801 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.342694 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.343207 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 25 08:58:40.343525 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: qos_default.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.344423 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.344974 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension qos-default not supported by any of loaded plugins Jun 25 08:58:40.345298 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: qos_fip.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.345932 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.346433 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension qos-fip not supported by any of loaded plugins Jun 25 08:58:40.346750 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: qos_gateway_ip.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.347655 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.348167 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 25 08:58:40.348488 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: qos_port_network_policy.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.349398 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.349911 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 25 08:58:40.350232 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: qos_rule_type_details.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.351151 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.351655 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 25 08:58:40.351972 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: qos_rules_alias.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.353056 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.353611 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 25 08:58:40.353928 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: quotasv2.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.354862 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.355180 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: quotas Jun 25 08:58:40.355535 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: quotasv2_detail.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.358690 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.359021 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: quota_details Jun 25 08:58:40.359350 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: rbac.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.360399 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.360963 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: rbac-policies Jun 25 08:58:40.361292 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: rbac_address_group.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.362191 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.362715 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: rbac-address-group Jun 25 08:58:40.363035 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: rbac_address_scope.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.363945 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.364454 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: rbac-address-scope Jun 25 08:58:40.364807 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: rbac_security_groups.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.365693 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.366206 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: rbac-security-groups Jun 25 08:58:40.366530 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: rbac_subnetpool.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.367415 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.367933 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: rbac-subnetpool Jun 25 08:58:40.368330 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: revisionifmatch.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.369407 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.369992 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: revision-if-match Jun 25 08:58:40.370325 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: revisions.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.371915 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.372460 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: standard-attr-revisions Jun 25 08:58:40.372858 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: router_availability_zone.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.373677 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.374280 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: router_availability_zone Jun 25 08:58:40.374676 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: routerservicetype.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.375723 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.376295 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension router-service-type not supported by any of loaded plugins Jun 25 08:58:40.376840 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.378148 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.378721 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: security-groups-normalized-cidr Jun 25 08:58:40.379203 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.380283 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.380984 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: port-security-groups-filtering Jun 25 08:58:40.381465 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.382517 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.383312 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: security-groups-remote-address-group Jun 25 08:58:40.383572 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: securitygroup.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.395807 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.396408 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: security-group Jun 25 08:58:40.396799 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: segment.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.397658 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.398180 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension segment not supported by any of loaded plugins Jun 25 08:58:40.398503 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.399464 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.399989 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 25 08:58:40.400297 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: servicetype.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.401477 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.402029 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: service-type Jun 25 08:58:40.402331 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: sorting.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.403310 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.403640 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: sorting Jun 25 08:58:40.403963 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: standard_attr_segment.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.405022 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.405538 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 25 08:58:40.405857 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: standardattrdescription.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.406487 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.406993 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: standard-attr-description Jun 25 08:58:40.407310 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: stateful_security_group.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.408338 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.408962 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: stateful-security-group Jun 25 08:58:40.409287 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: stdattrs_common.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.409861 n-d-761264-15 neutron-server[93915]: WARNING neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 25 08:58:40.410188 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.411200 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.411724 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 25 08:58:40.412048 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: subnet_onboard.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.413126 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.413649 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: subnet_onboard Jun 25 08:58:40.413964 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.414871 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.415379 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 25 08:58:40.415698 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: subnet_service_types.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.416597 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.417148 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: subnet-service-types Jun 25 08:58:40.417468 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: subnetallocation.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.418572 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.419085 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: subnet_allocation Jun 25 08:58:40.419407 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.420059 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.420574 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: subnetpool-prefix-ops Jun 25 08:58:40.420921 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.421825 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.422336 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 25 08:58:40.422654 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: tagging.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.423731 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.424244 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: standard-attr-tag Jun 25 08:58:40.424564 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: timestamp.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.425759 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.426275 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loaded extension: standard-attr-timestamp Jun 25 08:58:40.426598 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: trunk.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.427610 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.428130 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension trunk not supported by any of loaded plugins Jun 25 08:58:40.428451 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: trunk_details.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.429379 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.429894 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension trunk-details not supported by any of loaded plugins Jun 25 08:58:40.430215 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: uplink_status_propagation.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.431122 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.431633 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 25 08:58:40.431953 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Loading extension file: vlantransparent.py {{(pid=93915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 08:58:40.432626 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 08:58:40.433163 n-d-761264-15 neutron-server[93915]: INFO neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 25 08:58:40.435723 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of TrackedResource for resource:network Jun 25 08:58:40.436248 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of TrackedResource for resource:subnet Jun 25 08:58:40.436645 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 08:58:40.437063 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of TrackedResource for resource:port Jun 25 08:58:40.438325 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.v2.resource_helper [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 08:58:40.438755 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.v2.resource_helper [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Service FLAVORS assigned prefix: {{(pid=93915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 08:58:40.439386 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.v2.resource_helper [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 08:58:40.439836 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.v2.resource_helper [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 08:58:40.440167 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of TrackedResource for resource:router Jun 25 08:58:40.440581 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of TrackedResource for resource:floatingip Jun 25 08:58:40.441114 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.v2.resource_helper [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Service METERING assigned prefix: /metering {{(pid=93915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 08:58:40.442648 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.443034 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.443381 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 08:58:40.444417 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of CountableResource for resource:rbac_policy Jun 25 08:58:40.444892 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of TrackedResource for resource:security_group Jun 25 08:58:40.445324 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 25 08:58:40.445942 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.v2.resource_helper [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Service CORE assigned prefix: {{(pid=93915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 08:58:40.446334 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 08:58:40.446609 n-d-761264-15 neutron-server[93915]: WARNING neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] subnetpool is already registered Jun 25 08:58:40.447032 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.v2.resource_helper [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Service CORE assigned prefix: {{(pid=93915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 08:58:40.447348 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 08:58:40.447654 n-d-761264-15 neutron-server[93915]: WARNING neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] subnetpool is already registered Jun 25 08:58:40.450071 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.v2.resource_helper [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 08:58:40.450495 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.v2.resource_helper [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Service FLAVORS assigned prefix: {{(pid=93915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 08:58:40.451074 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.v2.resource_helper [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 08:58:40.451502 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.v2.resource_helper [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 08:58:40.451825 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of TrackedResource for resource:router Jun 25 08:58:40.452159 n-d-761264-15 neutron-server[93915]: WARNING neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] router is already registered Jun 25 08:58:40.452562 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of TrackedResource for resource:floatingip Jun 25 08:58:40.452930 n-d-761264-15 neutron-server[93915]: WARNING neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] floatingip is already registered Jun 25 08:58:40.453376 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.v2.resource_helper [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Service METERING assigned prefix: /metering {{(pid=93915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 08:58:40.454031 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of CountableResource for resource:rbac_policy Jun 25 08:58:40.454349 n-d-761264-15 neutron-server[93915]: WARNING neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] rbac_policy is already registered Jun 25 08:58:40.454751 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of TrackedResource for resource:security_group Jun 25 08:58:40.455074 n-d-761264-15 neutron-server[93915]: WARNING neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] security_group is already registered Jun 25 08:58:40.455473 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 25 08:58:40.455800 n-d-761264-15 neutron-server[93915]: WARNING neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] security_group_rule is already registered Jun 25 08:58:40.456435 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.v2.resource_helper [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Service CORE assigned prefix: {{(pid=93915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 08:58:40.456750 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 08:58:40.457105 n-d-761264-15 neutron-server[93915]: WARNING neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] subnetpool is already registered Jun 25 08:58:40.457513 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.v2.resource_helper [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Service CORE assigned prefix: {{(pid=93915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 08:58:40.457846 n-d-761264-15 neutron-server[93915]: INFO neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 08:58:40.458168 n-d-761264-15 neutron-server[93915]: WARNING neutron.quota.resource_registry [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] subnetpool is already registered Jun 25 08:58:40.458629 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: extensions {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.460090 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: address-groups {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.461608 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: address-scopes {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.462918 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: agents {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.464076 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: auto-allocated-topology {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.465463 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: availability_zones {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.466671 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: dhcp-networks {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.468189 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: dhcp-agents {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.469682 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: routers {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.471600 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: flavors {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.474532 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: service_profiles {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.475756 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: next_providers {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.477232 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: service_profiles {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.478784 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: floatingip-pools {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.480002 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: routers {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.481837 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: floatingips {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.483097 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: l3-routers {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.484502 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: l3-agents {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.485960 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: metering-labels {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.487218 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: metering-label-rules {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.488593 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: network-ip-availabilities {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.489864 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: bindings {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.491447 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: quotas {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.492975 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: quotas {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.494400 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: rbac-policies {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.495588 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: security-groups {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.496920 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: security-group-rules {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.498192 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: service-providers {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.499414 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: subnetpools {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.500721 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: subnetpools {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.502279 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: tags {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.503951 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: tags {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.505812 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: tags {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.507549 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: tags {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.509249 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: tags {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.511190 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: tags {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.513100 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: tags {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.514888 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: tags {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.516724 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: tags {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.518829 n-d-761264-15 neutron-server[93915]: DEBUG neutron.api.extensions [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Extended resource: tags {{(pid=93915) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 08:58:40.525176 n-d-761264-15 neutron-server[93915]: WARNING keystonemiddleware.auth_token [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 25 08:58:40.529757 n-d-761264-15 neutron-server[93915]: WARNING keystonemiddleware.auth_token [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 25 08:58:40.538049 n-d-761264-15 neutron-server[93915]: DEBUG oslo_concurrency.lockutils [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Acquired lock "singleton_lock" {{(pid=93915) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 25 08:58:40.538525 n-d-761264-15 neutron-server[93915]: DEBUG oslo_concurrency.lockutils [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Releasing lock "singleton_lock" {{(pid=93915) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 25 08:58:40.539164 n-d-761264-15 neutron-server[93915]: INFO oslo_service.service [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Starting 2 workers Jun 25 08:58:40.543807 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Started child 94024 {{(pid=93915) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 08:58:40.548104 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Started child 94025 {{(pid=93915) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 08:58:40.549253 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:58:40.549828 n-d-761264-15 neutron-server[93915]: INFO neutron.service [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 25 08:58:40.550283 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Notify callbacks [] for process, before_spawn {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:58:40.550932 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [-] (94024) wsgi starting up on http://0.0.0.0:9696 Jun 25 08:58:40.552674 n-d-761264-15 neutron-server[93915]: INFO oslo_service.service [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Starting 1 workers Jun 25 08:58:40.552870 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:58:40.554350 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [-] (94025) wsgi starting up on http://0.0.0.0:9696 Jun 25 08:58:40.557675 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Started child 94026 {{(pid=93915) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 08:58:40.558232 n-d-761264-15 neutron-server[93915]: INFO oslo_service.service [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Starting 1 workers Jun 25 08:58:40.561379 n-d-761264-15 neutron-server[94026]: DEBUG neutron.service [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] calling RpcWorker wait() {{(pid=94026) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 25 08:58:40.562054 n-d-761264-15 neutron-server[94026]: DEBUG neutron.service [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] returning from RpcWorker wait() {{(pid=94026) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 25 08:58:40.562629 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Started child 94027 {{(pid=93915) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 08:58:40.563099 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:58:40.563412 n-d-761264-15 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce386770-49cb-4fc3-a68d-2d864ecd3d71 None None] Notify callbacks [] for process, after_spawn {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:58:40.563720 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 08:58:40.565321 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93915) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 25 08:58:40.565550 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 25 08:58:40.565850 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 25 08:58:40.566222 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 08:58:40.566525 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 25 08:58:40.566738 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 25 08:58:40.567229 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.567660 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.567818 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:58:40.568457 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.568457 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.568457 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.569036 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.569301 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.569553 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.569820 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.570048 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.570191 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.570365 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.570626 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.570945 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.571094 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.571367 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.571609 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.571861 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.572010 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.572269 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.572523 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.572809 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.573022 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] debug = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.573255 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.573730 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.573970 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.574222 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.574485 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.574800 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.575021 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.575289 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.575535 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.575779 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.576023 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.576275 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.576521 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.576692 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.576955 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.577207 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.577420 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.577884 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] host = n-d-761264-15 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.578092 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.578307 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.578545 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.578785 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.579025 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.579250 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.579612 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.579765 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.579982 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.580199 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.580444 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.580693 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.580946 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.581204 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] log_file = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.581343 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] log_options = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.581551 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.581818 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.582076 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.582263 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.582467 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.582674 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.582906 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.583181 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.583331 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.583464 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.583675 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.583886 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.584091 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.584299 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.584573 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.584839 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.585050 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.585260 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.585516 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.585758 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.585976 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.586270 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.586579 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.586787 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.586999 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.587293 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.587533 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.587757 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.587964 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.588237 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.588470 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.588737 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.589744 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.590118 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.590407 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.591806 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.592045 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.592361 n-d-761264-15 neutron-server[94027]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 08:58:40.592521 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.592606 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.592862 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.593098 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.593331 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.593598 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.594015 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.594248 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.594469 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] use_json = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.595386 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.595386 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.595386 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.595386 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.595929 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.595929 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.596677 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.596677 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.596677 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.597798 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.597798 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.598097 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.598536 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.600555 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.600555 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.600555 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.600555 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.600555 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.600555 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.600555 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.601406 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.601406 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.601406 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.601709 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.601709 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.601948 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.602195 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.602477 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.602693 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.602905 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.603250 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.603547 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.603833 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.604113 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.604326 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.604582 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.604840 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.606181 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.606181 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.606376 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.606524 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.606780 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.607043 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.607293 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.607550 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.607797 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.608031 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.608283 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.608542 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.608806 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.609033 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.609253 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.609479 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.609699 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.609934 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.610188 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.610452 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.610691 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.610999 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.611099 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.611313 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.611546 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.611765 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.612027 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.612249 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.612462 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.612675 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.612929 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.613174 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.613420 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.613662 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.613870 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.614088 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.614297 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.614504 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.614739 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.614954 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.615182 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.615397 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.615629 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.615841 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.616087 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.616313 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.616520 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.616771 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.617076 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.617218 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.617436 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.617645 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.617873 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.618084 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.618294 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.618552 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.618861 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.619081 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.619327 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.619552 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.619786 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.620046 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.620293 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.620512 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.620755 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.620979 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.621229 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.621493 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.621786 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.622033 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.622252 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.622538 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.622747 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.622977 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.623217 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.623456 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.623691 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.623942 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.624203 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.624452 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.624757 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.624995 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.625269 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.625526 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.625776 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.625994 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.626259 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.626532 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.626788 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.627024 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.627266 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.627551 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.627870 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.628125 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.628422 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.628681 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.629053 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.629273 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.629570 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.629866 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.630130 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.630428 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.630981 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.631336 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.631574 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.631788 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.632028 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.632288 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.632554 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.632817 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.633080 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.633470 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.633589 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.633789 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.634022 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.634249 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.634677 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.634793 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.634940 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.635139 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.635370 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.635588 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.635816 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.636046 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.636303 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.636533 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.636784 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.637187 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.637187 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.637435 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.638212 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.638212 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.638212 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.638448 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.638518 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.638726 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.638947 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.639155 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.639404 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.639621 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.639929 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.640175 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.640389 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.640634 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.640913 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.641150 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.641386 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.641635 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.641853 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.642065 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.642367 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.642590 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.642815 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.643377 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.643607 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.643819 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.644104 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.644462 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.644840 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.645077 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.645324 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.645784 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.646002 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.646238 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.646469 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.646690 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.646921 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.647130 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.647326 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.647579 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.647800 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.648018 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.648228 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.648461 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.648668 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.648903 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.649110 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.649390 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.649630 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.649854 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.650089 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.650432 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.650660 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.650869 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.651076 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.651287 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.651493 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.651735 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.651941 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.652145 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.652374 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.652601 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.652895 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.653120 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.653350 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.653559 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.653831 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.654054 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.654260 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.654473 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.654683 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.654888 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.655209 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.655458 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.655675 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.655965 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.656209 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.656455 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.656705 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.657044 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.657259 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.657516 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.657755 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.657967 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.658186 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.658433 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.658910 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.659226 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.659526 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.659792 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.660075 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.660345 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.660614 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.660857 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.661149 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.661468 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.661737 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.662000 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.662223 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.662484 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.662700 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.662913 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.663130 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.663357 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.663574 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.663807 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.664032 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.664253 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.664469 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.664775 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.664982 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.665222 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.665448 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.665665 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.665875 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.666031 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 25 08:58:40.666582 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93915) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 25 08:58:40.666746 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 25 08:58:40.666941 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 25 08:58:40.667083 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 08:58:40.667233 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 25 08:58:40.667384 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 25 08:58:40.667589 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.667753 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.667897 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.668069 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.668222 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.668406 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.668568 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.668803 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.668920 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.669026 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.669184 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.669366 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.669497 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.669620 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.669782 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.669941 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.670067 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.670211 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.670374 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.670531 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.670690 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.670848 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.671005 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] debug = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.671162 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.671365 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.671519 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.671675 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.671833 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.671991 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.672147 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.672306 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.672464 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.672604 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.672785 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.672944 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.673103 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.673260 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.673417 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.673575 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.673731 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.673888 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] host = n-d-761264-15 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.674028 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.674189 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.674346 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.674509 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.674666 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.674823 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.674979 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.675136 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.675292 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.675500 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.675626 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.675748 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.675878 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.676026 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] log_file = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.676183 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] log_options = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.676340 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.676496 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.676653 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.676849 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.677026 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.677186 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.677345 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.677507 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.677664 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.677822 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.677979 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.678214 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.678844 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.679377 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.679377 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.679377 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.680453 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.680453 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.680453 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.680453 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.680453 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.680453 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.680453 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.680453 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.681149 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.681149 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.681149 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.681149 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.681427 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.681427 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.681583 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.681666 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.681794 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.681917 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.682068 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.682225 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.682382 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.682543 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.682704 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.682860 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.683017 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.683173 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.683330 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.683487 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.683644 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.683937 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] use_json = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.684067 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.684156 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.684294 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.684454 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.684611 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.684798 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.684958 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.685118 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 08:58:40.685333 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.685497 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.685670 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.685833 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.685994 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.686154 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.686317 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.686480 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.686643 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.686804 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.686973 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.687136 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.687306 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.687467 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.687627 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.687791 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.687955 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.688117 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.688284 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.688440 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.688600 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.688782 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.688961 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.689124 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.689287 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.689449 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.689609 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.689772 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.689933 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.690093 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.690254 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.690415 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.690575 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.690735 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.690895 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.691056 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.691216 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.691377 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.691537 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.691697 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.691865 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.692005 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.692167 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.692328 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.692488 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.692651 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.692833 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.692994 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.693160 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.693322 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.693493 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.693653 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.693814 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.693975 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.694136 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.694296 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.694461 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.694606 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.694768 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.694930 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.695077 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.695250 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.695410 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.695568 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.695715 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.695876 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.696036 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.696197 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.696409 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.696553 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.696685 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.696833 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.696986 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.697147 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.697308 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.697468 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.697630 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.697790 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.697953 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.698115 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.698274 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.698434 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.698595 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.698809 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.698999 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.699157 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.699438 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.699606 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.699787 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.699929 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.700178 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.700267 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.700442 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.700568 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.700689 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.700859 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.700983 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.701150 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.701376 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.701460 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.701602 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.701920 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.702084 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.702245 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.702407 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.702567 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.702729 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.702889 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.703049 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.703207 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.703518 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.704012 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.704012 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.704012 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.704307 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.704307 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.704453 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.704613 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.704797 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.704961 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.705373 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.705373 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.705800 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.705800 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.705800 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.706240 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.706240 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.706240 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.706642 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.706642 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.706642 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.707029 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.707029 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.707343 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.707343 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.707343 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.707738 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.707738 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.707995 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.707995 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.708300 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.708300 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.708528 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.708661 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.708830 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.708980 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.709117 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.709248 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.709371 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.709454 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.709615 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.709777 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.709939 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.710100 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.710262 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.710421 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.710582 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.710742 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.710902 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.711065 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.711226 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.711387 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.711548 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.711708 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.711867 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.712030 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.712206 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.712349 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.712510 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.712674 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.712858 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.713022 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.713184 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.713346 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.713500 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.713694 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.713807 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.713967 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.714158 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.714291 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.714454 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.714784 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.714952 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.715178 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.715341 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.715496 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.715660 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.715836 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.715999 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.716160 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.716330 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.716470 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.716629 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.716767 n-d-761264-15 neutron-server[94026]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 08:58:40.716878 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.716961 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.717111 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.717271 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.717536 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.717647 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.717768 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.717940 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.718084 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.718234 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.718395 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.718558 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.718749 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.718882 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.719021 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.719179 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.719343 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.719495 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.719658 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.719818 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.719978 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.720138 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.720299 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.720467 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.720626 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.720815 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.720976 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.721135 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.721305 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.721464 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.721623 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.721782 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.721941 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.722109 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.722268 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.722427 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.722586 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.722745 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.722914 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.723077 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.723240 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.723407 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.723567 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.723727 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.723887 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.724060 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.724220 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.724385 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.724550 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.724712 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.724964 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.725133 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.725301 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.725470 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.725638 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.725801 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.725968 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.726136 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.726305 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.726467 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.726636 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.726808 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.726969 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.727129 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.727290 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.727449 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.727686 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.727858 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.728793 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.728793 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.729316 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.729316 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.729590 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.729717 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.729847 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.729971 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.730099 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.730227 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.730371 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.730536 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.730723 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 08:58:40.730877 n-d-761264-15 neutron-server[93915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93915) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 25 08:58:40.985259 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60712) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 08:58:40.997759 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [-] 10.222.0.93 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095038 Jun 25 08:58:52.433216 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3d4f6f-fd9f-489b-952e-32aaed7b58f7 None None] get_active_networks_info from n-d-761264-15 {{(pid=94026) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 08:58:52.470171 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b67db1e-8f3b-437c-a2be-31bdb2592c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592221'] for agent, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:58:52.495370 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3d4f6f-fd9f-489b-952e-32aaed7b58f7 None None] No non-hosted networks {{(pid=94026) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 25 08:58:54.847196 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8ed45609-995a-482e-9691-2690763848ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592221'] for agent, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:58:54.895039 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2b9a01bf-186d-43a4-9277-5c1428c4a765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:58:55.063868 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592221'] for agent, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:58:55.064926 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:58:55.065651 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:58:55.067980 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:58:55.068953 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:58:55.072212 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:58:55.075653 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:58:55.076423 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:58:55.080065 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:58:55.081797 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:58:55.083386 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:58:55.086636 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:58:55.087127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:58:55.087663 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-761264-15', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 08:58:55.097369 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-761264-15', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 08:58:56.055337 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592221'] for agent, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:58:57.777483 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592221'] for agent, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:58:58.928099 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60804) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 08:58:59.435161 n-d-761264-15 neutron-server[94025]: WARNING oslo_policy.policy [None req-19d8b139-d02e-4ae5-9ccc-332be8dd0144 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 08:58:59.435732 n-d-761264-15 neutron-server[94025]: WARNING oslo_policy.policy [None req-19d8b139-d02e-4ae5-9ccc-332be8dd0144 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 08:58:59.647950 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [None req-19d8b139-d02e-4ae5-9ccc-332be8dd0144 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 08:58:59.648944 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-19d8b139-d02e-4ae5-9ccc-332be8dd0144 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7199099 Jun 25 08:59:01.129362 n-d-761264-15 neutron-server[94026]: INFO neutron.db.l3_hamode_db [None req-bd5b7f63-2304-4f84-8c81-ca5ad32143c3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 25 08:59:01.205076 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b7f63-2304-4f84-8c81-ca5ad32143c3 None None] Routers set() bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 08:59:01.205451 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b7f63-2304-4f84-8c81-ca5ad32143c3 None None] Router IDs set() for agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 25 08:59:02.023414 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60818) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 08:59:02.374271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-5c4d3797-d55c-4f39-9723-5b9fc90856cc admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 08:59:02.466140 n-d-761264-15 neutron-server[94025]: DEBUG neutron.policy [None req-5c4d3797-d55c-4f39-9723-5b9fc90856cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94025) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 25 08:59:02.510838 n-d-761264-15 neutron-server[94025]: WARNING oslo_policy.policy [None req-5c4d3797-d55c-4f39-9723-5b9fc90856cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 08:59:02.511207 n-d-761264-15 neutron-server[94025]: WARNING oslo_policy.policy [None req-5c4d3797-d55c-4f39-9723-5b9fc90856cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 08:59:02.520150 n-d-761264-15 neutron-server[94025]: INFO neutron.quota [None req-5c4d3797-d55c-4f39-9723-5b9fc90856cc admin admin] Loaded quota_driver: . Jun 25 08:59:02.617973 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5c4d3797-d55c-4f39-9723-5b9fc90856cc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728572234473', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728572235580', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728572255019', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728572249126', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728572259274', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728572199910', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2042562', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1896638', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-722042', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-709847'] for rbac-policy, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:02.692537 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5c4d3797-d55c-4f39-9723-5b9fc90856cc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:02.693761 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5c4d3797-d55c-4f39-9723-5b9fc90856cc admin admin] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6691391 Jun 25 08:59:05.284378 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60830) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 08:59:05.633169 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Request body: {'network': {'tenant_id': 'ad6ddec544944ac5893c08305b2a8a30', 'name': 'private', 'admin_state_up': True, 'project_id': 'ad6ddec544944ac5893c08305b2a8a30'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 08:59:05.670871 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Made reservation on behalf of ad6ddec544944ac5893c08305b2a8a30 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 08:59:05.673886 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:05.691653 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:05.820326 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:05.825860 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:05.831406 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:05.847021 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 08:59:05.875752 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728567442198', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:05.876354 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Unsubscribe: segment precommit_create {{(pid=94025) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 25 08:59:05.876856 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Added segment 275f70df-2ef5-4333-94b6-5fac9b0c659b of type vlan for network 65014b54-bbb4-4174-bf44-b8ff0533e29b Jun 25 08:59:05.895086 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029b4e59-3967-4c22-994b-c169993206c3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:05.949586 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:05.949913 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:05.950274 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:05.950560 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:05.950871 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:05.951183 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:05.951489 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:05.951794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:05.952099 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:05.952403 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:05.952689 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:05.953017 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Tracked resource versions report: Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: pushed versions: Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: { 'AddressGroup': {'1.2'}, Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'ConntrackHelper': {'1.0'}, Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'Log': {'1.0'}, Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'Network': {'1.1'}, Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'Port': {'1.7'}, Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'PortForwarding': {'1.2'}, Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'QosPolicy': {'1.8'}, Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'SecurityGroup': {'1.4'}, Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'SecurityGroupRule': {'1.2'}, Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'SubPort': {'1.0'}, Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'Subnet': {'1.1'}, Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'Trunk': {'1.1'}} Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: consumer versions: Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: { DHCP agent@n-d-761264-15: {}, Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: L3 agent@n-d-761264-15: {}, Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: Metadata agent@n-d-761264-15: {}, Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: Metering agent@n-d-761264-15: {}, Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: Open vSwitch agent@n-d-761264-15: { 'AddressGroup': '1.2', Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'ConntrackHelper': '1.0', Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'Log': '1.0', Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'Network': '1.1', Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'Port': '1.7', Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'PortForwarding': '1.2', Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'QosPolicy': '1.8', Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'SecurityGroup': '1.4', Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'SecurityGroupRule': '1.2', Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'SubPort': '1.0', Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'Subnet': '1.1', Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: 'Trunk': '1.1'}} Jun 25 08:59:05.954214 n-d-761264-15 neutron-server[94025]: {{(pid=94025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 08:59:05.993930 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:06.011662 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:06.050035 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:06.051479 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 08:59:06.052154 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:06.055013 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:06.127315 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8417039 Jun 25 08:59:06.151596 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=65014b54-bbb4-4174-bf44-b8ff0533e29b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:06.155588 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:06.164539 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 65014b54-bbb4-4174-bf44-b8ff0533e29b details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 08:59:08.788982 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60844) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 08:59:09.216140 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222fc274-4aa6-4c0e-9553-42b475db293c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 08:59:09.217537 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-222fc274-4aa6-4c0e-9553-42b475db293c admin admin] 10.222.0.93 "GET /v2.0/networks/65014b54-bbb4-4174-bf44-b8ff0533e29b HTTP/1.1" status: 200 len: 826 time: 0.4276178 Jun 25 08:59:09.241684 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a30545c2-ee0b-466a-9f3f-43eec8a1eae5 admin admin] 10.222.0.93 "GET /v2.0/subnetpools/54c321fa-f9cd-4ac8-a543-c96034bebbab HTTP/1.1" status: 200 len: 734 time: 0.0186687 Jun 25 08:59:09.250579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ad6726c7-adc5-4de8-8a92-4bdab9c6335a admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'ad6ddec544944ac5893c08305b2a8a30', 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b', 'subnetpool_id': '54c321fa-f9cd-4ac8-a543-c96034bebbab'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 08:59:09.277585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6726c7-adc5-4de8-8a92-4bdab9c6335a admin admin] Made reservation on behalf of ad6ddec544944ac5893c08305b2a8a30 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 08:59:09.279904 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad6726c7-adc5-4de8-8a92-4bdab9c6335a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:09.603009 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad6726c7-adc5-4de8-8a92-4bdab9c6335a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:09.606055 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:09.669453 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6726c7-adc5-4de8-8a92-4bdab9c6335a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cfbf228-a0a3-4136-b681-919948c372be,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:09.675662 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ad6726c7-adc5-4de8-8a92-4bdab9c6335a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:09.678505 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6726c7-adc5-4de8-8a92-4bdab9c6335a admin admin] Checking segment: {'id': '275f70df-2ef5-4333-94b6-5fac9b0c659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 08:59:09.678911 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6726c7-adc5-4de8-8a92-4bdab9c6335a admin admin] Network hostable DHCP agents. Network: 65014b54-bbb4-4174-bf44-b8ff0533e29b, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 08:59:09.708600 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6726c7-adc5-4de8-8a92-4bdab9c6335a admin admin] Network 65014b54-bbb4-4174-bf44-b8ff0533e29b is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 08:59:09.722122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-ad6726c7-adc5-4de8-8a92-4bdab9c6335a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 65014b54-bbb4-4174-bf44-b8ff0533e29b) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 08:59:09.726742 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6726c7-adc5-4de8-8a92-4bdab9c6335a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 08:59:09.727338 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad6726c7-adc5-4de8-8a92-4bdab9c6335a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:09.732281 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599bd494-69fe-4ad4-8735-7bad2c1c2915 None None] Network 65014b54-bbb4-4174-bf44-b8ff0533e29b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 08:59:09.745588 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ad6726c7-adc5-4de8-8a92-4bdab9c6335a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4983006 Jun 25 08:59:10.049929 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-65014b54-bbb4-4174-bf44-b8ff0533e29b', 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b', 'tenant_id': 'ad6ddec544944ac5893c08305b2a8a30', 'fixed_ips': [{'subnet_id': '8cfbf228-a0a3-4136-b681-919948c372be'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 08:59:10.051257 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:10.321236 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Allocated IP 172.20.0.2 (65014b54-bbb4-4174-bf44-b8ff0533e29b/8cfbf228-a0a3-4136-b681-919948c372be/0b5bb089-3ff3-48e0-93b7-52586ef318d4) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 08:59:10.526897 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:10.542686 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Transition to ACTIVE for port object 0b5bb089-3ff3-48e0-93b7-52586ef318d4 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 08:59:10.592523 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Transition to ACTIVE for port object 0b5bb089-3ff3-48e0-93b7-52586ef318d4 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 08:59:10.603290 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:10.606054 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:10.674191 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Network 65014b54-bbb4-4174-bf44-b8ff0533e29b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 08:59:10.679774 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 08:59:10.685939 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 08:59:10.696539 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Pushing event updated for resources: {'Port': ['ID=0b5bb089-3ff3-48e0-93b7-52586ef318d4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:10.738118 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:10.738802 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:10.738802 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:10.739072 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:10.739422 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:10.739738 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:10.740053 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:10.740364 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:10.740775 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:10.741214 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:10.741330 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:10.741606 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Tracked resource versions report: Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: pushed versions: Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: { 'AddressGroup': {'1.2'}, Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'ConntrackHelper': {'1.0'}, Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'Log': {'1.0'}, Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'Network': {'1.1'}, Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'Port': {'1.7'}, Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'PortForwarding': {'1.2'}, Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'QosPolicy': {'1.8'}, Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'SecurityGroup': {'1.4'}, Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'SecurityGroupRule': {'1.2'}, Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'SubPort': {'1.0'}, Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'Subnet': {'1.1'}, Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'Trunk': {'1.1'}} Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: consumer versions: Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: { DHCP agent@n-d-761264-15: {}, Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: L3 agent@n-d-761264-15: {}, Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: Metadata agent@n-d-761264-15: {}, Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: Metering agent@n-d-761264-15: {}, Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: Open vSwitch agent@n-d-761264-15: { 'AddressGroup': '1.2', Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'ConntrackHelper': '1.0', Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'Log': '1.0', Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'Network': '1.1', Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'Port': '1.7', Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'PortForwarding': '1.2', Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'QosPolicy': '1.8', Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'SecurityGroup': '1.4', Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'SecurityGroupRule': '1.2', Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'SubPort': '1.0', Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'Subnet': '1.1', Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: 'Trunk': '1.1'}} Jun 25 08:59:10.742718 n-d-761264-15 neutron-server[94026]: {{(pid=94026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 08:59:10.762349 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:10.776074 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Attempting to bind port 0b5bb089-3ff3-48e0-93b7-52586ef318d4 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 08:59:10.776437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Attempting to bind port 0b5bb089-3ff3-48e0-93b7-52586ef318d4 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '275f70df-2ef5-4333-94b6-5fac9b0c659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 08:59:10.776960 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Attempting to bind port 0b5bb089-3ff3-48e0-93b7-52586ef318d4 on network 65014b54-bbb4-4174-bf44-b8ff0533e29b {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 08:59:10.781987 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 8, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 08:59:10.782384 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Checking segment: {'id': '275f70df-2ef5-4333-94b6-5fac9b0c659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 08:59:10.782854 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:10.783220 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Bound using segment: {'id': '275f70df-2ef5-4333-94b6-5fac9b0c659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 08:59:10.783703 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Bound port: 0b5bb089-3ff3-48e0-93b7-52586ef318d4, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275f70df-2ef5-4333-94b6-5fac9b0c659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 08:59:10.784124 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:10.849440 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] For port 0b5bb089-3ff3-48e0-93b7-52586ef318d4, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 08:59:10.853768 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] For port 0b5bb089-3ff3-48e0-93b7-52586ef318d4, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=0b5bb089-3ff3-48e0-93b7-52586ef318d4,segment=NetworkSegment(275f70df-2ef5-4333-94b6-5fac9b0c659b),segment_id=275f70df-2ef5-4333-94b6-5fac9b0c659b)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 08:59:10.859338 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:10.865776 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:10.929264 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Pushing event updated for resources: {'Port': ['ID=0b5bb089-3ff3-48e0-93b7-52586ef318d4,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:10.932776 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:12.097395 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60852) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 08:59:12.435184 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [None req-79591a6f-c96e-4815-acc1-3b626166d7bd admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 08:59:12.448820 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-79591a6f-c96e-4815-acc1-3b626166d7bd admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3378601 Jun 25 08:59:14.791273 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60860) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 08:59:15.126140 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [None req-607d438b-603b-4194-8b57-fa01aa53c962 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 08:59:15.127128 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-607d438b-603b-4194-8b57-fa01aa53c962 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3348992 Jun 25 08:59:16.957720 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 0b5bb089-3ff3-48e0-93b7-52586ef318d4 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 08:59:17.000848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38587172-adc4-4900-8117-3fa7ce930000 None None] Network 65014b54-bbb4-4174-bf44-b8ff0533e29b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 08:59:17.095959 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-503a6d77-8ddb-4e20-be87-b95ebd29b026 None None] Provisioning for port 0b5bb089-3ff3-48e0-93b7-52586ef318d4 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 08:59:17.123912 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 0b5bb089-3ff3-48e0-93b7-52586ef318d4 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 08:59:17.135817 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 0b5bb089-3ff3-48e0-93b7-52586ef318d4 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 08:59:17.136208 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:17.313819 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:17.364847 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 0b5bb089-3ff3-48e0-93b7-52586ef318d4, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=0b5bb089-3ff3-48e0-93b7-52586ef318d4,segment=NetworkSegment(275f70df-2ef5-4333-94b6-5fac9b0c659b),segment_id=275f70df-2ef5-4333-94b6-5fac9b0c659b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 08:59:17.370407 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:17.372637 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:17.421907 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=0b5bb089-3ff3-48e0-93b7-52586ef318d4,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:17.425532 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:17.528875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1e9a31b6-85ec-415d-aae4-65aab5d2f290 None None] Provisioning complete for port 0b5bb089-3ff3-48e0-93b7-52586ef318d4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 08:59:17.529244 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e9a31b6-85ec-415d-aae4-65aab5d2f290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:17.769181 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60876) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 08:59:18.098655 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-428a4a69-c7b1-4d5f-bc49-f0349cb9d59b admin admin] Request body: {'router': {'tenant_id': 'ad6ddec544944ac5893c08305b2a8a30', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 08:59:18.134416 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-428a4a69-c7b1-4d5f-bc49-f0349cb9d59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:18.135960 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-428a4a69-c7b1-4d5f-bc49-f0349cb9d59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:18.283744 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-428a4a69-c7b1-4d5f-bc49-f0349cb9d59b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:18.291026 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-428a4a69-c7b1-4d5f-bc49-f0349cb9d59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:18.304167 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-428a4a69-c7b1-4d5f-bc49-f0349cb9d59b admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:18.305403 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-428a4a69-c7b1-4d5f-bc49-f0349cb9d59b admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5352976 Jun 25 08:59:18.922190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 0b5bb089-3ff3-48e0-93b7-52586ef318d4 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 08:59:18.972271 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 0b5bb089-3ff3-48e0-93b7-52586ef318d4 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 08:59:18.972646 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:20.711613 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60884) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 08:59:21.071290 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [None req-fe32bf9e-8cbe-4d65-a58f-e755e069274c admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 08:59:21.072409 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fe32bf9e-8cbe-4d65-a58f-e755e069274c admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3594770 Jun 25 08:59:22.325708 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc382760-3a8b-4a28-a49e-bf46b660de49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:23.455750 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60892) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 08:59:23.814977 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 08:59:23.839573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Made reservation on behalf of 3cbb3c1377dd43dea09772ac4c07eb31 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 08:59:23.841862 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:23.849689 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:23.938162 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:23.947415 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:23.950594 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:23.963453 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Reserving flat network on physical network physnet1 {{(pid=94025) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 25 08:59:23.982508 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b41d191-7b59-47e7-a7c6-2ff9c3dfe063,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:23.986016 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:23.989206 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:23.989546 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Added segment df400741-ff02-4fd6-a654-4e0643128425 of type flat for network 8128acdb-767b-4924-9d47-628968405132 Jun 25 08:59:24.036461 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:24.074299 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:24.076030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 08:59:24.076879 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:24.080811 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:24.138746 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6816092 Jun 25 08:59:24.146109 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Pushing event updated for resources: {'Network': ['ID=8128acdb-767b-4924-9d47-628968405132,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:24.154473 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:24.162991 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 8128acdb-767b-4924-9d47-628968405132 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 08:59:24.851633 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-37f12fea-17e2-4aee-8f8c-1591ac399130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:25.066945 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:26.012450 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:26.508671 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60910) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 08:59:26.737989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffee759-c7ce-499b-84a8-55b541704943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 08:59:26.739374 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8ffee759-c7ce-499b-84a8-55b541704943 admin admin] 10.222.0.93 "GET /v2.0/subnets/8cfbf228-a0a3-4136-b681-919948c372be HTTP/1.1" status: 200 len: 849 time: 0.2297196 Jun 25 08:59:26.862884 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-00b438aa-930f-4997-b96c-c8ea5cd145e0 admin admin] 10.222.0.93 "GET /v2.0/routers/7fbe8a1c-8294-4761-be8a-a8ca0795d9d8 HTTP/1.1" status: 200 len: 704 time: 0.1146991 Jun 25 08:59:27.135790 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:27.440041 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Allocated IP 172.20.0.1 (65014b54-bbb4-4174-bf44-b8ff0533e29b/8cfbf228-a0a3-4136-b681-919948c372be/6e458f60-8304-4cd8-a6b6-c160927374e5) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 08:59:27.645371 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:27.667793 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Transition to ACTIVE for port object 6e458f60-8304-4cd8-a6b6-c160927374e5 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 08:59:27.730757 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:27.760812 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:27.764029 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:27.849597 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Network 65014b54-bbb4-4174-bf44-b8ff0533e29b is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 08:59:27.854712 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 08:59:27.866897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 08:59:27.867435 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:27.887464 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Pushing event updated for resources: {'Port': ['ID=6e458f60-8304-4cd8-a6b6-c160927374e5,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:27.926882 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:28.014744 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fd570d74-acd5-4a03-bf21-426849cf3d4b None None] Provisioning for port 6e458f60-8304-4cd8-a6b6-c160927374e5 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 08:59:28.019104 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fd570d74-acd5-4a03-bf21-426849cf3d4b None None] Provisioning complete for port 6e458f60-8304-4cd8-a6b6-c160927374e5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 08:59:28.019680 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd570d74-acd5-4a03-bf21-426849cf3d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:28.053599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fd570d74-acd5-4a03-bf21-426849cf3d4b None None] Port 6e458f60-8304-4cd8-a6b6-c160927374e5 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 08:59:28.078838 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:28.278019 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:28.284720 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:28.285858 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:28.287663 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:28.361189 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Pushing event updated for resources: {'Port': ['ID=6e458f60-8304-4cd8-a6b6-c160927374e5,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:28.364760 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:28.409219 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Network 65014b54-bbb4-4174-bf44-b8ff0533e29b is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 08:59:28.410610 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 08:59:28.573770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Router 7fbe8a1c-8294-4761-be8a-a8ca0795d9d8 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 08:59:28.575229 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5254e0fd-3fb7-4e61-8c8a-2a4e165e8c16 None None] Provisioning complete for port 6e458f60-8304-4cd8-a6b6-c160927374e5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 08:59:28.575607 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5254e0fd-3fb7-4e61-8c8a-2a4e165e8c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:28.613118 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5254e0fd-3fb7-4e61-8c8a-2a4e165e8c16 None None] Port 6e458f60-8304-4cd8-a6b6-c160927374e5 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 08:59:28.668027 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 08:59:28.674049 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] 10.222.0.93 "PUT /v2.0/routers/7fbe8a1c-8294-4761-be8a-a8ca0795d9d8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8044858 Jun 25 08:59:28.679008 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Sync routers for ids ['7fbe8a1c-8294-4761-be8a-a8ca0795d9d8'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 08:59:28.691248 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Routers {'7fbe8a1c-8294-4761-be8a-a8ca0795d9d8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 08:59:28.692107 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T08:59:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['7fbe8a1c-8294-4761-be8a-a8ca0795d9d8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 08:59:28.877816 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Set router 7fbe8a1c-8294-4761-be8a-a8ca0795d9d8 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 08:59:29.306311 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbe8a1c-8294-4761-be8a-a8ca0795d9d8', 'name': 'router1', 'tenant_id': 'ad6ddec544944ac5893c08305b2a8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T08:59:18Z', 'updated_at': '2021-06-25T08:59:28Z', 'revision_number': 2, 'project_id': 'ad6ddec544944ac5893c08305b2a8a30', 'gw_port_host': None, '_interfaces': [{'id': '6e458f60-8304-4cd8-a6b6-c160927374e5', 'name': '', 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b', 'tenant_id': 'ad6ddec544944ac5893c08305b2a8a30', 'mac_address': 'fa:16:3e:78:29:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbe8a1c-8294-4761-be8a-a8ca0795d9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8cfbf228-a0a3-4136-b681-919948c372be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T08:59:27Z', 'updated_at': '2021-06-25T08:59:28Z', 'revision_number': 2, 'project_id': 'ad6ddec544944ac5893c08305b2a8a30', 'subnets': [{'id': '8cfbf228-a0a3-4136-b681-919948c372be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54c321fa-f9cd-4ac8-a543-c96034bebbab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 08:59:29.357249 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Checking router: 7fbe8a1c-8294-4761-be8a-a8ca0795d9d8 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 08:59:29.357616 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Updating router 7fbe8a1c-8294-4761-be8a-a8ca0795d9d8 port 6e458f60-8304-4cd8-a6b6-c160927374e5 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 08:59:29.421486 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:29.934418 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:29.955265 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Transition to ACTIVE for port object 6e458f60-8304-4cd8-a6b6-c160927374e5 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 08:59:29.962051 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:29.966786 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:30.121064 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Pushing event updated for resources: {'Port': ['ID=6e458f60-8304-4cd8-a6b6-c160927374e5,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:30.127229 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Attempting to bind port 6e458f60-8304-4cd8-a6b6-c160927374e5 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 08:59:30.127623 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Attempting to bind port 6e458f60-8304-4cd8-a6b6-c160927374e5 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '275f70df-2ef5-4333-94b6-5fac9b0c659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 08:59:30.128070 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Attempting to bind port 6e458f60-8304-4cd8-a6b6-c160927374e5 on network 65014b54-bbb4-4174-bf44-b8ff0533e29b {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 08:59:30.136142 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 8, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 08:59:30.136827 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Checking segment: {'id': '275f70df-2ef5-4333-94b6-5fac9b0c659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 08:59:30.137039 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:30.137493 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Bound using segment: {'id': '275f70df-2ef5-4333-94b6-5fac9b0c659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 08:59:30.137935 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Bound port: 6e458f60-8304-4cd8-a6b6-c160927374e5, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275f70df-2ef5-4333-94b6-5fac9b0c659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 08:59:30.138355 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:30.140922 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:30.141284 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:30.141575 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:30.141893 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:30.142692 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:30.142692 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:30.142871 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:30.143095 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:30.143400 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:30.143707 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:30.144012 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:30.144316 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Tracked resource versions report: Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: pushed versions: Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: { 'AddressGroup': {'1.2'}, Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'ConntrackHelper': {'1.0'}, Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'Log': {'1.0'}, Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'Network': {'1.1'}, Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'Port': {'1.7'}, Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'PortForwarding': {'1.2'}, Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'QosPolicy': {'1.8'}, Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'SecurityGroup': {'1.4'}, Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'SecurityGroupRule': {'1.2'}, Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'SubPort': {'1.0'}, Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'Subnet': {'1.1'}, Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'Trunk': {'1.1'}} Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: consumer versions: Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: { DHCP agent@n-d-761264-15: {}, Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: L3 agent@n-d-761264-15: {}, Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: Metadata agent@n-d-761264-15: {}, Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: Metering agent@n-d-761264-15: {}, Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: Open vSwitch agent@n-d-761264-15: { 'AddressGroup': '1.2', Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'ConntrackHelper': '1.0', Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'Log': '1.0', Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'Network': '1.1', Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'Port': '1.7', Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'PortForwarding': '1.2', Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'QosPolicy': '1.8', Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'SecurityGroup': '1.4', Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'SecurityGroupRule': '1.2', Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'SubPort': '1.0', Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'Subnet': '1.1', Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: 'Trunk': '1.1'}} Jun 25 08:59:30.145442 n-d-761264-15 neutron-server[94027]: {{(pid=94027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 08:59:30.155207 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:30.210285 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] For port 6e458f60-8304-4cd8-a6b6-c160927374e5, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 08:59:30.232163 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] For port 6e458f60-8304-4cd8-a6b6-c160927374e5, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6e458f60-8304-4cd8-a6b6-c160927374e5,segment=NetworkSegment(275f70df-2ef5-4333-94b6-5fac9b0c659b),segment_id=275f70df-2ef5-4333-94b6-5fac9b0c659b)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 08:59:30.238204 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:30.241876 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:30.289662 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Routers {'7fbe8a1c-8294-4761-be8a-a8ca0795d9d8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 08:59:30.290296 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T08:59:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['7fbe8a1c-8294-4761-be8a-a8ca0795d9d8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 08:59:30.367963 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Pushing event updated for resources: {'Port': ['ID=6e458f60-8304-4cd8-a6b6-c160927374e5,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:30.372807 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:30.389747 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] Set router 7fbe8a1c-8294-4761-be8a-a8ca0795d9d8 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 08:59:30.603504 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbe8a1c-8294-4761-be8a-a8ca0795d9d8', 'name': 'router1', 'tenant_id': 'ad6ddec544944ac5893c08305b2a8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T08:59:18Z', 'updated_at': '2021-06-25T08:59:28Z', 'revision_number': 2, 'project_id': 'ad6ddec544944ac5893c08305b2a8a30', 'gw_port_host': None, '_interfaces': [{'id': '6e458f60-8304-4cd8-a6b6-c160927374e5', 'name': '', 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b', 'tenant_id': 'ad6ddec544944ac5893c08305b2a8a30', 'mac_address': 'fa:16:3e:78:29:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbe8a1c-8294-4761-be8a-a8ca0795d9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8cfbf228-a0a3-4136-b681-919948c372be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T08:59:27Z', 'updated_at': '2021-06-25T08:59:30Z', 'revision_number': 4, 'project_id': 'ad6ddec544944ac5893c08305b2a8a30', 'subnets': [{'id': '8cfbf228-a0a3-4136-b681-919948c372be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54c321fa-f9cd-4ac8-a543-c96034bebbab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 08:59:30.631791 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe63041-e096-4185-9fc3-90dd0bf33847 None None] The sync data for ids ['7fbe8a1c-8294-4761-be8a-a8ca0795d9d8'] in n-d-761264-15 is: [{'id': '7fbe8a1c-8294-4761-be8a-a8ca0795d9d8', 'name': 'router1', 'tenant_id': 'ad6ddec544944ac5893c08305b2a8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T08:59:18Z', 'updated_at': '2021-06-25T08:59:28Z', 'revision_number': 2, 'project_id': 'ad6ddec544944ac5893c08305b2a8a30', 'gw_port_host': None, '_interfaces': [{'id': '6e458f60-8304-4cd8-a6b6-c160927374e5', 'name': '', 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b', 'tenant_id': 'ad6ddec544944ac5893c08305b2a8a30', 'mac_address': 'fa:16:3e:78:29:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbe8a1c-8294-4761-be8a-a8ca0795d9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8cfbf228-a0a3-4136-b681-919948c372be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T08:59:27Z', 'updated_at': '2021-06-25T08:59:30Z', 'revision_number': 4, 'project_id': 'ad6ddec544944ac5893c08305b2a8a30', 'subnets': [{'id': '8cfbf228-a0a3-4136-b681-919948c372be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54c321fa-f9cd-4ac8-a543-c96034bebbab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 08:59:30.970251 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 60930) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 08:59:31.117794 n-d-761264-15 neutron-server[94024]: WARNING oslo_policy.policy [None req-2c31c755-f6a1-4f07-a9a8-93efe631a29d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 08:59:31.118390 n-d-761264-15 neutron-server[94024]: WARNING oslo_policy.policy [None req-2c31c755-f6a1-4f07-a9a8-93efe631a29d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 08:59:31.549118 n-d-761264-15 neutron-server[94024]: DEBUG neutron.policy [None req-2c31c755-f6a1-4f07-a9a8-93efe631a29d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94024) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 25 08:59:31.595506 n-d-761264-15 neutron-server[94024]: WARNING oslo_policy.policy [None req-2c31c755-f6a1-4f07-a9a8-93efe631a29d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 08:59:31.596014 n-d-761264-15 neutron-server[94024]: WARNING oslo_policy.policy [None req-2c31c755-f6a1-4f07-a9a8-93efe631a29d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 08:59:31.607542 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c31c755-f6a1-4f07-a9a8-93efe631a29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 08:59:31.610027 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2c31c755-f6a1-4f07-a9a8-93efe631a29d admin admin] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 842 time: 0.6375234 Jun 25 08:59:31.627005 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 08:59:31.628852 n-d-761264-15 neutron-server[94024]: INFO neutron.quota [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Loaded quota_driver: . Jun 25 08:59:31.673984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Made reservation on behalf of 3cbb3c1377dd43dea09772ac4c07eb31 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 08:59:31.676866 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:32.103505 n-d-761264-15 neutron-server[94024]: DEBUG neutron.objects.ports [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94024) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 08:59:32.104181 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:32.107100 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:32.174083 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f90162-8ba0-4cc5-8131-19b599388d56,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:32.176471 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 08:59:32.176885 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Network hostable DHCP agents. Network: 8128acdb-767b-4924-9d47-628968405132, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 08:59:32.188433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:32.188629 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:32.189061 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:32.189507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:32.189758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:32.190069 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:32.190385 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:32.190662 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:32.190961 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:32.191259 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:32.191561 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:32.191860 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Tracked resource versions report: Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: pushed versions: Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: { 'AddressGroup': {'1.2'}, Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'ConntrackHelper': {'1.0'}, Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'Log': {'1.0'}, Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'Network': {'1.1'}, Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'Port': {'1.7'}, Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'PortForwarding': {'1.2'}, Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'QosPolicy': {'1.8'}, Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'SecurityGroup': {'1.4'}, Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'SecurityGroupRule': {'1.2'}, Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'SubPort': {'1.0'}, Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'Subnet': {'1.1'}, Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'Trunk': {'1.1'}} Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: consumer versions: Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: { DHCP agent@n-d-761264-15: {}, Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: L3 agent@n-d-761264-15: {}, Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: Metadata agent@n-d-761264-15: {}, Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: Metering agent@n-d-761264-15: {}, Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: Open vSwitch agent@n-d-761264-15: { 'AddressGroup': '1.2', Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'ConntrackHelper': '1.0', Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'Log': '1.0', Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'Network': '1.1', Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'Port': '1.7', Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'PortForwarding': '1.2', Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'QosPolicy': '1.8', Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'SecurityGroup': '1.4', Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'SecurityGroupRule': '1.2', Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'SubPort': '1.0', Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'Subnet': '1.1', Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: 'Trunk': '1.1'}} Jun 25 08:59:32.192943 n-d-761264-15 neutron-server[94024]: {{(pid=94024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 08:59:32.231586 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:32.235277 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 08:59:32.249463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 8128acdb-767b-4924-9d47-628968405132) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 08:59:32.254209 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 08:59:32.254848 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:32.269190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7627de3-32ba-45bb-8a61-c4f9b0cfdb84 None None] Network 8128acdb-767b-4924-9d47-628968405132 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 08:59:32.281768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6635551 Jun 25 08:59:32.421452 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e399c2-b3c8-48c1-821b-d241adb4506d None None] Network 8128acdb-767b-4924-9d47-628968405132 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 08:59:32.614495 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 5 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 08:59:34.575001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 60954) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 08:59:34.829674 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b08ccd40-797f-44ba-b641-9903353b8528 admin admin] 10.222.0.93 "GET /v2.0/routers/7fbe8a1c-8294-4761-be8a-a8ca0795d9d8 HTTP/1.1" status: 200 len: 710 time: 0.2534378 Jun 25 08:59:34.923265 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc2715b-1570-4493-831d-a41de3a0157f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 08:59:34.924594 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4fc2715b-1570-4493-831d-a41de3a0157f admin admin] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 886 time: 0.0872290 Jun 25 08:59:34.933352 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 08:59:34.948501 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6e458f60-8304-4cd8-a6b6-c160927374e5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 08:59:35.004313 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 6e458f60-8304-4cd8-a6b6-c160927374e5 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 08:59:35.008435 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6e458f60-8304-4cd8-a6b6-c160927374e5 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 08:59:35.008867 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:35.083444 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:35.115295 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 6e458f60-8304-4cd8-a6b6-c160927374e5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6e458f60-8304-4cd8-a6b6-c160927374e5,segment=NetworkSegment(275f70df-2ef5-4333-94b6-5fac9b0c659b),segment_id=275f70df-2ef5-4333-94b6-5fac9b0c659b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 08:59:35.120351 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:35.124112 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3e6dd0fe-5003-4fe4-b1f3-48c0b863f537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:35.170300 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=6e458f60-8304-4cd8-a6b6-c160927374e5,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:35.173820 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:35.176289 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:35.440426 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:35.526490 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:35.688791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Allocated IP 172.25.6.185 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/2e1821cb-f137-4531-b6f1-ff3035fcc260) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 08:59:35.797589 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:35.910865 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:35.913505 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:35.978015 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 08:59:35.987281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 08:59:35.996282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 08:59:35.999136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2e1821cb-f137-4531-b6f1-ff3035fcc260,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:36.076212 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:36.337345 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:36.534875 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:36.538258 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:36.653280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Router 7fbe8a1c-8294-4761-be8a-a8ca0795d9d8 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 08:59:36.766602 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 08:59:36.771784 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:36.772469 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] 10.222.0.93 "PUT /v2.0/routers/7fbe8a1c-8294-4761-be8a-a8ca0795d9d8 HTTP/1.1" status: 200 len: 890 time: 1.8424437 Jun 25 08:59:36.778831 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Sync routers for ids ['7fbe8a1c-8294-4761-be8a-a8ca0795d9d8'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 08:59:36.790802 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Routers {'7fbe8a1c-8294-4761-be8a-a8ca0795d9d8'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 08:59:36.791493 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T08:59:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['7fbe8a1c-8294-4761-be8a-a8ca0795d9d8'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 08:59:36.952864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6e458f60-8304-4cd8-a6b6-c160927374e5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 08:59:37.116878 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Set router 7fbe8a1c-8294-4761-be8a-a8ca0795d9d8 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 08:59:37.212291 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6e458f60-8304-4cd8-a6b6-c160927374e5 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 08:59:37.212666 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:37.601883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbe8a1c-8294-4761-be8a-a8ca0795d9d8', 'name': 'router1', 'tenant_id': 'ad6ddec544944ac5893c08305b2a8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2e1821cb-f137-4531-b6f1-ff3035fcc260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T08:59:18Z', 'updated_at': '2021-06-25T08:59:36Z', 'revision_number': 4, 'project_id': 'ad6ddec544944ac5893c08305b2a8a30', 'gw_port': {'id': '2e1821cb-f137-4531-b6f1-ff3035fcc260', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbe8a1c-8294-4761-be8a-a8ca0795d9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T08:59:35Z', 'updated_at': '2021-06-25T08:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '6e458f60-8304-4cd8-a6b6-c160927374e5', 'name': '', 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b', 'tenant_id': 'ad6ddec544944ac5893c08305b2a8a30', 'mac_address': 'fa:16:3e:78:29:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbe8a1c-8294-4761-be8a-a8ca0795d9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8cfbf228-a0a3-4136-b681-919948c372be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T08:59:27Z', 'updated_at': '2021-06-25T08:59:35Z', 'revision_number': 5, 'project_id': 'ad6ddec544944ac5893c08305b2a8a30', 'subnets': [{'id': '8cfbf228-a0a3-4136-b681-919948c372be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54c321fa-f9cd-4ac8-a543-c96034bebbab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 08:59:37.653119 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Checking router: 7fbe8a1c-8294-4761-be8a-a8ca0795d9d8 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 08:59:37.653490 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Updating router 7fbe8a1c-8294-4761-be8a-a8ca0795d9d8 port 2e1821cb-f137-4531-b6f1-ff3035fcc260 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 08:59:37.687448 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:38.018531 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:38.028495 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Transition to ACTIVE for port object 2e1821cb-f137-4531-b6f1-ff3035fcc260 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 08:59:38.034322 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:38.036377 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:38.084706 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922163c-a6ee-44b1-9ae0-890784743e85 None None] Pushing event updated for resources: {'Port': ['ID=2e1821cb-f137-4531-b6f1-ff3035fcc260,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:38.086952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Attempting to bind port 2e1821cb-f137-4531-b6f1-ff3035fcc260 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 08:59:38.087314 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Attempting to bind port 2e1821cb-f137-4531-b6f1-ff3035fcc260 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 08:59:38.087789 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Attempting to bind port 2e1821cb-f137-4531-b6f1-ff3035fcc260 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 08:59:38.089702 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3922163c-a6ee-44b1-9ae0-890784743e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:38.093845 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 8, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 08:59:38.094225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 08:59:38.094624 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:38.095014 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 08:59:38.095483 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Bound port: 2e1821cb-f137-4531-b6f1-ff3035fcc260, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 08:59:38.095874 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:38.147324 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] For port 2e1821cb-f137-4531-b6f1-ff3035fcc260, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 08:59:38.150552 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] For port 2e1821cb-f137-4531-b6f1-ff3035fcc260, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2e1821cb-f137-4531-b6f1-ff3035fcc260,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 08:59:38.156995 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:38.159210 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:38.291897 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Routers {'7fbe8a1c-8294-4761-be8a-a8ca0795d9d8'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 08:59:38.292541 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T08:59:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['7fbe8a1c-8294-4761-be8a-a8ca0795d9d8'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 08:59:38.297284 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922163c-a6ee-44b1-9ae0-890784743e85 None None] Pushing event updated for resources: {'Port': ['ID=2e1821cb-f137-4531-b6f1-ff3035fcc260,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:38.327589 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3922163c-a6ee-44b1-9ae0-890784743e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:38.401305 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] Set router 7fbe8a1c-8294-4761-be8a-a8ca0795d9d8 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 08:59:38.617755 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbe8a1c-8294-4761-be8a-a8ca0795d9d8', 'name': 'router1', 'tenant_id': 'ad6ddec544944ac5893c08305b2a8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2e1821cb-f137-4531-b6f1-ff3035fcc260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T08:59:18Z', 'updated_at': '2021-06-25T08:59:36Z', 'revision_number': 4, 'project_id': 'ad6ddec544944ac5893c08305b2a8a30', 'gw_port': {'id': '2e1821cb-f137-4531-b6f1-ff3035fcc260', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbe8a1c-8294-4761-be8a-a8ca0795d9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T08:59:35Z', 'updated_at': '2021-06-25T08:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '6e458f60-8304-4cd8-a6b6-c160927374e5', 'name': '', 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b', 'tenant_id': 'ad6ddec544944ac5893c08305b2a8a30', 'mac_address': 'fa:16:3e:78:29:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbe8a1c-8294-4761-be8a-a8ca0795d9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8cfbf228-a0a3-4136-b681-919948c372be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T08:59:27Z', 'updated_at': '2021-06-25T08:59:35Z', 'revision_number': 5, 'project_id': 'ad6ddec544944ac5893c08305b2a8a30', 'subnets': [{'id': '8cfbf228-a0a3-4136-b681-919948c372be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54c321fa-f9cd-4ac8-a543-c96034bebbab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 08:59:38.643479 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7d9275-9ded-4b00-9fc9-01d9653c61d6 None None] The sync data for ids ['7fbe8a1c-8294-4761-be8a-a8ca0795d9d8'] in n-d-761264-15 is: [{'id': '7fbe8a1c-8294-4761-be8a-a8ca0795d9d8', 'name': 'router1', 'tenant_id': 'ad6ddec544944ac5893c08305b2a8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2e1821cb-f137-4531-b6f1-ff3035fcc260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T08:59:18Z', 'updated_at': '2021-06-25T08:59:36Z', 'revision_number': 4, 'project_id': 'ad6ddec544944ac5893c08305b2a8a30', 'gw_port': {'id': '2e1821cb-f137-4531-b6f1-ff3035fcc260', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbe8a1c-8294-4761-be8a-a8ca0795d9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T08:59:35Z', 'updated_at': '2021-06-25T08:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '6e458f60-8304-4cd8-a6b6-c160927374e5', 'name': '', 'network_id': '65014b54-bbb4-4174-bf44-b8ff0533e29b', 'tenant_id': 'ad6ddec544944ac5893c08305b2a8a30', 'mac_address': 'fa:16:3e:78:29:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbe8a1c-8294-4761-be8a-a8ca0795d9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8cfbf228-a0a3-4136-b681-919948c372be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T08:59:27Z', 'updated_at': '2021-06-25T08:59:35Z', 'revision_number': 5, 'project_id': 'ad6ddec544944ac5893c08305b2a8a30', 'subnets': [{'id': '8cfbf228-a0a3-4136-b681-919948c372be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54c321fa-f9cd-4ac8-a543-c96034bebbab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 08:59:38.984540 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2e1821cb-f137-4531-b6f1-ff3035fcc260 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 08:59:39.046840 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 2e1821cb-f137-4531-b6f1-ff3035fcc260 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 08:59:39.051201 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2e1821cb-f137-4531-b6f1-ff3035fcc260 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 08:59:39.051587 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:39.135899 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:39.141416 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 60962) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 08:59:39.159082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 2e1821cb-f137-4531-b6f1-ff3035fcc260, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2e1821cb-f137-4531-b6f1-ff3035fcc260,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 08:59:39.164403 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:39.166751 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3922163c-a6ee-44b1-9ae0-890784743e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 08:59:39.213065 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=2e1821cb-f137-4531-b6f1-ff3035fcc260,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 08:59:39.217479 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 08:59:39.280260 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3a1d84cf-8343-44ea-9748-ee404e7f5d9b admin admin] 10.222.0.93 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1370270 Jun 25 08:59:40.959462 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2e1821cb-f137-4531-b6f1-ff3035fcc260 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 08:59:41.013777 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2e1821cb-f137-4531-b6f1-ff3035fcc260 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 08:59:41.014256 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:52.330856 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46f4643e-5ff9-44de-b735-bc18629a954e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:54.862779 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-110763ac-233e-4813-98de-4e49af3589de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:55.070763 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:56.020272 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 08:59:57.755306 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:00:09.615080 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 5 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:00:22.324562 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ed6d3cf-cedc-4b97-aaa6-84b0f87a08b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:00:24.867881 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-720dbcf6-198b-4ed6-8da9-4ce89783f8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:00:25.076720 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:00:26.021461 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:00:27.767634 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:00:46.615782 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 5 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:00:52.330514 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03fa1ee8-f6c3-42b5-bc4b-8f1b29439feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:00:54.863386 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e049f3e-0393-4bcf-aa54-5f00db664e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:00:55.080928 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:00:56.025189 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:00:57.762102 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:01:19.036558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33330) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:01:19.102051 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a49b68-4a31-469f-9663-6a6ad8455de6 admin admin] GET failed (client error): The resource could not be found. Jun 25 09:01:19.104185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-63a49b68-4a31-469f-9663-6a6ad8455de6 admin admin] 10.222.0.93 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664108 Jun 25 09:01:19.273095 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cf05a4-3352-4775-8b5c-6ae66342184d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:01:19.274855 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d4cf05a4-3352-4775-8b5c-6ae66342184d admin admin] 10.222.0.93 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1648884 Jun 25 09:01:21.410601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33340) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:01:21.521994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd1e9a8-3c4a-42ac-933f-fa9fd1bd8fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:01:21.523436 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3bd1e9a8-3c4a-42ac-933f-fa9fd1bd8fad admin admin] 10.222.0.93 "GET /v2.0/subnets/8cfbf228-a0a3-4136-b681-919948c372be HTTP/1.1" status: 200 len: 849 time: 0.1119528 Jun 25 09:01:21.533342 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:01:21.621389 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:01:21.767368 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728567473610'] for subnet, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:01:21.770453 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:01:21.797762 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:01:21.798365 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:01:21.800685 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] 10.222.0.93 "PUT /v2.0/subnets/8cfbf228-a0a3-4136-b681-919948c372be HTTP/1.1" status: 200 len: 868 time: 0.2712193 Jun 25 09:01:21.802969 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aef2b04-0033-43e8-82ee-88647b619555 None None] Network 65014b54-bbb4-4174-bf44-b8ff0533e29b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:01:21.823608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cfbf228-a0a3-4136-b681-919948c372be,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:01:21.832005 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:01:21.832412 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:01:21.832664 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:01:21.833025 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:01:21.833346 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:01:21.833676 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:01:21.833980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:01:21.834488 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:01:21.834795 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:01:21.835107 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:01:21.835416 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:01:21.835711 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:01:21.839656 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:01:22.238381 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-87a66fda-3cf7-4aee-a940-d71333c14f0c None None] Provisioning complete for port 6e458f60-8304-4cd8-a6b6-c160927374e5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:01:22.238758 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-87a66fda-3cf7-4aee-a940-d71333c14f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:01:22.335026 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d3e3fa53-a27c-496b-aeb1-399866cad64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:01:22.338124 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-87a66fda-3cf7-4aee-a940-d71333c14f0c None None] Provisioning complete for port 0b5bb089-3ff3-48e0-93b7-52586ef318d4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:01:22.338632 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-87a66fda-3cf7-4aee-a940-d71333c14f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:01:23.614237 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 5 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:01:23.981595 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33348) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:01:24.190739 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2e5cb6-c126-48c6-825e-f491209a16f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:01:24.191098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2e5cb6-c126-48c6-825e-f491209a16f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:01:24.192614 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8b2e5cb6-c126-48c6-825e-f491209a16f6 admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2097526 Jun 25 09:01:24.867797 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8302015a-13e2-4758-9b75-e9cd39418266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:01:25.084246 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:01:26.028707 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:01:26.372366 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33358) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:01:26.589803 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99e5ea2-30d2-4641-9afa-5f159b719aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:01:26.590178 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99e5ea2-30d2-4641-9afa-5f159b719aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:01:26.591690 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b99e5ea2-30d2-4641-9afa-5f159b719aa6 admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2183456 Jun 25 09:01:27.764960 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:01:28.747448 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33366) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:01:28.892191 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b350075c-b332-4d30-9457-e3631e735ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:01:28.893654 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b350075c-b332-4d30-9457-e3631e735ded admin admin] 10.222.0.93 "GET /v2.0/networks/65014b54-bbb4-4174-bf44-b8ff0533e29b HTTP/1.1" status: 200 len: 870 time: 0.1452076 Jun 25 09:01:31.042316 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33374) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:01:31.189823 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7991685-8510-44c1-8cfd-0946509874a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:01:31.191322 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c7991685-8510-44c1-8cfd-0946509874a3 admin admin] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 886 time: 0.1477208 Jun 25 09:01:33.329548 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33382) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:01:33.549252 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f63b17-11cb-47af-820c-0b8613889de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:01:33.549729 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f63b17-11cb-47af-820c-0b8613889de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:01:33.552291 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-78f63b17-11cb-47af-820c-0b8613889de3 admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2215588 Jun 25 09:01:35.724482 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33390) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:01:35.825241 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163a0b0f-f335-4d78-8e0f-3ee0f34d4579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:01:35.825703 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163a0b0f-f335-4d78-8e0f-3ee0f34d4579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:01:35.827284 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-163a0b0f-f335-4d78-8e0f-3ee0f34d4579 admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1018140 Jun 25 09:01:37.977844 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33398) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:01:38.070941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61ef75a-bb74-4a6e-a3cb-c2c7561aeb31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:01:38.072296 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c61ef75a-bb74-4a6e-a3cb-c2c7561aeb31 admin admin] 10.222.0.93 "GET /v2.0/subnets/11f90162-8ba0-4cc5-8131-19b599388d56 HTTP/1.1" status: 200 len: 816 time: 0.0934994 Jun 25 09:01:40.281186 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33406) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:01:40.390370 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51970af0-8d82-45e2-ae9f-bcf7263384f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:01:40.392787 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-51970af0-8d82-45e2-ae9f-bcf7263384f7 admin admin] 10.222.0.93 "GET /v2.0/subnets/8cfbf228-a0a3-4136-b681-919948c372be HTTP/1.1" status: 200 len: 868 time: 0.1104629 Jun 25 09:01:52.343579 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0c73801a-55c0-448e-8558-361bca6b571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:01:54.871648 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-312a7717-4fca-43f6-bee9-182a0e93a1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:01:55.088817 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:01:56.033995 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:01:57.767698 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:00.612849 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 5 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:02:03.975779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33450) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:02:04.026443 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [None req-16fcf438-ae8f-4acd-8be3-32ee160279f6 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:02:04.027534 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-16fcf438-ae8f-4acd-8be3-32ee160279f6 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507441 Jun 25 09:02:06.259860 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33458) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:02:06.324492 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5578a2-718a-4f73-8e71-6750494ce3d0 admin admin] GET failed (client error): The resource could not be found. Jun 25 09:02:06.325869 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6c5578a2-718a-4f73-8e71-6750494ce3d0 admin admin] 10.222.0.93 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650718 Jun 25 09:02:06.474103 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea689d7-e097-4eec-b39e-a139ff2e7ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:02:06.475593 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6ea689d7-e097-4eec-b39e-a139ff2e7ae9 admin admin] 10.222.0.93 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1456220 Jun 25 09:02:08.665874 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33466) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:02:08.726249 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:02:08.748977 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Made reservation on behalf of 3cbb3c1377dd43dea09772ac4c07eb31 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:02:08.751318 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:08.780009 n-d-761264-15 neutron-server[94025]: WARNING neutron.services.revisions.revision_plugin [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Could not find related network for resource to bump revision. Jun 25 09:02:08.791692 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:02:08.801209 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:08.801555 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Added segment a4eef1f7-6155-4a64-9006-bff8007ef9b0 of type vlan for network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 Jun 25 09:02:08.840658 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:08.871565 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:08.872873 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:02:08.873447 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:08.875522 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9fb13fca-9208-4f8f-ba4e-4323ea3c9fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:02:08.933923 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2669225 Jun 25 09:02:08.936721 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Pushing event updated for resources: {'Network': ['ID=7d5180ce-f9bd-43c0-a1b6-c88739854bf1,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:02:08.945163 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:08.945453 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:08.945637 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:08.945977 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:08.946295 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:08.946610 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:08.946925 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:08.947237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:08.947549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:08.947859 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:08.948175 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:08.948648 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:08.953002 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:02:08.961409 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:02:11.067911 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33474) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:02:11.137371 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad795f7-1bc1-48e9-8909-94ed3982cf15 admin admin] GET failed (client error): The resource could not be found. Jun 25 09:02:11.138690 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0ad795f7-1bc1-48e9-8909-94ed3982cf15 admin admin] 10.222.0.93 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0698206 Jun 25 09:02:11.208361 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc04610-8cb1-4a64-aed0-d62c7d9604bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:02:11.209830 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bcc04610-8cb1-4a64-aed0-d62c7d9604bf admin admin] 10.222.0.93 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0654547 Jun 25 09:02:11.225404 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-6e94e8b5-86ec-47dc-a19d-2bf0cf916a1f admin admin] Request body: {'subnet': {'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:02:11.252127 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e94e8b5-86ec-47dc-a19d-2bf0cf916a1f admin admin] Made reservation on behalf of 3cbb3c1377dd43dea09772ac4c07eb31 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:02:11.254549 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e94e8b5-86ec-47dc-a19d-2bf0cf916a1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:11.423893 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e94e8b5-86ec-47dc-a19d-2bf0cf916a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:11.426073 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ad6726c7-adc5-4de8-8a92-4bdab9c6335a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:02:11.474570 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94e8b5-86ec-47dc-a19d-2bf0cf916a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:02:11.480956 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6e94e8b5-86ec-47dc-a19d-2bf0cf916a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:02:11.489772 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e8b5-86ec-47dc-a19d-2bf0cf916a1f admin admin] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:02:11.490122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e94e8b5-86ec-47dc-a19d-2bf0cf916a1f admin admin] Network hostable DHCP agents. Network: 7d5180ce-f9bd-43c0-a1b6-c88739854bf1, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:02:11.509229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e94e8b5-86ec-47dc-a19d-2bf0cf916a1f admin admin] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:02:11.520636 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-6e94e8b5-86ec-47dc-a19d-2bf0cf916a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 7d5180ce-f9bd-43c0-a1b6-c88739854bf1) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:02:11.526952 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e94e8b5-86ec-47dc-a19d-2bf0cf916a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:02:11.528039 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e94e8b5-86ec-47dc-a19d-2bf0cf916a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:11.531405 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5914970e-7019-4c8b-9ff2-cb93811270fa None None] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:02:11.544400 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6e94e8b5-86ec-47dc-a19d-2bf0cf916a1f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3249974 Jun 25 09:02:11.798693 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'tenant_id': '3cbb3c1377dd43dea09772ac4c07eb31', 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:02:11.799594 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:11.937555 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Allocated IP 192.168.233.2 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/ecabc1a2-6f68-4f42-9f96-3db2fb0320e5) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:02:12.086322 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:12.094952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Transition to ACTIVE for port object ecabc1a2-6f68-4f42-9f96-3db2fb0320e5 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:02:12.110177 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Transition to ACTIVE for port object ecabc1a2-6f68-4f42-9f96-3db2fb0320e5 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:02:12.116411 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:12.118568 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:02:12.158218 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:02:12.160990 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:02:12.164346 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:02:12.171992 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Pushing event updated for resources: {'Port': ['ID=ecabc1a2-6f68-4f42-9f96-3db2fb0320e5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:02:12.182501 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:12.182854 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:12.183223 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:12.183554 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:12.183875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:12.184191 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:12.184508 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:12.184921 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:12.185258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:12.185553 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:12.185883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:12.186191 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:02:12.204647 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:02:12.237734 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Attempting to bind port ecabc1a2-6f68-4f42-9f96-3db2fb0320e5 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:02:12.238104 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Attempting to bind port ecabc1a2-6f68-4f42-9f96-3db2fb0320e5 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:02:12.238466 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Attempting to bind port ecabc1a2-6f68-4f42-9f96-3db2fb0320e5 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:02:12.244270 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:02:12.244681 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:02:12.245118 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:12.245609 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:02:12.246011 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Bound port: ecabc1a2-6f68-4f42-9f96-3db2fb0320e5, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:02:12.247148 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:12.311127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] For port ecabc1a2-6f68-4f42-9f96-3db2fb0320e5, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:02:12.315156 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] For port ecabc1a2-6f68-4f42-9f96-3db2fb0320e5, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ecabc1a2-6f68-4f42-9f96-3db2fb0320e5,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:02:12.320161 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:12.322600 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:02:12.377394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Pushing event updated for resources: {'Port': ['ID=ecabc1a2-6f68-4f42-9f96-3db2fb0320e5,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:02:12.386249 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:02:13.157618 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ecabc1a2-6f68-4f42-9f96-3db2fb0320e5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:02:13.191542 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956e8f4b-f8c5-4ba5-b4c2-d7edf8ab03cd None None] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:02:13.268147 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9fe727f4-46a1-41ed-825e-16844f0ccda4 None None] Provisioning for port ecabc1a2-6f68-4f42-9f96-3db2fb0320e5 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:02:13.282175 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port ecabc1a2-6f68-4f42-9f96-3db2fb0320e5 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:02:13.293091 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port ecabc1a2-6f68-4f42-9f96-3db2fb0320e5 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:02:13.293459 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:13.432963 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:13.491995 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port ecabc1a2-6f68-4f42-9f96-3db2fb0320e5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ecabc1a2-6f68-4f42-9f96-3db2fb0320e5,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:02:13.497911 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:13.501055 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3922163c-a6ee-44b1-9ae0-890784743e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:02:13.560399 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=ecabc1a2-6f68-4f42-9f96-3db2fb0320e5,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:02:13.568215 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:02:13.700209 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ef842bdb-336a-4cf3-abd5-d33c67757160 None None] Provisioning complete for port ecabc1a2-6f68-4f42-9f96-3db2fb0320e5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:02:13.700599 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ef842bdb-336a-4cf3-abd5-d33c67757160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:15.093635 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ecabc1a2-6f68-4f42-9f96-3db2fb0320e5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:02:15.142059 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port ecabc1a2-6f68-4f42-9f96-3db2fb0320e5 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:02:15.142424 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:22.338671 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-596f1229-f15a-4ee6-8045-cd9700534cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:24.875147 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be059b49-e900-45e1-937a-0a8f13ba1617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:25.092673 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:26.028051 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:27.771607 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:37.612095 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 5 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:02:52.332823 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fc103c4-da91-40c5-9574-b84662cf0c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:54.879530 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a4a17464-e0ab-422b-bf90-3cae51436fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:55.096606 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:56.037792 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:02:57.775642 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:14.611661 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 5 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:03:22.335370 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-654e477e-69cf-4bba-935b-f42af8f65e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:24.882186 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4cf845f7-43d4-439c-bdcd-dbc8df465326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:25.101654 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:26.039505 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:26.698201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33526) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:03:26.707015 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [None req-ccdbe3e8-1964-44c2-9c65-f5869380d887 tempest-verify_tempest_config-968432239 tempest-verify_tempest_config-968432239-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:03:26.708282 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ccdbe3e8-1964-44c2-9c65-f5869380d887 tempest-verify_tempest_config-968432239 tempest-verify_tempest_config-968432239-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0090556 Jun 25 09:03:27.054958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33544) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:03:27.173875 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:27.272960 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:27.279917 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:27.284022 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:03:27.326402 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a0a0f81a7d8d4274ab747137310bdfa7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2702768 Jun 25 09:03:27.327921 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c477cd-62ae-48df-adca-899b7b70157b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:03:27.329198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33550) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:03:27.335130 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.335464 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.335797 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.336123 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.336446 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.336818 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.337141 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.337467 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.337997 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.338314 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.338629 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.338941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.342809 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:03:27.423400 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:27.445490 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:27.543806 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:27.546912 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:27.548077 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/10c477cd-62ae-48df-adca-899b7b70157b HTTP/1.1" status: 204 len: 168 time: 0.2176123 Jun 25 09:03:27.548866 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:03:27.556532 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c477cd-62ae-48df-adca-899b7b70157b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:03:27.563114 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.563452 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.563785 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.564173 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.564510 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.564856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.565179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.565492 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.565807 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.566120 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.566428 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.566737 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:03:27.573341 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:03:27.778843 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:51.610575 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 5 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:03:52.340907 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ea28660-b982-4f38-a263-4ebea4f1b36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:54.893129 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1b22227-e248-4408-94e5-f47ee5fc3a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:55.106650 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:56.042236 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:03:57.779473 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:04:22.346911 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-330c39b8-bcc8-46d6-9ff8-9315b7422a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:04:24.894942 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d443339c-c3c4-4d4a-a0a0-765088731bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:04:25.107446 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:04:26.042599 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:04:27.783160 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:04:28.610452 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 5 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:04:52.344479 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a31e3e57-7d9c-4008-8ce3-c3a4f6b9253a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:04:54.889739 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4637572e-5e1a-4680-973f-1ca7bad758ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:04:55.107142 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:04:56.044387 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:04:57.785861 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:05:05.611067 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 5 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:05:22.338690 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bac0a559-b4dc-40a7-9530-0feb4e29cd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:05:24.899159 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42909401-d44b-4fac-aaf0-de0c32de396b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:05:25.104889 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:05:26.048854 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:05:27.791265 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:05:42.613658 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 5 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:05:52.345222 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2143fe6e-778a-4957-9462-8c32840f8066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:05:54.894487 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e5c8da9a-a5a7-4262-be91-02c095949d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:05:55.099656 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:05:56.052930 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:05:57.790618 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:06:19.613246 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 5 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:06:22.343624 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-216deec9-cf7d-4c94-b03c-4fce0669683c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:06:24.900809 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aa2d8c24-0d37-4490-82b0-fc375c1b2d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:06:25.103737 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:06:26.058844 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:06:27.794335 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:06:52.342190 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-88d0b97a-53d3-4cb5-bb55-25b4afdf92d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:06:53.674115 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592221'] for agent, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:06:54.906547 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb6d3a2f-6a91-4be1-b224-38b2bf836ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:06:55.109482 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:06:56.056395 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:06:56.616814 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 6 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:06:57.797112 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:07:00.865877 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592221'] for agent, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:07:22.336350 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19885013-6d23-4376-a7e9-93f97cc829ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:07:23.592495 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:07:24.903039 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47e43f2e-fc2b-438d-b8e3-4736dcf25140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:07:25.113522 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:07:26.061891 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:07:27.799737 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:07:30.817625 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:07:31.950493 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33614) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:07:32.058558 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f38db6cb-db36-4ac3-baac-262a2ae8060c admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1066010 Jun 25 09:07:33.617091 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:07:34.207134 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33624) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:07:34.270433 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9e78ab83-9951-4c6f-a44c-2ea5cb842377 admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0621915 Jun 25 09:07:52.341066 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e68eb698-e502-44ce-97bc-687b1598d62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:07:53.605680 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:07:54.908393 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0031c52c-9f91-42a6-80a1-30b56a3437a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:07:55.118282 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:07:56.062449 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:07:57.801583 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:00.834091 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:10.617095 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:08:22.347904 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d94fd9a-7bb4-4a2d-bce8-3fc84241c95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:23.603858 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:24.908892 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd9f08ed-fd55-47b2-85e4-9c579b8c7739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:25.122268 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:26.066390 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:27.810047 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:30.829986 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:47.617794 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:08:52.357133 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c57f4dab-67aa-4215-9f31-2324682f1d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:53.638546 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:54.909457 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47c483db-2706-40cd-87cd-a70150c0ab0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:55.130031 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:56.070669 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:57.567312 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33830) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:08:57.811665 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:57.932420 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-network', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:08:57.959228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Made reservation on behalf of b29326d595124f66a340ae8a2245ac84 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:08:57.961723 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:57.975434 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:58.077630 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:58.083048 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:58.088592 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:08:58.106294 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:08:58.121931 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728567442198', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:58.122623 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Unsubscribe: segment precommit_create {{(pid=94024) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 25 09:08:58.123106 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Added segment f4f98a73-ca9d-4241-8023-e4c4596c86c4 of type vlan for network 119be928-ce8c-4bd3-a417-2e4446719647 Jun 25 09:08:58.189197 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:58.225334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69894b5e-85ce-4074-8cac-22568e1561b7,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:08:58.237573 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:58.238211 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:58.238537 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:58.238860 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:58.239172 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:58.239663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:58.240153 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:58.240632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:58.241130 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:58.241602 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:58.242067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:58.242530 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Tracked resource versions report: Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: pushed versions: Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: { 'AddressGroup': {'1.2'}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'ConntrackHelper': {'1.0'}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'Log': {'1.0'}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'Network': {'1.1'}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'Port': {'1.7'}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'PortForwarding': {'1.2'}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'QosPolicy': {'1.8'}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'SecurityGroup': {'1.4'}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'SecurityGroupRule': {'1.2'}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'SubPort': {'1.0'}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'Subnet': {'1.1'}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'Trunk': {'1.1'}} Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: consumer versions: Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: { DHCP agent@n-d-761264-15: {}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: HyperV agent@n-h1-761264-15: {}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: HyperV agent@n-h2-761264-15: {}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: L3 agent@n-d-761264-15: {}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: Metadata agent@n-d-761264-15: {}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: Metering agent@n-d-761264-15: {}, Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: Open vSwitch agent@n-d-761264-15: { 'AddressGroup': '1.2', Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'ConntrackHelper': '1.0', Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'Log': '1.0', Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'Network': '1.1', Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'Port': '1.7', Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'PortForwarding': '1.2', Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'QosPolicy': '1.8', Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'SecurityGroup': '1.4', Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'SecurityGroupRule': '1.2', Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'SubPort': '1.0', Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'Subnet': '1.1', Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: 'Trunk': '1.1'}} Jun 25 09:08:58.243764 n-d-761264-15 neutron-server[94024]: {{(pid=94024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 09:08:58.259980 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:08:58.264184 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:58.265524 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:08:58.266297 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:58.270189 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:08:58.360593 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Pushing event updated for resources: {'Network': ['ID=119be928-ce8c-4bd3-a417-2e4446719647,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:08:58.366133 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7949567 Jun 25 09:08:58.366401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33868) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:08:58.368519 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:08:58.372650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-2ccde194-f301-437c-bb77-527a94cdf0be admin admin] Request body: {'subnet': {'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-subnet', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:08:58.377042 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 119be928-ce8c-4bd3-a417-2e4446719647 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:08:58.395232 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccde194-f301-437c-bb77-527a94cdf0be admin admin] Made reservation on behalf of b29326d595124f66a340ae8a2245ac84 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:08:58.398351 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2ccde194-f301-437c-bb77-527a94cdf0be admin admin] Notify callbacks [] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:58.591434 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2ccde194-f301-437c-bb77-527a94cdf0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:58.597696 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b6beca25-4f4e-471d-9381-4ec710d960a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:08:58.646790 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccde194-f301-437c-bb77-527a94cdf0be admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaf63583-994a-4093-950f-4fd73828ebf2,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:08:58.650006 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2ccde194-f301-437c-bb77-527a94cdf0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:08:58.664242 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccde194-f301-437c-bb77-527a94cdf0be admin admin] Checking segment: {'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:08:58.664601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccde194-f301-437c-bb77-527a94cdf0be admin admin] Network hostable DHCP agents. Network: 119be928-ce8c-4bd3-a417-2e4446719647, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:08:58.682159 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccde194-f301-437c-bb77-527a94cdf0be admin admin] Network 119be928-ce8c-4bd3-a417-2e4446719647 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:08:58.691894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-2ccde194-f301-437c-bb77-527a94cdf0be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 119be928-ce8c-4bd3-a417-2e4446719647) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:08:58.700265 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c5b4fb-02f8-40e1-aeed-d18d69bd274c None None] Network 119be928-ce8c-4bd3-a417-2e4446719647 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:08:58.703802 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccde194-f301-437c-bb77-527a94cdf0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:08:58.704393 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2ccde194-f301-437c-bb77-527a94cdf0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:58.723224 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33880) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:08:58.723844 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2ccde194-f301-437c-bb77-527a94cdf0be admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3559260 Jun 25 09:08:58.728398 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:08:58.772426 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:58.774475 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:58.835914 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:58.911937 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-119be928-ce8c-4bd3-a417-2e4446719647', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:08:58.915007 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:58.997296 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:59.081729 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Allocated IP 172.20.0.2 (119be928-ce8c-4bd3-a417-2e4446719647/aaf63583-994a-4093-950f-4fd73828ebf2/52bc3fdf-6201-413a-a67a-fc2a19e4ae0c) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:08:59.252759 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:59.263492 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Transition to ACTIVE for port object 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:08:59.275453 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:59.282373 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Transition to ACTIVE for port object 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:08:59.295266 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:59.296085 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:08:59.297067 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:59.334671 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Network 119be928-ce8c-4bd3-a417-2e4446719647 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:08:59.338773 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:08:59.342314 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:08:59.382354 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Pushing event updated for resources: {'Port': ['ID=52bc3fdf-6201-413a-a67a-fc2a19e4ae0c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:08:59.394396 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.394833 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.395236 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.395626 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.396012 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.396387 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.396938 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.397461 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.397976 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.398484 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.399000 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.399508 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Tracked resource versions report: Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: pushed versions: Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: { 'AddressGroup': {'1.2'}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'ConntrackHelper': {'1.0'}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'Log': {'1.0'}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'Network': {'1.1'}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'Port': {'1.7'}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'PortForwarding': {'1.2'}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'QosPolicy': {'1.8'}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'SecurityGroup': {'1.4'}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'SecurityGroupRule': {'1.2'}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'SubPort': {'1.0'}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'Subnet': {'1.1'}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'Trunk': {'1.1'}} Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: consumer versions: Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: { DHCP agent@n-d-761264-15: {}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: HyperV agent@n-h1-761264-15: {}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: HyperV agent@n-h2-761264-15: {}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: L3 agent@n-d-761264-15: {}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: Metadata agent@n-d-761264-15: {}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: Metering agent@n-d-761264-15: {}, Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: Open vSwitch agent@n-d-761264-15: { 'AddressGroup': '1.2', Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'ConntrackHelper': '1.0', Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'Log': '1.0', Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'Network': '1.1', Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'Port': '1.7', Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'PortForwarding': '1.2', Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'QosPolicy': '1.8', Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'SecurityGroup': '1.4', Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'SecurityGroupRule': '1.2', Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'SubPort': '1.0', Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'Subnet': '1.1', Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: 'Trunk': '1.1'}} Jun 25 09:08:59.400874 n-d-761264-15 neutron-server[94026]: {{(pid=94026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 09:08:59.405888 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:08:59.437166 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Attempting to bind port 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:08:59.438203 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Attempting to bind port 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:08:59.438203 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Attempting to bind port 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c on network 119be928-ce8c-4bd3-a417-2e4446719647 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:08:59.444879 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:08:59.445434 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Checking segment: {'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:08:59.445932 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:59.446430 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Bound using segment: {'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:08:59.447012 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Bound port: 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:08:59.447511 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:59.520183 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Allocated IP 172.25.6.106 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/a6d3507f-cbde-4ccf-acfd-6cd885da90b8) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:08:59.552588 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] For port 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:08:59.557567 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] For port 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=52bc3fdf-6201-413a-a67a-fc2a19e4ae0c,segment=NetworkSegment(f4f98a73-ca9d-4241-8023-e4c4596c86c4),segment_id=f4f98a73-ca9d-4241-8023-e4c4596c86c4)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:08:59.566018 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:59.571539 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:08:59.649172 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Pushing event updated for resources: {'Port': ['ID=52bc3fdf-6201-413a-a67a-fc2a19e4ae0c,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:08:59.652252 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:59.654071 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:08:59.703114 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:08:59.707666 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8d2c612b-3d4b-4e3b-a414-a61d483fb834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:08:59.753437 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:08:59.756766 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:08:59.767072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Pushing event updated for resources: {'Port': ['ID=a6d3507f-cbde-4ccf-acfd-6cd885da90b8,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:08:59.775501 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:08:59.844316 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.844711 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.845117 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.845473 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.845838 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.846160 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.846478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.846795 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.847109 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.847431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.847737 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.848050 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Tracked resource versions report: Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: pushed versions: Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: { 'AddressGroup': {'1.2'}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'ConntrackHelper': {'1.0'}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'Log': {'1.0'}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'Network': {'1.1'}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'Port': {'1.7'}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'PortForwarding': {'1.2'}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'QosPolicy': {'1.8'}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'SecurityGroup': {'1.4'}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'SecurityGroupRule': {'1.2'}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'SubPort': {'1.0'}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'Subnet': {'1.1'}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'Trunk': {'1.1'}} Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: consumer versions: Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: { DHCP agent@n-d-761264-15: {}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: HyperV agent@n-h1-761264-15: {}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: HyperV agent@n-h2-761264-15: {}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: L3 agent@n-d-761264-15: {}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: Metadata agent@n-d-761264-15: {}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: Metering agent@n-d-761264-15: {}, Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: Open vSwitch agent@n-d-761264-15: { 'AddressGroup': '1.2', Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'ConntrackHelper': '1.0', Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'Log': '1.0', Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'Network': '1.1', Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'Port': '1.7', Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'PortForwarding': '1.2', Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'QosPolicy': '1.8', Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'SecurityGroup': '1.4', Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'SecurityGroupRule': '1.2', Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'SubPort': '1.0', Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'Subnet': '1.1', Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: 'Trunk': '1.1'}} Jun 25 09:08:59.849188 n-d-761264-15 neutron-server[94025]: {{(pid=94025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 09:08:59.899764 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:00.100304 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:00.335164 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:00.486308 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:09:00.658784 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:09:00.673942 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Sync routers for ids ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:09:00.681135 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:00.685894 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 1.9592292 Jun 25 09:09:00.686308 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33964) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:00.689171 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Routers {'717ac4af-acd0-4776-ab10-bb009c1b3ce1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:09:00.689737 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:08:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:00.873254 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:00.913173 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Set router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:09:00.973012 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39195ab4-7393-416f-b390-b5e414a1ec9b None None] Network 119be928-ce8c-4bd3-a417-2e4446719647 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:09:01.090560 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-16d6a2cf-8ab9-422b-80a0-d92ec7dd5fbf None None] Provisioning for port 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:01.242432 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:01.301452 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:08:59Z', 'revision_number': 3, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:01.356216 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Checking router: 717ac4af-acd0-4776-ab10-bb009c1b3ce1 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:09:01.356823 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Updating router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 port a6d3507f-cbde-4ccf-acfd-6cd885da90b8 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:09:01.417750 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:01.454106 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:09:01.570164 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:01.578007 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:01.582904 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:01.598497 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Allocated IP 172.20.0.1 (119be928-ce8c-4bd3-a417-2e4446719647/aaf63583-994a-4093-950f-4fd73828ebf2/4fad4f60-003f-4bb9-8a1c-7cfd3f58957d) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:09:01.771156 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:01.775031 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:01.780134 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4a9d0843-e053-4675-9da1-100d35e5e55e None None] Provisioning complete for port 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:01.781676 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a9d0843-e053-4675-9da1-100d35e5e55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:01.816171 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Transition to ACTIVE for port object 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:09:01.834932 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:01.841700 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=52bc3fdf-6201-413a-a67a-fc2a19e4ae0c,segment=NetworkSegment(f4f98a73-ca9d-4241-8023-e4c4596c86c4),segment_id=f4f98a73-ca9d-4241-8023-e4c4596c86c4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:09:01.848445 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:01.852132 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:01.860358 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Transition to ACTIVE for port object a6d3507f-cbde-4ccf-acfd-6cd885da90b8 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:09:01.877140 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:01.884227 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4b48bab8-1eaf-47d8-a8f4-d6d6ce4066d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:01.885694 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:01.913965 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:01.948965 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=52bc3fdf-6201-413a-a67a-fc2a19e4ae0c,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:01.956632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Pushing event updated for resources: {'Port': ['ID=4fad4f60-003f-4bb9-8a1c-7cfd3f58957d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:01.967015 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:01.978564 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:01.996293 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Network 119be928-ce8c-4bd3-a417-2e4446719647 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:09:01.998110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:09:01.998838 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Pushing event updated for resources: {'Port': ['ID=a6d3507f-cbde-4ccf-acfd-6cd885da90b8,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:02.001875 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:09:02.002480 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:02.022687 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:02.023215 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:02.023781 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:02.024239 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:02.024896 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:02.027229 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:02.027741 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:02.028073 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:02.028395 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:02.028706 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:02.029637 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:02.030093 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Tracked resource versions report: Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: pushed versions: Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: { 'AddressGroup': {'1.2'}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'ConntrackHelper': {'1.0'}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'Log': {'1.0'}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'Network': {'1.1'}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'Port': {'1.7'}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'PortForwarding': {'1.2'}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'QosPolicy': {'1.8'}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'SecurityGroup': {'1.4'}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'SecurityGroupRule': {'1.2'}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'SubPort': {'1.0'}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'Subnet': {'1.1'}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'Trunk': {'1.1'}} Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: consumer versions: Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: { DHCP agent@n-d-761264-15: {}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: HyperV agent@n-h1-761264-15: {}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: HyperV agent@n-h2-761264-15: {}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: L3 agent@n-d-761264-15: {}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: Metadata agent@n-d-761264-15: {}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: Metering agent@n-d-761264-15: {}, Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: Open vSwitch agent@n-d-761264-15: { 'AddressGroup': '1.2', Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'ConntrackHelper': '1.0', Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'Log': '1.0', Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'Network': '1.1', Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'Port': '1.7', Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'PortForwarding': '1.2', Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'QosPolicy': '1.8', Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'SecurityGroup': '1.4', Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'SecurityGroupRule': '1.2', Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'SubPort': '1.0', Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'Subnet': '1.1', Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: 'Trunk': '1.1'}} Jun 25 09:09:02.031354 n-d-761264-15 neutron-server[94027]: {{(pid=94027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 09:09:02.038096 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:02.041349 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Attempting to bind port a6d3507f-cbde-4ccf-acfd-6cd885da90b8 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:09:02.041704 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Attempting to bind port a6d3507f-cbde-4ccf-acfd-6cd885da90b8 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:09:02.042109 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Attempting to bind port a6d3507f-cbde-4ccf-acfd-6cd885da90b8 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:09:02.053881 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:09:02.054495 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:09:02.054908 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:02.055303 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:09:02.058362 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Bound port: a6d3507f-cbde-4ccf-acfd-6cd885da90b8, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:09:02.058897 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:02.135178 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34002) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:02.167227 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] For port a6d3507f-cbde-4ccf-acfd-6cd885da90b8, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:09:02.172978 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] For port a6d3507f-cbde-4ccf-acfd-6cd885da90b8, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a6d3507f-cbde-4ccf-acfd-6cd885da90b8,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:09:02.178649 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:02.182585 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:02.262883 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Routers {'717ac4af-acd0-4776-ab10-bb009c1b3ce1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:09:02.265408 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:08:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:02.326457 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Pushing event updated for resources: {'Port': ['ID=a6d3507f-cbde-4ccf-acfd-6cd885da90b8,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:02.329752 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:02.404408 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5daf092c-b39a-4d00-9dfc-6740f1250e08 None None] Provisioning for port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:02.410540 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5daf092c-b39a-4d00-9dfc-6740f1250e08 None None] Provisioning complete for port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:02.410937 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5daf092c-b39a-4d00-9dfc-6740f1250e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:02.425583 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:02.428483 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e14407e7-a8bd-437f-908f-992669eb93b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:02.495408 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5daf092c-b39a-4d00-9dfc-6740f1250e08 None None] Port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:09:02.499477 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] Set router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:09:02.661698 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e14407e7-a8bd-437f-908f-992669eb93b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:02.675724 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e14407e7-a8bd-437f-908f-992669eb93b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:02.715647 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:02.721053 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e14407e7-a8bd-437f-908f-992669eb93b8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5f2f84f53bf2473c9345449d7893e65d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5837104 Jun 25 09:09:02.723625 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34036) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:02.757227 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:02.772238 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:02.776921 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:02.785593 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:02.797081 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14407e7-a8bd-437f-908f-992669eb93b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f49152-ba91-4559-b601-b32ab911cec2,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:02.801750 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e14407e7-a8bd-437f-908f-992669eb93b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:02.828562 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2e7eb2f-ab59-4dbf-b3f8-ee958c0902a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:02.846210 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34042) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:02.866033 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2e7eb2f-ab59-4dbf-b3f8-ee958c0902a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:02.921985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Pushing event updated for resources: {'Port': ['ID=4fad4f60-003f-4bb9-8a1c-7cfd3f58957d,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:02.923131 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:02.980055 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Network 119be928-ce8c-4bd3-a417-2e4446719647 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:09:02.981761 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:09:03.005001 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2e7eb2f-ab59-4dbf-b3f8-ee958c0902a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:03.009025 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2e7eb2f-ab59-4dbf-b3f8-ee958c0902a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:03.010291 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d2e7eb2f-ab59-4dbf-b3f8-ee958c0902a8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f6f49152-ba91-4559-b601-b32ab911cec2 HTTP/1.1" status: 204 len: 168 time: 0.2854514 Jun 25 09:09:03.011139 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:03.015706 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:08:59Z', 'revision_number': 3, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:03.029429 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7eb2f-ab59-4dbf-b3f8-ee958c0902a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f49152-ba91-4559-b601-b32ab911cec2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:03.033931 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d2e7eb2f-ab59-4dbf-b3f8-ee958c0902a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:03.074066 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f2aa8-51fa-4330-812d-e3725b5bf6d5 None None] The sync data for ids ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'] in n-d-761264-15 is: [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:08:59Z', 'revision_number': 3, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:09:03.163758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:09:03.394228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:09:03.401756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:09:03.431609 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] 10.222.0.93 "PUT /v2.0/routers/717ac4af-acd0-4776-ab10-bb009c1b3ce1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7385731 Jun 25 09:09:03.433084 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df536c7a-c809-462b-896c-f51822d8ecf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:03.510445 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9e99df17-b42b-4878-95ad-69ef370e0b0b None None] Provisioning complete for port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:03.510857 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e99df17-b42b-4878-95ad-69ef370e0b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:03.556139 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9e99df17-b42b-4878-95ad-69ef370e0b0b None None] Port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:09:03.576229 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:03.576624 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:03.576792 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34086) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:03.614806 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df536c7a-c809-462b-896c-f51822d8ecf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:03.629028 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df536c7a-c809-462b-896c-f51822d8ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:03.638644 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:03.689737 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df536c7a-c809-462b-896c-f51822d8ecf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e5f734-c03b-4ea7-9053-1227a42b0437,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:03.698601 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-df536c7a-c809-462b-896c-f51822d8ecf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:03.716866 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-df536c7a-c809-462b-896c-f51822d8ecf0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6f86886729124954b8ffac69de35d135&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8681774 Jun 25 09:09:03.719316 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34096) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:03.756533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34102) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:03.779945 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-51072506-3db4-4b3c-a8a4-7b6f9e474091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:03.848767 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8ac4448e-5987-4b50-acc7-051c556010e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:03.904678 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8ac4448e-5987-4b50-acc7-051c556010e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:03.946147 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-51072506-3db4-4b3c-a8a4-7b6f9e474091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:03.952598 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-51072506-3db4-4b3c-a8a4-7b6f9e474091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:03.957255 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:04.013736 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8ac4448e-5987-4b50-acc7-051c556010e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.017917 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8ac4448e-5987-4b50-acc7-051c556010e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.022264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8ac4448e-5987-4b50-acc7-051c556010e5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/84e5f734-c03b-4ea7-9053-1227a42b0437 HTTP/1.1" status: 204 len: 168 time: 0.2993805 Jun 25 09:09:04.022264 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2c8f50d0-dcfb-4679-9e7e-a404d99b4b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:04.022914 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-51072506-3db4-4b3c-a8a4-7b6f9e474091 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8bb15e96f16045a4b4820b53546b512f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2652750 Jun 25 09:09:04.023800 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51072506-3db4-4b3c-a8a4-7b6f9e474091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac569ab-22c4-404e-8bbd-2f00e3ce65f5,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:04.027508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34110) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:04.038037 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-51072506-3db4-4b3c-a8a4-7b6f9e474091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:04.064362 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4448e-5987-4b50-acc7-051c556010e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e5f734-c03b-4ea7-9053-1227a42b0437,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:04.066580 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8ac4448e-5987-4b50-acc7-051c556010e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:04.108273 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e8b8a31-e82a-4c83-a67f-57b972130d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.116950 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8077b18f-a00f-402d-ba71-1d6412e1c20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.144681 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e8b8a31-e82a-4c83-a67f-57b972130d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.213852 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e8b8a31-e82a-4c83-a67f-57b972130d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.217537 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e8b8a31-e82a-4c83-a67f-57b972130d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.219043 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0e8b8a31-e82a-4c83-a67f-57b972130d85 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9ac569ab-22c4-404e-8bbd-2f00e3ce65f5 HTTP/1.1" status: 204 len: 168 time: 0.1900687 Jun 25 09:09:04.219913 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8ac4448e-5987-4b50-acc7-051c556010e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:04.229934 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b8a31-e82a-4c83-a67f-57b972130d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac569ab-22c4-404e-8bbd-2f00e3ce65f5,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:04.232230 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0e8b8a31-e82a-4c83-a67f-57b972130d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:04.273683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34120) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:04.312162 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8077b18f-a00f-402d-ba71-1d6412e1c20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.323558 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8077b18f-a00f-402d-ba71-1d6412e1c20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.337758 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d2e7eb2f-ab59-4dbf-b3f8-ee958c0902a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:04.363846 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8077b18f-a00f-402d-ba71-1d6412e1c20f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=17bd164f67af48a6aff4ccec53f82424&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7857976 Jun 25 09:09:04.366740 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34126) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:04.373864 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077b18f-a00f-402d-ba71-1d6412e1c20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfb1cf0-c18d-4ea6-93f1-4f197cacba7f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:04.377193 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8077b18f-a00f-402d-ba71-1d6412e1c20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:04.436870 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d5c80dc-dd06-48c4-90b6-93d4b2725275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.459196 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d5c80dc-dd06-48c4-90b6-93d4b2725275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.510834 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d5c80dc-dd06-48c4-90b6-93d4b2725275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.513701 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d5c80dc-dd06-48c4-90b6-93d4b2725275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.514846 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1d5c80dc-dd06-48c4-90b6-93d4b2725275 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4bfb1cf0-c18d-4ea6-93f1-4f197cacba7f HTTP/1.1" status: 204 len: 168 time: 0.1470122 Jun 25 09:09:04.515472 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:04.523116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c80dc-dd06-48c4-90b6-93d4b2725275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfb1cf0-c18d-4ea6-93f1-4f197cacba7f,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:04.526045 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1d5c80dc-dd06-48c4-90b6-93d4b2725275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:04.775725 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8a8cdc6d-cffb-4cf2-9eda-38dccfa9b79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.879994 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34144) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:04.895607 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8a8cdc6d-cffb-4cf2-9eda-38dccfa9b79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.900602 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8a8cdc6d-cffb-4cf2-9eda-38dccfa9b79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.901705 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-37670c46-6124-45e9-a484-6925569b8a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:04.904898 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:04.941382 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cdc6d-cffb-4cf2-9eda-38dccfa9b79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298db587-7c0f-4493-92a2-2885d4c8fc28,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:04.947759 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8a8cdc6d-cffb-4cf2-9eda-38dccfa9b79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:04.958864 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8a8cdc6d-cffb-4cf2-9eda-38dccfa9b79e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5da28788d7b341b1b3f1fda14e09aaab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6840146 Jun 25 09:09:04.962341 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34150) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:05.054905 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ffcf-4ba3-483b-8eab-009230b8c137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.098687 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ffcf-4ba3-483b-8eab-009230b8c137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.113925 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-37670c46-6124-45e9-a484-6925569b8a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.123576 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-37670c46-6124-45e9-a484-6925569b8a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.132450 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34156) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:05.146169 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-04d55aab-27f2-4f03-9f3d-c03e777f4faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.158290 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-51072506-3db4-4b3c-a8a4-7b6f9e474091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:05.166126 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-37670c46-6124-45e9-a484-6925569b8a5a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e6e013d398e140fdb0188e5fe93c2a6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2832119 Jun 25 09:09:05.167429 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34158) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:05.198965 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37670c46-6124-45e9-a484-6925569b8a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a29f4d-7fce-4c6a-9634-681009eb9e04,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:05.209761 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-37670c46-6124-45e9-a484-6925569b8a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:05.229808 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ffcf-4ba3-483b-8eab-009230b8c137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.234701 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ffcf-4ba3-483b-8eab-009230b8c137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.236032 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c8d5ffcf-4ba3-483b-8eab-009230b8c137 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/298db587-7c0f-4493-92a2-2885d4c8fc28 HTTP/1.1" status: 204 len: 168 time: 0.2727718 Jun 25 09:09:05.236828 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:05.247727 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5ffcf-4ba3-483b-8eab-009230b8c137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298db587-7c0f-4493-92a2-2885d4c8fc28,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:05.248662 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1e0d-6f56-46cd-bfcb-b11f1785dff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.251620 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c8d5ffcf-4ba3-483b-8eab-009230b8c137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:05.284013 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1e0d-6f56-46cd-bfcb-b11f1785dff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.354943 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Sync routers for ids ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:09:05.367251 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Routers {'717ac4af-acd0-4776-ab10-bb009c1b3ce1'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:09:05.367732 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1e0d-6f56-46cd-bfcb-b11f1785dff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.367884 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:08:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:05.374165 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1e0d-6f56-46cd-bfcb-b11f1785dff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.375723 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3f8f1e0d-6f56-46cd-bfcb-b11f1785dff3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b6a29f4d-7fce-4c6a-9634-681009eb9e04 HTTP/1.1" status: 204 len: 168 time: 0.2071819 Jun 25 09:09:05.379249 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8a8cdc6d-cffb-4cf2-9eda-38dccfa9b79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:05.390076 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f1e0d-6f56-46cd-bfcb-b11f1785dff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a29f4d-7fce-4c6a-9634-681009eb9e04,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:05.392287 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3f8f1e0d-6f56-46cd-bfcb-b11f1785dff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:05.429741 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-04d55aab-27f2-4f03-9f3d-c03e777f4faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.437342 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-04d55aab-27f2-4f03-9f3d-c03e777f4faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.441366 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:05.464310 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d55aab-27f2-4f03-9f3d-c03e777f4faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db157cc9-6924-4331-962f-126cf41e72b1,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:05.472555 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04d55aab-27f2-4f03-9f3d-c03e777f4faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:05.495659 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34176) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:05.495838 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-04d55aab-27f2-4f03-9f3d-c03e777f4faf admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0d7c1ab393254c8580f01bc5e2424307&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3618877 Jun 25 09:09:05.496830 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a6d3507f-cbde-4ccf-acfd-6cd885da90b8 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:09:05.562621 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c37aebe5-2612-4dc0-9f33-97a18e94adf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.593424 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c37aebe5-2612-4dc0-9f33-97a18e94adf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.687317 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c37aebe5-2612-4dc0-9f33-97a18e94adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.690695 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Set router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:09:05.694102 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c37aebe5-2612-4dc0-9f33-97a18e94adf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.695848 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c37aebe5-2612-4dc0-9f33-97a18e94adf0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/db157cc9-6924-4331-962f-126cf41e72b1 HTTP/1.1" status: 204 len: 168 time: 0.1991999 Jun 25 09:09:05.696662 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:05.704805 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37aebe5-2612-4dc0-9f33-97a18e94adf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db157cc9-6924-4331-962f-126cf41e72b1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:05.721922 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c37aebe5-2612-4dc0-9f33-97a18e94adf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:05.733460 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34188) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:05.736589 n-d-761264-15 neutron-server[94024]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 25 09:09:05.776763 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-a8ab5f4b-63da-4860-b175-2228b010435c tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=d6788fa1eb1b45bfac055742cf59dde8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417416 Jun 25 09:09:05.827036 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port a6d3507f-cbde-4ccf-acfd-6cd885da90b8 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:05.861124 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port a6d3507f-cbde-4ccf-acfd-6cd885da90b8 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:05.861624 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:05.892250 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34194) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:05.914642 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2fd08a02-cfff-4361-ac8a-204c23561953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.021845 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.057820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port a6d3507f-cbde-4ccf-acfd-6cd885da90b8, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a6d3507f-cbde-4ccf-acfd-6cd885da90b8,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:09:06.061749 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4fad4f60-003f-4bb9-8a1c-7cfd3f58957d', 'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'mac_address': 'fa:16:3e:5d:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:01Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 2, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'subnets': [{'id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:06.065135 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2fd08a02-cfff-4361-ac8a-204c23561953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.074610 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2fd08a02-cfff-4361-ac8a-204c23561953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.091412 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Checking router: 717ac4af-acd0-4776-ab10-bb009c1b3ce1 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:09:06.091760 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Updating router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:09:06.094844 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.099718 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-354e659e-1da3-4da5-b800-c48943cebf38 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:06.105248 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:06.108942 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2fd08a02-cfff-4361-ac8a-204c23561953 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=694c39deb567411b93bd9d89024028d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2147851 Jun 25 09:09:06.114977 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:06.116039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34200) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:06.123532 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-354e659e-1da3-4da5-b800-c48943cebf38 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3360198 Jun 25 09:09:06.144779 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-e196d782-7af4-49ab-a0dd-e0180a07dcbb tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/quotas/d6788fa1eb1b45bfac055742cf59dde8 HTTP/1.1" status: 200 len: 375 time: 0.0200529 Jun 25 09:09:06.155838 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd08a02-cfff-4361-ac8a-204c23561953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be09bc27-d0ad-45c3-8c6f-bb79546b5e22,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:06.162843 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2fd08a02-cfff-4361-ac8a-204c23561953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:06.169067 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=a6d3507f-cbde-4ccf-acfd-6cd885da90b8,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:06.172572 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:06.187152 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.196689 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e91f9495-8eba-461b-8116-8f7563e686b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.229812 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e91f9495-8eba-461b-8116-8f7563e686b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.252392 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-4aec8e94-ca0c-45bf-8dd0-063852f27e49 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d6788fa1eb1b45bfac055742cf59dde8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1027014 Jun 25 09:09:06.319906 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34206) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:06.324924 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1306688983-network', 'tenant_id': '0c35bd4bb46744eeb90678e9262e6d49'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:06.365805 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Made reservation on behalf of 0c35bd4bb46744eeb90678e9262e6d49 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:09:06.368228 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.388764 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.548032 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e91f9495-8eba-461b-8116-8f7563e686b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.550957 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e91f9495-8eba-461b-8116-8f7563e686b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.554813 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e91f9495-8eba-461b-8116-8f7563e686b8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/be09bc27-d0ad-45c3-8c6f-bb79546b5e22 HTTP/1.1" status: 204 len: 168 time: 0.4376159 Jun 25 09:09:06.555592 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-94f472d6-d1d9-4de4-b2cc-b9a597262c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:06.564772 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f9495-8eba-461b-8116-8f7563e686b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be09bc27-d0ad-45c3-8c6f-bb79546b5e22,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:06.571698 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e91f9495-8eba-461b-8116-8f7563e686b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:06.585451 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.593653 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.597808 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:06.623644 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:09:06.650552 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.651185 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Added segment 12338ee8-4bce-444a-ae7c-2e9d5f7c6385 of type vlan for network 6b93e609-f8ef-4a69-bafe-70c4f9b8b549 Jun 25 09:09:06.652623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8543a7b3-f069-413e-ae06-69eb9de4d2c3,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:06.664218 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:06.709506 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.726851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Transition to ACTIVE for port object 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:09:06.737851 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.743520 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:06.818249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d7f1c-9a21-4b71-bb51-59e17025cf1e None None] Pushing event updated for resources: {'Port': ['ID=4fad4f60-003f-4bb9-8a1c-7cfd3f58957d,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:06.830464 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-8b0d7f1c-9a21-4b71-bb51-59e17025cf1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:06.844658 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.886072 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.887445 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:06.889044 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.893087 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1dc7e539-ef54-49f5-8805-e4d9d6dad175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:06.904599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Attempting to bind port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:09:06.905332 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Attempting to bind port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:09:06.905862 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Attempting to bind port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d on network 119be928-ce8c-4bd3-a417-2e4446719647 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:09:06.919622 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:09:06.920011 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Checking segment: {'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:09:06.920608 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.921136 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Bound using segment: {'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:09:06.921958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Bound port: 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:09:06.922072 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:06.980087 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6590672 Jun 25 09:09:06.983777 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34250) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:06.990900 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8660ea30-c814-415e-bae7-303b2fceb528 admin admin] Request body: {'subnet': {'network_id': '6b93e609-f8ef-4a69-bafe-70c4f9b8b549', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1306688983-subnet', 'tenant_id': '0c35bd4bb46744eeb90678e9262e6d49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:06.994506 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Pushing event updated for resources: {'Network': ['ID=6b93e609-f8ef-4a69-bafe-70c4f9b8b549,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:06.998991 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:07.009814 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 6b93e609-f8ef-4a69-bafe-70c4f9b8b549 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:09:07.012862 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] For port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:09:07.016584 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] For port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4fad4f60-003f-4bb9-8a1c-7cfd3f58957d,segment=NetworkSegment(f4f98a73-ca9d-4241-8023-e4c4596c86c4),segment_id=f4f98a73-ca9d-4241-8023-e4c4596c86c4)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:09:07.034641 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8660ea30-c814-415e-bae7-303b2fceb528 admin admin] Made reservation on behalf of 0c35bd4bb46744eeb90678e9262e6d49 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:09:07.039325 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8660ea30-c814-415e-bae7-303b2fceb528 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:07.058545 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:07.069944 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:07.154120 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d7f1c-9a21-4b71-bb51-59e17025cf1e None None] Pushing event updated for resources: {'Port': ['ID=4fad4f60-003f-4bb9-8a1c-7cfd3f58957d,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:07.157195 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Routers {'717ac4af-acd0-4776-ab10-bb009c1b3ce1'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:09:07.157950 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:08:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:07.159952 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-8b0d7f1c-9a21-4b71-bb51-59e17025cf1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:07.358812 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34262) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:07.390900 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] Set router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:09:07.403016 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8660ea30-c814-415e-bae7-303b2fceb528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:07.407942 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:07.440635 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a6d3507f-cbde-4ccf-acfd-6cd885da90b8 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:09:07.499757 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660ea30-c814-415e-bae7-303b2fceb528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80096175-ba45-4637-93b1-9e8e97237323,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:07.509151 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8660ea30-c814-415e-bae7-303b2fceb528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:07.509942 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8660ea30-c814-415e-bae7-303b2fceb528 admin admin] Checking segment: {'id': '12338ee8-4bce-444a-ae7c-2e9d5f7c6385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '6b93e609-f8ef-4a69-bafe-70c4f9b8b549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:09:07.510245 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8660ea30-c814-415e-bae7-303b2fceb528 admin admin] Network hostable DHCP agents. Network: 6b93e609-f8ef-4a69-bafe-70c4f9b8b549, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:09:07.539058 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8660ea30-c814-415e-bae7-303b2fceb528 admin admin] Network 6b93e609-f8ef-4a69-bafe-70c4f9b8b549 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:09:07.553003 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-8660ea30-c814-415e-bae7-303b2fceb528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 6b93e609-f8ef-4a69-bafe-70c4f9b8b549) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:09:07.558168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8660ea30-c814-415e-bae7-303b2fceb528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:07.559062 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8660ea30-c814-415e-bae7-303b2fceb528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:07.570018 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8342bd-d8c8-452e-a8c2-a501393c9e97 None None] Network 6b93e609-f8ef-4a69-bafe-70c4f9b8b549 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:09:07.580993 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8660ea30-c814-415e-bae7-303b2fceb528 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5926294 Jun 25 09:09:07.581075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34278) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:07.585646 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1306688983-router', 'tenant_id': '0c35bd4bb46744eeb90678e9262e6d49', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:07.615612 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:07.617282 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:07.672082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port a6d3507f-cbde-4ccf-acfd-6cd885da90b8 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:07.672464 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:07.730842 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:07.851576 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4fad4f60-003f-4bb9-8a1c-7cfd3f58957d', 'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'mac_address': 'fa:16:3e:5d:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:01Z', 'updated_at': '2021-06-25T09:09:07Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'subnets': [{'id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:07.869359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-6b93e609-f8ef-4a69-bafe-70c4f9b8b549', 'network_id': '6b93e609-f8ef-4a69-bafe-70c4f9b8b549', 'tenant_id': '0c35bd4bb46744eeb90678e9262e6d49', 'fixed_ips': [{'subnet_id': '80096175-ba45-4637-93b1-9e8e97237323'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:09:07.870293 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:07.893459 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a429ee8-13ca-4905-b1c4-57f66320a0bd req-cf847db7-e9d5-4aa6-9aff-170bea906ebf tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 210 time: 0.5325179 Jun 25 09:09:07.928857 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3362e3-5571-4e54-af7c-a1047cb0cbd2 None None] The sync data for ids ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'] in n-d-761264-15 is: [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4fad4f60-003f-4bb9-8a1c-7cfd3f58957d', 'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'mac_address': 'fa:16:3e:5d:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:01Z', 'updated_at': '2021-06-25T09:09:07Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'subnets': [{'id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:09:08.023218 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:08.187258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Allocated IP 172.20.0.2 (6b93e609-f8ef-4a69-bafe-70c4f9b8b549/80096175-ba45-4637-93b1-9e8e97237323/9ea14617-ba32-4f73-9aad-8ff99d31ff57) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:09:08.348906 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:08.399557 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:08.581465 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Allocated IP 172.25.6.152 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/819f37e0-9776-409b-b5a1-c92cf8cdc471) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:09:08.703941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34318) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:08.728057 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:08.738906 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Transition to ACTIVE for port object 9ea14617-ba32-4f73-9aad-8ff99d31ff57 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:09:08.767239 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Transition to ACTIVE for port object 9ea14617-ba32-4f73-9aad-8ff99d31ff57 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:09:08.778265 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:08.785594 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:08.824630 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:08.882199 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Network 6b93e609-f8ef-4a69-bafe-70c4f9b8b549 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:09:08.890623 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:08.894881 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:09:08.898111 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:08.908278 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:09:08.950064 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Pushing event updated for resources: {'Port': ['ID=9ea14617-ba32-4f73-9aad-8ff99d31ff57,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:08.950281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:09:08.956403 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:09:08.960478 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:08.961013 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:09:09.061307 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Pushing event updated for resources: {'Port': ['ID=819f37e0-9776-409b-b5a1-c92cf8cdc471,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:09.065109 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:09.068811 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-86026804-network', 'tenant_id': '8903fb9199994fcf816fea463847f37a'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:09.093681 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Attempting to bind port 9ea14617-ba32-4f73-9aad-8ff99d31ff57 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:09:09.094087 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Attempting to bind port 9ea14617-ba32-4f73-9aad-8ff99d31ff57 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '12338ee8-4bce-444a-ae7c-2e9d5f7c6385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '6b93e609-f8ef-4a69-bafe-70c4f9b8b549'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:09:09.094413 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Attempting to bind port 9ea14617-ba32-4f73-9aad-8ff99d31ff57 on network 6b93e609-f8ef-4a69-bafe-70c4f9b8b549 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:09:09.101256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:09:09.101791 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Checking segment: {'id': '12338ee8-4bce-444a-ae7c-2e9d5f7c6385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '6b93e609-f8ef-4a69-bafe-70c4f9b8b549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:09:09.102094 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:09.102509 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Bound using segment: {'id': '12338ee8-4bce-444a-ae7c-2e9d5f7c6385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '6b93e609-f8ef-4a69-bafe-70c4f9b8b549'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:09:09.103025 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Bound port: 9ea14617-ba32-4f73-9aad-8ff99d31ff57, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12338ee8-4bce-444a-ae7c-2e9d5f7c6385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '6b93e609-f8ef-4a69-bafe-70c4f9b8b549'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:09:09.103433 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:09.193963 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] For port 9ea14617-ba32-4f73-9aad-8ff99d31ff57, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:09:09.200362 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] For port 9ea14617-ba32-4f73-9aad-8ff99d31ff57, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=9ea14617-ba32-4f73-9aad-8ff99d31ff57,segment=NetworkSegment(12338ee8-4bce-444a-ae7c-2e9d5f7c6385),segment_id=12338ee8-4bce-444a-ae7c-2e9d5f7c6385)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:09:09.211121 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:09.230514 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:09.249006 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Made reservation on behalf of 8903fb9199994fcf816fea463847f37a for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:09:09.255961 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:09.308846 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f59f42b7-8584-4d0b-9f2c-582d7cb391d1 req-98b77272-126e-4c28-8aae-e2c4cacdbae4 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 210 time: 0.0499802 Jun 25 09:09:09.321144 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:09.334029 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Pushing event updated for resources: {'Port': ['ID=9ea14617-ba32-4f73-9aad-8ff99d31ff57,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:09.338850 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:09.528197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:09:09.609606 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:09.646287 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:09.651104 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:09.651768 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:09.789734 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:09.796762 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:09.807882 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:09.837531 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4fad4f60-003f-4bb9-8a1c-7cfd3f58957d,segment=NetworkSegment(f4f98a73-ca9d-4241-8023-e4c4596c86c4),segment_id=f4f98a73-ca9d-4241-8023-e4c4596c86c4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:09:09.845432 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:09.849053 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-8b0d7f1c-9a21-4b71-bb51-59e17025cf1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:09.859120 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:09.926680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:09:09.966477 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba281978-43c5-4d4a-83f0-ec58049349e5,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:09.980272 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.38', 57730) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:09.991778 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:09.992268 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=4fad4f60-003f-4bb9-8a1c-7cfd3f58957d,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:09.995106 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:09.995624 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Added segment a035e047-ad89-4266-ac7c-7fce0d52bbd7 of type vlan for network fd9e6042-fd33-45db-9076-14fbdfe3d366 Jun 25 09:09:09.999191 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:10.056621 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-08096167-db48-41fd-9550-ab073e7bf927 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d6788fa1eb1b45bfac055742cf59dde8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747807 Jun 25 09:09:10.266987 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:10.307755 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:10.332452 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:10.435500 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:10.436095 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:10.466751 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:10.500128 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-7d2fb88d-f523-4f93-afca-a02c48716c71 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:10.501893 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-7d2fb88d-f523-4f93-afca-a02c48716c71 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4374194 Jun 25 09:09:10.605122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Request body: {'port': {'device_id': '9bc7aa8f-4072-4ad2-8046-d04b22f54099', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'd6788fa1eb1b45bfac055742cf59dde8'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:10.747986 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ec5830ff-9926-45db-bfe8-b683428e26ca req-e86b8df8-5d50-45b9-ab2c-9e6dc971b740 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 210 time: 0.1513052 Jun 25 09:09:10.752498 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0440896 Jun 25 09:09:10.770300 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34410) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:10.772217 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Pushing event updated for resources: {'Network': ['ID=fd9e6042-fd33-45db-9076-14fbdfe3d366,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:10.782900 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:10.788999 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network fd9e6042-fd33-45db-9076-14fbdfe3d366 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:09:10.804564 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-7bd3791f-36bc-45c0-a602-5564765b23d0 admin admin] Request body: {'subnet': {'network_id': 'fd9e6042-fd33-45db-9076-14fbdfe3d366', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-86026804-subnet', 'tenant_id': '8903fb9199994fcf816fea463847f37a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:10.913486 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbb736b-035a-4193-b33c-0d1fb179d45b None None] Network 6b93e609-f8ef-4a69-bafe-70c4f9b8b549 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:09:10.936960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Router 928859c8-12cc-42ed-961a-8f230b1b3048 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:09:10.991099 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd3791f-36bc-45c0-a602-5564765b23d0 admin admin] Made reservation on behalf of 8903fb9199994fcf816fea463847f37a for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:09:10.993445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7bd3791f-36bc-45c0-a602-5564765b23d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:11.094260 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:09:11.099855 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b0fed0e7-5219-4210-a839-3a602082c908 None None] Provisioning for port 9ea14617-ba32-4f73-9aad-8ff99d31ff57 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:11.107376 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Sync routers for ids ['928859c8-12cc-42ed-961a-8f230b1b3048'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:09:11.124126 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:11.128104 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5460832 Jun 25 09:09:11.130562 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Routers {'928859c8-12cc-42ed-961a-8f230b1b3048'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:09:11.130873 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34432) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:11.136709 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:08:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['928859c8-12cc-42ed-961a-8f230b1b3048'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:11.249338 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7bd3791f-36bc-45c0-a602-5564765b23d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:11.261188 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6e94e8b5-86ec-47dc-a19d-2bf0cf916a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:11.329107 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3791f-36bc-45c0-a602-5564765b23d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e53d01e1-6922-4190-a568-49b0dc2f203c,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:11.355672 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7bd3791f-36bc-45c0-a602-5564765b23d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:11.362520 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Made reservation on behalf of d6788fa1eb1b45bfac055742cf59dde8 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:09:11.366447 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:11.397327 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Set router 928859c8-12cc-42ed-961a-8f230b1b3048 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:09:11.404566 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:11.453900 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd3791f-36bc-45c0-a602-5564765b23d0 admin admin] Checking segment: {'id': 'a035e047-ad89-4266-ac7c-7fce0d52bbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'fd9e6042-fd33-45db-9076-14fbdfe3d366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:09:11.454435 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd3791f-36bc-45c0-a602-5564765b23d0 admin admin] Network hostable DHCP agents. Network: fd9e6042-fd33-45db-9076-14fbdfe3d366, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:09:11.549863 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd3791f-36bc-45c0-a602-5564765b23d0 admin admin] Network fd9e6042-fd33-45db-9076-14fbdfe3d366 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:09:11.599688 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-7bd3791f-36bc-45c0-a602-5564765b23d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, fd9e6042-fd33-45db-9076-14fbdfe3d366) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:09:11.613676 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f6920e-93f2-4c8a-a5d2-1e5316d11805 None None] Network fd9e6042-fd33-45db-9076-14fbdfe3d366 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:09:11.640211 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd3791f-36bc-45c0-a602-5564765b23d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:11.644541 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7bd3791f-36bc-45c0-a602-5564765b23d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:11.767310 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:09:11.902147 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1306688983-router', 'tenant_id': '0c35bd4bb46744eeb90678e9262e6d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '819f37e0-9776-409b-b5a1-c92cf8cdc471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:09:07Z', 'updated_at': '2021-06-25T09:09:09Z', 'revision_number': 3, 'project_id': '0c35bd4bb46744eeb90678e9262e6d49', 'gw_port': {'id': '819f37e0-9776-409b-b5a1-c92cf8cdc471', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:08Z', 'updated_at': '2021-06-25T09:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:11.931450 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Checking router: 928859c8-12cc-42ed-961a-8f230b1b3048 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:09:11.932061 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Updating router 928859c8-12cc-42ed-961a-8f230b1b3048 port 819f37e0-9776-409b-b5a1-c92cf8cdc471 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:09:11.932529 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:11.985615 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:12.016631 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:12.060529 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7bd3791f-36bc-45c0-a602-5564765b23d0 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2887127 Jun 25 09:09:12.064233 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:12.064872 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:12.119193 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:12.349774 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25b05cb-5d6e-417c-80c6-154ec5fb222f None None] Network fd9e6042-fd33-45db-9076-14fbdfe3d366 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:09:12.414381 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:12.493475 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dfa41bf2-b46f-44ff-9f06-5e56a0b2c084 req-e3bea1b7-ed4d-4140-9b4a-0b0181dfc45e tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 210 time: 0.1027884 Jun 25 09:09:12.549234 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Allocated IP 172.20.0.1 (6b93e609-f8ef-4a69-bafe-70c4f9b8b549/80096175-ba45-4637-93b1-9e8e97237323/75bdd9b0-e342-4973-92ab-090801b2d91d) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:09:12.734650 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2ab98d-a318-475a-b0df-b9767c8c06e4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:12.750262 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:12.979151 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:12.990149 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9ea14617-ba32-4f73-9aad-8ff99d31ff57 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:09:12.991379 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Transition to ACTIVE for port object 819f37e0-9776-409b-b5a1-c92cf8cdc471 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:09:13.002081 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:13.018084 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:13.046431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Allocated IP 192.168.233.119 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/3ccf1f07-f3ac-4fca-8231-7a7c5e745006) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:09:13.047302 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:13.104094 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Transition to ACTIVE for port object 75bdd9b0-e342-4973-92ab-090801b2d91d will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:09:13.138931 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 9ea14617-ba32-4f73-9aad-8ff99d31ff57 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:13.148556 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 9ea14617-ba32-4f73-9aad-8ff99d31ff57 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:13.148910 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:13.153350 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a522e0-54b3-4da4-a3c1-83875e1a0087 None None] Pushing event updated for resources: {'Port': ['ID=819f37e0-9776-409b-b5a1-c92cf8cdc471,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:13.166238 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Attempting to bind port 819f37e0-9776-409b-b5a1-c92cf8cdc471 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:09:13.166976 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Attempting to bind port 819f37e0-9776-409b-b5a1-c92cf8cdc471 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:09:13.167606 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Attempting to bind port 819f37e0-9776-409b-b5a1-c92cf8cdc471 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:09:13.177288 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-53a522e0-54b3-4da4-a3c1-83875e1a0087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:13.178950 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:09:13.179719 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:09:13.180343 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:13.180986 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:09:13.181812 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Bound port: 819f37e0-9776-409b-b5a1-c92cf8cdc471, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:09:13.182844 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:13.215463 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:13.242452 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-75f60b08-e56e-41e9-9e99-f9e4b24e3035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:13.262831 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] For port 819f37e0-9776-409b-b5a1-c92cf8cdc471, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:09:13.268296 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] For port 819f37e0-9776-409b-b5a1-c92cf8cdc471, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=819f37e0-9776-409b-b5a1-c92cf8cdc471,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:09:13.275903 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:13.294451 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-7fb198a4-8c07-42fe-a4d0-84d5a52b5999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:13.357281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Network 6b93e609-f8ef-4a69-bafe-70c4f9b8b549 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:09:13.367235 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Pushing event updated for resources: {'Port': ['ID=75bdd9b0-e342-4973-92ab-090801b2d91d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:13.370333 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:09:13.406183 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:13.421205 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a522e0-54b3-4da4-a3c1-83875e1a0087 None None] Pushing event updated for resources: {'Port': ['ID=819f37e0-9776-409b-b5a1-c92cf8cdc471,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:13.424907 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:09:13.425181 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:13.477311 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34550) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:13.511125 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:13.549900 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Routers {'928859c8-12cc-42ed-961a-8f230b1b3048'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:09:13.552160 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:08:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['928859c8-12cc-42ed-961a-8f230b1b3048'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:13.616343 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:13.682331 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Transition to ACTIVE for port object 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:09:13.732597 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 9ea14617-ba32-4f73-9aad-8ff99d31ff57, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=9ea14617-ba32-4f73-9aad-8ff99d31ff57,segment=NetworkSegment(12338ee8-4bce-444a-ae7c-2e9d5f7c6385),segment_id=12338ee8-4bce-444a-ae7c-2e9d5f7c6385)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:09:13.756176 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:13.765383 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:13.771277 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:13.787697 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:13.838047 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-53a522e0-54b3-4da4-a3c1-83875e1a0087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:13.942938 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:13.996047 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:09:13.998248 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=9ea14617-ba32-4f73-9aad-8ff99d31ff57,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:14.015110 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:09:14.029630 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:14.038462 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-aee1c125-c0d3-4b5d-9589-25eb8436ac4d None None] Provisioning for port 75bdd9b0-e342-4973-92ab-090801b2d91d completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:14.049940 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-aee1c125-c0d3-4b5d-9589-25eb8436ac4d None None] Provisioning complete for port 75bdd9b0-e342-4973-92ab-090801b2d91d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:14.053331 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:09:14.056697 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aee1c125-c0d3-4b5d-9589-25eb8436ac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:14.060993 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] Set router 928859c8-12cc-42ed-961a-8f230b1b3048 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:09:14.080200 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:14.080611 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:14.222375 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-aee1c125-c0d3-4b5d-9589-25eb8436ac4d None None] Port 75bdd9b0-e342-4973-92ab-090801b2d91d cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:09:14.250604 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe93d9c8-c6e1-42cc-830b-d3aac874e478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:14.272554 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Pushing event updated for resources: {'Port': ['ID=3ccf1f07-f3ac-4fca-8231-7a7c5e745006,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:14.285641 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:14.512148 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34586) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:14.553299 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2c7bd09c-6e4b-4ab2-9a5f-73cc7a923ef3 None None] Provisioning for port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:14.567765 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2c7bd09c-6e4b-4ab2-9a5f-73cc7a923ef3 None None] Provisioning complete for port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:14.569873 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c7bd09c-6e4b-4ab2-9a5f-73cc7a923ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:14.599375 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34590) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:14.617252 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-866754150-network', 'tenant_id': '6655b7b528b84cad9339726c79b43702'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:14.635088 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe93d9c8-c6e1-42cc-830b-d3aac874e478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:14.648643 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe93d9c8-c6e1-42cc-830b-d3aac874e478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:14.654379 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-37670c46-6124-45e9-a484-6925569b8a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:14.729222 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2c7bd09c-6e4b-4ab2-9a5f-73cc7a923ef3 None None] Port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:09:14.735778 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1306688983-router', 'tenant_id': '0c35bd4bb46744eeb90678e9262e6d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '819f37e0-9776-409b-b5a1-c92cf8cdc471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:09:07Z', 'updated_at': '2021-06-25T09:09:09Z', 'revision_number': 3, 'project_id': '0c35bd4bb46744eeb90678e9262e6d49', 'gw_port': {'id': '819f37e0-9776-409b-b5a1-c92cf8cdc471', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:08Z', 'updated_at': '2021-06-25T09:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:14.747162 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93d9c8-c6e1-42cc-830b-d3aac874e478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41af5851-4efd-4932-a324-0b7616b2160f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:14.753944 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1565850 Jun 25 09:09:14.759791 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fe93d9c8-c6e1-42cc-830b-d3aac874e478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:14.760711 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] Made reservation on behalf of 6655b7b528b84cad9339726c79b43702 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:09:14.763708 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:14.782628 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:14.789233 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-a2b4f437-0773-46f5-8fa6-807809e7eb31 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:09:14.790618 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-a2b4f437-0773-46f5-8fa6-807809e7eb31 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142660 Jun 25 09:09:14.801711 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34596) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:14.817146 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fe93d9c8-c6e1-42cc-830b-d3aac874e478 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=67ac2a46ebd844e0806a96678538e829&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3300939 Jun 25 09:09:14.819075 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34600) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:14.866830 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e4f96-4f19-4782-8f19-c081de69db92 None None] The sync data for ids ['928859c8-12cc-42ed-961a-8f230b1b3048'] in n-d-761264-15 is: [{'id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1306688983-router', 'tenant_id': '0c35bd4bb46744eeb90678e9262e6d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '819f37e0-9776-409b-b5a1-c92cf8cdc471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:09:07Z', 'updated_at': '2021-06-25T09:09:09Z', 'revision_number': 3, 'project_id': '0c35bd4bb46744eeb90678e9262e6d49', 'gw_port': {'id': '819f37e0-9776-409b-b5a1-c92cf8cdc471', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:08Z', 'updated_at': '2021-06-25T09:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:09:14.898699 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d216ef1-e8e0-4579-becd-a0b7a8489288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:14.943713 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2567a-dded-41df-ace9-afb913421184 req-02c1d3b2-0b04-4e71-9607-a89b1fdae04d tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:14.951474 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5cc2567a-dded-41df-ace9-afb913421184 req-02c1d3b2-0b04-4e71-9607-a89b1fdae04d tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 936 time: 0.9646754 Jun 25 09:09:14.962374 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d216ef1-e8e0-4579-becd-a0b7a8489288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:15.115597 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:15.130967 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5cc2567a-dded-41df-ace9-afb913421184 req-e40aa245-145c-4cf8-a4fe-1df9d37087a0 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689861 Jun 25 09:09:15.137951 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:15.146645 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:15.154635 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:15.174981 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Request body: {'port': {'device_id': '9bc7aa8f-4072-4ad2-8046-d04b22f54099', 'device_owner': 'compute:tempest-test_az-1049402985', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:15.219811 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d411f34-751f-4381-a2ea-d05aa3bae99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:15.243687 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ae77455-aa21-4dbe-84fb-b4abe32401c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:15.271090 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Pushing event updated for resources: {'Port': ['ID=75bdd9b0-e342-4973-92ab-090801b2d91d,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:15.281252 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:15.338842 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:15.350499 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:15.358179 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d216ef1-e8e0-4579-becd-a0b7a8489288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:15.377668 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Network 6b93e609-f8ef-4a69-bafe-70c4f9b8b549 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:09:15.386977 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:09:15.393728 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c37aebe5-2612-4dc0-9f33-97a18e94adf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:15.422217 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d216ef1-e8e0-4579-becd-a0b7a8489288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:15.425703 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5d216ef1-e8e0-4579-becd-a0b7a8489288 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/41af5851-4efd-4932-a324-0b7616b2160f HTTP/1.1" status: 204 len: 168 time: 0.6032400 Jun 25 09:09:15.425703 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.api [None req-8ae77455-aa21-4dbe-84fb-b4abe32401c4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 09:09:15.425703 n-d-761264-15 neutron-server[94025]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 09:09:15.425703 n-d-761264-15 neutron-server[94025]: [parameters: {'project_id_1': '544679c1da64413487f073fc739de3d8', 'expiration_1': datetime.datetime(2021, 6, 25, 9, 9, 15, 320019)}] Jun 25 09:09:15.425703 n-d-761264-15 neutron-server[94025]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:09:15.425703 n-d-761264-15 neutron-server[94025]: DEBUG oslo_db.api [None req-8ae77455-aa21-4dbe-84fb-b4abe32401c4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:09:15.498085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:09:15.520708 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad31bc39-099e-4633-b44c-7dfb6277a84b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:15.523657 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:15.553779 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:15.554159 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] Added segment 1965b945-86e6-40d5-b270-5960cb261a2f of type vlan for network 85b71791-3d6c-476a-8066-3b98c0374fe0 Jun 25 09:09:15.593252 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d216ef1-e8e0-4579-becd-a0b7a8489288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41af5851-4efd-4932-a324-0b7616b2160f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:15.598828 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5d216ef1-e8e0-4579-becd-a0b7a8489288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:15.612626 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:15.612990 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:15.723228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Router 928859c8-12cc-42ed-961a-8f230b1b3048 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:09:15.882647 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fb98b28e-9755-4103-aac1-eea30d6c16e3 None None] Provisioning complete for port 75bdd9b0-e342-4973-92ab-090801b2d91d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:15.884167 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb98b28e-9755-4103-aac1-eea30d6c16e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:15.990887 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fb98b28e-9755-4103-aac1-eea30d6c16e3 None None] Port 75bdd9b0-e342-4973-92ab-090801b2d91d cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:09:16.058675 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:16.063582 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ae77455-aa21-4dbe-84fb-b4abe32401c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:16.121807 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 819f37e0-9776-409b-b5a1-c92cf8cdc471 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:09:16.178534 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:09:16.216323 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] 10.222.0.93 "PUT /v2.0/routers/928859c8-12cc-42ed-961a-8f230b1b3048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0837057 Jun 25 09:09:16.232335 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34614) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:16.275183 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e991c143-87a8-476d-b5a7-7735c4d9c830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:16.288464 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.resource_extend [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:09:16.307911 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 819f37e0-9776-409b-b5a1-c92cf8cdc471 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:16.323370 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 819f37e0-9776-409b-b5a1-c92cf8cdc471 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:16.324086 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:16.514688 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:09:16.529332 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:16.570710 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Transition to ACTIVE for port object 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:09:16.579650 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d411f34-751f-4381-a2ea-d05aa3bae99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:16.594171 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:16.604597 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:16.619114 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:16.625610 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 819f37e0-9776-409b-b5a1-c92cf8cdc471, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=819f37e0-9776-409b-b5a1-c92cf8cdc471,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:09:16.636434 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:16.637918 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9ea14617-ba32-4f73-9aad-8ff99d31ff57 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:09:16.642316 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0460ec-10b3-4662-b98f-396b4507c26d req-01f3a109-a8b6-45d6-baf1-31d7cdb43128 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:16.645763 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:16.650211 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c0460ec-10b3-4662-b98f-396b4507c26d req-01f3a109-a8b6-45d6-baf1-31d7cdb43128 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 936 time: 0.2063088 Jun 25 09:09:16.670710 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d411f34-751f-4381-a2ea-d05aa3bae99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:16.679058 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccf1f07-f3ac-4fca-8231-7a7c5e745006,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:16.682858 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:16.694330 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:16.734407 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c0460ec-10b3-4662-b98f-396b4507c26d req-1707255e-552e-4c22-a663-55a9f7eb2734 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826139 Jun 25 09:09:16.781695 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:16.821506 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:16.822181 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:16.859161 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=819f37e0-9776-409b-b5a1-c92cf8cdc471,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:16.881706 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:16.890499 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 9ea14617-ba32-4f73-9aad-8ff99d31ff57 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:16.891305 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7d411f34-751f-4381-a2ea-d05aa3bae99f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1ff571e25772412bad2843fcaf806237&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3774529 Jun 25 09:09:16.892184 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:16.893913 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34622) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:16.922212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d411f34-751f-4381-a2ea-d05aa3bae99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a95e19b-8259-4cf6-b958-bba437a8caf9,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:17.039305 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ae77455-aa21-4dbe-84fb-b4abe32401c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:17.071080 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7d411f34-751f-4381-a2ea-d05aa3bae99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:17.072355 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ae77455-aa21-4dbe-84fb-b4abe32401c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:17.073060 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:17.106942 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-70a4684a-6995-4245-a61a-5aa27a86f23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:17.193184 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-70a4684a-6995-4245-a61a-5aa27a86f23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:17.217244 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6164141 Jun 25 09:09:17.221911 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34636) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:17.238959 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c5fbfb8b-a140-4b9a-8ccc-a205a7270ef6 admin admin] Request body: {'subnet': {'network_id': '85b71791-3d6c-476a-8066-3b98c0374fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-866754150-subnet', 'tenant_id': '6655b7b528b84cad9339726c79b43702', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:17.280289 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Attempting to bind port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:09:17.280653 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Attempting to bind port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:09:17.281055 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Attempting to bind port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:09:17.283259 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] Pushing event updated for resources: {'Network': ['ID=85b71791-3d6c-476a-8066-3b98c0374fe0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:17.299817 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:17.311533 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 85b71791-3d6c-476a-8066-3b98c0374fe0 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:09:17.313375 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:17.341352 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8ae77455-aa21-4dbe-84fb-b4abe32401c4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=544679c1da64413487f073fc739de3d8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5367904 Jun 25 09:09:17.344762 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34638) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:17.349059 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:09:17.349804 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Attempting to bind port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:09:17.361355 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:09:17.362006 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:09:17.363185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:09:17.364685 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Bound port: 3ccf1f07-f3ac-4fca-8231-7a7c5e745006, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:09:17.365329 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:17.392598 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae77455-aa21-4dbe-84fb-b4abe32401c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0225b30a-6430-4f03-ae9b-faba5ac57ac2,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:17.437317 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8ae77455-aa21-4dbe-84fb-b4abe32401c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:17.468141 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-70a4684a-6995-4245-a61a-5aa27a86f23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:17.494777 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-70a4684a-6995-4245-a61a-5aa27a86f23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:17.499983 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-70a4684a-6995-4245-a61a-5aa27a86f23f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9a95e19b-8259-4cf6-b958-bba437a8caf9 HTTP/1.1" status: 204 len: 168 time: 0.6033759 Jun 25 09:09:17.513556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] For port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:09:17.514389 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:17.519924 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] For port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=3ccf1f07-f3ac-4fca-8231-7a7c5e745006,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:09:17.530257 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:17.534172 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e991c143-87a8-476d-b5a7-7735c4d9c830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:17.536212 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4684a-6995-4245-a61a-5aa27a86f23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a95e19b-8259-4cf6-b958-bba437a8caf9,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:17.546256 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-10475d05-b320-4c66-a6f1-e6dce668c83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:17.548366 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-70a4684a-6995-4245-a61a-5aa27a86f23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:17.554527 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e991c143-87a8-476d-b5a7-7735c4d9c830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:17.584049 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:17.636415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fbfb8b-a140-4b9a-8ccc-a205a7270ef6 admin admin] Made reservation on behalf of 6655b7b528b84cad9339726c79b43702 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:09:17.636415 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5fbfb8b-a140-4b9a-8ccc-a205a7270ef6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:17.669928 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dcc76feb-8059-40e7-bc49-89e524669389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:17.690812 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:17.691654 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:17.693167 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] 10.222.0.38 "PUT /v2.0/ports/3ccf1f07-f3ac-4fca-8231-7a7c5e745006 HTTP/1.1" status: 200 len: 1119 time: 2.7192328 Jun 25 09:09:17.695735 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc7aa8f-4072-4ad2-8046-d04b22f54099', 'tag': '3ccf1f07-f3ac-4fca-8231-7a7c5e745006'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:09:17.696925 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e991c143-87a8-476d-b5a7-7735c4d9c830 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1e1770b2d7214e348e8ce510ec500443&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4630342 Jun 25 09:09:17.703963 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34642) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:17.704531 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34644) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:17.754077 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c6c68132-9e02-4c3d-99aa-3a7ed23f9b48 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1417839586', 'description': 'tempest-description--1501144136'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:17.791287 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991c143-87a8-476d-b5a7-7735c4d9c830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d0cbea-0757-4b02-b25c-0ff0eca7a5d7,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:17.843542 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e991c143-87a8-476d-b5a7-7735c4d9c830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:17.875075 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dcc76feb-8059-40e7-bc49-89e524669389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:17.948793 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Sync routers for ids ['928859c8-12cc-42ed-961a-8f230b1b3048'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:09:17.956391 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6c68132-9e02-4c3d-99aa-3a7ed23f9b48 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:17.980131 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 819f37e0-9776-409b-b5a1-c92cf8cdc471 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:09:18.069605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Routers {'928859c8-12cc-42ed-961a-8f230b1b3048'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:09:18.071284 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:08:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['928859c8-12cc-42ed-961a-8f230b1b3048'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:18.168917 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6c68132-9e02-4c3d-99aa-3a7ed23f9b48 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:18.181700 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6c68132-9e02-4c3d-99aa-3a7ed23f9b48 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:18.195492 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-27de7160-45a6-4ee8-9a4f-18bfedf90d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:18.315333 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-df536c7a-c809-462b-896c-f51822d8ecf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:18.369883 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6c68132-9e02-4c3d-99aa-3a7ed23f9b48 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:18.383981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c6c68132-9e02-4c3d-99aa-3a7ed23f9b48 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6688859 Jun 25 09:09:18.396065 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34658) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:18.405457 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5fbfb8b-a140-4b9a-8ccc-a205a7270ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:18.414429 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-68c18ad2-a399-411f-ab54-c228db2aa786 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Request body: {'security_group_rule': {'security_group_id': '363408e5-2009-41f4-b9cc-54ad22eab58c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:18.437994 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-27de7160-45a6-4ee8-9a4f-18bfedf90d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:18.447391 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dcc76feb-8059-40e7-bc49-89e524669389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:18.453621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 819f37e0-9776-409b-b5a1-c92cf8cdc471 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:18.453919 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:18.467437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Set router 928859c8-12cc-42ed-961a-8f230b1b3048 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:09:18.496377 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dcc76feb-8059-40e7-bc49-89e524669389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:18.513041 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-dcc76feb-8059-40e7-bc49-89e524669389 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0225b30a-6430-4f03-ae9b-faba5ac57ac2 HTTP/1.1" status: 204 len: 168 time: 1.1595173 Jun 25 09:09:18.545979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccf1f07-f3ac-4fca-8231-7a7c5e745006,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:18.548686 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34662) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:18.599847 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.062s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:18.610085 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b70b4216-8576-4d7f-901f-aa92a6eab6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:18.612513 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8660ea30-c814-415e-bae7-303b2fceb528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:18.651080 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c68132-9e02-4c3d-99aa-3a7ed23f9b48 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363408e5-2009-41f4-b9cc-54ad22eab58c,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:18.666903 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c6c68132-9e02-4c3d-99aa-3a7ed23f9b48 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:18.716859 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b2ffc-5fc2-4817-8482-335e5432b59e req-e1229d66-89e2-44c8-82fd-325d84cf0f26 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:18.726491 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3d7b2ffc-5fc2-4817-8482-335e5432b59e req-e1229d66-89e2-44c8-82fd-325d84cf0f26 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 970 time: 0.6593273 Jun 25 09:09:18.734230 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:18.736195 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-27de7160-45a6-4ee8-9a4f-18bfedf90d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:18.750776 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-27de7160-45a6-4ee8-9a4f-18bfedf90d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:18.771770 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-27de7160-45a6-4ee8-9a4f-18bfedf90d78 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e1d0cbea-0757-4b02-b25c-0ff0eca7a5d7 HTTP/1.1" status: 204 len: 168 time: 1.0608475 Jun 25 09:09:18.794252 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-68c18ad2-a399-411f-ab54-c228db2aa786 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:18.864331 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b04643-bae2-4e8b-b1a7-044605eee204" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc7aa8f-4072-4ad2-8046-d04b22f54099", "tag": "3ccf1f07-f3ac-4fca-8231-7a7c5e745006"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:09:18.962758 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3d7b2ffc-5fc2-4817-8482-335e5432b59e req-429f6b4e-ef04-4c16-a5a0-ca82bc2fe23d tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216039 Jun 25 09:09:18.964307 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc76feb-8059-40e7-bc49-89e524669389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0225b30a-6430-4f03-ae9b-faba5ac57ac2,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:18.969698 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dcc76feb-8059-40e7-bc49-89e524669389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:18.972033 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:19.033979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-6be94a6c-8dc0-479f-91e5-5752460ee33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:19.035592 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-6be94a6c-8dc0-479f-91e5-5752460ee33a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d6788fa1eb1b45bfac055742cf59dde8&device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 1122 time: 0.7155504 Jun 25 09:09:19.044083 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de7160-45a6-4ee8-9a4f-18bfedf90d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d0cbea-0757-4b02-b25c-0ff0eca7a5d7,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:19.044798 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b70b4216-8576-4d7f-901f-aa92a6eab6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.049611 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbfb8b-a140-4b9a-8ccc-a205a7270ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=472c52ec-a986-4f54-b93b-4f042d2c1461,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:19.054447 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fbfb8b-a140-4b9a-8ccc-a205a7270ef6 admin admin] Checking segment: {'id': '1965b945-86e6-40d5-b270-5960cb261a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '85b71791-3d6c-476a-8066-3b98c0374fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:09:19.057249 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fbfb8b-a140-4b9a-8ccc-a205a7270ef6 admin admin] Network hostable DHCP agents. Network: 85b71791-3d6c-476a-8066-3b98c0374fe0, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:09:19.066808 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c5fbfb8b-a140-4b9a-8ccc-a205a7270ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:19.070855 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b70b4216-8576-4d7f-901f-aa92a6eab6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.079206 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-27de7160-45a6-4ee8-9a4f-18bfedf90d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:19.094025 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:19.185324 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b70b4216-8576-4d7f-901f-aa92a6eab6d6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d2411bf23c7a47caaeb48356d065808b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6272924 Jun 25 09:09:19.190916 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-68c18ad2-a399-411f-ab54-c228db2aa786 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.192973 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34674) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:19.204751 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fbfb8b-a140-4b9a-8ccc-a205a7270ef6 admin admin] Network 85b71791-3d6c-476a-8066-3b98c0374fe0 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:09:19.216249 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-68c18ad2-a399-411f-ab54-c228db2aa786 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.222355 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1306688983-router', 'tenant_id': '0c35bd4bb46744eeb90678e9262e6d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '819f37e0-9776-409b-b5a1-c92cf8cdc471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:09:07Z', 'updated_at': '2021-06-25T09:09:13Z', 'revision_number': 4, 'project_id': '0c35bd4bb46744eeb90678e9262e6d49', 'gw_port': {'id': '819f37e0-9776-409b-b5a1-c92cf8cdc471', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:08Z', 'updated_at': '2021-06-25T09:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '75bdd9b0-e342-4973-92ab-090801b2d91d', 'name': '', 'network_id': '6b93e609-f8ef-4a69-bafe-70c4f9b8b549', 'tenant_id': '0c35bd4bb46744eeb90678e9262e6d49', 'mac_address': 'fa:16:3e:a7:f8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '80096175-ba45-4637-93b1-9e8e97237323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:11Z', 'updated_at': '2021-06-25T09:09:14Z', 'revision_number': 2, 'project_id': '0c35bd4bb46744eeb90678e9262e6d49', 'subnets': [{'id': '80096175-ba45-4637-93b1-9e8e97237323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:19.254307 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:19.286982 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Checking router: 928859c8-12cc-42ed-961a-8f230b1b3048 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:09:19.293148 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Updating router 928859c8-12cc-42ed-961a-8f230b1b3048 port 75bdd9b0-e342-4973-92ab-090801b2d91d binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:09:19.295798 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-c5fbfb8b-a140-4b9a-8ccc-a205a7270ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 85b71791-3d6c-476a-8066-3b98c0374fe0) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:09:19.304801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b4216-8576-4d7f-901f-aa92a6eab6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6acdf0-7066-4ada-ae00-b3896f05d7ab,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:19.321989 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c18ad2-a399-411f-ab54-c228db2aa786 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f9a4c1-563c-47b3-95b3-06d5d59f620b,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:19.329363 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b19b23-1a73-4858-b9ed-e395f48c1f85 None None] Network 85b71791-3d6c-476a-8066-3b98c0374fe0 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:09:19.370389 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-68c18ad2-a399-411f-ab54-c228db2aa786 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:19.404178 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-68c18ad2-a399-411f-ab54-c228db2aa786 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.410372 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-68c18ad2-a399-411f-ab54-c228db2aa786 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0127671 Jun 25 09:09:19.414320 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34680) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:19.420552 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-b42a7ab4-6107-4dfd-be94-b49662208771 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Request body: {'security_group_rule': {'security_group_id': '363408e5-2009-41f4-b9cc-54ad22eab58c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:19.462822 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b42a7ab4-6107-4dfd-be94-b49662208771 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.470033 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.491405 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce697-765f-4ef0-b839-641b5195760f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.499474 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fbfb8b-a140-4b9a-8ccc-a205a7270ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:19.500156 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5fbfb8b-a140-4b9a-8ccc-a205a7270ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.531776 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-c063344a-22f2-4b5b-bd9e-47dd7fe6cd35 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3ccf1f07-f3ac-4fca-8231-7a7c5e745006 HTTP/1.1" status: 200 len: 217 time: 0.2983100 Jun 25 09:09:19.557772 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce697-765f-4ef0-b839-641b5195760f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.564327 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b70b4216-8576-4d7f-901f-aa92a6eab6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:19.614863 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b42a7ab4-6107-4dfd-be94-b49662208771 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.623256 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b42a7ab4-6107-4dfd-be94-b49662208771 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.641489 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:19.656556 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c5fbfb8b-a140-4b9a-8ccc-a205a7270ef6 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4216840 Jun 25 09:09:19.657534 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34686) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:19.675783 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76982751-86dd-40b4-a74d-3ff447fd1e16 None None] Network 85b71791-3d6c-476a-8066-3b98c0374fe0 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:09:19.685120 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b42a7ab4-6107-4dfd-be94-b49662208771 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.686745 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b42a7ab4-6107-4dfd-be94-b49662208771 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2710259 Jun 25 09:09:19.691345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34690) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:19.692986 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a7ab4-6107-4dfd-be94-b49662208771 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce42abd-2b5e-4b24-9066-e149f57a5929,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:19.700017 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de13830f-5c9f-4235-a4d7-50ea28aa63c5 x-openstack-request-id: req-de13830f-5c9f-4235-a4d7-50ea28aa63c5 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:09:19.700399 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc7aa8f-4072-4ad2-8046-d04b22f54099", "tag": "3ccf1f07-f3ac-4fca-8231-7a7c5e745006", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:09:19.700835 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-de13830f-5c9f-4235-a4d7-50ea28aa63c5 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:09:19.701126 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc7aa8f-4072-4ad2-8046-d04b22f54099', 'tag': '3ccf1f07-f3ac-4fca-8231-7a7c5e745006', 'status': 'completed', 'code': 200} Jun 25 09:09:19.703958 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:19.707541 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d60421ed-e1a8-4a56-8793-d3d930ce264e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.711571 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b42a7ab4-6107-4dfd-be94-b49662208771 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:19.729197 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-a5db6a31-b01a-432e-9887-fa198b518925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:19.734238 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-a5db6a31-b01a-432e-9887-fa198b518925 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1702404 Jun 25 09:09:19.754441 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce697-765f-4ef0-b839-641b5195760f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.764676 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce697-765f-4ef0-b839-641b5195760f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.769198 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bf8ce697-765f-4ef0-b839-641b5195760f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cc6acdf0-7066-4ada-ae00-b3896f05d7ab HTTP/1.1" status: 204 len: 168 time: 0.5707643 Jun 25 09:09:19.770755 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:19.774165 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:19.846849 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ce697-765f-4ef0-b839-641b5195760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6acdf0-7066-4ada-ae00-b3896f05d7ab,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:19.890732 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bf8ce697-765f-4ef0-b839-641b5195760f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:20.109625 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34698) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:20.223305 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:20.400447 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:20.430219 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Transition to ACTIVE for port object 75bdd9b0-e342-4973-92ab-090801b2d91d will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:09:20.448489 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:20.452175 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-aac51938-de74-4ad8-b930-a72bd4de2120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:20.497137 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b702124f-7443-4dd8-ae02-d18c7472eb0b admin admin] Deleting subnet e53d01e1-6922-4190-a568-49b0dc2f203c {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:09:20.503776 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b702124f-7443-4dd8-ae02-d18c7472eb0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:20.633635 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557cea3-2687-48f8-bcd7-18e6c3f3e0a4 None None] Pushing event updated for resources: {'Port': ['ID=75bdd9b0-e342-4973-92ab-090801b2d91d,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:20.646006 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e557cea3-2687-48f8-bcd7-18e6c3f3e0a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:20.693297 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-0dd095f2-b74d-496f-a27c-3d6109396013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:20.695103 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-0dd095f2-b74d-496f-a27c-3d6109396013 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8779082 Jun 25 09:09:20.765353 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d60421ed-e1a8-4a56-8793-d3d930ce264e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:20.774671 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Attempting to bind port 75bdd9b0-e342-4973-92ab-090801b2d91d on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:09:20.777079 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Attempting to bind port 75bdd9b0-e342-4973-92ab-090801b2d91d by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '12338ee8-4bce-444a-ae7c-2e9d5f7c6385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '6b93e609-f8ef-4a69-bafe-70c4f9b8b549'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:09:20.777566 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Attempting to bind port 75bdd9b0-e342-4973-92ab-090801b2d91d on network 6b93e609-f8ef-4a69-bafe-70c4f9b8b549 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:09:20.785922 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d60421ed-e1a8-4a56-8793-d3d930ce264e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:20.798476 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:09:20.798889 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Checking segment: {'id': '12338ee8-4bce-444a-ae7c-2e9d5f7c6385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '6b93e609-f8ef-4a69-bafe-70c4f9b8b549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:09:20.799331 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:20.799728 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Bound using segment: {'id': '12338ee8-4bce-444a-ae7c-2e9d5f7c6385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '6b93e609-f8ef-4a69-bafe-70c4f9b8b549'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:09:20.800394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Bound port: 75bdd9b0-e342-4973-92ab-090801b2d91d, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12338ee8-4bce-444a-ae7c-2e9d5f7c6385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '6b93e609-f8ef-4a69-bafe-70c4f9b8b549'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:09:20.800886 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:20.816493 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2fd08a02-cfff-4361-ac8a-204c23561953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:20.936543 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] For port 75bdd9b0-e342-4973-92ab-090801b2d91d, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:09:20.955015 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] For port 75bdd9b0-e342-4973-92ab-090801b2d91d, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=75bdd9b0-e342-4973-92ab-090801b2d91d,segment=NetworkSegment(12338ee8-4bce-444a-ae7c-2e9d5f7c6385),segment_id=12338ee8-4bce-444a-ae7c-2e9d5f7c6385)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:09:20.965547 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:20.970733 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-8b0d7f1c-9a21-4b71-bb51-59e17025cf1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:21.037633 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60421ed-e1a8-4a56-8793-d3d930ce264e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad55745-01a9-41f0-b84b-23ab453d8b17,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:21.041330 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d60421ed-e1a8-4a56-8793-d3d930ce264e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:21.065783 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d60421ed-e1a8-4a56-8793-d3d930ce264e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=914131e6952b4949998538ee085c7c42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4023461 Jun 25 09:09:21.066841 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34716) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:21.197193 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557cea3-2687-48f8-bcd7-18e6c3f3e0a4 None None] Pushing event updated for resources: {'Port': ['ID=75bdd9b0-e342-4973-92ab-090801b2d91d,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:21.206524 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e557cea3-2687-48f8-bcd7-18e6c3f3e0a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:21.209994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Routers {'928859c8-12cc-42ed-961a-8f230b1b3048'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:09:21.211011 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:08:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['928859c8-12cc-42ed-961a-8f230b1b3048'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:21.243427 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-08c528db-ad09-4787-82b0-5b9641752d0c service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865165 Jun 25 09:09:21.258495 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b702124f-7443-4dd8-ae02-d18c7472eb0b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:21.278416 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a884ec4-26d7-4aa5-993d-abbd23c5a538 req-f4ce7216-d505-4272-a3b0-257311b755cb tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:21.286717 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a884ec4-26d7-4aa5-993d-abbd23c5a538 req-f4ce7216-d505-4272-a3b0-257311b755cb tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 970 time: 0.9255586 Jun 25 09:09:21.312654 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Allocated IP 172.25.6.161 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/c7f38d05-7e43-4809-b801-ea8fa535902b) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:09:21.388607 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b702124f-7443-4dd8-ae02-d18c7472eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:21.395886 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a884ec4-26d7-4aa5-993d-abbd23c5a538 req-d67a87bc-12ee-4561-ad2c-b2139f3ed958 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855148 Jun 25 09:09:21.531359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] Set router 928859c8-12cc-42ed-961a-8f230b1b3048 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:09:21.612412 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9e665c37-9322-49ca-9db8-6c4d0ebcd715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:21.658597 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9e665c37-9322-49ca-9db8-6c4d0ebcd715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:21.663009 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b702124f-7443-4dd8-ae02-d18c7472eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:21.726411 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8a1c0c-8db9-4fc5-b629-235d2abc3b67 req-3f920e7f-e3ed-41f2-ae07-73172c2414e9 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170399 Jun 25 09:09:21.728691 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9e665c37-9322-49ca-9db8-6c4d0ebcd715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:21.732448 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9e665c37-9322-49ca-9db8-6c4d0ebcd715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:21.736014 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9e665c37-9322-49ca-9db8-6c4d0ebcd715 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9ad55745-01a9-41f0-b84b-23ab453d8b17 HTTP/1.1" status: 204 len: 168 time: 0.6619155 Jun 25 09:09:21.736014 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:21.758602 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:21.768633 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e665c37-9322-49ca-9db8-6c4d0ebcd715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad55745-01a9-41f0-b84b-23ab453d8b17,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:21.776518 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9e665c37-9322-49ca-9db8-6c4d0ebcd715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:21.789452 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:21.863761 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702124f-7443-4dd8-ae02-d18c7472eb0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e53d01e1-6922-4190-a568-49b0dc2f203c,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:21.873125 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b702124f-7443-4dd8-ae02-d18c7472eb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:21.874241 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b702124f-7443-4dd8-ae02-d18c7472eb0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:21.878626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b702124f-7443-4dd8-ae02-d18c7472eb0b admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e53d01e1-6922-4190-a568-49b0dc2f203c HTTP/1.1" status: 204 len: 168 time: 1.7631571 Jun 25 09:09:21.879012 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34736) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:21.961909 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:21.976408 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:22.059475 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:09:22.065683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:09:22.073701 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:09:22.089970 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Pushing event updated for resources: {'Port': ['ID=c7f38d05-7e43-4809-b801-ea8fa535902b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:22.092383 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:22.097612 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:22.202514 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1306688983-router', 'tenant_id': '0c35bd4bb46744eeb90678e9262e6d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '819f37e0-9776-409b-b5a1-c92cf8cdc471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:09:07Z', 'updated_at': '2021-06-25T09:09:13Z', 'revision_number': 4, 'project_id': '0c35bd4bb46744eeb90678e9262e6d49', 'gw_port': {'id': '819f37e0-9776-409b-b5a1-c92cf8cdc471', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:08Z', 'updated_at': '2021-06-25T09:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '75bdd9b0-e342-4973-92ab-090801b2d91d', 'name': '', 'network_id': '6b93e609-f8ef-4a69-bafe-70c4f9b8b549', 'tenant_id': '0c35bd4bb46744eeb90678e9262e6d49', 'mac_address': 'fa:16:3e:a7:f8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '80096175-ba45-4637-93b1-9e8e97237323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:11Z', 'updated_at': '2021-06-25T09:09:20Z', 'revision_number': 4, 'project_id': '0c35bd4bb46744eeb90678e9262e6d49', 'subnets': [{'id': '80096175-ba45-4637-93b1-9e8e97237323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:22.283177 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8fdff-c894-4e10-9d06-be82a9bedc88 None None] The sync data for ids ['928859c8-12cc-42ed-961a-8f230b1b3048'] in n-d-761264-15 is: [{'id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1306688983-router', 'tenant_id': '0c35bd4bb46744eeb90678e9262e6d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '819f37e0-9776-409b-b5a1-c92cf8cdc471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:09:07Z', 'updated_at': '2021-06-25T09:09:13Z', 'revision_number': 4, 'project_id': '0c35bd4bb46744eeb90678e9262e6d49', 'gw_port': {'id': '819f37e0-9776-409b-b5a1-c92cf8cdc471', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:08Z', 'updated_at': '2021-06-25T09:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '75bdd9b0-e342-4973-92ab-090801b2d91d', 'name': '', 'network_id': '6b93e609-f8ef-4a69-bafe-70c4f9b8b549', 'tenant_id': '0c35bd4bb46744eeb90678e9262e6d49', 'mac_address': 'fa:16:3e:a7:f8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '80096175-ba45-4637-93b1-9e8e97237323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:11Z', 'updated_at': '2021-06-25T09:09:20Z', 'revision_number': 4, 'project_id': '0c35bd4bb46744eeb90678e9262e6d49', 'subnets': [{'id': '80096175-ba45-4637-93b1-9e8e97237323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:09:22.292012 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:22.303315 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:22.328819 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:09:22.331953 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:09:22.334570 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:09:22.335235 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Subscribe: > port after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:09:22.335712 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:09:22.336140 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Subscribe: > port after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:09:22.338155 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:09:22.339229 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:09:22.340907 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:09:22.341509 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:09:22.366449 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4025b8aa-9e6b-488c-81b1-dd5fcf36e82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:22.484291 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:22.599837 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:09:22.600421 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:09:22.602183 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:09:22.602737 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:09:22.603251 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9e6042-fd33-45db-9076-14fbdfe3d366']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:22.631642 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a035e047-ad89-4266-ac7c-7fce0d52bbd7') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:22.631967 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a035e047-ad89-4266-ac7c-7fce0d52bbd7') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:22.665847 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:22.769723 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:22.801670 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:09:22.801670 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: from cryptography.utils import int_from_bytes Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: from cryptography.utils import int_from_bytes Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:09:22.804132 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:09:22.885765 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b04643-bae2-4e8b-b1a7-044605eee204 req-48937f49-4d9e-4936-9dbb-95e4edf6413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:22.888171 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-76b04643-bae2-4e8b-b1a7-044605eee204 req-48937f49-4d9e-4936-9dbb-95e4edf6413e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d6788fa1eb1b45bfac055742cf59dde8&device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 1122 time: 0.6579988 Jun 25 09:09:22.948689 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:22.969897 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:22.973726 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] 10.222.0.93 "DELETE /v2.0/networks/fd9e6042-fd33-45db-9076-14fbdfe3d366 HTTP/1.1" status: 204 len: 168 time: 1.0929210 Jun 25 09:09:22.975089 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aca4c57e-0c88-4bc5-b90c-3065c9af79e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:22.978531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34760) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:23.065712 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:23.076010 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:23.088016 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:23.115618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9e6042-fd33-45db-9076-14fbdfe3d366,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:23.125300 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:23.144137 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Pushing event updated for resources: {'Port': ['ID=c7f38d05-7e43-4809-b801-ea8fa535902b,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:23.161271 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbfe71-b55f-4d34-8e37-b5f13cd87461 req-1e3a0088-9a09-4fc6-9384-6221c9384167 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:23.169440 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2cfbfe71-b55f-4d34-8e37-b5f13cd87461 req-1e3a0088-9a09-4fc6-9384-6221c9384167 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 970 time: 0.4710999 Jun 25 09:09:23.172195 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:23.181749 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c14c6b-628c-4090-b12e-98d98bc75b9a admin admin] Deleting subnet 472c52ec-a986-4f54-b93b-4f042d2c1461 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:09:23.194251 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-01c14c6b-628c-4090-b12e-98d98bc75b9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:23.288345 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2cfbfe71-b55f-4d34-8e37-b5f13cd87461 req-b5cd881f-5fd8-46dc-a3c2-1d879b502f29 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172514 Jun 25 09:09:23.302679 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:23.339059 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:23.343513 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6462145 Jun 25 09:09:23.353002 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-01c14c6b-628c-4090-b12e-98d98bc75b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:23.669919 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:23.721297 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-01c14c6b-628c-4090-b12e-98d98bc75b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:23.994802 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 75bdd9b0-e342-4973-92ab-090801b2d91d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:09:24.123279 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b04643-bae2-4e8b-b1a7-044605eee204 req-67eed82c-ef64-42c4-8f78-c848035c0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:24.145262 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-76b04643-bae2-4e8b-b1a7-044605eee204 req-67eed82c-ef64-42c4-8f78-c848035c0420 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.7236056 Jun 25 09:09:24.151920 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-21bb1ff8-f6b4-46da-9f93-db97e09101b4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1417839586&fields=id&tenant_id=b29326d595124f66a340ae8a2245ac84 HTTP/1.1" status: 200 len: 267 time: 0.1845503 Jun 25 09:09:24.155590 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 75bdd9b0-e342-4973-92ab-090801b2d91d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:24.166919 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 75bdd9b0-e342-4973-92ab-090801b2d91d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:24.167335 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:24.259655 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-01c14c6b-628c-4090-b12e-98d98bc75b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:24.294250 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-76b04643-bae2-4e8b-b1a7-044605eee204 req-19e06a53-608c-4739-8e72-900886aaa033 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3ccf1f07-f3ac-4fca-8231-7a7c5e745006 HTTP/1.1" status: 200 len: 217 time: 0.1394193 Jun 25 09:09:24.303856 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7bd3791f-36bc-45c0-a602-5564765b23d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:24.378973 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c14c6b-628c-4090-b12e-98d98bc75b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472c52ec-a986-4f54-b93b-4f042d2c1461,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:24.436430 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-01c14c6b-628c-4090-b12e-98d98bc75b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:24.511216 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-01c14c6b-628c-4090-b12e-98d98bc75b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:24.524301 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-01c14c6b-628c-4090-b12e-98d98bc75b9a admin admin] 10.222.0.93 "DELETE /v2.0/subnets/472c52ec-a986-4f54-b93b-4f042d2c1461 HTTP/1.1" status: 204 len: 168 time: 1.5355983 Jun 25 09:09:24.528934 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34834) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:24.622291 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:09:24.726164 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71f238a0-7e59-45ba-9a13-3a410b8abf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:24.731840 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-27e9b260-1780-4fac-9e8b-f1b84bc0dd77 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:24.733634 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-27e9b260-1780-4fac-9e8b-f1b84bc0dd77 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/networks?id=119be928-ce8c-4bd3-a417-2e4446719647 HTTP/1.1" status: 200 len: 823 time: 0.5691133 Jun 25 09:09:24.759566 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:24.769984 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-f16bbe57-6ebb-45a2-9b15-e8ed71c0323f tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/quotas/b29326d595124f66a340ae8a2245ac84 HTTP/1.1" status: 200 len: 375 time: 0.0273001 Jun 25 09:09:24.870485 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b04643-bae2-4e8b-b1a7-044605eee204 req-16a0f154-a938-47cc-9fbb-1a7a5b2698b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:24.876908 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-76b04643-bae2-4e8b-b1a7-044605eee204 req-16a0f154-a938-47cc-9fbb-1a7a5b2698b5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.4975133 Jun 25 09:09:24.893199 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 75bdd9b0-e342-4973-92ab-090801b2d91d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=75bdd9b0-e342-4973-92ab-090801b2d91d,segment=NetworkSegment(12338ee8-4bce-444a-ae7c-2e9d5f7c6385),segment_id=12338ee8-4bce-444a-ae7c-2e9d5f7c6385)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:09:24.911433 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:24.926107 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:24.992001 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=75bdd9b0-e342-4973-92ab-090801b2d91d,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:24.996643 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:25.010524 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eb90896c-7256-47de-b990-fc67d6597713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:25.112410 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71f238a0-7e59-45ba-9a13-3a410b8abf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:25.123678 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-01188b78-63c0-4372-97e3-2c38c147b92f tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b29326d595124f66a340ae8a2245ac84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3208921 Jun 25 09:09:25.127148 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-71f238a0-7e59-45ba-9a13-3a410b8abf3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b71791-3d6c-476a-8066-3b98c0374fe0']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:25.142675 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-71f238a0-7e59-45ba-9a13-3a410b8abf3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1965b945-86e6-40d5-b270-5960cb261a2f') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:25.143420 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-71f238a0-7e59-45ba-9a13-3a410b8abf3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1965b945-86e6-40d5-b270-5960cb261a2f') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:25.157364 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:25.162973 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71f238a0-7e59-45ba-9a13-3a410b8abf3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:25.191087 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0ce6c-52d5-41cf-9876-c5e6642f3d31 req-d3f93809-6123-4517-bb75-0914474ec3b4 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:25.193587 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ff0ce6c-52d5-41cf-9876-c5e6642f3d31 req-d3f93809-6123-4517-bb75-0914474ec3b4 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 970 time: 0.2398107 Jun 25 09:09:25.195219 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71f238a0-7e59-45ba-9a13-3a410b8abf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:25.218390 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b04643-bae2-4e8b-b1a7-044605eee204 req-660e2b17-eeea-4ca3-a017-6b9b5a7eb905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:25.221061 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-76b04643-bae2-4e8b-b1a7-044605eee204 req-660e2b17-eeea-4ca3-a017-6b9b5a7eb905 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1970563 Jun 25 09:09:25.223002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f238a0-7e59-45ba-9a13-3a410b8abf3c admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:09:25.223938 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71f238a0-7e59-45ba-9a13-3a410b8abf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:09:25.226222 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:09:25.295070 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ff0ce6c-52d5-41cf-9876-c5e6642f3d31 req-63e4e3b5-2e7e-4f38-9be1-927970310cda tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932281 Jun 25 09:09:25.383633 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71f238a0-7e59-45ba-9a13-3a410b8abf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:25.414873 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:25.424208 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71f238a0-7e59-45ba-9a13-3a410b8abf3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:25.427595 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-71f238a0-7e59-45ba-9a13-3a410b8abf3c admin admin] 10.222.0.93 "DELETE /v2.0/networks/85b71791-3d6c-476a-8066-3b98c0374fe0 HTTP/1.1" status: 204 len: 168 time: 0.8974037 Jun 25 09:09:25.449435 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f238a0-7e59-45ba-9a13-3a410b8abf3c admin admin] Pushing event deleted for resources: {'Network': ['ID=85b71791-3d6c-476a-8066-3b98c0374fe0,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:25.453769 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-71f238a0-7e59-45ba-9a13-3a410b8abf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:25.464262 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34858) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:25.477191 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-76b04643-bae2-4e8b-b1a7-044605eee204 req-16049695-dc56-4cac-9b32-9ded83749f47 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399096 Jun 25 09:09:25.754880 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-53f87abe-7c50-4125-92c5-5c1418d2e580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:25.759773 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34874) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:25.813810 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-c204bd85-e9a1-4ea5-8260-6cae83db7690 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:09:25.828007 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-c204bd85-e9a1-4ea5-8260-6cae83db7690 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3076596 Jun 25 09:09:25.903162 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 75bdd9b0-e342-4973-92ab-090801b2d91d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:09:25.980275 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0b15d2c7-463e-4480-bd33-64cdb5e2e0ec admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8903fb9199994fcf816fea463847f37a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2125897 Jun 25 09:09:25.981196 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34880) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:25.995859 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 75bdd9b0-e342-4973-92ab-090801b2d91d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:25.996469 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:26.031628 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-76b04643-bae2-4e8b-b1a7-044605eee204 req-10b4c7d1-66c9-4700-99b5-6612fa2236ae service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429334 Jun 25 09:09:26.051291 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-2fd5bee7-a217-4acb-947d-308df9941a56 service neutron] 10.222.0.93 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218249 Jun 25 09:09:26.097986 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:26.173923 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-52cb97df-7d3d-4625-a932-1e941415c977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:26.196892 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-53f87abe-7c50-4125-92c5-5c1418d2e580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:26.216446 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-53f87abe-7c50-4125-92c5-5c1418d2e580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:26.225974 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-52cb97df-7d3d-4625-a932-1e941415c977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:26.227530 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:26.231036 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-932d0b4e-6efb-4fda-8493-2e08aee9b379 service neutron] 10.222.0.93 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786809 Jun 25 09:09:26.293305 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-53f87abe-7c50-4125-92c5-5c1418d2e580 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b8acfe9b02ba4febb9fe003851f03d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8273649 Jun 25 09:09:26.294813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f87abe-7c50-4125-92c5-5c1418d2e580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dbb629-e42c-4c61-889e-7c37a472ce51,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:26.299822 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34888) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:26.300397 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-53f87abe-7c50-4125-92c5-5c1418d2e580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:26.328438 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-52cb97df-7d3d-4625-a932-1e941415c977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:26.334928 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-52cb97df-7d3d-4625-a932-1e941415c977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:26.336210 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-52cb97df-7d3d-4625-a932-1e941415c977 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ba281978-43c5-4d4a-83f0-ec58049349e5 HTTP/1.1" status: 204 len: 168 time: 0.3504233 Jun 25 09:09:26.336956 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:26.345074 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb97df-7d3d-4625-a932-1e941415c977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba281978-43c5-4d4a-83f0-ec58049349e5,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:26.347860 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-52cb97df-7d3d-4625-a932-1e941415c977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:26.377310 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd407-1bd2-488c-aad8-6893e2ab7b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:26.411057 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd407-1bd2-488c-aad8-6893e2ab7b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:26.497642 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd407-1bd2-488c-aad8-6893e2ab7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:26.504010 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd407-1bd2-488c-aad8-6893e2ab7b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:26.508500 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4e8bd407-1bd2-488c-aad8-6893e2ab7b59 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e8dbb629-e42c-4c61-889e-7c37a472ce51 HTTP/1.1" status: 204 len: 168 time: 0.2075388 Jun 25 09:09:26.510331 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:26.522336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bd407-1bd2-488c-aad8-6893e2ab7b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dbb629-e42c-4c61-889e-7c37a472ce51,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:26.535015 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4e8bd407-1bd2-488c-aad8-6893e2ab7b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:26.569593 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b26cfaef-6051-4577-912f-cad7ad56c6f9 req-43b52bb5-6090-48b3-aa93-7b7ed8754e87 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 210 time: 0.0703866 Jun 25 09:09:26.731480 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dc030-45a2-40e0-b336-5de89a76e707 req-b18ec490-dc30-4713-900a-d6d0d136dfd5 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:26.738065 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ee4dc030-45a2-40e0-b336-5de89a76e707 req-b18ec490-dc30-4713-900a-d6d0d136dfd5 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 970 time: 0.1669629 Jun 25 09:09:26.787299 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ee4dc030-45a2-40e0-b336-5de89a76e707 req-f3a8fa3b-e102-48a4-96cc-453fdf805b3d tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486538 Jun 25 09:09:27.142423 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34940) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:27.157867 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5788d980-9aa8-4c03-8be0-2b3e0ed3f660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:27.196968 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34946) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:27.265769 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-de09d44e-aa89-4919-b968-c8f0e9b5eac7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6655b7b528b84cad9339726c79b43702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672259 Jun 25 09:09:27.268110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34948) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:27.286690 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5788d980-9aa8-4c03-8be0-2b3e0ed3f660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:27.292635 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5788d980-9aa8-4c03-8be0-2b3e0ed3f660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:27.296979 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:27.324823 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788d980-9aa8-4c03-8be0-2b3e0ed3f660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0da50a6-ba52-4e05-bda6-f4608a7c9f0f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:27.332648 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5788d980-9aa8-4c03-8be0-2b3e0ed3f660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:27.351053 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5788d980-9aa8-4c03-8be0-2b3e0ed3f660 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1537d437dd4340b8a891d66984d0d214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073934 Jun 25 09:09:27.351682 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34950) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:27.353212 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7b18-aae6-4206-bd67-59f3a4b99607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:27.369391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34952) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:27.390523 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7b18-aae6-4206-bd67-59f3a4b99607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:27.424757 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0dd999c-2b00-47ae-a0fd-457ff8363e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:27.453836 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0dd999c-2b00-47ae-a0fd-457ff8363e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:27.468666 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7b18-aae6-4206-bd67-59f3a4b99607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:27.476332 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7b18-aae6-4206-bd67-59f3a4b99607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:27.477927 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2c7e7b18-aae6-4206-bd67-59f3a4b99607 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ad31bc39-099e-4633-b44c-7dfb6277a84b HTTP/1.1" status: 204 len: 168 time: 0.2084296 Jun 25 09:09:27.479289 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:27.489364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e7b18-aae6-4206-bd67-59f3a4b99607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad31bc39-099e-4633-b44c-7dfb6277a84b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:27.491693 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2c7e7b18-aae6-4206-bd67-59f3a4b99607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:27.518064 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0dd999c-2b00-47ae-a0fd-457ff8363e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:27.521798 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0dd999c-2b00-47ae-a0fd-457ff8363e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:27.524764 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a0dd999c-2b00-47ae-a0fd-457ff8363e47 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d0da50a6-ba52-4e05-bda6-f4608a7c9f0f HTTP/1.1" status: 204 len: 168 time: 0.1711957 Jun 25 09:09:27.525629 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5788d980-9aa8-4c03-8be0-2b3e0ed3f660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:27.534018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd999c-2b00-47ae-a0fd-457ff8363e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0da50a6-ba52-4e05-bda6-f4608a7c9f0f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:27.536849 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a0dd999c-2b00-47ae-a0fd-457ff8363e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:27.826449 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:27.884103 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34970) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:27.892973 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1319919c-9708-410b-9c9c-2f7103d9b84b req-47a9e82b-b14c-4958-aaf8-6813ecddf57e tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 210 time: 0.2028480 Jun 25 09:09:27.914567 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5614ca7-bf4e-4409-8500-351f544edf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:28.061398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fae58-d1d3-40c2-9b70-195796b4555b req-b50791e3-1509-4fe6-9471-d2e1243c194e tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:28.062969 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bc7fae58-d1d3-40c2-9b70-195796b4555b req-b50791e3-1509-4fe6-9471-d2e1243c194e tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 970 time: 0.1002884 Jun 25 09:09:28.110365 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfde8b2d-e735-4d72-b92f-16a2223618e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:28.159145 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bc7fae58-d1d3-40c2-9b70-195796b4555b req-0b3024a9-15c1-4d82-bed7-36a15be2ba91 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903919 Jun 25 09:09:28.161349 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5614ca7-bf4e-4409-8500-351f544edf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:28.179451 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5614ca7-bf4e-4409-8500-351f544edf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:28.188535 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:28.240153 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5614ca7-bf4e-4409-8500-351f544edf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d5a2f4-6740-40b8-b692-a28e02ff3203,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:28.265274 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f5614ca7-bf4e-4409-8500-351f544edf62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:28.309625 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f5614ca7-bf4e-4409-8500-351f544edf62 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3c098bacd2ee46f7a305cf9a0cadd8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9374988 Jun 25 09:09:28.310853 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34992) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:28.357487 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfde8b2d-e735-4d72-b92f-16a2223618e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:28.366503 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfde8b2d-e735-4d72-b92f-16a2223618e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:28.373682 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:28.397418 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e84bf73-8a4a-461c-bd76-116fafb8b0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:28.417345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.41', 61045) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:28.453393 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e84bf73-8a4a-461c-bd76-116fafb8b0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:28.478404 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cfde8b2d-e735-4d72-b92f-16a2223618e7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=680e924226cf4babb1855c2488094cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5927069 Jun 25 09:09:28.515286 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34994) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:28.516161 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde8b2d-e735-4d72-b92f-16a2223618e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2eeb0b-199e-436a-b968-812971354ba9,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:28.520944 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cfde8b2d-e735-4d72-b92f-16a2223618e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:28.554632 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e84bf73-8a4a-461c-bd76-116fafb8b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:28.559598 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e84bf73-8a4a-461c-bd76-116fafb8b0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:28.564838 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0e84bf73-8a4a-461c-bd76-116fafb8b0d1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/35d5a2f4-6740-40b8-b692-a28e02ff3203 HTTP/1.1" status: 204 len: 168 time: 0.2494814 Jun 25 09:09:28.564838 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:28.574734 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84bf73-8a4a-461c-bd76-116fafb8b0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d5a2f4-6740-40b8-b692-a28e02ff3203,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:28.578488 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0e84bf73-8a4a-461c-bd76-116fafb8b0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:28.698283 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8fd098a3-ce3f-4975-99da-8af0a383a97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:28.707366 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-aae34deb-f8b8-4430-a078-1fafee0ef711 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:28.709108 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-aae34deb-f8b8-4430-a078-1fafee0ef711 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.41 "GET /v2.0/networks?id=119be928-ce8c-4bd3-a417-2e4446719647 HTTP/1.1" status: 200 len: 823 time: 0.2795565 Jun 25 09:09:28.731404 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8fd098a3-ce3f-4975-99da-8af0a383a97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:28.823170 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8fd098a3-ce3f-4975-99da-8af0a383a97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:28.826174 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8fd098a3-ce3f-4975-99da-8af0a383a97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:28.827322 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8fd098a3-ce3f-4975-99da-8af0a383a97c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0d2eeb0b-199e-436a-b968-812971354ba9 HTTP/1.1" status: 204 len: 168 time: 0.3076599 Jun 25 09:09:28.828544 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5d216ef1-e8e0-4579-becd-a0b7a8489288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:28.836698 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd098a3-ce3f-4975-99da-8af0a383a97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2eeb0b-199e-436a-b968-812971354ba9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:28.839654 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8fd098a3-ce3f-4975-99da-8af0a383a97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:28.956102 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-7d4dfbd3-4acf-48cf-a8bc-e83f9118e547 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b29326d595124f66a340ae8a2245ac84 HTTP/1.1" status: 200 len: 380 time: 0.1020777 Jun 25 09:09:28.967234 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-85cbf1e4-e27a-4c96-a9c6-8f61cfcb849b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Request body: {'port': {'device_id': '1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'admin_state_up': True, 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'security_groups': ['363408e5-2009-41f4-b9cc-54ad22eab58c']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:29.086442 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35026) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:29.114073 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-704fb507-8919-402b-8561-cd6db5e6b495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:29.132493 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bf88eaab-b2eb-4add-979c-c93e4046ca6e req-2fcf98ab-0b26-4d96-9064-fafdb77ff502 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 210 time: 0.0740516 Jun 25 09:09:29.295496 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-704fb507-8919-402b-8561-cd6db5e6b495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:29.307428 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-704fb507-8919-402b-8561-cd6db5e6b495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:29.318060 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7d411f34-751f-4381-a2ea-d05aa3bae99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:29.368313 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-85cbf1e4-e27a-4c96-a9c6-8f61cfcb849b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Made reservation on behalf of b29326d595124f66a340ae8a2245ac84 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:09:29.372333 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-85cbf1e4-e27a-4c96-a9c6-8f61cfcb849b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:29.409768 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fb507-8919-402b-8561-cd6db5e6b495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9880e7e-5964-4e96-b786-d41cf194e603,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:29.415473 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-704fb507-8919-402b-8561-cd6db5e6b495 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c495786b1600464da774064e18f81eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204823 Jun 25 09:09:29.418438 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35034) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:29.418799 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-704fb507-8919-402b-8561-cd6db5e6b495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:29.471109 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859b07-6709-498f-bb82-c2b1668e2df3 req-bfd30bc2-4099-4d83-b61d-588979b17ebe tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:29.479641 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e859b07-6709-498f-bb82-c2b1668e2df3 req-bfd30bc2-4099-4d83-b61d-588979b17ebe tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 970 time: 0.1433058 Jun 25 09:09:29.588707 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e859b07-6709-498f-bb82-c2b1668e2df3 req-9b69f426-cf86-4ffb-90b7-80aa327f1378 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078215 Jun 25 09:09:29.600409 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-85cbf1e4-e27a-4c96-a9c6-8f61cfcb849b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Allocated IP 172.20.0.13 (119be928-ce8c-4bd3-a417-2e4446719647/aaf63583-994a-4093-950f-4fd73828ebf2/e6257204-fffc-4af8-a4ad-40a970843eb3) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:09:29.612906 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-445113bd-7020-4f7a-9872-fa2505fda67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:29.652117 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-445113bd-7020-4f7a-9872-fa2505fda67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:29.721909 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-445113bd-7020-4f7a-9872-fa2505fda67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:29.725576 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-445113bd-7020-4f7a-9872-fa2505fda67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:29.727024 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-445113bd-7020-4f7a-9872-fa2505fda67a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b9880e7e-5964-4e96-b786-d41cf194e603 HTTP/1.1" status: 204 len: 168 time: 0.3004732 Jun 25 09:09:29.744957 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1d5c80dc-dd06-48c4-90b6-93d4b2725275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:29.757017 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445113bd-7020-4f7a-9872-fa2505fda67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9880e7e-5964-4e96-b786-d41cf194e603,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:29.761345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35048) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:29.764222 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-445113bd-7020-4f7a-9872-fa2505fda67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:29.789863 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-56ee4d78-fdda-4233-adee-eab1460a6a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:29.802450 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-85cbf1e4-e27a-4c96-a9c6-8f61cfcb849b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:29.837341 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-85cbf1e4-e27a-4c96-a9c6-8f61cfcb849b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Transition to ACTIVE for port object e6257204-fffc-4af8-a4ad-40a970843eb3 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:09:29.910272 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-85cbf1e4-e27a-4c96-a9c6-8f61cfcb849b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:29.920158 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:29.964814 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-85cbf1e4-e27a-4c96-a9c6-8f61cfcb849b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Network 119be928-ce8c-4bd3-a417-2e4446719647 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:09:29.970740 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-56ee4d78-fdda-4233-adee-eab1460a6a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:29.970975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-85cbf1e4-e27a-4c96-a9c6-8f61cfcb849b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:09:29.976010 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-85cbf1e4-e27a-4c96-a9c6-8f61cfcb849b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:09:29.977622 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-56ee4d78-fdda-4233-adee-eab1460a6a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:29.982650 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e991c143-87a8-476d-b5a7-7735c4d9c830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:30.016032 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbf1e4-e27a-4c96-a9c6-8f61cfcb849b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Pushing event updated for resources: {'Port': ['ID=e6257204-fffc-4af8-a4ad-40a970843eb3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:30.024340 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-85cbf1e4-e27a-4c96-a9c6-8f61cfcb849b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:30.046438 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-85cbf1e4-e27a-4c96-a9c6-8f61cfcb849b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:30.046666 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-56ee4d78-fdda-4233-adee-eab1460a6a4f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ca85d1a6ca624c0db3f8e5140f961c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810383 Jun 25 09:09:30.046751 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-85cbf1e4-e27a-4c96-a9c6-8f61cfcb849b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:30.046854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee4d78-fdda-4233-adee-eab1460a6a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81d71a7-ba52-4edc-afb3-e03cec0896e0,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:30.047222 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35058) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:30.048564 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-56ee4d78-fdda-4233-adee-eab1460a6a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:30.094845 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-85cbf1e4-e27a-4c96-a9c6-8f61cfcb849b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1320860 Jun 25 09:09:30.123022 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9d3f46d3-fb05-4b4f-81ab-7cf578f74863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:30.183351 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9d3f46d3-fb05-4b4f-81ab-7cf578f74863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:30.291043 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:09:30.301570 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9d3f46d3-fb05-4b4f-81ab-7cf578f74863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:30.306109 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9d3f46d3-fb05-4b4f-81ab-7cf578f74863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:30.308475 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9d3f46d3-fb05-4b4f-81ab-7cf578f74863 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e81d71a7-ba52-4edc-afb3-e03cec0896e0 HTTP/1.1" status: 204 len: 168 time: 0.2594335 Jun 25 09:09:30.310755 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b70b4216-8576-4d7f-901f-aa92a6eab6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:30.321008 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f46d3-fb05-4b4f-81ab-7cf578f74863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81d71a7-ba52-4edc-afb3-e03cec0896e0,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:30.326217 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9d3f46d3-fb05-4b4f-81ab-7cf578f74863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:30.380763 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0f85c305-51a7-48f7-8bcb-b662560a1c18 None None] Provisioning for port e6257204-fffc-4af8-a4ad-40a970843eb3 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:30.391821 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0f85c305-51a7-48f7-8bcb-b662560a1c18 None None] Provisioning complete for port e6257204-fffc-4af8-a4ad-40a970843eb3 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:30.392623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5ec43-8257-4aa9-b73d-4547ded36966 req-c54824d1-4114-4829-8300-6c5e4ce90d5a tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:30.393661 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f85c305-51a7-48f7-8bcb-b662560a1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:30.395038 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5fd5ec43-8257-4aa9-b73d-4547ded36966 req-c54824d1-4114-4829-8300-6c5e4ce90d5a tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 932 time: 0.0995944 Jun 25 09:09:30.443937 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5fd5ec43-8257-4aa9-b73d-4547ded36966 req-b834db8e-664a-43e0-9448-8e0d46c16915 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412343 Jun 25 09:09:30.489786 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0f85c305-51a7-48f7-8bcb-b662560a1c18 None None] Port e6257204-fffc-4af8-a4ad-40a970843eb3 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:09:30.559513 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=3ccf1f07-f3ac-4fca-8231-7a7c5e745006,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:09:30.574886 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '3ccf1f07-f3ac-4fca-8231-7a7c5e745006', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '3ccf1f07-f3ac-4fca-8231-7a7c5e745006', 'mac_address': 'fa:16:3e:73:68:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:tempest-test_az-1049402985', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:09:30.622740 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:30.639696 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:09:30.671897 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=3ccf1f07-f3ac-4fca-8231-7a7c5e745006,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:09:30.681860 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:30.686334 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:30.779616 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=3ccf1f07-f3ac-4fca-8231-7a7c5e745006,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:30.783665 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:30.880942 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7bb3a-4851-454e-b6f9-78528fe7ceb1 req-51d5ec1e-9e59-4a6a-88c2-5b9510a073d3 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:30.881190 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:30.883108 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53d7bb3a-4851-454e-b6f9-78528fe7ceb1 req-51d5ec1e-9e59-4a6a-88c2-5b9510a073d3 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 971 time: 0.1454618 Jun 25 09:09:30.923572 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53d7bb3a-4851-454e-b6f9-78528fe7ceb1 req-9c157f05-8a0f-4ee9-9d01-d45cfdfcf01d tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338857 Jun 25 09:09:31.079508 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['3ccf1f07-f3ac-4fca-8231-7a7c5e745006'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:09:31.230652 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b3400f4-23e7-446e-abb7-da7aa86d94eb req-1588ff82-31de-4ae4-8453-83b1ed4ae4f5 tempest-FlavorsV2NegativeTest-1479335457 tempest-FlavorsV2NegativeTest-1479335457-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=786b0be876744347a0c8e0db2164bdf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374191 Jun 25 09:09:31.387824 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3400f4-23e7-446e-abb7-da7aa86d94eb req-18d515e1-dc0c-4a75-96c7-d0b243a1ed4c tempest-FlavorsV2NegativeTest-1479335457 tempest-FlavorsV2NegativeTest-1479335457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:31.389619 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b3400f4-23e7-446e-abb7-da7aa86d94eb req-18d515e1-dc0c-4a75-96c7-d0b243a1ed4c tempest-FlavorsV2NegativeTest-1479335457 tempest-FlavorsV2NegativeTest-1479335457-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1580925 Jun 25 09:09:31.409565 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b3400f4-23e7-446e-abb7-da7aa86d94eb req-3c5d7841-8688-4c96-b476-c2a5380283f2 tempest-FlavorsV2NegativeTest-1479335457 tempest-FlavorsV2NegativeTest-1479335457-project] 10.222.0.93 "GET /v2.0/quotas/786b0be876744347a0c8e0db2164bdf4 HTTP/1.1" status: 200 len: 375 time: 0.0123329 Jun 25 09:09:31.463312 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b3400f4-23e7-446e-abb7-da7aa86d94eb req-fcf3cf0b-8cb2-4aff-b172-08cfd3572847 tempest-FlavorsV2NegativeTest-1479335457 tempest-FlavorsV2NegativeTest-1479335457-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=786b0be876744347a0c8e0db2164bdf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472777 Jun 25 09:09:31.655244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0793ce-fbba-4aa9-9a2d-7ac8e61dfff9 req-1f0e1ae9-5071-4969-b392-987e00ee096a tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:31.656908 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a0793ce-fbba-4aa9-9a2d-7ac8e61dfff9 req-1f0e1ae9-5071-4969-b392-987e00ee096a tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 932 time: 0.0865104 Jun 25 09:09:31.697769 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a0793ce-fbba-4aa9-9a2d-7ac8e61dfff9 req-3bbfe5a2-5211-4856-adde-0599b7aa68e7 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343819 Jun 25 09:09:32.282588 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:09:32.316991 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfe0dc-e6c2-464c-8408-38d421eca4f9 req-36c38a01-8fce-4948-9f4e-9700e1351d92 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:32.318667 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-becfe0dc-e6c2-464c-8408-38d421eca4f9 req-36c38a01-8fce-4948-9f4e-9700e1351d92 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 971 time: 0.2393665 Jun 25 09:09:32.394786 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-becfe0dc-e6c2-464c-8408-38d421eca4f9 req-758943fc-a652-40ef-8576-5c4c0b26656f tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635386 Jun 25 09:09:32.437122 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:32.444297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:32.445193 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:32.563701 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:32.603274 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc7aa8f-4072-4ad2-8046-d04b22f54099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccf1f07-f3ac-4fca-8231-7a7c5e745006'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:09:32.686174 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=3ccf1f07-f3ac-4fca-8231-7a7c5e745006,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:09:32.691076 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:32.693944 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:32.784178 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=3ccf1f07-f3ac-4fca-8231-7a7c5e745006,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:32.795261 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:32.852941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35204) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:32.910988 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d526a81-968e-4c95-bee4-99e4660a7fc4 req-e28b07ac-2f09-4fcf-9be7-f89b7b76d4cb tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:32.912721 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8d526a81-968e-4c95-bee4-99e4660a7fc4 req-e28b07ac-2f09-4fcf-9be7-f89b7b76d4cb tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 932 time: 0.0766714 Jun 25 09:09:32.959252 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8d526a81-968e-4c95-bee4-99e4660a7fc4 req-36f458b6-208d-458c-abe5-746e987f56d6 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400829 Jun 25 09:09:33.044943 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02699ba9-2b6d-4720-9f0b-0cf30f920ab4" -d '{"events": [{"server_uuid": "9bc7aa8f-4072-4ad2-8046-d04b22f54099", "name": "network-vif-plugged", "status": "completed", "tag": "3ccf1f07-f3ac-4fca-8231-7a7c5e745006"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:09:33.196358 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d4e37cd-dde5-4416-a6ec-4501025e574a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:33.331548 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d4e37cd-dde5-4416-a6ec-4501025e574a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:33.338799 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d4e37cd-dde5-4416-a6ec-4501025e574a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:33.369780 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4e8bd407-1bd2-488c-aad8-6893e2ab7b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:33.398783 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5d4e37cd-dde5-4416-a6ec-4501025e574a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=786b0be876744347a0c8e0db2164bdf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5436082 Jun 25 09:09:33.399668 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e37cd-dde5-4416-a6ec-4501025e574a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428d07a7-2764-4398-803f-88019a659027,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:33.402128 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35230) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:33.404109 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5d4e37cd-dde5-4416-a6ec-4501025e574a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:33.437475 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf50c84c-3604-4ab7-9d9f-0ed02a70bf91 x-openstack-request-id: req-bf50c84c-3604-4ab7-9d9f-0ed02a70bf91 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:09:33.437977 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc7aa8f-4072-4ad2-8046-d04b22f54099", "name": "network-vif-plugged", "status": "completed", "tag": "3ccf1f07-f3ac-4fca-8231-7a7c5e745006", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:09:33.438257 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bf50c84c-3604-4ab7-9d9f-0ed02a70bf91 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:09:33.438475 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc7aa8f-4072-4ad2-8046-d04b22f54099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccf1f07-f3ac-4fca-8231-7a7c5e745006', 'code': 200} Jun 25 09:09:33.474839 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ab150aa-a010-46dd-9fcb-50d47f589b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:33.512961 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ab150aa-a010-46dd-9fcb-50d47f589b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:33.645012 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756426b0-a9ac-400b-a0a9-087b90422ddd req-c9c10ce9-8f15-43ee-837c-1f36dd1d3321 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:33.647064 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-756426b0-a9ac-400b-a0a9-087b90422ddd req-c9c10ce9-8f15-43ee-837c-1f36dd1d3321 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 972 time: 0.1067040 Jun 25 09:09:33.664251 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ab150aa-a010-46dd-9fcb-50d47f589b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:33.667183 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ab150aa-a010-46dd-9fcb-50d47f589b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:33.668076 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7ab150aa-a010-46dd-9fcb-50d47f589b9e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/428d07a7-2764-4398-803f-88019a659027 HTTP/1.1" status: 204 len: 168 time: 0.2651463 Jun 25 09:09:33.668956 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:33.673382 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26534009-8c74-48e1-949b-f309b5d9ef22 req-4c832ad7-66d5-4b54-b13c-015206d13a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:33.675284 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-26534009-8c74-48e1-949b-f309b5d9ef22 req-4c832ad7-66d5-4b54-b13c-015206d13a65 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 1124 time: 0.1264038 Jun 25 09:09:33.681335 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab150aa-a010-46dd-9fcb-50d47f589b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428d07a7-2764-4398-803f-88019a659027,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:33.684263 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7ab150aa-a010-46dd-9fcb-50d47f589b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:33.699447 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-26534009-8c74-48e1-949b-f309b5d9ef22 req-1b27db55-0475-4be3-ad44-16d52595e7cd service neutron] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:33.717714 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-756426b0-a9ac-400b-a0a9-087b90422ddd req-da18b50d-3950-4acf-aeb5-646bacb4ccc3 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636134 Jun 25 09:09:33.836486 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-26534009-8c74-48e1-949b-f309b5d9ef22 req-1b27db55-0475-4be3-ad44-16d52595e7cd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:33.841421 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-26534009-8c74-48e1-949b-f309b5d9ef22 req-1b27db55-0475-4be3-ad44-16d52595e7cd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:33.844004 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c8d5ffcf-4ba3-483b-8eab-009230b8c137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:33.877642 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-26534009-8c74-48e1-949b-f309b5d9ef22 req-1b27db55-0475-4be3-ad44-16d52595e7cd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923256 Jun 25 09:09:33.883105 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27db55-0475-4be3-ad44-16d52595e7cd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1643639f-a8e4-4e5a-b11a-e77acd5aacb1,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:33.886805 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1b27db55-0475-4be3-ad44-16d52595e7cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:34.164126 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65c575-6b2d-4342-b7be-6b71c798d939 req-9d94fbd4-9182-4fd7-95e3-85282cb43093 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:34.166114 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa65c575-6b2d-4342-b7be-6b71c798d939 req-9d94fbd4-9182-4fd7-95e3-85282cb43093 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 932 time: 0.0669978 Jun 25 09:09:34.213204 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa65c575-6b2d-4342-b7be-6b71c798d939 req-252be13e-affd-4654-9392-2d22f59916b4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360796 Jun 25 09:09:34.303521 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-e00df19f-a0f7-4387-9444-918a3c9eb228 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=b76870e3f32342b88e6d15615a249405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287328 Jun 25 09:09:34.447460 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-acc13bad-76e6-44ca-bbe2-6d60eeb3e2a2 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:34.449605 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-acc13bad-76e6-44ca-bbe2-6d60eeb3e2a2 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1392403 Jun 25 09:09:34.469707 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-bb7f3837-a772-4e3a-83c9-53b1965724c3 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/quotas/b76870e3f32342b88e6d15615a249405 HTTP/1.1" status: 200 len: 375 time: 0.0128226 Jun 25 09:09:34.509902 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-dff1047e-9c7d-46a2-acc5-fe9659446783 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b76870e3f32342b88e6d15615a249405&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330927 Jun 25 09:09:34.740751 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb7cf3aa-16ba-4f7f-992b-46b2cac0ad2c req-2f4c5d03-e180-431b-aee0-948a251d1712 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 210 time: 0.0352528 Jun 25 09:09:34.987319 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0771c97-3d91-4c2a-b2ba-d29486d7a37a req-1cff07be-f8a5-4e5c-8a0e-60bdc41479f9 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:34.995148 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d0771c97-3d91-4c2a-b2ba-d29486d7a37a req-1cff07be-f8a5-4e5c-8a0e-60bdc41479f9 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 972 time: 0.1042547 Jun 25 09:09:35.053973 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d0771c97-3d91-4c2a-b2ba-d29486d7a37a req-36a371e3-8284-4295-a4b0-00aaf5067f8e tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570538 Jun 25 09:09:35.425884 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15666ee6-2292-4447-ba97-c0f2be782db7 req-e1805c59-3689-44ea-90a9-5945da23679f tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:35.427646 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-15666ee6-2292-4447-ba97-c0f2be782db7 req-e1805c59-3689-44ea-90a9-5945da23679f tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 932 time: 0.0856862 Jun 25 09:09:35.501660 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-15666ee6-2292-4447-ba97-c0f2be782db7 req-ffe86744-3a82-4b9d-8f18-cd382bb318ec tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658584 Jun 25 09:09:35.987684 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3d401fb3-0568-417e-8266-f7ef1681bebe req-ef66fdb8-613e-4955-9c0b-29307b2ea0c7 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 210 time: 0.0325007 Jun 25 09:09:36.281829 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-12bd61ec-c806-4663-8f8e-d821020dcc24 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b76870e3f32342b88e6d15615a249405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348024 Jun 25 09:09:36.283688 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb593844-faf8-4c40-9485-0a78cd2a2a35 req-4c95d8e1-9168-4b9d-9ce0-24a73bdb1fbf tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:36.286427 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb593844-faf8-4c40-9485-0a78cd2a2a35 req-4c95d8e1-9168-4b9d-9ce0-24a73bdb1fbf tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 972 time: 0.1075981 Jun 25 09:09:36.336655 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb593844-faf8-4c40-9485-0a78cd2a2a35 req-8d996ac1-4777-4af5-8171-1f938788d72f tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442305 Jun 25 09:09:36.435657 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-bbc42b0d-c796-4211-a64e-4c01b0f7d1cd tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:36.437398 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-bbc42b0d-c796-4211-a64e-4c01b0f7d1cd tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449959 Jun 25 09:09:36.457786 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Request body: {'port': {'device_id': '7686727c-5dda-48a0-864e-1f7b8faa42df', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'b76870e3f32342b88e6d15615a249405'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:36.575389 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Made reservation on behalf of b76870e3f32342b88e6d15615a249405 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:09:36.578951 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:36.588840 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:36.684720 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:36.690229 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:36.695950 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:36.760449 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e81c4-b411-436b-8bf6-4e7c6eae7232 req-01d16430-71bf-48ce-b8de-d0f09bfb3a23 tempest-AggregatesAdminTestJSON-723956074 tempest-AggregatesAdminTestJSON-723956074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:36.762056 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7d4e81c4-b411-436b-8bf6-4e7c6eae7232 req-01d16430-71bf-48ce-b8de-d0f09bfb3a23 tempest-AggregatesAdminTestJSON-723956074 tempest-AggregatesAdminTestJSON-723956074-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 1124 time: 0.0931120 Jun 25 09:09:36.768516 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b923b2e5-1dd5-4537-91eb-aec59f64100b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:36.774577 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:36.782633 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7d4e81c4-b411-436b-8bf6-4e7c6eae7232 req-61f23ff8-2d83-4c1b-aa27-ee7365c699ce tempest-AggregatesAdminTestJSON-723956074 tempest-AggregatesAdminTestJSON-723956074-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:36.854589 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Allocated IP 192.168.233.25 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/427659ab-ec8e-46e0-b8e0-3edb82e20d2c) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:09:36.882826 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7d4e81c4-b411-436b-8bf6-4e7c6eae7232 req-61f23ff8-2d83-4c1b-aa27-ee7365c699ce tempest-AggregatesAdminTestJSON-723956074 tempest-AggregatesAdminTestJSON-723956074-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:36.896383 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7d4e81c4-b411-436b-8bf6-4e7c6eae7232 req-61f23ff8-2d83-4c1b-aa27-ee7365c699ce tempest-AggregatesAdminTestJSON-723956074 tempest-AggregatesAdminTestJSON-723956074-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:36.916794 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-27de7160-45a6-4ee8-9a4f-18bfedf90d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:36.944950 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7d4e81c4-b411-436b-8bf6-4e7c6eae7232 req-61f23ff8-2d83-4c1b-aa27-ee7365c699ce tempest-AggregatesAdminTestJSON-723956074 tempest-AggregatesAdminTestJSON-723956074-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769447 Jun 25 09:09:36.957797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f23ff8-2d83-4c1b-aa27-ee7365c699ce tempest-AggregatesAdminTestJSON-723956074 tempest-AggregatesAdminTestJSON-723956074-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6224a944-b388-4f8a-9887-f94ff9466ebc,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:36.961881 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-61f23ff8-2d83-4c1b-aa27-ee7365c699ce tempest-AggregatesAdminTestJSON-723956074 tempest-AggregatesAdminTestJSON-723956074-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:37.002501 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c2651-2c96-4981-b41e-a26fdbadd2d3 req-00e0d1b3-c63e-4da4-952c-34203ad10c22 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:37.004381 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b62c2651-2c96-4981-b41e-a26fdbadd2d3 req-00e0d1b3-c63e-4da4-952c-34203ad10c22 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 932 time: 0.1187432 Jun 25 09:09:37.020327 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:37.040258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Transition to ACTIVE for port object 427659ab-ec8e-46e0-b8e0-3edb82e20d2c will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:09:37.054309 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b62c2651-2c96-4981-b41e-a26fdbadd2d3 req-dff5e24c-d0ea-46ba-ae88-d69282127714 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438941 Jun 25 09:09:37.078836 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:37.084073 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3be56c40-02c3-4b2e-b8d2-9b975759bc94 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:37.131533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:09:37.136184 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:09:37.140511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:09:37.171494 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Pushing event updated for resources: {'Port': ['ID=427659ab-ec8e-46e0-b8e0-3edb82e20d2c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:37.177446 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:37.208871 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:37.209623 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:37.230557 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7769732 Jun 25 09:09:37.248878 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Request body: {'port': {'device_id': '7686727c-5dda-48a0-864e-1f7b8faa42df', 'device_owner': 'compute:tempest-test_az-1049402985', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:37.346839 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:37.403437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-685f6c71-afad-49f6-ab42-bf62b5986550 None None] Provisioning for port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:37.413039 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-685f6c71-afad-49f6-ab42-bf62b5986550 None None] Provisioning complete for port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:37.413334 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-685f6c71-afad-49f6-ab42-bf62b5986550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:37.463341 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-685f6c71-afad-49f6-ab42-bf62b5986550 None None] Port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:09:37.564853 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195baa86-98ae-409a-b6aa-5162b8d8cf1e req-a500a5fa-c5cd-4a6c-8629-066e18ad36fe tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:37.567537 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-195baa86-98ae-409a-b6aa-5162b8d8cf1e req-a500a5fa-c5cd-4a6c-8629-066e18ad36fe tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 935 time: 0.0806904 Jun 25 09:09:37.610902 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-195baa86-98ae-409a-b6aa-5162b8d8cf1e req-d04f4207-bc34-4e25-9ea0-a019fa68182c tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381145 Jun 25 09:09:37.660425 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427659ab-ec8e-46e0-b8e0-3edb82e20d2c {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:09:37.669212 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:37.685050 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Transition to ACTIVE for port object 427659ab-ec8e-46e0-b8e0-3edb82e20d2c will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:09:37.690612 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:37.694373 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:37.744633 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Pushing event updated for resources: {'Port': ['ID=427659ab-ec8e-46e0-b8e0-3edb82e20d2c,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:37.750483 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:37.833893 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Attempting to bind port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:09:37.834376 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Attempting to bind port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:09:37.834745 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Attempting to bind port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:09:37.839786 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:09:37.840162 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Attempting to bind port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:09:37.845882 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:09:37.846271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:09:37.846644 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:09:37.847119 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Bound port: 427659ab-ec8e-46e0-b8e0-3edb82e20d2c, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:09:37.847630 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:37.924485 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] For port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:09:37.927854 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] For port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=427659ab-ec8e-46e0-b8e0-3edb82e20d2c,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:09:37.933996 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:37.936583 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:37.991168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:37.991739 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:37.993225 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] 10.222.0.38 "PUT /v2.0/ports/427659ab-ec8e-46e0-b8e0-3edb82e20d2c HTTP/1.1" status: 200 len: 1118 time: 0.7491641 Jun 25 09:09:37.993895 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7686727c-5dda-48a0-864e-1f7b8faa42df', 'tag': '427659ab-ec8e-46e0-b8e0-3edb82e20d2c'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:09:37.996480 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6023057-1e85-4172-b3e1-acdcec2c4f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7686727c-5dda-48a0-864e-1f7b8faa42df", "tag": "427659ab-ec8e-46e0-b8e0-3edb82e20d2c"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:09:38.023215 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Pushing event updated for resources: {'Port': ['ID=427659ab-ec8e-46e0-b8e0-3edb82e20d2c,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:38.028101 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:38.128511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-57df0a10-d12a-46af-a17e-8bea159047c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:38.130429 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-57df0a10-d12a-46af-a17e-8bea159047c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b76870e3f32342b88e6d15615a249405&device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 1121 time: 0.0675850 Jun 25 09:09:38.182796 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-a3642f4a-a873-4075-afb4-c54a008d689e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=427659ab-ec8e-46e0-b8e0-3edb82e20d2c HTTP/1.1" status: 200 len: 217 time: 0.0386136 Jun 25 09:09:38.184680 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a679e4-0043-4fbf-8b76-a020968307f8 x-openstack-request-id: req-51a679e4-0043-4fbf-8b76-a020968307f8 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:09:38.185030 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7686727c-5dda-48a0-864e-1f7b8faa42df", "tag": "427659ab-ec8e-46e0-b8e0-3edb82e20d2c", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:09:38.185299 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-51a679e4-0043-4fbf-8b76-a020968307f8 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:09:38.185714 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7686727c-5dda-48a0-864e-1f7b8faa42df', 'tag': '427659ab-ec8e-46e0-b8e0-3edb82e20d2c', 'status': 'completed', 'code': 200} Jun 25 09:09:38.271933 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-b9199c59-9087-4c0f-a2ff-d7a0ea634aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:38.275442 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-b9199c59-9087-4c0f-a2ff-d7a0ea634aeb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0863962 Jun 25 09:09:38.380994 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-bf8fcfc9-f843-402b-a018-b9aed4fddb1d tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:09:38.384694 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-bf8fcfc9-f843-402b-a018-b9aed4fddb1d tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140045 Jun 25 09:09:38.420275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39508f7b-cd24-4de7-8f55-71be5467a633 req-1ac838c7-c6ee-40f3-a9e4-fd1014e1a9a1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:38.423546 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-39508f7b-cd24-4de7-8f55-71be5467a633 req-1ac838c7-c6ee-40f3-a9e4-fd1014e1a9a1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 932 time: 0.0891995 Jun 25 09:09:38.442993 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-78689b81-a3b7-490a-b17d-dae31a10a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:38.446693 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-78689b81-a3b7-490a-b17d-dae31a10a70d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1644647 Jun 25 09:09:38.533313 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-39508f7b-cd24-4de7-8f55-71be5467a633 req-8b699909-5ade-4ad3-ac10-68ea69efdb51 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033492 Jun 25 09:09:38.610815 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-df1339b7-6717-4963-b751-1936569dd6f8 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477356 Jun 25 09:09:38.716121 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35606) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:38.973872 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3b6318-83ce-4706-987c-949ed3062d7f req-4b4ebc05-f248-4936-b7ed-58b433eeefcb service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561275 Jun 25 09:09:39.027270 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc4cd9-d0a4-4e00-810b-4a2e8d98cfc4 req-d1115e64-feb2-45df-9749-fc86954f509b tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:39.029240 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68bc4cd9-d0a4-4e00-810b-4a2e8d98cfc4 req-d1115e64-feb2-45df-9749-fc86954f509b tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 969 time: 0.0777750 Jun 25 09:09:39.064877 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Request body: {'port': {'device_id': '1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:39.144773 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68bc4cd9-d0a4-4e00-810b-4a2e8d98cfc4 req-44fd51d8-3a27-4610-960d-4d18740ff381 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087165 Jun 25 09:09:39.149859 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-632d34fd-ee5a-403f-b43e-430f321edac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:39.192806 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:39.211634 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6023057-1e85-4172-b3e1-acdcec2c4f4e req-560a35ac-af8e-4ab9-ac8e-8210decd4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:39.213213 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f6023057-1e85-4172-b3e1-acdcec2c4f4e req-560a35ac-af8e-4ab9-ac8e-8210decd4d47 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b76870e3f32342b88e6d15615a249405&device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 1121 time: 0.1222167 Jun 25 09:09:39.335329 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-632d34fd-ee5a-403f-b43e-430f321edac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:39.341198 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-632d34fd-ee5a-403f-b43e-430f321edac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:39.345799 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bf8ce697-765f-4ef0-b839-641b5195760f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:39.385872 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d34fd-ee5a-403f-b43e-430f321edac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15516010-a4cb-45d8-a05b-101837752140,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:39.391886 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-632d34fd-ee5a-403f-b43e-430f321edac1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8ec594e2a66f4aa4936d7d62abdca2e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6743314 Jun 25 09:09:39.393373 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-632d34fd-ee5a-403f-b43e-430f321edac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:39.394334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35674) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:39.421626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6023057-1e85-4172-b3e1-acdcec2c4f4e req-4c7a78aa-9e91-4af3-b4a6-97e3b0a3f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:39.423831 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f6023057-1e85-4172-b3e1-acdcec2c4f4e req-4c7a78aa-9e91-4af3-b4a6-97e3b0a3f1b2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1897335 Jun 25 09:09:39.473494 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-930a0fa6-55dc-4b8a-8602-aa8bce845cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:39.486740 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f6023057-1e85-4172-b3e1-acdcec2c4f4e req-d43fbc10-38cf-4e36-9446-79cf1774f20c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=427659ab-ec8e-46e0-b8e0-3edb82e20d2c HTTP/1.1" status: 200 len: 217 time: 0.0368428 Jun 25 09:09:39.508194 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-930a0fa6-55dc-4b8a-8602-aa8bce845cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:39.569607 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6023057-1e85-4172-b3e1-acdcec2c4f4e req-c9ca381f-9229-4638-a20c-33fcb4948258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:39.571146 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f6023057-1e85-4172-b3e1-acdcec2c4f4e req-c9ca381f-9229-4638-a20c-33fcb4948258 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0693264 Jun 25 09:09:39.591981 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-930a0fa6-55dc-4b8a-8602-aa8bce845cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:39.595140 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-930a0fa6-55dc-4b8a-8602-aa8bce845cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:39.596340 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-930a0fa6-55dc-4b8a-8602-aa8bce845cae admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/15516010-a4cb-45d8-a05b-101837752140 HTTP/1.1" status: 204 len: 168 time: 0.2009060 Jun 25 09:09:39.597117 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-53f87abe-7c50-4125-92c5-5c1418d2e580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:39.616289 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a0fa6-55dc-4b8a-8602-aa8bce845cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15516010-a4cb-45d8-a05b-101837752140,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:39.623202 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-930a0fa6-55dc-4b8a-8602-aa8bce845cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:39.689646 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6257204-fffc-4af8-a4ad-40a970843eb3 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:09:39.699198 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:39.710647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6023057-1e85-4172-b3e1-acdcec2c4f4e req-01dae1f4-fef7-43f7-8bc7-fed550645049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:39.712426 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f6023057-1e85-4172-b3e1-acdcec2c4f4e req-01dae1f4-fef7-43f7-8bc7-fed550645049 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1305411 Jun 25 09:09:39.728779 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Transition to ACTIVE for port object e6257204-fffc-4af8-a4ad-40a970843eb3 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:09:39.742716 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:39.776677 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:39.982178 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6257204-fffc-4af8-a4ad-40a970843eb3,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:39.999347 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:40.042783 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488741ad-ee3a-44c1-a669-8f5bf9d900c4 req-2bedc088-62ba-469e-a040-a3f0d287f104 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:40.052562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-488741ad-ee3a-44c1-a669-8f5bf9d900c4 req-2bedc088-62ba-469e-a040-a3f0d287f104 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 944 time: 0.1543961 Jun 25 09:09:40.063889 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f6023057-1e85-4172-b3e1-acdcec2c4f4e req-fd148931-9fd9-4dd4-95c2-b5b414785731 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427365 Jun 25 09:09:40.111303 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-488741ad-ee3a-44c1-a669-8f5bf9d900c4 req-452c7fb4-5c39-4faa-895c-83217f7988f1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575387 Jun 25 09:09:40.210981 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Attempting to bind port e6257204-fffc-4af8-a4ad-40a970843eb3 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:09:40.211323 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Attempting to bind port e6257204-fffc-4af8-a4ad-40a970843eb3 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:09:40.211649 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Attempting to bind port e6257204-fffc-4af8-a4ad-40a970843eb3 on network 119be928-ce8c-4bd3-a417-2e4446719647 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:09:40.221098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Port e6257204-fffc-4af8-a4ad-40a970843eb3 on network 119be928-ce8c-4bd3-a417-2e4446719647 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:09:40.221415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Attempting to bind port e6257204-fffc-4af8-a4ad-40a970843eb3 on network 119be928-ce8c-4bd3-a417-2e4446719647 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:09:40.237894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:09:40.238460 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Checking segment: {'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:09:40.239023 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Bound using segment: {'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:09:40.239622 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Bound port: e6257204-fffc-4af8-a4ad-40a970843eb3, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:09:40.240139 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:40.255717 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f6023057-1e85-4172-b3e1-acdcec2c4f4e req-30cc5587-1f73-41cc-a921-d952e8ee15bb service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782584 Jun 25 09:09:40.337013 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] For port e6257204-fffc-4af8-a4ad-40a970843eb3, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:09:40.341540 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] For port e6257204-fffc-4af8-a4ad-40a970843eb3, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e6257204-fffc-4af8-a4ad-40a970843eb3,segment=NetworkSegment(f4f98a73-ca9d-4241-8023-e4c4596c86c4),segment_id=f4f98a73-ca9d-4241-8023-e4c4596c86c4)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:09:40.345716 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:40.351011 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:40.354509 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35752) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:40.370100 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ed29ae9f-9408-4d1d-8d60-66bb03cb9827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:40.391992 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:40.392832 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:40.394416 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/e6257204-fffc-4af8-a4ad-40a970843eb3 HTTP/1.1" status: 200 len: 1093 time: 1.5134330 Jun 25 09:09:40.395132 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641', 'tag': 'e6257204-fffc-4af8-a4ad-40a970843eb3'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:09:40.397772 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00cc884-3ceb-4316-bb6f-be964412ef3f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641", "tag": "e6257204-fffc-4af8-a4ad-40a970843eb3"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:09:40.428846 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6257204-fffc-4af8-a4ad-40a970843eb3,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:40.445414 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:40.543857 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-f38c8745-3dbc-4c64-beea-efa9f1d869bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:40.546918 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-f38c8745-3dbc-4c64-beea-efa9f1d869bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b29326d595124f66a340ae8a2245ac84&device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 1096 time: 0.0827358 Jun 25 09:09:40.548210 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ed29ae9f-9408-4d1d-8d60-66bb03cb9827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:40.555934 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ed29ae9f-9408-4d1d-8d60-66bb03cb9827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:40.558744 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b25e0623-5761-424e-a36e-7e4cab4844e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:40.600299 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29ae9f-9408-4d1d-8d60-66bb03cb9827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943436f0-ceb8-45ec-9192-2bb62df329a9,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:40.606469 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ed29ae9f-9408-4d1d-8d60-66bb03cb9827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:40.625262 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ed29ae9f-9408-4d1d-8d60-66bb03cb9827 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=11e850ac94774c449e4be32e082bc13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694929 Jun 25 09:09:40.627724 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35768) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:40.638820 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-4daf4d7a-309f-40f4-b480-4f117ad6717a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6257204-fffc-4af8-a4ad-40a970843eb3 HTTP/1.1" status: 200 len: 217 time: 0.0764897 Jun 25 09:09:40.696712 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-de310429-0ee7-4399-a98f-9a71e9248304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:40.699337 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-de310429-0ee7-4399-a98f-9a71e9248304 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf63583-994a-4093-950f-4fd73828ebf2 HTTP/1.1" status: 200 len: 862 time: 0.0538421 Jun 25 09:09:40.703668 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b72412c9-56db-4edb-88bc-8c7c31d705ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:40.740376 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b72412c9-56db-4edb-88bc-8c7c31d705ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:40.773663 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-4a0a9cdf-d28f-41cd-89e7-b15891821bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:40.775388 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-4a0a9cdf-d28f-41cd-89e7-b15891821bfe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=119be928-ce8c-4bd3-a417-2e4446719647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693970 Jun 25 09:09:40.832367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667153a-c0ab-4960-8a18-a38e988129e9 req-8baf760a-837d-4171-a64e-fede01927e00 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:40.837659 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2667153a-c0ab-4960-8a18-a38e988129e9 req-8baf760a-837d-4171-a64e-fede01927e00 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 969 time: 0.1126688 Jun 25 09:09:40.844066 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00897291-8b65-426a-b3d7-0d054810e89c x-openstack-request-id: req-00897291-8b65-426a-b3d7-0d054810e89c {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:09:40.844493 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641", "tag": "e6257204-fffc-4af8-a4ad-40a970843eb3", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:09:40.844996 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-00897291-8b65-426a-b3d7-0d054810e89c {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:09:40.845449 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641', 'tag': 'e6257204-fffc-4af8-a4ad-40a970843eb3', 'status': 'completed', 'code': 200} Jun 25 09:09:40.853984 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b72412c9-56db-4edb-88bc-8c7c31d705ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:40.857951 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b72412c9-56db-4edb-88bc-8c7c31d705ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:40.859307 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b72412c9-56db-4edb-88bc-8c7c31d705ac admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/943436f0-ceb8-45ec-9192-2bb62df329a9 HTTP/1.1" status: 204 len: 168 time: 0.2296007 Jun 25 09:09:40.867045 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:40.877242 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72412c9-56db-4edb-88bc-8c7c31d705ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943436f0-ceb8-45ec-9192-2bb62df329a9,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:40.895894 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b72412c9-56db-4edb-88bc-8c7c31d705ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:40.900088 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-98b1aabc-feda-4db8-889e-ec84402d5e8c service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163599 Jun 25 09:09:40.901603 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2667153a-c0ab-4960-8a18-a38e988129e9 req-9ca14712-3883-458c-b35b-6d6ce59eeb1e tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589943 Jun 25 09:09:41.042221 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-046c1348-85db-4294-bea3-e04d8a1c2e67 req-94a4400e-a9f2-4d48-aa1d-460e100f1f39 service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352856 Jun 25 09:09:41.249825 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cc884-3ceb-4316-bb6f-be964412ef3f req-79268930-73ee-4048-9bb4-5954a097c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:41.251889 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e00cc884-3ceb-4316-bb6f-be964412ef3f req-79268930-73ee-4048-9bb4-5954a097c632 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b29326d595124f66a340ae8a2245ac84&device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 1096 time: 0.0903683 Jun 25 09:09:41.370176 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cc884-3ceb-4316-bb6f-be964412ef3f req-eb66c4af-4d59-44d2-8cba-acfb81e78c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:41.371669 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e00cc884-3ceb-4316-bb6f-be964412ef3f req-eb66c4af-4d59-44d2-8cba-acfb81e78c65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=119be928-ce8c-4bd3-a417-2e4446719647 HTTP/1.1" status: 200 len: 925 time: 0.1137483 Jun 25 09:09:41.442051 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e00cc884-3ceb-4316-bb6f-be964412ef3f req-4331d113-eefe-402a-b977-2ad702bc2509 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6257204-fffc-4af8-a4ad-40a970843eb3 HTTP/1.1" status: 200 len: 217 time: 0.0633812 Jun 25 09:09:41.457045 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac419b-41c5-426b-954d-66b8af09fa9d req-039bfbfa-0028-496a-896d-4148d8b61403 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:41.464620 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2ac419b-41c5-426b-954d-66b8af09fa9d req-039bfbfa-0028-496a-896d-4148d8b61403 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 944 time: 0.0899358 Jun 25 09:09:41.517972 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cc884-3ceb-4316-bb6f-be964412ef3f req-a72a706f-ac67-40e9-af42-69653d7f0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:41.519912 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e00cc884-3ceb-4316-bb6f-be964412ef3f req-a72a706f-ac67-40e9-af42-69653d7f0890 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf63583-994a-4093-950f-4fd73828ebf2 HTTP/1.1" status: 200 len: 862 time: 0.0713761 Jun 25 09:09:41.521237 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2ac419b-41c5-426b-954d-66b8af09fa9d req-31517a0e-3907-495b-acd5-420f06fd34f9 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554011 Jun 25 09:09:41.603626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cc884-3ceb-4316-bb6f-be964412ef3f req-1945c0f2-4e40-4bce-b7c2-403799085d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:41.609687 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e00cc884-3ceb-4316-bb6f-be964412ef3f req-1945c0f2-4e40-4bce-b7c2-403799085d7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=119be928-ce8c-4bd3-a417-2e4446719647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826583 Jun 25 09:09:41.747958 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e00cc884-3ceb-4316-bb6f-be964412ef3f req-816032a4-0d94-4974-9c24-dc125e5843a8 service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309879 Jun 25 09:09:41.873492 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e00cc884-3ceb-4316-bb6f-be964412ef3f req-774fbe80-d2c4-453c-8aa8-862c9961cafe service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179688 Jun 25 09:09:42.221028 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35912) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:42.336037 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 427659ab-ec8e-46e0-b8e0-3edb82e20d2c details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:09:42.356387 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225d399-305d-4a8b-99c4-c1a2a53e67b2 req-07a6e669-e300-421c-9598-c9f73e91efa5 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:42.357954 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2225d399-305d-4a8b-99c4-c1a2a53e67b2 req-07a6e669-e300-421c-9598-c9f73e91efa5 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 969 time: 0.0820837 Jun 25 09:09:42.417693 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2225d399-305d-4a8b-99c4-c1a2a53e67b2 req-836c4424-c71f-4801-bfe8-08b908628b16 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465453 Jun 25 09:09:42.504895 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=427659ab-ec8e-46e0-b8e0-3edb82e20d2c,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:09:42.531268 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '427659ab-ec8e-46e0-b8e0-3edb82e20d2c', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '427659ab-ec8e-46e0-b8e0-3edb82e20d2c', 'mac_address': 'fa:16:3e:c8:95:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:tempest-test_az-1049402985', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:09:42.536886 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ac24905c-7d5f-447a-a3c2-bfc13390fa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:42.614376 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:42.645830 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427659ab-ec8e-46e0-b8e0-3edb82e20d2c {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:09:42.671570 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ac24905c-7d5f-447a-a3c2-bfc13390fa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:42.680330 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ac24905c-7d5f-447a-a3c2-bfc13390fa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:42.685415 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=427659ab-ec8e-46e0-b8e0-3edb82e20d2c,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:09:42.690879 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04d55aab-27f2-4f03-9f3d-c03e777f4faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:42.692908 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:42.697509 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:42.759828 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=427659ab-ec8e-46e0-b8e0-3edb82e20d2c,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:42.765945 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:42.803043 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ac24905c-7d5f-447a-a3c2-bfc13390fa5d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=424b53136d9f46ca82a0b778095490bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5808978 Jun 25 09:09:42.806894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35960) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:42.807355 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24905c-7d5f-447a-a3c2-bfc13390fa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f51578-3cf6-4ae1-ac3e-0fafb0c449e7,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:42.811887 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ac24905c-7d5f-447a-a3c2-bfc13390fa5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:42.864346 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2324a-7fbd-4c83-9bbb-507a830d901c req-8d6b55e5-c984-415a-b558-958b4dae551d tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:42.872501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-caf2324a-7fbd-4c83-9bbb-507a830d901c req-8d6b55e5-c984-415a-b558-958b4dae551d tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 944 time: 0.1613235 Jun 25 09:09:42.928629 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-caf2324a-7fbd-4c83-9bbb-507a830d901c req-c1ead905-8290-4813-b433-e5ec9b7f0b87 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551119 Jun 25 09:09:42.933158 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b8f6516-6d9d-427c-bc5a-b911854a4a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:42.982235 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b8f6516-6d9d-427c-bc5a-b911854a4a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:42.982950 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['427659ab-ec8e-46e0-b8e0-3edb82e20d2c'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:09:43.104280 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b8f6516-6d9d-427c-bc5a-b911854a4a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:43.108775 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b8f6516-6d9d-427c-bc5a-b911854a4a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:43.110331 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6b8f6516-6d9d-427c-bc5a-b911854a4a14 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/83f51578-3cf6-4ae1-ac3e-0fafb0c449e7 HTTP/1.1" status: 204 len: 168 time: 0.3023047 Jun 25 09:09:43.111708 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:43.144312 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f6516-6d9d-427c-bc5a-b911854a4a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f51578-3cf6-4ae1-ac3e-0fafb0c449e7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:43.155054 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6b8f6516-6d9d-427c-bc5a-b911854a4a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:43.667139 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36070) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:43.689013 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b3eb0e4-518b-43b6-9e64-f49a7cd2332e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:43.719303 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65ffde-5f0a-4b77-bfc6-af7787bbfee7 req-0f826d39-366e-4c6e-b8b9-28dc03ba3f67 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:43.720884 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5f65ffde-5f0a-4b77-bfc6-af7787bbfee7 req-0f826d39-366e-4c6e-b8b9-28dc03ba3f67 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 970 time: 0.1101184 Jun 25 09:09:43.750575 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36080) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:43.776542 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5f65ffde-5f0a-4b77-bfc6-af7787bbfee7 req-9c526a80-e556-40dd-abf8-8ec06432a228 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484815 Jun 25 09:09:43.887751 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b3eb0e4-518b-43b6-9e64-f49a7cd2332e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:43.893621 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b3eb0e4-518b-43b6-9e64-f49a7cd2332e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:43.921239 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a209caa4-8053-4c23-9f86-6f6b01fd3a88 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:43.926620 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5b3eb0e4-518b-43b6-9e64-f49a7cd2332e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=941aae7e5c4741a180f61b6fbab54400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571564 Jun 25 09:09:43.928896 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36096) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:43.959471 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3eb0e4-518b-43b6-9e64-f49a7cd2332e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59243456-54f8-4404-920d-11a51b51f811,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:43.963452 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b3eb0e4-518b-43b6-9e64-f49a7cd2332e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:44.007421 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d26c-2432-4ce7-9509-1d627b4a73f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:44.034475 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d26c-2432-4ce7-9509-1d627b4a73f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:44.093916 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-774bb5bb-34f7-483d-aca5-69c20f923777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:44.112205 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d26c-2432-4ce7-9509-1d627b4a73f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:44.115224 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d26c-2432-4ce7-9509-1d627b4a73f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:44.116413 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fdc4d26c-2432-4ce7-9509-1d627b4a73f2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/59243456-54f8-4404-920d-11a51b51f811 HTTP/1.1" status: 204 len: 168 time: 0.1857867 Jun 25 09:09:44.117464 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-52cb97df-7d3d-4625-a932-1e941415c977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:44.132370 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4d26c-2432-4ce7-9509-1d627b4a73f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59243456-54f8-4404-920d-11a51b51f811,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:44.136427 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fdc4d26c-2432-4ce7-9509-1d627b4a73f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:44.280139 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-774bb5bb-34f7-483d-aca5-69c20f923777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:44.290601 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-774bb5bb-34f7-483d-aca5-69c20f923777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:44.296508 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:44.344091 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 427659ab-ec8e-46e0-b8e0-3edb82e20d2c up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:09:44.346843 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-774bb5bb-34f7-483d-aca5-69c20f923777 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=34eed254964146e29a3dfe2c2c380a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5947263 Jun 25 09:09:44.348031 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bb5bb-34f7-483d-aca5-69c20f923777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7016d0-7bdb-47da-ba55-d5310d4cfb75,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:44.350738 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36140) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:44.353973 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-774bb5bb-34f7-483d-aca5-69c20f923777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:44.407898 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92f43024-55e8-4ade-8c71-aabbf64c7b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:44.433300 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92f43024-55e8-4ade-8c71-aabbf64c7b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:44.500005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:44.502371 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038c1e9-895c-4efc-8c22-c3197d45e1f3 req-bc176b39-e31d-4ba1-bb6e-287f6f1e8427 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:44.505009 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:44.505652 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:44.506631 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92f43024-55e8-4ade-8c71-aabbf64c7b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:44.511502 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92f43024-55e8-4ade-8c71-aabbf64c7b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:44.511717 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d038c1e9-895c-4efc-8c22-c3197d45e1f3 req-bc176b39-e31d-4ba1-bb6e-287f6f1e8427 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 944 time: 0.1392379 Jun 25 09:09:44.511818 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-92f43024-55e8-4ade-8c71-aabbf64c7b79 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ec7016d0-7bdb-47da-ba55-d5310d4cfb75 HTTP/1.1" status: 204 len: 168 time: 0.1587453 Jun 25 09:09:44.512117 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d60421ed-e1a8-4a56-8793-d3d930ce264e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:44.540686 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f43024-55e8-4ade-8c71-aabbf64c7b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7016d0-7bdb-47da-ba55-d5310d4cfb75,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:44.543312 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-92f43024-55e8-4ade-8c71-aabbf64c7b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:44.585351 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d038c1e9-895c-4efc-8c22-c3197d45e1f3 req-f57f8b37-b849-4836-9363-fa1bd205eedc tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656877 Jun 25 09:09:44.635266 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:44.685535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=427659ab-ec8e-46e0-b8e0-3edb82e20d2c,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:09:44.686590 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7686727c-5dda-48a0-864e-1f7b8faa42df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427659ab-ec8e-46e0-b8e0-3edb82e20d2c'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:09:44.689062 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3483bae-9bea-4dca-9cbc-b004f68facd9" -d '{"events": [{"server_uuid": "7686727c-5dda-48a0-864e-1f7b8faa42df", "name": "network-vif-plugged", "status": "completed", "tag": "427659ab-ec8e-46e0-b8e0-3edb82e20d2c"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:09:44.699699 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:44.701793 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:44.779319 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=427659ab-ec8e-46e0-b8e0-3edb82e20d2c,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:44.793842 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:44.806160 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b15cdf-642d-438d-bb02-01209351ed3d x-openstack-request-id: req-e9b15cdf-642d-438d-bb02-01209351ed3d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:09:44.806786 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7686727c-5dda-48a0-864e-1f7b8faa42df", "name": "network-vif-plugged", "status": "completed", "tag": "427659ab-ec8e-46e0-b8e0-3edb82e20d2c", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:09:44.809183 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e9b15cdf-642d-438d-bb02-01209351ed3d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:09:44.810206 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7686727c-5dda-48a0-864e-1f7b8faa42df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427659ab-ec8e-46e0-b8e0-3edb82e20d2c', 'code': 200} Jun 25 09:09:45.000030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d471d9-79b9-4934-8327-9df4aac66c6b req-823b8610-5757-4bee-b527-11b0665a9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:45.002496 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-43d471d9-79b9-4934-8327-9df4aac66c6b req-823b8610-5757-4bee-b527-11b0665a9e97 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 1123 time: 0.0874498 Jun 25 09:09:45.054998 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-43d471d9-79b9-4934-8327-9df4aac66c6b req-902a5a64-a095-4f14-b3df-668a3fe637f6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441706 Jun 25 09:09:45.063765 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96267b1-9999-4f4d-a816-ddc2ef826455 req-ecb2e5d8-4826-440b-a004-33e18de0769f tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:45.066199 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c96267b1-9999-4f4d-a816-ddc2ef826455 req-ecb2e5d8-4826-440b-a004-33e18de0769f tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 971 time: 0.0755162 Jun 25 09:09:45.113313 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c96267b1-9999-4f4d-a816-ddc2ef826455 req-6e0ef880-c1ee-4da2-aef8-cb9897441e4c tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403800 Jun 25 09:09:45.308497 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36214) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:45.329606 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ca560232-caa9-4d62-9b83-f248d16e9bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:45.479874 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ca560232-caa9-4d62-9b83-f248d16e9bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:45.484559 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ca560232-caa9-4d62-9b83-f248d16e9bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:45.488877 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:45.549960 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca560232-caa9-4d62-9b83-f248d16e9bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2e607e-7a94-4d47-8d50-f391eb66086b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:45.554630 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ca560232-caa9-4d62-9b83-f248d16e9bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:45.558144 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ca560232-caa9-4d62-9b83-f248d16e9bfc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=658bc2bcc4704322aa4ea1197ae786f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480838 Jun 25 09:09:45.560704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36234) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:45.589644 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e6257204-fffc-4af8-a4ad-40a970843eb3 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:09:45.644717 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08784bac-7c11-4091-b72f-bb969d4703b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:45.671947 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08784bac-7c11-4091-b72f-bb969d4703b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:45.739033 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08784bac-7c11-4091-b72f-bb969d4703b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:45.743155 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08784bac-7c11-4091-b72f-bb969d4703b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:45.745277 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-08784bac-7c11-4091-b72f-bb969d4703b9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4a2e607e-7a94-4d47-8d50-f391eb66086b HTTP/1.1" status: 204 len: 168 time: 0.1834311 Jun 25 09:09:45.746426 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dcc76feb-8059-40e7-bc49-89e524669389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:45.757129 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08784bac-7c11-4091-b72f-bb969d4703b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2e607e-7a94-4d47-8d50-f391eb66086b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:45.760240 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-08784bac-7c11-4091-b72f-bb969d4703b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:45.785697 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e6257204-fffc-4af8-a4ad-40a970843eb3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e6257204-fffc-4af8-a4ad-40a970843eb3,segment=NetworkSegment(f4f98a73-ca9d-4241-8023-e4c4596c86c4),segment_id=f4f98a73-ca9d-4241-8023-e4c4596c86c4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:09:45.807501 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'e6257204-fffc-4af8-a4ad-40a970843eb3', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'port_id': 'e6257204-fffc-4af8-a4ad-40a970843eb3', 'mac_address': 'fa:16:3e:ce:71:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:09:45.858779 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:45.893500 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36262) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:45.896624 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6257204-fffc-4af8-a4ad-40a970843eb3 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:09:45.903693 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab627fb-31ce-41d5-ab4e-464964965da0 req-766bbc05-533c-445e-b480-5687d5037706 tempest-QuotasAdminNegativeTest-431029534 tempest-QuotasAdminNegativeTest-431029534-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=3f6eed0913bb41daaa55b58aeac9c701&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403624 Jun 25 09:09:45.941769 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e6257204-fffc-4af8-a4ad-40a970843eb3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e6257204-fffc-4af8-a4ad-40a970843eb3,segment=NetworkSegment(f4f98a73-ca9d-4241-8023-e4c4596c86c4),segment_id=f4f98a73-ca9d-4241-8023-e4c4596c86c4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:09:45.951573 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:45.955301 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:46.033556 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e6257204-fffc-4af8-a4ad-40a970843eb3,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:46.037848 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:46.053753 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0ee19-d9ec-4dde-8cd1-e19fa42617ae req-88c08ec7-af23-4b5c-9de4-3c55096f75de tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:46.062101 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-92e0ee19-d9ec-4dde-8cd1-e19fa42617ae req-88c08ec7-af23-4b5c-9de4-3c55096f75de tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 944 time: 0.1616623 Jun 25 09:09:46.111562 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab627fb-31ce-41d5-ab4e-464964965da0 req-37b807d5-ff47-4846-82e7-8458e9d25e02 tempest-QuotasAdminNegativeTest-431029534 tempest-QuotasAdminNegativeTest-431029534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:46.117298 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab627fb-31ce-41d5-ab4e-464964965da0 req-37b807d5-ff47-4846-82e7-8458e9d25e02 tempest-QuotasAdminNegativeTest-431029534 tempest-QuotasAdminNegativeTest-431029534-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723206 Jun 25 09:09:46.146271 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-92e0ee19-d9ec-4dde-8cd1-e19fa42617ae req-f452651d-37b9-40c1-bf20-cd4b2a7a360c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821228 Jun 25 09:09:46.148564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab627fb-31ce-41d5-ab4e-464964965da0 req-07353090-1fd1-4714-992b-45864ea0c2f7 tempest-QuotasAdminNegativeTest-431029534 tempest-QuotasAdminNegativeTest-431029534-project] 10.222.0.93 "GET /v2.0/quotas/3f6eed0913bb41daaa55b58aeac9c701 HTTP/1.1" status: 200 len: 375 time: 0.0299437 Jun 25 09:09:46.206394 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab627fb-31ce-41d5-ab4e-464964965da0 req-ee87fad7-e898-4a8f-a31d-af6ca8028837 tempest-QuotasAdminNegativeTest-431029534 tempest-QuotasAdminNegativeTest-431029534-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3f6eed0913bb41daaa55b58aeac9c701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515468 Jun 25 09:09:46.271317 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-22a2d2a3-f212-4415-a116-869c36e7ac6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:46.474539 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['e6257204-fffc-4af8-a4ad-40a970843eb3'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:09:46.527734 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-22a2d2a3-f212-4415-a116-869c36e7ac6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:46.551207 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-22a2d2a3-f212-4415-a116-869c36e7ac6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:46.569101 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ca560232-caa9-4d62-9b83-f248d16e9bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:46.588898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29158a2a-eb5b-41cf-8111-93bd0d01a99c req-fcfbbc78-0aca-4378-b084-3c394cdafaa0 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:46.603587 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-29158a2a-eb5b-41cf-8111-93bd0d01a99c req-fcfbbc78-0aca-4378-b084-3c394cdafaa0 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 971 time: 0.1899636 Jun 25 09:09:46.654098 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-22a2d2a3-f212-4415-a116-869c36e7ac6b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b559bc84bf4d49caa87d8686f4296153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7591527 Jun 25 09:09:46.654989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2d2a3-f212-4415-a116-869c36e7ac6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac0beb0-e8ad-447a-93ba-c7d7c45b4b7e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:46.657372 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36302) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:46.659364 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-22a2d2a3-f212-4415-a116-869c36e7ac6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:46.694485 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-29158a2a-eb5b-41cf-8111-93bd0d01a99c req-939fab55-140e-4aee-a17a-1148f0697b72 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830610 Jun 25 09:09:46.722159 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ab75cd5-0c19-4c4c-9d70-e6ae87e12cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:46.748003 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ab75cd5-0c19-4c4c-9d70-e6ae87e12cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:46.816472 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ab75cd5-0c19-4c4c-9d70-e6ae87e12cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:46.824617 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ab75cd5-0c19-4c4c-9d70-e6ae87e12cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:46.825867 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9ab75cd5-0c19-4c4c-9d70-e6ae87e12cf6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6ac0beb0-e8ad-447a-93ba-c7d7c45b4b7e HTTP/1.1" status: 204 len: 168 time: 0.1675920 Jun 25 09:09:46.826608 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8077b18f-a00f-402d-ba71-1d6412e1c20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:46.836252 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab75cd5-0c19-4c4c-9d70-e6ae87e12cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac0beb0-e8ad-447a-93ba-c7d7c45b4b7e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:46.845939 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9ab75cd5-0c19-4c4c-9d70-e6ae87e12cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:47.388019 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f3559-c69b-4bf5-9c5c-1926981248c6 req-b448a41b-7c2a-4dc7-a35d-bf0514e74885 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:47.390200 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a88f3559-c69b-4bf5-9c5c-1926981248c6 req-b448a41b-7c2a-4dc7-a35d-bf0514e74885 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 945 time: 0.0668039 Jun 25 09:09:47.434241 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a88f3559-c69b-4bf5-9c5c-1926981248c6 req-e5d13848-c761-4ae5-b8e6-6eb24b181f66 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371375 Jun 25 09:09:47.465821 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36362) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:47.554692 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e6257204-fffc-4af8-a4ad-40a970843eb3 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:09:47.641469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port e6257204-fffc-4af8-a4ad-40a970843eb3 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:47.646579 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port e6257204-fffc-4af8-a4ad-40a970843eb3 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:47.646960 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:47.738750 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:47.763705 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6257204-fffc-4af8-a4ad-40a970843eb3'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:09:47.766468 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc1c283-a0b1-4f18-90dc-3bfd819995b7" -d '{"events": [{"server_uuid": "1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641", "name": "network-vif-plugged", "status": "completed", "tag": "e6257204-fffc-4af8-a4ad-40a970843eb3"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:09:47.782454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e6257204-fffc-4af8-a4ad-40a970843eb3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e6257204-fffc-4af8-a4ad-40a970843eb3,segment=NetworkSegment(f4f98a73-ca9d-4241-8023-e4c4596c86c4),segment_id=f4f98a73-ca9d-4241-8023-e4c4596c86c4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:09:47.791362 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:47.796013 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:47.885947 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e6257204-fffc-4af8-a4ad-40a970843eb3,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:47.890122 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:47.904300 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-824d57a9-4c62-4cbb-94f6-de61050af5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:47.981132 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17157289-f22e-4864-94d3-5c3c174fa688 x-openstack-request-id: req-17157289-f22e-4864-94d3-5c3c174fa688 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:09:47.981681 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641", "name": "network-vif-plugged", "status": "completed", "tag": "e6257204-fffc-4af8-a4ad-40a970843eb3", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:09:47.982859 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-17157289-f22e-4864-94d3-5c3c174fa688 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:09:47.983747 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6257204-fffc-4af8-a4ad-40a970843eb3', 'code': 200} Jun 25 09:09:48.135072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee707e-4247-41de-89ff-b4791a11d390 req-3f02de49-710e-4523-bb92-3d7f3815b16b tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:48.142604 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6fee707e-4247-41de-89ff-b4791a11d390 req-3f02de49-710e-4523-bb92-3d7f3815b16b tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 971 time: 0.0849254 Jun 25 09:09:48.161167 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-824d57a9-4c62-4cbb-94f6-de61050af5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:48.170777 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-824d57a9-4c62-4cbb-94f6-de61050af5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:48.176273 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9e665c37-9322-49ca-9db8-6c4d0ebcd715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:48.186107 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6fee707e-4247-41de-89ff-b4791a11d390 req-3cef5160-8773-4ddc-9cd9-c18b3a263717 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428188 Jun 25 09:09:48.232396 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-824d57a9-4c62-4cbb-94f6-de61050af5b7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0da275c2d58540efb0bacdcf85fb1812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7631726 Jun 25 09:09:48.233459 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36406) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:48.241035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf879ee-529c-4b4c-8774-3377389a3035 req-730687cf-52fd-4cd0-8559-f804642c5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:48.242561 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2bf879ee-529c-4b4c-8774-3377389a3035 req-730687cf-52fd-4cd0-8559-f804642c5bb4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 1098 time: 0.1317058 Jun 25 09:09:48.243413 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d57a9-4c62-4cbb-94f6-de61050af5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20d3c32-9626-4011-8405-a8656614395c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:48.257280 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-824d57a9-4c62-4cbb-94f6-de61050af5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:48.306723 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2bf879ee-529c-4b4c-8774-3377389a3035 req-6d2c45c6-4a2b-4c09-a8aa-85259058de86 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468678 Jun 25 09:09:48.526467 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e7a5900-4307-4267-a2a7-7bee53b778fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:48.553551 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e7a5900-4307-4267-a2a7-7bee53b778fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:48.593489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f36b6c-6ae0-4014-9f10-fa532e76d962 req-647d08a7-1f7e-4bb0-ac8d-e5d2b1b67a4a tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:48.601817 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f1f36b6c-6ae0-4014-9f10-fa532e76d962 req-647d08a7-1f7e-4bb0-ac8d-e5d2b1b67a4a tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 972 time: 0.1260180 Jun 25 09:09:48.653301 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f1f36b6c-6ae0-4014-9f10-fa532e76d962 req-0d68c7ab-1ff7-447e-855b-23cd55c719e7 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505779 Jun 25 09:09:48.665377 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e7a5900-4307-4267-a2a7-7bee53b778fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:48.673911 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e7a5900-4307-4267-a2a7-7bee53b778fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:48.675430 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2e7a5900-4307-4267-a2a7-7bee53b778fa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d20d3c32-9626-4011-8405-a8656614395c HTTP/1.1" status: 204 len: 168 time: 0.4406905 Jun 25 09:09:48.676194 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:48.688184 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a5900-4307-4267-a2a7-7bee53b778fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20d3c32-9626-4011-8405-a8656614395c,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:48.688834 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36420) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:48.692242 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2e7a5900-4307-4267-a2a7-7bee53b778fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:48.848793 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cef1179-bbc6-4bc4-91b2-ff2cefec856f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:48.892172 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a1345-9877-4203-a40e-2fdedfba6345 req-9747122c-37b0-4950-832a-ad2b3abc85b5 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:48.899732 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e01a1345-9877-4203-a40e-2fdedfba6345 req-9747122c-37b0-4950-832a-ad2b3abc85b5 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 946 time: 0.0939696 Jun 25 09:09:48.953076 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e01a1345-9877-4203-a40e-2fdedfba6345 req-8f46dcc4-da6c-4d20-a218-54a306d82772 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496550 Jun 25 09:09:48.989618 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cef1179-bbc6-4bc4-91b2-ff2cefec856f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:48.997204 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cef1179-bbc6-4bc4-91b2-ff2cefec856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:49.019246 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5d4e37cd-dde5-4416-a6ec-4501025e574a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:49.056156 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7cef1179-bbc6-4bc4-91b2-ff2cefec856f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e776d4a11d3c40aaa9756f91f31e0fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3664680 Jun 25 09:09:49.058398 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef1179-bbc6-4bc4-91b2-ff2cefec856f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367b370b-748b-41e8-88a5-330ed1f3cc32,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:49.059070 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36444) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:49.061648 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7cef1179-bbc6-4bc4-91b2-ff2cefec856f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:49.105294 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-938c00a0-5ddb-4b4d-8aae-f18b803493ad req-1b3dd77b-28fa-4934-9df1-07be41620b39 tempest-QuotasAdminNegativeTest-431029534 tempest-QuotasAdminNegativeTest-431029534-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=3f6eed0913bb41daaa55b58aeac9c701&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424111 Jun 25 09:09:49.213664 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a2323b5-d8c2-494e-ac36-2bb9625ed744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:49.250958 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a2323b5-d8c2-494e-ac36-2bb9625ed744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:49.309051 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c00a0-5ddb-4b4d-8aae-f18b803493ad req-3ebedd0f-9ac9-4b27-b064-752215e0c182 tempest-QuotasAdminNegativeTest-431029534 tempest-QuotasAdminNegativeTest-431029534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:49.316950 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-938c00a0-5ddb-4b4d-8aae-f18b803493ad req-3ebedd0f-9ac9-4b27-b064-752215e0c182 tempest-QuotasAdminNegativeTest-431029534 tempest-QuotasAdminNegativeTest-431029534-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004542 Jun 25 09:09:49.337960 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-938c00a0-5ddb-4b4d-8aae-f18b803493ad req-c1ac1e64-1cc0-45f4-a29e-be0d3b59f4d1 tempest-QuotasAdminNegativeTest-431029534 tempest-QuotasAdminNegativeTest-431029534-project] 10.222.0.93 "GET /v2.0/quotas/3f6eed0913bb41daaa55b58aeac9c701 HTTP/1.1" status: 200 len: 375 time: 0.0194108 Jun 25 09:09:49.384039 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-938c00a0-5ddb-4b4d-8aae-f18b803493ad req-1a6a466c-b427-443b-a6ca-57d5110bbf9a tempest-QuotasAdminNegativeTest-431029534 tempest-QuotasAdminNegativeTest-431029534-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3f6eed0913bb41daaa55b58aeac9c701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433202 Jun 25 09:09:49.402455 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a2323b5-d8c2-494e-ac36-2bb9625ed744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:49.406762 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a2323b5-d8c2-494e-ac36-2bb9625ed744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:49.408719 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4a2323b5-d8c2-494e-ac36-2bb9625ed744 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/367b370b-748b-41e8-88a5-330ed1f3cc32 HTTP/1.1" status: 204 len: 168 time: 0.3482966 Jun 25 09:09:49.410227 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:49.410909 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36452) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:49.421850 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2323b5-d8c2-494e-ac36-2bb9625ed744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367b370b-748b-41e8-88a5-330ed1f3cc32,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:49.424560 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4a2323b5-d8c2-494e-ac36-2bb9625ed744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:49.429952 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e497b84-a2b4-492c-b21b-7bd1442faebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:49.529614 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dc6b4-a2eb-4c8c-9051-979e780540e3 req-4293b56d-8850-4bcf-bcb1-35bef2b81ea9 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:49.531932 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a77dc6b4-a2eb-4c8c-9051-979e780540e3 req-4293b56d-8850-4bcf-bcb1-35bef2b81ea9 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 971 time: 0.1061563 Jun 25 09:09:49.584399 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a77dc6b4-a2eb-4c8c-9051-979e780540e3 req-8b3ce0d2-281c-4a2a-832b-53d44df358fe tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444908 Jun 25 09:09:49.680647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addedf9-f096-42d4-a225-264ea1a2b2a7 req-1e24fddc-5b60-4115-9c76-57c35c32f046 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:49.682174 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5addedf9-f096-42d4-a225-264ea1a2b2a7 req-1e24fddc-5b60-4115-9c76-57c35c32f046 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.38 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 972 time: 0.1697209 Jun 25 09:09:49.720794 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e497b84-a2b4-492c-b21b-7bd1442faebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:49.745539 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e497b84-a2b4-492c-b21b-7bd1442faebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:49.785747 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-22a2d2a3-f212-4415-a116-869c36e7ac6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:49.873029 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67ae99-84b3-4beb-8682-910b35b0dd87 req-02fdefe1-af64-404e-bf1c-23df1f352b01 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:49.874866 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d67ae99-84b3-4beb-8682-910b35b0dd87 req-02fdefe1-af64-404e-bf1c-23df1f352b01 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 972 time: 0.0765150 Jun 25 09:09:49.979576 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d67ae99-84b3-4beb-8682-910b35b0dd87 req-394af88c-a2c0-4af6-90fe-03c2eca83883 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa2ab98d-a318-475a-b0df-b9767c8c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959165 Jun 25 09:09:50.057884 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36490) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:50.058334 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0e497b84-a2b4-492c-b21b-7bd1442faebc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bd23e93b70d042b3b357694a777bb3f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6454806 Jun 25 09:09:50.085438 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36492) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:50.089280 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e497b84-a2b4-492c-b21b-7bd1442faebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30341634-6295-485e-adee-199be48a8315,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:50.098145 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0e497b84-a2b4-492c-b21b-7bd1442faebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:50.132415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-5addedf9-f096-42d4-a225-264ea1a2b2a7 req-a23f8922-63e7-4e54-8ee4-f3c485a176cd tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Deleting port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:09:50.133042 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5addedf9-f096-42d4-a225-264ea1a2b2a7 req-a23f8922-63e7-4e54-8ee4-f3c485a176cd tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:50.133946 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-85c357e3-070b-4e38-a76b-a8432c47e0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:50.142378 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-1b874441-2a9e-47ae-bdc5-497d39e38425 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=b76870e3f32342b88e6d15615a249405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536122 Jun 25 09:09:50.238334 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9384e1d-0011-4ef8-aee4-1708187b3e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:50.247367 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-5addedf9-f096-42d4-a225-264ea1a2b2a7 req-a23f8922-63e7-4e54-8ee4-f3c485a176cd tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] For port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=3ccf1f07-f3ac-4fca-8231-7a7c5e745006,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:09:50.247974 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5addedf9-f096-42d4-a225-264ea1a2b2a7 req-a23f8922-63e7-4e54-8ee4-f3c485a176cd tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:50.270775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-5addedf9-f096-42d4-a225-264ea1a2b2a7 req-a23f8922-63e7-4e54-8ee4-f3c485a176cd tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Calling delete_port for 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 owned by compute:tempest-test_az-1049402985 {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:09:50.299709 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9384e1d-0011-4ef8-aee4-1708187b3e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:50.353583 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-4f12327d-76ed-49b7-ba77-3d9ed53ee53e tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:50.360508 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-4f12327d-76ed-49b7-ba77-3d9ed53ee53e tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2078180 Jun 25 09:09:50.390665 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-7a29db53-b3be-4eb5-9446-2144f6c01f45 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/quotas/b76870e3f32342b88e6d15615a249405 HTTP/1.1" status: 200 len: 375 time: 0.0289235 Jun 25 09:09:50.454842 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9384e1d-0011-4ef8-aee4-1708187b3e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:50.459013 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9384e1d-0011-4ef8-aee4-1708187b3e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:50.461265 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f9384e1d-0011-4ef8-aee4-1708187b3e61 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/30341634-6295-485e-adee-199be48a8315 HTTP/1.1" status: 204 len: 168 time: 0.4015696 Jun 25 09:09:50.466424 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:50.469984 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-85c357e3-070b-4e38-a76b-a8432c47e0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:50.485347 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-85c357e3-070b-4e38-a76b-a8432c47e0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:50.488381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9384e1d-0011-4ef8-aee4-1708187b3e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30341634-6295-485e-adee-199be48a8315,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:50.491750 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f9384e1d-0011-4ef8-aee4-1708187b3e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:50.494801 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-08784bac-7c11-4091-b72f-bb969d4703b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:50.541644 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c357e3-070b-4e38-a76b-a8432c47e0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfecde02-402d-495f-88a8-c0c2c0f27659,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:50.548315 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-85c357e3-070b-4e38-a76b-a8432c47e0f9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=27bb7fc2d73e4080811d9541d0a4862e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583495 Jun 25 09:09:50.550035 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-85c357e3-070b-4e38-a76b-a8432c47e0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:50.551233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36502) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:50.580258 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-2dd3fd7f-fbc7-4de7-9a94-d5c4129becf4 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b76870e3f32342b88e6d15615a249405&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1793220 Jun 25 09:09:50.597355 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5addedf9-f096-42d4-a225-264ea1a2b2a7 req-a23f8922-63e7-4e54-8ee4-f3c485a176cd tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:50.616956 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:50.637193 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['3ccf1f07-f3ac-4fca-8231-7a7c5e745006'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:09:50.680459 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f8922-63e7-4e54-8ee4-f3c485a176cd tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Pushing event deleted for resources: {'Port': ['ID=3ccf1f07-f3ac-4fca-8231-7a7c5e745006,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:50.701262 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-45b5e972-fafd-4a25-9ca8-50069fdbc06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:50.732465 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a23f8922-63e7-4e54-8ee4-f3c485a176cd tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:50.735178 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-45b5e972-fafd-4a25-9ca8-50069fdbc06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:50.771960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ae348-204c-469e-b86e-16a211796688 req-9a4d46e9-18d4-45f9-9855-9aeae29502f5 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:50.782808 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c73ae348-204c-469e-b86e-16a211796688 req-9a4d46e9-18d4-45f9-9855-9aeae29502f5 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 946 time: 0.1967208 Jun 25 09:09:50.801775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-5addedf9-f096-42d4-a225-264ea1a2b2a7 req-a23f8922-63e7-4e54-8ee4-f3c485a176cd tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] No DVR routers for this DVR port 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:09:50.805827 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5addedf9-f096-42d4-a225-264ea1a2b2a7 req-a23f8922-63e7-4e54-8ee4-f3c485a176cd tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:50.807965 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5addedf9-f096-42d4-a225-264ea1a2b2a7 req-a23f8922-63e7-4e54-8ee4-f3c485a176cd tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.38 "DELETE /v2.0/ports/3ccf1f07-f3ac-4fca-8231-7a7c5e745006 HTTP/1.1" status: 204 len: 173 time: 1.1173725 Jun 25 09:09:50.808569 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc7aa8f-4072-4ad2-8046-d04b22f54099', 'name': 'network-vif-deleted', 'tag': '3ccf1f07-f3ac-4fca-8231-7a7c5e745006'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:09:50.812599 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d7d6dd-b686-4752-9279-0bc98540da54" -d '{"events": [{"server_uuid": "9bc7aa8f-4072-4ad2-8046-d04b22f54099", "name": "network-vif-deleted", "tag": "3ccf1f07-f3ac-4fca-8231-7a7c5e745006"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:09:50.883080 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c73ae348-204c-469e-b86e-16a211796688 req-0a7aeaee-37ff-487a-a421-ce20b0420c41 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958910 Jun 25 09:09:50.907697 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-45b5e972-fafd-4a25-9ca8-50069fdbc06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:50.914426 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-45b5e972-fafd-4a25-9ca8-50069fdbc06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:50.916571 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-45b5e972-fafd-4a25-9ca8-50069fdbc06d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bfecde02-402d-495f-88a8-c0c2c0f27659 HTTP/1.1" status: 204 len: 168 time: 0.3629191 Jun 25 09:09:50.917484 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-70a4684a-6995-4245-a61a-5aa27a86f23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:50.936890 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5e972-fafd-4a25-9ca8-50069fdbc06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfecde02-402d-495f-88a8-c0c2c0f27659,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:50.955035 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-45b5e972-fafd-4a25-9ca8-50069fdbc06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:51.540564 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7701b2ba-2686-4cb9-8aff-49b7b457cd07 x-openstack-request-id: req-7701b2ba-2686-4cb9-8aff-49b7b457cd07 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:09:51.541147 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc7aa8f-4072-4ad2-8046-d04b22f54099", "name": "network-vif-deleted", "tag": "3ccf1f07-f3ac-4fca-8231-7a7c5e745006", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:09:51.542110 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7701b2ba-2686-4cb9-8aff-49b7b457cd07 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:09:51.542783 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc7aa8f-4072-4ad2-8046-d04b22f54099', 'name': 'network-vif-deleted', 'tag': '3ccf1f07-f3ac-4fca-8231-7a7c5e745006', 'status': 'completed', 'code': 200} Jun 25 09:09:51.674038 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46b14bf8-67ba-4733-b20d-afe0f5e443ab req-4c71177f-420e-4b70-8173-41a7b31f0823 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 210 time: 0.0695992 Jun 25 09:09:51.776055 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f09aebca-0811-45f5-929f-5bf30f067ff0 req-510e8c33-0443-4c4f-a11b-ab3e515ae3b4 tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bc7aa8f-4072-4ad2-8046-d04b22f54099 HTTP/1.1" status: 200 len: 210 time: 0.0516214 Jun 25 09:09:52.348330 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a74614cc-7001-4f80-907c-4037b4416254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:52.438374 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625e595-2175-4740-a9d4-71d734ce5944 req-3c9941e6-d191-41e0-b7f9-ba118d5b592c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:52.440225 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a625e595-2175-4740-a9d4-71d734ce5944 req-3c9941e6-d191-41e0-b7f9-ba118d5b592c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 946 time: 0.1002932 Jun 25 09:09:52.523502 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a625e595-2175-4740-a9d4-71d734ce5944 req-aef22ad5-2aa0-48a6-9ce3-9836aaafea58 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768116 Jun 25 09:09:52.677300 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-790592b2-aa0f-42e2-ba16-a8b5f62f45a0 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b76870e3f32342b88e6d15615a249405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466461 Jun 25 09:09:52.747297 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-336a3012-e9ba-4501-9f79-588e91b3e02e req-1879915b-36c2-4ccc-8e48-637448d41c5c tempest-QuotasAdminNegativeTest-431029534 tempest-QuotasAdminNegativeTest-431029534-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=3f6eed0913bb41daaa55b58aeac9c701&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655155 Jun 25 09:09:52.789911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b62c8-f8da-40be-b3bb-93d0692c1049 req-6806387b-0385-4115-8738-460d3ee7d535 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:52.803513 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef2b62c8-f8da-40be-b3bb-93d0692c1049 req-6806387b-0385-4115-8738-460d3ee7d535 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 946 time: 0.1319373 Jun 25 09:09:52.804629 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36650) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:52.817432 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-aa207869-28ea-4535-be04-9cde36637cbc tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Request body: {'floatingip': {'port_id': 'e6257204-fffc-4af8-a4ad-40a970843eb3'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:52.937217 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa207869-28ea-4535-be04-9cde36637cbc tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for floatingip, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:53.040376 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a3012-e9ba-4501-9f79-588e91b3e02e req-4cdce245-cd53-4771-9176-2d4548f00a68 tempest-QuotasAdminNegativeTest-431029534 tempest-QuotasAdminNegativeTest-431029534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:53.056061 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-336a3012-e9ba-4501-9f79-588e91b3e02e req-4cdce245-cd53-4771-9176-2d4548f00a68 tempest-QuotasAdminNegativeTest-431029534 tempest-QuotasAdminNegativeTest-431029534-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2989068 Jun 25 09:09:53.075777 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-3ac7c6dd-0b63-47bd-8c07-74527725ed37 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:53.076091 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-336a3012-e9ba-4501-9f79-588e91b3e02e req-94d92134-08f9-4c71-8dab-7804ea2b6f9f tempest-QuotasAdminNegativeTest-431029534 tempest-QuotasAdminNegativeTest-431029534-project] 10.222.0.93 "GET /v2.0/quotas/3f6eed0913bb41daaa55b58aeac9c701 HTTP/1.1" status: 200 len: 375 time: 0.0187027 Jun 25 09:09:53.077476 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-3ac7c6dd-0b63-47bd-8c07-74527725ed37 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3922353 Jun 25 09:09:53.104798 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-bde296a2-7cd1-4f3b-b042-cd3394e6a20d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Request body: {'port': {'device_id': 'c5afc88d-c626-42f6-b7a1-8706690e1412', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'b76870e3f32342b88e6d15615a249405'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:53.147785 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-336a3012-e9ba-4501-9f79-588e91b3e02e req-4356fea2-7b97-4b32-b596-2f5182767f89 tempest-QuotasAdminNegativeTest-431029534 tempest-QuotasAdminNegativeTest-431029534-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3f6eed0913bb41daaa55b58aeac9c701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707223 Jun 25 09:09:53.153741 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d91f702-a152-4002-bbf8-fa0dbd9e182b req-ef3ea21d-06c6-4a67-ad18-2e7e415628f0 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 210 time: 0.0636544 Jun 25 09:09:53.387102 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36674) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:53.456307 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-bde296a2-7cd1-4f3b-b042-cd3394e6a20d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Made reservation on behalf of b76870e3f32342b88e6d15615a249405 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:09:53.461082 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-bde296a2-7cd1-4f3b-b042-cd3394e6a20d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:53.653352 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:53.698085 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7b6b6c64-8fc4-412f-a00c-d87ca189aef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:53.873183 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7b6b6c64-8fc4-412f-a00c-d87ca189aef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:53.880484 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7b6b6c64-8fc4-412f-a00c-d87ca189aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:53.885832 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-45b5e972-fafd-4a25-9ca8-50069fdbc06d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:53.923595 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b6c64-8fc4-412f-a00c-d87ca189aef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430e77a5-0974-48d7-93c1-b062e04f5765,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:53.929239 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36696) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:53.936534 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7b6b6c64-8fc4-412f-a00c-d87ca189aef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:53.954072 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7b6b6c64-8fc4-412f-a00c-d87ca189aef7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c3cee538c2244fc4bff26019c6f7adb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5655653 Jun 25 09:09:53.957059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36700) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:54.028820 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6153f05a-5488-4db5-aef5-26453b918c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:54.053459 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.resource_extend [None req-aa207869-28ea-4535-be04-9cde36637cbc tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:09:54.081018 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6153f05a-5488-4db5-aef5-26453b918c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:54.140867 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-bde296a2-7cd1-4f3b-b042-cd3394e6a20d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Allocated IP 192.168.233.11 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:09:54.183589 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6153f05a-5488-4db5-aef5-26453b918c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:54.187479 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6153f05a-5488-4db5-aef5-26453b918c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:54.188965 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6153f05a-5488-4db5-aef5-26453b918c77 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/430e77a5-0974-48d7-93c1-b062e04f5765 HTTP/1.1" status: 204 len: 168 time: 0.2299075 Jun 25 09:09:54.189921 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-930a0fa6-55dc-4b8a-8602-aa8bce845cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:54.208679 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153f05a-5488-4db5-aef5-26453b918c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430e77a5-0974-48d7-93c1-b062e04f5765,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:54.219851 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6153f05a-5488-4db5-aef5-26453b918c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:54.220583 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa207869-28ea-4535-be04-9cde36637cbc tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:54.229358 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa207869-28ea-4535-be04-9cde36637cbc tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:54.391040 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:09:54.422228 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-aa207869-28ea-4535-be04-9cde36637cbc tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Floating IP 4bfdeac9-8300-4543-80b6-f70aa44e6f7c associated. External IP: 172.25.6.161, port: e6257204-fffc-4af8-a4ad-40a970843eb3. Jun 25 09:09:54.460813 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:09:54.461160 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 3ccf1f07-f3ac-4fca-8231-7a7c5e745006 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:09:54.471961 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-71277644-65d4-419a-ba6e-e59fed6bffd7 req-96b5ff2b-4162-4692-8fe3-a26a072fbf31 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 210 time: 0.0688524 Jun 25 09:09:54.562212 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2df3b738-d4c4-4e74-ac10-7952317815e2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d6788fa1eb1b45bfac055742cf59dde8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6316280 Jun 25 09:09:54.564921 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36720) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:54.600467 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-bde296a2-7cd1-4f3b-b042-cd3394e6a20d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:54.615763 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-bde296a2-7cd1-4f3b-b042-cd3394e6a20d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Transition to ACTIVE for port object 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:09:54.629005 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d6f6f09-570e-45c2-9687-65dafad1c3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:54.670019 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d6f6f09-570e-45c2-9687-65dafad1c3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:54.673718 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-bde296a2-7cd1-4f3b-b042-cd3394e6a20d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:54.680648 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:54.714939 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['427659ab-ec8e-46e0-b8e0-3edb82e20d2c'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:09:54.760043 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-bde296a2-7cd1-4f3b-b042-cd3394e6a20d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:09:54.767165 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-bde296a2-7cd1-4f3b-b042-cd3394e6a20d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:09:54.770979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-bde296a2-7cd1-4f3b-b042-cd3394e6a20d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:09:54.818563 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d6f6f09-570e-45c2-9687-65dafad1c3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:54.821872 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d6f6f09-570e-45c2-9687-65dafad1c3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:54.826870 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5d6f6f09-570e-45c2-9687-65dafad1c3cc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fa2ab98d-a318-475a-b0df-b9767c8c06e4 HTTP/1.1" status: 204 len: 168 time: 0.2606616 Jun 25 09:09:54.828057 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fdc4d26c-2432-4ce7-9509-1d627b4a73f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:54.837488 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f6f09-570e-45c2-9687-65dafad1c3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2ab98d-a318-475a-b0df-b9767c8c06e4,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:54.840486 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5d6f6f09-570e-45c2-9687-65dafad1c3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:54.910744 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde296a2-7cd1-4f3b-b042-cd3394e6a20d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Pushing event updated for resources: {'Port': ['ID=74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:54.914757 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bde296a2-7cd1-4f3b-b042-cd3394e6a20d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:54.941757 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-bde296a2-7cd1-4f3b-b042-cd3394e6a20d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:54.942441 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-bde296a2-7cd1-4f3b-b042-cd3394e6a20d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:54.960647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa207869-28ea-4535-be04-9cde36637cbc tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:09:54.973259 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-bde296a2-7cd1-4f3b-b042-cd3394e6a20d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8735561 Jun 25 09:09:55.032777 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Request body: {'port': {'device_id': 'c5afc88d-c626-42f6-b7a1-8706690e1412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:09:55.073880 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f88f9244-54cd-4bc3-b1f2-cc9c3c2057c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:55.143015 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:55.208029 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa207869-28ea-4535-be04-9cde36637cbc tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:09:55.214516 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa207869-28ea-4535-be04-9cde36637cbc tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:55.221974 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ebc6e-1e1c-4e18-80c9-11d604ef03d6 None None] Sync routers for ids ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:09:55.226911 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:55.236696 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d22825bb-e36c-4e1d-acec-bfb380c68db7 None None] Provisioning for port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:09:55.246266 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d22825bb-e36c-4e1d-acec-bfb380c68db7 None None] Provisioning complete for port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:09:55.247036 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d22825bb-e36c-4e1d-acec-bfb380c68db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:55.251443 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ebc6e-1e1c-4e18-80c9-11d604ef03d6 None None] Routers {'717ac4af-acd0-4776-ab10-bb009c1b3ce1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:09:55.252476 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-667ebc6e-1e1c-4e18-80c9-11d604ef03d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:09:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:55.315124 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-aa207869-28ea-4535-be04-9cde36637cbc tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "PUT /v2.0/floatingips/4bfdeac9-8300-4543-80b6-f70aa44e6f7c HTTP/1.1" status: 200 len: 992 time: 2.5088341 Jun 25 09:09:55.317903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641', 'tag': 'e6257204-fffc-4af8-a4ad-40a970843eb3'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:09:55.321161 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d2c782-7354-4c64-8d43-33fd11e0e167" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641", "tag": "e6257204-fffc-4af8-a4ad-40a970843eb3"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:09:55.334605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d22825bb-e36c-4e1d-acec-bfb380c68db7 None None] Port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:09:55.501186 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-667ebc6e-1e1c-4e18-80c9-11d604ef03d6 None None] Set router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:09:55.506421 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36776) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:55.527939 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f4447dcf-e0bf-4cd0-bf0b-e9fc65e6ab1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:55.653483 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f4447dcf-e0bf-4cd0-bf0b-e9fc65e6ab1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:55.661032 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f4447dcf-e0bf-4cd0-bf0b-e9fc65e6ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:55.696894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:09:55.718833 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0e84bf73-8a4a-461c-bd76-116fafb8b0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:55.720911 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:55.723270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f4447dcf-e0bf-4cd0-bf0b-e9fc65e6ab1c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bd6ef6a6185047398fa567323fc706f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147305 Jun 25 09:09:55.724950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36784) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:55.730383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36786) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:55.739990 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013db469-eae5-4650-a30f-437570c3da67 x-openstack-request-id: req-013db469-eae5-4650-a30f-437570c3da67 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:09:55.741824 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641", "tag": "e6257204-fffc-4af8-a4ad-40a970843eb3", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:09:55.742148 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-013db469-eae5-4650-a30f-437570c3da67 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:09:55.742609 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641', 'tag': 'e6257204-fffc-4af8-a4ad-40a970843eb3', 'status': 'completed', 'code': 200} Jun 25 09:09:55.753269 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4447dcf-e0bf-4cd0-bf0b-e9fc65e6ab1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4e34f9-10b6-488e-a8a5-4644846611fc,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:55.769369 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f4447dcf-e0bf-4cd0-bf0b-e9fc65e6ab1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:55.858941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36794) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:55.896274 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Transition to ACTIVE for port object 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:09:55.910031 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:55.918720 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:55.959426 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1369f483-acb7-4a85-a204-1b350c97391f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:55.975279 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-667ebc6e-1e1c-4e18-80c9-11d604ef03d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '4bfdeac9-8300-4543-80b6-f70aa44e6f7c', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'port_id': 'e6257204-fffc-4af8-a4ad-40a970843eb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'mac_address': 'fa:16:3e:ce:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:09:22Z', 'updated_at': '2021-06-25T09:09:53Z', 'revision_number': 1, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fad4f60-003f-4bb9-8a1c-7cfd3f58957d', 'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'mac_address': 'fa:16:3e:5d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:01Z', 'updated_at': '2021-06-25T09:09:09Z', 'revision_number': 5, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'subnets': [{'id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:55.975475 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-154c92d4-bd35-41ff-b16f-a16694713535 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=18091d47925c48e8b955693493cae2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1151824 Jun 25 09:09:55.985426 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36796) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:56.062036 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ebc6e-1e1c-4e18-80c9-11d604ef03d6 None None] Checking router: 717ac4af-acd0-4776-ab10-bb009c1b3ce1 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:09:56.074915 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1369f483-acb7-4a85-a204-1b350c97391f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.080912 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ebc6e-1e1c-4e18-80c9-11d604ef03d6 None None] Routers {'717ac4af-acd0-4776-ab10-bb009c1b3ce1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:09:56.081719 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-667ebc6e-1e1c-4e18-80c9-11d604ef03d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:09:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:56.107882 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.130290 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Pushing event updated for resources: {'Port': ['ID=74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:56.158102 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:56.159244 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-82293234-bbcc-4012-af79-2024c1f1e6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.184260 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-82293234-bbcc-4012-af79-2024c1f1e6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.212620 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580d34e-3b7c-4e56-8915-d67e37cefecd req-cd7ba8d1-7181-4457-909d-e97cc860dc4a tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:56.222763 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9580d34e-3b7c-4e56-8915-d67e37cefecd req-cd7ba8d1-7181-4457-909d-e97cc860dc4a tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 947 time: 0.2387798 Jun 25 09:09:56.225025 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67024191-07ee-482c-96b7-caea54cd1f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.248531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2c782-7354-4c64-8d43-33fd11e0e167 req-0febaa3d-040c-439d-b1d9-5c07960405a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:56.250264 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c2d2c782-7354-4c64-8d43-33fd11e0e167 req-0febaa3d-040c-439d-b1d9-5c07960405a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b29326d595124f66a340ae8a2245ac84&device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 1098 time: 0.4064445 Jun 25 09:09:56.351002 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9580d34e-3b7c-4e56-8915-d67e37cefecd req-e4a38828-121c-4aa6-b3d3-78039947a895 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272385 Jun 25 09:09:56.389609 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-82293234-bbcc-4012-af79-2024c1f1e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.392202 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-82293234-bbcc-4012-af79-2024c1f1e6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.393366 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-82293234-bbcc-4012-af79-2024c1f1e6ba admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6224a944-b388-4f8a-9887-f94ff9466ebc HTTP/1.1" status: 204 len: 168 time: 0.4064929 Jun 25 09:09:56.398532 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f4447dcf-e0bf-4cd0-bf0b-e9fc65e6ab1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:56.412836 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82293234-bbcc-4012-af79-2024c1f1e6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6224a944-b388-4f8a-9887-f94ff9466ebc,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:56.424281 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-82293234-bbcc-4012-af79-2024c1f1e6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:56.452034 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-667ebc6e-1e1c-4e18-80c9-11d604ef03d6 None None] Set router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:09:56.501124 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2c782-7354-4c64-8d43-33fd11e0e167 req-ca8bcebf-6a3f-461f-b148-b6553e4c5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:56.502820 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c2d2c782-7354-4c64-8d43-33fd11e0e167 req-ca8bcebf-6a3f-461f-b148-b6553e4c5646 service neutron] 10.222.0.41 "GET /v2.0/networks?id=119be928-ce8c-4bd3-a417-2e4446719647 HTTP/1.1" status: 200 len: 925 time: 0.2193720 Jun 25 09:09:56.503814 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1369f483-acb7-4a85-a204-1b350c97391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.506423 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1369f483-acb7-4a85-a204-1b350c97391f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.507531 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1369f483-acb7-4a85-a204-1b350c97391f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8b4e34f9-10b6-488e-a8a5-4644846611fc HTTP/1.1" status: 204 len: 168 time: 0.7605481 Jun 25 09:09:56.529052 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-774bb5bb-34f7-483d-aca5-69c20f923777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:56.579121 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369f483-acb7-4a85-a204-1b350c97391f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4e34f9-10b6-488e-a8a5-4644846611fc,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:56.588846 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Attempting to bind port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:09:56.589318 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Attempting to bind port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:09:56.589504 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Attempting to bind port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:09:56.590860 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67024191-07ee-482c-96b7-caea54cd1f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.591926 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1369f483-acb7-4a85-a204-1b350c97391f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:56.600149 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67024191-07ee-482c-96b7-caea54cd1f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.647205 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2c7e7b18-aae6-4206-bd67-59f3a4b99607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:56.654545 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-67024191-07ee-482c-96b7-caea54cd1f16 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3f6eed0913bb41daaa55b58aeac9c701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9280276 Jun 25 09:09:56.676233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36828) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:56.720301 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67024191-07ee-482c-96b7-caea54cd1f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529cef78-c749-4019-871a-2627fe4b5083,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:56.723589 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-67024191-07ee-482c-96b7-caea54cd1f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:56.744594 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:09:56.744927 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Attempting to bind port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:09:56.767995 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-63cbb6da-a1d7-44c4-8ebb-698bd148a259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.774460 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:09:56.774868 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:09:56.775259 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:09:56.778157 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Bound port: 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:09:56.778551 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.804922 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-63cbb6da-a1d7-44c4-8ebb-698bd148a259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.869625 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] For port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:09:56.872903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] For port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:09:56.884594 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.902590 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:56.914933 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c2d2c782-7354-4c64-8d43-33fd11e0e167 req-9cebb8cd-0055-4bda-aca0-c6fe9cbaa048 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6257204-fffc-4af8-a4ad-40a970843eb3 HTTP/1.1" status: 200 len: 1000 time: 0.4032059 Jun 25 09:09:56.924358 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-63cbb6da-a1d7-44c4-8ebb-698bd148a259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.930061 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-63cbb6da-a1d7-44c4-8ebb-698bd148a259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:56.930061 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-63cbb6da-a1d7-44c4-8ebb-698bd148a259 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/529cef78-c749-4019-871a-2627fe4b5083 HTTP/1.1" status: 204 len: 168 time: 0.2509966 Jun 25 09:09:56.930061 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c6c68132-9e02-4c3d-99aa-3a7ed23f9b48 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:56.939016 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbb6da-a1d7-44c4-8ebb-698bd148a259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529cef78-c749-4019-871a-2627fe4b5083,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:56.942646 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-63cbb6da-a1d7-44c4-8ebb-698bd148a259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:57.005383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:57.006000 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:57.007408 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] 10.222.0.38 "PUT /v2.0/ports/74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 HTTP/1.1" status: 200 len: 1096 time: 1.9801254 Jun 25 09:09:57.053105 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Pushing event updated for resources: {'Port': ['ID=74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:57.064284 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2c782-7354-4c64-8d43-33fd11e0e167 req-0f24ba91-ea8e-4b01-8b06-77d5e4ea868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:57.064938 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c2d2c782-7354-4c64-8d43-33fd11e0e167 req-0f24ba91-ea8e-4b01-8b06-77d5e4ea868e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf63583-994a-4093-950f-4fd73828ebf2 HTTP/1.1" status: 200 len: 862 time: 0.1079643 Jun 25 09:09:57.065863 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:57.079895 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-667ebc6e-1e1c-4e18-80c9-11d604ef03d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '4bfdeac9-8300-4543-80b6-f70aa44e6f7c', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'port_id': 'e6257204-fffc-4af8-a4ad-40a970843eb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'mac_address': 'fa:16:3e:ce:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:09:22Z', 'updated_at': '2021-06-25T09:09:53Z', 'revision_number': 1, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fad4f60-003f-4bb9-8a1c-7cfd3f58957d', 'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'mac_address': 'fa:16:3e:5d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:01Z', 'updated_at': '2021-06-25T09:09:09Z', 'revision_number': 5, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'subnets': [{'id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:09:57.126688 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ebc6e-1e1c-4e18-80c9-11d604ef03d6 None None] The sync data for ids ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'] in n-d-761264-15 is: [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '4bfdeac9-8300-4543-80b6-f70aa44e6f7c', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'port_id': 'e6257204-fffc-4af8-a4ad-40a970843eb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'mac_address': 'fa:16:3e:ce:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:09:22Z', 'updated_at': '2021-06-25T09:09:53Z', 'revision_number': 1, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fad4f60-003f-4bb9-8a1c-7cfd3f58957d', 'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'mac_address': 'fa:16:3e:5d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:01Z', 'updated_at': '2021-06-25T09:09:09Z', 'revision_number': 5, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'subnets': [{'id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:09:57.200451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2c782-7354-4c64-8d43-33fd11e0e167 req-087234bc-4692-44e6-87bf-96094a813132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:57.202084 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c2d2c782-7354-4c64-8d43-33fd11e0e167 req-087234bc-4692-44e6-87bf-96094a813132 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=119be928-ce8c-4bd3-a417-2e4446719647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283126 Jun 25 09:09:57.215187 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-30235d64-e819-49d6-a05e-5c0dfc733d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:57.217581 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-30235d64-e819-49d6-a05e-5c0dfc733d3c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b76870e3f32342b88e6d15615a249405&device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 1099 time: 0.1450114 Jun 25 09:09:57.434125 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de47f474-f450-4fd6-961d-96022df97e4b None None] New status for floating IP 4bfdeac9-8300-4543-80b6-f70aa44e6f7c: ACTIVE {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:09:57.637440 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-eea2e851-43fa-4322-b8a5-1e4d69ce7c6a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 HTTP/1.1" status: 200 len: 217 time: 0.1360667 Jun 25 09:09:57.745858 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5afc88d-c626-42f6-b7a1-8706690e1412', 'tag': '74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:09:57.748829 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf381be-24fa-45e1-9709-bf60965576a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c5afc88d-c626-42f6-b7a1-8706690e1412", "tag": "74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:09:57.776049 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fc7f6-372b-4a30-b0b0-79690a7fe83d req-d5a2522f-e9f4-4c2d-af6d-5739576bf250 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:57.779563 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d56fc7f6-372b-4a30-b0b0-79690a7fe83d req-d5a2522f-e9f4-4c2d-af6d-5739576bf250 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 947 time: 0.0830867 Jun 25 09:09:57.801631 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c2d2c782-7354-4c64-8d43-33fd11e0e167 req-5d94fe60-bce8-4201-89c1-cbde073aec1c service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5891500 Jun 25 09:09:57.830829 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:57.884211 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d56fc7f6-372b-4a30-b0b0-79690a7fe83d req-f2420a8c-f47d-4a48-b1ad-d8ff152682ef tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976627 Jun 25 09:09:57.903078 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-e16c433d-0e7d-46ea-aba5-e243047cfa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:57.909533 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-e16c433d-0e7d-46ea-aba5-e243047cfa43 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.2606463 Jun 25 09:09:57.946966 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8a8cfd-0dad-4897-9c93-a13805c655aa x-openstack-request-id: req-6b8a8cfd-0dad-4897-9c93-a13805c655aa {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:09:57.947265 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5afc88d-c626-42f6-b7a1-8706690e1412", "tag": "74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:09:57.947687 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6b8a8cfd-0dad-4897-9c93-a13805c655aa {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:09:57.948507 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5afc88d-c626-42f6-b7a1-8706690e1412', 'tag': '74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4', 'status': 'completed', 'code': 200} Jun 25 09:09:57.989055 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c2d2c782-7354-4c64-8d43-33fd11e0e167 req-6cfeff3b-ae75-41a7-ae6c-4f5ba8d4860c service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790454 Jun 25 09:09:58.009999 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36900) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:58.028843 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-0d1fa85d-60c6-42a4-9a58-3ea789a44e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:58.030794 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-0d1fa85d-60c6-42a4-9a58-3ea789a44e1b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1071155 Jun 25 09:09:58.043316 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:58.172511 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-e0ce5a3d-fc73-4cb8-a75f-85260fd9c6bf service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259792 Jun 25 09:09:58.310747 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:58.317500 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:58.323317 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-632d34fd-ee5a-403f-b43e-430f321edac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:58.325545 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27209884-b957-4b4d-945a-4b7aa3c04491 req-bb2e5ce5-bdff-4164-bd99-d101ccf847b8 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446080 Jun 25 09:09:58.369401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf6fffe-5047-40a3-8955-0dbaceb280ba,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:58.381198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:58.381768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:58.381993 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:58.382447 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:58.382666 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:58.383001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:58.383562 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:58.383918 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:58.384791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:58.385422 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:58.393355 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:58.394260 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:09:58.416052 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36932) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:58.418302 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:58.425074 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d0bfb4b1c19546c6969e5612b67a42cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4133639 Jun 25 09:09:58.429049 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36934) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:58.458732 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.38', 57745) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:58.498521 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-bcef9efe-e47f-4343-9bc0-20eb322600a5 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=b9222d989f8444b5b06c13b3669f6848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710886 Jun 25 09:09:58.543127 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-29fc9214-83ae-4c2f-8922-33683ceb5e65 req-8f43ea0e-094a-4c77-8dd8-592ed263dd94 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0811806 Jun 25 09:09:58.695618 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-baa60b2e-e577-415b-b0c1-68c95c4048ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:58.708694 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf381be-24fa-45e1-9709-bf60965576a7 req-1f1066cd-0449-45ca-abac-845338db5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:58.711196 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-faf381be-24fa-45e1-9709-bf60965576a7 req-1f1066cd-0449-45ca-abac-845338db5f7f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b76870e3f32342b88e6d15615a249405&device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 1099 time: 0.2421930 Jun 25 09:09:58.735993 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-28a7cb78-9588-40e6-ac99-ba277b0843d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:58.773807 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-baa60b2e-e577-415b-b0c1-68c95c4048ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:58.840961 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc9214-83ae-4c2f-8922-33683ceb5e65 req-297b8b39-4f47-48c1-8697-a5ddc44ace2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:58.842553 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-29fc9214-83ae-4c2f-8922-33683ceb5e65 req-297b8b39-4f47-48c1-8697-a5ddc44ace2e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b76870e3f32342b88e6d15615a249405&device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 1123 time: 0.2221196 Jun 25 09:09:58.879845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36948) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:58.898189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-ee3a5179-b80a-4124-ab0a-198516346a21 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:58.905393 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-ee3a5179-b80a-4124-ab0a-198516346a21 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3721337 Jun 25 09:09:58.953314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-ccd1b0a3-73d2-41b5-8483-28b5e0e15b59 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/quotas/b9222d989f8444b5b06c13b3669f6848 HTTP/1.1" status: 200 len: 375 time: 0.0462754 Jun 25 09:09:59.012444 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-28a7cb78-9588-40e6-ac99-ba277b0843d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:59.029789 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-28a7cb78-9588-40e6-ac99-ba277b0843d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:59.036014 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8ae77455-aa21-4dbe-84fb-b4abe32401c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:59.054905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc9214-83ae-4c2f-8922-33683ceb5e65 req-e5f2f42d-209a-4cd4-9a5f-8b8bfb6f82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:59.057291 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-29fc9214-83ae-4c2f-8922-33683ceb5e65 req-e5f2f42d-209a-4cd4-9a5f-8b8bfb6f82b4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1875420 Jun 25 09:09:59.092711 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-28a7cb78-9588-40e6-ac99-ba277b0843d5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=339ff07f93f84eadbeb49ca7ab83ee35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6728890 Jun 25 09:09:59.141014 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36958) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:59.154621 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-29fc9214-83ae-4c2f-8922-33683ceb5e65 req-590c80a6-f9e2-4fe6-a7a0-c7dfa7ab938d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=427659ab-ec8e-46e0-b8e0-3edb82e20d2c HTTP/1.1" status: 200 len: 217 time: 0.0801270 Jun 25 09:09:59.160349 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7cb78-9588-40e6-ac99-ba277b0843d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4a5851-c19e-431f-8e26-34ae99d828af,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:59.166971 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-28a7cb78-9588-40e6-ac99-ba277b0843d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:59.244178 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc9214-83ae-4c2f-8922-33683ceb5e65 req-9172844f-19e9-40d9-92e0-36705295495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:59.245945 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-29fc9214-83ae-4c2f-8922-33683ceb5e65 req-9172844f-19e9-40d9-92e0-36705295495d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0800490 Jun 25 09:09:59.250960 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2abeb8d-050b-404c-90e3-b4204c9f7c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:59.291221 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36968) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:59.315775 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2abeb8d-050b-404c-90e3-b4204c9f7c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:59.330459 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-6136146f-b91e-444b-a917-392c11d08df2 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b9222d989f8444b5b06c13b3669f6848&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1138926 Jun 25 09:09:59.359428 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c3ded89-86fb-4e30-a289-6e046b11a1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:59.362416 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-baa60b2e-e577-415b-b0c1-68c95c4048ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:59.367371 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-baa60b2e-e577-415b-b0c1-68c95c4048ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:59.373830 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-baa60b2e-e577-415b-b0c1-68c95c4048ab admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7bf6fffe-5047-40a3-8955-0dbaceb280ba HTTP/1.1" status: 204 len: 168 time: 0.9429929 Jun 25 09:09:59.383931 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3f8f1e0d-6f56-46cd-bfcb-b11f1785dff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:59.406428 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2abeb8d-050b-404c-90e3-b4204c9f7c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:59.409812 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2abeb8d-050b-404c-90e3-b4204c9f7c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:59.413246 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e2abeb8d-050b-404c-90e3-b4204c9f7c6b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0e4a5851-c19e-431f-8e26-34ae99d828af HTTP/1.1" status: 204 len: 168 time: 0.2680902 Jun 25 09:09:59.414759 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf381be-24fa-45e1-9709-bf60965576a7 req-80d4df48-1b09-44ec-9237-3165c1941327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:59.415280 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e91f9495-8eba-461b-8116-8f7563e686b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:59.417892 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-faf381be-24fa-45e1-9709-bf60965576a7 req-80d4df48-1b09-44ec-9237-3165c1941327 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.6905019 Jun 25 09:09:59.427050 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa60b2e-e577-415b-b0c1-68c95c4048ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf6fffe-5047-40a3-8955-0dbaceb280ba,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:59.428367 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abeb8d-050b-404c-90e3-b4204c9f7c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4a5851-c19e-431f-8e26-34ae99d828af,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:09:59.432332 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e2abeb8d-050b-404c-90e3-b4204c9f7c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:59.437713 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc9214-83ae-4c2f-8922-33683ceb5e65 req-ff623c4a-cfbd-4049-aee6-c73364371664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:59.439916 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-29fc9214-83ae-4c2f-8922-33683ceb5e65 req-ff623c4a-cfbd-4049-aee6-c73364371664 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1848543 Jun 25 09:09:59.440054 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-baa60b2e-e577-415b-b0c1-68c95c4048ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:09:59.586118 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-29fc9214-83ae-4c2f-8922-33683ceb5e65 req-c021488d-1950-4b04-980d-fec47645b47a service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320119 Jun 25 09:09:59.623537 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-faf381be-24fa-45e1-9709-bf60965576a7 req-f2a1ee1a-6143-44c1-8f72-8af874f59517 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 HTTP/1.1" status: 200 len: 217 time: 0.1931050 Jun 25 09:09:59.705558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4cbb8-e30a-4b2a-b045-7bf505836f36 req-ebc927d7-fbf4-40ee-b306-638f3203cd1e tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:59.713670 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aff4cbb8-e30a-4b2a-b045-7bf505836f36 req-ebc927d7-fbf4-40ee-b306-638f3203cd1e tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 947 time: 0.4867711 Jun 25 09:09:59.761276 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf381be-24fa-45e1-9709-bf60965576a7 req-d8a983fe-05df-4fb0-adfe-c95f6f613018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:59.763445 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-faf381be-24fa-45e1-9709-bf60965576a7 req-d8a983fe-05df-4fb0-adfe-c95f6f613018 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1330690 Jun 25 09:09:59.798905 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6c2c6cad-3242-408a-a342-d9ad1dc15e3b tempest-AutoAllocateNetworkTest-1059359830 tempest-AutoAllocateNetworkTest-1059359830-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=d7dbb49d53d2490cbadb4764afd6462f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5064297 Jun 25 09:09:59.801650 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36986) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:09:59.847815 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aff4cbb8-e30a-4b2a-b045-7bf505836f36 req-00300ac8-a7b1-4b3a-befb-05a34ad9a807 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325524 Jun 25 09:09:59.927026 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-29fc9214-83ae-4c2f-8922-33683ceb5e65 req-051988b0-7881-4267-8090-648aacb5e346 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286135 Jun 25 09:09:59.934241 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c3ded89-86fb-4e30-a289-6e046b11a1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:59.959116 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c3ded89-86fb-4e30-a289-6e046b11a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:09:59.965645 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5d6f6f09-570e-45c2-9687-65dafad1c3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:09:59.971767 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce575fb-d7ae-4a69-b348-864c206e9b5e tempest-AutoAllocateNetworkTest-1059359830 tempest-AutoAllocateNetworkTest-1059359830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:09:59.976022 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5ce575fb-d7ae-4a69-b348-864c206e9b5e tempest-AutoAllocateNetworkTest-1059359830 tempest-AutoAllocateNetworkTest-1059359830-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1630971 Jun 25 09:09:59.976995 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36992) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:00.028298 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf381be-24fa-45e1-9709-bf60965576a7 req-a56498f7-7b47-46a2-9e2f-6887233052cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:00.029903 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-faf381be-24fa-45e1-9709-bf60965576a7 req-a56498f7-7b47-46a2-9e2f-6887233052cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2572176 Jun 25 09:10:00.056467 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5b2f181c-11bc-4803-adc1-07b80cbc30f8 tempest-AutoAllocateNetworkTest-1059359830 tempest-AutoAllocateNetworkTest-1059359830-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777924 Jun 25 09:10:00.059139 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36996) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:00.107817 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6c3ded89-86fb-4e30-a289-6e046b11a1ed admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cae43ba16c314e408a36732aed568fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2267020 Jun 25 09:10:00.111061 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ded89-86fb-4e30-a289-6e046b11a1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ee12cb-6c0a-4697-8426-6583ce04cd5e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:00.119097 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36998) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:00.127524 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b0c8e2c0-3fa6-41f5-94e7-19a2239bce4c tempest-AutoAllocateNetworkTest-1059359830 tempest-AutoAllocateNetworkTest-1059359830-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=d7dbb49d53d2490cbadb4764afd6462f HTTP/1.1" status: 200 len: 208 time: 0.0663826 Jun 25 09:10:00.145932 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6c3ded89-86fb-4e30-a289-6e046b11a1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:00.200509 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:00.212115 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-faf381be-24fa-45e1-9709-bf60965576a7 req-8577092b-4287-40e8-a77e-721ac89ff20c service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704087 Jun 25 09:10:00.229144 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:00.295983 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:00.299628 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:00.301087 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/51ee12cb-6c0a-4697-8426-6583ce04cd5e HTTP/1.1" status: 204 len: 168 time: 0.1807778 Jun 25 09:10:00.302320 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9ab75cd5-0c19-4c4c-9d70-e6ae87e12cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:00.332471 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ee12cb-6c0a-4697-8426-6583ce04cd5e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:00.349406 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:00.349822 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:00.350170 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:00.350511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:00.350845 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:00.351394 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:00.351501 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:00.352413 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:00.352840 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:00.353221 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:00.353772 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:00.354147 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:00.358872 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:00.391838 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-faf381be-24fa-45e1-9709-bf60965576a7 req-e42388ac-1ca1-499f-8a7d-5459717540ab service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709890 Jun 25 09:10:00.426248 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-ba578610-e192-46ce-a36f-9cff6d6cc725 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=b9222d989f8444b5b06c13b3669f6848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289752 Jun 25 09:10:00.570205 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-9527d112-dbc6-467e-9da1-1f2db94f69f6 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:00.572162 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-9527d112-dbc6-467e-9da1-1f2db94f69f6 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397736 Jun 25 09:10:00.600422 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-b232b596-5879-418c-8036-9080a07ae7a9 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/quotas/b9222d989f8444b5b06c13b3669f6848 HTTP/1.1" status: 200 len: 375 time: 0.0162599 Jun 25 09:10:00.644914 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-04820f5c-87c0-4007-8662-0f40c4c2d1ed tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b9222d989f8444b5b06c13b3669f6848&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384367 Jun 25 09:10:00.654913 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37024) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:00.684189 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-37771b74-34f6-4836-9cb7-3110b5567bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:00.896095 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:00.934466 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-37771b74-34f6-4836-9cb7-3110b5567bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:00.957566 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-37771b74-34f6-4836-9cb7-3110b5567bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:00.977556 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-704fb507-8919-402b-8561-cd6db5e6b495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:00.980037 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37038) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:00.995260 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3077245-7d19-4632-9147-b7da74fbcdb4 req-59d1f93f-f618-4d3e-9c16-65df14c908e4 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 210 time: 0.0891201 Jun 25 09:10:01.023742 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37771b74-34f6-4836-9cb7-3110b5567bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40487034-7ed4-4f0e-83db-cffbb6c96de7,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:01.030390 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-37771b74-34f6-4836-9cb7-3110b5567bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:01.059274 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37046) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:01.068323 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-37771b74-34f6-4836-9cb7-3110b5567bbb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=faafdff946df4efaa0c4fc17bf993240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116096 Jun 25 09:10:01.183182 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-864805cf-03b0-46a4-b1d0-16a995d229ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:01.195926 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37056) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:01.218771 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-59c4a1b5-d059-4a07-9112-ce07f0408dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:01.221536 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-864805cf-03b0-46a4-b1d0-16a995d229ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:01.257424 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4259c-b8a3-474c-81fc-03a497bd5912 req-0118e5f2-cfb6-41ca-b7b8-02a1ae334e6a tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:01.265832 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ead4259c-b8a3-474c-81fc-03a497bd5912 req-0118e5f2-cfb6-41ca-b7b8-02a1ae334e6a tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 947 time: 0.1436851 Jun 25 09:10:01.341535 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ead4259c-b8a3-474c-81fc-03a497bd5912 req-74179411-654d-446b-a6b8-ef3f137ecbee tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745680 Jun 25 09:10:01.374705 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cee20231-1a51-4e4b-805d-55e6b9190f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:01.426825 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-864805cf-03b0-46a4-b1d0-16a995d229ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:01.432821 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-864805cf-03b0-46a4-b1d0-16a995d229ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:01.443326 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-864805cf-03b0-46a4-b1d0-16a995d229ef admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/40487034-7ed4-4f0e-83db-cffbb6c96de7 HTTP/1.1" status: 204 len: 168 time: 0.3819780 Jun 25 09:10:01.447609 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-67024191-07ee-482c-96b7-caea54cd1f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:01.470761 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864805cf-03b0-46a4-b1d0-16a995d229ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40487034-7ed4-4f0e-83db-cffbb6c96de7,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:01.473225 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-864805cf-03b0-46a4-b1d0-16a995d229ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:01.504656 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-78fc2959-dc6e-4336-bbb2-3a8aaa64ccc2 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b9222d989f8444b5b06c13b3669f6848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312583 Jun 25 09:10:01.621710 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:10:01.630066 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-59c4a1b5-d059-4a07-9112-ce07f0408dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:01.640099 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-59c4a1b5-d059-4a07-9112-ce07f0408dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:01.654396 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9d3f46d3-fb05-4b4f-81ab-7cf578f74863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:01.745840 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-59c4a1b5-d059-4a07-9112-ce07f0408dfc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=43beb11e81d040f199cbc913938ea3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487823 Jun 25 09:10:01.756984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37072) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:01.772503 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-7a80ee15-d8d3-4410-bef6-c6652aeb3bf3 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:01.776703 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-7a80ee15-d8d3-4410-bef6-c6652aeb3bf3 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634444 Jun 25 09:10:01.789636 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4a1b5-d059-4a07-9112-ce07f0408dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40951f2-7276-4e66-a880-12f58518078c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:01.806054 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-59c4a1b5-d059-4a07-9112-ce07f0408dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:01.811104 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Request body: {'port': {'device_id': '134c52ae-d19a-4e05-9353-92eabc2cc851', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'b9222d989f8444b5b06c13b3669f6848'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:01.888511 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cee20231-1a51-4e4b-805d-55e6b9190f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:01.899172 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cee20231-1a51-4e4b-805d-55e6b9190f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:01.907131 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-61f23ff8-2d83-4c1b-aa27-ee7365c699ce tempest-AggregatesAdminTestJSON-723956074 tempest-AggregatesAdminTestJSON-723956074-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:01.934065 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9c279a3e-5623-4cb5-93bf-53bf799a8cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:01.962564 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee20231-1a51-4e4b-805d-55e6b9190f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b836bc-f0a4-4dda-b797-27c15948f4c0,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:01.970406 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cee20231-1a51-4e4b-805d-55e6b9190f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:01.977300 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cee20231-1a51-4e4b-805d-55e6b9190f47 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d7dbb49d53d2490cbadb4764afd6462f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9956739 Jun 25 09:10:01.981770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37086) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:01.987681 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9c279a3e-5623-4cb5-93bf-53bf799a8cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:02.056312 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Made reservation on behalf of b9222d989f8444b5b06c13b3669f6848 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:02.056722 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9c279a3e-5623-4cb5-93bf-53bf799a8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:02.059837 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9c279a3e-5623-4cb5-93bf-53bf799a8cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:02.059983 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:02.063455 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9c279a3e-5623-4cb5-93bf-53bf799a8cdf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e40951f2-7276-4e66-a880-12f58518078c HTTP/1.1" status: 204 len: 168 time: 0.3030686 Jun 25 09:10:02.065173 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ed29ae9f-9408-4d1d-8d60-66bb03cb9827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:02.076334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c279a3e-5623-4cb5-93bf-53bf799a8cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40951f2-7276-4e66-a880-12f58518078c,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:02.077396 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:02.079558 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d02ee53-1d59-40c5-afe8-861cac3e7eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:02.080550 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9c279a3e-5623-4cb5-93bf-53bf799a8cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:02.117201 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d02ee53-1d59-40c5-afe8-861cac3e7eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:02.207692 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d02ee53-1d59-40c5-afe8-861cac3e7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:02.210466 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d02ee53-1d59-40c5-afe8-861cac3e7eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:02.211718 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7d02ee53-1d59-40c5-afe8-861cac3e7eb0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b7b836bc-f0a4-4dda-b797-27c15948f4c0 HTTP/1.1" status: 204 len: 168 time: 0.2291017 Jun 25 09:10:02.214711 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6b8f6516-6d9d-427c-bc5a-b911854a4a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:02.230527 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02ee53-1d59-40c5-afe8-861cac3e7eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b836bc-f0a4-4dda-b797-27c15948f4c0,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:02.234534 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7d02ee53-1d59-40c5-afe8-861cac3e7eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:02.246551 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:02.254111 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:02.255673 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ce9a4ff-b759-4b5e-8a7d-892ac181339d req-521f433e-f7c4-4ba0-9527-2ef60e90351d tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 210 time: 0.0574024 Jun 25 09:10:02.257402 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b3eb0e4-518b-43b6-9e64-f49a7cd2332e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:02.317360 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c791a8c4-6092-425d-828b-1413e189e2ff,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:02.322747 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:02.446263 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Allocated IP 192.168.233.54 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/202f361e-0d52-44fa-bf00-07988cf89300) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:10:02.482020 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:10:02.616851 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef85d9-eafb-4200-bcc6-2a64724147b5 req-41d7291e-ba3f-44a5-9ffe-eca7e7fb3270 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:02.625375 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcef85d9-eafb-4200-bcc6-2a64724147b5 req-41d7291e-ba3f-44a5-9ffe-eca7e7fb3270 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 947 time: 0.0976427 Jun 25 09:10:02.681034 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcef85d9-eafb-4200-bcc6-2a64724147b5 req-b6daa781-3c98-4df8-bcf1-911447338207 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511677 Jun 25 09:10:02.738602 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:02.763525 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-a3b2fcdf-d6ae-4824-a8d9-b4c412ca6010 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b9222d989f8444b5b06c13b3669f6848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438995 Jun 25 09:10:02.792568 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:02.794322 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4', 'mac_address': 'fa:16:3e:da:dd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:10:02.829535 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Transition to ACTIVE for port object 202f361e-0d52-44fa-bf00-07988cf89300 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:02.868228 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:02.902338 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:02.904715 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:02.915630 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-94be5de6-da89-4f4d-a5e1-03d8d3779e82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:02.957098 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:02.965168 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:02.967003 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:02.988448 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-cf1469ae-51f6-4460-b57d-0b9361f8b9a5 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:02.990915 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-cf1469ae-51f6-4460-b57d-0b9361f8b9a5 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2202466 Jun 25 09:10:03.001166 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:03.007855 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:03.011632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-55744f64-cb3d-460b-9c8c-84ee1991c5e8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Request body: {'port': {'device_id': '351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'b9222d989f8444b5b06c13b3669f6848'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:03.037781 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:10:03.082417 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:03.113470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:03.113805 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:03.120746 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:03.121620 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:03.123285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:03.125159 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:03.125718 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:03.128971 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:03.129752 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:03.132960 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:03.133591 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:03.134136 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:03.142875 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Pushing event updated for resources: {'Port': ['ID=202f361e-0d52-44fa-bf00-07988cf89300,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:03.155613 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:03.160809 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:03.195091 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:03.198286 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:03.238059 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4310179 Jun 25 09:10:03.268695 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Request body: {'port': {'device_id': '134c52ae-d19a-4e05-9353-92eabc2cc851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:03.280074 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:10:03.318215 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-55744f64-cb3d-460b-9c8c-84ee1991c5e8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Made reservation on behalf of b9222d989f8444b5b06c13b3669f6848 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:03.324824 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-55744f64-cb3d-460b-9c8c-84ee1991c5e8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:03.459467 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:03.598789 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a855bfa3-dafb-44e1-80e8-a5660a5da308 None None] Provisioning for port 202f361e-0d52-44fa-bf00-07988cf89300 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:03.608354 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a855bfa3-dafb-44e1-80e8-a5660a5da308 None None] Provisioning complete for port 202f361e-0d52-44fa-bf00-07988cf89300 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:03.609095 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a855bfa3-dafb-44e1-80e8-a5660a5da308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:03.667422 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a855bfa3-dafb-44e1-80e8-a5660a5da308 None None] Port 202f361e-0d52-44fa-bf00-07988cf89300 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:10:03.731728 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dda559f8-e91b-40e3-81ea-5c78c7e37437 req-d711e526-7981-4402-bc07-87ac3417718f tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 210 time: 0.0502584 Jun 25 09:10:03.768615 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-55744f64-cb3d-460b-9c8c-84ee1991c5e8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Allocated IP 192.168.233.96 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:10:04.140334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f532a5-d135-491c-85a9-98faffe6b669 req-4fc4524d-ed1d-4069-9783-23d251500506 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:04.145931 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-15f532a5-d135-491c-85a9-98faffe6b669 req-4fc4524d-ed1d-4069-9783-23d251500506 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 948 time: 0.3438604 Jun 25 09:10:04.166214 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37188) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:04.172155 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37192) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:04.201872 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-55744f64-cb3d-460b-9c8c-84ee1991c5e8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:04.210187 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-15f532a5-d135-491c-85a9-98faffe6b669 req-a2ed153d-8189-40be-a58b-a968c1b87386 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593655 Jun 25 09:10:04.226471 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-55744f64-cb3d-460b-9c8c-84ee1991c5e8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Transition to ACTIVE for port object a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:04.280759 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-55744f64-cb3d-460b-9c8c-84ee1991c5e8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:04.295079 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:04.372705 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-55744f64-cb3d-460b-9c8c-84ee1991c5e8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:04.378917 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1302105517-network', 'tenant_id': 'b0bc40fe5b8846559cc00336b8182ae5'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:04.379910 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-55744f64-cb3d-460b-9c8c-84ee1991c5e8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:04.408830 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-55744f64-cb3d-460b-9c8c-84ee1991c5e8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:10:04.415837 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-55744f64-cb3d-460b-9c8c-84ee1991c5e8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:04.416519 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-55744f64-cb3d-460b-9c8c-84ee1991c5e8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:04.430747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55744f64-cb3d-460b-9c8c-84ee1991c5e8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Pushing event updated for resources: {'Port': ['ID=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:04.436308 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-55744f64-cb3d-460b-9c8c-84ee1991c5e8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:04.445545 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-55744f64-cb3d-460b-9c8c-84ee1991c5e8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4386501 Jun 25 09:10:04.451362 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95542065-66cb-4b3c-81dd-7c2d2eaff452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:04.460975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Made reservation on behalf of b0bc40fe5b8846559cc00336b8182ae5 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:04.463857 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:04.473832 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Request body: {'port': {'device_id': '351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:04.481333 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:04.589645 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:04.591535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:04.596913 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:04.597675 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:04.652296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202f361e-0d52-44fa-bf00-07988cf89300 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:04.678187 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:04.695288 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Transition to ACTIVE for port object 202f361e-0d52-44fa-bf00-07988cf89300 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:04.696598 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:04.720084 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:04.735230 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:04.789689 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Pushing event updated for resources: {'Port': ['ID=202f361e-0d52-44fa-bf00-07988cf89300,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:04.796100 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:04.826076 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:04.846335 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2d28005b-f14a-4d82-b5e7-d481e7342ca2 None None] Provisioning for port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:04.861806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2d28005b-f14a-4d82-b5e7-d481e7342ca2 None None] Provisioning complete for port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:04.862223 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d28005b-f14a-4d82-b5e7-d481e7342ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:04.890084 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.41', 61058) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:04.896938 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95542065-66cb-4b3c-81dd-7c2d2eaff452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:04.937005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2d28005b-f14a-4d82-b5e7-d481e7342ca2 None None] Port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:10:04.953897 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5afc88d-c626-42f6-b7a1-8706690e1412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:04.963602 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79992eab-fc73-4fd0-ba04-a655310c257f" -d '{"events": [{"server_uuid": "c5afc88d-c626-42f6-b7a1-8706690e1412", "name": "network-vif-plugged", "status": "completed", "tag": "74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:04.994841 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:05.006658 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:05.008857 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:05.072703 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95542065-66cb-4b3c-81dd-7c2d2eaff452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:05.097090 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:05.102306 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:05.113039 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1369f483-acb7-4a85-a204-1b350c97391f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:05.118524 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-95542065-66cb-4b3c-81dd-7c2d2eaff452 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a676d74f5c2c4c5b918fcc8268ef80ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9454954 Jun 25 09:10:05.123268 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37226) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:05.173547 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Attempting to bind port 202f361e-0d52-44fa-bf00-07988cf89300 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:10:05.175110 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Attempting to bind port 202f361e-0d52-44fa-bf00-07988cf89300 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:10:05.175658 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Attempting to bind port 202f361e-0d52-44fa-bf00-07988cf89300 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:05.200192 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Port 202f361e-0d52-44fa-bf00-07988cf89300 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:10:05.200857 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Attempting to bind port 202f361e-0d52-44fa-bf00-07988cf89300 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:05.229540 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95542065-66cb-4b3c-81dd-7c2d2eaff452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56974132-f918-4cbb-97b8-579ded776f94,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:05.247170 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-95542065-66cb-4b3c-81dd-7c2d2eaff452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:05.250479 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d998327f-e91e-4381-8678-835677381994 req-9a83c82c-7735-4854-848c-772cfb48ecd8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3560722 Jun 25 09:10:05.251457 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:10:05.251856 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:05.252237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:10:05.252677 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Bound port: 202f361e-0d52-44fa-bf00-07988cf89300, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:10:05.253409 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:05.303842 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e41bde-9570-4f5c-aca8-60a30f474db1 req-7eee0c0c-5312-42f5-828d-12b43713f764 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:05.308564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b7e41bde-9570-4f5c-aca8-60a30f474db1 req-7eee0c0c-5312-42f5-828d-12b43713f764 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 935 time: 0.1747599 Jun 25 09:10:05.374482 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-de6d607b-a4df-4134-8871-ae5e0d0ce8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:05.383064 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-3ab4def2-d79f-41c7-ae58-ae808040602c tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=4396dc05ce0945a388a688a30849231b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690403 Jun 25 09:10:05.419281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] For port 202f361e-0d52-44fa-bf00-07988cf89300, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:10:05.459083 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] For port 202f361e-0d52-44fa-bf00-07988cf89300, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=202f361e-0d52-44fa-bf00-07988cf89300,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:10:05.465284 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:05.467299 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-de6d607b-a4df-4134-8871-ae5e0d0ce8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:05.469416 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:05.478268 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:05.481908 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:05.487578 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a0dd999c-2b00-47ae-a0fd-457ff8363e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:05.493141 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:05.518647 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b7e41bde-9570-4f5c-aca8-60a30f474db1 req-bc804cd5-9a32-428d-b58a-9e495d315ad0 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865513 Jun 25 09:10:05.536372 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:10:05.555292 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:05.555917 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:05.557332 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] 10.222.0.41 "PUT /v2.0/ports/202f361e-0d52-44fa-bf00-07988cf89300 HTTP/1.1" status: 200 len: 1096 time: 2.2995887 Jun 25 09:10:05.557831 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134c52ae-d19a-4e05-9353-92eabc2cc851', 'tag': '202f361e-0d52-44fa-bf00-07988cf89300'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:05.560178 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7935a5-55ba-4b90-b26f-1e51314ac75a" -d '{"events": [{"name": "network-changed", "server_uuid": "134c52ae-d19a-4e05-9353-92eabc2cc851", "tag": "202f361e-0d52-44fa-bf00-07988cf89300"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:05.579064 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43369e30-565b-4bfd-82d0-50e92ae1b1a9,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:05.583316 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:05.587205 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bde296a2-7cd1-4f3b-b042-cd3394e6a20d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:05.596359 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998327f-e91e-4381-8678-835677381994 req-9b57951a-8c13-4622-a1dc-6c2109ccf745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:05.598454 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d998327f-e91e-4381-8678-835677381994 req-9b57951a-8c13-4622-a1dc-6c2109ccf745 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b29326d595124f66a340ae8a2245ac84&device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 1098 time: 0.2479532 Jun 25 09:10:05.599240 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:05.599527 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Added segment 032a832c-6c63-4679-9754-cee9530dd5db of type vlan for network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 Jun 25 09:10:05.605817 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Transition to ACTIVE for port object a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:05.612193 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182dbe47-aba5-40e5-890a-9541ee18a379 x-openstack-request-id: req-182dbe47-aba5-40e5-890a-9541ee18a379 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:05.612832 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5afc88d-c626-42f6-b7a1-8706690e1412", "name": "network-vif-plugged", "status": "completed", "tag": "74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:05.613594 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-182dbe47-aba5-40e5-890a-9541ee18a379 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:05.614308 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5afc88d-c626-42f6-b7a1-8706690e1412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4', 'code': 200} Jun 25 09:10:05.630404 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:05.656506 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c34c6806-25a7-4c58-a62b-2933fc09ce95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:05.713844 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-2d204a6a-dd4e-46e7-9850-a781cc795594 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:05.715405 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-2d204a6a-dd4e-46e7-9850-a781cc795594 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3217821 Jun 25 09:10:05.787439 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-5f204722-4e3e-4510-8759-c8b173a826f9 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/quotas/4396dc05ce0945a388a688a30849231b HTTP/1.1" status: 200 len: 375 time: 0.0564072 Jun 25 09:10:05.823243 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:05.861760 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:05.864050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-d3d68606-bdd9-453d-bdd9-e083d34238af tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4396dc05ce0945a388a688a30849231b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757861 Jun 25 09:10:05.953319 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Attempting to bind port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:10:05.953895 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Attempting to bind port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:10:05.954527 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Attempting to bind port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:05.963033 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:10:05.963283 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Attempting to bind port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:05.991968 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:10:05.992366 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:05.993008 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:10:05.993460 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Bound port: a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:10:05.993824 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:06.114520 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] For port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:10:06.124749 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] For port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:10:06.141407 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:06.150189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290b5c9-fe13-4481-a383-7e57d992a008 req-dba31f98-9064-469e-821e-aab31b66b93c tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:06.165028 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3290b5c9-fe13-4481-a383-7e57d992a008 req-dba31f98-9064-469e-821e-aab31b66b93c tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 949 time: 0.3661485 Jun 25 09:10:06.203857 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:06.241870 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:06.242601 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:06.244426 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] 10.222.0.38 "PUT /v2.0/ports/a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 HTTP/1.1" status: 200 len: 1096 time: 1.7837150 Jun 25 09:10:06.245007 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0', 'tag': 'a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:06.322462 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee75b65-1185-4caf-82b7-7e8cf2177e29 x-openstack-request-id: req-aee75b65-1185-4caf-82b7-7e8cf2177e29 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:06.322964 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134c52ae-d19a-4e05-9353-92eabc2cc851", "tag": "202f361e-0d52-44fa-bf00-07988cf89300", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:06.323075 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-aee75b65-1185-4caf-82b7-7e8cf2177e29 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:06.323445 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134c52ae-d19a-4e05-9353-92eabc2cc851', 'tag': '202f361e-0d52-44fa-bf00-07988cf89300', 'status': 'completed', 'code': 200} Jun 25 09:10:06.383186 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:06.407938 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-de6d607b-a4df-4134-8871-ae5e0d0ce8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:06.410596 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-de6d607b-a4df-4134-8871-ae5e0d0ce8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:06.414425 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-de6d607b-a4df-4134-8871-ae5e0d0ce8db admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/56974132-f918-4cbb-97b8-579ded776f94 HTTP/1.1" status: 204 len: 168 time: 1.2823148 Jun 25 09:10:06.414425 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Pushing event updated for resources: {'Port': ['ID=202f361e-0d52-44fa-bf00-07988cf89300,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:06.447346 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:06.448949 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7cef1179-bbc6-4bc4-91b2-ff2cefec856f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:06.513392 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3290b5c9-fe13-4481-a383-7e57d992a008 req-8ce882dc-2c57-4ac3-a20a-2e71795706f5 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470297 Jun 25 09:10:06.544239 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:06.550080 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d607b-a4df-4134-8871-ae5e0d0ce8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56974132-f918-4cbb-97b8-579ded776f94,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:06.557147 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:06.558281 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:06.565241 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-de6d607b-a4df-4134-8871-ae5e0d0ce8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:06.566400 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a18b8485-0c5e-4a91-90d5-e94c5a0c0260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:06.638328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:06.648883 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0be7d991-202b-47cf-9110-b116d76ded1d req-714012b9-69e5-4879-a69a-b2f3397852bd tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=4396dc05ce0945a388a688a30849231b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773592 Jun 25 09:10:06.649734 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:06.752823 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Pushing event updated for resources: {'Network': ['ID=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:06.770183 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:10:06.770835 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:06.780353 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7970cc-6ca0-4f67-9268-852824b7f08e req-1f0e195c-d9d6-44fa-9288-771e34545485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:06.792991 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9c7970cc-6ca0-4f67-9268-852824b7f08e req-1f0e195c-d9d6-44fa-9288-771e34545485 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 1101 time: 0.7090447 Jun 25 09:10:06.794105 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998327f-e91e-4381-8678-835677381994 req-ed50a03f-0bef-4458-af22-ab563f4439f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:06.795446 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d998327f-e91e-4381-8678-835677381994 req-ed50a03f-0bef-4458-af22-ab563f4439f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=119be928-ce8c-4bd3-a417-2e4446719647 HTTP/1.1" status: 200 len: 925 time: 0.7167027 Jun 25 09:10:06.799909 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6323495 Jun 25 09:10:06.800620 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37306) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:06.820206 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-295ca910-1cf5-4bef-be54-0d9f1836e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:06.823549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-265b3dbb-4916-4a70-aff3-976b410f3fd3 admin admin] Request body: {'subnet': {'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1302105517-subnet', 'tenant_id': 'b0bc40fe5b8846559cc00336b8182ae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:06.831839 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-295ca910-1cf5-4bef-be54-0d9f1836e92c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9222d989f8444b5b06c13b3669f6848&device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 1099 time: 0.4429843 Jun 25 09:10:06.841143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-69d3dc67-92e9-481a-8ca6-383d2f2c7053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:06.842601 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-69d3dc67-92e9-481a-8ca6-383d2f2c7053 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9222d989f8444b5b06c13b3669f6848&device_id=134c52ae-d19a-4e05-9353-92eabc2cc851 HTTP/1.1" status: 200 len: 1099 time: 0.7627466 Jun 25 09:10:06.956028 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-bf4542f3-502e-410e-b04b-fd9cb6c0313c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 HTTP/1.1" status: 200 len: 217 time: 0.0897138 Jun 25 09:10:06.983190 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-f4795ef4-575e-4c57-be17-493de21e025d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=202f361e-0d52-44fa-bf00-07988cf89300 HTTP/1.1" status: 200 len: 217 time: 0.1171200 Jun 25 09:10:06.994375 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4292bc9a-68b8-44aa-aec3-c675c32eb0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0", "tag": "a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:07.003863 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9c7970cc-6ca0-4f67-9268-852824b7f08e req-3596de6a-fb04-4467-a43c-772e4bd68ac0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010550 Jun 25 09:10:07.030573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265b3dbb-4916-4a70-aff3-976b410f3fd3 admin admin] Made reservation on behalf of b0bc40fe5b8846559cc00336b8182ae5 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:07.033115 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-265b3dbb-4916-4a70-aff3-976b410f3fd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:07.038632 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d998327f-e91e-4381-8678-835677381994 req-7df789ed-69d2-422c-b365-8882f7e02efb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6257204-fffc-4af8-a4ad-40a970843eb3 HTTP/1.1" status: 200 len: 1002 time: 0.2057953 Jun 25 09:10:07.086053 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7d991-202b-47cf-9110-b116d76ded1d req-fa65feb8-23d9-4fc8-af94-2898450d7717 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:07.097567 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0be7d991-202b-47cf-9110-b116d76ded1d req-fa65feb8-23d9-4fc8-af94-2898450d7717 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4317942 Jun 25 09:10:07.109248 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-53a400b5-7063-4d66-9eec-2bd2fe11aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:07.111395 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-53a400b5-7063-4d66-9eec-2bd2fe11aa18 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1371014 Jun 25 09:10:07.116602 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0be7d991-202b-47cf-9110-b116d76ded1d req-48888f74-90ff-4de6-8749-431c8a17ca49 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/quotas/4396dc05ce0945a388a688a30849231b HTTP/1.1" status: 200 len: 375 time: 0.0175405 Jun 25 09:10:07.134527 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-fff4d787-24db-44b5-a030-6e70000aeb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:07.135984 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-fff4d787-24db-44b5-a030-6e70000aeb8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1447070 Jun 25 09:10:07.142768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab9783-3718-4281-9505-99b8537f82b7 req-e42b6dd8-b9bc-44fe-83c3-867b73476106 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:07.149757 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38ab9783-3718-4281-9505-99b8537f82b7 req-e42b6dd8-b9bc-44fe-83c3-867b73476106 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 947 time: 0.4227266 Jun 25 09:10:07.181985 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0be7d991-202b-47cf-9110-b116d76ded1d req-bb723af3-2d2b-44fb-bb76-c2b03c74e7cb tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4396dc05ce0945a388a688a30849231b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470345 Jun 25 09:10:07.216654 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37314) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:07.220429 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998327f-e91e-4381-8678-835677381994 req-b21fa4d8-3cb6-4144-9ddc-d5d1ff15ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:07.230187 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d998327f-e91e-4381-8678-835677381994 req-b21fa4d8-3cb6-4144-9ddc-d5d1ff15ecf8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf63583-994a-4093-950f-4fd73828ebf2 HTTP/1.1" status: 200 len: 862 time: 0.1795576 Jun 25 09:10:07.238242 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38ab9783-3718-4281-9505-99b8537f82b7 req-ca218067-c83c-4450-bc32-212d775fd33e tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762999 Jun 25 09:10:07.239554 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ab71ed25-ff91-48a6-ab2b-8782b11b8bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:07.310743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37318) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:07.382298 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-e4ca8ca1-7313-46c9-87a6-62f42da44ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:07.384760 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-e4ca8ca1-7313-46c9-87a6-62f42da44ec4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1245039 Jun 25 09:10:07.490527 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-f5f04efe-28cb-4f86-9812-2a19ef057a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:07.496679 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-f5f04efe-28cb-4f86-9812-2a19ef057a15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3526845 Jun 25 09:10:07.508908 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ab71ed25-ff91-48a6-ab2b-8782b11b8bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:07.522686 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ab71ed25-ff91-48a6-ab2b-8782b11b8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:07.533624 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f9384e1d-0011-4ef8-aee4-1708187b3e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:07.593978 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bea04d34-9ab9-4811-8ae6-a691a62c1c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:07.647658 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998327f-e91e-4381-8678-835677381994 req-efdd64ca-f933-4bf8-8acc-b125cf6c7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:07.653668 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d998327f-e91e-4381-8678-835677381994 req-efdd64ca-f933-4bf8-8acc-b125cf6c7d13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=119be928-ce8c-4bd3-a417-2e4446719647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4125297 Jun 25 09:10:07.684690 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-49ac514d-8ced-4cf5-b24f-87a902efb6c1 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837975 Jun 25 09:10:07.703203 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ab71ed25-ff91-48a6-ab2b-8782b11b8bf6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2e6dc516701e4d1f8148de7b2d6c5265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4827073 Jun 25 09:10:07.708122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37336) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:07.824021 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-265b3dbb-4916-4a70-aff3-976b410f3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:07.847898 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:07.943123 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-ed6e6796-648e-410a-bfb0-edcbabbfd50b service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235010 Jun 25 09:10:07.960466 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba84-a0d7-4c96-8273-665666091715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:07.962411 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.41', 61060) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:08.070567 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b3dbb-4916-4a70-aff3-976b410f3fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f74112-761d-4823-bef3-5391ccb190f2,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:08.079371 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-265b3dbb-4916-4a70-aff3-976b410f3fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:08.086029 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b3dbb-4916-4a70-aff3-976b410f3fd3 admin admin] Checking segment: {'id': '032a832c-6c63-4679-9754-cee9530dd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:08.086752 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265b3dbb-4916-4a70-aff3-976b410f3fd3 admin admin] Network hostable DHCP agents. Network: bc9fd3c5-c9bb-45bb-92ad-26a11de079b1, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:10:08.098430 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-866728ee-3ef7-413f-adef-0054ac5ca25c tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4396dc05ce0945a388a688a30849231b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1288126 Jun 25 09:10:08.116356 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d998327f-e91e-4381-8678-835677381994 req-9eefe7dd-f141-41a8-a636-71805174ece2 service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489365 Jun 25 09:10:08.129401 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba84-a0d7-4c96-8273-665666091715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:08.183230 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ccecee-4be8-4bef-8629-56b22aeec89f x-openstack-request-id: req-f0ccecee-4be8-4bef-8629-56b22aeec89f {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:08.183514 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0", "tag": "a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:08.183771 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f0ccecee-4be8-4bef-8629-56b22aeec89f {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:08.184277 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0', 'tag': 'a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09', 'status': 'completed', 'code': 200} Jun 25 09:10:08.205826 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71ed25-ff91-48a6-ab2b-8782b11b8bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa7b4c9-4092-4b6d-b9c3-08d712b3daa8,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:08.221912 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ab71ed25-ff91-48a6-ab2b-8782b11b8bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:08.240041 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21c72afd-74ed-4e37-a9f1-2bce709d9e2b req-7150ee21-6284-41b4-ad0b-1e491b611e77 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429542 Jun 25 09:10:08.266070 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bea04d34-9ab9-4811-8ae6-a691a62c1c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:08.268679 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4cf41705-6af4-46b1-adb9-7f60ac4279a0 req-ed273dd3-363b-43c2-8cfc-2ddb576653da tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 210 time: 0.0816114 Jun 25 09:10:08.274698 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bea04d34-9ab9-4811-8ae6-a691a62c1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:08.278256 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f5614ca7-bf4e-4409-8500-351f544edf62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:08.323336 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea04d34-9ab9-4811-8ae6-a691a62c1c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0720b3-b7ac-4799-9dec-a7d8c618103f,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:08.330522 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bea04d34-9ab9-4811-8ae6-a691a62c1c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:08.334283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bea04d34-9ab9-4811-8ae6-a691a62c1c0b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6f8ae6f7fdc141a0a518a6fec73f7bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0221169 Jun 25 09:10:08.337251 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37352) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:08.375368 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71b1b6-fc11-4825-b29f-0cb787b3157f req-0748c063-633d-4246-afa3-59b587ef547c tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:08.383364 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb71b1b6-fc11-4825-b29f-0cb787b3157f req-0748c063-633d-4246-afa3-59b587ef547c tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 949 time: 0.1934829 Jun 25 09:10:08.385441 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7b728ad-4593-4287-8e3e-a0677e848f6b req-d88d4490-d8f2-48ac-8672-5f2cc4a8a751 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998420 Jun 25 09:10:08.386153 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265b3dbb-4916-4a70-aff3-976b410f3fd3 admin admin] Network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:10:08.418838 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-265b3dbb-4916-4a70-aff3-976b410f3fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, bc9fd3c5-c9bb-45bb-92ad-26a11de079b1) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:08.424210 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265b3dbb-4916-4a70-aff3-976b410f3fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:08.425703 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-265b3dbb-4916-4a70-aff3-976b410f3fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:08.429006 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c69342-a4ee-4e65-9a6c-6ce7b6163b02 None None] Network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:10:08.446730 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba84-a0d7-4c96-8273-665666091715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:08.449807 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba84-a0d7-4c96-8273-665666091715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:08.451213 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-94e3ba84-a0d7-4c96-8273-665666091715 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7aa7b4c9-4092-4b6d-b9c3-08d712b3daa8 HTTP/1.1" status: 204 len: 168 time: 0.7300866 Jun 25 09:10:08.456254 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-de6d607b-a4df-4134-8871-ae5e0d0ce8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:08.467320 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-265b3dbb-4916-4a70-aff3-976b410f3fd3 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6606364 Jun 25 09:10:08.476723 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3ba84-a0d7-4c96-8273-665666091715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa7b4c9-4092-4b6d-b9c3-08d712b3daa8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:08.480205 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-94e3ba84-a0d7-4c96-8273-665666091715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:08.490942 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-79a3b591-420a-4096-a6c2-669cfd9e89e9 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:08.495114 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-79a3b591-420a-4096-a6c2-669cfd9e89e9 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3888032 Jun 25 09:10:08.520595 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d998327f-e91e-4381-8678-835677381994 req-372b5d1a-8b08-4480-ae4c-73a271d0c0f7 service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700128 Jun 25 09:10:08.545479 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Request body: {'port': {'device_id': 'cefb428a-a8ca-498e-b3bc-2e21002d970a', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': '4396dc05ce0945a388a688a30849231b'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:08.567005 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ef05d188-68c8-4d5d-94d6-d0ccaba9cc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:08.630539 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb71b1b6-fc11-4825-b29f-0cb787b3157f req-611834ed-0577-43a6-833e-11fcac12f78a tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457399 Jun 25 09:10:08.671502 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eef3a42-31cf-4f76-8549-cac3070d9d25 None None] Network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:10:08.697950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292bc9a-68b8-44aa-aec3-c675c32eb0a4 req-215bfa23-ab26-446e-a8d2-44f2016927d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:08.701712 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4292bc9a-68b8-44aa-aec3-c675c32eb0a4 req-215bfa23-ab26-446e-a8d2-44f2016927d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9222d989f8444b5b06c13b3669f6848&device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 1099 time: 0.3056517 Jun 25 09:10:08.711888 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ef05d188-68c8-4d5d-94d6-d0ccaba9cc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:08.897214 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7935a5-55ba-4b90-b26f-1e51314ac75a req-46b08535-8d20-4734-90fb-9b0c1657b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:08.900035 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dd7935a5-55ba-4b90-b26f-1e51314ac75a req-46b08535-8d20-4734-90fb-9b0c1657b8f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9222d989f8444b5b06c13b3669f6848&device_id=134c52ae-d19a-4e05-9353-92eabc2cc851 HTTP/1.1" status: 200 len: 1099 time: 0.2781153 Jun 25 09:10:09.006388 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ef05d188-68c8-4d5d-94d6-d0ccaba9cc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:09.009293 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ef05d188-68c8-4d5d-94d6-d0ccaba9cc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:09.010447 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ef05d188-68c8-4d5d-94d6-d0ccaba9cc2e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fb0720b3-b7ac-4799-9dec-a7d8c618103f HTTP/1.1" status: 204 len: 168 time: 0.6718926 Jun 25 09:10:09.012339 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-85c357e3-070b-4e38-a76b-a8432c47e0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:09.014726 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Made reservation on behalf of 4396dc05ce0945a388a688a30849231b for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:09.015224 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292bc9a-68b8-44aa-aec3-c675c32eb0a4 req-feb8cdbd-8989-4124-9005-138c0a5f8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:09.017093 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4292bc9a-68b8-44aa-aec3-c675c32eb0a4 req-feb8cdbd-8989-4124-9005-138c0a5f8b22 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2971714 Jun 25 09:10:09.018732 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:09.028218 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05d188-68c8-4d5d-94d6-d0ccaba9cc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0720b3-b7ac-4799-9dec-a7d8c618103f,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:09.036689 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:09.036915 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ef05d188-68c8-4d5d-94d6-d0ccaba9cc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:09.083532 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aff53-8a1f-4525-bdbe-ae840ffbb0f6 req-10007fa2-241e-45fd-8c27-a2ff32165591 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:09.085096 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ab5aff53-8a1f-4525-bdbe-ae840ffbb0f6 req-10007fa2-241e-45fd-8c27-a2ff32165591 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 947 time: 0.1567836 Jun 25 09:10:09.086454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4292bc9a-68b8-44aa-aec3-c675c32eb0a4 req-40ee5c92-002c-4ddb-a5f4-5dc31b6dfa86 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 HTTP/1.1" status: 200 len: 217 time: 0.0604119 Jun 25 09:10:09.100253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7935a5-55ba-4b90-b26f-1e51314ac75a req-ee05e302-3d6f-4a33-958c-990aad7688de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:09.102182 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dd7935a5-55ba-4b90-b26f-1e51314ac75a req-ee05e302-3d6f-4a33-958c-990aad7688de service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1875823 Jun 25 09:10:09.160338 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dd7935a5-55ba-4b90-b26f-1e51314ac75a req-e8881870-5960-4fad-9d6b-82221fed591f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=202f361e-0d52-44fa-bf00-07988cf89300 HTTP/1.1" status: 200 len: 217 time: 0.0496480 Jun 25 09:10:09.169626 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292bc9a-68b8-44aa-aec3-c675c32eb0a4 req-f13dd50f-fcab-433a-81a0-8cfa4d3ba391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:09.171295 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4292bc9a-68b8-44aa-aec3-c675c32eb0a4 req-f13dd50f-fcab-433a-81a0-8cfa4d3ba391 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0572639 Jun 25 09:10:09.193414 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ab5aff53-8a1f-4525-bdbe-ae840ffbb0f6 req-78d4958d-79af-4184-aa59-e8042e66c3fe tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013863 Jun 25 09:10:09.257383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7935a5-55ba-4b90-b26f-1e51314ac75a req-97b05aaa-0362-45af-ad53-307b482df9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:09.258892 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dd7935a5-55ba-4b90-b26f-1e51314ac75a req-97b05aaa-0362-45af-ad53-307b482df9ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0889730 Jun 25 09:10:09.275581 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292bc9a-68b8-44aa-aec3-c675c32eb0a4 req-170257bf-9942-4865-a0d7-7ce915e90f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:09.282031 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4292bc9a-68b8-44aa-aec3-c675c32eb0a4 req-170257bf-9942-4865-a0d7-7ce915e90f08 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0864162 Jun 25 09:10:09.337283 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:09.347663 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:09.353247 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0e497b84-a2b4-492c-b21b-7bd1442faebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:09.462912 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7935a5-55ba-4b90-b26f-1e51314ac75a req-4e13f6eb-b11b-41c2-a1ba-f45f82a6d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:09.464502 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dd7935a5-55ba-4b90-b26f-1e51314ac75a req-4e13f6eb-b11b-41c2-a1ba-f45f82a6d062 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1965952 Jun 25 09:10:09.468456 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4292bc9a-68b8-44aa-aec3-c675c32eb0a4 req-e8062301-a0b8-46e8-8c1b-d1d9abe21987 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681473 Jun 25 09:10:09.468631 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:09.475926 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:09.669515 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37398) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:09.689595 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-36a19f5b-a237-4ba1-be8e-e484971c5645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:09.693298 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4292bc9a-68b8-44aa-aec3-c675c32eb0a4 req-54d9222e-c460-488b-86f1-3769a3854047 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128882 Jun 25 09:10:09.905815 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-49f046ac-6b14-4ab7-88b8-2d493171090f tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:09.912534 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-49f046ac-6b14-4ab7-88b8-2d493171090f tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/networks?id=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 HTTP/1.1" status: 200 len: 822 time: 0.2044239 Jun 25 09:10:09.942235 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-771a469b-120a-413d-ab9b-bed6a74a9b1f tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/quotas/b0bc40fe5b8846559cc00336b8182ae5 HTTP/1.1" status: 200 len: 375 time: 0.0260696 Jun 25 09:10:09.983757 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0be7d991-202b-47cf-9110-b116d76ded1d req-0fbe8c09-1a36-479e-a93b-2a732bab15e1 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4396dc05ce0945a388a688a30849231b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573356 Jun 25 09:10:09.988668 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-b502d867-c152-4149-82e7-cbcb1c797a97 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b0bc40fe5b8846559cc00336b8182ae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481150 Jun 25 09:10:10.002330 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dd7935a5-55ba-4b90-b26f-1e51314ac75a req-7fcbe318-48f6-422d-9d5a-5cf6af22c77c service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307095 Jun 25 09:10:10.015918 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-36a19f5b-a237-4ba1-be8e-e484971c5645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:10.025294 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-36a19f5b-a237-4ba1-be8e-e484971c5645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:10.028450 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9c279a3e-5623-4cb5-93bf-53bf799a8cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:10.052032 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a19f5b-a237-4ba1-be8e-e484971c5645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02b791c-2627-4c10-a92d-2f27e1c3cbd1,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:10.067708 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-36a19f5b-a237-4ba1-be8e-e484971c5645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:10.108256 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-36a19f5b-a237-4ba1-be8e-e484971c5645 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=eb42dbfccaca465caf7b77cd0d365bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372222 Jun 25 09:10:10.112467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37418) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:10.118729 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Allocated IP 192.168.233.24 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/4df0d751-fab5-4f28-bb8a-6cccdbd69aac) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:10:10.206911 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-80730d56-1395-47b2-ba68-6e3dc0a7b652 req-d3d1bd86-fec5-4170-97d0-e23423073d29 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 210 time: 0.0632038 Jun 25 09:10:10.223725 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-c401e9c8-19e0-4494-b3f5-4656442cd7ef service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:10:10.225076 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-c401e9c8-19e0-4494-b3f5-4656442cd7ef service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0826464 Jun 25 09:10:10.228444 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a379e187-ac18-499f-baf4-b1a4dbd18d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:10.230710 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7d991-202b-47cf-9110-b116d76ded1d req-bd7826fc-4e85-41b0-8615-70b654f0bda1 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:10.232425 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0be7d991-202b-47cf-9110-b116d76ded1d req-bd7826fc-4e85-41b0-8615-70b654f0bda1 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2420647 Jun 25 09:10:10.238215 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dd7935a5-55ba-4b90-b26f-1e51314ac75a req-62d134ac-1085-41c4-86be-1535ac80b5c9 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203622 Jun 25 09:10:10.253451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-0be7d991-202b-47cf-9110-b116d76ded1d req-f653628f-e7d2-43fd-9dc4-f39ee5cee32e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Request body: {'port': {'device_id': 'b52a306b-39fe-46c4-a958-8c20b0db16f0', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': '4396dc05ce0945a388a688a30849231b'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:10.331193 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a379e187-ac18-499f-baf4-b1a4dbd18d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:10.439026 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-3d782227-3914-47c7-9475-ca552886e94f service neutron] 10.222.0.93 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949236 Jun 25 09:10:10.441635 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:10.464923 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Transition to ACTIVE for port object 4df0d751-fab5-4f28-bb8a-6cccdbd69aac will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:10.470119 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be7d991-202b-47cf-9110-b116d76ded1d req-f653628f-e7d2-43fd-9dc4-f39ee5cee32e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Made reservation on behalf of 4396dc05ce0945a388a688a30849231b for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:10.474043 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0be7d991-202b-47cf-9110-b116d76ded1d req-f653628f-e7d2-43fd-9dc4-f39ee5cee32e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:10.505310 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a379e187-ac18-499f-baf4-b1a4dbd18d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:10.508212 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a379e187-ac18-499f-baf4-b1a4dbd18d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:10.512272 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a379e187-ac18-499f-baf4-b1a4dbd18d09 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f02b791c-2627-4c10-a92d-2f27e1c3cbd1 HTTP/1.1" status: 204 len: 168 time: 0.3984108 Jun 25 09:10:10.515369 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ac24905c-7d5f-447a-a3c2-bfc13390fa5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:10.534488 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379e187-ac18-499f-baf4-b1a4dbd18d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02b791c-2627-4c10-a92d-2f27e1c3cbd1,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:10.543831 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57441bcd-7da2-4857-a088-397be6581ffc req-cc6aaf3a-c11b-443c-8929-4a645ec7edbb tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:10.545362 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57441bcd-7da2-4857-a088-397be6581ffc req-cc6aaf3a-c11b-443c-8929-4a645ec7edbb tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 949 time: 0.1849985 Jun 25 09:10:10.546325 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a379e187-ac18-499f-baf4-b1a4dbd18d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:10.584967 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:10.604309 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:10.614314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57441bcd-7da2-4857-a088-397be6581ffc req-b55b9407-bf7c-463b-8a13-13e081118026 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616264 Jun 25 09:10:10.630699 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-6627afa3-030d-4d94-89d4-0e4b191379f0 service neutron] 10.222.0.93 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809402 Jun 25 09:10:10.658424 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:10.667310 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:10.676454 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:10:10.752250 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Pushing event updated for resources: {'Port': ['ID=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:10.764118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-0be7d991-202b-47cf-9110-b116d76ded1d req-f653628f-e7d2-43fd-9dc4-f39ee5cee32e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Allocated IP 192.168.233.155 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/f2aafd13-29f7-49de-8db9-abb809375deb) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:10:10.766404 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:10.819747 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:10.820173 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:10.869821 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3350694 Jun 25 09:10:10.891986 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Request body: {'port': {'device_id': 'cefb428a-a8ca-498e-b3bc-2e21002d970a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:11.031893 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f25818-d1c2-4ec5-a9a1-97821b87470c req-cde242c2-65f8-44da-ae7e-4b07f3e48759 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:11.037724 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:11.041242 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44f25818-d1c2-4ec5-a9a1-97821b87470c req-cde242c2-65f8-44da-ae7e-4b07f3e48759 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 947 time: 0.1046336 Jun 25 09:10:11.107749 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44f25818-d1c2-4ec5-a9a1-97821b87470c req-0fdf9ff5-6507-4b87-bea8-13fd59ffe748 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647535 Jun 25 09:10:11.112634 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ce46b3ce-0789-45d9-b4f4-1f9182f9f7da None None] Provisioning for port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:11.127371 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ce46b3ce-0789-45d9-b4f4-1f9182f9f7da None None] Provisioning complete for port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:11.128213 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce46b3ce-0789-45d9-b4f4-1f9182f9f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:11.210163 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ce46b3ce-0789-45d9-b4f4-1f9182f9f7da None None] Port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:10:11.214932 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0be7d991-202b-47cf-9110-b116d76ded1d req-f653628f-e7d2-43fd-9dc4-f39ee5cee32e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:11.265739 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-0be7d991-202b-47cf-9110-b116d76ded1d req-f653628f-e7d2-43fd-9dc4-f39ee5cee32e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Transition to ACTIVE for port object f2aafd13-29f7-49de-8db9-abb809375deb will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:11.346202 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0be7d991-202b-47cf-9110-b116d76ded1d req-f653628f-e7d2-43fd-9dc4-f39ee5cee32e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:11.366227 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:11.441146 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9b24a88c-3e7d-4ce6-88ca-37c8c40bb9f0 req-6f0387ad-6e5d-4bc5-87ec-aa9a9e8a1daf tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 210 time: 0.0647633 Jun 25 09:10:11.498265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653628f-e7d2-43fd-9dc4-f39ee5cee32e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Pushing event updated for resources: {'Port': ['ID=f2aafd13-29f7-49de-8db9-abb809375deb,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:11.502569 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be7d991-202b-47cf-9110-b116d76ded1d req-f653628f-e7d2-43fd-9dc4-f39ee5cee32e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:11.510623 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f653628f-e7d2-43fd-9dc4-f39ee5cee32e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:11.514213 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-0be7d991-202b-47cf-9110-b116d76ded1d req-f653628f-e7d2-43fd-9dc4-f39ee5cee32e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:11.518539 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be7d991-202b-47cf-9110-b116d76ded1d req-f653628f-e7d2-43fd-9dc4-f39ee5cee32e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:10:11.689268 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7d991-202b-47cf-9110-b116d76ded1d req-f653628f-e7d2-43fd-9dc4-f39ee5cee32e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:11.690194 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0be7d991-202b-47cf-9110-b116d76ded1d req-f653628f-e7d2-43fd-9dc4-f39ee5cee32e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:11.708129 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced82ca4-70b4-4f56-9f05-31c774ca1f51 req-6549a5f5-f5a5-470d-9d1b-be89ab8510ff tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:11.729540 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ced82ca4-70b4-4f56-9f05-31c774ca1f51 req-6549a5f5-f5a5-470d-9d1b-be89ab8510ff tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 936 time: 0.1148727 Jun 25 09:10:11.767332 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df0d751-fab5-4f28-bb8a-6cccdbd69aac {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:11.783820 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0be7d991-202b-47cf-9110-b116d76ded1d req-f653628f-e7d2-43fd-9dc4-f39ee5cee32e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5264082 Jun 25 09:10:11.786842 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:11.796251 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Request body: {'port': {'device_id': 'b52a306b-39fe-46c4-a958-8c20b0db16f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:11.836273 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Transition to ACTIVE for port object 4df0d751-fab5-4f28-bb8a-6cccdbd69aac will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:11.843971 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ced82ca4-70b4-4f56-9f05-31c774ca1f51 req-4949b0d2-2619-40f0-b7a8-54992418d3c9 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106737 Jun 25 09:10:11.869012 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:11.872119 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:11.961588 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8595cfa0-75e0-4097-bf62-45cae2d4af05 None None] Provisioning for port f2aafd13-29f7-49de-8db9-abb809375deb completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:11.971977 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8595cfa0-75e0-4097-bf62-45cae2d4af05 None None] Provisioning complete for port f2aafd13-29f7-49de-8db9-abb809375deb triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:11.972843 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8595cfa0-75e0-4097-bf62-45cae2d4af05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:11.974586 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Pushing event updated for resources: {'Port': ['ID=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:11.978415 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:11.996461 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:12.048029 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8595cfa0-75e0-4097-bf62-45cae2d4af05 None None] Port f2aafd13-29f7-49de-8db9-abb809375deb cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:10:12.176502 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Attempting to bind port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:10:12.177029 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Attempting to bind port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:10:12.177244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Attempting to bind port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:12.186837 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:10:12.187164 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Attempting to bind port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:12.237486 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:10:12.237826 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:12.238394 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:10:12.238857 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Bound port: 4df0d751-fab5-4f28-bb8a-6cccdbd69aac, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:10:12.239301 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:12.360449 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442668be-d58d-4261-8176-c83d365db6e7 req-785ba590-23a2-4657-b7a8-227abf023b52 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:12.366803 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-442668be-d58d-4261-8176-c83d365db6e7 req-785ba590-23a2-4657-b7a8-227abf023b52 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 949 time: 0.3400714 Jun 25 09:10:12.377487 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] For port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:10:12.395934 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] For port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:10:12.403507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec97c68-c052-4ec5-a805-cab83c077c39 req-ac102c1a-3272-4e03-865a-3d1b6ea6b4f7 tempest-NetworksTest-1427532456 tempest-NetworksTest-1427532456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:12.407332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec97c68-c052-4ec5-a805-cab83c077c39 req-ac102c1a-3272-4e03-865a-3d1b6ea6b4f7 tempest-NetworksTest-1427532456 tempest-NetworksTest-1427532456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:12.408079 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec97c68-c052-4ec5-a805-cab83c077c39 req-ac102c1a-3272-4e03-865a-3d1b6ea6b4f7 tempest-NetworksTest-1427532456 tempest-NetworksTest-1427532456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:12.408440 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:12.408648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec97c68-c052-4ec5-a805-cab83c077c39 req-ac102c1a-3272-4e03-865a-3d1b6ea6b4f7 tempest-NetworksTest-1427532456 tempest-NetworksTest-1427532456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:12.409116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec97c68-c052-4ec5-a805-cab83c077c39 req-ac102c1a-3272-4e03-865a-3d1b6ea6b4f7 tempest-NetworksTest-1427532456 tempest-NetworksTest-1427532456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:12.409708 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec97c68-c052-4ec5-a805-cab83c077c39 req-ac102c1a-3272-4e03-865a-3d1b6ea6b4f7 tempest-NetworksTest-1427532456 tempest-NetworksTest-1427532456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:12.411791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aec97c68-c052-4ec5-a805-cab83c077c39 req-ac102c1a-3272-4e03-865a-3d1b6ea6b4f7 tempest-NetworksTest-1427532456 tempest-NetworksTest-1427532456-project-admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4344 time: 0.2990334 Jun 25 09:10:12.413568 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f653628f-e7d2-43fd-9dc4-f39ee5cee32e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:12.447748 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-442668be-d58d-4261-8176-c83d365db6e7 req-2e9f28a5-e3c8-4b2b-b776-c4129596e409 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678997 Jun 25 09:10:12.489084 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:12.489696 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:12.491134 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] 10.222.0.41 "PUT /v2.0/ports/4df0d751-fab5-4f28-bb8a-6cccdbd69aac HTTP/1.1" status: 200 len: 1096 time: 1.6043382 Jun 25 09:10:12.495974 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefb428a-a8ca-498e-b3bc-2e21002d970a', 'tag': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:12.500210 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:10:12.518886 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4cb696-0c85-4cb7-86bf-20e50fa3affb" -d '{"events": [{"name": "network-changed", "server_uuid": "cefb428a-a8ca-498e-b3bc-2e21002d970a", "tag": "4df0d751-fab5-4f28-bb8a-6cccdbd69aac"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:12.572372 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Pushing event updated for resources: {'Port': ['ID=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:12.583726 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:12.647582 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2aafd13-29f7-49de-8db9-abb809375deb {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:12.668876 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:12.709536 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Transition to ACTIVE for port object f2aafd13-29f7-49de-8db9-abb809375deb will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:12.718658 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:12.721553 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:12.760580 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:12.773208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': 'a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09', 'mac_address': 'fa:16:3e:6a:7f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:10:12.833522 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:12.849211 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:12.866238 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffd14f-059f-4073-818c-98f9e9007b50 req-df62984b-9f86-420a-b97a-7e181572f27e tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:12.869526 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b8ffd14f-059f-4073-818c-98f9e9007b50 req-df62984b-9f86-420a-b97a-7e181572f27e tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 947 time: 0.1725640 Jun 25 09:10:12.874293 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3df984-d0a4-4536-bba8-7fda4f8f0776 req-ee662519-b29d-4ac7-8eab-d6f90665199c tempest-NetworksTest-1427532456 tempest-NetworksTest-1427532456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:12.895016 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e3df984-d0a4-4536-bba8-7fda4f8f0776 req-ee662519-b29d-4ac7-8eab-d6f90665199c tempest-NetworksTest-1427532456 tempest-NetworksTest-1427532456-project-admin] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 886 time: 0.2708676 Jun 25 09:10:12.916318 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:12.937470 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:12.951624 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:13.009326 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b8ffd14f-059f-4073-818c-98f9e9007b50 req-7cfd6e6c-a206-49f9-b0bd-867258287422 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130948 Jun 25 09:10:13.056398 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-e3278c3a-9bc3-4a23-9f8e-7ab159379421 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:13.058122 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-e3278c3a-9bc3-4a23-9f8e-7ab159379421 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.41 "GET /v2.0/networks?id=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 HTTP/1.1" status: 200 len: 822 time: 0.3001535 Jun 25 09:10:13.076029 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:13.087083 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:13.118777 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-23f45ae0-27ec-49b0-97b4-a32a15f6b4e5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Request body: {'port': {'device_id': '46b8b00d-5004-4614-a321-6882bc7af8b8', 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1', 'admin_state_up': True, 'tenant_id': 'b0bc40fe5b8846559cc00336b8182ae5'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:13.125303 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ca8ad0-8bda-4ce9-b58c-63f12f88ca28 x-openstack-request-id: req-c1ca8ad0-8bda-4ce9-b58c-63f12f88ca28 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:13.125624 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefb428a-a8ca-498e-b3bc-2e21002d970a", "tag": "4df0d751-fab5-4f28-bb8a-6cccdbd69aac", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:13.125899 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c1ca8ad0-8bda-4ce9-b58c-63f12f88ca28 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:13.126333 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefb428a-a8ca-498e-b3bc-2e21002d970a', 'tag': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac', 'status': 'completed', 'code': 200} Jun 25 09:10:13.148097 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2aafd13-29f7-49de-8db9-abb809375deb,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:13.157282 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:13.187346 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-80c53e96-b56a-4ea5-abfd-7a6e809a0f91 req-89480ab8-e9b1-43da-9531-5354dc3ca541 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 210 time: 0.0533764 Jun 25 09:10:13.393697 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:10:13.538215 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-650082da-5421-45b3-8f4c-f5dc08b1e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:13.539878 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-650082da-5421-45b3-8f4c-f5dc08b1e1c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4396dc05ce0945a388a688a30849231b&device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 1099 time: 0.7455268 Jun 25 09:10:13.568214 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Attempting to bind port f2aafd13-29f7-49de-8db9-abb809375deb on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:10:13.568540 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Attempting to bind port f2aafd13-29f7-49de-8db9-abb809375deb by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:10:13.568886 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Attempting to bind port f2aafd13-29f7-49de-8db9-abb809375deb on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:13.577571 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b61c23-77dc-494d-b4a5-c1dfdc7db64c req-7e92b8e5-6b2e-4205-a45d-ceea072d2cf5 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:13.579103 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d4b61c23-77dc-494d-b4a5-c1dfdc7db64c req-7e92b8e5-6b2e-4205-a45d-ceea072d2cf5 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 948 time: 0.3433819 Jun 25 09:10:13.584086 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab4bed-718a-4778-b673-b51bb53d45c7 req-d083e4a5-c23d-498c-9b91-661279d1a96c tempest-NetworksTest-1427532456 tempest-NetworksTest-1427532456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:13.584557 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab4bed-718a-4778-b673-b51bb53d45c7 req-d083e4a5-c23d-498c-9b91-661279d1a96c tempest-NetworksTest-1427532456 tempest-NetworksTest-1427532456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:13.585051 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab4bed-718a-4778-b673-b51bb53d45c7 req-d083e4a5-c23d-498c-9b91-661279d1a96c tempest-NetworksTest-1427532456 tempest-NetworksTest-1427532456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:13.585505 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab4bed-718a-4778-b673-b51bb53d45c7 req-d083e4a5-c23d-498c-9b91-661279d1a96c tempest-NetworksTest-1427532456 tempest-NetworksTest-1427532456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:13.586024 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab4bed-718a-4778-b673-b51bb53d45c7 req-d083e4a5-c23d-498c-9b91-661279d1a96c tempest-NetworksTest-1427532456 tempest-NetworksTest-1427532456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:13.586483 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab4bed-718a-4778-b673-b51bb53d45c7 req-d083e4a5-c23d-498c-9b91-661279d1a96c tempest-NetworksTest-1427532456 tempest-NetworksTest-1427532456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:13.588121 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01ab4bed-718a-4778-b673-b51bb53d45c7 req-d083e4a5-c23d-498c-9b91-661279d1a96c tempest-NetworksTest-1427532456 tempest-NetworksTest-1427532456-project-admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4344 time: 0.3737609 Jun 25 09:10:13.601864 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-4845b86b-fd12-4475-8486-37c68ea416a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=4df0d751-fab5-4f28-bb8a-6cccdbd69aac HTTP/1.1" status: 200 len: 217 time: 0.0452299 Jun 25 09:10:13.602658 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Port f2aafd13-29f7-49de-8db9-abb809375deb on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:10:13.602976 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Attempting to bind port f2aafd13-29f7-49de-8db9-abb809375deb on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:13.623778 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:10:13.624114 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:13.624492 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:10:13.624958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Bound port: f2aafd13-29f7-49de-8db9-abb809375deb, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:10:13.625311 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:13.642503 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d4b61c23-77dc-494d-b4a5-c1dfdc7db64c req-0ac90ac9-416b-41a7-b46c-68160f273d81 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532422 Jun 25 09:10:13.699213 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-23f45ae0-27ec-49b0-97b4-a32a15f6b4e5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Made reservation on behalf of b0bc40fe5b8846559cc00336b8182ae5 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:13.703356 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-23f45ae0-27ec-49b0-97b4-a32a15f6b4e5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:13.718755 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-9a58659c-712f-47c4-a55b-4462087fda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:13.720295 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-9a58659c-712f-47c4-a55b-4462087fda8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1089022 Jun 25 09:10:13.726331 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 202f361e-0d52-44fa-bf00-07988cf89300 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:10:13.827293 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] For port f2aafd13-29f7-49de-8db9-abb809375deb, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:10:13.847910 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] For port f2aafd13-29f7-49de-8db9-abb809375deb, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=f2aafd13-29f7-49de-8db9-abb809375deb,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:10:13.861276 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc11a2a-15f8-4b2b-9824-6d2285c82a97 req-7ab5ac36-69c7-4450-8fe5-2cef3e683fe6 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:13.867637 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:13.874218 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ddc11a2a-15f8-4b2b-9824-6d2285c82a97 req-7ab5ac36-69c7-4450-8fe5-2cef3e683fe6 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 949 time: 0.1051140 Jun 25 09:10:13.874808 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:13.920316 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 202f361e-0d52-44fa-bf00-07988cf89300, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=202f361e-0d52-44fa-bf00-07988cf89300,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:13.925375 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ddc11a2a-15f8-4b2b-9824-6d2285c82a97 req-3b4e711f-160a-42f5-8ae8-e05315df0cbe tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501540 Jun 25 09:10:13.939883 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:13.940500 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:13.941931 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] 10.222.0.38 "PUT /v2.0/ports/f2aafd13-29f7-49de-8db9-abb809375deb HTTP/1.1" status: 200 len: 1097 time: 2.1504729 Jun 25 09:10:13.965967 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '202f361e-0d52-44fa-bf00-07988cf89300', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '202f361e-0d52-44fa-bf00-07988cf89300', 'mac_address': 'fa:16:3e:b0:6c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:10:13.971228 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-429f984d-e424-4231-b9b8-ed63976f3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:13.972857 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-429f984d-e424-4231-b9b8-ed63976f3eb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2447500 Jun 25 09:10:13.998831 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-23f45ae0-27ec-49b0-97b4-a32a15f6b4e5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Allocated IP 172.20.0.2 (bc9fd3c5-c9bb-45bb-92ad-26a11de079b1/b0f74112-761d-4823-bef3-5391ccb190f2/b3ce8c50-dcb7-4741-8dc7-5d86c8108647) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:10:14.028535 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2aafd13-29f7-49de-8db9-abb809375deb,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:14.032219 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:14.061798 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:14.080369 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37546) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:14.097256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202f361e-0d52-44fa-bf00-07988cf89300 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:14.165911 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 202f361e-0d52-44fa-bf00-07988cf89300, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=202f361e-0d52-44fa-bf00-07988cf89300,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:14.174639 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:14.176488 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:14.254320 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=202f361e-0d52-44fa-bf00-07988cf89300,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:14.261367 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:14.298576 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-d9c9e908-d11e-41fc-9577-9ec614db3826 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106720 Jun 25 09:10:14.316932 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-39ae1be0-4b83-41f3-9206-2799054ab2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:14.329261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413cd9c-f59f-4541-a1b5-4406a1d09f3d req-fb119491-a385-4a43-8ab5-1658dc89ccc1 tempest-LiveMigrationNegativeTest-1445967713 tempest-LiveMigrationNegativeTest-1445967713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:14.330675 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8413cd9c-f59f-4541-a1b5-4406a1d09f3d req-fb119491-a385-4a43-8ab5-1658dc89ccc1 tempest-LiveMigrationNegativeTest-1445967713 tempest-LiveMigrationNegativeTest-1445967713-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 1101 time: 0.1038287 Jun 25 09:10:14.360855 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8413cd9c-f59f-4541-a1b5-4406a1d09f3d req-a1eb5558-ec29-4866-b5b1-e1ae36ea1b0d tempest-LiveMigrationNegativeTest-1445967713 tempest-LiveMigrationNegativeTest-1445967713-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:14.382281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7d991-202b-47cf-9110-b116d76ded1d req-6c2c7de8-ee4c-430a-8b31-0272a2d40451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:14.383860 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0be7d991-202b-47cf-9110-b116d76ded1d req-6c2c7de8-ee4c-430a-8b31-0272a2d40451 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4396dc05ce0945a388a688a30849231b&device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 1100 time: 0.3567266 Jun 25 09:10:14.416554 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-23f45ae0-27ec-49b0-97b4-a32a15f6b4e5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:14.457885 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0be7d991-202b-47cf-9110-b116d76ded1d req-c941b05b-04d0-41b5-9572-a5c1c52e57a3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=f2aafd13-29f7-49de-8db9-abb809375deb HTTP/1.1" status: 200 len: 217 time: 0.0524557 Jun 25 09:10:14.493311 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909accfc-6d53-4a93-a2a6-dd4b1ec57d22 req-3faa946c-6a07-4589-a8ac-54b9d1d49591 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:14.493573 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:14.494992 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-909accfc-6d53-4a93-a2a6-dd4b1ec57d22 req-3faa946c-6a07-4589-a8ac-54b9d1d49591 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 948 time: 0.1144669 Jun 25 09:10:14.500065 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-39ae1be0-4b83-41f3-9206-2799054ab2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:14.517336 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-39ae1be0-4b83-41f3-9206-2799054ab2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:14.530838 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-36a19f5b-a237-4ba1-be8e-e484971c5645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:14.539639 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bb8597b-0e9b-4492-b022-41b2ceb41e7e req-3b35aab7-ad10-4194-a1b3-3b3969056673 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289152 Jun 25 09:10:14.557817 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bc8928-f18a-4b5b-9a99-cdb6b52bf892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:14.559389 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0be7d991-202b-47cf-9110-b116d76ded1d req-b8bc8928-f18a-4b5b-9a99-cdb6b52bf892 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0948281 Jun 25 09:10:14.562159 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:14.570776 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:14.571632 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:14.597886 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-23f45ae0-27ec-49b0-97b4-a32a15f6b4e5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:14.598847 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['202f361e-0d52-44fa-bf00-07988cf89300'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:10:14.605927 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef30d5bc-6881-43e6-8dc4-1c2394db9e67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:14.612141 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-39ae1be0-4b83-41f3-9206-2799054ab2d6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fa83df3e3a1b4ab2aca36e86286f834b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5302749 Jun 25 09:10:14.614180 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37556) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:14.614865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae1be0-4b83-41f3-9206-2799054ab2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0587b077-c8a2-42bc-869d-e62cdfef5b4e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:14.623174 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-39ae1be0-4b83-41f3-9206-2799054ab2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:14.636192 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-909accfc-6d53-4a93-a2a6-dd4b1ec57d22 req-c00d71d2-7855-401a-9947-625c3ce03164 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288509 Jun 25 09:10:14.661954 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-23f45ae0-27ec-49b0-97b4-a32a15f6b4e5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:14.697505 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-23f45ae0-27ec-49b0-97b4-a32a15f6b4e5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:14.700700 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-23f45ae0-27ec-49b0-97b4-a32a15f6b4e5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:10:14.718347 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f45ae0-27ec-49b0-97b4-a32a15f6b4e5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Pushing event updated for resources: {'Port': ['ID=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:14.721639 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-23f45ae0-27ec-49b0-97b4-a32a15f6b4e5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:14.741219 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8413cd9c-f59f-4541-a1b5-4406a1d09f3d req-a1eb5558-ec29-4866-b5b1-e1ae36ea1b0d tempest-LiveMigrationNegativeTest-1445967713 tempest-LiveMigrationNegativeTest-1445967713-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:14.751455 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8413cd9c-f59f-4541-a1b5-4406a1d09f3d req-a1eb5558-ec29-4866-b5b1-e1ae36ea1b0d tempest-LiveMigrationNegativeTest-1445967713 tempest-LiveMigrationNegativeTest-1445967713-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:14.775460 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6c3ded89-86fb-4e30-a289-6e046b11a1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:14.822010 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7d991-202b-47cf-9110-b116d76ded1d req-206a7f1e-0d54-4ec8-8371-55683e8dca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:14.823661 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0be7d991-202b-47cf-9110-b116d76ded1d req-206a7f1e-0d54-4ec8-8371-55683e8dca25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2556117 Jun 25 09:10:14.832880 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8413cd9c-f59f-4541-a1b5-4406a1d09f3d req-a1eb5558-ec29-4866-b5b1-e1ae36ea1b0d tempest-LiveMigrationNegativeTest-1445967713 tempest-LiveMigrationNegativeTest-1445967713-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900119 Jun 25 09:10:14.835432 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-23f45ae0-27ec-49b0-97b4-a32a15f6b4e5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:14.836569 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-23f45ae0-27ec-49b0-97b4-a32a15f6b4e5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:14.840988 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb5558-ec29-4866-b5b1-e1ae36ea1b0d tempest-LiveMigrationNegativeTest-1445967713 tempest-LiveMigrationNegativeTest-1445967713-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0cc813-688f-4b58-93f6-01112a742f26,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:14.846604 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cb696-0c85-4cb7-86bf-20e50fa3affb req-377e3408-2df0-4aee-9107-974aa139630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:14.848479 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2c4cb696-0c85-4cb7-86bf-20e50fa3affb req-377e3408-2df0-4aee-9107-974aa139630a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4396dc05ce0945a388a688a30849231b&device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 1099 time: 0.1840808 Jun 25 09:10:14.860329 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a1eb5558-ec29-4866-b5b1-e1ae36ea1b0d tempest-LiveMigrationNegativeTest-1445967713 tempest-LiveMigrationNegativeTest-1445967713-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:14.873158 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:14.914411 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:14.918153 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502cb68c-2392-47c4-af44-e8e8939adc41" -d '{"events": [{"server_uuid": "351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0", "name": "network-vif-plugged", "status": "completed", "tag": "a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:14.964480 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e2dcee2-8ead-4935-9b40-55be06c43703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:14.967369 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-23f45ae0-27ec-49b0-97b4-a32a15f6b4e5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8600848 Jun 25 09:10:14.981314 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:14.993147 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:14.998959 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e2dcee2-8ead-4935-9b40-55be06c43703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:14.999434 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:15.011217 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Request body: {'port': {'device_id': '46b8b00d-5004-4614-a321-6882bc7af8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:15.026377 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3112a3-363d-4d57-8e41-28eccf75a72c req-e2995b2f-ffce-4928-bb83-72ce55eb8dbf tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:15.034403 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb3112a3-363d-4d57-8e41-28eccf75a72c req-e2995b2f-ffce-4928-bb83-72ce55eb8dbf tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 931 time: 0.1996686 Jun 25 09:10:15.060517 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:15.064351 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:15.082586 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0be7d991-202b-47cf-9110-b116d76ded1d req-fa46c039-8ab5-4c26-9e7a-eea22b626dc0 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410581 Jun 25 09:10:15.085316 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cb696-0c85-4cb7-86bf-20e50fa3affb req-950bae75-1d8e-467d-aea6-e9c9ca0578de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:15.086957 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2c4cb696-0c85-4cb7-86bf-20e50fa3affb req-950bae75-1d8e-467d-aea6-e9c9ca0578de service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2210884 Jun 25 09:10:15.136886 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb3112a3-363d-4d57-8e41-28eccf75a72c req-0ab41171-b307-409c-933c-e09dd5c013d3 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013303 Jun 25 09:10:15.149099 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e2dcee2-8ead-4935-9b40-55be06c43703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:15.151686 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e2dcee2-8ead-4935-9b40-55be06c43703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:15.155636 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0e2dcee2-8ead-4935-9b40-55be06c43703 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0587b077-c8a2-42bc-869d-e62cdfef5b4e HTTP/1.1" status: 204 len: 168 time: 0.5350893 Jun 25 09:10:15.155636 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0e8b8a31-e82a-4c83-a67f-57b972130d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:15.163260 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52a306b-39fe-46c4-a958-8c20b0db16f0', 'tag': 'f2aafd13-29f7-49de-8db9-abb809375deb'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:15.165621 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcdaf96-5e0e-4a3e-a9c7-302cd5e5cf89" -d '{"events": [{"name": "network-changed", "server_uuid": "b52a306b-39fe-46c4-a958-8c20b0db16f0", "tag": "f2aafd13-29f7-49de-8db9-abb809375deb"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:15.169502 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2dcee2-8ead-4935-9b40-55be06c43703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0587b077-c8a2-42bc-869d-e62cdfef5b4e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:15.171835 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0e2dcee2-8ead-4935-9b40-55be06c43703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:15.186232 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d5550-50c8-4281-a2b4-f11b0acb237d req-a706da42-9a05-4d74-8262-0bfcc48a128d tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:15.196533 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-396d5550-50c8-4281-a2b4-f11b0acb237d req-a706da42-9a05-4d74-8262-0bfcc48a128d tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 948 time: 0.1123080 Jun 25 09:10:15.204697 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2c4cb696-0c85-4cb7-86bf-20e50fa3affb req-32dd4d58-904b-4579-ba01-f42c6a39c763 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=4df0d751-fab5-4f28-bb8a-6cccdbd69aac HTTP/1.1" status: 200 len: 217 time: 0.1047256 Jun 25 09:10:15.249273 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-396d5550-50c8-4281-a2b4-f11b0acb237d req-d1389de5-5a62-4276-ba49-6cd25cee72f8 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518022 Jun 25 09:10:15.270272 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:15.340591 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cb696-0c85-4cb7-86bf-20e50fa3affb req-223179b8-a67c-4d8b-85b7-0cf12a1236af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:15.342052 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2c4cb696-0c85-4cb7-86bf-20e50fa3affb req-223179b8-a67c-4d8b-85b7-0cf12a1236af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1297824 Jun 25 09:10:15.343879 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0be7d991-202b-47cf-9110-b116d76ded1d req-e5074b35-ddd6-4362-bbc4-7a6b4ef591b6 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521589 Jun 25 09:10:15.350723 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0df494-ed4c-4257-bed9-7febc419ed3a x-openstack-request-id: req-fc0df494-ed4c-4257-bed9-7febc419ed3a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:15.351081 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0", "name": "network-vif-plugged", "status": "completed", "tag": "a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:15.351560 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fc0df494-ed4c-4257-bed9-7febc419ed3a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:15.352024 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09', 'code': 200} Jun 25 09:10:15.525109 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4444361b-f3d6-4f18-8598-df2451563e6c x-openstack-request-id: req-4444361b-f3d6-4f18-8598-df2451563e6c {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:15.525495 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52a306b-39fe-46c4-a958-8c20b0db16f0", "tag": "f2aafd13-29f7-49de-8db9-abb809375deb", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:15.525784 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4444361b-f3d6-4f18-8598-df2451563e6c {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:15.526181 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52a306b-39fe-46c4-a958-8c20b0db16f0', 'tag': 'f2aafd13-29f7-49de-8db9-abb809375deb', 'status': 'completed', 'code': 200} Jun 25 09:10:15.577708 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cb696-0c85-4cb7-86bf-20e50fa3affb req-61a581cc-67a0-44e6-b9c2-b59c5b8d11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:15.579754 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2c4cb696-0c85-4cb7-86bf-20e50fa3affb req-61a581cc-67a0-44e6-b9c2-b59c5b8d11e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2304564 Jun 25 09:10:15.637874 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37586) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:15.663979 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dd8599af-f0f9-4c62-bc6c-4c6522bb2848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:15.716792 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e02c7b-2adc-422f-86c8-97a8aa220fc1 req-8e5105b1-c56f-4d07-9724-681430c49bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:15.720018 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdaf96-5e0e-4a3e-a9c7-302cd5e5cf89 req-8cdb23ea-f59a-423d-887c-948b945120db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:15.721928 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4dcdaf96-5e0e-4a3e-a9c7-302cd5e5cf89 req-8cdb23ea-f59a-423d-887c-948b945120db service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4396dc05ce0945a388a688a30849231b&device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 1100 time: 0.1472113 Jun 25 09:10:15.723405 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-91e02c7b-2adc-422f-86c8-97a8aa220fc1 req-8e5105b1-c56f-4d07-9724-681430c49bee service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 1101 time: 0.2004025 Jun 25 09:10:15.749348 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2c4cb696-0c85-4cb7-86bf-20e50fa3affb req-b5256e17-cc46-4c0c-b0a0-45e2dfb91c5d service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601112 Jun 25 09:10:15.854616 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ce8c50-dcb7-4741-8dc7-5d86c8108647 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:15.872366 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:15.880413 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-91e02c7b-2adc-422f-86c8-97a8aa220fc1 req-fc185af7-e501-424a-a262-118dfd021b11 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438174 Jun 25 09:10:15.898532 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdaf96-5e0e-4a3e-a9c7-302cd5e5cf89 req-450f9d2b-1103-4496-8b8b-c7ba7193268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:15.900053 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4dcdaf96-5e0e-4a3e-a9c7-302cd5e5cf89 req-450f9d2b-1103-4496-8b8b-c7ba7193268a service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1656122 Jun 25 09:10:15.904663 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Transition to ACTIVE for port object b3ce8c50-dcb7-4741-8dc7-5d86c8108647 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:15.916744 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:15.921050 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-98399b62-7550-4e87-bd63-d0446b4f3e55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:15.948566 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2c4cb696-0c85-4cb7-86bf-20e50fa3affb req-ba656255-fd16-4302-9252-ce7d786406c6 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871531 Jun 25 09:10:15.951431 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d4de9-9972-4647-b3b6-0457570dd612 req-b278a425-c5f1-4fb8-a072-f3e585a2607c tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:15.958601 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-669d4de9-9972-4647-b3b6-0457570dd612 req-b278a425-c5f1-4fb8-a072-f3e585a2607c tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 949 time: 0.1326661 Jun 25 09:10:15.977240 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Pushing event updated for resources: {'Port': ['ID=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:15.980301 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:15.998026 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dd8599af-f0f9-4c62-bc6c-4c6522bb2848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:16.009337 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dd8599af-f0f9-4c62-bc6c-4c6522bb2848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:16.015681 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4d945bfc-ff3d-4170-8447-e03ae5ebc9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:16.037403 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-669d4de9-9972-4647-b3b6-0457570dd612 req-e6116ecb-f696-45a2-9949-5e3093f896c0 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778770 Jun 25 09:10:16.066414 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Attempting to bind port b3ce8c50-dcb7-4741-8dc7-5d86c8108647 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:10:16.066857 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Attempting to bind port b3ce8c50-dcb7-4741-8dc7-5d86c8108647 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '032a832c-6c63-4679-9754-cee9530dd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:10:16.067156 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Attempting to bind port b3ce8c50-dcb7-4741-8dc7-5d86c8108647 on network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:16.074469 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Port b3ce8c50-dcb7-4741-8dc7-5d86c8108647 on network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:10:16.074862 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Attempting to bind port b3ce8c50-dcb7-4741-8dc7-5d86c8108647 on network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:16.078837 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37602) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:16.079726 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-dd8599af-f0f9-4c62-bc6c-4c6522bb2848 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e741a43e8d3b4e3181e698d5a204c190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377971 Jun 25 09:10:16.082056 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8599af-f0f9-4c62-bc6c-4c6522bb2848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227053f0-cea2-4fdb-9502-613d6923b1d7,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:16.085314 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dd8599af-f0f9-4c62-bc6c-4c6522bb2848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:16.107410 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:10:16.107755 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Checking segment: {'id': '032a832c-6c63-4679-9754-cee9530dd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:16.108138 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Bound using segment: {'id': '032a832c-6c63-4679-9754-cee9530dd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:10:16.108588 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Bound port: b3ce8c50-dcb7-4741-8dc7-5d86c8108647, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '032a832c-6c63-4679-9754-cee9530dd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:10:16.109025 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:16.175613 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a94de122-cb3b-4dd7-bd73-4cd00bc4cf7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:16.217191 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a94de122-cb3b-4dd7-bd73-4cd00bc4cf7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:16.232915 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] For port b3ce8c50-dcb7-4741-8dc7-5d86c8108647, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:10:16.247021 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4dcdaf96-5e0e-4a3e-a9c7-302cd5e5cf89 req-c18b6464-90bc-43e1-87ca-d18170b4fe96 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=f2aafd13-29f7-49de-8db9-abb809375deb HTTP/1.1" status: 200 len: 217 time: 0.0437133 Jun 25 09:10:16.261762 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] For port b3ce8c50-dcb7-4741-8dc7-5d86c8108647, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:10:16.269775 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:16.273848 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:16.306996 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:16.307841 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:16.308907 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ad0fb-8ca7-4ab7-b540-2bb340a22f35 req-8c12c953-4a16-42de-a2fc-ac61f24479b1 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:16.309387 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] 10.222.0.41 "PUT /v2.0/ports/b3ce8c50-dcb7-4741-8dc7-5d86c8108647 HTTP/1.1" status: 200 len: 1092 time: 1.3184586 Jun 25 09:10:16.314622 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7e6ad0fb-8ca7-4ab7-b540-2bb340a22f35 req-8c12c953-4a16-42de-a2fc-ac61f24479b1 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 949 time: 0.1525927 Jun 25 09:10:16.325086 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a94de122-cb3b-4dd7-bd73-4cd00bc4cf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:16.327916 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a94de122-cb3b-4dd7-bd73-4cd00bc4cf7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:16.329109 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a94de122-cb3b-4dd7-bd73-4cd00bc4cf7d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/227053f0-cea2-4fdb-9502-613d6923b1d7 HTTP/1.1" status: 204 len: 168 time: 0.2490015 Jun 25 09:10:16.347376 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Pushing event updated for resources: {'Port': ['ID=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:16.357547 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:16.358128 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1b27db55-0475-4be3-ad44-16d52595e7cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:16.366034 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94de122-cb3b-4dd7-bd73-4cd00bc4cf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227053f0-cea2-4fdb-9502-613d6923b1d7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:16.374057 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a94de122-cb3b-4dd7-bd73-4cd00bc4cf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:16.393260 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdaf96-5e0e-4a3e-a9c7-302cd5e5cf89 req-5f2da344-7334-40ac-96c9-67c31d39e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:16.395008 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4dcdaf96-5e0e-4a3e-a9c7-302cd5e5cf89 req-5f2da344-7334-40ac-96c9-67c31d39e20f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1090631 Jun 25 09:10:16.415975 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7e6ad0fb-8ca7-4ab7-b540-2bb340a22f35 req-6051ae9a-dafb-4d6f-a0c0-883af2d0755c tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651762 Jun 25 09:10:16.467636 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-28993262-0704-4ee4-852d-44974acc9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:16.470120 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-28993262-0704-4ee4-852d-44974acc9ca8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0bc40fe5b8846559cc00336b8182ae5&device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 1095 time: 0.0880897 Jun 25 09:10:16.504822 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdaf96-5e0e-4a3e-a9c7-302cd5e5cf89 req-a0f08ede-6205-4926-ac8c-4a701a8c44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:16.506826 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4dcdaf96-5e0e-4a3e-a9c7-302cd5e5cf89 req-a0f08ede-6205-4926-ac8c-4a701a8c44d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0899267 Jun 25 09:10:16.552622 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-a8057c33-db8e-4d69-92a5-421089ab2b47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3ce8c50-dcb7-4741-8dc7-5d86c8108647 HTTP/1.1" status: 200 len: 217 time: 0.0618622 Jun 25 09:10:16.660326 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-3ab16a7e-06b2-4788-ac70-b8c24e73f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:16.661980 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-3ab16a7e-06b2-4788-ac70-b8c24e73f710 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0f74112-761d-4823-bef3-5391ccb190f2 HTTP/1.1" status: 200 len: 862 time: 0.1039910 Jun 25 09:10:16.705664 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4dcdaf96-5e0e-4a3e-a9c7-302cd5e5cf89 req-392fa5b8-ecec-4edf-b2f0-460d9bf77e01 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876070 Jun 25 09:10:16.710379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37628) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:16.712509 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c0724-ad40-41a4-a825-c03407b5bf4c req-b8c67647-037d-4f70-9faa-327f3f456052 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:16.714044 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-531c0724-ad40-41a4-a825-c03407b5bf4c req-b8c67647-037d-4f70-9faa-327f3f456052 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 943 time: 0.1861567 Jun 25 09:10:16.720063 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7cb8382b-17b4-4322-9fde-c9fbbd10a525 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431845 Jun 25 09:10:16.839016 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-531c0724-ad40-41a4-a825-c03407b5bf4c req-f62aa4cf-58b0-414c-937d-3ecd01f8a042 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031744 Jun 25 09:10:16.858168 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-7e03e3ec-276b-4a20-84e2-0824a86077b1 service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370745 Jun 25 09:10:16.867891 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81706a-2af1-44d9-be46-ff5689ff5fb0 req-6a91d62b-ab40-4549-bc76-59a4d43e831a tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:16.869547 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3f81706a-2af1-44d9-be46-ff5689ff5fb0 req-6a91d62b-ab40-4549-bc76-59a4d43e831a tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 948 time: 0.1887343 Jun 25 09:10:16.876131 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4dcdaf96-5e0e-4a3e-a9c7-302cd5e5cf89 req-2511232c-4193-4285-8caa-a8545e63b98d service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413925 Jun 25 09:10:16.963082 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3f81706a-2af1-44d9-be46-ff5689ff5fb0 req-8084d815-c114-4409-a69c-58d121fce705 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820286 Jun 25 09:10:16.966677 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a75ce5c5-5965-444a-8641-908b4dec4fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:17.032762 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9bc20ab9-7f1a-413d-9591-825914a2a341 req-d60c802a-2b54-44d9-8fa1-a0814b8c2ab0 service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676805 Jun 25 09:10:17.109790 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a75ce5c5-5965-444a-8641-908b4dec4fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:17.120192 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a75ce5c5-5965-444a-8641-908b4dec4fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:17.123883 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a94de122-cb3b-4dd7-bd73-4cd00bc4cf7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:17.160206 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ce5c5-5965-444a-8641-908b4dec4fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d37c71-fa7e-4e5b-b2ab-6a76d4d91980,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:17.163879 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a75ce5c5-5965-444a-8641-908b4dec4fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:17.169790 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37650) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:17.169892 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a75ce5c5-5965-444a-8641-908b4dec4fae admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=12d84e468f7b4767900d2d6c628b4d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579995 Jun 25 09:10:17.294352 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1f468a8e-864f-4840-a994-59c0635fa62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:17.341376 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1f468a8e-864f-4840-a994-59c0635fa62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:17.372750 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d9de7-9cdc-4dd8-b020-761eb03fd4a6 req-8372a219-336b-4f1f-b2a9-53932b13d784 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:17.372750 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6d9de7-9cdc-4dd8-b020-761eb03fd4a6 req-8372a219-336b-4f1f-b2a9-53932b13d784 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 949 time: 0.1413012 Jun 25 09:10:17.426816 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6d9de7-9cdc-4dd8-b020-761eb03fd4a6 req-95704cae-50ec-49e5-9e32-efff95123387 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477867 Jun 25 09:10:17.454881 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1f468a8e-864f-4840-a994-59c0635fa62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:17.458147 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1f468a8e-864f-4840-a994-59c0635fa62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:17.459394 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1f468a8e-864f-4840-a994-59c0635fa62e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c6d37c71-fa7e-4e5b-b2ab-6a76d4d91980 HTTP/1.1" status: 204 len: 168 time: 0.2886062 Jun 25 09:10:17.461366 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dd8599af-f0f9-4c62-bc6c-4c6522bb2848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:17.475224 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f468a8e-864f-4840-a994-59c0635fa62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d37c71-fa7e-4e5b-b2ab-6a76d4d91980,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:17.479110 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1f468a8e-864f-4840-a994-59c0635fa62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:17.528072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b8b00d-5004-4614-a321-6882bc7af8b8', 'tag': 'b3ce8c50-dcb7-4741-8dc7-5d86c8108647'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:17.535989 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17373698-f258-49f6-b114-78c767266455" -d '{"events": [{"name": "network-changed", "server_uuid": "46b8b00d-5004-4614-a321-6882bc7af8b8", "tag": "b3ce8c50-dcb7-4741-8dc7-5d86c8108647"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:17.598333 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37674) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:17.637060 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d63ef48-a427-4347-a4a9-25100c77e508 x-openstack-request-id: req-1d63ef48-a427-4347-a4a9-25100c77e508 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:17.637548 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b8b00d-5004-4614-a321-6882bc7af8b8", "tag": "b3ce8c50-dcb7-4741-8dc7-5d86c8108647", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:17.638038 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1d63ef48-a427-4347-a4a9-25100c77e508 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:17.638684 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b8b00d-5004-4614-a321-6882bc7af8b8', 'tag': 'b3ce8c50-dcb7-4741-8dc7-5d86c8108647', 'status': 'completed', 'code': 200} Jun 25 09:10:17.689313 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b678a-ad9b-4c0a-ab5d-3be41f6a0e62 req-0470065f-cbdb-4c86-b6d1-fbf9aed486e5 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:17.693394 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-559b678a-ad9b-4c0a-ab5d-3be41f6a0e62 req-0470065f-cbdb-4c86-b6d1-fbf9aed486e5 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 949 time: 0.1133506 Jun 25 09:10:17.744525 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-559b678a-ad9b-4c0a-ab5d-3be41f6a0e62 req-7aa884cf-d830-4532-97da-cf74e5e790da tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473166 Jun 25 09:10:17.749316 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 202f361e-0d52-44fa-bf00-07988cf89300 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:17.786624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17373698-f258-49f6-b114-78c767266455 req-ebd14e29-1bfe-4786-85f9-bb25077e4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:17.788419 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-17373698-f258-49f6-b114-78c767266455 req-ebd14e29-1bfe-4786-85f9-bb25077e4bec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0bc40fe5b8846559cc00336b8182ae5&device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 1095 time: 0.0989211 Jun 25 09:10:17.823102 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 202f361e-0d52-44fa-bf00-07988cf89300 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:17.833975 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 202f361e-0d52-44fa-bf00-07988cf89300 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:17.834389 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:17.905113 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-377653797-network', 'tenant_id': '853a6d285ec446a79adc0120a1059455'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:17.941507 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17373698-f258-49f6-b114-78c767266455 req-100087d3-f08b-4557-a157-7459165f7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:17.943003 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-17373698-f258-49f6-b114-78c767266455 req-100087d3-f08b-4557-a157-7459165f7454 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 HTTP/1.1" status: 200 len: 924 time: 0.1453836 Jun 25 09:10:17.954174 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Made reservation on behalf of 853a6d285ec446a79adc0120a1059455 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:17.957419 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:17.960106 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:17.978137 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:17.993398 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134c52ae-d19a-4e05-9353-92eabc2cc851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202f361e-0d52-44fa-bf00-07988cf89300'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:17.996002 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc5b7ce-f08f-4720-8339-e93c71af256a" -d '{"events": [{"server_uuid": "134c52ae-d19a-4e05-9353-92eabc2cc851", "name": "network-vif-plugged", "status": "completed", "tag": "202f361e-0d52-44fa-bf00-07988cf89300"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:18.018768 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 202f361e-0d52-44fa-bf00-07988cf89300, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=202f361e-0d52-44fa-bf00-07988cf89300,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:18.028175 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:18.030744 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:18.042985 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-17373698-f258-49f6-b114-78c767266455 req-68649469-16aa-478f-8bcf-c43c419d93c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3ce8c50-dcb7-4741-8dc7-5d86c8108647 HTTP/1.1" status: 200 len: 217 time: 0.0660911 Jun 25 09:10:18.108076 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=202f361e-0d52-44fa-bf00-07988cf89300,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:18.119856 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17373698-f258-49f6-b114-78c767266455 req-8ad6007c-5348-4fee-97e4-c6e921c7bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:18.121098 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:18.121369 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-17373698-f258-49f6-b114-78c767266455 req-8ad6007c-5348-4fee-97e4-c6e921c7bded service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0f74112-761d-4823-bef3-5391ccb190f2 HTTP/1.1" status: 200 len: 862 time: 0.0706196 Jun 25 09:10:18.133443 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37692) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:18.161818 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-17373698-f258-49f6-b114-78c767266455 req-17081b66-5b92-45b5-9b23-0f7b18212508 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318341 Jun 25 09:10:18.169185 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5a5d78b4-3621-4dad-824b-becd1fe8c437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:18.226946 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8cfe9c-a6f8-4e72-9d4c-b1865ae99381 req-24fa0000-9db6-4b1c-95a5-a773e4f822df tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:18.228533 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd8cfe9c-a6f8-4e72-9d4c-b1865ae99381 req-24fa0000-9db6-4b1c-95a5-a773e4f822df tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 949 time: 0.1846204 Jun 25 09:10:18.248606 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5a755-3e28-4fc5-b439-015b3fd078dd req-372f5316-0063-4920-af4b-96ca93b2c951 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:18.250226 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-08f5a755-3e28-4fc5-b439-015b3fd078dd req-372f5316-0063-4920-af4b-96ca93b2c951 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 943 time: 0.1380291 Jun 25 09:10:18.365314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-08f5a755-3e28-4fc5-b439-015b3fd078dd req-c3547319-5db0-4476-9b7a-5c69ef59a680 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985172 Jun 25 09:10:18.432414 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32004154-b47a-47b6-8bd2-dee6ae2ba6b1 x-openstack-request-id: req-32004154-b47a-47b6-8bd2-dee6ae2ba6b1 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:18.433266 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134c52ae-d19a-4e05-9353-92eabc2cc851", "name": "network-vif-plugged", "status": "completed", "tag": "202f361e-0d52-44fa-bf00-07988cf89300", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:18.433753 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-32004154-b47a-47b6-8bd2-dee6ae2ba6b1 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:18.435453 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134c52ae-d19a-4e05-9353-92eabc2cc851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202f361e-0d52-44fa-bf00-07988cf89300', 'code': 200} Jun 25 09:10:18.462822 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-fd8cfe9c-a6f8-4e72-9d4c-b1865ae99381 req-1e1dffba-ba50-4908-a6ed-a8fbef34dd7b tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Deleting port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:10:18.463186 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fd8cfe9c-a6f8-4e72-9d4c-b1865ae99381 req-1e1dffba-ba50-4908-a6ed-a8fbef34dd7b tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:18.473470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d86d6-9331-4852-af24-5bd7bec6a775 req-edf7de5f-233b-4fb9-80fc-85d081a2d9a7 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:18.475096 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b44d86d6-9331-4852-af24-5bd7bec6a775 req-edf7de5f-233b-4fb9-80fc-85d081a2d9a7 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 948 time: 0.1228275 Jun 25 09:10:18.543953 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device f2aafd13-29f7-49de-8db9-abb809375deb details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:10:18.549702 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-17373698-f258-49f6-b114-78c767266455 req-83f97481-da6e-4f50-8044-54aeb863d32a service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783069 Jun 25 09:10:18.563504 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:18.569232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b44d86d6-9331-4852-af24-5bd7bec6a775 req-2ab1762f-df50-4d78-8699-6f25225af817 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813584 Jun 25 09:10:18.629900 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-fd8cfe9c-a6f8-4e72-9d4c-b1865ae99381 req-1e1dffba-ba50-4908-a6ed-a8fbef34dd7b tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] For port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:18.630473 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fd8cfe9c-a6f8-4e72-9d4c-b1865ae99381 req-1e1dffba-ba50-4908-a6ed-a8fbef34dd7b tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:18.655140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port f2aafd13-29f7-49de-8db9-abb809375deb, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=f2aafd13-29f7-49de-8db9-abb809375deb,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:18.673836 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'f2aafd13-29f7-49de-8db9-abb809375deb', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': 'f2aafd13-29f7-49de-8db9-abb809375deb', 'mac_address': 'fa:16:3e:c5:2c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:10:18.706353 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:18.709410 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5a5d78b4-3621-4dad-824b-becd1fe8c437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:18.718833 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-fd8cfe9c-a6f8-4e72-9d4c-b1865ae99381 req-1e1dffba-ba50-4908-a6ed-a8fbef34dd7b tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Calling delete_port for 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:10:18.731033 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:18.740099 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:18.752199 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2aafd13-29f7-49de-8db9-abb809375deb {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:18.775573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:10:18.813495 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:18.814177 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Added segment 1e28c284-2b23-4f89-abb1-e214224edb6b of type vlan for network 99113120-fb05-4363-91dc-983de1fb3bd6 Jun 25 09:10:18.815098 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5a5d78b4-3621-4dad-824b-becd1fe8c437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:18.823182 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ab71ed25-ff91-48a6-ab2b-8782b11b8bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:18.824932 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ade8eb-f275-434a-9336-d7bbfb3ae087,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:18.844224 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:18.862792 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port f2aafd13-29f7-49de-8db9-abb809375deb, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=f2aafd13-29f7-49de-8db9-abb809375deb,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:18.871276 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:18.877035 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d0266bfd-ec0b-4323-a336-52bb599338ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:18.903936 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2eb7c-1726-4982-9882-4b18660afe1c req-d4c66de0-a037-4ca6-86c0-2e92b54efa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:18.905835 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7f2eb7c-1726-4982-9882-4b18660afe1c req-d4c66de0-a037-4ca6-86c0-2e92b54efa18 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=134c52ae-d19a-4e05-9353-92eabc2cc851 HTTP/1.1" status: 200 len: 1101 time: 0.3408813 Jun 25 09:10:18.907955 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-17373698-f258-49f6-b114-78c767266455 req-65e2e4ba-67fb-4173-86bb-d6caad56b938 service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418322 Jun 25 09:10:18.926312 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:18.974710 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=f2aafd13-29f7-49de-8db9-abb809375deb,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:18.978467 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:19.004056 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5a5d78b4-3621-4dad-824b-becd1fe8c437 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1439af02c4314508875176745c847e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8686137 Jun 25 09:10:19.007644 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37706) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:19.008880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d78b4-3621-4dad-824b-becd1fe8c437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d9a3bd-138e-4409-87eb-8887c6787b28,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:19.012052 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5a5d78b4-3621-4dad-824b-becd1fe8c437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:19.022702 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7f2eb7c-1726-4982-9882-4b18660afe1c req-c4a3933e-5513-4778-bc69-2e97d1e03689 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729711 Jun 25 09:10:19.023002 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fd8cfe9c-a6f8-4e72-9d4c-b1865ae99381 req-1e1dffba-ba50-4908-a6ed-a8fbef34dd7b tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:19.034408 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:19.037696 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:19.038281 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:19.043702 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:19.049924 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-59f4da15-00be-47b7-ac9f-5eedeb3d2efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:19.054538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2fdd5c1-b51d-4031-8e34-7220738456ce req-2d3b9295-3d4a-4962-803a-13f5b3c3695d tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 210 time: 0.0487957 Jun 25 09:10:19.056110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37708) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:19.063953 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['427659ab-ec8e-46e0-b8e0-3edb82e20d2c', '74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:10:19.117102 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dffba-ba50-4908-a6ed-a8fbef34dd7b tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Pushing event deleted for resources: {'Port': ['ID=74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:19.119639 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1e1dffba-ba50-4908-a6ed-a8fbef34dd7b tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:19.132706 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5302331 Jun 25 09:10:19.136938 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37712) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:19.145085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8f27560e-9661-4b4b-8527-90840980df39 admin admin] Request body: {'subnet': {'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-377653797-subnet', 'tenant_id': '853a6d285ec446a79adc0120a1059455', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:19.166775 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8cfe9c-a6f8-4e72-9d4c-b1865ae99381 req-1e1dffba-ba50-4908-a6ed-a8fbef34dd7b tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] No DVR routers for this DVR port 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:10:19.167605 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Pushing event updated for resources: {'Network': ['ID=99113120-fb05-4363-91dc-983de1fb3bd6,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:19.171621 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fd8cfe9c-a6f8-4e72-9d4c-b1865ae99381 req-1e1dffba-ba50-4908-a6ed-a8fbef34dd7b tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:19.173720 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd8cfe9c-a6f8-4e72-9d4c-b1865ae99381 req-1e1dffba-ba50-4908-a6ed-a8fbef34dd7b tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.38 "DELETE /v2.0/ports/74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 HTTP/1.1" status: 204 len: 173 time: 0.9391944 Jun 25 09:10:19.175013 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5afc88d-c626-42f6-b7a1-8706690e1412', 'name': 'network-vif-deleted', 'tag': '74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:19.177517 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e753178-40d5-4b9c-a9c1-02dfd0b8b2cf" -d '{"events": [{"server_uuid": "c5afc88d-c626-42f6-b7a1-8706690e1412", "name": "network-vif-deleted", "tag": "74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:19.179268 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:19.185791 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1b7f7de-7f91-4243-bf00-b599d764b4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:19.190126 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 99113120-fb05-4363-91dc-983de1fb3bd6 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:10:19.200920 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de68d5-f08b-4c09-93dc-5cb97c8b312a req-5100b74a-346f-4eb8-8f9f-7ab10e34e375 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:19.209182 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-70de68d5-f08b-4c09-93dc-5cb97c8b312a req-5100b74a-346f-4eb8-8f9f-7ab10e34e375 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 949 time: 0.3727076 Jun 25 09:10:19.214232 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f27560e-9661-4b4b-8527-90840980df39 admin admin] Made reservation on behalf of 853a6d285ec446a79adc0120a1059455 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:19.217095 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8f27560e-9661-4b4b-8527-90840980df39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:19.270736 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-70de68d5-f08b-4c09-93dc-5cb97c8b312a req-5b974568-3547-46ea-9845-8f706e24d5a2 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582945 Jun 25 09:10:19.292881 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['f2aafd13-29f7-49de-8db9-abb809375deb'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:10:19.299632 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1b7f7de-7f91-4243-bf00-b599d764b4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:19.319305 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec98de7a-f3dd-4bdd-9b27-9a00b858bf0b x-openstack-request-id: req-ec98de7a-f3dd-4bdd-9b27-9a00b858bf0b {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:19.319820 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5afc88d-c626-42f6-b7a1-8706690e1412", "name": "network-vif-deleted", "tag": "74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:19.320512 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ec98de7a-f3dd-4bdd-9b27-9a00b858bf0b {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:19.321122 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5afc88d-c626-42f6-b7a1-8706690e1412', 'name': 'network-vif-deleted', 'tag': '74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4', 'status': 'completed', 'code': 200} Jun 25 09:10:19.471922 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1b7f7de-7f91-4243-bf00-b599d764b4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:19.478346 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1b7f7de-7f91-4243-bf00-b599d764b4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:19.479557 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f1b7f7de-7f91-4243-bf00-b599d764b4e9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/25d9a3bd-138e-4409-87eb-8887c6787b28 HTTP/1.1" status: 204 len: 168 time: 0.4709961 Jun 25 09:10:19.487481 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b4983a1d-bbc5-4cdc-8c48-bc4a40e46977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:19.490869 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-824d57a9-4c62-4cbb-94f6-de61050af5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:19.514168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7f7de-7f91-4243-bf00-b599d764b4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d9a3bd-138e-4409-87eb-8887c6787b28,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:19.567638 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f1b7f7de-7f91-4243-bf00-b599d764b4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:19.581271 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa086f4d-c2cb-42fe-8ca1-9074d6730ffa req-387c18fb-d022-4109-ad77-fbc15f1d08d8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:19.589793 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa086f4d-c2cb-42fe-8ca1-9074d6730ffa req-387c18fb-d022-4109-ad77-fbc15f1d08d8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=134c52ae-d19a-4e05-9353-92eabc2cc851 HTTP/1.1" status: 200 len: 949 time: 0.1511762 Jun 25 09:10:19.676993 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8f27560e-9661-4b4b-8527-90840980df39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:19.681791 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c5fbfb8b-a140-4b9a-8ccc-a205a7270ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:19.698456 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa086f4d-c2cb-42fe-8ca1-9074d6730ffa req-039b1c44-d0a8-49e0-822e-210a368521ca tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071656 Jun 25 09:10:19.739807 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4df0d751-fab5-4f28-bb8a-6cccdbd69aac details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:10:19.780791 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27560e-9661-4b4b-8527-90840980df39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd84d126-1ab0-4358-8cb7-1b64237b2576,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:19.783372 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f27560e-9661-4b4b-8527-90840980df39 admin admin] Checking segment: {'id': '1e28c284-2b23-4f89-abb1-e214224edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:19.783779 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f27560e-9661-4b4b-8527-90840980df39 admin admin] Network hostable DHCP agents. Network: 99113120-fb05-4363-91dc-983de1fb3bd6, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:10:19.786510 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8f27560e-9661-4b4b-8527-90840980df39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:19.808629 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f27560e-9661-4b4b-8527-90840980df39 admin admin] Network 99113120-fb05-4363-91dc-983de1fb3bd6 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:10:19.824982 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-8f27560e-9661-4b4b-8527-90840980df39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 99113120-fb05-4363-91dc-983de1fb3bd6) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:19.839370 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f27560e-9661-4b4b-8527-90840980df39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:19.839998 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8f27560e-9661-4b4b-8527-90840980df39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:19.864940 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee46183e-936c-49a2-801d-522c0d344015 None None] Network 99113120-fb05-4363-91dc-983de1fb3bd6 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:10:19.985219 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:19.993417 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b4983a1d-bbc5-4cdc-8c48-bc4a40e46977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.010726 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe4829-0559-487c-b2ce-726c4822c074 req-c6ea0415-6757-4e78-9f41-ae6c708f3ad5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:20.012328 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94fe4829-0559-487c-b2ce-726c4822c074 req-c6ea0415-6757-4e78-9f41-ae6c708f3ad5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 943 time: 0.4200058 Jun 25 09:10:20.013482 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b4983a1d-bbc5-4cdc-8c48-bc4a40e46977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.016097 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-864805cf-03b0-46a4-b1d0-16a995d229ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:20.028683 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8f27560e-9661-4b4b-8527-90840980df39 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8899915 Jun 25 09:10:20.029903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37734) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:20.034627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac', 'mac_address': 'fa:16:3e:bc:25:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:10:20.038066 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-377653797-router', 'tenant_id': '853a6d285ec446a79adc0120a1059455', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:20.095154 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.095385 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4983a1d-bbc5-4cdc-8c48-bc4a40e46977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dc0bf0-578b-4a6d-af54-6c745d845732,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:20.096847 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.098093 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.100587 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b4983a1d-bbc5-4cdc-8c48-bc4a40e46977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:20.116146 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94fe4829-0559-487c-b2ce-726c4822c074 req-5d1bf19e-40c0-4417-be64-9b8c7187497d tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907278 Jun 25 09:10:20.149519 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df0d751-fab5-4f28-bb8a-6cccdbd69aac {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:20.151155 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b4983a1d-bbc5-4cdc-8c48-bc4a40e46977 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=55dbe27b0d684bc3a8755504c5265faf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0909321 Jun 25 09:10:20.170362 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37740) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:20.186014 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.209707 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:20.229548 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.241577 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-8e2486bb-7ac2-4d07-9984-f8840ca53e41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:20.315666 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958192ea-5d57-45d1-8105-1b7c5aca394f req-e85c6175-19cb-4948-a31d-9b3900bf3299 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:20.332575 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-958192ea-5d57-45d1-8105-1b7c5aca394f req-e85c6175-19cb-4948-a31d-9b3900bf3299 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 949 time: 0.2463222 Jun 25 09:10:20.337681 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-99113120-fb05-4363-91dc-983de1fb3bd6', 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6', 'tenant_id': '853a6d285ec446a79adc0120a1059455', 'fixed_ips': [{'subnet_id': 'fd84d126-1ab0-4358-8cb7-1b64237b2576'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:10:20.338579 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.352608 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b050a14-73d5-49b8-9032-7f9346e7e9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.362855 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:20.367251 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:20.385285 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b050a14-73d5-49b8-9032-7f9346e7e9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.417393 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ded811c-0812-46df-a151-2460783d9269 req-8ee7230e-62dd-4647-a305-66be2431dfd8 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5afc88d-c626-42f6-b7a1-8706690e1412 HTTP/1.1" status: 200 len: 210 time: 0.0814295 Jun 25 09:10:20.455330 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-958192ea-5d57-45d1-8105-1b7c5aca394f req-faf7c080-93c9-4e65-965f-e8285d3ecb5f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218145 Jun 25 09:10:20.458733 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.483532 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b050a14-73d5-49b8-9032-7f9346e7e9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.496558 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b050a14-73d5-49b8-9032-7f9346e7e9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.496558 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0b050a14-73d5-49b8-9032-7f9346e7e9ba admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/43dc0bf0-578b-4a6d-af54-6c745d845732 HTTP/1.1" status: 204 len: 168 time: 0.3162544 Jun 25 09:10:20.496558 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-445113bd-7020-4f7a-9872-fa2505fda67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:20.502012 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b050a14-73d5-49b8-9032-7f9346e7e9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dc0bf0-578b-4a6d-af54-6c745d845732,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:20.507066 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0b050a14-73d5-49b8-9032-7f9346e7e9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:20.537781 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Allocated IP 172.20.0.2 (99113120-fb05-4363-91dc-983de1fb3bd6/fd84d126-1ab0-4358-8cb7-1b64237b2576/82412416-58d3-4882-ab5e-6d52d00bf986) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:10:20.554927 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device f2aafd13-29f7-49de-8db9-abb809375deb up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:20.665745 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port f2aafd13-29f7-49de-8db9-abb809375deb completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:20.677374 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['4df0d751-fab5-4f28-bb8a-6cccdbd69aac'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:10:20.682688 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port f2aafd13-29f7-49de-8db9-abb809375deb triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:20.683294 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.827092 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.879742 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.885409 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:20.903480 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Transition to ACTIVE for port object 82412416-58d3-4882-ab5e-6d52d00bf986 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:20.935515 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcba385-5d50-494b-929b-7b43c1b3617d req-69021b5b-9f4a-4c83-bd08-2a7fbd8d1821 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:20.944611 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6bcba385-5d50-494b-929b-7b43c1b3617d req-69021b5b-9f4a-4c83-bd08-2a7fbd8d1821 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=134c52ae-d19a-4e05-9353-92eabc2cc851 HTTP/1.1" status: 200 len: 949 time: 0.0908568 Jun 25 09:10:20.963989 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:21.015018 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6bcba385-5d50-494b-929b-7b43c1b3617d req-bd9cdf08-ba80-4ce4-9ae9-a88d763c7794 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619991 Jun 25 09:10:21.028279 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Transition to ACTIVE for port object 82412416-58d3-4882-ab5e-6d52d00bf986 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:21.059073 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:21.081702 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:21.083603 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52a306b-39fe-46c4-a958-8c20b0db16f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2aafd13-29f7-49de-8db9-abb809375deb'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:21.092484 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25640a9-120a-4c7d-aee5-ba3246ea5d06" -d '{"events": [{"server_uuid": "b52a306b-39fe-46c4-a958-8c20b0db16f0", "name": "network-vif-plugged", "status": "completed", "tag": "f2aafd13-29f7-49de-8db9-abb809375deb"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:21.113062 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Allocated IP 172.25.6.18 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/e5611b8b-b4cf-485b-824c-74535673616b) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:10:21.130571 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37772) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:21.155299 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-33b6c1b4-24d6-4636-a2e1-ff27a69e179c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:21.179165 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port f2aafd13-29f7-49de-8db9-abb809375deb, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=f2aafd13-29f7-49de-8db9-abb809375deb,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:21.188327 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Network 99113120-fb05-4363-91dc-983de1fb3bd6 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:21.193925 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:21.198263 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:21.200946 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd27212-1128-4243-b8f4-27dec213e5fd x-openstack-request-id: req-7cd27212-1128-4243-b8f4-27dec213e5fd {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:21.201242 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52a306b-39fe-46c4-a958-8c20b0db16f0", "name": "network-vif-plugged", "status": "completed", "tag": "f2aafd13-29f7-49de-8db9-abb809375deb", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:21.201500 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7cd27212-1128-4243-b8f4-27dec213e5fd {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:21.201888 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52a306b-39fe-46c4-a958-8c20b0db16f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2aafd13-29f7-49de-8db9-abb809375deb', 'code': 200} Jun 25 09:10:21.210632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:10:21.224265 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Pushing event updated for resources: {'Port': ['ID=82412416-58d3-4882-ab5e-6d52d00bf986,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:21.268379 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:21.274356 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:21.280946 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:21.325998 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:21.329458 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:21.378381 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:21.382544 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:21.390733 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:10:21.400572 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=f2aafd13-29f7-49de-8db9-abb809375deb,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:21.425701 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Pushing event updated for resources: {'Port': ['ID=e5611b8b-b4cf-485b-824c-74535673616b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:21.429507 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:21.469077 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:21.488120 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Attempting to bind port 82412416-58d3-4882-ab5e-6d52d00bf986 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:10:21.488887 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Attempting to bind port 82412416-58d3-4882-ab5e-6d52d00bf986 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '1e28c284-2b23-4f89-abb1-e214224edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:10:21.489717 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Attempting to bind port 82412416-58d3-4882-ab5e-6d52d00bf986 on network 99113120-fb05-4363-91dc-983de1fb3bd6 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:21.505873 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:10:21.509061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Checking segment: {'id': '1e28c284-2b23-4f89-abb1-e214224edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:21.509733 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:21.510334 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Bound using segment: {'id': '1e28c284-2b23-4f89-abb1-e214224edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:10:21.512101 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Bound port: 82412416-58d3-4882-ab5e-6d52d00bf986, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e28c284-2b23-4f89-abb1-e214224edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:10:21.515153 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:21.520971 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-33b6c1b4-24d6-4636-a2e1-ff27a69e179c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:21.537586 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-33b6c1b4-24d6-4636-a2e1-ff27a69e179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:21.559608 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cee20231-1a51-4e4b-805d-55e6b9190f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:21.597414 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fd834-f32c-4771-b817-330efd798be3 req-e968e5d1-dffb-4e57-8dc9-09937c75c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:21.599818 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d20fd834-f32c-4771-b817-330efd798be3 req-e968e5d1-dffb-4e57-8dc9-09937c75c961 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 1102 time: 0.2862873 Jun 25 09:10:21.600857 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6c1b4-24d6-4636-a2e1-ff27a69e179c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5107df6e-1868-4cb9-8738-9f6e656f588e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:21.622080 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-33b6c1b4-24d6-4636-a2e1-ff27a69e179c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:21.632207 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e728dcd-9568-4645-950b-bf47bc70e8a4 req-548dcc4c-97dd-438b-a0a5-4f783bad3326 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:21.643117 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e728dcd-9568-4645-950b-bf47bc70e8a4 req-548dcc4c-97dd-438b-a0a5-4f783bad3326 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 943 time: 0.1962030 Jun 25 09:10:21.668983 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-33b6c1b4-24d6-4636-a2e1-ff27a69e179c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2fee7e12ca494b6da965abee451b3d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5343578 Jun 25 09:10:21.672172 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] For port 82412416-58d3-4882-ab5e-6d52d00bf986, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:10:21.676071 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] For port 82412416-58d3-4882-ab5e-6d52d00bf986, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=82412416-58d3-4882-ab5e-6d52d00bf986,segment=NetworkSegment(1e28c284-2b23-4f89-abb1-e214224edb6b),segment_id=1e28c284-2b23-4f89-abb1-e214224edb6b)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:10:21.676351 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37794) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:21.684236 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:21.689287 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e557cea3-2687-48f8-bcd7-18e6c3f3e0a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:21.724635 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d20fd834-f32c-4771-b817-330efd798be3 req-00ae01aa-dcb6-4792-b28b-859418907538 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077933 Jun 25 09:10:21.763720 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b3ce8c50-dcb7-4741-8dc7-5d86c8108647 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:10:21.769667 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e728dcd-9568-4645-950b-bf47bc70e8a4 req-d84c7ab1-5bd7-4a19-9bc8-bb53ddb49a3e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251156 Jun 25 09:10:21.799534 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:21.812310 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-26bd6e9d-9513-4744-b25e-f6c2820b4995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:21.850503 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-26bd6e9d-9513-4744-b25e-f6c2820b4995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:21.896413 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Pushing event updated for resources: {'Port': ['ID=82412416-58d3-4882-ab5e-6d52d00bf986,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:21.908587 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:21.916206 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-26bd6e9d-9513-4744-b25e-f6c2820b4995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:21.920763 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-26bd6e9d-9513-4744-b25e-f6c2820b4995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:21.922476 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-26bd6e9d-9513-4744-b25e-f6c2820b4995 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5107df6e-1868-4cb9-8738-9f6e656f588e HTTP/1.1" status: 204 len: 168 time: 0.2450731 Jun 25 09:10:21.923809 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5a5d78b4-3621-4dad-824b-becd1fe8c437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:21.933889 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd6e9d-9513-4744-b25e-f6c2820b4995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5107df6e-1868-4cb9-8738-9f6e656f588e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:21.936442 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-26bd6e9d-9513-4744-b25e-f6c2820b4995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:22.040526 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b3ce8c50-dcb7-4741-8dc7-5d86c8108647, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:22.054702 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'b3ce8c50-dcb7-4741-8dc7-5d86c8108647', 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1', 'port_id': 'b3ce8c50-dcb7-4741-8dc7-5d86c8108647', 'mac_address': 'fa:16:3e:42:71:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f74112-761d-4823-bef3-5391ccb190f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:10:22.145827 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:22.153987 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ad823-f8c0-4df4-b89c-4ce6123a3760 req-74d5a577-6191-4bd4-9098-0aa2df8536d2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:22.161730 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d45ad823-f8c0-4df4-b89c-4ce6123a3760 req-74d5a577-6191-4bd4-9098-0aa2df8536d2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 950 time: 0.1599848 Jun 25 09:10:22.193395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ce8c50-dcb7-4741-8dc7-5d86c8108647 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:22.237223 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d45ad823-f8c0-4df4-b89c-4ce6123a3760 req-d40c1e8c-8c70-48ee-973e-6b5dde9251c3 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741899 Jun 25 09:10:22.245245 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b3ce8c50-dcb7-4741-8dc7-5d86c8108647, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:22.258350 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:22.263288 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:22.268775 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:22.409160 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:22.418354 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-511233e6-c150-4134-aad4-5beba5ab2e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:22.423889 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:22.466722 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Router eaf66103-364c-45c2-a69d-4e60e2a89927 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:10:22.562736 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:10:22.588711 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:10:22.589429 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 74c63972-d6ed-40e0-9eb1-6c8a9f8a3ca4 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:10:22.616628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:10:22.641294 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Sync routers for ids ['eaf66103-364c-45c2-a69d-4e60e2a89927'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:10:22.653402 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Routers {'eaf66103-364c-45c2-a69d-4e60e2a89927'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:10:22.654032 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:09:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['eaf66103-364c-45c2-a69d-4e60e2a89927'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:10:22.667569 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:22.671891 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37820) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:22.674531 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6434932 Jun 25 09:10:22.678089 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37822) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:22.703276 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['b3ce8c50-dcb7-4741-8dc7-5d86c8108647'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:10:22.726818 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7142b1e0-93a2-479a-882d-115d5d482a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:22.897891 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Set router eaf66103-364c-45c2-a69d-4e60e2a89927 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:10:23.045460 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea1925-28ae-4005-9281-7167f3d6e576 req-8b5f0f0b-2420-4bcc-8d6d-312825730270 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:23.052593 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62ea1925-28ae-4005-9281-7167f3d6e576 req-8b5f0f0b-2420-4bcc-8d6d-312825730270 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 971 time: 0.2488165 Jun 25 09:10:23.066014 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7142b1e0-93a2-479a-882d-115d5d482a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:23.089834 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7142b1e0-93a2-479a-882d-115d5d482a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:23.157138 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6153f05a-5488-4db5-aef5-26453b918c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:23.196430 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7142b1e0-93a2-479a-882d-115d5d482a93 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8c5cc9b9e8674f5fa370013346ccabc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231564 Jun 25 09:10:23.212549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37826) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:23.220446 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'name': 'tempest-AttachSCSIVolumeTestJSON-377653797-router', 'tenant_id': '853a6d285ec446a79adc0120a1059455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'e5611b8b-b4cf-485b-824c-74535673616b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:20Z', 'updated_at': '2021-06-25T09:10:21Z', 'revision_number': 3, 'project_id': '853a6d285ec446a79adc0120a1059455', 'gw_port': {'id': 'e5611b8b-b4cf-485b-824c-74535673616b', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:20Z', 'updated_at': '2021-06-25T09:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:10:23.248060 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62ea1925-28ae-4005-9281-7167f3d6e576 req-0e99bf7b-6bac-4cef-aa19-b3499984b63c tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842809 Jun 25 09:10:23.251517 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Checking router: eaf66103-364c-45c2-a69d-4e60e2a89927 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:10:23.251878 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Updating router eaf66103-364c-45c2-a69d-4e60e2a89927 port e5611b8b-b4cf-485b-824c-74535673616b binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:10:23.256405 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142b1e0-93a2-479a-882d-115d5d482a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3088747c-2e61-4743-866f-ac497e0b8870,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:23.270732 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7142b1e0-93a2-479a-882d-115d5d482a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:23.328097 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:23.399532 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-78e8d554-2e97-4504-b32c-496ec8fa83fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:23.447909 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-78e8d554-2e97-4504-b32c-496ec8fa83fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:23.474453 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e9a6d4-7b7c-455e-9fc3-49398c5d650e None None] Network 99113120-fb05-4363-91dc-983de1fb3bd6 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:10:23.508721 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:23.526838 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32b146-bb1f-433d-8568-ca5f97b2fe1c req-00755474-8545-4ae5-b043-25000b0b8c52 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:23.534519 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7e32b146-bb1f-433d-8568-ca5f97b2fe1c req-00755474-8545-4ae5-b043-25000b0b8c52 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 944 time: 0.1476727 Jun 25 09:10:23.610402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7e32b146-bb1f-433d-8568-ca5f97b2fe1c req-f006ef32-127c-4bdd-891b-1b40de1fbdc8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748749 Jun 25 09:10:23.654783 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:23.660380 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e171a862-a518-4a8b-9ed6-1974e5df7b67 None None] Provisioning for port 82412416-58d3-4882-ab5e-6d52d00bf986 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:23.667506 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9921-24ee-46b0-a65e-3241706ed252 req-5a8f6db1-d890-4776-b2a1-3c4f794a184d tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:23.677236 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cabd9921-24ee-46b0-a65e-3241706ed252 req-5a8f6db1-d890-4776-b2a1-3c4f794a184d tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 950 time: 0.1725364 Jun 25 09:10:23.683661 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Transition to ACTIVE for port object e5611b8b-b4cf-485b-824c-74535673616b will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:23.693182 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:23.698339 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:23.705964 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-53a522e0-54b3-4da4-a3c1-83875e1a0087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:23.762616 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cabd9921-24ee-46b0-a65e-3241706ed252 req-780d066f-2452-4b8b-a5a6-c641c0156cc2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834262 Jun 25 09:10:23.770338 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Pushing event updated for resources: {'Port': ['ID=e5611b8b-b4cf-485b-824c-74535673616b,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:23.781550 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:23.782025 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:23.782849 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:23.783179 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:23.783534 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:23.783806 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:23.784117 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:23.785255 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:23.785747 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:23.786217 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:23.786669 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:23.787424 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:23.790732 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4df0d751-fab5-4f28-bb8a-6cccdbd69aac up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:23.793957 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:23.826821 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Attempting to bind port e5611b8b-b4cf-485b-824c-74535673616b on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:10:23.827243 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Attempting to bind port e5611b8b-b4cf-485b-824c-74535673616b by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:10:23.827615 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Attempting to bind port e5611b8b-b4cf-485b-824c-74535673616b on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:23.837809 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:10:23.838191 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:23.838648 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:23.839046 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:10:23.839529 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Bound port: e5611b8b-b4cf-485b-824c-74535673616b, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:10:23.839938 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:23.914120 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:23.918432 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:23.918821 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:23.919583 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] For port e5611b8b-b4cf-485b-824c-74535673616b, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:10:23.927350 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] For port e5611b8b-b4cf-485b-824c-74535673616b, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e5611b8b-b4cf-485b-824c-74535673616b,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:10:23.938515 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:23.941598 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:24.046619 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Pushing event updated for resources: {'Port': ['ID=e5611b8b-b4cf-485b-824c-74535673616b,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:24.070659 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:24.080005 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:24.089264 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Routers {'eaf66103-364c-45c2-a69d-4e60e2a89927'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:10:24.089878 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-78e8d554-2e97-4504-b32c-496ec8fa83fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:24.093794 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:09:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['eaf66103-364c-45c2-a69d-4e60e2a89927'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:10:24.100630 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-78e8d554-2e97-4504-b32c-496ec8fa83fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:24.104935 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-78e8d554-2e97-4504-b32c-496ec8fa83fd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3088747c-2e61-4743-866f-ac497e0b8870 HTTP/1.1" status: 204 len: 168 time: 0.8878939 Jun 25 09:10:24.106369 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-59c4a1b5-d059-4a07-9112-ce07f0408dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:24.118427 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8d554-2e97-4504-b32c-496ec8fa83fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3088747c-2e61-4743-866f-ac497e0b8870,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:24.119171 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 82412416-58d3-4882-ab5e-6d52d00bf986 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:24.122883 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-78e8d554-2e97-4504-b32c-496ec8fa83fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:24.145778 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Allocated IP 172.20.0.1 (99113120-fb05-4363-91dc-983de1fb3bd6/fd84d126-1ab0-4358-8cb7-1b64237b2576/e19fcdfc-c402-4196-85a1-18392cfb6671) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:10:24.194506 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca968f0-9929-4b98-8e1c-0a604baa9a1d req-e1cddf30-2e3b-4cf0-b1b6-26cc86bfd2ec tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:24.198927 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eca968f0-9929-4b98-8e1c-0a604baa9a1d req-e1cddf30-2e3b-4cf0-b1b6-26cc86bfd2ec tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 948 time: 0.1883664 Jun 25 09:10:24.267662 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eca968f0-9929-4b98-8e1c-0a604baa9a1d req-9e7777b2-a9fb-4b50-859a-e6e9042f40d4 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604804 Jun 25 09:10:24.273708 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:24.275978 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefb428a-a8ca-498e-b3bc-2e21002d970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:24.279101 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63a3030-93e7-45c4-9144-750021778d88" -d '{"events": [{"server_uuid": "cefb428a-a8ca-498e-b3bc-2e21002d970a", "name": "network-vif-plugged", "status": "completed", "tag": "4df0d751-fab5-4f28-bb8a-6cccdbd69aac"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:24.284928 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:24.287938 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:24.333659 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 82412416-58d3-4882-ab5e-6d52d00bf986 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:24.341152 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:24.351679 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 82412416-58d3-4882-ab5e-6d52d00bf986 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:24.352365 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:24.360155 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] Set router eaf66103-364c-45c2-a69d-4e60e2a89927 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:10:24.367506 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Transition to ACTIVE for port object e19fcdfc-c402-4196-85a1-18392cfb6671 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:24.375687 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:24.384254 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:24.453436 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:24.458478 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51278463-6b0f-4b67-aead-16687830d14a x-openstack-request-id: req-51278463-6b0f-4b67-aead-16687830d14a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:24.465747 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-85cbf1e4-e27a-4c96-a9c6-8f61cfcb849b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:24.472765 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefb428a-a8ca-498e-b3bc-2e21002d970a", "name": "network-vif-plugged", "status": "completed", "tag": "4df0d751-fab5-4f28-bb8a-6cccdbd69aac", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:24.473096 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-51278463-6b0f-4b67-aead-16687830d14a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:24.474678 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefb428a-a8ca-498e-b3bc-2e21002d970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac', 'code': 200} Jun 25 09:10:24.507555 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Network 99113120-fb05-4363-91dc-983de1fb3bd6 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:24.515298 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:24.523636 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:10:24.580574 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40912488-7a82-4ca0-98f8-0171a9302807 req-5a48597c-2137-4abf-9d45-e08139485495 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:24.584958 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-40912488-7a82-4ca0-98f8-0171a9302807 req-5a48597c-2137-4abf-9d45-e08139485495 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.38 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 971 time: 0.2145650 Jun 25 09:10:24.617285 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:24.647926 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:24.754909 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 82412416-58d3-4882-ab5e-6d52d00bf986, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=82412416-58d3-4882-ab5e-6d52d00bf986,segment=NetworkSegment(1e28c284-2b23-4f89-abb1-e214224edb6b),segment_id=1e28c284-2b23-4f89-abb1-e214224edb6b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:24.763601 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:24.764620 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'name': 'tempest-AttachSCSIVolumeTestJSON-377653797-router', 'tenant_id': '853a6d285ec446a79adc0120a1059455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'e5611b8b-b4cf-485b-824c-74535673616b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:20Z', 'updated_at': '2021-06-25T09:10:21Z', 'revision_number': 3, 'project_id': '853a6d285ec446a79adc0120a1059455', 'gw_port': {'id': 'e5611b8b-b4cf-485b-824c-74535673616b', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:20Z', 'updated_at': '2021-06-25T09:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:10:24.771839 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:24.807032 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58f4f27-6392-4ba4-b7ce-c300c35a3d80 None None] The sync data for ids ['eaf66103-364c-45c2-a69d-4e60e2a89927'] in n-d-761264-15 is: [{'id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'name': 'tempest-AttachSCSIVolumeTestJSON-377653797-router', 'tenant_id': '853a6d285ec446a79adc0120a1059455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'e5611b8b-b4cf-485b-824c-74535673616b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:20Z', 'updated_at': '2021-06-25T09:10:21Z', 'revision_number': 3, 'project_id': '853a6d285ec446a79adc0120a1059455', 'gw_port': {'id': 'e5611b8b-b4cf-485b-824c-74535673616b', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:20Z', 'updated_at': '2021-06-25T09:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:10:24.930430 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=82412416-58d3-4882-ab5e-6d52d00bf986,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:24.953057 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:24.969992 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f65e1d0-85a8-43dc-89fb-0ef7aab383f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:24.971185 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e4688-33c5-4eac-a3ae-63de73f45be0 req-032a1f26-b640-4f92-87ba-c7ef3688afb8 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:24.979512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d23e4688-33c5-4eac-a3ae-63de73f45be0 req-032a1f26-b640-4f92-87ba-c7ef3688afb8 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 971 time: 0.3920846 Jun 25 09:10:24.998499 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-52dbafad-ad3f-4888-8fd8-eafba1e485ff None None] Provisioning for port e19fcdfc-c402-4196-85a1-18392cfb6671 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:25.005156 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-52dbafad-ad3f-4888-8fd8-eafba1e485ff None None] Provisioning complete for port e19fcdfc-c402-4196-85a1-18392cfb6671 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:25.005751 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-52dbafad-ad3f-4888-8fd8-eafba1e485ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:25.033303 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Pushing event updated for resources: {'Port': ['ID=e19fcdfc-c402-4196-85a1-18392cfb6671,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:25.046935 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:25.051131 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d23e4688-33c5-4eac-a3ae-63de73f45be0 req-c2da5875-8a49-4a90-8c94-244a21e5c8f5 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/security-groups?id=b923b2e5-1dd5-4537-91eb-aec59f64100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706096 Jun 25 09:10:25.072142 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-52dbafad-ad3f-4888-8fd8-eafba1e485ff None None] Port e19fcdfc-c402-4196-85a1-18392cfb6671 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:10:25.078126 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ced2-512b-48be-a48a-6737b20167fe req-63d44ca3-de71-4b32-ac73-c3a8536473f9 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:25.080085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95d7ced2-512b-48be-a48a-6737b20167fe req-63d44ca3-de71-4b32-ac73-c3a8536473f9 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 944 time: 0.2425625 Jun 25 09:10:25.082332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-40912488-7a82-4ca0-98f8-0171a9302807 req-4f4d22a1-e0be-48a2-b6da-8c07cc6240dd tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Deleting port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:10:25.082678 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-40912488-7a82-4ca0-98f8-0171a9302807 req-4f4d22a1-e0be-48a2-b6da-8c07cc6240dd tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:25.134332 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:25.186605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-40912488-7a82-4ca0-98f8-0171a9302807 req-4f4d22a1-e0be-48a2-b6da-8c07cc6240dd tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] For port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=427659ab-ec8e-46e0-b8e0-3edb82e20d2c,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:25.186605 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-40912488-7a82-4ca0-98f8-0171a9302807 req-4f4d22a1-e0be-48a2-b6da-8c07cc6240dd tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:25.191872 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:25.197751 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37888) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:25.204225 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-40912488-7a82-4ca0-98f8-0171a9302807 req-4f4d22a1-e0be-48a2-b6da-8c07cc6240dd tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Calling delete_port for 427659ab-ec8e-46e0-b8e0-3edb82e20d2c owned by compute:tempest-test_az-1049402985 {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:10:25.242737 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60b115-cec4-4f1e-8c5e-5821d3aa3eca req-7ea5bc6b-f0d4-429a-bfc0-bfce2654856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:25.244309 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3e60b115-cec4-4f1e-8c5e-5821d3aa3eca req-7ea5bc6b-f0d4-429a-bfc0-bfce2654856f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 1101 time: 0.3389857 Jun 25 09:10:25.320948 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95d7ced2-512b-48be-a48a-6737b20167fe req-60c960b4-69be-4f13-9f1b-47859dbd0bfa tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168003 Jun 25 09:10:25.431086 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3e60b115-cec4-4f1e-8c5e-5821d3aa3eca req-50b9a1e4-54e1-4e10-9836-8e44497a0805 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316168 Jun 25 09:10:25.446815 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1e154be7-a5f2-4fd8-8794-ea18225bf5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:25.588294 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-40912488-7a82-4ca0-98f8-0171a9302807 req-4f4d22a1-e0be-48a2-b6da-8c07cc6240dd tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:25.597754 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:25.622498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['427659ab-ec8e-46e0-b8e0-3edb82e20d2c'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:10:25.637129 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d22a1-e0be-48a2-b6da-8c07cc6240dd tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Pushing event deleted for resources: {'Port': ['ID=427659ab-ec8e-46e0-b8e0-3edb82e20d2c,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:25.649442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a78ca-af46-4b1a-84fa-49879f9dff7d req-a5083f84-1f7a-4692-8914-f668d56e0d18 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:25.657050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb7a78ca-af46-4b1a-84fa-49879f9dff7d req-a5083f84-1f7a-4692-8914-f668d56e0d18 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1612041 Jun 25 09:10:25.660836 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:25.661416 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4f4d22a1-e0be-48a2-b6da-8c07cc6240dd tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:25.680030 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:25.737491 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:25.740633 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:25.742049 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-40912488-7a82-4ca0-98f8-0171a9302807 req-4f4d22a1-e0be-48a2-b6da-8c07cc6240dd tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] No DVR routers for this DVR port 427659ab-ec8e-46e0-b8e0-3edb82e20d2c on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:10:25.748117 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-40912488-7a82-4ca0-98f8-0171a9302807 req-4f4d22a1-e0be-48a2-b6da-8c07cc6240dd tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:25.752945 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-40912488-7a82-4ca0-98f8-0171a9302807 req-4f4d22a1-e0be-48a2-b6da-8c07cc6240dd tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.38 "DELETE /v2.0/ports/427659ab-ec8e-46e0-b8e0-3edb82e20d2c HTTP/1.1" status: 204 len: 173 time: 1.1596735 Jun 25 09:10:25.753951 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7686727c-5dda-48a0-864e-1f7b8faa42df', 'name': 'network-vif-deleted', 'tag': '427659ab-ec8e-46e0-b8e0-3edb82e20d2c'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:25.757173 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4056cc03-352e-422c-bf53-b4be8a559266" -d '{"events": [{"server_uuid": "7686727c-5dda-48a0-864e-1f7b8faa42df", "name": "network-vif-deleted", "tag": "427659ab-ec8e-46e0-b8e0-3edb82e20d2c"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:25.777289 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb7a78ca-af46-4b1a-84fa-49879f9dff7d req-edecddbc-d391-4473-9937-5ee2fa9f4971 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186116 Jun 25 09:10:25.798271 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b3ce8c50-dcb7-4741-8dc7-5d86c8108647 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:25.845298 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b16076-2005-4065-8c8b-c1c8a3674a63 x-openstack-request-id: req-c5b16076-2005-4065-8c8b-c1c8a3674a63 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:25.847136 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7686727c-5dda-48a0-864e-1f7b8faa42df", "name": "network-vif-deleted", "tag": "427659ab-ec8e-46e0-b8e0-3edb82e20d2c", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:25.847603 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c5b16076-2005-4065-8c8b-c1c8a3674a63 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:25.848187 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7686727c-5dda-48a0-864e-1f7b8faa42df', 'name': 'network-vif-deleted', 'tag': '427659ab-ec8e-46e0-b8e0-3edb82e20d2c', 'status': 'completed', 'code': 200} Jun 25 09:10:25.893769 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port b3ce8c50-dcb7-4741-8dc7-5d86c8108647 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:25.906788 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port b3ce8c50-dcb7-4741-8dc7-5d86c8108647 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:25.907173 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:25.909751 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1e154be7-a5f2-4fd8-8794-ea18225bf5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:26.061858 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:26.069435 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1e154be7-a5f2-4fd8-8794-ea18225bf5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:26.101173 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1e154be7-a5f2-4fd8-8794-ea18225bf5f9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d0cdff80783d48a482b5788734f785f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9020665 Jun 25 09:10:26.107560 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37912) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:26.109598 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Network 99113120-fb05-4363-91dc-983de1fb3bd6 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:26.111693 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:26.116872 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Pushing event updated for resources: {'Port': ['ID=e19fcdfc-c402-4196-85a1-18392cfb6671,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:26.119751 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:26.121487 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-95542065-66cb-4b3c-81dd-7c2d2eaff452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:26.151843 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e154be7-a5f2-4fd8-8794-ea18225bf5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078a2190-058d-4191-8504-c13c0a7ade11,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:26.155417 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1e154be7-a5f2-4fd8-8794-ea18225bf5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:26.178833 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b3ce8c50-dcb7-4741-8dc7-5d86c8108647, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:26.195049 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:26.232941 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:26.251288 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:26.331557 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Router eaf66103-364c-45c2-a69d-4e60e2a89927 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:10:26.347802 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2e27ad9-41f1-406c-b7d0-a830633ee958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:26.436470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e5611b8b-b4cf-485b-824c-74535673616b up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:26.449610 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2e27ad9-41f1-406c-b7d0-a830633ee958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:26.478787 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b8b00d-5004-4614-a321-6882bc7af8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ce8c50-dcb7-4741-8dc7-5d86c8108647'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:26.481470 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5453530a-7b8e-482c-b9ff-514f93766891" -d '{"events": [{"server_uuid": "46b8b00d-5004-4614-a321-6882bc7af8b8", "name": "network-vif-plugged", "status": "completed", "tag": "b3ce8c50-dcb7-4741-8dc7-5d86c8108647"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:26.496013 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:26.500684 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:26.525982 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port e5611b8b-b4cf-485b-824c-74535673616b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:26.531037 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e5611b8b-b4cf-485b-824c-74535673616b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:26.531531 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:26.538362 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ca98d90-7c92-4b2a-9ef7-0d8f7e9e3bfc req-7109d377-ab2e-44d9-9970-065bc59155f0 tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] 10.222.0.93 "GET /v2.0/ports?device_id=7686727c-5dda-48a0-864e-1f7b8faa42df HTTP/1.1" status: 200 len: 210 time: 0.1064062 Jun 25 09:10:26.667832 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:10:26.686359 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] 10.222.0.93 "PUT /v2.0/routers/eaf66103-364c-45c2-a69d-4e60e2a89927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0088859 Jun 25 09:10:26.702287 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426a602-6ed9-4f57-a375-66f86d4373cc req-d359bcdb-349c-4208-a616-8c51b8ef3ef7 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:26.712524 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2426a602-6ed9-4f57-a375-66f86d4373cc req-d359bcdb-349c-4208-a616-8c51b8ef3ef7 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 945 time: 0.1311963 Jun 25 09:10:26.716039 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea22fbf3-9da0-4a0b-867b-8eeb6188841d x-openstack-request-id: req-ea22fbf3-9da0-4a0b-867b-8eeb6188841d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:26.716557 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b8b00d-5004-4614-a321-6882bc7af8b8", "name": "network-vif-plugged", "status": "completed", "tag": "b3ce8c50-dcb7-4741-8dc7-5d86c8108647", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:26.717181 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ea22fbf3-9da0-4a0b-867b-8eeb6188841d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:26.718752 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b8b00d-5004-4614-a321-6882bc7af8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ce8c50-dcb7-4741-8dc7-5d86c8108647', 'code': 200} Jun 25 09:10:26.736149 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2e27ad9-41f1-406c-b7d0-a830633ee958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:26.736446 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6051320b-0287-4355-8f81-d80fa991094a None None] Provisioning complete for port e19fcdfc-c402-4196-85a1-18392cfb6671 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:26.739609 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2e27ad9-41f1-406c-b7d0-a830633ee958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:26.741256 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c2e27ad9-41f1-406c-b7d0-a830633ee958 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/078a2190-058d-4191-8504-c13c0a7ade11 HTTP/1.1" status: 204 len: 168 time: 0.6324239 Jun 25 09:10:26.743940 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-56ee4d78-fdda-4233-adee-eab1460a6a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:26.744633 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6051320b-0287-4355-8f81-d80fa991094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:26.792584 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2426a602-6ed9-4f57-a375-66f86d4373cc req-6b8d3017-6d15-4adf-a32c-b8a3a8635303 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788345 Jun 25 09:10:26.821166 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e27ad9-41f1-406c-b7d0-a830633ee958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078a2190-058d-4191-8504-c13c0a7ade11,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:26.841097 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c2e27ad9-41f1-406c-b7d0-a830633ee958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:26.930327 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:26.959484 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-6051320b-0287-4355-8f81-d80fa991094a None None] Port e19fcdfc-c402-4196-85a1-18392cfb6671 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:10:26.985285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port e5611b8b-b4cf-485b-824c-74535673616b, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e5611b8b-b4cf-485b-824c-74535673616b,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:26.994355 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:26.995273 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 82412416-58d3-4882-ab5e-6d52d00bf986 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:27.039960 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e557cea3-2687-48f8-bcd7-18e6c3f3e0a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:27.040399 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaee443-c6c0-4a36-9033-2991209e36a6 req-1d276393-e503-4214-b85c-b915abb529f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:27.043294 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ebaee443-c6c0-4a36-9033-2991209e36a6 req-1d276393-e503-4214-b85c-b915abb529f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 1097 time: 0.1512439 Jun 25 09:10:27.098832 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ebaee443-c6c0-4a36-9033-2991209e36a6 req-b797b40d-3950-4817-97a4-e3f8f80c1777 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372148 Jun 25 09:10:27.147575 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 82412416-58d3-4882-ab5e-6d52d00bf986 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:27.148027 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:27.171776 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8d144-f824-42fb-a7b2-d024fc5fa937 req-a636f11e-164b-4a94-9858-85d08c7a6b6c tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:27.173382 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11c8d144-f824-42fb-a7b2-d024fc5fa937 req-a636f11e-164b-4a94-9858-85d08c7a6b6c tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1921742 Jun 25 09:10:27.180008 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=e5611b8b-b4cf-485b-824c-74535673616b,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:27.193285 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:27.254458 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11c8d144-f824-42fb-a7b2-d024fc5fa937 req-5ee92de8-8ba1-426f-9674-c507544c8f4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727117 Jun 25 09:10:27.379284 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37958) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:27.394456 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ac13d39c-1f71-4a40-b458-cd1744224fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:27.463242 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Sync routers for ids ['eaf66103-364c-45c2-a69d-4e60e2a89927'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:10:27.474946 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Routers {'eaf66103-364c-45c2-a69d-4e60e2a89927'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:10:27.475800 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:10:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['eaf66103-364c-45c2-a69d-4e60e2a89927'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:10:27.532229 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ac13d39c-1f71-4a40-b458-cd1744224fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:27.537905 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ac13d39c-1f71-4a40-b458-cd1744224fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:27.540997 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ef05d188-68c8-4d5d-94d6-d0ccaba9cc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:27.592642 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ac13d39c-1f71-4a40-b458-cd1744224fe3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=906553eb286444d3b6f0472793c4d5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090154 Jun 25 09:10:27.592642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d39c-1f71-4a40-b458-cd1744224fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416186ee-a010-4710-8fdf-4edaf38feaf2,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:27.593043 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37966) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:27.595432 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ac13d39c-1f71-4a40-b458-cd1744224fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:27.609877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Set router eaf66103-364c-45c2-a69d-4e60e2a89927 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:10:27.716229 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c3f9171-b235-4228-89b4-072dda538d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:27.795303 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c3f9171-b235-4228-89b4-072dda538d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:27.827299 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 202f361e-0d52-44fa-bf00-07988cf89300 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:10:27.847464 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37984) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:27.853484 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-25196301-network', 'tenant_id': '557750200718496f8eefaeaf81f49bd2'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:27.887457 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Made reservation on behalf of 557750200718496f8eefaeaf81f49bd2 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:27.890575 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:27.913569 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:27.918011 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c3f9171-b235-4228-89b4-072dda538d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:27.920980 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c3f9171-b235-4228-89b4-072dda538d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:27.922583 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0c3f9171-b235-4228-89b4-072dda538d7f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/416186ee-a010-4710-8fdf-4edaf38feaf2 HTTP/1.1" status: 204 len: 168 time: 0.3283999 Jun 25 09:10:27.931436 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f1b7f7de-7f91-4243-bf00-b599d764b4e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:27.958451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f9171-b235-4228-89b4-072dda538d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416186ee-a010-4710-8fdf-4edaf38feaf2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:27.968686 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0c3f9171-b235-4228-89b4-072dda538d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:27.977438 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:28.006826 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.resource_extend [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:10:28.009618 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e5611b8b-b4cf-485b-824c-74535673616b up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:28.271282 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:28.282257 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:28.286627 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60bc9dae-37a5-4387-9dbd-ebe0ca9c86d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:28.297718 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 202f361e-0d52-44fa-bf00-07988cf89300, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=202f361e-0d52-44fa-bf00-07988cf89300,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:28.303558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb37cd3-2219-4b7d-bb47-fb9fb06af5fe req-6cb90385-fe82-4f35-85e1-289ac374f69c tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:28.305215 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3bb37cd3-2219-4b7d-bb47-fb9fb06af5fe req-6cb90385-fe82-4f35-85e1-289ac374f69c tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 945 time: 0.1378543 Jun 25 09:10:28.344534 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '202f361e-0d52-44fa-bf00-07988cf89300', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '202f361e-0d52-44fa-bf00-07988cf89300', 'mac_address': 'fa:16:3e:b0:6c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:10:28.364796 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b5ab8f-7999-45d6-8b84-f3035b297b41,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:28.367842 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e5611b8b-b4cf-485b-824c-74535673616b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:28.368343 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:28.376747 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'name': 'tempest-AttachSCSIVolumeTestJSON-377653797-router', 'tenant_id': '853a6d285ec446a79adc0120a1059455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'e5611b8b-b4cf-485b-824c-74535673616b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:20Z', 'updated_at': '2021-06-25T09:10:25Z', 'revision_number': 4, 'project_id': '853a6d285ec446a79adc0120a1059455', 'gw_port': {'id': 'e5611b8b-b4cf-485b-824c-74535673616b', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:20Z', 'updated_at': '2021-06-25T09:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'e19fcdfc-c402-4196-85a1-18392cfb6671', 'name': '', 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6', 'tenant_id': '853a6d285ec446a79adc0120a1059455', 'mac_address': 'fa:16:3e:8b:73:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fd84d126-1ab0-4358-8cb7-1b64237b2576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:23Z', 'updated_at': '2021-06-25T09:10:25Z', 'revision_number': 2, 'project_id': '853a6d285ec446a79adc0120a1059455', 'subnets': [{'id': 'fd84d126-1ab0-4358-8cb7-1b64237b2576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:10:28.385419 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:28.392769 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3bb37cd3-2219-4b7d-bb47-fb9fb06af5fe req-49d3ff5c-8690-4f61-8ba7-0d169307ef98 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798759 Jun 25 09:10:28.427669 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:10:28.440904 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:28.450459 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Added segment cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6 of type vlan for network 53fe9637-8c9b-4b0b-9fd7-d998423d1f59 Jun 25 09:10:28.513060 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:28.532779 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Checking router: eaf66103-364c-45c2-a69d-4e60e2a89927 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:10:28.533097 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Updating router eaf66103-364c-45c2-a69d-4e60e2a89927 port e19fcdfc-c402-4196-85a1-18392cfb6671 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:10:28.582616 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382fcd7-018f-4046-9aff-8c2566a6d031 req-db3946a0-b929-4827-9508-ae4ee05906ef tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:28.584177 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0382fcd7-018f-4046-9aff-8c2566a6d031 req-db3946a0-b929-4827-9508-ae4ee05906ef tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1183858 Jun 25 09:10:28.588441 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:28.589983 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:28.590636 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:28.607017 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38004) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:28.610824 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:28.636358 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 427659ab-ec8e-46e0-b8e0-3edb82e20d2c no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:10:28.643832 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7948656 Jun 25 09:10:28.644810 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38008) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:28.721692 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0382fcd7-018f-4046-9aff-8c2566a6d031 req-55439cc6-4da1-4c0f-8c56-a980d1e174e3 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255648 Jun 25 09:10:28.753774 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-97f52551-d046-4690-ac77-ae05c04c35b5 admin admin] Request body: {'subnet': {'network_id': '53fe9637-8c9b-4b0b-9fd7-d998423d1f59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-25196301-subnet', 'tenant_id': '557750200718496f8eefaeaf81f49bd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:28.771818 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 427659ab-ec8e-46e0-b8e0-3edb82e20d2c {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:10:28.772345 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 427659ab-ec8e-46e0-b8e0-3edb82e20d2c not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:10:28.774053 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:28.782888 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:28.856002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f52551-d046-4690-ac77-ae05c04c35b5 admin admin] Made reservation on behalf of 557750200718496f8eefaeaf81f49bd2 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:28.867044 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-97f52551-d046-4690-ac77-ae05c04c35b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:28.924861 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 202f361e-0d52-44fa-bf00-07988cf89300 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:28.997994 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Pushing event updated for resources: {'Network': ['ID=53fe9637-8c9b-4b0b-9fd7-d998423d1f59,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:29.010922 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:29.035371 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 53fe9637-8c9b-4b0b-9fd7-d998423d1f59 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:10:29.100479 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38030) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:29.115518 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8ee4ebce-a81b-4f25-80c7-298cb78430b1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b76870e3f32342b88e6d15615a249405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027857 Jun 25 09:10:29.115950 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 202f361e-0d52-44fa-bf00-07988cf89300, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=202f361e-0d52-44fa-bf00-07988cf89300,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:29.118296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38034) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:29.281961 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-0d65c76a-a945-4612-ab38-027986329f87 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=4396dc05ce0945a388a688a30849231b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396976 Jun 25 09:10:29.323992 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b48acbf-371f-473b-b805-0eed21b51034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:29.372634 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d1cdbdb-47e1-45d7-bb22-ac89467a2300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:29.415463 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-97f52551-d046-4690-ac77-ae05c04c35b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:29.417195 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:29.439917 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:29.455338 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:29.526557 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d1cdbdb-47e1-45d7-bb22-ac89467a2300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:29.528391 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=202f361e-0d52-44fa-bf00-07988cf89300,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:29.535708 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-04a0c86e-9b9c-48e7-ba65-0320beca411f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:29.537514 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-04a0c86e-9b9c-48e7-ba65-0320beca411f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2467883 Jun 25 09:10:29.552053 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:29.563796 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-7083c060-98c5-4c91-b526-5f8837223038 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/quotas/4396dc05ce0945a388a688a30849231b HTTP/1.1" status: 200 len: 375 time: 0.0162039 Jun 25 09:10:29.666627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['202f361e-0d52-44fa-bf00-07988cf89300'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:10:29.685920 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f52551-d046-4690-ac77-ae05c04c35b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9893bd42-f340-4216-832a-aa7850f49df9,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:29.695650 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-97f52551-d046-4690-ac77-ae05c04c35b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:29.714084 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f52551-d046-4690-ac77-ae05c04c35b5 admin admin] Checking segment: {'id': 'cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53fe9637-8c9b-4b0b-9fd7-d998423d1f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:29.714621 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f52551-d046-4690-ac77-ae05c04c35b5 admin admin] Network hostable DHCP agents. Network: 53fe9637-8c9b-4b0b-9fd7-d998423d1f59, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:10:29.726738 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d1cdbdb-47e1-45d7-bb22-ac89467a2300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:29.730166 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d1cdbdb-47e1-45d7-bb22-ac89467a2300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:29.731503 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5d1cdbdb-47e1-45d7-bb22-ac89467a2300 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b923b2e5-1dd5-4537-91eb-aec59f64100b HTTP/1.1" status: 204 len: 168 time: 0.6091342 Jun 25 09:10:29.735026 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cfde8b2d-e735-4d72-b92f-16a2223618e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:29.758236 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cdbdb-47e1-45d7-bb22-ac89467a2300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b923b2e5-1dd5-4537-91eb-aec59f64100b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:29.765315 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5d1cdbdb-47e1-45d7-bb22-ac89467a2300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:29.782200 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f52551-d046-4690-ac77-ae05c04c35b5 admin admin] Network 53fe9637-8c9b-4b0b-9fd7-d998423d1f59 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:10:29.827741 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-5b6246fc-ed14-4f97-8e1f-7916b3222529 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4396dc05ce0945a388a688a30849231b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2450240 Jun 25 09:10:29.843827 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b48acbf-371f-473b-b805-0eed21b51034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:29.853020 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57556210-e24e-4c8b-875e-82a368810936 req-03bad551-9003-43b4-a4c3-aa70ce5c7501 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:29.857094 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b48acbf-371f-473b-b805-0eed21b51034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:29.860025 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:29.867622 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57556210-e24e-4c8b-875e-82a368810936 req-03bad551-9003-43b4-a4c3-aa70ce5c7501 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 945 time: 0.2210133 Jun 25 09:10:29.873660 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38062) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:29.889507 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-97f52551-d046-4690-ac77-ae05c04c35b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 53fe9637-8c9b-4b0b-9fd7-d998423d1f59) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:29.960556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f52551-d046-4690-ac77-ae05c04c35b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:29.961387 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-97f52551-d046-4690-ac77-ae05c04c35b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:29.982402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57556210-e24e-4c8b-875e-82a368810936 req-4d4ea705-94ac-4db4-aa5a-ebe76709fcaf tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134205 Jun 25 09:10:30.010518 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48acbf-371f-473b-b805-0eed21b51034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c7bab6-9a56-462c-a713-617ec97530ec,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:30.020920 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6b48acbf-371f-473b-b805-0eed21b51034 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7aaf9a8234204f75ba5375dc3827fa1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9189782 Jun 25 09:10:30.024054 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38078) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:30.024308 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f64b3b2-6bc5-4ade-84f8-a14db8aa8a36 None None] Network 53fe9637-8c9b-4b0b-9fd7-d998423d1f59 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:10:30.032175 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6b48acbf-371f-473b-b805-0eed21b51034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:30.037574 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-97f52551-d046-4690-ac77-ae05c04c35b5 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2974379 Jun 25 09:10:30.039919 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38080) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:30.082459 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-25196301-router', 'tenant_id': '557750200718496f8eefaeaf81f49bd2', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:30.209727 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1132126014-network', 'tenant_id': '962cd5c8d0b44612ac82fa335ff2dd3d'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:30.232407 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:30.233509 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:30.247382 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c4a4461a-5bbd-4b41-8399-8c1a63358b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:30.296472 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c4a4461a-5bbd-4b41-8399-8c1a63358b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:30.421981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b45aa00d-d0bc-4d56-93ae-1ddc5665b701 req-b4bc2d9f-755b-4ba5-a232-434931c50460 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 210 time: 0.0480835 Jun 25 09:10:30.494261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Made reservation on behalf of 962cd5c8d0b44612ac82fa335ff2dd3d for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:30.497188 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:30.566100 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:30.570551 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:30.599857 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38106) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:30.632303 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-53fe9637-8c9b-4b0b-9fd7-d998423d1f59', 'network_id': '53fe9637-8c9b-4b0b-9fd7-d998423d1f59', 'tenant_id': '557750200718496f8eefaeaf81f49bd2', 'fixed_ips': [{'subnet_id': '9893bd42-f340-4216-832a-aa7850f49df9'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:10:30.633617 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:30.665075 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:30.687088 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-55282be5-fc1b-407a-a7f0-7aadf0509356 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c4cdb1967e9e48d29c6257fb087bbcc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0850155 Jun 25 09:10:30.688091 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Transition to ACTIVE for port object e19fcdfc-c402-4196-85a1-18392cfb6671 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:30.688189 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38112) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:30.708759 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c4a4461a-5bbd-4b41-8399-8c1a63358b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:30.715938 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c4a4461a-5bbd-4b41-8399-8c1a63358b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:30.720350 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c4a4461a-5bbd-4b41-8399-8c1a63358b37 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e9c7bab6-9a56-462c-a713-617ec97530ec HTTP/1.1" status: 204 len: 168 time: 0.6950469 Jun 25 09:10:30.723843 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bea04d34-9ab9-4811-8ae6-a691a62c1c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:30.751593 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-320dbbaa-2fa3-4d66-a4cb-dc0a35facf0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:30.762394 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:30.774880 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:30.782461 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-320dbbaa-2fa3-4d66-a4cb-dc0a35facf0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:30.829987 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4461a-5bbd-4b41-8399-8c1a63358b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c7bab6-9a56-462c-a713-617ec97530ec,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:30.842237 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c4a4461a-5bbd-4b41-8399-8c1a63358b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:30.880134 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-320dbbaa-2fa3-4d66-a4cb-dc0a35facf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:30.884596 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-320dbbaa-2fa3-4d66-a4cb-dc0a35facf0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:30.892327 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-320dbbaa-2fa3-4d66-a4cb-dc0a35facf0e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0e0cc813-688f-4b58-93f6-01112a742f26 HTTP/1.1" status: 204 len: 168 time: 0.2022929 Jun 25 09:10:30.898687 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e2abeb8d-050b-404c-90e3-b4204c9f7c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:30.921158 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dbbaa-2fa3-4d66-a4cb-dc0a35facf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0cc813-688f-4b58-93f6-01112a742f26,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:30.926696 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-320dbbaa-2fa3-4d66-a4cb-dc0a35facf0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:30.958935 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:31.028221 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5943d3-b0f2-462c-96dc-418005e52491 None None] Pushing event updated for resources: {'Port': ['ID=e19fcdfc-c402-4196-85a1-18392cfb6671,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:31.051055 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1c5943d3-b0f2-462c-96dc-418005e52491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:31.161243 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Allocated IP 172.20.0.2 (53fe9637-8c9b-4b0b-9fd7-d998423d1f59/9893bd42-f340-4216-832a-aa7850f49df9/96dc4227-b417-47a4-86c0-54e79984905b) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:10:31.163549 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Attempting to bind port e19fcdfc-c402-4196-85a1-18392cfb6671 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:10:31.164158 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Attempting to bind port e19fcdfc-c402-4196-85a1-18392cfb6671 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '1e28c284-2b23-4f89-abb1-e214224edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:10:31.164447 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Attempting to bind port e19fcdfc-c402-4196-85a1-18392cfb6671 on network 99113120-fb05-4363-91dc-983de1fb3bd6 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:31.197204 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:10:31.199894 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Checking segment: {'id': '1e28c284-2b23-4f89-abb1-e214224edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:31.202356 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:31.203017 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Bound using segment: {'id': '1e28c284-2b23-4f89-abb1-e214224edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:10:31.206306 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Bound port: e19fcdfc-c402-4196-85a1-18392cfb6671, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e28c284-2b23-4f89-abb1-e214224edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:10:31.207066 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:31.390736 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] For port e19fcdfc-c402-4196-85a1-18392cfb6671, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:10:31.397568 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] For port e19fcdfc-c402-4196-85a1-18392cfb6671, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e19fcdfc-c402-4196-85a1-18392cfb6671,segment=NetworkSegment(1e28c284-2b23-4f89-abb1-e214224edb6b),segment_id=1e28c284-2b23-4f89-abb1-e214224edb6b)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:10:31.409311 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:31.414915 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:31.424696 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4d242-8c6f-4dff-8cb3-1cecd11a2bee req-0f448ec0-eba4-41c4-a451-a11bb7fa1337 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:31.427046 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1d4d242-8c6f-4dff-8cb3-1cecd11a2bee req-0f448ec0-eba4-41c4-a451-a11bb7fa1337 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 945 time: 1.0586793 Jun 25 09:10:31.431967 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:31.522467 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38144) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:31.550663 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e94bdf87-cd37-4fe0-a359-886849fadcb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:31.571149 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Routers {'eaf66103-364c-45c2-a69d-4e60e2a89927'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:10:31.572066 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:10:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['eaf66103-364c-45c2-a69d-4e60e2a89927'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:10:31.617757 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1d4d242-8c6f-4dff-8cb3-1cecd11a2bee req-eeafbb3a-cf1b-422c-80ce-c049c8fa86fb tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775582 Jun 25 09:10:31.654327 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:31.664532 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:31.667810 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4a2323b5-d8c2-494e-ac36-2bb9625ed744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:31.815071 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:10:31.843320 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:31.843320 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Added segment 05ff4299-5fd4-4597-b10e-12436d376289 of type vlan for network 68eb177c-3f7a-464d-a8dd-cdbf3481befa Jun 25 09:10:31.887007 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e94bdf87-cd37-4fe0-a359-886849fadcb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:31.897221 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e94bdf87-cd37-4fe0-a359-886849fadcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:31.901367 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5d1cdbdb-47e1-45d7-bb22-ac89467a2300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:31.921663 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 202f361e-0d52-44fa-bf00-07988cf89300 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:31.947486 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bdf87-cd37-4fe0-a359-886849fadcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ed4621-d428-43e8-a38a-e5999a723639,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:31.956532 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e94bdf87-cd37-4fe0-a359-886849fadcb2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ea37771511544ebea1ee46a4db07900f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324362 Jun 25 09:10:31.958132 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e94bdf87-cd37-4fe0-a359-886849fadcb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:31.958740 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38162) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:31.969325 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:32.040275 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5fad2752-b4a7-4620-aca7-8006dbce9253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:32.097000 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5fad2752-b4a7-4620-aca7-8006dbce9253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:32.102161 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5943d3-b0f2-462c-96dc-418005e52491 None None] Pushing event updated for resources: {'Port': ['ID=e19fcdfc-c402-4196-85a1-18392cfb6671,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:32.118402 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1c5943d3-b0f2-462c-96dc-418005e52491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:32.161005 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:32.200844 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c823364f-0b5b-4a42-b3d8-0c30d4e429d8 req-5adc69ff-4a9a-49e6-adfe-31c4180b75fe tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 210 time: 0.1251032 Jun 25 09:10:32.200844 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05186fb1-ee4a-4a74-9942-3574e7b4f5da,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:32.222488 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5fad2752-b4a7-4620-aca7-8006dbce9253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:32.224956 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5fad2752-b4a7-4620-aca7-8006dbce9253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:32.229733 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:32.231430 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:32.232548 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5fad2752-b4a7-4620-aca7-8006dbce9253 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/06ed4621-d428-43e8-a38a-e5999a723639 HTTP/1.1" status: 204 len: 168 time: 0.2707291 Jun 25 09:10:32.241746 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e14407e7-a8bd-437f-908f-992669eb93b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:32.267976 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:32.268570 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:32.294867 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:32.323328 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Transition to ACTIVE for port object 96dc4227-b417-47a4-86c0-54e79984905b will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:32.323474 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-38ee5c60-7d0c-471d-8b7b-b3c674242083 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4396dc05ce0945a388a688a30849231b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894816 Jun 25 09:10:32.324169 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad2752-b4a7-4620-aca7-8006dbce9253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ed4621-d428-43e8-a38a-e5999a723639,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:32.330778 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5fad2752-b4a7-4620-aca7-8006dbce9253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:32.347149 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 202f361e-0d52-44fa-bf00-07988cf89300 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:32.347711 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:32.460886 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Transition to ACTIVE for port object 96dc4227-b417-47a4-86c0-54e79984905b will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:32.494540 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:32.553045 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] Set router eaf66103-364c-45c2-a69d-4e60e2a89927 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:10:32.572062 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:32.591861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-a8ae2124-6561-44ce-8f59-0c6bd59c1687 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:32.593789 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-a8ae2124-6561-44ce-8f59-0c6bd59c1687 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567017 Jun 25 09:10:32.618590 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-8c9e3479-57b1-4f75-95d9-09c2bd9cee4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Request body: {'port': {'device_id': '0cab8a47-e711-41ce-95a6-a6f1c5c8f967', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': '4396dc05ce0945a388a688a30849231b'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:32.663997 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38190) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:32.666498 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7836299 Jun 25 09:10:32.672606 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4ecc96e9-c36a-4594-97ae-622aeed58833 admin admin] Request body: {'subnet': {'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1132126014-subnet', 'tenant_id': '962cd5c8d0b44612ac82fa335ff2dd3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:32.805362 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Pushing event updated for resources: {'Network': ['ID=68eb177c-3f7a-464d-a8dd-cdbf3481befa,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:32.831177 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:32.840795 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecc96e9-c36a-4594-97ae-622aeed58833 admin admin] Made reservation on behalf of 962cd5c8d0b44612ac82fa335ff2dd3d for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:32.843492 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4ecc96e9-c36a-4594-97ae-622aeed58833 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:32.961932 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 68eb177c-3f7a-464d-a8dd-cdbf3481befa details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:10:33.079212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-8c9e3479-57b1-4f75-95d9-09c2bd9cee4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Made reservation on behalf of 4396dc05ce0945a388a688a30849231b for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:33.083529 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-8c9e3479-57b1-4f75-95d9-09c2bd9cee4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:33.137558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa56cc-6fd7-4aa4-9838-12998504bef1 req-24b21cd3-cd6c-4160-a59d-c8dddb97710b tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:33.147299 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcaa56cc-6fd7-4aa4-9838-12998504bef1 req-24b21cd3-cd6c-4160-a59d-c8dddb97710b tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 945 time: 0.9704671 Jun 25 09:10:33.167949 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Network 53fe9637-8c9b-4b0b-9fd7-d998423d1f59 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:33.203268 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:33.207799 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:10:33.258603 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcaa56cc-6fd7-4aa4-9838-12998504bef1 req-fcfeb415-ee86-4791-839a-165b7afa8041 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055176 Jun 25 09:10:33.280478 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:33.355263 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Pushing event updated for resources: {'Port': ['ID=96dc4227-b417-47a4-86c0-54e79984905b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:33.362878 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:33.375391 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:33.528337 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-8c9e3479-57b1-4f75-95d9-09c2bd9cee4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Allocated IP 192.168.233.203 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/c5071f03-c5cc-417e-9e78-bc799d8ede33) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:10:33.682267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Allocated IP 172.25.6.136 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/28d30903-b504-4938-b536-9f34433f5a4d) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:10:33.832637 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4ecc96e9-c36a-4594-97ae-622aeed58833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:33.865660 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:33.872098 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:33.937051 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:33.974085 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Attempting to bind port 96dc4227-b417-47a4-86c0-54e79984905b on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:10:33.974621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Attempting to bind port 96dc4227-b417-47a4-86c0-54e79984905b by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53fe9637-8c9b-4b0b-9fd7-d998423d1f59'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:10:33.975121 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Attempting to bind port 96dc4227-b417-47a4-86c0-54e79984905b on network 53fe9637-8c9b-4b0b-9fd7-d998423d1f59 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:33.980349 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2895d4ed-bda2-47ab-a625-455c6cda645a req-93d90d83-3d8e-4543-98f4-fcc4d06420b6 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 210 time: 0.0676715 Jun 25 09:10:33.992184 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:34.051407 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Pushing event updated for resources: {'Port': ['ID=28d30903-b504-4938-b536-9f34433f5a4d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:34.057914 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:34.067818 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:10:34.070446 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Checking segment: {'id': 'cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53fe9637-8c9b-4b0b-9fd7-d998423d1f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:34.071077 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:34.072885 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Bound using segment: {'id': 'cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53fe9637-8c9b-4b0b-9fd7-d998423d1f59'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:10:34.075982 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Bound port: 96dc4227-b417-47a4-86c0-54e79984905b, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53fe9637-8c9b-4b0b-9fd7-d998423d1f59'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:10:34.076548 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:34.084049 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:34.091433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:34.102346 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:10:34.136274 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:34.168342 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-8c9e3479-57b1-4f75-95d9-09c2bd9cee4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:34.192065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc96e9-c36a-4594-97ae-622aeed58833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:34.197644 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4ecc96e9-c36a-4594-97ae-622aeed58833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:34.202583 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc96e9-c36a-4594-97ae-622aeed58833 admin admin] Checking segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:34.203214 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecc96e9-c36a-4594-97ae-622aeed58833 admin admin] Network hostable DHCP agents. Network: 68eb177c-3f7a-464d-a8dd-cdbf3481befa, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:10:34.217012 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-8c9e3479-57b1-4f75-95d9-09c2bd9cee4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Transition to ACTIVE for port object c5071f03-c5cc-417e-9e78-bc799d8ede33 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:34.235487 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecc96e9-c36a-4594-97ae-622aeed58833 admin admin] Network 68eb177c-3f7a-464d-a8dd-cdbf3481befa is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:10:34.259748 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-4ecc96e9-c36a-4594-97ae-622aeed58833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 68eb177c-3f7a-464d-a8dd-cdbf3481befa) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:34.261126 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134c52ae-d19a-4e05-9353-92eabc2cc851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202f361e-0d52-44fa-bf00-07988cf89300'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:34.263689 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee911d6-dfeb-41d6-a053-dd214e9cb929" -d '{"events": [{"server_uuid": "134c52ae-d19a-4e05-9353-92eabc2cc851", "name": "network-vif-plugged", "status": "completed", "tag": "202f361e-0d52-44fa-bf00-07988cf89300"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:34.273070 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecc96e9-c36a-4594-97ae-622aeed58833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:34.273851 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4ecc96e9-c36a-4594-97ae-622aeed58833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:34.303324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec95100-524b-457d-aa4c-cba73bca37e2 req-50c60a94-e780-45f8-bd4c-7e417ef96481 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:34.314829 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ec95100-524b-457d-aa4c-cba73bca37e2 req-50c60a94-e780-45f8-bd4c-7e417ef96481 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 945 time: 0.3920503 Jun 25 09:10:34.327571 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4ecc96e9-c36a-4594-97ae-622aeed58833 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6619606 Jun 25 09:10:34.341359 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-8c9e3479-57b1-4f75-95d9-09c2bd9cee4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:34.341656 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d8d5f3-a162-429e-8d71-2131130ee0d4 None None] Network 68eb177c-3f7a-464d-a8dd-cdbf3481befa requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:10:34.377766 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a23f8922-63e7-4e54-8ee4-f3c485a176cd tempest-AggregatesAdminTestJSON-5367402 tempest-AggregatesAdminTestJSON-5367402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:34.405016 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 202f361e-0d52-44fa-bf00-07988cf89300, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=202f361e-0d52-44fa-bf00-07988cf89300,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:34.414362 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['f2aafd13-29f7-49de-8db9-abb809375deb'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:10:34.456021 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['4df0d751-fab5-4f28-bb8a-6cccdbd69aac'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:10:34.500177 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-8c9e3479-57b1-4f75-95d9-09c2bd9cee4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:34.522978 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-8c9e3479-57b1-4f75-95d9-09c2bd9cee4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:34.527363 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cbe1b9-d0e3-46a1-9a63-fcc09914f0fa x-openstack-request-id: req-b4cbe1b9-d0e3-46a1-9a63-fcc09914f0fa {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:34.527809 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134c52ae-d19a-4e05-9353-92eabc2cc851", "name": "network-vif-plugged", "status": "completed", "tag": "202f361e-0d52-44fa-bf00-07988cf89300", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:34.528175 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b4cbe1b9-d0e3-46a1-9a63-fcc09914f0fa {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:34.528718 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134c52ae-d19a-4e05-9353-92eabc2cc851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202f361e-0d52-44fa-bf00-07988cf89300', 'code': 200} Jun 25 09:10:34.536227 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-8c9e3479-57b1-4f75-95d9-09c2bd9cee4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:10:34.541212 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:34.588557 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:34.631969 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e3479-57b1-4f75-95d9-09c2bd9cee4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Pushing event updated for resources: {'Port': ['ID=c5071f03-c5cc-417e-9e78-bc799d8ede33,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:34.637062 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8c9e3479-57b1-4f75-95d9-09c2bd9cee4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:34.701522 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-8c9e3479-57b1-4f75-95d9-09c2bd9cee4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:34.703543 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-8c9e3479-57b1-4f75-95d9-09c2bd9cee4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:34.722257 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ec95100-524b-457d-aa4c-cba73bca37e2 req-9581bec2-b672-4ded-897f-2e6d38073c96 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178999 Jun 25 09:10:34.739071 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-8c9e3479-57b1-4f75-95d9-09c2bd9cee4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1263256 Jun 25 09:10:34.769903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Request body: {'port': {'device_id': '0cab8a47-e711-41ce-95a6-a6f1c5c8f967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:34.916242 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:35.024107 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:35.180213 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] For port 96dc4227-b417-47a4-86c0-54e79984905b, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:10:35.280444 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] For port 96dc4227-b417-47a4-86c0-54e79984905b, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=96dc4227-b417-47a4-86c0-54e79984905b,segment=NetworkSegment(cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6),segment_id=cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:10:35.308107 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:35.330653 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=202f361e-0d52-44fa-bf00-07988cf89300,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:35.343038 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:35.345799 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'name': 'tempest-AttachSCSIVolumeTestJSON-377653797-router', 'tenant_id': '853a6d285ec446a79adc0120a1059455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'e5611b8b-b4cf-485b-824c-74535673616b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:20Z', 'updated_at': '2021-06-25T09:10:25Z', 'revision_number': 4, 'project_id': '853a6d285ec446a79adc0120a1059455', 'gw_port': {'id': 'e5611b8b-b4cf-485b-824c-74535673616b', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:20Z', 'updated_at': '2021-06-25T09:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'e19fcdfc-c402-4196-85a1-18392cfb6671', 'name': '', 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6', 'tenant_id': '853a6d285ec446a79adc0120a1059455', 'mac_address': 'fa:16:3e:8b:73:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fd84d126-1ab0-4358-8cb7-1b64237b2576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:23Z', 'updated_at': '2021-06-25T09:10:31Z', 'revision_number': 4, 'project_id': '853a6d285ec446a79adc0120a1059455', 'subnets': [{'id': 'fd84d126-1ab0-4358-8cb7-1b64237b2576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:10:35.354231 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:35.533312 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c6e51-1da5-4e02-81a4-0b48dfb25557 None None] The sync data for ids ['eaf66103-364c-45c2-a69d-4e60e2a89927'] in n-d-761264-15 is: [{'id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'name': 'tempest-AttachSCSIVolumeTestJSON-377653797-router', 'tenant_id': '853a6d285ec446a79adc0120a1059455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'e5611b8b-b4cf-485b-824c-74535673616b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:20Z', 'updated_at': '2021-06-25T09:10:25Z', 'revision_number': 4, 'project_id': '853a6d285ec446a79adc0120a1059455', 'gw_port': {'id': 'e5611b8b-b4cf-485b-824c-74535673616b', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:20Z', 'updated_at': '2021-06-25T09:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'e19fcdfc-c402-4196-85a1-18392cfb6671', 'name': '', 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6', 'tenant_id': '853a6d285ec446a79adc0120a1059455', 'mac_address': 'fa:16:3e:8b:73:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fd84d126-1ab0-4358-8cb7-1b64237b2576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:23Z', 'updated_at': '2021-06-25T09:10:31Z', 'revision_number': 4, 'project_id': '853a6d285ec446a79adc0120a1059455', 'subnets': [{'id': 'fd84d126-1ab0-4358-8cb7-1b64237b2576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:10:35.592547 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9954e0fd-a969-4765-8ce2-3e058849c635 None None] Provisioning for port c5071f03-c5cc-417e-9e78-bc799d8ede33 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:35.605761 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9954e0fd-a969-4765-8ce2-3e058849c635 None None] Provisioning complete for port c5071f03-c5cc-417e-9e78-bc799d8ede33 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:35.606156 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9954e0fd-a969-4765-8ce2-3e058849c635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:35.612377 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d278a38c-f960-4107-b578-1da8afc2df13 None None] Network 68eb177c-3f7a-464d-a8dd-cdbf3481befa requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:10:35.626051 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e5051-2861-4166-9c50-1c1ad1122f48 req-ad5ec32f-e865-4676-a06b-c789e69ef811 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:35.708225 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c7e5051-2861-4166-9c50-1c1ad1122f48 req-ad5ec32f-e865-4676-a06b-c789e69ef811 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 945 time: 0.4914908 Jun 25 09:10:35.815136 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Pushing event updated for resources: {'Port': ['ID=96dc4227-b417-47a4-86c0-54e79984905b,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:35.821069 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:35.830260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9954e0fd-a969-4765-8ce2-3e058849c635 None None] Port c5071f03-c5cc-417e-9e78-bc799d8ede33 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:10:35.982986 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5071f03-c5cc-417e-9e78-bc799d8ede33 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:36.005198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaed05-100e-4c1e-ade9-ca0d8cb4c975 req-93cf3e5c-eb92-4afc-8869-499117e57602 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:36.014310 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38294) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:36.019337 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aebaed05-100e-4c1e-ade9-ca0d8cb4c975 req-93cf3e5c-eb92-4afc-8869-499117e57602 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 936 time: 0.5853837 Jun 25 09:10:36.021960 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:36.031581 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-967115220-network', 'tenant_id': '0e5cced1918c4438983e50a36cd10e43'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:36.052967 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:36.084649 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Transition to ACTIVE for port object c5071f03-c5cc-417e-9e78-bc799d8ede33 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:36.093783 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:36.097006 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:36.100237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Made reservation on behalf of 0e5cced1918c4438983e50a36cd10e43 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:36.103605 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:36.137638 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aebaed05-100e-4c1e-ade9-ca0d8cb4c975 req-de7abe3c-ce8d-43c7-99db-c542f275a7ba tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140618 Jun 25 09:10:36.166247 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 96dc4227-b417-47a4-86c0-54e79984905b up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:36.182653 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:36.225318 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Pushing event updated for resources: {'Port': ['ID=c5071f03-c5cc-417e-9e78-bc799d8ede33,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:36.261238 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 96dc4227-b417-47a4-86c0-54e79984905b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:36.271085 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:36.273646 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e19fcdfc-c402-4196-85a1-18392cfb6671 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:36.286057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c7e5051-2861-4166-9c50-1c1ad1122f48 req-1ebe04a9-98cb-4212-a603-bfc8dfb45b26 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5769126 Jun 25 09:10:36.435807 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port e19fcdfc-c402-4196-85a1-18392cfb6671 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:36.444661 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e19fcdfc-c402-4196-85a1-18392cfb6671 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:36.445352 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:36.504762 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Attempting to bind port c5071f03-c5cc-417e-9e78-bc799d8ede33 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:10:36.506601 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Attempting to bind port c5071f03-c5cc-417e-9e78-bc799d8ede33 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:10:36.507860 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Attempting to bind port c5071f03-c5cc-417e-9e78-bc799d8ede33 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:36.527614 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Port c5071f03-c5cc-417e-9e78-bc799d8ede33 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:10:36.528246 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Attempting to bind port c5071f03-c5cc-417e-9e78-bc799d8ede33 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:36.538230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:10:36.539104 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:36.540244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:10:36.541084 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Bound port: c5071f03-c5cc-417e-9e78-bc799d8ede33, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:10:36.541774 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:36.634183 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Router e3c1c755-507f-4063-a41c-1701168641df is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:10:36.839934 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:36.922784 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port e19fcdfc-c402-4196-85a1-18392cfb6671, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e19fcdfc-c402-4196-85a1-18392cfb6671,segment=NetworkSegment(1e28c284-2b23-4f89-abb1-e214224edb6b),segment_id=1e28c284-2b23-4f89-abb1-e214224edb6b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:36.931118 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:36.935217 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:36.975035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:10:36.998455 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Sync routers for ids ['e3c1c755-507f-4063-a41c-1701168641df'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:10:37.030776 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Routers {'e3c1c755-507f-4063-a41c-1701168641df'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:10:37.033146 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:10:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['e3c1c755-507f-4063-a41c-1701168641df'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:10:37.054788 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=e19fcdfc-c402-4196-85a1-18392cfb6671,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:37.062470 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:37.198109 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] For port c5071f03-c5cc-417e-9e78-bc799d8ede33, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:10:37.206571 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:37.222431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] For port c5071f03-c5cc-417e-9e78-bc799d8ede33, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c5071f03-c5cc-417e-9e78-bc799d8ede33,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:10:37.223553 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:37.234419 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7d02ee53-1d59-40c5-afe8-861cac3e7eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:37.242878 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:37.247646 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.2066374 Jun 25 09:10:37.249415 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38314) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:37.251000 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:37.282804 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a18696-d34c-4a5e-838d-cee4632a2e12 None None] Network 53fe9637-8c9b-4b0b-9fd7-d998423d1f59 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:10:37.305767 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:10:37.338088 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:37.338503 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Added segment fe028f70-41e4-4385-a666-87c3fa55f279 of type vlan for network 2cd9f7dd-d1d7-44bb-b495-1a118feb2206 Jun 25 09:10:37.349652 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d04c0-709d-4628-b7ba-96da9b7ee367 req-761011ca-b403-4f0e-a9a3-3b8a24a9f972 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:37.360619 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d44d04c0-709d-4628-b7ba-96da9b7ee367 req-761011ca-b403-4f0e-a9a3-3b8a24a9f972 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 945 time: 0.2563589 Jun 25 09:10:37.500039 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d44d04c0-709d-4628-b7ba-96da9b7ee367 req-83fb9d57-3c31-4a1d-9b77-1a97949947f5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382787 Jun 25 09:10:37.522642 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:37.596020 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:37.596692 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:37.611979 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0122aa92-5281-457c-a736-fbfe6cb85f7d None None] Provisioning for port 96dc4227-b417-47a4-86c0-54e79984905b completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:37.617247 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] 10.222.0.41 "PUT /v2.0/ports/c5071f03-c5cc-417e-9e78-bc799d8ede33 HTTP/1.1" status: 200 len: 1097 time: 2.8520734 Jun 25 09:10:37.627805 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0122aa92-5281-457c-a736-fbfe6cb85f7d None None] Provisioning complete for port 96dc4227-b417-47a4-86c0-54e79984905b triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:37.628184 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0122aa92-5281-457c-a736-fbfe6cb85f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:37.640548 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cab8a47-e711-41ce-95a6-a6f1c5c8f967', 'tag': 'c5071f03-c5cc-417e-9e78-bc799d8ede33'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:37.650538 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1f3d1a-99a0-4c29-bc18-a8fd87b6a8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0cab8a47-e711-41ce-95a6-a6f1c5c8f967", "tag": "c5071f03-c5cc-417e-9e78-bc799d8ede33"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:37.728076 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Set router e3c1c755-507f-4063-a41c-1701168641df gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:10:37.914210 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84eaa13f-d812-496a-a064-8d3753a03af7,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:37.923050 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:37.945007 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-42fb8a62-6e6d-4710-8502-800aaeadbc53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.649s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:37.964063 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:37.967675 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0122aa92-5281-457c-a736-fbfe6cb85f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:38.055902 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0122aa92-5281-457c-a736-fbfe6cb85f7d None None] For port 96dc4227-b417-47a4-86c0-54e79984905b, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=96dc4227-b417-47a4-86c0-54e79984905b,segment=NetworkSegment(cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6),segment_id=cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:38.084457 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:38.086385 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e19fcdfc-c402-4196-85a1-18392cfb6671 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:38.089140 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0122aa92-5281-457c-a736-fbfe6cb85f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:38.093531 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:38.096811 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:38.188151 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf593dde-06f9-4fe0-aac6-089008a82db6 x-openstack-request-id: req-cf593dde-06f9-4fe0-aac6-089008a82db6 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:38.188633 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cab8a47-e711-41ce-95a6-a6f1c5c8f967", "tag": "c5071f03-c5cc-417e-9e78-bc799d8ede33", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:38.189031 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cf593dde-06f9-4fe0-aac6-089008a82db6 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:38.189580 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cab8a47-e711-41ce-95a6-a6f1c5c8f967', 'tag': 'c5071f03-c5cc-417e-9e78-bc799d8ede33', 'status': 'completed', 'code': 200} Jun 25 09:10:38.241595 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2228255 Jun 25 09:10:38.261399 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38346) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:38.271949 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122aa92-5281-457c-a736-fbfe6cb85f7d None None] Pushing event updated for resources: {'Port': ['ID=96dc4227-b417-47a4-86c0-54e79984905b,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:38.280126 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0122aa92-5281-457c-a736-fbfe6cb85f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:38.281328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c1f555a8-f497-41d0-a343-7b1569ef3801 admin admin] Request body: {'subnet': {'network_id': '2cd9f7dd-d1d7-44bb-b495-1a118feb2206', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-967115220-subnet', 'tenant_id': '0e5cced1918c4438983e50a36cd10e43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:38.296230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38348) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:38.297347 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c1c755-507f-4063-a41c-1701168641df', 'name': 'tempest-AttachSCSIVolumeTestJSON-25196301-router', 'tenant_id': '557750200718496f8eefaeaf81f49bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '28d30903-b504-4938-b536-9f34433f5a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:30Z', 'updated_at': '2021-06-25T09:10:34Z', 'revision_number': 3, 'project_id': '557750200718496f8eefaeaf81f49bd2', 'gw_port': {'id': '28d30903-b504-4938-b536-9f34433f5a4d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c1c755-507f-4063-a41c-1701168641df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:33Z', 'updated_at': '2021-06-25T09:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:10:38.304653 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Pushing event updated for resources: {'Port': ['ID=c5071f03-c5cc-417e-9e78-bc799d8ede33,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:38.317678 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:38.349589 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Checking router: e3c1c755-507f-4063-a41c-1701168641df for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:10:38.350262 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Updating router e3c1c755-507f-4063-a41c-1701168641df port 28d30903-b504-4938-b536-9f34433f5a4d binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:10:38.352889 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:38.361438 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-b9141d64-1ea3-4db4-b5a9-5304d12cc852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:38.366524 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-b9141d64-1ea3-4db4-b5a9-5304d12cc852 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4396dc05ce0945a388a688a30849231b&device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 1100 time: 0.6423771 Jun 25 09:10:38.390100 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e19fcdfc-c402-4196-85a1-18392cfb6671 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:38.390490 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:38.461198 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f555a8-f497-41d0-a343-7b1569ef3801 admin admin] Made reservation on behalf of 0e5cced1918c4438983e50a36cd10e43 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:38.469531 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1f555a8-f497-41d0-a343-7b1569ef3801 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:38.481129 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:38.546239 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa743bc-c50d-4889-8293-b36400582ce2 req-94a2e0c5-30b4-4b7e-a8d9-732c86a4b149 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:38.554152 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9fa743bc-c50d-4889-8293-b36400582ce2 req-94a2e0c5-30b4-4b7e-a8d9-732c86a4b149 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 948 time: 1.0461257 Jun 25 09:10:38.580794 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f03544a0-2d40-4a8b-8c46-0b053d4b8f4f None None] Provisioning complete for port 96dc4227-b417-47a4-86c0-54e79984905b triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:38.583149 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Pushing event updated for resources: {'Network': ['ID=2cd9f7dd-d1d7-44bb-b495-1a118feb2206,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:38.583818 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f03544a0-2d40-4a8b-8c46-0b053d4b8f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:38.597461 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:38.665388 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9fa743bc-c50d-4889-8293-b36400582ce2 req-fd86ab4a-929a-4083-b51d-cff1ed3ea04e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101353 Jun 25 09:10:38.672309 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 2cd9f7dd-d1d7-44bb-b495-1a118feb2206 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:10:38.760153 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:10:39.019963 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8c718c2c-7bf6-46e1-9836-12879a42c045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:39.025365 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1f555a8-f497-41d0-a343-7b1569ef3801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:39.033361 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-b7e37ba8-5590-4308-aa98-b6f2f9ec6af0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=c5071f03-c5cc-417e-9e78-bc799d8ede33 HTTP/1.1" status: 200 len: 217 time: 0.5745225 Jun 25 09:10:39.052500 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32aa63-ebe2-494a-a947-c349a5ba50e2 req-8ca72ace-f51d-45a7-a1e4-273d6929696e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:39.059374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c32aa63-ebe2-494a-a947-c349a5ba50e2 req-8ca72ace-f51d-45a7-a1e4-273d6929696e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 945 time: 0.2946804 Jun 25 09:10:39.133744 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:39.193990 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Transition to ACTIVE for port object 28d30903-b504-4938-b536-9f34433f5a4d will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:39.204760 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:39.207442 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:39.245539 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8c718c2c-7bf6-46e1-9836-12879a42c045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:39.252520 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:39.268683 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c32aa63-ebe2-494a-a947-c349a5ba50e2 req-b3cedd2b-54fa-4d65-aafd-7c5e54191933 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610961 Jun 25 09:10:39.332033 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7aa1e-6128-4475-90aa-d2af7a93bf9b None None] Pushing event updated for resources: {'Port': ['ID=28d30903-b504-4938-b536-9f34433f5a4d,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:39.345858 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-19d7aa1e-6128-4475-90aa-d2af7a93bf9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:39.346508 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Attempting to bind port 28d30903-b504-4938-b536-9f34433f5a4d on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:10:39.346966 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Attempting to bind port 28d30903-b504-4938-b536-9f34433f5a4d by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:10:39.347321 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:39.347785 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Attempting to bind port 28d30903-b504-4938-b536-9f34433f5a4d on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:39.358374 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:10:39.362600 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:39.363188 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:39.363697 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:10:39.364302 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Bound port: 28d30903-b504-4938-b536-9f34433f5a4d, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:10:39.364997 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:39.377442 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f555a8-f497-41d0-a343-7b1569ef3801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c8d90a-7f51-4cf2-932c-76afdc96877f,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:39.382591 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c1f555a8-f497-41d0-a343-7b1569ef3801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:39.388113 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8c718c2c-7bf6-46e1-9836-12879a42c045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:39.422029 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:39.427159 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38374) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:39.498258 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] For port 28d30903-b504-4938-b536-9f34433f5a4d, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:10:39.508401 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] For port 28d30903-b504-4938-b536-9f34433f5a4d, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=28d30903-b504-4938-b536-9f34433f5a4d,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:10:39.518089 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:39.521789 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:39.547376 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-f955af8f-385b-4470-997a-c9d42837d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:39.549146 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-f955af8f-385b-4470-997a-c9d42837d583 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.2983954 Jun 25 09:10:39.561542 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8c718c2c-7bf6-46e1-9836-12879a42c045 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=17cff5eccd904037b412abe6692881e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2393394 Jun 25 09:10:39.562159 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c718c2c-7bf6-46e1-9836-12879a42c045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf883d9-7998-4cc1-9d3f-62a687517318,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:39.614869 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8c718c2c-7bf6-46e1-9836-12879a42c045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:39.615625 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38380) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:39.618334 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f555a8-f497-41d0-a343-7b1569ef3801 admin admin] Checking segment: {'id': 'fe028f70-41e4-4385-a666-87c3fa55f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cd9f7dd-d1d7-44bb-b495-1a118feb2206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:39.618847 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f555a8-f497-41d0-a343-7b1569ef3801 admin admin] Network hostable DHCP agents. Network: 2cd9f7dd-d1d7-44bb-b495-1a118feb2206, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:10:39.633843 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Routers {'e3c1c755-507f-4063-a41c-1701168641df'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:10:39.635059 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:10:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['e3c1c755-507f-4063-a41c-1701168641df'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:10:39.651797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Allocated IP 172.20.0.1 (53fe9637-8c9b-4b0b-9fd7-d998423d1f59/9893bd42-f340-4216-832a-aa7850f49df9/e0013777-b2ff-4de6-b987-5bd2019654fb) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:10:39.698812 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f555a8-f497-41d0-a343-7b1569ef3801 admin admin] Network 2cd9f7dd-d1d7-44bb-b495-1a118feb2206 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:10:39.716073 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-c1f555a8-f497-41d0-a343-7b1569ef3801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 2cd9f7dd-d1d7-44bb-b495-1a118feb2206) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:39.724704 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b432105f-6804-47de-a279-ce5a05d8e83a None None] Network 2cd9f7dd-d1d7-44bb-b495-1a118feb2206 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:10:39.727853 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f555a8-f497-41d0-a343-7b1569ef3801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:39.728466 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1f555a8-f497-41d0-a343-7b1569ef3801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:39.730733 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac8aa-482e-47b6-9c3e-33951814bd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:39.745589 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-b7c99bd7-df76-48f4-a842-04323305697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:39.755283 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-b7c99bd7-df76-48f4-a842-04323305697f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1893277 Jun 25 09:10:39.771674 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1697b1bc-0afd-4fd4-b8f1-c504a355b339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:39.774646 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:39.788424 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Transition to ACTIVE for port object e0013777-b2ff-4de6-b987-5bd2019654fb will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:39.800574 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7aa1e-6128-4475-90aa-d2af7a93bf9b None None] Pushing event updated for resources: {'Port': ['ID=28d30903-b504-4938-b536-9f34433f5a4d,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:39.816666 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-19d7aa1e-6128-4475-90aa-d2af7a93bf9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:39.842596 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:39.854646 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c1f555a8-f497-41d0-a343-7b1569ef3801 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5817432 Jun 25 09:10:39.856129 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac8aa-482e-47b6-9c3e-33951814bd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:39.928526 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4f4d22a1-e0be-48a2-b6da-8c07cc6240dd tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:40.023712 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] Set router e3c1c755-507f-4063-a41c-1701168641df gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:10:40.032196 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-f1a79be5-6d8d-4379-9c5b-74b2f6585929 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524657 Jun 25 09:10:40.140335 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Network 53fe9637-8c9b-4b0b-9fd7-d998423d1f59 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:40.161200 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:40.172512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:10:40.176806 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:40.246600 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa053856-d61a-4401-93a6-9073c648b8c9 req-b41b62a7-dd00-4c20-92c0-9b0685e6b1d7 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010629 Jun 25 09:10:40.251159 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac8aa-482e-47b6-9c3e-33951814bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:40.254649 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac8aa-482e-47b6-9c3e-33951814bd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:40.254649 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fe5ac8aa-482e-47b6-9c3e-33951814bd6c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ebf883d9-7998-4cc1-9d3f-62a687517318 HTTP/1.1" status: 204 len: 168 time: 0.6283436 Jun 25 09:10:40.258744 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0f36ab8f-c7ff-4758-b893-3522b10778fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:40.277758 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ac8aa-482e-47b6-9c3e-33951814bd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf883d9-7998-4cc1-9d3f-62a687517318,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:40.306423 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fe5ac8aa-482e-47b6-9c3e-33951814bd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:40.371934 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Pushing event updated for resources: {'Port': ['ID=e0013777-b2ff-4de6-b987-5bd2019654fb,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:40.373481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 96dc4227-b417-47a4-86c0-54e79984905b up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:40.378964 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:40.451135 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1697b1bc-0afd-4fd4-b8f1-c504a355b339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:40.460834 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1697b1bc-0afd-4fd4-b8f1-c504a355b339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:40.466088 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c1c755-507f-4063-a41c-1701168641df', 'name': 'tempest-AttachSCSIVolumeTestJSON-25196301-router', 'tenant_id': '557750200718496f8eefaeaf81f49bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '28d30903-b504-4938-b536-9f34433f5a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:30Z', 'updated_at': '2021-06-25T09:10:34Z', 'revision_number': 3, 'project_id': '557750200718496f8eefaeaf81f49bd2', 'gw_port': {'id': '28d30903-b504-4938-b536-9f34433f5a4d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c1c755-507f-4063-a41c-1701168641df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:33Z', 'updated_at': '2021-06-25T09:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:10:40.498569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed99f36-f9ee-4194-9d8d-ba36437a68ac req-60b61163-7f9c-49da-bc4f-bb933e6be08d tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:40.512802 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ed99f36-f9ee-4194-9d8d-ba36437a68ac req-60b61163-7f9c-49da-bc4f-bb933e6be08d tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 945 time: 0.6789474 Jun 25 09:10:40.528137 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb2c21-e859-44dc-9c10-e62cc408eca6 None None] The sync data for ids ['e3c1c755-507f-4063-a41c-1701168641df'] in n-d-761264-15 is: [{'id': 'e3c1c755-507f-4063-a41c-1701168641df', 'name': 'tempest-AttachSCSIVolumeTestJSON-25196301-router', 'tenant_id': '557750200718496f8eefaeaf81f49bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '28d30903-b504-4938-b536-9f34433f5a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:30Z', 'updated_at': '2021-06-25T09:10:34Z', 'revision_number': 3, 'project_id': '557750200718496f8eefaeaf81f49bd2', 'gw_port': {'id': '28d30903-b504-4938-b536-9f34433f5a4d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c1c755-507f-4063-a41c-1701168641df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:33Z', 'updated_at': '2021-06-25T09:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:10:40.529316 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:40.663945 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697b1bc-0afd-4fd4-b8f1-c504a355b339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a443a442-ff59-46ff-b658-d94af4f2bd83,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:40.666902 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae105a4a-89f8-4e69-be88-bba792643077 None None] Network 2cd9f7dd-d1d7-44bb-b495-1a118feb2206 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:10:40.692613 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1697b1bc-0afd-4fd4-b8f1-c504a355b339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:40.697521 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1697b1bc-0afd-4fd4-b8f1-c504a355b339 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=899576aa3e834ae8b76b01e622aaf827&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2693782 Jun 25 09:10:40.700311 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38398) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:40.730667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495336c9-defc-4eef-a221-db2946699f74 req-f0268802-c5be-4fb8-950c-2a37c3639be8 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:40.739510 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-495336c9-defc-4eef-a221-db2946699f74 req-f0268802-c5be-4fb8-950c-2a37c3639be8 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 948 time: 0.7032101 Jun 25 09:10:40.774551 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ed99f36-f9ee-4194-9d8d-ba36437a68ac req-e9a6bfa4-1531-4351-a793-6f062a06f628 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661653 Jun 25 09:10:40.805153 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f3d1a-99a0-4c29-bc18-a8fd87b6a8b5 req-1665dce8-bf6b-4348-9ece-e0e00adb0a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:40.805153 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4b1f3d1a-99a0-4c29-bc18-a8fd87b6a8b5 req-1665dce8-bf6b-4348-9ece-e0e00adb0a71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4396dc05ce0945a388a688a30849231b&device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 1100 time: 0.4087203 Jun 25 09:10:40.897746 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-495336c9-defc-4eef-a221-db2946699f74 req-769ac22c-07a6-45c1-9164-8fa6f3a56829 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557112 Jun 25 09:10:40.904218 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-27227236-e51c-47d5-8b51-f756f37ca9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:40.959885 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-27227236-e51c-47d5-8b51-f756f37ca9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:41.131507 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:41.162512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38416) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:41.212768 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f3d1a-99a0-4c29-bc18-a8fd87b6a8b5 req-efee5633-bdb6-41af-9d77-da2d3954fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:41.224678 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4b1f3d1a-99a0-4c29-bc18-a8fd87b6a8b5 req-efee5633-bdb6-41af-9d77-da2d3954fea9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.4083936 Jun 25 09:10:41.233792 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e97cb89c-51f6-4bf6-b586-b5965dfdeb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:41.250942 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-27227236-e51c-47d5-8b51-f756f37ca9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:41.254342 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-27227236-e51c-47d5-8b51-f756f37ca9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:41.263372 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-27227236-e51c-47d5-8b51-f756f37ca9cc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a443a442-ff59-46ff-b658-d94af4f2bd83 HTTP/1.1" status: 204 len: 168 time: 0.5573835 Jun 25 09:10:41.266858 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fe93d9c8-c6e1-42cc-830b-d3aac874e478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:41.297630 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27227236-e51c-47d5-8b51-f756f37ca9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a443a442-ff59-46ff-b658-d94af4f2bd83,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:41.312809 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-224405a2-b8c9-4b85-8dac-9dd23721262b None None] Provisioning for port e0013777-b2ff-4de6-b987-5bd2019654fb completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:41.320870 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-27227236-e51c-47d5-8b51-f756f37ca9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:41.351514 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-224405a2-b8c9-4b85-8dac-9dd23721262b None None] Provisioning complete for port e0013777-b2ff-4de6-b987-5bd2019654fb triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:41.352602 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-224405a2-b8c9-4b85-8dac-9dd23721262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:41.439753 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-224405a2-b8c9-4b85-8dac-9dd23721262b None None] Port e0013777-b2ff-4de6-b987-5bd2019654fb cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:10:41.464576 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4b1f3d1a-99a0-4c29-bc18-a8fd87b6a8b5 req-0f40dab1-9797-4121-80d4-1cdad478fd3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=c5071f03-c5cc-417e-9e78-bc799d8ede33 HTTP/1.1" status: 200 len: 217 time: 0.1697009 Jun 25 09:10:41.480809 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 96dc4227-b417-47a4-86c0-54e79984905b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:41.484859 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:41.653729 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f3d1a-99a0-4c29-bc18-a8fd87b6a8b5 req-ea9e9d1b-8cf7-4144-bdc3-fe0ca8a62cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:41.657352 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4b1f3d1a-99a0-4c29-bc18-a8fd87b6a8b5 req-ea9e9d1b-8cf7-4144-bdc3-fe0ca8a62cfa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1825392 Jun 25 09:10:41.825047 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f3d1a-99a0-4c29-bc18-a8fd87b6a8b5 req-08fcacb3-61d4-405c-92a1-f7521b1f0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:41.829115 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4b1f3d1a-99a0-4c29-bc18-a8fd87b6a8b5 req-08fcacb3-61d4-405c-92a1-f7521b1f0088 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1652608 Jun 25 09:10:42.013507 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e97cb89c-51f6-4bf6-b586-b5965dfdeb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:42.050539 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 28d30903-b504-4938-b536-9f34433f5a4d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:42.052745 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e97cb89c-51f6-4bf6-b586-b5965dfdeb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:42.067853 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7b6b6c64-8fc4-412f-a00c-d87ca189aef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:42.070314 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4b1f3d1a-99a0-4c29-bc18-a8fd87b6a8b5 req-235de27a-cf17-4595-96ac-3b7fa37e4454 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304466 Jun 25 09:10:42.110350 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:42.127843 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38442) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:42.157645 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 28d30903-b504-4938-b536-9f34433f5a4d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:42.170437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 28d30903-b504-4938-b536-9f34433f5a4d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:42.171276 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:42.195476 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:42.268255 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-50b86734-46b9-4096-aa38-d650313b642e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:42.283105 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4b1f3d1a-99a0-4c29-bc18-a8fd87b6a8b5 req-6d8ad950-b4ca-4ab4-abed-5fe06075e428 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006123 Jun 25 09:10:42.313315 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:42.330539 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cb89c-51f6-4bf6-b586-b5965dfdeb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41493f0-1027-4f10-8902-d542c9c71bea,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:42.438825 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:42.462989 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e97cb89c-51f6-4bf6-b586-b5965dfdeb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:42.466635 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 28d30903-b504-4938-b536-9f34433f5a4d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=28d30903-b504-4938-b536-9f34433f5a4d,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:42.473503 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38456) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:42.473709 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e97cb89c-51f6-4bf6-b586-b5965dfdeb8c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d00f042480154c2f85df505c4d5e549f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3052611 Jun 25 09:10:42.474325 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:42.474499 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-55744f64-cb3d-460b-9c8c-84ee1991c5e8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:42.483646 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:42.522774 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Pushing event updated for resources: {'Port': ['ID=e0013777-b2ff-4de6-b987-5bd2019654fb,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:42.528204 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:42.533154 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Network 53fe9637-8c9b-4b0b-9fd7-d998423d1f59 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:42.551118 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=28d30903-b504-4938-b536-9f34433f5a4d,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:42.562413 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:42.569007 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e7c1d15a-bec2-4346-bec2-8710a793ef78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:42.586478 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:42.594860 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e7c1d15a-bec2-4346-bec2-8710a793ef78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:42.664708 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e7c1d15a-bec2-4346-bec2-8710a793ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:42.667464 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e7c1d15a-bec2-4346-bec2-8710a793ef78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:42.669858 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e7c1d15a-bec2-4346-bec2-8710a793ef78 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a41493f0-1027-4f10-8902-d542c9c71bea HTTP/1.1" status: 204 len: 168 time: 0.1948948 Jun 25 09:10:42.670816 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8fd098a3-ce3f-4975-99da-8af0a383a97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:42.686887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1d15a-bec2-4346-bec2-8710a793ef78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41493f0-1027-4f10-8902-d542c9c71bea,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:42.698246 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e7c1d15a-bec2-4346-bec2-8710a793ef78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:42.775779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-1090608e-3f77-4e61-a8e8-af8d64dc38eb tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:42.777405 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-1090608e-3f77-4e61-a8e8-af8d64dc38eb tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 821 time: 0.6909661 Jun 25 09:10:42.849522 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a7b45-a837-4928-99ca-180ec0e7f260 req-8b4f1165-6f2e-4ba9-a8ad-d2c1919f2f0a tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:42.857451 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a67a7b45-a837-4928-99ca-180ec0e7f260 req-8b4f1165-6f2e-4ba9-a8ad-d2c1919f2f0a tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 948 time: 0.3189476 Jun 25 09:10:42.918682 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-1b5e2c01-ba49-4960-9917-535770b48843 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/quotas/962cd5c8d0b44612ac82fa335ff2dd3d HTTP/1.1" status: 200 len: 375 time: 0.0844185 Jun 25 09:10:42.981899 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-70dd3f18-47bf-4a1a-a5d5-6b4fa5a8b4f2 None None] Provisioning complete for port e0013777-b2ff-4de6-b987-5bd2019654fb triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:42.983362 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-70dd3f18-47bf-4a1a-a5d5-6b4fa5a8b4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:42.990736 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-7270dbed-dbd9-4415-8e94-f5471e339aef tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710104 Jun 25 09:10:43.037978 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Router e3c1c755-507f-4063-a41c-1701168641df has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:10:43.052403 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a67a7b45-a837-4928-99ca-180ec0e7f260 req-0a212f94-95ee-4eaa-9ea8-f1ec28f88b9f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940176 Jun 25 09:10:43.085890 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-70dd3f18-47bf-4a1a-a5d5-6b4fa5a8b4f2 None None] Port e0013777-b2ff-4de6-b987-5bd2019654fb cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:10:43.254161 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-50b86734-46b9-4096-aa38-d650313b642e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:43.271612 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-50b86734-46b9-4096-aa38-d650313b642e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:43.285217 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-baa60b2e-e577-415b-b0c1-68c95c4048ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:43.384132 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-99d5d25b-997f-4a29-bcbe-0560bc3bef67 service neutron] 10.222.0.93 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924019 Jun 25 09:10:43.581058 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-50b86734-46b9-4096-aa38-d650313b642e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=533f1e64d89243f18d1d8a14faeadb3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4260731 Jun 25 09:10:43.584104 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38478) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:43.602584 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b86734-46b9-4096-aa38-d650313b642e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2314acd4-6a8a-4959-bac8-db67c7bd99a8,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:43.612999 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-50b86734-46b9-4096-aa38-d650313b642e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:43.705846 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33f5b4a8-7577-4a65-b024-76beebc763bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:43.732149 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-e9219f0e-93cb-4d16-89e1-446877db126d service neutron] 10.222.0.93 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280900 Jun 25 09:10:43.762689 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33f5b4a8-7577-4a65-b024-76beebc763bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:43.788159 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:10:43.794887 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] 10.222.0.93 "PUT /v2.0/routers/e3c1c755-507f-4063-a41c-1701168641df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5420048 Jun 25 09:10:43.807403 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Sync routers for ids ['e3c1c755-507f-4063-a41c-1701168641df'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:10:43.857253 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Routers {'e3c1c755-507f-4063-a41c-1701168641df'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:10:43.857984 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:10:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['e3c1c755-507f-4063-a41c-1701168641df'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:10:43.956847 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33f5b4a8-7577-4a65-b024-76beebc763bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:43.959501 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33f5b4a8-7577-4a65-b024-76beebc763bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:43.961003 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-33f5b4a8-7577-4a65-b024-76beebc763bb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2314acd4-6a8a-4959-bac8-db67c7bd99a8 HTTP/1.1" status: 204 len: 168 time: 0.3758230 Jun 25 09:10:43.962001 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1697b1bc-0afd-4fd4-b8f1-c504a355b339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:43.978354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5b4a8-7577-4a65-b024-76beebc763bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2314acd4-6a8a-4959-bac8-db67c7bd99a8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:43.985089 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-33f5b4a8-7577-4a65-b024-76beebc763bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:44.087072 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 28d30903-b504-4938-b536-9f34433f5a4d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:44.146722 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-607a8697-2097-496f-8892-7a758d8eb89a req-068d66e8-7cc8-4604-a0b7-bff4af46ad5e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 210 time: 0.0565434 Jun 25 09:10:44.271595 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 28d30903-b504-4938-b536-9f34433f5a4d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:44.271970 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:44.342427 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Set router e3c1c755-507f-4063-a41c-1701168641df gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:10:44.372347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb60fa-4c21-4405-ab23-e0a648ade195 req-8d49ab7e-d681-45c8-a664-7f44c8b13720 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:44.381398 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bbbb60fa-4c21-4405-ab23-e0a648ade195 req-8d49ab7e-d681-45c8-a664-7f44c8b13720 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 945 time: 0.2153931 Jun 25 09:10:44.547593 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bbbb60fa-4c21-4405-ab23-e0a648ade195 req-c95bb55f-fb87-4411-8474-cd5680321eda tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649337 Jun 25 09:10:44.667398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fc50e-a271-43d3-9f40-dc3c40d356b7 req-45202aba-c5ff-42df-977b-77da2e323123 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:44.673868 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a23fc50e-a271-43d3-9f40-dc3c40d356b7 req-45202aba-c5ff-42df-977b-77da2e323123 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 948 time: 0.2686920 Jun 25 09:10:44.802175 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a23fc50e-a271-43d3-9f40-dc3c40d356b7 req-5eae7d3e-6e10-4381-b7b2-a5356f4fe559 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182532 Jun 25 09:10:44.869498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c1c755-507f-4063-a41c-1701168641df', 'name': 'tempest-AttachSCSIVolumeTestJSON-25196301-router', 'tenant_id': '557750200718496f8eefaeaf81f49bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '28d30903-b504-4938-b536-9f34433f5a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:30Z', 'updated_at': '2021-06-25T09:10:40Z', 'revision_number': 4, 'project_id': '557750200718496f8eefaeaf81f49bd2', 'gw_port': {'id': '28d30903-b504-4938-b536-9f34433f5a4d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c1c755-507f-4063-a41c-1701168641df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:33Z', 'updated_at': '2021-06-25T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'e0013777-b2ff-4de6-b987-5bd2019654fb', 'name': '', 'network_id': '53fe9637-8c9b-4b0b-9fd7-d998423d1f59', 'tenant_id': '557750200718496f8eefaeaf81f49bd2', 'mac_address': 'fa:16:3e:94:d9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c1c755-507f-4063-a41c-1701168641df', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9893bd42-f340-4216-832a-aa7850f49df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:39Z', 'updated_at': '2021-06-25T09:10:41Z', 'revision_number': 2, 'project_id': '557750200718496f8eefaeaf81f49bd2', 'subnets': [{'id': '9893bd42-f340-4216-832a-aa7850f49df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:10:44.915913 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Checking router: e3c1c755-507f-4063-a41c-1701168641df for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:10:44.916375 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Updating router e3c1c755-507f-4063-a41c-1701168641df port e0013777-b2ff-4de6-b987-5bd2019654fb binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:10:44.994094 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:45.801845 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e152a2d0-5a0a-4b65-ae05-931f572bef36 req-31a4e7c5-154d-4a59-9d70-ff3a22105e2e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 210 time: 0.0843415 Jun 25 09:10:45.984572 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c5071f03-c5cc-417e-9e78-bc799d8ede33 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:10:46.057368 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:46.080692 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Transition to ACTIVE for port object e0013777-b2ff-4de6-b987-5bd2019654fb will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:46.095163 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:46.134936 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0122aa92-5281-457c-a736-fbfe6cb85f7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:46.263578 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9506d9-01e1-4672-a82d-734febd61e7e None None] Pushing event updated for resources: {'Port': ['ID=e0013777-b2ff-4de6-b987-5bd2019654fb,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:46.287560 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cd9506d9-01e1-4672-a82d-734febd61e7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:46.454946 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2381e-8a7f-4d83-bd31-58d255eee686 req-c273d10d-1a71-4829-b8d8-c1bb46b61386 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:46.477967 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cc2381e-8a7f-4d83-bd31-58d255eee686 req-c273d10d-1a71-4829-b8d8-c1bb46b61386 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 945 time: 0.3356616 Jun 25 09:10:46.624863 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Attempting to bind port e0013777-b2ff-4de6-b987-5bd2019654fb on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:10:46.624863 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Attempting to bind port e0013777-b2ff-4de6-b987-5bd2019654fb by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53fe9637-8c9b-4b0b-9fd7-d998423d1f59'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:10:46.624863 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Attempting to bind port e0013777-b2ff-4de6-b987-5bd2019654fb on network 53fe9637-8c9b-4b0b-9fd7-d998423d1f59 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:46.690490 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:10:46.697406 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Checking segment: {'id': 'cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53fe9637-8c9b-4b0b-9fd7-d998423d1f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:46.699155 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:46.700542 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Bound using segment: {'id': 'cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53fe9637-8c9b-4b0b-9fd7-d998423d1f59'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:10:46.702393 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Bound port: e0013777-b2ff-4de6-b987-5bd2019654fb, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53fe9637-8c9b-4b0b-9fd7-d998423d1f59'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:10:46.705889 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:46.718007 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port c5071f03-c5cc-417e-9e78-bc799d8ede33, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c5071f03-c5cc-417e-9e78-bc799d8ede33,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:46.808242 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'c5071f03-c5cc-417e-9e78-bc799d8ede33', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': 'c5071f03-c5cc-417e-9e78-bc799d8ede33', 'mac_address': 'fa:16:3e:35:8e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:10:46.874798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cc2381e-8a7f-4d83-bd31-58d255eee686 req-1ffff57f-2cc2-4f17-8b97-1615579f275f tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956795 Jun 25 09:10:46.972456 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] For port e0013777-b2ff-4de6-b987-5bd2019654fb, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:10:46.978998 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:47.006271 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5071f03-c5cc-417e-9e78-bc799d8ede33 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:47.027638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] For port e0013777-b2ff-4de6-b987-5bd2019654fb, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e0013777-b2ff-4de6-b987-5bd2019654fb,segment=NetworkSegment(cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6),segment_id=cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:10:47.044918 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:47.057083 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:47.065597 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-a99ec234-094a-4f9a-a555-c39f7f0d0fa5 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:47.070605 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-a99ec234-094a-4f9a-a555-c39f7f0d0fa5 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.38 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 821 time: 0.5895329 Jun 25 09:10:47.099287 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-c1ca9b54-ea8c-4d29-b703-46649e15a37b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Request body: {'port': {'device_id': '9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0', 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa', 'admin_state_up': True, 'tenant_id': '962cd5c8d0b44612ac82fa335ff2dd3d'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:47.276643 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-c1ca9b54-ea8c-4d29-b703-46649e15a37b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Made reservation on behalf of 962cd5c8d0b44612ac82fa335ff2dd3d for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:47.281098 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-c1ca9b54-ea8c-4d29-b703-46649e15a37b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:47.303029 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9506d9-01e1-4672-a82d-734febd61e7e None None] Pushing event updated for resources: {'Port': ['ID=e0013777-b2ff-4de6-b987-5bd2019654fb,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:47.318115 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cd9506d9-01e1-4672-a82d-734febd61e7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:47.335219 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port c5071f03-c5cc-417e-9e78-bc799d8ede33, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c5071f03-c5cc-417e-9e78-bc799d8ede33,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:47.369103 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:47.371158 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:47.478816 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-c1ca9b54-ea8c-4d29-b703-46649e15a37b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Allocated IP 172.20.0.11 (68eb177c-3f7a-464d-a8dd-cdbf3481befa/d9e35023-68a6-4c2a-a8eb-7df9f14aeb24/0d112eb4-3ccf-460a-b19e-133b833e3fb9) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:10:47.519712 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=c5071f03-c5cc-417e-9e78-bc799d8ede33,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:47.547087 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:47.547749 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Routers {'e3c1c755-507f-4063-a41c-1701168641df'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:10:47.548403 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:10:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['e3c1c755-507f-4063-a41c-1701168641df'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:10:47.793357 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-c1ca9b54-ea8c-4d29-b703-46649e15a37b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:47.860121 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-c1ca9b54-ea8c-4d29-b703-46649e15a37b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:47.872019 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:47.926877 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-c1ca9b54-ea8c-4d29-b703-46649e15a37b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Network 68eb177c-3f7a-464d-a8dd-cdbf3481befa is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:47.936692 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-c1ca9b54-ea8c-4d29-b703-46649e15a37b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:47.953746 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-c1ca9b54-ea8c-4d29-b703-46649e15a37b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:10:47.960062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-c1ca9b54-ea8c-4d29-b703-46649e15a37b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:47.960286 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-c1ca9b54-ea8c-4d29-b703-46649e15a37b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:47.972884 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] Set router e3c1c755-507f-4063-a41c-1701168641df gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:10:47.973216 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0c9b8-9ba1-4096-a7f7-00a96dace2cf req-bb61704c-aa64-4c85-95b8-f30108317a9f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:47.981017 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cca0c9b8-9ba1-4096-a7f7-00a96dace2cf req-bb61704c-aa64-4c85-95b8-f30108317a9f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 949 time: 0.4837706 Jun 25 09:10:48.017842 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca9b54-ea8c-4d29-b703-46649e15a37b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Pushing event updated for resources: {'Port': ['ID=0d112eb4-3ccf-460a-b19e-133b833e3fb9,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:48.025932 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c1ca9b54-ea8c-4d29-b703-46649e15a37b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:48.047796 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-c1ca9b54-ea8c-4d29-b703-46649e15a37b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9611816 Jun 25 09:10:48.081530 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Request body: {'port': {'device_id': '9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:48.111376 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cca0c9b8-9ba1-4096-a7f7-00a96dace2cf req-f01a393b-0821-4e28-9537-c3f69a76e539 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265166 Jun 25 09:10:48.239708 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b3ce8c50-dcb7-4741-8dc7-5d86c8108647 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:10:48.392140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b3ce8c50-dcb7-4741-8dc7-5d86c8108647, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:48.427746 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'b3ce8c50-dcb7-4741-8dc7-5d86c8108647', 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1', 'port_id': 'b3ce8c50-dcb7-4741-8dc7-5d86c8108647', 'mac_address': 'fa:16:3e:42:71:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f74112-761d-4823-bef3-5391ccb190f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:10:48.511505 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['c5071f03-c5cc-417e-9e78-bc799d8ede33'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:10:48.603389 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:48.646359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3ce8c50-dcb7-4741-8dc7-5d86c8108647 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:48.686170 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c1c755-507f-4063-a41c-1701168641df', 'name': 'tempest-AttachSCSIVolumeTestJSON-25196301-router', 'tenant_id': '557750200718496f8eefaeaf81f49bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '28d30903-b504-4938-b536-9f34433f5a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:30Z', 'updated_at': '2021-06-25T09:10:40Z', 'revision_number': 4, 'project_id': '557750200718496f8eefaeaf81f49bd2', 'gw_port': {'id': '28d30903-b504-4938-b536-9f34433f5a4d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c1c755-507f-4063-a41c-1701168641df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:33Z', 'updated_at': '2021-06-25T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'e0013777-b2ff-4de6-b987-5bd2019654fb', 'name': '', 'network_id': '53fe9637-8c9b-4b0b-9fd7-d998423d1f59', 'tenant_id': '557750200718496f8eefaeaf81f49bd2', 'mac_address': 'fa:16:3e:94:d9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c1c755-507f-4063-a41c-1701168641df', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9893bd42-f340-4216-832a-aa7850f49df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:39Z', 'updated_at': '2021-06-25T09:10:46Z', 'revision_number': 4, 'project_id': '557750200718496f8eefaeaf81f49bd2', 'subnets': [{'id': '9893bd42-f340-4216-832a-aa7850f49df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:10:48.731456 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89e068-a5bd-409f-8396-7c88d20434b7 None None] The sync data for ids ['e3c1c755-507f-4063-a41c-1701168641df'] in n-d-761264-15 is: [{'id': 'e3c1c755-507f-4063-a41c-1701168641df', 'name': 'tempest-AttachSCSIVolumeTestJSON-25196301-router', 'tenant_id': '557750200718496f8eefaeaf81f49bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '28d30903-b504-4938-b536-9f34433f5a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:30Z', 'updated_at': '2021-06-25T09:10:40Z', 'revision_number': 4, 'project_id': '557750200718496f8eefaeaf81f49bd2', 'gw_port': {'id': '28d30903-b504-4938-b536-9f34433f5a4d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c1c755-507f-4063-a41c-1701168641df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:33Z', 'updated_at': '2021-06-25T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'e0013777-b2ff-4de6-b987-5bd2019654fb', 'name': '', 'network_id': '53fe9637-8c9b-4b0b-9fd7-d998423d1f59', 'tenant_id': '557750200718496f8eefaeaf81f49bd2', 'mac_address': 'fa:16:3e:94:d9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c1c755-507f-4063-a41c-1701168641df', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9893bd42-f340-4216-832a-aa7850f49df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:39Z', 'updated_at': '2021-06-25T09:10:46Z', 'revision_number': 4, 'project_id': '557750200718496f8eefaeaf81f49bd2', 'subnets': [{'id': '9893bd42-f340-4216-832a-aa7850f49df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:10:48.779581 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b3ce8c50-dcb7-4741-8dc7-5d86c8108647, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:48.791824 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:48.797738 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:49.023120 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:49.044710 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['b3ce8c50-dcb7-4741-8dc7-5d86c8108647'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:10:49.089506 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:49.103927 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:49.701608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d112eb4-3ccf-460a-b19e-133b833e3fb9 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:49.724380 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:49.757709 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Transition to ACTIVE for port object 0d112eb4-3ccf-460a-b19e-133b833e3fb9 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:49.772259 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:49.778084 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:49.929021 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-2c819f9b-9e46-484c-b723-9fb4ccb7ebf6 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=94bd6083ee1741599fce24003e10ff3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1109807 Jun 25 09:10:49.941501 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b3ce8c50-dcb7-4741-8dc7-5d86c8108647 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:50.006890 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Pushing event updated for resources: {'Port': ['ID=0d112eb4-3ccf-460a-b19e-133b833e3fb9,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:50.015909 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:50.058871 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port b3ce8c50-dcb7-4741-8dc7-5d86c8108647 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:50.060106 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:50.139496 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Attempting to bind port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:10:50.140110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Attempting to bind port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:10:50.140199 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Attempting to bind port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:50.159580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:10:50.159952 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Attempting to bind port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:50.161294 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e0013777-b2ff-4de6-b987-5bd2019654fb up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:50.222499 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:10:50.224274 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Checking segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:50.224692 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Bound using segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:10:50.225207 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Bound port: 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:10:50.225576 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:50.254850 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port e0013777-b2ff-4de6-b987-5bd2019654fb completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:50.264197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e0013777-b2ff-4de6-b987-5bd2019654fb triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:50.264987 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:50.267148 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:50.285894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860c70a-9459-4f4c-ac9a-789d3802830c req-89c721cf-1a2d-485c-908c-5f5c2b39bce7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:50.293660 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3860c70a-9459-4f4c-ac9a-789d3802830c req-89c721cf-1a2d-485c-908c-5f5c2b39bce7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 944 time: 0.3287957 Jun 25 09:10:50.393138 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b3ce8c50-dcb7-4741-8dc7-5d86c8108647, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:50.398460 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b8b00d-5004-4614-a321-6882bc7af8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ce8c50-dcb7-4741-8dc7-5d86c8108647'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:50.402487 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-b59dc81b-fb9b-4a35-8bb8-d272f74247c7 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:50.404996 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488724ac-d0df-4343-8f68-aa96fcc3dc2f" -d '{"events": [{"server_uuid": "46b8b00d-5004-4614-a321-6882bc7af8b8", "name": "network-vif-plugged", "status": "completed", "tag": "b3ce8c50-dcb7-4741-8dc7-5d86c8108647"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:50.410663 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-b59dc81b-fb9b-4a35-8bb8-d272f74247c7 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4806650 Jun 25 09:10:50.432891 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:50.433031 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-cc0c146d-8e3c-4f59-bb4f-57ad7017b47e tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/quotas/94bd6083ee1741599fce24003e10ff3c HTTP/1.1" status: 200 len: 375 time: 0.0211530 Jun 25 09:10:50.440988 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:50.501962 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:50.512884 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:50.560836 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:50.566139 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3860c70a-9459-4f4c-ac9a-789d3802830c req-0ac06050-219c-4eea-9e56-dbb76628d602 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713225 Jun 25 09:10:50.601083 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-2bd92db2-a194-4877-bbae-94079b9ee117 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=94bd6083ee1741599fce24003e10ff3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1671422 Jun 25 09:10:50.655752 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:10:50.659840 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port e0013777-b2ff-4de6-b987-5bd2019654fb, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e0013777-b2ff-4de6-b987-5bd2019654fb,segment=NetworkSegment(cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6),segment_id=cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:50.671926 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:10:50.683684 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:50.686863 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:50.690128 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:50.702382 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:50.796431 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:50.808423 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:50.811160 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] 10.222.0.38 "PUT /v2.0/ports/0d112eb4-3ccf-460a-b19e-133b833e3fb9 HTTP/1.1" status: 200 len: 1093 time: 2.7444947 Jun 25 09:10:50.812071 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0', 'tag': '0d112eb4-3ccf-460a-b19e-133b833e3fb9'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:50.814760 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675725f4-069d-47a6-82a5-073a302211a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0", "tag": "0d112eb4-3ccf-460a-b19e-133b833e3fb9"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:50.864467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Pushing event updated for resources: {'Port': ['ID=0d112eb4-3ccf-460a-b19e-133b833e3fb9,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:50.869157 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:50.898023 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=e0013777-b2ff-4de6-b987-5bd2019654fb,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:50.919174 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:51.077381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-bc3b8444-3510-44f8-b6ea-828b551d6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:51.086912 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-bc3b8444-3510-44f8-b6ea-828b551d6e9c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 1096 time: 0.1294627 Jun 25 09:10:51.134069 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa15dac-213d-45f3-ad89-8adb93e380e6 req-9679c158-7247-4851-b39b-41027c0270c3 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:51.144026 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4fa15dac-213d-45f3-ad89-8adb93e380e6 req-9679c158-7247-4851-b39b-41027c0270c3 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 945 time: 0.2732420 Jun 25 09:10:51.174429 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-abf9b9f8-11d6-4143-863a-d224b1a66ad9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9 HTTP/1.1" status: 200 len: 217 time: 0.0638831 Jun 25 09:10:51.289730 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-3823339b-af2f-40fe-8280-b324a1f5deae tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=feac5915022a4711aa5d2a8786b36e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1435175 Jun 25 09:10:51.291770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-b39c9225-bf79-446e-9891-c01c45a12769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:51.293402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-b39c9225-bf79-446e-9891-c01c45a12769 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.0972724 Jun 25 09:10:51.366950 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-9c4ca53f-a454-4ac0-9374-f1c2f0470e53 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442302 Jun 25 09:10:51.545481 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4fa15dac-213d-45f3-ad89-8adb93e380e6 req-fbfa8e7a-9af1-40e3-b471-3625f5f918d6 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005892 Jun 25 09:10:51.622997 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-5034c7e4-443e-4656-99b8-6ee8e8f44640 service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422235 Jun 25 09:10:51.655507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-07f8ff16-9d18-4155-b2ef-1c7d60a722d2 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:51.657096 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-07f8ff16-9d18-4155-b2ef-1c7d60a722d2 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3564713 Jun 25 09:10:51.810021 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-3bae35c7-55fe-4686-b9a8-1824c6c96329 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/quotas/feac5915022a4711aa5d2a8786b36e3c HTTP/1.1" status: 200 len: 375 time: 0.1273696 Jun 25 09:10:51.913471 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-b48471b3-5f4d-4064-8963-f90defad659d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866528 Jun 25 09:10:51.957761 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-251fc978-5d78-47e3-96df-5d09481a63c1 req-9ca1517c-3ba4-4491-8804-ff191894329d service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250239 Jun 25 09:10:51.963997 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c5071f03-c5cc-417e-9e78-bc799d8ede33 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:51.981850 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50feceb3-c99d-4482-a237-b2289bd11fc1 req-328ae7cb-e8b0-49ca-a637-6bdcd3f4d7e2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:51.983509 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-50feceb3-c99d-4482-a237-b2289bd11fc1 req-328ae7cb-e8b0-49ca-a637-6bdcd3f4d7e2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 949 time: 0.1778905 Jun 25 09:10:52.077828 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e0013777-b2ff-4de6-b987-5bd2019654fb up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:52.079400 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-50feceb3-c99d-4482-a237-b2289bd11fc1 req-2d768718-5710-472e-9b0e-0356fd2a64db tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885959 Jun 25 09:10:52.280636 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e0013777-b2ff-4de6-b987-5bd2019654fb triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:52.281459 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:52.434286 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port c5071f03-c5cc-417e-9e78-bc799d8ede33 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:52.444541 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port c5071f03-c5cc-417e-9e78-bc799d8ede33 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:52.444961 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:52.490321 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2396d30f-989d-4956-9481-0eafc54ad667 x-openstack-request-id: req-2396d30f-989d-4956-9481-0eafc54ad667 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:52.490740 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b8b00d-5004-4614-a321-6882bc7af8b8", "name": "network-vif-plugged", "status": "completed", "tag": "b3ce8c50-dcb7-4741-8dc7-5d86c8108647", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:52.491062 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2396d30f-989d-4956-9481-0eafc54ad667 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:52.491505 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b8b00d-5004-4614-a321-6882bc7af8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ce8c50-dcb7-4741-8dc7-5d86c8108647', 'code': 200} Jun 25 09:10:52.545932 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c39cd11-e8cb-4486-bf5c-d2b8438a1a0a x-openstack-request-id: req-4c39cd11-e8cb-4486-bf5c-d2b8438a1a0a {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:52.546473 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0", "tag": "0d112eb4-3ccf-460a-b19e-133b833e3fb9", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:52.546578 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4c39cd11-e8cb-4486-bf5c-d2b8438a1a0a {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:52.547072 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0', 'tag': '0d112eb4-3ccf-460a-b19e-133b833e3fb9', 'status': 'completed', 'code': 200} Jun 25 09:10:52.550197 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-225f16f3-ba70-4720-9d18-394414985fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:52.669909 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:52.732767 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675725f4-069d-47a6-82a5-073a302211a5 req-7069ccec-220f-4e40-ac46-272bc03c17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:52.734401 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-675725f4-069d-47a6-82a5-073a302211a5 req-7069ccec-220f-4e40-ac46-272bc03c17e2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 1096 time: 0.1350513 Jun 25 09:10:52.778612 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port c5071f03-c5cc-417e-9e78-bc799d8ede33, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c5071f03-c5cc-417e-9e78-bc799d8ede33,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:52.788324 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:52.795186 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:52.887596 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=c5071f03-c5cc-417e-9e78-bc799d8ede33,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:52.904291 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:52.977421 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17ac4734-d611-4e90-9f3e-9a5722afc944 req-76e53ac8-76f3-40c9-8324-18a86f069ecc tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bf7c2c1-032a-46e8-846b-a51faa0f5bd4 HTTP/1.1" status: 200 len: 210 time: 0.0560424 Jun 25 09:10:53.053562 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675725f4-069d-47a6-82a5-073a302211a5 req-9d14f15e-f556-4840-84d7-64764dae8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:53.055590 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-675725f4-069d-47a6-82a5-073a302211a5 req-9d14f15e-f556-4840-84d7-64764dae8f38 service neutron] 10.222.0.38 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.2858031 Jun 25 09:10:53.136142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-675725f4-069d-47a6-82a5-073a302211a5 req-753f6763-7dca-4733-b687-8f7d5e0cf6f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9 HTTP/1.1" status: 200 len: 217 time: 0.0694597 Jun 25 09:10:53.156595 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c605c-5854-44cb-a71a-457b57338976 req-646f0af7-4550-4de9-8605-1845f5ca7486 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:53.175232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-688c605c-5854-44cb-a71a-457b57338976 req-646f0af7-4550-4de9-8605-1845f5ca7486 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 944 time: 0.4389219 Jun 25 09:10:53.258879 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-399818af-22ca-498a-be5e-ad64b38ea680 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=94bd6083ee1741599fce24003e10ff3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770824 Jun 25 09:10:53.264385 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675725f4-069d-47a6-82a5-073a302211a5 req-29a06290-f1af-4c72-9ae1-78583d83313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:53.266532 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-675725f4-069d-47a6-82a5-073a302211a5 req-29a06290-f1af-4c72-9ae1-78583d83313b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.0606139 Jun 25 09:10:53.326991 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-675725f4-069d-47a6-82a5-073a302211a5 req-00a46b64-f8ba-49cf-9651-4ae79e120232 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308938 Jun 25 09:10:53.343630 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7a96e7a1-654f-4948-b554-26c95e7548c3 req-8b313dc7-41f8-4193-bfa7-f81d7518d653 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 210 time: 0.2059584 Jun 25 09:10:53.569415 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-675725f4-069d-47a6-82a5-073a302211a5 req-850b6fc1-3b86-4389-8421-8825651da8c1 service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218392 Jun 25 09:10:53.579175 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-7ab63631-d1ef-481f-8471-e3977f711866 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:53.588463 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-7ab63631-d1ef-481f-8471-e3977f711866 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3228164 Jun 25 09:10:53.613032 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Request body: {'port': {'device_id': '9bf7c2c1-032a-46e8-846b-a51faa0f5bd4', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': '94bd6083ee1741599fce24003e10ff3c'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:53.691497 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:53.714902 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-688c605c-5854-44cb-a71a-457b57338976 req-4407c694-11d1-40f0-b3a0-df134484907f tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362597 Jun 25 09:10:53.977271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Made reservation on behalf of 94bd6083ee1741599fce24003e10ff3c for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:53.987954 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:54.016913 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:54.023587 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-675725f4-069d-47a6-82a5-073a302211a5 req-970d398a-9218-4e38-b08b-4903cda174ba service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135723 Jun 25 09:10:54.199108 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb3c4c-f921-4efb-b446-2f824ce1c4fd req-36fb8bdb-cc69-4f05-a57c-b8a7d39ab5f7 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:54.201224 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8eb3c4c-f921-4efb-b446-2f824ce1c4fd req-36fb8bdb-cc69-4f05-a57c-b8a7d39ab5f7 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 945 time: 0.5027149 Jun 25 09:10:54.283422 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:54.289540 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:54.296090 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-94e3ba84-a0d7-4c96-8273-665666091715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:54.316514 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf6102-790e-4c4a-b6fc-db47279ac058 req-6409a56e-6eca-4a87-85ce-68dc62c4c2ed tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:54.333288 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-33bf6102-790e-4c4a-b6fc-db47279ac058 req-6409a56e-6eca-4a87-85ce-68dc62c4c2ed tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 950 time: 0.2580943 Jun 25 09:10:54.350793 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23c0b37-ccd8-4b30-b247-10d0d3dcf49b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:54.370519 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:54.380000 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8eb3c4c-f921-4efb-b446-2f824ce1c4fd req-56ba1e97-7584-4df2-bb4f-bd9e70332a91 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615834 Jun 25 09:10:54.426402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-33bf6102-790e-4c4a-b6fc-db47279ac058 req-c4cca201-9cda-496b-83ee-f2de354dfe2c tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916014 Jun 25 09:10:54.493224 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cab8a47-e711-41ce-95a6-a6f1c5c8f967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5071f03-c5cc-417e-9e78-bc799d8ede33'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:54.495634 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfe33aa-fd36-424c-835e-a498b14691ee" -d '{"events": [{"server_uuid": "0cab8a47-e711-41ce-95a6-a6f1c5c8f967", "name": "network-vif-plugged", "status": "completed", "tag": "c5071f03-c5cc-417e-9e78-bc799d8ede33"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:54.718273 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Allocated IP 192.168.233.33 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:10:54.793904 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 0d112eb4-3ccf-460a-b19e-133b833e3fb9 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:10:54.960475 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ffa2f66-8d8e-49f5-ba34-bd567f5bd6f8 req-6b4bb16b-6502-4375-b05c-980226693c70 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 210 time: 0.1088190 Jun 25 09:10:55.086913 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:55.104851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '0d112eb4-3ccf-460a-b19e-133b833e3fb9', 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa', 'port_id': '0d112eb4-3ccf-460a-b19e-133b833e3fb9', 'mac_address': 'fa:16:3e:39:f8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e35023-68a6-4c2a-a8eb-7df9f14aeb24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:10:55.127436 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32480875-fc3e-46fb-8959-8810eaf924dd req-5dc2d8c2-3f41-46cb-b29e-0c8eaa433a69 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bf7c2c1-032a-46e8-846b-a51faa0f5bd4 HTTP/1.1" status: 200 len: 210 time: 0.2962568 Jun 25 09:10:55.151338 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54802bc-7b28-438e-a304-c34c30386c8a x-openstack-request-id: req-a54802bc-7b28-438e-a304-c34c30386c8a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:55.151825 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cab8a47-e711-41ce-95a6-a6f1c5c8f967", "name": "network-vif-plugged", "status": "completed", "tag": "c5071f03-c5cc-417e-9e78-bc799d8ede33", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:55.152271 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a54802bc-7b28-438e-a304-c34c30386c8a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:55.153015 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cab8a47-e711-41ce-95a6-a6f1c5c8f967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5071f03-c5cc-417e-9e78-bc799d8ede33', 'code': 200} Jun 25 09:10:55.160526 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:55.177966 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-7540b5f8-16d9-477f-80f4-ec54b920a77d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=feac5915022a4711aa5d2a8786b36e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1207671 Jun 25 09:10:55.239363 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Transition to ACTIVE for port object ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:55.347667 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:55.387932 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:55.399222 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:55.407094 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-82220f67-14a2-49e6-99ef-89abf190fa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:55.410500 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:55.410793 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-152dcc14-fea7-4aa0-b0c4-8e79c4ea54b6 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:55.412798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-152dcc14-fea7-4aa0-b0c4-8e79c4ea54b6 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2340264 Jun 25 09:10:55.423905 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d112eb4-3ccf-460a-b19e-133b833e3fb9 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:55.450179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:55.458788 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:55.463774 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-22d91067-fc21-4559-935b-26ff7a42adc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:55.516304 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Request body: {'port': {'device_id': '4f9e9663-7bd3-4d24-8346-2137e781a660', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'feac5915022a4711aa5d2a8786b36e3c'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:55.581330 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Pushing event updated for resources: {'Port': ['ID=ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:55.636151 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:55.653068 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5dffc-f232-4d81-8581-9b956032d4f1 req-97c0524e-1541-4535-b6e3-63455a333eab tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:55.662243 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0de5dffc-f232-4d81-8581-9b956032d4f1 req-97c0524e-1541-4535-b6e3-63455a333eab tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 944 time: 0.2441628 Jun 25 09:10:55.722450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0de5dffc-f232-4d81-8581-9b956032d4f1 req-fe56dc45-7c6b-4858-a5bb-7f387af5d74c tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518467 Jun 25 09:10:55.732546 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=0d112eb4-3ccf-460a-b19e-133b833e3fb9,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:55.741340 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:55.746665 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:55.773793 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:55.777347 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:10:55.828544 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['0d112eb4-3ccf-460a-b19e-133b833e3fb9'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:10:55.890492 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:55.895189 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:55.906766 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Made reservation on behalf of feac5915022a4711aa5d2a8786b36e3c for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:10:55.912013 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:55.926421 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:55.946515 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3348341 Jun 25 09:10:55.976510 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Request body: {'port': {'device_id': '9bf7c2c1-032a-46e8-846b-a51faa0f5bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:56.088158 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4686d4-5d61-4997-a6c0-7ad708108e08 req-abd08256-404d-42dc-958e-4b3821796d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:56.091427 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa4686d4-5d61-4997-a6c0-7ad708108e08 req-abd08256-404d-42dc-958e-4b3821796d4c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 1102 time: 0.4082518 Jun 25 09:10:56.145560 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:56.169197 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:56.209020 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa4686d4-5d61-4997-a6c0-7ad708108e08 req-874959c5-2ee9-4523-af33-5543c6f2935f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984242 Jun 25 09:10:56.294650 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:56.320243 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:56.348332 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bdde3675-af76-4732-a81b-36c8512372fc None None] Provisioning for port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:56.359143 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bdde3675-af76-4732-a81b-36c8512372fc None None] Provisioning complete for port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:56.359783 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bdde3675-af76-4732-a81b-36c8512372fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:56.454311 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-bdde3675-af76-4732-a81b-36c8512372fc None None] Port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:10:56.492782 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2e7a5900-4307-4267-a2a7-7bee53b778fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:56.547259 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Allocated IP 192.168.233.202 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/8a968f36-f5de-4273-971f-bddf9d1b7e1a) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:10:56.569128 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418ad88c-f714-4010-9be4-49a66551a38b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:56.584324 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:56.592031 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06356552-9cdc-444e-bb91-912313477ef0 req-7a95ccbe-01c7-4ee5-b02b-a71b5aa6bab9 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:56.593629 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06356552-9cdc-444e-bb91-912313477ef0 req-7a95ccbe-01c7-4ee5-b02b-a71b5aa6bab9 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 950 time: 0.3314514 Jun 25 09:10:56.602308 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e22001-6325-46e4-afcb-d855152e3284 req-0319b6dd-892e-45ff-b24e-446387009468 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:56.609470 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52e22001-6325-46e4-afcb-d855152e3284 req-0319b6dd-892e-45ff-b24e-446387009468 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 945 time: 0.4339585 Jun 25 09:10:56.715572 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06356552-9cdc-444e-bb91-912313477ef0 req-6bf3cc18-3503-4d95-b835-84d95fdb2a7a tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968919 Jun 25 09:10:56.726654 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52e22001-6325-46e4-afcb-d855152e3284 req-3b0416eb-43b0-4fd0-aa5a-c02eb0de3c45 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160531 Jun 25 09:10:56.804970 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 0d112eb4-3ccf-460a-b19e-133b833e3fb9 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:10:56.880413 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:56.890894 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:56.891315 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:56.966255 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:56.999041 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Transition to ACTIVE for port object 8a968f36-f5de-4273-971f-bddf9d1b7e1a will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:57.069376 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:57.077934 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:57.086024 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:57.164000 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:57.167514 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d112eb4-3ccf-460a-b19e-133b833e3fb9'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:57.173317 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d106f07-b172-42b9-a5ec-f8f82e35a6e4" -d '{"events": [{"server_uuid": "9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0", "name": "network-vif-plugged", "status": "completed", "tag": "0d112eb4-3ccf-460a-b19e-133b833e3fb9"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:57.177683 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:57.180304 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:57.229968 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=0d112eb4-3ccf-460a-b19e-133b833e3fb9,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:57.241710 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:57.332132 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:57.342033 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:57.362118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Transition to ACTIVE for port object ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:57.366984 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:57.369875 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:57.423244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Pushing event updated for resources: {'Port': ['ID=ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:57.436422 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:57.568589 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:10:57.610684 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Pushing event updated for resources: {'Port': ['ID=8a968f36-f5de-4273-971f-bddf9d1b7e1a,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:57.613643 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:57.614687 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:10:57.617184 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:10:57.624561 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:57.625629 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:57.651400 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Attempting to bind port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:10:57.652309 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Attempting to bind port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:10:57.652959 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Attempting to bind port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:57.660541 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:10:57.661326 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Attempting to bind port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:57.661534 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1574593 Jun 25 09:10:57.670572 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:10:57.672696 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:57.673373 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:10:57.674074 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Bound port: ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:10:57.675394 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:57.686178 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Request body: {'port': {'device_id': '4f9e9663-7bd3-4d24-8346-2137e781a660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:10:57.757326 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37eb2cb-0c39-4519-ab72-2b03afe5e6a1 req-74d2c3bb-77e8-467d-889b-0f86a45e7fa2 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:57.758445 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e37eb2cb-0c39-4519-ab72-2b03afe5e6a1 req-74d2c3bb-77e8-467d-889b-0f86a45e7fa2 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 936 time: 0.5722375 Jun 25 09:10:57.824560 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b906bf9-db7a-4f4f-8070-8d5a88084879 req-4045b53e-091e-40f8-bb4d-ffce4da66ac4 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:57.833586 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8b906bf9-db7a-4f4f-8070-8d5a88084879 req-4045b53e-091e-40f8-bb4d-ffce4da66ac4 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bf7c2c1-032a-46e8-846b-a51faa0f5bd4 HTTP/1.1" status: 200 len: 935 time: 0.6945210 Jun 25 09:10:57.840232 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:57.866288 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] For port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:10:57.883885 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] For port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:10:57.891645 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:57.893876 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:57.914149 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e37eb2cb-0c39-4519-ab72-2b03afe5e6a1 req-a39e6f65-e60e-4113-a592-791d1b0a023b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459064 Jun 25 09:10:57.925762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8b906bf9-db7a-4f4f-8070-8d5a88084879 req-25b5ada2-de35-4b69-a41c-497b14c15e0a tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/security-groups?id=b23c0b37-ccd8-4b30-b247-10d0d3dcf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896103 Jun 25 09:10:57.975439 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b3ce8c50-dcb7-4741-8dc7-5d86c8108647 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:10:58.091834 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:58.095182 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:58.096920 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] 10.222.0.38 "PUT /v2.0/ports/ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b HTTP/1.1" status: 200 len: 1096 time: 2.1378186 Jun 25 09:10:58.112065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf7c2c1-032a-46e8-846b-a51faa0f5bd4', 'tag': 'ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:10:58.115053 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a4ac23-0685-4f46-b2e0-409783395655" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf7c2c1-032a-46e8-846b-a51faa0f5bd4", "tag": "ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:10:58.139982 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:58.268495 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Pushing event updated for resources: {'Port': ['ID=ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:58.332598 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:58.358687 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:58.440679 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-add01931-96f0-4329-b7ef-a3e6fc6f895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:58.445610 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-add01931-96f0-4329-b7ef-a3e6fc6f895d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=94bd6083ee1741599fce24003e10ff3c&device_id=9bf7c2c1-032a-46e8-846b-a51faa0f5bd4 HTTP/1.1" status: 200 len: 1099 time: 0.2282772 Jun 25 09:10:58.541700 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b3ce8c50-dcb7-4741-8dc7-5d86c8108647, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:10:58.585143 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:58.586024 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:58.608032 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-a85cb63a-6290-43d4-9e8c-51dbc7db03b0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b HTTP/1.1" status: 200 len: 217 time: 0.1476219 Jun 25 09:10:58.725852 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:58.735562 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:58.737868 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-424ce3e8-1535-4e41-b6f4-b5dc89419e2c None None] Provisioning for port 8a968f36-f5de-4273-971f-bddf9d1b7e1a completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:10:58.756181 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-75b80fe4-eb47-4b12-92d2-0f9a6879b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:58.758927 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-75b80fe4-eb47-4b12-92d2-0f9a6879b571 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1425810 Jun 25 09:10:58.760220 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.38', 57757) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:58.767684 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-424ce3e8-1535-4e41-b6f4-b5dc89419e2c None None] Provisioning complete for port 8a968f36-f5de-4273-971f-bddf9d1b7e1a triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:10:58.768763 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-424ce3e8-1535-4e41-b6f4-b5dc89419e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:58.837701 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-424ce3e8-1535-4e41-b6f4-b5dc89419e2c None None] Port 8a968f36-f5de-4273-971f-bddf9d1b7e1a cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:10:58.843230 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85962e5-5738-4631-afdf-c3aa7fff3a5c x-openstack-request-id: req-f85962e5-5738-4631-afdf-c3aa7fff3a5c {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:58.844081 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0", "name": "network-vif-plugged", "status": "completed", "tag": "0d112eb4-3ccf-460a-b19e-133b833e3fb9", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:58.844437 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f85962e5-5738-4631-afdf-c3aa7fff3a5c {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:58.845180 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d112eb4-3ccf-460a-b19e-133b833e3fb9', 'code': 200} Jun 25 09:10:58.953299 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-11083ac9-ea3e-4339-b3c3-8ddc2a7c39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:58.954810 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-11083ac9-ea3e-4339-b3c3-8ddc2a7c39ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1842926 Jun 25 09:10:58.992774 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6e7d3-ece0-462e-bcde-e9415184f3ee req-dbc101fb-9a0c-4acb-97a9-27a754d51e14 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:59.000776 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87e6e7d3-ece0-462e-bcde-e9415184f3ee req-dbc101fb-9a0c-4acb-97a9-27a754d51e14 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 946 time: 0.7648454 Jun 25 09:10:59.060377 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.38', 57758) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:10:59.102191 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b33ca07-b462-40e4-a908-8ef6666cbb36 req-37b33bc6-8002-45db-ad02-38b58f6a9b15 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3394864 Jun 25 09:10:59.161704 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87e6e7d3-ece0-462e-bcde-e9415184f3ee req-8a57887c-c680-4bb8-8ed1-6f40fca7f1fa tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592526 Jun 25 09:10:59.250755 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-813067f7-e9c5-44f8-b5b4-38c72c820239 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805297 Jun 25 09:10:59.285215 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a968f36-f5de-4273-971f-bddf9d1b7e1a {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:10:59.299392 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645b60b-a139-490f-a962-925cb586f5b4 req-907248b2-af76-48ff-a493-b5420fb7ac76 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:59.301164 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3645b60b-a139-490f-a962-925cb586f5b4 req-907248b2-af76-48ff-a493-b5420fb7ac76 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 950 time: 0.2902188 Jun 25 09:10:59.308567 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:59.312432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e7a9-3529-401c-b6e1-aede2515a4f8 req-4a810de0-0eb2-48b4-854e-c4ac61f279d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:59.314270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3488e7a9-3529-401c-b6e1-aede2515a4f8 req-4a810de0-0eb2-48b4-854e-c4ac61f279d0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 1098 time: 0.2524860 Jun 25 09:10:59.356195 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-918b3334-9c76-4c3a-ba7f-e8706acbe9cb req-e62d6a2d-fed9-49e3-a8bb-89303d08c2e4 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961478 Jun 25 09:10:59.408002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33ca07-b462-40e4-a908-8ef6666cbb36 req-306eca1e-7fcb-4133-8ed2-b51da1b272e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:59.408002 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b33ca07-b462-40e4-a908-8ef6666cbb36 req-306eca1e-7fcb-4133-8ed2-b51da1b272e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9222d989f8444b5b06c13b3669f6848&device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 1101 time: 0.2124231 Jun 25 09:10:59.434498 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Transition to ACTIVE for port object 8a968f36-f5de-4273-971f-bddf9d1b7e1a will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:10:59.439360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3488e7a9-3529-401c-b6e1-aede2515a4f8 req-9106e8eb-f6ac-4ce7-b319-ab86dbc94d5e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073475 Jun 25 09:10:59.451602 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:59.466048 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:10:59.493971 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3645b60b-a139-490f-a962-925cb586f5b4 req-94dbc1d3-0591-4517-9bd6-8dc72dc746fe tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756761 Jun 25 09:10:59.625617 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Pushing event updated for resources: {'Port': ['ID=8a968f36-f5de-4273-971f-bddf9d1b7e1a,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:10:59.646620 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:59.646956 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:59.647311 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:59.647798 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:59.648145 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:59.648487 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:59.648843 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:59.649182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:59.649531 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:59.649844 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:59.650172 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:59.650502 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:10:59.656440 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:10:59.657598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Attempting to bind port 8a968f36-f5de-4273-971f-bddf9d1b7e1a on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:10:59.658071 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Attempting to bind port 8a968f36-f5de-4273-971f-bddf9d1b7e1a by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:10:59.658401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Attempting to bind port 8a968f36-f5de-4273-971f-bddf9d1b7e1a on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:59.663436 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Port 8a968f36-f5de-4273-971f-bddf9d1b7e1a on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:10:59.663693 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Attempting to bind port 8a968f36-f5de-4273-971f-bddf9d1b7e1a on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:10:59.672300 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:10:59.672698 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:10:59.673052 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:10:59.673499 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Bound port: 8a968f36-f5de-4273-971f-bddf9d1b7e1a, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:10:59.674801 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:59.702094 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad19e09-c9f4-440b-b32c-63a13cd3232f x-openstack-request-id: req-dad19e09-c9f4-440b-b32c-63a13cd3232f {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:10:59.703289 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf7c2c1-032a-46e8-846b-a51faa0f5bd4", "tag": "ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:10:59.703736 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dad19e09-c9f4-440b-b32c-63a13cd3232f {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:10:59.704589 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf7c2c1-032a-46e8-846b-a51faa0f5bd4', 'tag': 'ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b', 'status': 'completed', 'code': 200} Jun 25 09:10:59.867825 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] For port 8a968f36-f5de-4273-971f-bddf9d1b7e1a, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:10:59.917949 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4ac23-0685-4f46-b2e0-409783395655 req-18bdb12b-d2a0-4467-ad6e-8e800bbac14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:10:59.917949 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2a4ac23-0685-4f46-b2e0-409783395655 req-18bdb12b-d2a0-4467-ad6e-8e800bbac14a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=94bd6083ee1741599fce24003e10ff3c&device_id=9bf7c2c1-032a-46e8-846b-a51faa0f5bd4 HTTP/1.1" status: 200 len: 1099 time: 0.1016011 Jun 25 09:10:59.955223 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] For port 8a968f36-f5de-4273-971f-bddf9d1b7e1a, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:10:59.979962 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:10:59.994174 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:00.073065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4ac23-0685-4f46-b2e0-409783395655 req-60acb36a-eb70-48e3-9512-fd3bda294677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:00.075415 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2a4ac23-0685-4f46-b2e0-409783395655 req-60acb36a-eb70-48e3-9512-fd3bda294677 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1516700 Jun 25 09:11:00.117846 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Pushing event updated for resources: {'Port': ['ID=8a968f36-f5de-4273-971f-bddf9d1b7e1a,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:00.121428 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:00.122270 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2a4ac23-0685-4f46-b2e0-409783395655 req-76f78ece-1a87-443b-9bdb-e74fb67749fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b HTTP/1.1" status: 200 len: 217 time: 0.0394974 Jun 25 09:11:00.128252 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:00.129136 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:00.130865 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] 10.222.0.38 "PUT /v2.0/ports/8a968f36-f5de-4273-971f-bddf9d1b7e1a HTTP/1.1" status: 200 len: 1097 time: 2.4506586 Jun 25 09:11:00.139140 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9e9663-7bd3-4d24-8346-2137e781a660', 'tag': '8a968f36-f5de-4273-971f-bddf9d1b7e1a'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:00.141810 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62d9288-6a09-4ca6-b2f8-4e1d2bd71862" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9e9663-7bd3-4d24-8346-2137e781a660", "tag": "8a968f36-f5de-4273-971f-bddf9d1b7e1a"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:00.171767 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33ca07-b462-40e4-a908-8ef6666cbb36 req-9817545d-6b98-4e02-8ca6-f34ef87389b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:00.173371 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b33ca07-b462-40e4-a908-8ef6666cbb36 req-9817545d-6b98-4e02-8ca6-f34ef87389b8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.3830364 Jun 25 09:11:00.186552 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527099e-e0dc-42f8-ad97-e094aef5cd60 req-c9d9bd37-f626-46b0-87e1-69b750c1a817 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:00.196920 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a527099e-e0dc-42f8-ad97-e094aef5cd60 req-c9d9bd37-f626-46b0-87e1-69b750c1a817 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 943 time: 0.3446932 Jun 25 09:11:00.207622 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4ac23-0685-4f46-b2e0-409783395655 req-70d8a4f2-bf2e-4161-b6ed-d9b46e958c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:00.212922 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2a4ac23-0685-4f46-b2e0-409783395655 req-70d8a4f2-bf2e-4161-b6ed-d9b46e958c09 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0834157 Jun 25 09:11:00.290827 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4ac23-0685-4f46-b2e0-409783395655 req-266b1e23-78f8-4616-a3cd-bc4b9bb3c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:00.291640 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b33ca07-b462-40e4-a908-8ef6666cbb36 req-59776ba5-ad57-45e8-ac4b-78d2dabc52d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 HTTP/1.1" status: 200 len: 217 time: 0.0752366 Jun 25 09:11:00.293074 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2a4ac23-0685-4f46-b2e0-409783395655 req-266b1e23-78f8-4616-a3cd-bc4b9bb3c781 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0723553 Jun 25 09:11:00.364039 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b1b7b-d14d-474c-a846-82631ece7f8b req-a7f4e450-1b72-45fa-9534-222eacb29834 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:00.366336 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b9b1b7b-d14d-474c-a846-82631ece7f8b req-a7f4e450-1b72-45fa-9534-222eacb29834 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bf7c2c1-032a-46e8-846b-a51faa0f5bd4 HTTP/1.1" status: 200 len: 947 time: 0.3042266 Jun 25 09:11:00.375062 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a527099e-e0dc-42f8-ad97-e094aef5cd60 req-0ae6d51c-50e1-49d3-a32b-1f416a1f60c1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770453 Jun 25 09:11:00.426777 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33ca07-b462-40e4-a908-8ef6666cbb36 req-77750c82-ca60-4468-af01-ddcbbae205fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:00.428380 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b33ca07-b462-40e4-a908-8ef6666cbb36 req-77750c82-ca60-4468-af01-ddcbbae205fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1178229 Jun 25 09:11:00.469625 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-3163b2bf-b7a2-4029-8a57-f92a6a4301d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:00.472497 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-3163b2bf-b7a2-4029-8a57-f92a6a4301d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 1100 time: 0.2649112 Jun 25 09:11:00.480268 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2a4ac23-0685-4f46-b2e0-409783395655 req-0a7e085b-59e3-4680-9a62-f06b9207aa85 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698217 Jun 25 09:11:00.499037 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b9b1b7b-d14d-474c-a846-82631ece7f8b req-50fb3dea-6b87-4b5c-a7b0-3c00ef85bb91 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/security-groups?id=b23c0b37-ccd8-4b30-b247-10d0d3dcf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187472 Jun 25 09:11:00.542863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33ca07-b462-40e4-a908-8ef6666cbb36 req-1c663a6f-1020-4eb6-b7b5-4be0e37fc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:00.545541 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b33ca07-b462-40e4-a908-8ef6666cbb36 req-1c663a6f-1020-4eb6-b7b5-4be0e37fc0cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1060598 Jun 25 09:11:00.695889 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-9d9e04f3-79e6-4269-b83d-b762b492df1d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a HTTP/1.1" status: 200 len: 217 time: 0.1729505 Jun 25 09:11:00.699649 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b33ca07-b462-40e4-a908-8ef6666cbb36 req-0d81c835-4a58-4a85-88fe-6ed35820ee9e service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008704 Jun 25 09:11:00.721114 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2a4ac23-0685-4f46-b2e0-409783395655 req-92ca2a24-1a39-42a4-ac1f-de2866c2e7cd service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982284 Jun 25 09:11:00.813504 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-3b1a155f-44ae-473b-9b40-52dd37cebc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:00.816982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-3b1a155f-44ae-473b-9b40-52dd37cebc16 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0600679 Jun 25 09:11:00.846304 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b8b00d-5004-4614-a321-6882bc7af8b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3ce8c50-dcb7-4741-8dc7-5d86c8108647'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:00.850239 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92eead0d-1de5-4a0d-8874-d672eff672b1" -d '{"events": [{"server_uuid": "46b8b00d-5004-4614-a321-6882bc7af8b8", "name": "network-vif-unplugged", "status": "completed", "tag": "b3ce8c50-dcb7-4741-8dc7-5d86c8108647"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:00.910005 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:00.996452 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c9d8e-c982-488c-8924-2833510b033c req-710a8601-f273-4449-8d87-ba87ac7336fb tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:01.000608 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-433c9d8e-c982-488c-8924-2833510b033c req-710a8601-f273-4449-8d87-ba87ac7336fb tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 948 time: 0.4134777 Jun 25 09:11:01.028333 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b33ca07-b462-40e4-a908-8ef6666cbb36 req-b69b5d50-1981-4608-942b-3883ca056b90 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075089 Jun 25 09:11:01.043079 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5790860b-45a8-4e88-b670-4c62300b5bf0 x-openstack-request-id: req-5790860b-45a8-4e88-b670-4c62300b5bf0 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:01.043525 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9e9663-7bd3-4d24-8346-2137e781a660", "tag": "8a968f36-f5de-4273-971f-bddf9d1b7e1a", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:01.043889 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5790860b-45a8-4e88-b670-4c62300b5bf0 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:01.044394 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9e9663-7bd3-4d24-8346-2137e781a660', 'tag': '8a968f36-f5de-4273-971f-bddf9d1b7e1a', 'status': 'completed', 'code': 200} Jun 25 09:11:01.080978 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-7e87db37-9cca-43a3-ab8a-c7f9752e5ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:01.083309 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-7e87db37-9cca-43a3-ab8a-c7f9752e5ea5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2524557 Jun 25 09:11:01.092541 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-433c9d8e-c982-488c-8924-2833510b033c req-62c6ee03-36d3-4a3b-9503-504bb9e0b78f tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795751 Jun 25 09:11:01.271842 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-16051421-629f-4317-9cf6-0037979a8b0e service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653333 Jun 25 09:11:01.288982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9bc79-1541-4904-a095-15fd2f0592f5 req-9a8dedfa-9b24-428f-8fbc-10975f015b21 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:01.293263 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cea9bc79-1541-4904-a095-15fd2f0592f5 req-9a8dedfa-9b24-428f-8fbc-10975f015b21 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 946 time: 0.1124823 Jun 25 09:11:01.364220 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2572f23f-6ea3-48c7-8dde-c133d6cc2b6c x-openstack-request-id: req-2572f23f-6ea3-48c7-8dde-c133d6cc2b6c {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:01.364817 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b8b00d-5004-4614-a321-6882bc7af8b8", "name": "network-vif-unplugged", "status": "completed", "tag": "b3ce8c50-dcb7-4741-8dc7-5d86c8108647", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:01.365306 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2572f23f-6ea3-48c7-8dde-c133d6cc2b6c {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:01.366002 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b8b00d-5004-4614-a321-6882bc7af8b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3ce8c50-dcb7-4741-8dc7-5d86c8108647', 'code': 200} Jun 25 09:11:01.389509 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cea9bc79-1541-4904-a095-15fd2f0592f5 req-777c7952-1f46-478f-a492-3839b349f000 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874913 Jun 25 09:11:01.493296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d7a8e-dcf3-4541-ace7-3497fd5b33b1 req-9513d337-d030-4f88-9682-432fca262bd1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:01.503899 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-932d7a8e-dcf3-4541-ace7-3497fd5b33b1 req-9513d337-d030-4f88-9682-432fca262bd1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.41 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 943 time: 0.1857910 Jun 25 09:11:01.516765 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0643af95-11ff-4c6b-94cb-2a642cb9e4e0 req-fd7b8ed4-db71-4f59-ba2b-94c659c002e8 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370510 Jun 25 09:11:01.691613 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-932d7a8e-dcf3-4541-ace7-3497fd5b33b1 req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Deleting port b3ce8c50-dcb7-4741-8dc7-5d86c8108647 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:11:01.692101 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-932d7a8e-dcf3-4541-ace7-3497fd5b33b1 req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:01.706451 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cabc33-57d0-44c2-a4ae-31115d88d3d8 req-3368c7f1-1987-46e8-9cf1-aec619047a55 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:01.707952 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-48cabc33-57d0-44c2-a4ae-31115d88d3d8 req-3368c7f1-1987-46e8-9cf1-aec619047a55 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=134c52ae-d19a-4e05-9353-92eabc2cc851 HTTP/1.1" status: 200 len: 949 time: 0.1331239 Jun 25 09:11:01.730670 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d9288-6a09-4ca6-b2f8-4e1d2bd71862 req-75e9a451-b258-4185-a3ce-0d1da90090a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:01.732226 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d62d9288-6a09-4ca6-b2f8-4e1d2bd71862 req-75e9a451-b258-4185-a3ce-0d1da90090a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 1100 time: 0.1050332 Jun 25 09:11:01.827049 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-932d7a8e-dcf3-4541-ace7-3497fd5b33b1 req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] For port b3ce8c50-dcb7-4741-8dc7-5d86c8108647, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:01.827594 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-932d7a8e-dcf3-4541-ace7-3497fd5b33b1 req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:01.848145 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-932d7a8e-dcf3-4541-ace7-3497fd5b33b1 req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Calling delete_port for b3ce8c50-dcb7-4741-8dc7-5d86c8108647 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:11:02.010707 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-932d7a8e-dcf3-4541-ace7-3497fd5b33b1 req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:02.025442 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:02.066688 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Pushing event deleted for resources: {'Port': ['ID=b3ce8c50-dcb7-4741-8dc7-5d86c8108647,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:02.117679 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-48cabc33-57d0-44c2-a4ae-31115d88d3d8 req-bd16f0c9-1fd1-4dbe-b281-ea9ba4b9a1ce tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010987 Jun 25 09:11:02.123366 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:02.123736 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:02.124096 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:02.124458 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:02.124835 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:02.125192 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:02.125540 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:02.126209 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:02.126556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:02.126890 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:02.127237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:02.127576 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:02.131848 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-932d7a8e-dcf3-4541-ace7-3497fd5b33b1 req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] No DVR routers for this DVR port b3ce8c50-dcb7-4741-8dc7-5d86c8108647 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:11:02.133332 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:02.145407 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-932d7a8e-dcf3-4541-ace7-3497fd5b33b1 req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:02.148203 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-932d7a8e-dcf3-4541-ace7-3497fd5b33b1 req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.41 "DELETE /v2.0/ports/b3ce8c50-dcb7-4741-8dc7-5d86c8108647 HTTP/1.1" status: 204 len: 173 time: 0.6432345 Jun 25 09:11:02.148709 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b8b00d-5004-4614-a321-6882bc7af8b8', 'name': 'network-vif-deleted', 'tag': 'b3ce8c50-dcb7-4741-8dc7-5d86c8108647'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:02.151085 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d234f3c6-4a0c-4e10-92f9-299d9eee18e2" -d '{"events": [{"server_uuid": "46b8b00d-5004-4614-a321-6882bc7af8b8", "name": "network-vif-deleted", "tag": "b3ce8c50-dcb7-4741-8dc7-5d86c8108647"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:02.200531 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d9288-6a09-4ca6-b2f8-4e1d2bd71862 req-33309a8d-8c36-4466-bc5e-044b370111c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:02.209498 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d62d9288-6a09-4ca6-b2f8-4e1d2bd71862 req-33309a8d-8c36-4466-bc5e-044b370111c5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.4688401 Jun 25 09:11:02.264534 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d62d9288-6a09-4ca6-b2f8-4e1d2bd71862 req-d247c0fa-0b6c-42f6-b650-6984c539f350 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a HTTP/1.1" status: 200 len: 217 time: 0.0466444 Jun 25 09:11:02.273973 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68132d-3382-4ca4-ab21-4e344637e0cc req-7edf717f-a161-4546-9bf7-c2d65314de35 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:02.274439 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68132d-3382-4ca4-ab21-4e344637e0cc req-7edf717f-a161-4546-9bf7-c2d65314de35 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:02.274898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68132d-3382-4ca4-ab21-4e344637e0cc req-7edf717f-a161-4546-9bf7-c2d65314de35 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:02.275346 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68132d-3382-4ca4-ab21-4e344637e0cc req-7edf717f-a161-4546-9bf7-c2d65314de35 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:02.275797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68132d-3382-4ca4-ab21-4e344637e0cc req-7edf717f-a161-4546-9bf7-c2d65314de35 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:02.276252 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68132d-3382-4ca4-ab21-4e344637e0cc req-7edf717f-a161-4546-9bf7-c2d65314de35 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:02.276697 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68132d-3382-4ca4-ab21-4e344637e0cc req-7edf717f-a161-4546-9bf7-c2d65314de35 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:02.277172 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68132d-3382-4ca4-ab21-4e344637e0cc req-7edf717f-a161-4546-9bf7-c2d65314de35 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:02.277620 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68132d-3382-4ca4-ab21-4e344637e0cc req-7edf717f-a161-4546-9bf7-c2d65314de35 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:02.279639 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a68132d-3382-4ca4-ab21-4e344637e0cc req-7edf717f-a161-4546-9bf7-c2d65314de35 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660&device_id=9bf7c2c1-032a-46e8-846b-a51faa0f5bd4&device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0&device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967&device_id=46b8b00d-5004-4614-a321-6882bc7af8b8&device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0&device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a&device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0&device_id=134c52ae-d19a-4e05-9353-92eabc2cc851&device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 8223 time: 0.2396426 Jun 25 09:11:02.326284 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e666bddd-fafa-40ad-bcb0-b25a0b108e1c req-fd346bbf-fe2d-48db-b17c-908b5256ef0e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=46b8b00d-5004-4614-a321-6882bc7af8b8 HTTP/1.1" status: 200 len: 210 time: 0.0455234 Jun 25 09:11:02.367398 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1a68132d-3382-4ca4-ab21-4e344637e0cc req-db5dd99c-4468-4b9c-b1c6-d293ce58b624 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:02.466459 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d9288-6a09-4ca6-b2f8-4e1d2bd71862 req-fb1b4e9c-eff0-4ccc-b458-737fb28629ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:02.468136 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d62d9288-6a09-4ca6-b2f8-4e1d2bd71862 req-fb1b4e9c-eff0-4ccc-b458-737fb28629ab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1569805 Jun 25 09:11:02.522084 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1a68132d-3382-4ca4-ab21-4e344637e0cc req-db5dd99c-4468-4b9c-b1c6-d293ce58b624 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:02.530222 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1a68132d-3382-4ca4-ab21-4e344637e0cc req-db5dd99c-4468-4b9c-b1c6-d293ce58b624 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:02.534405 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0b050a14-73d5-49b8-9032-7f9346e7e9ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:02.581518 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a68132d-3382-4ca4-ab21-4e344637e0cc req-db5dd99c-4468-4b9c-b1c6-d293ce58b624 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&id=363408e5-2009-41f4-b9cc-54ad22eab58c&id=418ad88c-f714-4010-9be4-49a66551a38b&id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&id=b23c0b37-ccd8-4b30-b247-10d0d3dcf49b&id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.2624116 Jun 25 09:11:02.604328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5dd99c-4468-4b9c-b1c6-d293ce58b624 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2f8f55-836f-4d3b-bfb9-29c2aafc585d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:02.610277 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-db5dd99c-4468-4b9c-b1c6-d293ce58b624 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:02.632758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d9288-6a09-4ca6-b2f8-4e1d2bd71862 req-802c8e59-4a9b-4969-860c-5c061d702853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:02.634563 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d62d9288-6a09-4ca6-b2f8-4e1d2bd71862 req-802c8e59-4a9b-4969-860c-5c061d702853 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1561720 Jun 25 09:11:02.830185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d62d9288-6a09-4ca6-b2f8-4e1d2bd71862 req-c7008156-6cc8-4331-a946-879a9bbdc1d1 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885598 Jun 25 09:11:02.849811 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd8ea1-7cc7-4e7e-801d-76f6a7e91aa2 req-3e8bcb5e-fd75-4465-9b50-579059994140 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:02.851275 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03bd8ea1-7cc7-4e7e-801d-76f6a7e91aa2 req-3e8bcb5e-fd75-4465-9b50-579059994140 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bf7c2c1-032a-46e8-846b-a51faa0f5bd4 HTTP/1.1" status: 200 len: 947 time: 0.1565452 Jun 25 09:11:02.865249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:11:02.957303 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48279eac-989c-420b-a692-5bf484af1522 req-7aabcc66-9c6c-4f8a-94eb-2da2dc4c9fab tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:02.965845 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-48279eac-989c-420b-a692-5bf484af1522 req-7aabcc66-9c6c-4f8a-94eb-2da2dc4c9fab tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 1098 time: 0.2721074 Jun 25 09:11:03.045203 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03bd8ea1-7cc7-4e7e-801d-76f6a7e91aa2 req-1bc50eac-8263-414d-966d-4720de036a8c tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/security-groups?id=b23c0b37-ccd8-4b30-b247-10d0d3dcf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809187 Jun 25 09:11:03.067846 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:03.089387 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': 'ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b', 'mac_address': 'fa:16:3e:77:52:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:11:03.118945 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-48279eac-989c-420b-a692-5bf484af1522 req-25cf4a1d-05c6-4c69-bfb8-a6da7317ab36 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520474 Jun 25 09:11:03.153474 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d62d9288-6a09-4ca6-b2f8-4e1d2bd71862 req-3fc71018-5aef-408f-aa9c-4dbc036d977b service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010383 Jun 25 09:11:03.182027 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:03.206395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:11:03.229125 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:03.243865 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:03.246131 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:03.306743 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:03.316297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:03.320954 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:03.321304 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae789ff-9545-4d6d-9912-29df5648e421 req-512c26c6-aa8b-45dd-9855-7db8d9441510 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:03.321425 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:03.321660 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:03.322007 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:03.322336 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:03.322670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:03.322891 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eae789ff-9545-4d6d-9912-29df5648e421 req-512c26c6-aa8b-45dd-9855-7db8d9441510 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 948 time: 0.0972600 Jun 25 09:11:03.323008 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:03.323309 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:03.323632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:03.323958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:03.324277 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:03.336299 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:03.378136 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eae789ff-9545-4d6d-9912-29df5648e421 req-c10515d3-e4d9-4685-9cfb-e7749bcf1c4b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465860 Jun 25 09:11:03.429672 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9439339-c182-4a52-a47d-34708fa70eb9 x-openstack-request-id: req-c9439339-c182-4a52-a47d-34708fa70eb9 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:03.430203 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b8b00d-5004-4614-a321-6882bc7af8b8", "name": "network-vif-deleted", "tag": "b3ce8c50-dcb7-4741-8dc7-5d86c8108647", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:03.430878 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c9439339-c182-4a52-a47d-34708fa70eb9 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:03.431509 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b8b00d-5004-4614-a321-6882bc7af8b8', 'name': 'network-vif-deleted', 'tag': 'b3ce8c50-dcb7-4741-8dc7-5d86c8108647', 'status': 'completed', 'code': 200} Jun 25 09:11:03.550292 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:11:03.889751 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfefc6-48c1-4fe0-b79f-95915df1159b req-1ce3b69c-4fdc-4119-a6b8-6197a506611f tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:03.891864 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7cfefc6-48c1-4fe0-b79f-95915df1159b req-1ce3b69c-4fdc-4119-a6b8-6197a506611f tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 1098 time: 0.0840943 Jun 25 09:11:03.963322 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7cfefc6-48c1-4fe0-b79f-95915df1159b req-2fbee7ff-fa13-473b-993c-b9b39b42d593 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629449 Jun 25 09:11:04.046126 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b3ce8c50-dcb7-4741-8dc7-5d86c8108647 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:11:04.091700 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: b3ce8c50-dcb7-4741-8dc7-5d86c8108647 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:11:04.092050 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b3ce8c50-dcb7-4741-8dc7-5d86c8108647 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:11:04.092489 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 202f361e-0d52-44fa-bf00-07988cf89300 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:11:04.203470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e2be3-df80-4ebe-876f-f9b305ba7808 req-44626a64-a8e3-4d09-b33c-52acc12c68c0 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:04.204084 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e2be3-df80-4ebe-876f-f9b305ba7808 req-44626a64-a8e3-4d09-b33c-52acc12c68c0 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:04.204747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e2be3-df80-4ebe-876f-f9b305ba7808 req-44626a64-a8e3-4d09-b33c-52acc12c68c0 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:04.212940 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-134e2be3-df80-4ebe-876f-f9b305ba7808 req-44626a64-a8e3-4d09-b33c-52acc12c68c0 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967&device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0&device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 2886 time: 0.0763464 Jun 25 09:11:04.227931 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:04.259747 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-134e2be3-df80-4ebe-876f-f9b305ba7808 req-05ff31fb-bed8-49a6-982c-eae18b9f07df tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456412 Jun 25 09:11:04.286213 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 202f361e-0d52-44fa-bf00-07988cf89300, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=202f361e-0d52-44fa-bf00-07988cf89300,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:04.287516 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134c52ae-d19a-4e05-9353-92eabc2cc851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '202f361e-0d52-44fa-bf00-07988cf89300'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:04.291035 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604014b3-fa9f-4c45-92b2-8f030e1d8ccc" -d '{"events": [{"server_uuid": "134c52ae-d19a-4e05-9353-92eabc2cc851", "name": "network-vif-unplugged", "status": "completed", "tag": "202f361e-0d52-44fa-bf00-07988cf89300"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:04.296035 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:04.298209 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5070dfcb-9b16-4b0d-8f67-2407e642e720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:04.362226 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=202f361e-0d52-44fa-bf00-07988cf89300,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:04.366988 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:04.481598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369da58-92e1-459e-85a9-71c0a83cd903 req-e9f9a513-38e0-4f6f-be4c-12e85e9ee713 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:04.490741 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0369da58-92e1-459e-85a9-71c0a83cd903 req-e9f9a513-38e0-4f6f-be4c-12e85e9ee713 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bf7c2c1-032a-46e8-846b-a51faa0f5bd4 HTTP/1.1" status: 200 len: 948 time: 0.0903013 Jun 25 09:11:04.509540 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38862) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:11:04.514345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-9d8d5a0d-24d9-4ff0-8703-1986846cf436 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1983284097', 'description': 'tempest-description--1886198772'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:04.564039 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0369da58-92e1-459e-85a9-71c0a83cd903 req-5065dd79-39b7-4b38-9bf6-a27927766777 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/security-groups?id=b23c0b37-ccd8-4b30-b247-10d0d3dcf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722177 Jun 25 09:11:04.585696 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5a0d-24d9-4ff0-8703-1986846cf436 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:04.613349 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a324ccfe-5ab0-4202-ae98-f2e6d85adb37 x-openstack-request-id: req-a324ccfe-5ab0-4202-ae98-f2e6d85adb37 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:04.613783 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134c52ae-d19a-4e05-9353-92eabc2cc851", "name": "network-vif-unplugged", "status": "completed", "tag": "202f361e-0d52-44fa-bf00-07988cf89300", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:04.614137 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a324ccfe-5ab0-4202-ae98-f2e6d85adb37 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:04.614630 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134c52ae-d19a-4e05-9353-92eabc2cc851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '202f361e-0d52-44fa-bf00-07988cf89300', 'code': 200} Jun 25 09:11:04.695912 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5a0d-24d9-4ff0-8703-1986846cf436 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:04.708715 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5a0d-24d9-4ff0-8703-1986846cf436 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:04.715878 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-33b6c1b4-24d6-4636-a2e1-ff27a69e179c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:04.759809 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5a0d-24d9-4ff0-8703-1986846cf436 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:04.764567 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38868) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:11:04.765180 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9d8d5a0d-24d9-4ff0-8703-1986846cf436 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2539766 Jun 25 09:11:04.770515 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-3c8e441c-27c9-4677-9594-d676c47335de tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Request body: {'security_group_rule': {'security_group_id': '571e583a-7d6a-47d7-aa18-80b9d59bd5d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:04.774318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d5a0d-24d9-4ff0-8703-1986846cf436 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571e583a-7d6a-47d7-aa18-80b9d59bd5d7,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:04.779629 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9d8d5a0d-24d9-4ff0-8703-1986846cf436 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:04.828552 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3c8e441c-27c9-4677-9594-d676c47335de tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:04.855630 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8a968f36-f5de-4273-971f-bddf9d1b7e1a details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:11:04.897201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96b23f-6508-46c5-aaca-6d9fd2c6a257 req-88d22f4e-9d08-44f2-bd5f-69e7dfe2e75e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:04.904498 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b96b23f-6508-46c5-aaca-6d9fd2c6a257 req-88d22f4e-9d08-44f2-bd5f-69e7dfe2e75e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 948 time: 0.0920081 Jun 25 09:11:04.905729 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:11:04.963204 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b96b23f-6508-46c5-aaca-6d9fd2c6a257 req-fbf46a44-2340-4f32-aff0-67122d719c91 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578301 Jun 25 09:11:05.048766 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3c8e441c-27c9-4677-9594-d676c47335de tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:05.067508 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3c8e441c-27c9-4677-9594-d676c47335de tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:05.085570 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:11:05.089312 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:05.093239 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:05.094109 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:05.143673 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-23d1facf-506d-46ca-9d57-12068d2e2ba9 req-0e2d280d-8c68-4a52-8f9e-35cbddf3c8ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2503541 Jun 25 09:11:05.152707 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8a968f36-f5de-4273-971f-bddf9d1b7e1a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:05.158638 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e441c-27c9-4677-9594-d676c47335de tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b47fb0-b988-4051-bc57-e532f6a1cb30,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:05.175162 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3c8e441c-27c9-4677-9594-d676c47335de tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:05.180487 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3c8e441c-27c9-4677-9594-d676c47335de tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4103677 Jun 25 09:11:05.180487 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3c8e441c-27c9-4677-9594-d676c47335de tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:05.180805 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38878) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:11:05.187933 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-7f714ac8-f5ec-4bf8-b57e-10cba7c00bc5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Request body: {'security_group_rule': {'security_group_id': '571e583a-7d6a-47d7-aa18-80b9d59bd5d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:05.211609 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:05.213629 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '8a968f36-f5de-4273-971f-bddf9d1b7e1a', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '8a968f36-f5de-4273-971f-bddf9d1b7e1a', 'mac_address': 'fa:16:3e:24:76:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:11:05.248384 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f714ac8-f5ec-4bf8-b57e-10cba7c00bc5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:05.267071 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:05.284593 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1facf-506d-46ca-9d57-12068d2e2ba9 req-dc7f56f4-d3fd-4e6c-a883-fbafe9b097a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:05.287248 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-23d1facf-506d-46ca-9d57-12068d2e2ba9 req-dc7f56f4-d3fd-4e6c-a883-fbafe9b097a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b29326d595124f66a340ae8a2245ac84&device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 1098 time: 0.0793831 Jun 25 09:11:05.309571 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a968f36-f5de-4273-971f-bddf9d1b7e1a {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:11:05.349729 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8a968f36-f5de-4273-971f-bddf9d1b7e1a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:05.360666 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:05.365016 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:05.368468 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:05.393818 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:05.394629 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f714ac8-f5ec-4bf8-b57e-10cba7c00bc5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:05.405404 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f714ac8-f5ec-4bf8-b57e-10cba7c00bc5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:05.420105 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-68c18ad2-a399-411f-ab54-c228db2aa786 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:05.454470 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f714ac8-f5ec-4bf8-b57e-10cba7c00bc5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:05.456504 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7f714ac8-f5ec-4bf8-b57e-10cba7c00bc5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2756767 Jun 25 09:11:05.456645 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8a968f36-f5de-4273-971f-bddf9d1b7e1a,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:05.459667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f714ac8-f5ec-4bf8-b57e-10cba7c00bc5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f33bbd-845d-494b-89dc-b83ba986d1f8,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:05.461548 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38890) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:11:05.461743 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:05.462221 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:05.473318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:05.484297 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7f714ac8-f5ec-4bf8-b57e-10cba7c00bc5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:05.529566 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:05.605835 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:05.612947 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:05.642898 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1facf-506d-46ca-9d57-12068d2e2ba9 req-8c9cb70d-90fe-4734-9039-ed7247694d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:05.651551 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-23d1facf-506d-46ca-9d57-12068d2e2ba9 req-8c9cb70d-90fe-4734-9039-ed7247694d0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=119be928-ce8c-4bd3-a417-2e4446719647 HTTP/1.1" status: 200 len: 925 time: 0.3393602 Jun 25 09:11:05.699896 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:05.736762 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['8a968f36-f5de-4273-971f-bddf9d1b7e1a'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:11:05.811427 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-23d1facf-506d-46ca-9d57-12068d2e2ba9 req-04376cce-34a6-4bf1-aca8-7c1a79422c1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6257204-fffc-4af8-a4ad-40a970843eb3 HTTP/1.1" status: 200 len: 1002 time: 0.1336584 Jun 25 09:11:05.832022 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Allocated IP 172.25.6.34 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/4e72262d-48c4-43ec-b3cf-72a53073e8e4) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:11:05.917939 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1facf-506d-46ca-9d57-12068d2e2ba9 req-2b1e75d4-9b92-4c73-a65d-57e6860ccbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:05.919660 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-23d1facf-506d-46ca-9d57-12068d2e2ba9 req-2b1e75d4-9b92-4c73-a65d-57e6860ccbe3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf63583-994a-4093-950f-4fd73828ebf2 HTTP/1.1" status: 200 len: 862 time: 0.1001282 Jun 25 09:11:05.961984 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:06.021883 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1facf-506d-46ca-9d57-12068d2e2ba9 req-19193cf8-6d55-4d64-b476-9a9d9c1016c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:06.023389 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-23d1facf-506d-46ca-9d57-12068d2e2ba9 req-19193cf8-6d55-4d64-b476-9a9d9c1016c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=119be928-ce8c-4bd3-a417-2e4446719647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966337 Jun 25 09:11:06.028872 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:06.039152 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:06.112741 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:11:06.117640 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:11:06.120504 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:11:06.141938 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Pushing event updated for resources: {'Port': ['ID=4e72262d-48c4-43ec-b3cf-72a53073e8e4,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:06.144907 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:06.193329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3bd4a-f146-4168-85e4-02def997b8b7 req-67a8a2b6-4611-4ff1-b1b9-bf11a34ef368 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:06.194986 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2fd3bd4a-f146-4168-85e4-02def997b8b7 req-67a8a2b6-4611-4ff1-b1b9-bf11a34ef368 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bf7c2c1-032a-46e8-846b-a51faa0f5bd4 HTTP/1.1" status: 200 len: 949 time: 0.1714261 Jun 25 09:11:06.234487 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:06.275430 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2fd3bd4a-f146-4168-85e4-02def997b8b7 req-b6ce2874-9ff8-4de3-8350-665cf2613d60 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/security-groups?id=b23c0b37-ccd8-4b30-b247-10d0d3dcf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726864 Jun 25 09:11:06.344779 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:06.507843 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-23d1facf-506d-46ca-9d57-12068d2e2ba9 req-4abbc823-7f0a-41b2-8404-b0f5ab481872 service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773092 Jun 25 09:11:06.560718 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:06.572102 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:06.574480 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:06.615842 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:06.616453 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf7c2c1-032a-46e8-846b-a51faa0f5bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:06.620143 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477227fd-1382-4ae6-8a88-5312ec9eff4a" -d '{"events": [{"server_uuid": "9bf7c2c1-032a-46e8-846b-a51faa0f5bd4", "name": "network-vif-plugged", "status": "completed", "tag": "ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:06.665528 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Pushing event updated for resources: {'Port': ['ID=4e72262d-48c4-43ec-b3cf-72a53073e8e4,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:06.669463 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:06.675850 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:06.677122 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2139666 Jun 25 09:11:06.706320 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1379709-a281-4af2-a98c-80b6183f4c45 req-748fc04a-5b34-4f9a-89f5-3580ff8b11d1 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:06.714416 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a1379709-a281-4af2-a98c-80b6183f4c45 req-748fc04a-5b34-4f9a-89f5-3580ff8b11d1 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 949 time: 0.0952315 Jun 25 09:11:06.747217 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-23d1facf-506d-46ca-9d57-12068d2e2ba9 req-d7eed10d-19a6-4186-aef4-f806a150b515 service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712663 Jun 25 09:11:06.756869 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a1379709-a281-4af2-a98c-80b6183f4c45 req-75480364-b4c5-4dc1-b221-59972bbd0099 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Jun 25 09:11:06.871634 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:11:06.884342 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8a968f36-f5de-4273-971f-bddf9d1b7e1a up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:11:06.961971 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38936) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:11:07.062604 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:07.077091 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': 'a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09', 'mac_address': 'fa:16:3e:6a:7f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:11:07.087007 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-5f1ecb4c-645d-4949-81b3-20f3c676e4e0 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:11:07.088342 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-5f1ecb4c-645d-4949-81b3-20f3c676e4e0 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1253817 Jun 25 09:11:07.138966 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:07.150748 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 8a968f36-f5de-4273-971f-bddf9d1b7e1a completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:11:07.158801 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 8a968f36-f5de-4273-971f-bddf9d1b7e1a triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:07.159289 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:07.161967 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:11:07.222376 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:07.244605 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:07.248659 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:07.264901 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-dddbcdac-e7aa-4c5b-bd49-b24a630cf6ad service neutron] Request body: {'binding': {'host': 'n-h1-761264-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:07.265417 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-dddbcdac-e7aa-4c5b-bd49-b24a630cf6ad service neutron] Unknown quota resources ['binding']. {{(pid=94024) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 09:11:07.334025 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8430bc-9972-4ade-84c4-825fa457f3a2 x-openstack-request-id: req-0a8430bc-9972-4ade-84c4-825fa457f3a2 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:07.334363 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf7c2c1-032a-46e8-846b-a51faa0f5bd4", "name": "network-vif-plugged", "status": "completed", "tag": "ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:07.334580 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0a8430bc-9972-4ade-84c4-825fa457f3a2 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:07.337039 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf7c2c1-032a-46e8-846b-a51faa0f5bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b', 'code': 200} Jun 25 09:11:07.386264 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:07.397070 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:07.430692 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:07.438287 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:11:07.522830 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8a968f36-f5de-4273-971f-bddf9d1b7e1a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:07.531341 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:07.538419 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:07.627056 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-dddbcdac-e7aa-4c5b-bd49-b24a630cf6ad service neutron] Attempting to bind port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 on host n-h1-761264-15 for vnic_type normal with profile None {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:11:07.627637 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-dddbcdac-e7aa-4c5b-bd49-b24a630cf6ad service neutron] Attempting to bind port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:11:07.627732 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-dddbcdac-e7aa-4c5b-bd49-b24a630cf6ad service neutron] Attempting to bind port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:07.640948 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-dddbcdac-e7aa-4c5b-bd49-b24a630cf6ad service neutron] Port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:11:07.641313 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-dddbcdac-e7aa-4c5b-bd49-b24a630cf6ad service neutron] Attempting to bind port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:07.655111 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8a968f36-f5de-4273-971f-bddf9d1b7e1a,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:07.661060 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:07.666221 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-dddbcdac-e7aa-4c5b-bd49-b24a630cf6ad service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:11:07.666562 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-dddbcdac-e7aa-4c5b-bd49-b24a630cf6ad service neutron] Checking segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:11:07.666942 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-dddbcdac-e7aa-4c5b-bd49-b24a630cf6ad service neutron] Bound using segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:11:07.667390 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-dddbcdac-e7aa-4c5b-bd49-b24a630cf6ad service neutron] Bound port: 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:11:07.728378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c30563-1fb6-4555-a0f2-8edd96b891eb req-99122db7-cbae-4e54-a45c-688fa8bc3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:07.733861 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31c30563-1fb6-4555-a0f2-8edd96b891eb req-99122db7-cbae-4e54-a45c-688fa8bc3115 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9bf7c2c1-032a-46e8-846b-a51faa0f5bd4 HTTP/1.1" status: 200 len: 1101 time: 0.2960091 Jun 25 09:11:07.842529 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-86edf849-be69-486b-b167-db298d0a3288 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:07.844135 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-86edf849-be69-486b-b167-db298d0a3288 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/networks?id=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 HTTP/1.1" status: 200 len: 822 time: 0.3180048 Jun 25 09:11:07.878932 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-dddbcdac-e7aa-4c5b-bd49-b24a630cf6ad service neutron] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:11:07.893668 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-dddbcdac-e7aa-4c5b-bd49-b24a630cf6ad service neutron] Notify callbacks [] for binding, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:07.894978 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-dddbcdac-e7aa-4c5b-bd49-b24a630cf6ad service neutron] 10.222.0.93 "POST /v2.0/ports/0d112eb4-3ccf-460a-b19e-133b833e3fb9/bindings HTTP/1.1" status: 201 len: 390 time: 0.7093904 Jun 25 09:11:07.905806 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31c30563-1fb6-4555-a0f2-8edd96b891eb req-e4686ced-a63d-4dd7-993d-e3b1922a830a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b23c0b37-ccd8-4b30-b247-10d0d3dcf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413090 Jun 25 09:11:07.912673 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-dfd3a44f-22f1-4ff0-ab17-dee8b0fc0644 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/quotas/b0bc40fe5b8846559cc00336b8182ae5 HTTP/1.1" status: 200 len: 375 time: 0.0258992 Jun 25 09:11:08.032230 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-36ba4adf-4f9c-47c5-a280-c0e863eebe96 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b0bc40fe5b8846559cc00336b8182ae5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1184862 Jun 25 09:11:08.197078 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-5858b7aa-8d10-4d32-b03a-67bc1e2c2565 service neutron] 10.222.0.93 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633987 Jun 25 09:11:08.268815 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726698ed-ae3a-41ab-bee8-acbeec22cf4c req-913788bc-c844-466a-81c9-6cd016c32d28 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:08.270518 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-726698ed-ae3a-41ab-bee8-acbeec22cf4c req-913788bc-c844-466a-81c9-6cd016c32d28 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 1101 time: 0.1572392 Jun 25 09:11:08.356815 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-726698ed-ae3a-41ab-bee8-acbeec22cf4c req-1b943780-c6e6-4e45-b945-0170c59d7dc2 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703902 Jun 25 09:11:08.410477 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-4d14ceee-9355-4daa-89cc-d65f6c73c621 service neutron] 10.222.0.93 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111547 Jun 25 09:11:08.664776 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-92f21e5e-21e4-4aa9-b367-ee7baadb056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:08.666304 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-92f21e5e-21e4-4aa9-b367-ee7baadb056a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 1098 time: 0.1765308 Jun 25 09:11:08.776829 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e69a4-12dd-4b07-b8a7-cda267de87bb req-d61b68b3-a349-4c8a-ba6f-936102bf7421 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:08.811749 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-983e69a4-12dd-4b07-b8a7-cda267de87bb req-d61b68b3-a349-4c8a-ba6f-936102bf7421 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bf7c2c1-032a-46e8-846b-a51faa0f5bd4 HTTP/1.1" status: 200 len: 949 time: 0.1950419 Jun 25 09:11:08.860246 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-d5a066bb-10d6-46f8-a312-6bb397a9f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:08.862426 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-d5a066bb-10d6-46f8-a312-6bb397a9f35e service neutron] 10.222.0.41 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.1820731 Jun 25 09:11:08.932083 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-e46f037b-2310-4f5d-a8ad-e43e9d9b361b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9 HTTP/1.1" status: 200 len: 217 time: 0.0576708 Jun 25 09:11:08.935666 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:11:08.966965 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-983e69a4-12dd-4b07-b8a7-cda267de87bb req-55ccba66-dd8c-44a4-a6d3-4a9424aaca3e tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/security-groups?id=b23c0b37-ccd8-4b30-b247-10d0d3dcf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671681 Jun 25 09:11:09.079984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95b81b-6839-46e6-8545-1bbe8e614203 req-94b823d6-2be2-4209-819f-9820beed0de3 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:09.084473 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db95b81b-6839-46e6-8545-1bbe8e614203 req-94b823d6-2be2-4209-819f-9820beed0de3 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.2320373 Jun 25 09:11:09.137677 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:09.138114 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:09.170341 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-aaf1b989-fb4b-4e12-b059-81f23e079a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:09.175424 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-aaf1b989-fb4b-4e12-b059-81f23e079a79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.2354629 Jun 25 09:11:09.204946 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db95b81b-6839-46e6-8545-1bbe8e614203 req-24e59e08-0163-4754-a402-e7afb2ba8307 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125724 Jun 25 09:11:09.312551 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-36c31729-ec26-41d1-9fd6-64e3f7069d0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268253 Jun 25 09:11:09.339527 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9e9663-7bd3-4d24-8346-2137e781a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a968f36-f5de-4273-971f-bddf9d1b7e1a'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:09.347192 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203c2304-bc68-4faa-be87-0d9aa9977694" -d '{"events": [{"server_uuid": "4f9e9663-7bd3-4d24-8346-2137e781a660", "name": "network-vif-plugged", "status": "completed", "tag": "8a968f36-f5de-4273-971f-bddf9d1b7e1a"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:09.469112 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:09.543711 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:09.556347 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-fa395b6d-8d5d-4a8f-ad2e-5d893f898034 service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381074 Jun 25 09:11:09.562025 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:09.564801 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:09.568076 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe686303-856c-4740-b3ec-70277f7a880d req-d40eaed2-fd44-4ee1-82bf-ae3a7e3c6a1c tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:09.570467 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe686303-856c-4740-b3ec-70277f7a880d req-d40eaed2-fd44-4ee1-82bf-ae3a7e3c6a1c tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 946 time: 0.1395025 Jun 25 09:11:09.658236 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe686303-856c-4740-b3ec-70277f7a880d req-69ba505f-b73b-4914-87ff-f4e1f3a92df3 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735743 Jun 25 09:11:09.688308 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:09.694603 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:09.788131 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-8d296d51-4bb6-4261-99a9-2caba09c4e32 service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205365 Jun 25 09:11:10.005032 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e19a0-7c13-466c-bd6c-175d7d5f1a95 req-7545ba88-c20d-48de-8be8-705df9433349 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:10.009083 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-729e19a0-7c13-466c-bd6c-175d7d5f1a95 req-7545ba88-c20d-48de-8be8-705df9433349 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 1101 time: 0.1044564 Jun 25 09:11:10.078480 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-729e19a0-7c13-466c-bd6c-175d7d5f1a95 req-ee741949-be71-4222-9ea4-abdf7eea9cf0 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632865 Jun 25 09:11:10.385921 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-586ef15b-295d-4b7d-8f13-5bc32549c301 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:10.387730 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-586ef15b-295d-4b7d-8f13-5bc32549c301 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0&tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 1098 time: 0.2449987 Jun 25 09:11:10.402068 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-15'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:10.541987 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-096bc53b-ae8e-46e1-b3dc-f44f03764abf req-b69b873a-e891-49dd-a472-ec4fdec3f346 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 210 time: 0.3468106 Jun 25 09:11:10.561061 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:10.638394 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873af5ea-0a26-4479-a99b-8c106879912d x-openstack-request-id: req-873af5ea-0a26-4479-a99b-8c106879912d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:10.639718 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9e9663-7bd3-4d24-8346-2137e781a660", "name": "network-vif-plugged", "status": "completed", "tag": "8a968f36-f5de-4273-971f-bddf9d1b7e1a", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:10.640275 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-873af5ea-0a26-4479-a99b-8c106879912d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:10.641877 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9e9663-7bd3-4d24-8346-2137e781a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a968f36-f5de-4273-971f-bddf9d1b7e1a', 'code': 200} Jun 25 09:11:10.957364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c5b08-38de-42bd-84fb-45a974a34e30 req-413f9c8a-529f-4a62-8e50-ae6ca86e0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:10.962964 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-965c5b08-38de-42bd-84fb-45a974a34e30 req-413f9c8a-529f-4a62-8e50-ae6ca86e0b11 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 1102 time: 0.1505632 Jun 25 09:11:11.035149 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-965c5b08-38de-42bd-84fb-45a974a34e30 req-9857493e-8c2b-4490-a59c-6e1e511df695 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651925 Jun 25 09:11:11.063947 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:11.150215 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:11:11.201912 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:11.205324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d112eb4-3ccf-460a-b19e-133b833e3fb9'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:11.210924 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd456bf6-f865-4239-9b4a-67c56ca54630" -d '{"events": [{"server_uuid": "9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0", "name": "network-vif-unplugged", "status": "completed", "tag": "0d112eb4-3ccf-460a-b19e-133b833e3fb9"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:11.229455 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:11.232006 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-93b4b1e0-22a1-454e-8e96-4406f76f0c45 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:11.245595 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-bcbd42af-1b0b-46b2-937c-070d0b62b799 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:11.254476 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-bcbd42af-1b0b-46b2-937c-070d0b62b799 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.41 "GET /v2.0/networks?id=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 HTTP/1.1" status: 200 len: 822 time: 0.3230195 Jun 25 09:11:11.341886 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef8da2-9bb6-40b3-a6dc-3f02f9acc8b8 req-f6eef055-1564-4491-b54a-30d5cb8e7efa tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:11.348779 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Pushing event updated for resources: {'Port': ['ID=0d112eb4-3ccf-460a-b19e-133b833e3fb9,revision_number=7']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:11.351057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-59ef8da2-9bb6-40b3-a6dc-3f02f9acc8b8 req-f6eef055-1564-4491-b54a-30d5cb8e7efa tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bf7c2c1-032a-46e8-846b-a51faa0f5bd4 HTTP/1.1" status: 200 len: 949 time: 0.1229587 Jun 25 09:11:11.354151 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:11.359820 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-d5cd90ea-8dd1-490f-8e0d-9a75d0225082 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Request body: {'port': {'device_id': '40f6d9c9-f50c-4e25-924a-817816c69991', 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1', 'admin_state_up': True, 'tenant_id': 'b0bc40fe5b8846559cc00336b8182ae5'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:11.472483 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-59ef8da2-9bb6-40b3-a6dc-3f02f9acc8b8 req-8dd87b2d-461d-4d42-8013-130728f2e689 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/security-groups?id=b23c0b37-ccd8-4b30-b247-10d0d3dcf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165636 Jun 25 09:11:11.553504 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-d5cd90ea-8dd1-490f-8e0d-9a75d0225082 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Made reservation on behalf of b0bc40fe5b8846559cc00336b8182ae5 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:11:11.562850 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-d5cd90ea-8dd1-490f-8e0d-9a75d0225082 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:11.842216 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-d5cd90ea-8dd1-490f-8e0d-9a75d0225082 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Allocated IP 172.20.0.12 (bc9fd3c5-c9bb-45bb-92ad-26a11de079b1/b0f74112-761d-4823-bef3-5391ccb190f2/efb64b2c-6bf5-46b3-8a6c-64c2415efde7) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:11:12.041900 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-d5cd90ea-8dd1-490f-8e0d-9a75d0225082 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:12.089343 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Attempting to bind port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 on host n-h2-761264-15 for vnic_type normal with profile {"migrating_to": "n-h1-761264-15"} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:11:12.090317 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Attempting to bind port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:11:12.090317 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Attempting to bind port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:12.100356 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:11:12.100681 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Attempting to bind port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:12.108263 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:11:12.108516 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Checking segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:11:12.111015 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Bound using segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:11:12.111472 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Bound port: 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:11:12.111882 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:12.137147 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-d5cd90ea-8dd1-490f-8e0d-9a75d0225082 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:12.144793 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:12.182125 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1f7ed-4b6e-4255-8d64-04bb6b5bf106 req-348ed014-d371-4926-8c5e-e2316cf1239e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:12.196377 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aff1f7ed-4b6e-4255-8d64-04bb6b5bf106 req-348ed014-d371-4926-8c5e-e2316cf1239e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.1535678 Jun 25 09:11:12.225932 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-d5cd90ea-8dd1-490f-8e0d-9a75d0225082 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:11:12.255880 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:11:12.259554 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:11:12.261077 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-d5cd90ea-8dd1-490f-8e0d-9a75d0225082 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:11:12.266866 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-d5cd90ea-8dd1-490f-8e0d-9a75d0225082 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:11:12.271615 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:12.289839 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aff1f7ed-4b6e-4255-8d64-04bb6b5bf106 req-71424346-1863-4a64-a043-c8b7ed6cc919 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920255 Jun 25 09:11:12.320371 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd90ea-8dd1-490f-8e0d-9a75d0225082 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Pushing event updated for resources: {'Port': ['ID=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:12.327666 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d5cd90ea-8dd1-490f-8e0d-9a75d0225082 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:12.328172 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:12.394774 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Pushing event updated for resources: {'Port': ['ID=0d112eb4-3ccf-460a-b19e-133b833e3fb9,revision_number=8']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:12.405725 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:12.424914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-d5cd90ea-8dd1-490f-8e0d-9a75d0225082 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:12.425601 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-d5cd90ea-8dd1-490f-8e0d-9a75d0225082 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:12.446394 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-d5cd90ea-8dd1-490f-8e0d-9a75d0225082 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0905876 Jun 25 09:11:12.478688 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Request body: {'port': {'device_id': '40f6d9c9-f50c-4e25-924a-817816c69991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:12.481972 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:12.483013 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:12.486342 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] 10.222.0.41 "PUT /v2.0/ports/0d112eb4-3ccf-460a-b19e-133b833e3fb9 HTTP/1.1" status: 200 len: 1124 time: 2.0882294 Jun 25 09:11:12.647310 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:12.650771 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1963c713-b3e5-4e37-b00d-9828376f6832" -d '{"events": [{"server_uuid": "351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0", "name": "network-vif-plugged", "status": "completed", "tag": "a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:12.654109 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['0d112eb4-3ccf-460a-b19e-133b833e3fb9'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:11:12.655259 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:12.990338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97d220-2bb5-408b-ad65-c679a4bf0cad req-d4844b67-abe3-4d7a-8791-2ac40ae7aa9e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:12.991926 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1e97d220-2bb5-408b-ad65-c679a4bf0cad req-d4844b67-abe3-4d7a-8791-2ac40ae7aa9e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 944 time: 0.1060498 Jun 25 09:11:13.062759 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1e97d220-2bb5-408b-ad65-c679a4bf0cad req-9c1bc58e-39d4-4082-ae1d-eb666b43d5d9 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634460 Jun 25 09:11:13.202337 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea3ff70-7987-4053-b56d-395d73998306 x-openstack-request-id: req-eea3ff70-7987-4053-b56d-395d73998306 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:13.202921 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0", "name": "network-vif-unplugged", "status": "completed", "tag": "0d112eb4-3ccf-460a-b19e-133b833e3fb9", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:13.203159 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eea3ff70-7987-4053-b56d-395d73998306 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:13.203711 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d112eb4-3ccf-460a-b19e-133b833e3fb9', 'code': 200} Jun 25 09:11:13.277794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb64b2c-6bf5-46b3-8a6c-64c2415efde7 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:11:13.310610 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:13.345118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Transition to ACTIVE for port object efb64b2c-6bf5-46b3-8a6c-64c2415efde7 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:11:13.359108 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:13.361911 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:13.468447 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Pushing event updated for resources: {'Port': ['ID=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:13.482793 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:13.639258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Attempting to bind port efb64b2c-6bf5-46b3-8a6c-64c2415efde7 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:11:13.639777 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Attempting to bind port efb64b2c-6bf5-46b3-8a6c-64c2415efde7 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '032a832c-6c63-4679-9754-cee9530dd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:11:13.645757 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Attempting to bind port efb64b2c-6bf5-46b3-8a6c-64c2415efde7 on network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:13.652915 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Port efb64b2c-6bf5-46b3-8a6c-64c2415efde7 on network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:11:13.653387 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Attempting to bind port efb64b2c-6bf5-46b3-8a6c-64c2415efde7 on network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:13.659201 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:11:13.660174 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Checking segment: {'id': '032a832c-6c63-4679-9754-cee9530dd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:11:13.660657 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Bound using segment: {'id': '032a832c-6c63-4679-9754-cee9530dd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:11:13.661383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Bound port: efb64b2c-6bf5-46b3-8a6c-64c2415efde7, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '032a832c-6c63-4679-9754-cee9530dd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:11:13.662039 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:13.759781 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] For port efb64b2c-6bf5-46b3-8a6c-64c2415efde7, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:11:13.763294 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] For port efb64b2c-6bf5-46b3-8a6c-64c2415efde7, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:11:13.769636 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:13.779600 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-36632820-31ac-487b-ba7e-61e2e097632b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:13.787249 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:13.788015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:13.789477 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] 10.222.0.41 "PUT /v2.0/ports/efb64b2c-6bf5-46b3-8a6c-64c2415efde7 HTTP/1.1" status: 200 len: 1093 time: 1.3161643 Jun 25 09:11:13.849941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Pushing event updated for resources: {'Port': ['ID=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:13.865760 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:13.977114 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48e347-8481-41d7-8604-4b0ab4fcb157 req-43d85977-1472-4994-abec-39d68849c97d tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:13.992219 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b48e347-8481-41d7-8604-4b0ab4fcb157 req-43d85977-1472-4994-abec-39d68849c97d tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 944 time: 0.2509990 Jun 25 09:11:14.025003 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-94c0adbe-f166-4b1f-8096-9dcdb09615d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:14.041940 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-94c0adbe-f166-4b1f-8096-9dcdb09615d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0bc40fe5b8846559cc00336b8182ae5&device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 1096 time: 0.1456308 Jun 25 09:11:14.084577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b48e347-8481-41d7-8604-4b0ab4fcb157 req-6d3f6e8f-14b8-439b-a4a7-62bdda927140 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896010 Jun 25 09:11:14.110983 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-60ca4747-18a9-414e-86f0-4ec8ecf26815 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efb64b2c-6bf5-46b3-8a6c-64c2415efde7 HTTP/1.1" status: 200 len: 217 time: 0.0596128 Jun 25 09:11:14.181514 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-12fb1a2a-d07d-4b55-8ed7-5934cf2c719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:14.183380 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-12fb1a2a-d07d-4b55-8ed7-5934cf2c719e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0f74112-761d-4823-bef3-5391ccb190f2 HTTP/1.1" status: 200 len: 862 time: 0.0655282 Jun 25 09:11:14.230898 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-7bae3111-9f47-4b93-a8c0-6a7e29bf23e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382051 Jun 25 09:11:14.378214 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc4bf82-96af-45c5-aca0-4180d5993fce x-openstack-request-id: req-4bc4bf82-96af-45c5-aca0-4180d5993fce {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:14.378828 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0", "name": "network-vif-plugged", "status": "completed", "tag": "a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:14.378828 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4bc4bf82-96af-45c5-aca0-4180d5993fce {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:14.379526 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09', 'code': 200} Jun 25 09:11:14.392164 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-c02ea49a-cc69-45f0-93fd-00276f6615f6 service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539454 Jun 25 09:11:14.584551 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-aa688e3e-2936-48c4-a30a-04f8430c5969 req-38c946cd-3746-4ac7-9564-95091c9667cc service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841984 Jun 25 09:11:14.668766 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a00592-519b-45ae-acd9-48b1c2a5a4f3 req-c6eef9ea-972c-4976-80db-d875bc86f8fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:14.671968 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99a00592-519b-45ae-acd9-48b1c2a5a4f3 req-c6eef9ea-972c-4976-80db-d875bc86f8fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.1313941 Jun 25 09:11:14.737942 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99a00592-519b-45ae-acd9-48b1c2a5a4f3 req-042b2605-6652-436f-b9d1-b52831232b13 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505943 Jun 25 09:11:15.214132 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0', 'tag': '0d112eb4-3ccf-460a-b19e-133b833e3fb9'}, {'name': 'network-changed', 'server_uuid': '40f6d9c9-f50c-4e25-924a-817816c69991', 'tag': 'efb64b2c-6bf5-46b3-8a6c-64c2415efde7'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:15.221489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee9a42-9415-4b84-9ba9-29a1c4fc73f7 req-60dfccdd-dbd5-4c61-b797-d3d952064bd6 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:15.223947 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-afee9a42-9415-4b84-9ba9-29a1c4fc73f7 req-60dfccdd-dbd5-4c61-b797-d3d952064bd6 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 944 time: 0.1089354 Jun 25 09:11:15.235923 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0", "tag": "0d112eb4-3ccf-460a-b19e-133b833e3fb9"}, {"name": "network-changed", "server_uuid": "40f6d9c9-f50c-4e25-924a-817816c69991", "tag": "efb64b2c-6bf5-46b3-8a6c-64c2415efde7"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:15.315449 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-afee9a42-9415-4b84-9ba9-29a1c4fc73f7 req-90de1081-b77e-492b-9039-4a1177ee76ea tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819464 Jun 25 09:11:15.622038 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:11:15.691957 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f73b80-74e4-4da4-90db-d06df6abf534 req-8e5a9cd2-1d39-4aab-b933-0a528e628501 tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:15.699361 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68f73b80-74e4-4da4-90db-d06df6abf534 req-8e5a9cd2-1d39-4aab-b933-0a528e628501 tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 1102 time: 0.0719264 Jun 25 09:11:15.714459 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-68f73b80-74e4-4da4-90db-d06df6abf534 req-42dedce3-9ac2-4efc-a7f8-7437a927f597 tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:15.844600 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-68f73b80-74e4-4da4-90db-d06df6abf534 req-42dedce3-9ac2-4efc-a7f8-7437a927f597 tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:15.853811 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-68f73b80-74e4-4da4-90db-d06df6abf534 req-42dedce3-9ac2-4efc-a7f8-7437a927f597 tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:15.857184 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:15.919988 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68f73b80-74e4-4da4-90db-d06df6abf534 req-42dedce3-9ac2-4efc-a7f8-7437a927f597 tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196019 Jun 25 09:11:15.929772 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dedce3-9ac2-4efc-a7f8-7437a927f597 tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d854092f-82be-4e80-ab8f-c99f7ed752fa,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:15.934125 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-42dedce3-9ac2-4efc-a7f8-7437a927f597 tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:15.986567 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bce89-c72a-4bc4-bb76-94096439e01c req-44c1aedb-10a5-4726-9ec8-78fd7c15d1a8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:15.989107 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-550bce89-c72a-4bc4-bb76-94096439e01c req-44c1aedb-10a5-4726-9ec8-78fd7c15d1a8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 944 time: 0.1215439 Jun 25 09:11:16.030979 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa5059b-3b4c-4ec7-b385-9e3624885525 x-openstack-request-id: req-1aa5059b-3b4c-4ec7-b385-9e3624885525 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:16.031780 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0", "tag": "0d112eb4-3ccf-460a-b19e-133b833e3fb9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40f6d9c9-f50c-4e25-924a-817816c69991", "tag": "efb64b2c-6bf5-46b3-8a6c-64c2415efde7", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:16.032805 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1aa5059b-3b4c-4ec7-b385-9e3624885525 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:16.033398 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0', 'tag': '0d112eb4-3ccf-460a-b19e-133b833e3fb9', 'status': 'completed', 'code': 200} Jun 25 09:11:16.033846 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f6d9c9-f50c-4e25-924a-817816c69991', 'tag': 'efb64b2c-6bf5-46b3-8a6c-64c2415efde7', 'status': 'completed', 'code': 200} Jun 25 09:11:16.043666 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-550bce89-c72a-4bc4-bb76-94096439e01c req-66c41494-8661-4348-a76e-7eae0db09fb9 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455270 Jun 25 09:11:16.096657 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 0d112eb4-3ccf-460a-b19e-133b833e3fb9 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:11:16.199070 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-2253e2d9-9626-4a60-aa73-32f1e2b45b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:16.201304 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-2253e2d9-9626-4a60-aa73-32f1e2b45b42 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 1127 time: 0.1111472 Jun 25 09:11:16.245149 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-52c8d2b4-2c0d-412d-aad5-92e8e1d0ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:16.247724 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-52c8d2b4-2c0d-412d-aad5-92e8e1d0ada8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0bc40fe5b8846559cc00336b8182ae5&device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 1096 time: 0.1487093 Jun 25 09:11:16.324636 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:16.337341 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 0d112eb4-3ccf-460a-b19e-133b833e3fb9 has no active binding in host n-h1-761264-15 {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 25 09:11:16.380132 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-187d42e7-8dfe-49a2-92a8-991a7dfe7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:16.381722 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-187d42e7-8dfe-49a2-92a8-991a7dfe7289 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 HTTP/1.1" status: 200 len: 924 time: 0.1270423 Jun 25 09:11:16.423911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-c03b7926-797a-4beb-8222-c2ec856bdb14 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:16.432401 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-c03b7926-797a-4beb-8222-c2ec856bdb14 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/networks?id=99113120-fb05-4363-91dc-983de1fb3bd6 HTTP/1.1" status: 200 len: 814 time: 0.2298710 Jun 25 09:11:16.456963 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-0489d461-81f0-47b0-92f3-4f5031347575 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efb64b2c-6bf5-46b3-8a6c-64c2415efde7 HTTP/1.1" status: 200 len: 217 time: 0.0634775 Jun 25 09:11:16.460847 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-4003f39c-4162-4490-a789-de66f24faadd tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/quotas/853a6d285ec446a79adc0120a1059455 HTTP/1.1" status: 200 len: 375 time: 0.0272963 Jun 25 09:11:16.558865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-3f37e4cf-c9bc-40d1-a97e-53cbb10fcf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:16.560294 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-3f37e4cf-c9bc-40d1-a97e-53cbb10fcf38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0f74112-761d-4823-bef3-5391ccb190f2 HTTP/1.1" status: 200 len: 862 time: 0.0906641 Jun 25 09:11:16.574159 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-deee670f-71b6-488a-a0cb-5d4398ec50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:16.576143 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-deee670f-71b6-488a-a0cb-5d4398ec50e9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.2326517 Jun 25 09:11:16.630095 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-9f58399a-4c4e-4c32-91fa-93f99904b89f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9 HTTP/1.1" status: 200 len: 217 time: 0.0456288 Jun 25 09:11:16.630724 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-ca6790d0-9c65-49d0-90f1-00033a3cd6e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572844 Jun 25 09:11:16.712406 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-d95fd86c-2a1b-44a3-b9b0-c494e63cb9fd tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=853a6d285ec446a79adc0120a1059455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2502403 Jun 25 09:11:16.784251 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-f62b2d07-354c-41cd-9484-acf99f56e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:16.785979 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-f62b2d07-354c-41cd-9484-acf99f56e377 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.1435781 Jun 25 09:11:16.834456 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-7f6b60f7-0220-463c-9bee-24cdd6e5ddae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390251 Jun 25 09:11:16.852153 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-304b9102-7052-4567-8d93-f953dbf22aaf service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145510 Jun 25 09:11:16.925564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-c4d16fc5-1a3a-4ff4-bab9-ae302920cb21 service neutron] 10.222.0.93 "GET /v2.0/networks/99113120-fb05-4363-91dc-983de1fb3bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119057 Jun 25 09:11:17.017776 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-405f4e4f-e49e-4be9-acfa-8dbcf99f4e5f service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537771 Jun 25 09:11:17.042035 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-22c3f454-db20-4dc0-8cfb-ce7d3a2d0de2 service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979930 Jun 25 09:11:17.118387 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-448a19cc-86c2-4335-88f3-c0272e4360d0 service neutron] 10.222.0.93 "GET /v2.0/networks/99113120-fb05-4363-91dc-983de1fb3bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917653 Jun 25 09:11:17.186224 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e9adf38-1978-4e8d-a8d7-860ee0e125e5 req-a9b3e2d7-499b-4fb8-9bdf-63c68c8b9d0d service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245072 Jun 25 09:11:17.603695 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc99e5-a358-43a2-99b5-666bf66f16a4 req-d02c08d9-3435-4832-9285-98a10cd5629e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:17.616248 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20cc99e5-a358-43a2-99b5-666bf66f16a4 req-d02c08d9-3435-4832-9285-98a10cd5629e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 944 time: 0.1114616 Jun 25 09:11:17.706288 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20cc99e5-a358-43a2-99b5-666bf66f16a4 req-98d1d634-0b40-4356-afd5-cddb5c62a960 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880055 Jun 25 09:11:18.140283 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b24144-3f6e-43bc-a3d3-94ad050168ab req-4a72818d-1b7b-46bb-8cb2-95ac5309a5d5 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:18.142094 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-18b24144-3f6e-43bc-a3d3-94ad050168ab req-4a72818d-1b7b-46bb-8cb2-95ac5309a5d5 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1829646 Jun 25 09:11:18.258601 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-3233938b-63ca-48c1-83fd-d3ebd8d66160 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1936507 Jun 25 09:11:18.279356 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-18b24144-3f6e-43bc-a3d3-94ad050168ab req-458d23de-7a90-495b-a2fb-cdb5415fb094 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245449 Jun 25 09:11:18.358909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c33e-5b3f-461b-a83c-1d49f35a871c req-f0cbf904-58f5-441d-b1ed-f5e3121aefc6 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:18.360486 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5125c33e-5b3f-461b-a83c-1d49f35a871c req-f0cbf904-58f5-441d-b1ed-f5e3121aefc6 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 944 time: 0.1717308 Jun 25 09:11:18.434469 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5125c33e-5b3f-461b-a83c-1d49f35a871c req-bbaeefaf-ffc2-4083-8abc-5426c593fcfe tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677977 Jun 25 09:11:18.552895 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578acdc9-7e5d-425f-b682-204a0dc47ded req-3cf1b788-df17-4441-9148-b6aebef68223 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:18.560961 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-578acdc9-7e5d-425f-b682-204a0dc47ded req-3cf1b788-df17-4441-9148-b6aebef68223 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bf7c2c1-032a-46e8-846b-a51faa0f5bd4 HTTP/1.1" status: 200 len: 949 time: 0.1237333 Jun 25 09:11:18.613056 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-578acdc9-7e5d-425f-b682-204a0dc47ded req-b45bb485-1d2a-4067-a419-b425b49b45fe tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/security-groups?id=b23c0b37-ccd8-4b30-b247-10d0d3dcf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508373 Jun 25 09:11:18.684666 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a5cc2a5d-0b73-4d10-b277-02bdc5485327 req-0c773e7d-5535-424f-bfdf-80c095c82074 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 210 time: 0.0319986 Jun 25 09:11:18.865973 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1b5c1-db7c-4bd4-8b45-d6a40495f90d req-ead0fa6d-1909-44d4-b43f-be3881ac3758 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:18.875635 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cc1b5c1-db7c-4bd4-8b45-d6a40495f90d req-ead0fa6d-1909-44d4-b43f-be3881ac3758 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.1291447 Jun 25 09:11:19.016267 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cc1b5c1-db7c-4bd4-8b45-d6a40495f90d req-36999aef-6ca2-4392-88da-17f287460f4e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420457 Jun 25 09:11:19.116056 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580392af-c5c8-46e6-8046-e30a899b6a53 req-6cfe72ab-3fb4-407d-b423-e8c5482974d9 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:19.127199 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-580392af-c5c8-46e6-8046-e30a899b6a53 req-6cfe72ab-3fb4-407d-b423-e8c5482974d9 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.38 "GET /v2.0/ports?device_id=9bf7c2c1-032a-46e8-846b-a51faa0f5bd4 HTTP/1.1" status: 200 len: 949 time: 0.1731238 Jun 25 09:11:19.365378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-580392af-c5c8-46e6-8046-e30a899b6a53 req-ecac66f6-aaef-4ef2-a8fd-0e98b88b1849 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Deleting port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:11:19.365771 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-580392af-c5c8-46e6-8046-e30a899b6a53 req-ecac66f6-aaef-4ef2-a8fd-0e98b88b1849 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:19.460115 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-3db4feac-64fe-4872-a35a-975ba118308e tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:19.466394 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-3db4feac-64fe-4872-a35a-975ba118308e tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.41 "GET /v2.0/networks?id=99113120-fb05-4363-91dc-983de1fb3bd6 HTTP/1.1" status: 200 len: 814 time: 0.2747540 Jun 25 09:11:19.470896 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-580392af-c5c8-46e6-8046-e30a899b6a53 req-ecac66f6-aaef-4ef2-a8fd-0e98b88b1849 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] For port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:19.471270 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-580392af-c5c8-46e6-8046-e30a899b6a53 req-ecac66f6-aaef-4ef2-a8fd-0e98b88b1849 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:19.499339 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-726916ff-e50d-47c9-91fb-862177231f64 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Request body: {'port': {'device_id': '27f19f90-2225-4d26-823e-d7f485a0aaf8', 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6', 'admin_state_up': True, 'tenant_id': '853a6d285ec446a79adc0120a1059455'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:19.517433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eead887-11c2-430c-bcd9-1cfb138b5c04 req-ff6db6c9-8ba9-49c1-a287-3d4ab55a7e63 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:19.526798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5eead887-11c2-430c-bcd9-1cfb138b5c04 req-ff6db6c9-8ba9-49c1-a287-3d4ab55a7e63 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 944 time: 0.3417799 Jun 25 09:11:19.540076 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-580392af-c5c8-46e6-8046-e30a899b6a53 req-ecac66f6-aaef-4ef2-a8fd-0e98b88b1849 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Calling delete_port for ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:11:19.654784 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5eead887-11c2-430c-bcd9-1cfb138b5c04 req-78d029b1-c015-4d12-87f3-c75b0c58b521 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268516 Jun 25 09:11:19.703546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-726916ff-e50d-47c9-91fb-862177231f64 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Made reservation on behalf of 853a6d285ec446a79adc0120a1059455 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:11:19.707726 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-726916ff-e50d-47c9-91fb-862177231f64 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:19.793457 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ec6b9-d9b2-4282-b10c-1febffcec7af req-1a924955-df3f-4094-9ed7-0c7e3c2d4e24 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:19.801830 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a2ec6b9-d9b2-4282-b10c-1febffcec7af req-1a924955-df3f-4094-9ed7-0c7e3c2d4e24 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.2643399 Jun 25 09:11:19.960679 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-580392af-c5c8-46e6-8046-e30a899b6a53 req-ecac66f6-aaef-4ef2-a8fd-0e98b88b1849 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:19.964065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-726916ff-e50d-47c9-91fb-862177231f64 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Allocated IP 172.20.0.14 (99113120-fb05-4363-91dc-983de1fb3bd6/fd84d126-1ab0-4358-8cb7-1b64237b2576/5b459f40-d3d5-4595-b262-bd8c08e30adf) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:11:19.978859 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:20.005566 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:11:20.031711 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a2ec6b9-d9b2-4282-b10c-1febffcec7af req-c53ce2eb-6f56-4d55-99c9-f14aa3e67d7d tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288227 Jun 25 09:11:20.056675 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac66f6-aaef-4ef2-a8fd-0e98b88b1849 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Pushing event deleted for resources: {'Port': ['ID=ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:20.096069 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ecac66f6-aaef-4ef2-a8fd-0e98b88b1849 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:20.097154 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-580392af-c5c8-46e6-8046-e30a899b6a53 req-ecac66f6-aaef-4ef2-a8fd-0e98b88b1849 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] No DVR routers for this DVR port ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:11:20.100710 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-580392af-c5c8-46e6-8046-e30a899b6a53 req-ecac66f6-aaef-4ef2-a8fd-0e98b88b1849 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:20.103035 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-580392af-c5c8-46e6-8046-e30a899b6a53 req-ecac66f6-aaef-4ef2-a8fd-0e98b88b1849 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.38 "DELETE /v2.0/ports/ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b HTTP/1.1" status: 204 len: 173 time: 0.9710240 Jun 25 09:11:20.103613 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf7c2c1-032a-46e8-846b-a51faa0f5bd4', 'name': 'network-vif-deleted', 'tag': 'ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:20.106322 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4f8841-4c2b-4263-83c0-5cac4c921e19" -d '{"events": [{"server_uuid": "9bf7c2c1-032a-46e8-846b-a51faa0f5bd4", "name": "network-vif-deleted", "tag": "ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:20.140701 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device efb64b2c-6bf5-46b3-8a6c-64c2415efde7 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:11:20.172197 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb4d08-8eb4-4016-a0b0-02dddbec2946 req-37af45f3-3086-4a5b-bef5-eed0a93ac4f7 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:20.181002 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-10cb4d08-8eb4-4016-a0b0-02dddbec2946 req-37af45f3-3086-4a5b-bef5-eed0a93ac4f7 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 944 time: 0.3744736 Jun 25 09:11:20.369613 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-10cb4d08-8eb4-4016-a0b0-02dddbec2946 req-776152e4-94ac-401c-8fa9-a69a3765dcd0 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792524 Jun 25 09:11:20.372999 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port efb64b2c-6bf5-46b3-8a6c-64c2415efde7, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:20.397426 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'efb64b2c-6bf5-46b3-8a6c-64c2415efde7', 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1', 'port_id': 'efb64b2c-6bf5-46b3-8a6c-64c2415efde7', 'mac_address': 'fa:16:3e:94:fe:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f74112-761d-4823-bef3-5391ccb190f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:11:20.429892 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-726916ff-e50d-47c9-91fb-862177231f64 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:20.446825 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-726916ff-e50d-47c9-91fb-862177231f64 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Transition to ACTIVE for port object 5b459f40-d3d5-4595-b262-bd8c08e30adf will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:11:20.455871 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fef59dd2-a5f3-471a-bdbd-4fc0c4e803cb req-3e574da6-e35c-4a67-a905-abd31f9f71ab tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bf7c2c1-032a-46e8-846b-a51faa0f5bd4 HTTP/1.1" status: 200 len: 210 time: 0.1609852 Jun 25 09:11:20.478580 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:20.514387 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb64b2c-6bf5-46b3-8a6c-64c2415efde7 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:11:20.564624 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port efb64b2c-6bf5-46b3-8a6c-64c2415efde7, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:20.573746 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:20.574962 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 0d112eb4-3ccf-460a-b19e-133b833e3fb9 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:11:20.578520 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:20.602516 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-726916ff-e50d-47c9-91fb-862177231f64 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:20.614717 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-abe11efc-02bd-4d68-afaa-8044be947f7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:20.627304 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-81160875-1e68-4072-b6e9-de26d269e184 req-c77c340f-6c1d-49fa-9f49-6a4ac233ab29 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 210 time: 0.0561512 Jun 25 09:11:20.740582 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726916ff-e50d-47c9-91fb-862177231f64 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Pushing event updated for resources: {'Port': ['ID=5b459f40-d3d5-4595-b262-bd8c08e30adf,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:20.765313 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:20.770332 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:20.773462 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-726916ff-e50d-47c9-91fb-862177231f64 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:20.796911 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-726916ff-e50d-47c9-91fb-862177231f64 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Network 99113120-fb05-4363-91dc-983de1fb3bd6 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:11:20.809599 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-726916ff-e50d-47c9-91fb-862177231f64 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:11:20.818731 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-726916ff-e50d-47c9-91fb-862177231f64 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:11:20.843882 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:20.873828 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 0d112eb4-3ccf-460a-b19e-133b833e3fb9 has no active binding in host n-h1-761264-15 {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 25 09:11:20.914670 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-8aabd288-3ea3-4612-9482-7b18f9fe2b23 service neutron] 10.222.0.38 "GET /v2.0/ports/0d112eb4-3ccf-460a-b19e-133b833e3fb9/bindings/n-h1-761264-15 HTTP/1.1" status: 200 len: 385 time: 0.1606383 Jun 25 09:11:20.959589 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-726916ff-e50d-47c9-91fb-862177231f64 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:20.963683 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-726916ff-e50d-47c9-91fb-862177231f64 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:21.012471 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-726916ff-e50d-47c9-91fb-862177231f64 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5188429 Jun 25 09:11:21.181304 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9c0a3-2f51-42e7-b4be-babaeeb35182 req-89c2908e-8044-40a8-bd77-2c29706f70d0 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:21.182956 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61d9c0a3-2f51-42e7-b4be-babaeeb35182 req-89c2908e-8044-40a8-bd77-2c29706f70d0 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.1764035 Jun 25 09:11:21.309454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0aaa7360-395e-4830-8c23-8b9aa432379f None None] Provisioning for port 5b459f40-d3d5-4595-b262-bd8c08e30adf completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:11:21.320629 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0aaa7360-395e-4830-8c23-8b9aa432379f None None] Provisioning complete for port 5b459f40-d3d5-4595-b262-bd8c08e30adf triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:21.327724 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7360-395e-4830-8c23-8b9aa432379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:21.364783 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61d9c0a3-2f51-42e7-b4be-babaeeb35182 req-21372b3b-d5ce-46b9-90de-5d4b07006219 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678259 Jun 25 09:11:21.447193 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d17a005-295c-46d2-98f1-e1753d2bbb74 x-openstack-request-id: req-4d17a005-295c-46d2-98f1-e1753d2bbb74 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:21.447524 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf7c2c1-032a-46e8-846b-a51faa0f5bd4", "name": "network-vif-deleted", "tag": "ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:21.447851 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4d17a005-295c-46d2-98f1-e1753d2bbb74 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:21.448288 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf7c2c1-032a-46e8-846b-a51faa0f5bd4', 'name': 'network-vif-deleted', 'tag': 'ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b', 'status': 'completed', 'code': 200} Jun 25 09:11:21.463675 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0aaa7360-395e-4830-8c23-8b9aa432379f None None] Port 5b459f40-d3d5-4595-b262-bd8c08e30adf cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:11:21.488437 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-5c198183-4a7d-442a-ac04-991e3d6df733 service neutron] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:21.518439 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-5c198183-4a7d-442a-ac04-991e3d6df733 service neutron] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:11:21.563656 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-5c198183-4a7d-442a-ac04-991e3d6df733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d112eb4-3ccf-460a-b19e-133b833e3fb9 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:11:21.581691 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-5c198183-4a7d-442a-ac04-991e3d6df733 service neutron] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:21.623072 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-5c198183-4a7d-442a-ac04-991e3d6df733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:21.743011 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-5c198183-4a7d-442a-ac04-991e3d6df733 service neutron] Transition to ACTIVE for port object 0d112eb4-3ccf-460a-b19e-133b833e3fb9 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:11:21.752226 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-5c198183-4a7d-442a-ac04-991e3d6df733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:21.773860 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:21.806868 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['efb64b2c-6bf5-46b3-8a6c-64c2415efde7'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:11:21.842573 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-5c198183-4a7d-442a-ac04-991e3d6df733 service neutron] No DVR routers for this DVR port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:11:21.897188 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c198183-4a7d-442a-ac04-991e3d6df733 service neutron] Pushing event updated for resources: {'Port': ['ID=0d112eb4-3ccf-460a-b19e-133b833e3fb9,revision_number=10']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:21.900762 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5c198183-4a7d-442a-ac04-991e3d6df733 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:21.923823 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-5c198183-4a7d-442a-ac04-991e3d6df733 service neutron] 10.222.0.38 "PUT /v2.0/ports/0d112eb4-3ccf-460a-b19e-133b833e3fb9/bindings/n-h1-761264-15/activate HTTP/1.1" status: 200 len: 370 time: 0.9998052 Jun 25 09:11:22.353998 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb5fcbb1-e9cf-4faf-8713-42c35e13ba91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:22.970549 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 0d112eb4-3ccf-460a-b19e-133b833e3fb9 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:11:23.012093 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 0d112eb4-3ccf-460a-b19e-133b833e3fb9 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:11:23.012526 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:11:23.033454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:11:23.034416 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device ab97af91-b5d9-4f9e-a37b-ac8f4f0f1b7b not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:11:23.197898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e764331-d2dc-4e9e-a94a-323c5afa87f8 req-da5008e4-45a9-4f36-b45f-42c4e019a16a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:23.199735 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e764331-d2dc-4e9e-a94a-323c5afa87f8 req-da5008e4-45a9-4f36-b45f-42c4e019a16a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 945 time: 0.0689578 Jun 25 09:11:23.243995 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e764331-d2dc-4e9e-a94a-323c5afa87f8 req-036f56d3-9ae3-4ff0-afee-6fb86f54d70b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380526 Jun 25 09:11:23.439178 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2408a0-d801-46ab-85fc-db5749fcf892 req-a049915b-87db-4df4-b8b6-f78bfd94c7da tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:23.440691 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca2408a0-d801-46ab-85fc-db5749fcf892 req-a049915b-87db-4df4-b8b6-f78bfd94c7da tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.0883689 Jun 25 09:11:23.480290 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca2408a0-d801-46ab-85fc-db5749fcf892 req-d34993f9-b972-4708-9c1e-1f906e6010cf tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335224 Jun 25 09:11:23.656379 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:23.665483 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180b578-a572-49cd-aca1-3748c1881b2f req-2427f454-57b5-4408-8ec7-53df6d009e2e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:23.667782 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8180b578-a572-49cd-aca1-3748c1881b2f req-2427f454-57b5-4408-8ec7-53df6d009e2e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 945 time: 0.0783541 Jun 25 09:11:23.714752 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8180b578-a572-49cd-aca1-3748c1881b2f req-c07cd70f-93b0-4c69-8f4c-42955feef530 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Jun 25 09:11:23.968423 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddf436-794e-4be7-bab7-334716d4a654 req-87cb9059-af44-4673-a9c9-7464b551eb3b tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:23.970173 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-40ddf436-794e-4be7-bab7-334716d4a654 req-87cb9059-af44-4673-a9c9-7464b551eb3b tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 932 time: 0.0862129 Jun 25 09:11:24.008420 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-40ddf436-794e-4be7-bab7-334716d4a654 req-a8fe6b76-a632-4188-9ddb-95da67baa933 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323544 Jun 25 09:11:24.095473 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39266) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:11:24.146393 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device efb64b2c-6bf5-46b3-8a6c-64c2415efde7 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:11:24.226361 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port efb64b2c-6bf5-46b3-8a6c-64c2415efde7 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:11:24.230250 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port efb64b2c-6bf5-46b3-8a6c-64c2415efde7 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:24.230698 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:24.255775 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaa2a1-f26b-43c1-8d6c-f159fe81ef21 req-2abed74b-d5db-4ab0-a55d-b7a2a54834e9 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:24.257206 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20eaa2a1-f26b-43c1-8d6c-f159fe81ef21 req-2abed74b-d5db-4ab0-a55d-b7a2a54834e9 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.1211102 Jun 25 09:11:24.298958 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-19c92c10-38b7-4ee5-a57d-831f21e02de0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=94bd6083ee1741599fce24003e10ff3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990178 Jun 25 09:11:24.299221 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39272) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:11:24.337010 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20eaa2a1-f26b-43c1-8d6c-f159fe81ef21 req-a9a47c96-8604-4fda-9140-0d36b4d5ec81 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725510 Jun 25 09:11:24.386714 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7b498a2e-b593-42c5-aaa9-25997ca0e387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:24.411614 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7b498a2e-b593-42c5-aaa9-25997ca0e387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:24.465809 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:24.511023 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f6d9c9-f50c-4e25-924a-817816c69991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb64b2c-6bf5-46b3-8a6c-64c2415efde7'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:24.512856 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7b498a2e-b593-42c5-aaa9-25997ca0e387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:24.513321 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8253a644-42a2-4d4c-95a9-3522da142939" -d '{"events": [{"server_uuid": "40f6d9c9-f50c-4e25-924a-817816c69991", "name": "network-vif-plugged", "status": "completed", "tag": "efb64b2c-6bf5-46b3-8a6c-64c2415efde7"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:24.516111 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7b498a2e-b593-42c5-aaa9-25997ca0e387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:24.520684 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7b498a2e-b593-42c5-aaa9-25997ca0e387 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b23c0b37-ccd8-4b30-b247-10d0d3dcf49b HTTP/1.1" status: 204 len: 168 time: 0.2204363 Jun 25 09:11:24.522728 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e97cb89c-51f6-4bf6-b586-b5965dfdeb8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:24.527668 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port efb64b2c-6bf5-46b3-8a6c-64c2415efde7, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:24.553671 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b498a2e-b593-42c5-aaa9-25997ca0e387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23c0b37-ccd8-4b30-b247-10d0d3dcf49b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:24.557736 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7b498a2e-b593-42c5-aaa9-25997ca0e387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:24.560704 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:24.561936 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 0d112eb4-3ccf-460a-b19e-133b833e3fb9 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:11:24.563884 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:24.662800 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8634c-9067-475a-93ef-5b296c3c254c req-5f7bfcb8-cd43-466f-bb3d-b577cd103925 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:24.665339 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-29b8634c-9067-475a-93ef-5b296c3c254c req-5f7bfcb8-cd43-466f-bb3d-b577cd103925 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 945 time: 0.1433866 Jun 25 09:11:24.669670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:24.673321 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:24.741463 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-29b8634c-9067-475a-93ef-5b296c3c254c req-4d3a2d3a-e520-49fa-a3af-550628f51d92 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693784 Jun 25 09:11:24.898634 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39296) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:11:24.914347 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20436bb6-d42a-49e4-a069-eae4eb42b3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:24.918142 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a54c14ae-13cd-4c37-80cd-835da6e0fb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:24.939469 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b0f60-8971-4dff-a3a9-798d072dd0cf req-cef1deee-57a1-4a3d-a5fc-1c3adb885337 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:24.941142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-285b0f60-8971-4dff-a3a9-798d072dd0cf req-cef1deee-57a1-4a3d-a5fc-1c3adb885337 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 949 time: 0.0749207 Jun 25 09:11:25.001728 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-285b0f60-8971-4dff-a3a9-798d072dd0cf req-042643bb-b827-46e3-b087-7437c1f3da17 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503080 Jun 25 09:11:25.040086 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a54c14ae-13cd-4c37-80cd-835da6e0fb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:25.045137 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a54c14ae-13cd-4c37-80cd-835da6e0fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:25.047886 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-78e8d554-2e97-4504-b32c-496ec8fa83fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:25.092956 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c14ae-13cd-4c37-80cd-835da6e0fb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972db96c-d108-492a-98c9-e62d4397750d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:25.096536 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a54c14ae-13cd-4c37-80cd-835da6e0fb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:25.104532 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a54c14ae-13cd-4c37-80cd-835da6e0fb0f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d704f5492f864504bf50daa07a92cf7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046525 Jun 25 09:11:25.107093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39302) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:11:25.137706 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:25.207387 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f416f455-d27b-4942-9b8d-5dbf1b444db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:25.234870 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db678e14-c0a5-4783-b339-f4aa533a157e req-794bbd45-a6e7-456f-b45a-cd161c82cd19 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:25.236633 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db678e14-c0a5-4783-b339-f4aa533a157e req-794bbd45-a6e7-456f-b45a-cd161c82cd19 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.0951097 Jun 25 09:11:25.246611 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f416f455-d27b-4942-9b8d-5dbf1b444db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:25.305497 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db678e14-c0a5-4783-b339-f4aa533a157e req-c248a42e-f0c5-465e-8e37-e89153eec8e2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608592 Jun 25 09:11:25.323100 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f416f455-d27b-4942-9b8d-5dbf1b444db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:25.326098 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f416f455-d27b-4942-9b8d-5dbf1b444db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:25.327240 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f416f455-d27b-4942-9b8d-5dbf1b444db8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/972db96c-d108-492a-98c9-e62d4397750d HTTP/1.1" status: 204 len: 168 time: 0.2191985 Jun 25 09:11:25.328018 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7b498a2e-b593-42c5-aaa9-25997ca0e387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:25.336258 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416f455-d27b-4942-9b8d-5dbf1b444db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972db96c-d108-492a-98c9-e62d4397750d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:25.341876 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f416f455-d27b-4942-9b8d-5dbf1b444db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:25.367843 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4121de99-7be0-4cbe-9cad-2dba51524019 x-openstack-request-id: req-4121de99-7be0-4cbe-9cad-2dba51524019 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:25.368205 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f6d9c9-f50c-4e25-924a-817816c69991", "name": "network-vif-plugged", "status": "completed", "tag": "efb64b2c-6bf5-46b3-8a6c-64c2415efde7", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:25.368520 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4121de99-7be0-4cbe-9cad-2dba51524019 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:25.369115 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f6d9c9-f50c-4e25-924a-817816c69991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb64b2c-6bf5-46b3-8a6c-64c2415efde7', 'code': 200} Jun 25 09:11:25.533614 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf759e-2f2c-4b2b-b04e-1222344635ee req-37ed8c77-e173-463c-80c1-4b000bb42436 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:25.535209 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0cbf759e-2f2c-4b2b-b04e-1222344635ee req-37ed8c77-e173-463c-80c1-4b000bb42436 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.0724957 Jun 25 09:11:25.594465 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0cbf759e-2f2c-4b2b-b04e-1222344635ee req-c017eee0-8c89-4e17-9185-a91cecee30ff tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526090 Jun 25 09:11:26.083386 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:26.235416 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2528c07-c73c-4c8b-9686-96a94fc58f74 req-5bd89be7-740b-4288-856b-362464563ea4 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:26.236945 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c2528c07-c73c-4c8b-9686-96a94fc58f74 req-5bd89be7-740b-4288-856b-362464563ea4 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 932 time: 0.0651863 Jun 25 09:11:26.288508 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c2528c07-c73c-4c8b-9686-96a94fc58f74 req-64da6448-4247-4205-b569-eb5b87f560a3 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447953 Jun 25 09:11:26.457413 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbe44b-43a3-46f7-a2e3-0dec0eba6755 req-cec3bbc2-b868-41ad-adfc-ea374cce1578 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:26.458973 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7afbe44b-43a3-46f7-a2e3-0dec0eba6755 req-cec3bbc2-b868-41ad-adfc-ea374cce1578 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.0715771 Jun 25 09:11:26.722284 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7afbe44b-43a3-46f7-a2e3-0dec0eba6755 req-7c9fdf67-8064-483c-9a5d-819f80cd0792 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573831 Jun 25 09:11:26.907718 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd276a1c-9c69-472b-b87c-8f6829dc09d5 req-d21d70b6-c149-4f78-b42c-60eb8d906a4e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:26.909239 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd276a1c-9c69-472b-b87c-8f6829dc09d5 req-d21d70b6-c149-4f78-b42c-60eb8d906a4e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 945 time: 0.0800571 Jun 25 09:11:26.950844 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd276a1c-9c69-472b-b87c-8f6829dc09d5 req-aacb2251-2d88-440b-9add-e610a00a3433 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355716 Jun 25 09:11:27.010564 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:11:27.097274 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:27.131977 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:27.138064 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:27.140341 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:27.191686 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:27.194660 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:27.329925 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7eebc-9b1d-4742-9c41-dd39219696af req-b20d4d07-ec6d-44df-ac81-268573d33ff9 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:27.331307 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7fe7eebc-9b1d-4742-9c41-dd39219696af req-b20d4d07-ec6d-44df-ac81-268573d33ff9 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.0677583 Jun 25 09:11:27.370738 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:27.373363 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2766a3-b191-40dc-a84e-b68d846cd4e1" -d '{"events": [{"server_uuid": "351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:27.384768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7fe7eebc-9b1d-4742-9c41-dd39219696af req-504cb7b4-babd-4be0-b88c-68a3df3d47ac tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440369 Jun 25 09:11:27.556392 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf5356-13b0-4b18-82cb-7c39737df8e4 req-6aae7a83-a151-4d39-a82e-fbc4e89f2e08 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:27.557987 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79bf5356-13b0-4b18-82cb-7c39737df8e4 req-6aae7a83-a151-4d39-a82e-fbc4e89f2e08 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.0642471 Jun 25 09:11:27.608796 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79bf5356-13b0-4b18-82cb-7c39737df8e4 req-6d67d424-194b-44ff-ab9f-e93cd41c002c tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446799 Jun 25 09:11:27.832771 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541477c7-27e1-4933-baba-3677fd714d54 req-d2d3e628-87d7-4571-a6ea-7fcbc0a17a28 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:27.835185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-541477c7-27e1-4933-baba-3677fd714d54 req-d2d3e628-87d7-4571-a6ea-7fcbc0a17a28 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 932 time: 0.0737665 Jun 25 09:11:27.842368 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:27.875267 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-541477c7-27e1-4933-baba-3677fd714d54 req-e413b407-28ff-4508-b372-fbc8ab714cf4 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333116 Jun 25 09:11:27.939662 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fd5830-a39c-4003-8dd8-9499155bd090 x-openstack-request-id: req-f1fd5830-a39c-4003-8dd8-9499155bd090 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:27.940541 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:27.940956 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f1fd5830-a39c-4003-8dd8-9499155bd090 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:27.941494 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09', 'code': 200} Jun 25 09:11:28.139241 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34339112-9e3e-41a7-be67-1be23653c160 req-1e4dc501-a941-4b2f-b13a-2d3abc8f90ed tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:28.140650 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34339112-9e3e-41a7-be67-1be23653c160 req-1e4dc501-a941-4b2f-b13a-2d3abc8f90ed tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.0858560 Jun 25 09:11:28.196071 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34339112-9e3e-41a7-be67-1be23653c160 req-e1e949e0-03d6-4b3f-8638-75a9efcd8fca tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489831 Jun 25 09:11:28.392299 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7abc04-14b0-47f3-b012-e954b51a7156 req-c5f0ca5e-ea65-45e9-bbbf-4bf7050bdcc8 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:28.393742 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b7abc04-14b0-47f3-b012-e954b51a7156 req-c5f0ca5e-ea65-45e9-bbbf-4bf7050bdcc8 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 945 time: 0.0686789 Jun 25 09:11:28.447497 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b7abc04-14b0-47f3-b012-e954b51a7156 req-826cbc17-8aca-471f-aa58-8e3d921a19fb tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476987 Jun 25 09:11:28.727576 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39be314-ef79-4247-b985-975191136c51 req-a96376be-c8b0-4494-8d50-50f45488a473 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:28.729083 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e39be314-ef79-4247-b985-975191136c51 req-a96376be-c8b0-4494-8d50-50f45488a473 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.0609548 Jun 25 09:11:28.790896 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e39be314-ef79-4247-b985-975191136c51 req-2b973026-27f8-4a4a-b492-615baa8335f3 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556517 Jun 25 09:11:28.989572 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aeab0-9304-49d8-882f-0e4aa6aeb6df req-f2e054f1-aa86-4639-bc5a-7e9ab1cb8fb8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:28.990952 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db3aeab0-9304-49d8-882f-0e4aa6aeb6df req-f2e054f1-aa86-4639-bc5a-7e9ab1cb8fb8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.0790899 Jun 25 09:11:29.029521 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db3aeab0-9304-49d8-882f-0e4aa6aeb6df req-634e831d-9dc7-4376-ad15-f67fcd8f6b79 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327289 Jun 25 09:11:29.238012 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c16e28-ea39-4c0a-8040-59c9473901e9 req-9e2c40ac-bb54-4bed-896c-dcd12f82ef5b tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:29.239715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3c16e28-ea39-4c0a-8040-59c9473901e9 req-9e2c40ac-bb54-4bed-896c-dcd12f82ef5b tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 932 time: 0.0765662 Jun 25 09:11:29.285289 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3c16e28-ea39-4c0a-8040-59c9473901e9 req-2a11d7f1-70d0-481f-9141-ec37ef612fa3 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387709 Jun 25 09:11:29.477465 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b391d-cbc8-46d6-bda7-8b6feb00e913 req-a5c8657d-20eb-47a2-821a-57538960d91d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:29.479232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ad8b391d-cbc8-46d6-bda7-8b6feb00e913 req-a5c8657d-20eb-47a2-821a-57538960d91d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.0745132 Jun 25 09:11:29.521280 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ad8b391d-cbc8-46d6-bda7-8b6feb00e913 req-9531c5b9-b633-4703-97be-63cce05ddbb1 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360444 Jun 25 09:11:29.715599 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454d38c-34b4-4704-9246-9031bbcf0db8 req-d6e605ea-8997-4b49-8e38-2ba413f4651e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:29.717117 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d454d38c-34b4-4704-9246-9031bbcf0db8 req-d6e605ea-8997-4b49-8e38-2ba413f4651e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 945 time: 0.0722821 Jun 25 09:11:29.764534 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d454d38c-34b4-4704-9246-9031bbcf0db8 req-964fe741-0d50-4c9b-8549-7881e46e6561 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Jun 25 09:11:30.031387 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ba31c-0aad-4b26-b8b0-6e7728a9757d req-01516040-51f6-4a93-88d8-f6c2421c8abe tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:30.032877 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-352ba31c-0aad-4b26-b8b0-6e7728a9757d req-01516040-51f6-4a93-88d8-f6c2421c8abe tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.0693257 Jun 25 09:11:30.080461 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-352ba31c-0aad-4b26-b8b0-6e7728a9757d req-49c243a6-7293-457e-9f9d-2630e3c3dc3d tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393090 Jun 25 09:11:30.261544 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254d998-fb7d-4833-90fe-671b3c3e0273 req-19b2be3a-0cfc-4de2-9142-7b6c02813643 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:30.263062 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a254d998-fb7d-4833-90fe-671b3c3e0273 req-19b2be3a-0cfc-4de2-9142-7b6c02813643 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.0649955 Jun 25 09:11:30.300474 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a254d998-fb7d-4833-90fe-671b3c3e0273 req-5d0a3446-7e76-473f-9efa-586f39d17cd2 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Jun 25 09:11:30.537296 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbaa21-dc3d-4341-b1a4-904ea3d52ebb req-b6a5da19-55b6-46d4-9964-64e5717feeef tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:30.538873 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2afbaa21-dc3d-4341-b1a4-904ea3d52ebb req-b6a5da19-55b6-46d4-9964-64e5717feeef tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 932 time: 0.0981629 Jun 25 09:11:30.578361 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2afbaa21-dc3d-4341-b1a4-904ea3d52ebb req-1e6e2beb-2e84-44cc-9123-83c3c6b892d0 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332458 Jun 25 09:11:30.766342 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26fd3-8dce-4e20-b53c-a4e21ecc01d0 req-bd8dcbca-9a66-45ee-9415-a09b7fe2b4dd tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:30.767836 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-acb26fd3-8dce-4e20-b53c-a4e21ecc01d0 req-bd8dcbca-9a66-45ee-9415-a09b7fe2b4dd tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.0746536 Jun 25 09:11:30.838022 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-acb26fd3-8dce-4e20-b53c-a4e21ecc01d0 req-6e6c1c5e-a5b2-4b14-8d3f-1ce5f039e473 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605671 Jun 25 09:11:30.895680 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:31.076155 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d874f-7d76-42b9-8f9b-7a69f66b1543 req-f987c66d-4b07-4a77-8466-b6b7a47c1c6a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:31.081010 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-783d874f-7d76-42b9-8f9b-7a69f66b1543 req-f987c66d-4b07-4a77-8466-b6b7a47c1c6a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 945 time: 0.0725212 Jun 25 09:11:31.117910 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-783d874f-7d76-42b9-8f9b-7a69f66b1543 req-f8e680eb-8e32-44ba-bd92-1eac63207219 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333450 Jun 25 09:11:31.390967 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b853f5-5c0f-4dfd-816c-bd0098ae6e58 req-3dde8ba0-6028-433b-91bc-12d96ea3bb4b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:31.392353 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-73b853f5-5c0f-4dfd-816c-bd0098ae6e58 req-3dde8ba0-6028-433b-91bc-12d96ea3bb4b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.0678165 Jun 25 09:11:31.433780 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-73b853f5-5c0f-4dfd-816c-bd0098ae6e58 req-f8b3893d-98a5-46e0-ad75-7ce92b669d59 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355446 Jun 25 09:11:31.643525 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f490b49-aafe-4761-9565-23db4b3503ff req-907cf0c2-63b1-4b49-9f21-cd4c33d4b0b3 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:31.645193 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9f490b49-aafe-4761-9565-23db4b3503ff req-907cf0c2-63b1-4b49-9f21-cd4c33d4b0b3 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.0736279 Jun 25 09:11:31.690202 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9f490b49-aafe-4761-9565-23db4b3503ff req-74ba25b8-e7a0-43d3-be4a-db64bbd60f5c tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389235 Jun 25 09:11:31.895201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdc0e0-7a04-405d-a4c5-b02ed7af012f req-5022fcaa-e965-4cba-861e-a76c51cc03df tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:31.896704 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63bdc0e0-7a04-405d-a4c5-b02ed7af012f req-5022fcaa-e965-4cba-861e-a76c51cc03df tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 932 time: 0.0628276 Jun 25 09:11:31.948361 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63bdc0e0-7a04-405d-a4c5-b02ed7af012f req-39fc5fe3-a469-4af4-b5f6-b1cda3d1eb51 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456209 Jun 25 09:11:32.155186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a8544-da36-452b-8747-d3db278ce40e req-e3eaf472-d174-4054-865e-ef9309d4b729 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:32.156591 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-704a8544-da36-452b-8747-d3db278ce40e req-e3eaf472-d174-4054-865e-ef9309d4b729 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.0741107 Jun 25 09:11:32.195368 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-704a8544-da36-452b-8747-d3db278ce40e req-bb0c2b79-edf6-4e1f-a472-2e78ffc2e74c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328367 Jun 25 09:11:32.412253 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dbe5d-b538-4737-8db8-8752fb4a9c6d req-f8cf58b6-1913-4da2-8739-fb47df1cce91 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:32.413794 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e1dbe5d-b538-4737-8db8-8752fb4a9c6d req-f8cf58b6-1913-4da2-8739-fb47df1cce91 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 945 time: 0.0899296 Jun 25 09:11:32.453436 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e1dbe5d-b538-4737-8db8-8752fb4a9c6d req-2801f7a0-b341-46cb-b79d-2b0353ccfdb3 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330443 Jun 25 09:11:32.523209 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39476) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:11:32.662348 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cfd27724-a685-4b6c-a6e8-d9e668c1af4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:32.724088 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d070bb-cb1a-413c-aef2-240d93e16050 req-4e3580a3-4508-4a59-a83b-213b39532a9a tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:32.725661 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61d070bb-cb1a-413c-aef2-240d93e16050 req-4e3580a3-4508-4a59-a83b-213b39532a9a tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1144416 Jun 25 09:11:32.785209 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61d070bb-cb1a-413c-aef2-240d93e16050 req-e0f36810-2384-4171-8d19-eb15958f691c tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514202 Jun 25 09:11:32.829855 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cfd27724-a685-4b6c-a6e8-d9e668c1af4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:32.836256 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cfd27724-a685-4b6c-a6e8-d9e668c1af4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:32.839384 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-50b86734-46b9-4096-aa38-d650313b642e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:32.879181 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cfd27724-a685-4b6c-a6e8-d9e668c1af4c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f58616f7fb9946618ba4b3391a58ffd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3548656 Jun 25 09:11:32.880185 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd27724-a685-4b6c-a6e8-d9e668c1af4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c3a0ca-c8dd-42ba-993f-9ee339cbacd1,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:32.881948 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39482) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:11:32.883236 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cfd27724-a685-4b6c-a6e8-d9e668c1af4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:32.954473 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fba4e1f-1793-41c8-8e19-7ab040630392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:32.978244 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fba4e1f-1793-41c8-8e19-7ab040630392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:33.001558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cb309-661c-4e27-9225-ab8c57fd1c44 req-03bc017e-bf84-4b7c-8166-b87a7af4945c tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:33.009679 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3f2cb309-661c-4e27-9225-ab8c57fd1c44 req-03bc017e-bf84-4b7c-8166-b87a7af4945c tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.0886831 Jun 25 09:11:33.027814 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fba4e1f-1793-41c8-8e19-7ab040630392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:33.030688 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fba4e1f-1793-41c8-8e19-7ab040630392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:33.031743 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0fba4e1f-1793-41c8-8e19-7ab040630392 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/52c3a0ca-c8dd-42ba-993f-9ee339cbacd1 HTTP/1.1" status: 204 len: 168 time: 0.1474922 Jun 25 09:11:33.032544 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0c3f9171-b235-4228-89b4-072dda538d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:33.040814 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba4e1f-1793-41c8-8e19-7ab040630392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c3a0ca-c8dd-42ba-993f-9ee339cbacd1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:33.042971 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0fba4e1f-1793-41c8-8e19-7ab040630392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:33.055940 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3f2cb309-661c-4e27-9225-ab8c57fd1c44 req-244a2097-a04f-4e33-befa-74da5364da89 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430248 Jun 25 09:11:33.313154 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90b8a1-0db1-4022-aac8-01b53f4634f1 req-e3f28695-4e75-4521-9fc1-8388c508ec92 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:33.324952 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9b90b8a1-0db1-4022-aac8-01b53f4634f1 req-e3f28695-4e75-4521-9fc1-8388c508ec92 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 932 time: 0.1446142 Jun 25 09:11:33.380002 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9b90b8a1-0db1-4022-aac8-01b53f4634f1 req-b5aa4207-fbe7-4064-a367-55f3a359941a tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514784 Jun 25 09:11:33.638961 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a02d38-e3f0-4852-b5c1-2b4bf71acf3a req-056a5b66-c41b-40a6-a628-64c205496132 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:33.641754 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32a02d38-e3f0-4852-b5c1-2b4bf71acf3a req-056a5b66-c41b-40a6-a628-64c205496132 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.0998309 Jun 25 09:11:33.685035 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32a02d38-e3f0-4852-b5c1-2b4bf71acf3a req-cf748651-1f5f-47a1-b952-4515b4e96b95 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373867 Jun 25 09:11:33.865483 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761731c5-e776-4855-a9df-4d9ed7599346 req-293acae2-4ab0-46c3-b3af-8051ac9a9bd8 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:33.867008 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-761731c5-e776-4855-a9df-4d9ed7599346 req-293acae2-4ab0-46c3-b3af-8051ac9a9bd8 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 945 time: 0.0755577 Jun 25 09:11:33.892004 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39516) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:11:33.907034 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-761731c5-e776-4855-a9df-4d9ed7599346 req-a9fd9c47-97b9-4b64-b880-40da29b423d7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340085 Jun 25 09:11:34.012560 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-network', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:34.036567 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Made reservation on behalf of 9c60fdb6c5594917a0058a5b7841e173 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:11:34.039295 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:34.048988 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:34.136281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b3a56-c3b4-4be9-872f-2093a2252c0e req-229d654e-3ee3-436a-b529-29958d172ac9 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:34.137986 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b3b3a56-c3b4-4be9-872f-2093a2252c0e req-229d654e-3ee3-436a-b529-29958d172ac9 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.0645559 Jun 25 09:11:34.149482 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:34.154454 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:34.157676 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fe5ac8aa-482e-47b6-9c3e-33951814bd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:34.179456 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b3b3a56-c3b4-4be9-872f-2093a2252c0e req-a9b54147-76b2-43a6-8321-5a35184c896c tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340376 Jun 25 09:11:34.179892 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:11:34.190114 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be950af6-3025-45b5-9b30-9ba337a62a30,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:34.193573 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:34.196818 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:34.197157 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Added segment 54a7e32b-3228-4da6-82d7-eccfa5e2cea9 of type vlan for network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 Jun 25 09:11:34.238502 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:34.271735 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:34.273892 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:34.274705 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:34.278748 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:34.329144 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4358706 Jun 25 09:11:34.332176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39530) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:11:34.336537 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Pushing event updated for resources: {'Network': ['ID=00aaca95-703c-44c7-82f8-f0cc9820fbe5,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:34.339435 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:34.343791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-85cf4a46-3d10-4151-b0c8-ebc3f5263f6a admin admin] Request body: {'subnet': {'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-subnet', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:34.347469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:11:34.383894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6af03-3385-484e-9182-b2f9377aeb08 req-aaa837d6-eb20-4c01-af09-1a3c1b9285f4 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:34.385427 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37b6af03-3385-484e-9182-b2f9377aeb08 req-aaa837d6-eb20-4c01-af09-1a3c1b9285f4 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.0942788 Jun 25 09:11:34.386603 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cf4a46-3d10-4151-b0c8-ebc3f5263f6a admin admin] Made reservation on behalf of 9c60fdb6c5594917a0058a5b7841e173 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:11:34.389118 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-85cf4a46-3d10-4151-b0c8-ebc3f5263f6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:34.474339 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37b6af03-3385-484e-9182-b2f9377aeb08 req-90ad688c-8335-42e5-933a-a577ac282f40 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818577 Jun 25 09:11:34.631723 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-85cf4a46-3d10-4151-b0c8-ebc3f5263f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:34.636130 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:34.702071 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf4a46-3d10-4151-b0c8-ebc3f5263f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2307e99-f942-4432-9a6d-f2c7b030692d,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:34.706060 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-85cf4a46-3d10-4151-b0c8-ebc3f5263f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:34.718761 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cf574-7bb4-4d84-aec2-3e436a4ab2f5 req-0b642e56-4bde-4801-924a-b4fb3cb4c8aa tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:34.720251 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e82cf574-7bb4-4d84-aec2-3e436a4ab2f5 req-0b642e56-4bde-4801-924a-b4fb3cb4c8aa tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 932 time: 0.1432602 Jun 25 09:11:34.724410 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cf4a46-3d10-4151-b0c8-ebc3f5263f6a admin admin] Checking segment: {'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:11:34.724772 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cf4a46-3d10-4151-b0c8-ebc3f5263f6a admin admin] Network hostable DHCP agents. Network: 00aaca95-703c-44c7-82f8-f0cc9820fbe5, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:11:34.765654 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cf4a46-3d10-4151-b0c8-ebc3f5263f6a admin admin] Network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:11:34.770982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e82cf574-7bb4-4d84-aec2-3e436a4ab2f5 req-b5c6ee2b-bafe-4015-8d56-731dcd2683db tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439112 Jun 25 09:11:34.780017 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-85cf4a46-3d10-4151-b0c8-ebc3f5263f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 00aaca95-703c-44c7-82f8-f0cc9820fbe5) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:11:34.786351 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cf4a46-3d10-4151-b0c8-ebc3f5263f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:34.787003 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-85cf4a46-3d10-4151-b0c8-ebc3f5263f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:34.792052 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b45249-7200-442d-a947-b17921c5a38e None None] Network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:11:34.805226 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-85cf4a46-3d10-4151-b0c8-ebc3f5263f6a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4714713 Jun 25 09:11:34.808124 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39536) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:11:34.813904 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:34.835738 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:34.836888 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:34.898459 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:34.954932 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:11:34.955834 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:35.072511 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:35.091230 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Allocated IP 172.20.0.2 (00aaca95-703c-44c7-82f8-f0cc9820fbe5/d2307e99-f942-4432-9a6d-f2c7b030692d/26bd76c2-9485-435e-a105-2854d498c951) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:11:35.094035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe81402-f582-45a6-9816-2df285ca3740 req-9e726bc2-7db3-49d1-8f70-6b4688da6ad9 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:35.095702 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3fe81402-f582-45a6-9816-2df285ca3740 req-9e726bc2-7db3-49d1-8f70-6b4688da6ad9 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.1992662 Jun 25 09:11:35.173548 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3fe81402-f582-45a6-9816-2df285ca3740 req-8e39f60d-c841-436a-9c1a-d2e118e5a3d8 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656495 Jun 25 09:11:35.238533 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:35.247104 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Transition to ACTIVE for port object 26bd76c2-9485-435e-a105-2854d498c951 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:11:35.262805 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Transition to ACTIVE for port object 26bd76c2-9485-435e-a105-2854d498c951 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:11:35.270403 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:35.272472 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:35.308322 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:11:35.311059 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:11:35.314404 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:11:35.324112 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Pushing event updated for resources: {'Port': ['ID=26bd76c2-9485-435e-a105-2854d498c951,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:35.328250 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:35.364166 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:35.377199 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Attempting to bind port 26bd76c2-9485-435e-a105-2854d498c951 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:11:35.377813 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Attempting to bind port 26bd76c2-9485-435e-a105-2854d498c951 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:11:35.377920 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Attempting to bind port 26bd76c2-9485-435e-a105-2854d498c951 on network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:35.383153 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:11:35.383523 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Checking segment: {'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:11:35.383937 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:35.384332 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Bound using segment: {'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:11:35.384833 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Bound port: 26bd76c2-9485-435e-a105-2854d498c951, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:11:35.385222 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:35.385419 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:35.409038 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb32206-bb96-46dd-acee-8a3cb2bb8189 req-bcad7e8f-6fc5-4524-bc78-66f90596c281 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:35.410558 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0fb32206-bb96-46dd-acee-8a3cb2bb8189 req-bcad7e8f-6fc5-4524-bc78-66f90596c281 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 945 time: 0.1256976 Jun 25 09:11:35.455428 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] For port 26bd76c2-9485-435e-a105-2854d498c951, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:11:35.459222 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] For port 26bd76c2-9485-435e-a105-2854d498c951, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=26bd76c2-9485-435e-a105-2854d498c951,segment=NetworkSegment(54a7e32b-3228-4da6-82d7-eccfa5e2cea9),segment_id=54a7e32b-3228-4da6-82d7-eccfa5e2cea9)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:11:35.464060 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:35.466845 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:35.493138 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0fb32206-bb96-46dd-acee-8a3cb2bb8189 req-cea78d4e-749f-4442-95d3-3516bcf15355 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538728 Jun 25 09:11:35.524781 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Pushing event updated for resources: {'Port': ['ID=26bd76c2-9485-435e-a105-2854d498c951,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:35.528312 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:35.566486 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Allocated IP 172.25.6.172 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/9c5c5aef-5b80-4246-9ebf-321a0cbae254) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:11:35.690538 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:35.790914 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:35.793698 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:35.847490 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:11:35.850194 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:11:35.852722 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:11:35.856360 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Pushing event updated for resources: {'Port': ['ID=9c5c5aef-5b80-4246-9ebf-321a0cbae254,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:35.891684 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:35.934188 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44a669-02af-48c6-88b3-238f501d2ad3 req-12f91b20-df43-4f9b-85ba-20b2bff06819 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:35.935698 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3f44a669-02af-48c6-88b3-238f501d2ad3 req-12f91b20-df43-4f9b-85ba-20b2bff06819 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1917379 Jun 25 09:11:36.009439 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3f44a669-02af-48c6-88b3-238f501d2ad3 req-94d5b86f-c636-45ed-949a-1789051bb2a5 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562077 Jun 25 09:11:36.048993 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 26bd76c2-9485-435e-a105-2854d498c951 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:11:36.099453 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 26bd76c2-9485-435e-a105-2854d498c951 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:11:36.115219 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:36.261730 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9045bc-cc1d-42fe-b9c3-09a463460e42 req-c7c0aeef-7388-4305-9c8b-b76660545f22 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:36.263298 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b9045bc-cc1d-42fe-b9c3-09a463460e42 req-c7c0aeef-7388-4305-9c8b-b76660545f22 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.1451576 Jun 25 09:11:36.375564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b9045bc-cc1d-42fe-b9c3-09a463460e42 req-5f3d8dae-c164-44c6-84ba-50225494fe48 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721064 Jun 25 09:11:36.390682 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:36.481519 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1335be89-9509-49b2-881f-4481630d1f5c None None] Network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:11:36.548131 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-dddf996b-de6d-415b-8ea7-e17e502b14c1 None None] Provisioning for port 26bd76c2-9485-435e-a105-2854d498c951 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:11:36.555531 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-dddf996b-de6d-415b-8ea7-e17e502b14c1 None None] Provisioning complete for port 26bd76c2-9485-435e-a105-2854d498c951 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:36.555915 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dddf996b-de6d-415b-8ea7-e17e502b14c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:36.573156 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb190416-a0cc-4ec5-87e6-fc9661bb736d req-64c4d392-404b-4757-a212-9a1457cda3f4 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:36.574633 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb190416-a0cc-4ec5-87e6-fc9661bb736d req-64c4d392-404b-4757-a212-9a1457cda3f4 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 932 time: 0.0945718 Jun 25 09:11:36.589898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Router d8edb756-ec04-4f0f-8f61-c858b0363e59 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:11:36.674255 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb190416-a0cc-4ec5-87e6-fc9661bb736d req-916360e4-9a87-4f7b-980a-adac428e70fc tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923021 Jun 25 09:11:36.723701 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dddf996b-de6d-415b-8ea7-e17e502b14c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:36.778379 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-dddf996b-de6d-415b-8ea7-e17e502b14c1 None None] For port 26bd76c2-9485-435e-a105-2854d498c951, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=26bd76c2-9485-435e-a105-2854d498c951,segment=NetworkSegment(54a7e32b-3228-4da6-82d7-eccfa5e2cea9),segment_id=54a7e32b-3228-4da6-82d7-eccfa5e2cea9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:36.786035 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dddf996b-de6d-415b-8ea7-e17e502b14c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:36.788565 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cd9506d9-01e1-4672-a82d-734febd61e7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:36.845305 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf996b-de6d-415b-8ea7-e17e502b14c1 None None] Pushing event updated for resources: {'Port': ['ID=26bd76c2-9485-435e-a105-2854d498c951,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:36.848784 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-dddf996b-de6d-415b-8ea7-e17e502b14c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:37.009809 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f67e66d9-eea8-4a4a-9eca-ebe80642c772 None None] Provisioning complete for port 26bd76c2-9485-435e-a105-2854d498c951 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:37.010204 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f67e66d9-eea8-4a4a-9eca-ebe80642c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:37.057992 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:11:37.070544 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Sync routers for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:11:37.079678 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2364bc-4fb9-4cb9-89a2-9a417aebc927 req-1426ff07-9534-40e7-88b8-b3d95e8b5d48 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:37.080514 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:11:37.081166 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:11:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:11:37.081322 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e2364bc-4fb9-4cb9-89a2-9a417aebc927 req-1426ff07-9534-40e7-88b8-b3d95e8b5d48 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.1201513 Jun 25 09:11:37.091616 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:37.092846 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.2832968 Jun 25 09:11:37.095682 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39564) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:11:37.171085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e2364bc-4fb9-4cb9-89a2-9a417aebc927 req-65e46fa5-4069-4363-97aa-6a32a5858e9b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806417 Jun 25 09:11:37.187003 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:11:37.362596 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:35Z', 'revision_number': 3, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:11:37.388553 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Checking router: d8edb756-ec04-4f0f-8f61-c858b0363e59 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:11:37.388940 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Updating router d8edb756-ec04-4f0f-8f61-c858b0363e59 port 9c5c5aef-5b80-4246-9ebf-321a0cbae254 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:11:37.422888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1972c7-097c-4184-84e6-880c1126ac9f req-436c3e5f-f439-4a6c-92f6-0a8ddc791c19 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:37.424497 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c1972c7-097c-4184-84e6-880c1126ac9f req-436c3e5f-f439-4a6c-92f6-0a8ddc791c19 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 945 time: 0.1188481 Jun 25 09:11:37.512743 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:37.523229 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c1972c7-097c-4184-84e6-880c1126ac9f req-646d0b68-92e7-4b8e-a57e-58fe9fc66395 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673082 Jun 25 09:11:37.630683 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:37.772989 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:37.782800 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Transition to ACTIVE for port object 9c5c5aef-5b80-4246-9ebf-321a0cbae254 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:11:37.791319 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:37.793719 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-53a522e0-54b3-4da4-a3c1-83875e1a0087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:37.828767 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Allocated IP 172.20.0.1 (00aaca95-703c-44c7-82f8-f0cc9820fbe5/d2307e99-f942-4432-9a6d-f2c7b030692d/2ee213c5-621f-407a-ac90-3d961c253cc6) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:11:37.840671 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aa44e-08e9-4ecc-8b2c-beae8ac5f7b6 req-cc74b6ec-2702-47b4-9fd0-8fcdcf4a07f8 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:37.842743 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Request body: {'port': {'device_id': '27f19f90-2225-4d26-823e-d7f485a0aaf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:37.848079 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd3aa44e-08e9-4ecc-8b2c-beae8ac5f7b6 req-cc74b6ec-2702-47b4-9fd0-8fcdcf4a07f8 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1484699 Jun 25 09:11:37.849948 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Pushing event updated for resources: {'Port': ['ID=9c5c5aef-5b80-4246-9ebf-321a0cbae254,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:37.862160 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:37.862664 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:37.862996 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:37.863486 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:37.863887 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:37.864205 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:37.865007 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:37.865344 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:37.865659 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:37.865971 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:37.866282 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:37.866593 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:11:37.870572 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:37.895704 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Attempting to bind port 9c5c5aef-5b80-4246-9ebf-321a0cbae254 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:11:37.902818 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Attempting to bind port 9c5c5aef-5b80-4246-9ebf-321a0cbae254 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:11:37.902818 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Attempting to bind port 9c5c5aef-5b80-4246-9ebf-321a0cbae254 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:37.915787 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:11:37.916160 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:11:37.916563 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:37.921075 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:11:37.921611 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Bound port: 9c5c5aef-5b80-4246-9ebf-321a0cbae254, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:11:37.922037 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:37.954309 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd3aa44e-08e9-4ecc-8b2c-beae8ac5f7b6 req-b9738ed1-180f-4dd5-92e7-972c75d182c8 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049318 Jun 25 09:11:38.019919 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] For port 9c5c5aef-5b80-4246-9ebf-321a0cbae254, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:11:38.023311 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] For port 9c5c5aef-5b80-4246-9ebf-321a0cbae254, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=9c5c5aef-5b80-4246-9ebf-321a0cbae254,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:11:38.031519 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:38.038958 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:38.102559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 26bd76c2-9485-435e-a105-2854d498c951 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:11:38.125346 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Pushing event updated for resources: {'Port': ['ID=9c5c5aef-5b80-4246-9ebf-321a0cbae254,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:38.129844 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:38.149036 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:11:38.149824 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:11:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:11:38.195089 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:38.206033 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 26bd76c2-9485-435e-a105-2854d498c951 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:38.207577 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:38.212570 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:38.282144 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:11:38.301210 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Transition to ACTIVE for port object 2ee213c5-621f-407a-ac90-3d961c253cc6 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:11:38.371041 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e960b-c27f-454c-a579-396a24ed83a9 req-db3b0e9d-2b30-48d6-a366-061125ecd94a tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:38.373172 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c04e960b-c27f-454c-a579-396a24ed83a9 req-db3b0e9d-2b30-48d6-a366-061125ecd94a tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.3015223 Jun 25 09:11:38.403801 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-2610e61c-94f1-47d1-b473-dd585a95fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:38.405645 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-2610e61c-94f1-47d1-b473-dd585a95fbf2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 1102 time: 0.2502878 Jun 25 09:11:38.442315 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:38.476519 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-63710f29-59a4-484f-bcc4-a3cd04678b16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:38.495005 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:35Z', 'revision_number': 3, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:11:38.495648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76f745-e947-4176-bf71-1d896d1c3d23 req-8cf6f515-9999-4bb7-9178-a3d4984ed364 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:38.503675 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d76f745-e947-4176-bf71-1d896d1c3d23 req-8cf6f515-9999-4bb7-9178-a3d4984ed364 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 932 time: 0.2884607 Jun 25 09:11:38.526671 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442859ec-681c-41e8-b3d8-372acb4e3fc3 None None] The sync data for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 is: [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:35Z', 'revision_number': 3, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:11:38.560670 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c04e960b-c27f-454c-a579-396a24ed83a9 req-1798af4f-dcb7-4e0a-b2ac-678e1a265f4f tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792538 Jun 25 09:11:38.577123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:11:38.577625 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf98b2-9fc0-40bd-8620-35912339a772 req-e141ea5c-fa39-477b-bad6-38db146969cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:38.579554 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5dcf98b2-9fc0-40bd-8620-35912339a772 req-e141ea5c-fa39-477b-bad6-38db146969cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 1098 time: 0.4951794 Jun 25 09:11:38.595604 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:11:38.598253 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:11:38.599340 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:38.606718 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-905d5d22-5876-4102-8a90-f39b4bcc1a35 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:38.608283 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-905d5d22-5876-4102-8a90-f39b4bcc1a35 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0&tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 1097 time: 0.5310369 Jun 25 09:11:38.667842 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ee213c5-621f-407a-ac90-3d961c253cc6,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:38.697412 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-94d07fd5-c75a-4555-9211-968bfdeb2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:38.698602 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-94d07fd5-c75a-4555-9211-968bfdeb2e71 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2823780 Jun 25 09:11:38.699511 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:38.705185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d76f745-e947-4176-bf71-1d896d1c3d23 req-06e1e18a-e92f-4978-8a1a-8f333abd159f tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003725 Jun 25 09:11:38.751898 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-f30b4e9b-3b5b-47b7-8cf4-8bf5254c6356 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a HTTP/1.1" status: 200 len: 217 time: 0.0456619 Jun 25 09:11:38.813743 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5dcf98b2-9fc0-40bd-8620-35912339a772 req-5e121c8f-8edc-4e1f-8cc1-d66c2aa9f73c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137442 Jun 25 09:11:38.896033 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-7c50b049-189b-43c4-8baa-0849d9c29e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:38.897891 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-7c50b049-189b-43c4-8baa-0849d9c29e2e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1281607 Jun 25 09:11:38.931303 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-def1d828-a6a8-4a7e-ae48-55e7c9e9469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:38.931983 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e53b6120-3df7-4356-a4b7-8af7bcaddbbd None None] Provisioning for port 2ee213c5-621f-407a-ac90-3d961c253cc6 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:11:38.933687 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-def1d828-a6a8-4a7e-ae48-55e7c9e9469f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0&tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d HTTP/1.1" status: 200 len: 1097 time: 0.3056192 Jun 25 09:11:38.935936 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e53b6120-3df7-4356-a4b7-8af7bcaddbbd None None] Provisioning complete for port 2ee213c5-621f-407a-ac90-3d961c253cc6 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:38.936376 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e53b6120-3df7-4356-a4b7-8af7bcaddbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:38.991263 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e53b6120-3df7-4356-a4b7-8af7bcaddbbd None None] Port 2ee213c5-621f-407a-ac90-3d961c253cc6 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:11:39.063291 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b459f40-d3d5-4595-b262-bd8c08e30adf {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:11:39.071288 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:39.084985 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Transition to ACTIVE for port object 5b459f40-d3d5-4595-b262-bd8c08e30adf will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:11:39.091483 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:39.095223 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-81ed72bc-c1bc-4d8f-9e59-d0639590baad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:39.101595 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939deaca-0fc7-40ff-ad00-a5d3bf4cb7d7 req-3cf58290-d382-43ef-9e2a-3c0bb1166e26 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:39.102436 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-939deaca-0fc7-40ff-ad00-a5d3bf4cb7d7 req-3cf58290-d382-43ef-9e2a-3c0bb1166e26 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 945 time: 0.2336600 Jun 25 09:11:39.109788 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda6aec-0063-4f20-a64f-d40820cbb031 req-361c19ba-a8c0-4035-b322-fae27fe4788c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:39.111299 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cdda6aec-0063-4f20-a64f-d40820cbb031 req-361c19ba-a8c0-4035-b322-fae27fe4788c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.3644161 Jun 25 09:11:39.114883 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:39.157612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-fbc90f32-8a99-4b3e-9f9f-0545d97524b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:39.159142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-fbc90f32-8a99-4b3e-9f9f-0545d97524b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2503078 Jun 25 09:11:39.210609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Pushing event updated for resources: {'Port': ['ID=5b459f40-d3d5-4595-b262-bd8c08e30adf,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:39.213614 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:39.224881 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Attempting to bind port 5b459f40-d3d5-4595-b262-bd8c08e30adf on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:11:39.225215 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Attempting to bind port 5b459f40-d3d5-4595-b262-bd8c08e30adf by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '1e28c284-2b23-4f89-abb1-e214224edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:11:39.225806 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Attempting to bind port 5b459f40-d3d5-4595-b262-bd8c08e30adf on network 99113120-fb05-4363-91dc-983de1fb3bd6 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:39.230770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Port 5b459f40-d3d5-4595-b262-bd8c08e30adf on network 99113120-fb05-4363-91dc-983de1fb3bd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:11:39.230970 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Attempting to bind port 5b459f40-d3d5-4595-b262-bd8c08e30adf on network 99113120-fb05-4363-91dc-983de1fb3bd6 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:39.236832 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:11:39.236832 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Checking segment: {'id': '1e28c284-2b23-4f89-abb1-e214224edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:11:39.237280 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Bound using segment: {'id': '1e28c284-2b23-4f89-abb1-e214224edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:11:39.237710 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Bound port: 5b459f40-d3d5-4595-b262-bd8c08e30adf, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e28c284-2b23-4f89-abb1-e214224edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:11:39.238063 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:39.279588 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-939deaca-0fc7-40ff-ad00-a5d3bf4cb7d7 req-512232be-d095-4308-a020-681d0859ed7a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657748 Jun 25 09:11:39.327451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] For port 5b459f40-d3d5-4595-b262-bd8c08e30adf, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:11:39.330703 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] For port 5b459f40-d3d5-4595-b262-bd8c08e30adf, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=5b459f40-d3d5-4595-b262-bd8c08e30adf,segment=NetworkSegment(1e28c284-2b23-4f89-abb1-e214224edb6b),segment_id=1e28c284-2b23-4f89-abb1-e214224edb6b)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:11:39.346738 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:39.351159 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cdda6aec-0063-4f20-a64f-d40820cbb031 req-4f1fd9bf-070f-4151-be17-d344c4f6db1d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269664 Jun 25 09:11:39.369120 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fb9670aa-b98e-4574-ae5e-e52052862d0b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:39.441064 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Pushing event updated for resources: {'Port': ['ID=5b459f40-d3d5-4595-b262-bd8c08e30adf,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:39.450275 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:39.465677 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-4acdfd14-428d-4241-9013-67c840d6d617 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909176 Jun 25 09:11:39.466296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:39.466677 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:39.468101 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] 10.222.0.41 "PUT /v2.0/ports/5b459f40-d3d5-4595-b262-bd8c08e30adf HTTP/1.1" status: 200 len: 1093 time: 1.6382346 Jun 25 09:11:39.468854 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f19f90-2225-4d26-823e-d7f485a0aaf8', 'tag': '5b459f40-d3d5-4595-b262-bd8c08e30adf'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:39.471191 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03f17b6-3d1f-424a-80e2-e930738cac48" -d '{"events": [{"name": "network-changed", "server_uuid": "27f19f90-2225-4d26-823e-d7f485a0aaf8", "tag": "5b459f40-d3d5-4595-b262-bd8c08e30adf"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:39.513805 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-5a9a4795-710f-4413-8974-967210b69810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:39.516286 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-5a9a4795-710f-4413-8974-967210b69810 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 1097 time: 0.1827552 Jun 25 09:11:39.669340 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c8789d-eea6-4fe4-961c-8f6f933fe7b8 x-openstack-request-id: req-89c8789d-eea6-4fe4-961c-8f6f933fe7b8 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:39.669672 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f19f90-2225-4d26-823e-d7f485a0aaf8", "tag": "5b459f40-d3d5-4595-b262-bd8c08e30adf", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:39.669957 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-89c8789d-eea6-4fe4-961c-8f6f933fe7b8 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:39.670397 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f19f90-2225-4d26-823e-d7f485a0aaf8', 'tag': '5b459f40-d3d5-4595-b262-bd8c08e30adf', 'status': 'completed', 'code': 200} Jun 25 09:11:39.722286 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-fc82e86c-8091-4291-a089-00b3676914c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:39.723877 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-fc82e86c-8091-4291-a089-00b3676914c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=853a6d285ec446a79adc0120a1059455&device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 1096 time: 0.1436946 Jun 25 09:11:39.742255 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-fce98a56-0831-4739-bef8-6c11c61b7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:39.744170 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-fce98a56-0831-4739-bef8-6c11c61b7815 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.1855199 Jun 25 09:11:39.826737 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-ea41f425-c76a-4cc8-b7c7-3b73f2a6bbd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b459f40-d3d5-4595-b262-bd8c08e30adf HTTP/1.1" status: 200 len: 217 time: 0.0700169 Jun 25 09:11:39.828269 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-6fb39701-d6a1-4f4f-b54c-5ed47b548f48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9 HTTP/1.1" status: 200 len: 217 time: 0.0699332 Jun 25 09:11:39.931528 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-5d857bca-13a2-4a22-ac08-0d108b863243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:39.932983 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-5d857bca-13a2-4a22-ac08-0d108b863243 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.0748026 Jun 25 09:11:39.935582 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-8918774d-403d-415f-bf2b-22415bf062c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:39.936123 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-8918774d-403d-415f-bf2b-22415bf062c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd84d126-1ab0-4358-8cb7-1b64237b2576 HTTP/1.1" status: 200 len: 853 time: 0.0858603 Jun 25 09:11:39.985815 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-72396879-04c9-4112-ac2e-f1836aa91721 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366619 Jun 25 09:11:40.007630 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:40.013722 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-9f868627-4dd0-436e-bec5-bcc5aa0691af service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265512 Jun 25 09:11:40.017924 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:40.018710 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:40.023106 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e2f489cb-dc3f-4141-aab0-07806497c878 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:40.047123 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9c5c5aef-5b80-4246-9ebf-321a0cbae254 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:11:40.103035 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 9c5c5aef-5b80-4246-9ebf-321a0cbae254 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:11:40.106843 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-971d52f6-2d35-47d3-987c-a90435d9ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:40.107609 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-971d52f6-2d35-47d3-987c-a90435d9ce74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99113120-fb05-4363-91dc-983de1fb3bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493196 Jun 25 09:11:40.107985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 9c5c5aef-5b80-4246-9ebf-321a0cbae254 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:40.108487 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:40.114024 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d391a-856c-4130-ba52-49f680dcd976 req-b503c8a8-0458-4ef4-b137-a8ccd80cf3e2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:40.115769 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-030d391a-856c-4130-ba52-49f680dcd976 req-b503c8a8-0458-4ef4-b137-a8ccd80cf3e2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.2794468 Jun 25 09:11:40.123196 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23e0b4-da36-4a85-9fea-2a188aae2da1 req-f3821a05-e037-47e8-9906-14f90277575f tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:40.125056 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ee23e0b4-da36-4a85-9fea-2a188aae2da1 req-f3821a05-e037-47e8-9906-14f90277575f tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.2879269 Jun 25 09:11:40.205612 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-eb0a018f-5e45-444c-aeb0-2a937cd56b8d service neutron] 10.222.0.41 "GET /v2.0/networks/99113120-fb05-4363-91dc-983de1fb3bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893631 Jun 25 09:11:40.209398 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-a65f9fdc-af61-4676-bd9c-efec8b8f355e service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071142 Jun 25 09:11:40.213897 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ee213c5-621f-407a-ac90-3d961c253cc6,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:40.222220 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:40.226308 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:40.249616 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 9c5c5aef-5b80-4246-9ebf-321a0cbae254, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=9c5c5aef-5b80-4246-9ebf-321a0cbae254,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:40.257812 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:40.264619 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:40.284241 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-030d391a-856c-4130-ba52-49f680dcd976 req-3f1ecb0e-eb8a-4ebc-9b18-342892a4d85e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547334 Jun 25 09:11:40.304187 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ee23e0b4-da36-4a85-9fea-2a188aae2da1 req-70117607-31f2-4720-8e2f-ff656e9a9515 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687722 Jun 25 09:11:40.323543 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:11:40.325954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:11:40.400904 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=9c5c5aef-5b80-4246-9ebf-321a0cbae254,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:40.408130 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:40.444221 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eb48c22b-50ed-4e1b-b0b2-66d3ea0eb201 req-780803dd-f3f9-4de5-9219-bc39c601cf21 service neutron] 10.222.0.41 "GET /v2.0/networks/99113120-fb05-4363-91dc-983de1fb3bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256334 Jun 25 09:11:40.446100 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-aefbdac9-810f-4095-a929-ef39fdd8ce8e service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182496 Jun 25 09:11:40.532580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Router d8edb756-ec04-4f0f-8f61-c858b0363e59 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:11:40.600035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bfe33-9125-4c30-b548-751f35d4c306 req-1ee73431-1472-4fe4-ad5f-066aac0a45fd tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:40.612812 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d9bfe33-9125-4c30-b548-751f35d4c306 req-1ee73431-1472-4fe4-ad5f-066aac0a45fd tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 944 time: 0.1550212 Jun 25 09:11:40.667077 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f17b6-3d1f-424a-80e2-e930738cac48 req-4dfa1586-b1ad-46cc-8de2-b6f97c812c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:40.669707 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a03f17b6-3d1f-424a-80e2-e930738cac48 req-4dfa1586-b1ad-46cc-8de2-b6f97c812c1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=853a6d285ec446a79adc0120a1059455&device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 1096 time: 0.1059229 Jun 25 09:11:40.721090 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d9bfe33-9125-4c30-b548-751f35d4c306 req-62845fa1-6960-4697-b011-ee9368d5f54b tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080966 Jun 25 09:11:40.771829 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ec14a-4ed8-4790-a35d-acafec79dfcf req-ccda8f0b-e7eb-4163-828f-8f825bb96650 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:40.773449 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-534ec14a-4ed8-4790-a35d-acafec79dfcf req-ccda8f0b-e7eb-4163-828f-8f825bb96650 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 945 time: 0.2322993 Jun 25 09:11:40.784422 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-091e4c60-07cc-4474-b62c-ab8506257573 None None] Provisioning complete for port 2ee213c5-621f-407a-ac90-3d961c253cc6 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:40.785691 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-091e4c60-07cc-4474-b62c-ab8506257573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:40.807864 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:11:40.815384 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f17b6-3d1f-424a-80e2-e930738cac48 req-b687083b-dac0-4950-a0ec-89a8dd0e3531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:40.819257 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a03f17b6-3d1f-424a-80e2-e930738cac48 req-b687083b-dac0-4950-a0ec-89a8dd0e3531 service neutron] 10.222.0.41 "GET /v2.0/networks?id=99113120-fb05-4363-91dc-983de1fb3bd6 HTTP/1.1" status: 200 len: 916 time: 0.1421754 Jun 25 09:11:40.821532 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] 10.222.0.93 "PUT /v2.0/routers/d8edb756-ec04-4f0f-8f61-c858b0363e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7245653 Jun 25 09:11:40.833081 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-091e4c60-07cc-4474-b62c-ab8506257573 None None] Port 2ee213c5-621f-407a-ac90-3d961c253cc6 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:11:40.835067 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Sync routers for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:11:40.845485 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:11:40.846411 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:11:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:11:40.868245 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-534ec14a-4ed8-4790-a35d-acafec79dfcf req-eee9dc9a-9ff9-4cec-91b7-7d8952be2616 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809894 Jun 25 09:11:40.893884 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a03f17b6-3d1f-424a-80e2-e930738cac48 req-f66fc6a5-99ec-41bf-979d-0399715dcff4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b459f40-d3d5-4595-b262-bd8c08e30adf HTTP/1.1" status: 200 len: 217 time: 0.0653605 Jun 25 09:11:40.978770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f17b6-3d1f-424a-80e2-e930738cac48 req-0027cc83-ea2e-4cde-8ed1-2f6425b06587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:40.982356 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a03f17b6-3d1f-424a-80e2-e930738cac48 req-0027cc83-ea2e-4cde-8ed1-2f6425b06587 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd84d126-1ab0-4358-8cb7-1b64237b2576 HTTP/1.1" status: 200 len: 853 time: 0.0815225 Jun 25 09:11:41.005302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708932b-2bd9-4d29-9756-38ed06a5931a req-873452e6-a368-436c-8d74-ef2b6d04f97d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:41.006889 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d708932b-2bd9-4d29-9756-38ed06a5931a req-873452e6-a368-436c-8d74-ef2b6d04f97d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.1057553 Jun 25 09:11:41.081651 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d708932b-2bd9-4d29-9756-38ed06a5931a req-f7c1f37e-792f-4182-aac2-84f5ef4bac35 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623770 Jun 25 09:11:41.081928 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:11:41.118841 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f17b6-3d1f-424a-80e2-e930738cac48 req-064babec-8c72-4222-b688-9f8189d4882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:41.120625 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a03f17b6-3d1f-424a-80e2-e930738cac48 req-064babec-8c72-4222-b688-9f8189d4882c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99113120-fb05-4363-91dc-983de1fb3bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317339 Jun 25 09:11:41.187585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-84bf5306-5d93-41ab-9e25-755d4674be2c tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:41.189113 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-84bf5306-5d93-41ab-9e25-755d4674be2c tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0&tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&binding%3Ahost_id=n-h1-761264-15 HTTP/1.1" status: 200 len: 1097 time: 0.1575289 Jun 25 09:11:41.273215 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a03f17b6-3d1f-424a-80e2-e930738cac48 req-0c02dd58-46bf-4b4b-a7a8-c2c0fe17cd97 service neutron] 10.222.0.41 "GET /v2.0/networks/99113120-fb05-4363-91dc-983de1fb3bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441066 Jun 25 09:11:41.314917 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 2, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:11:41.346658 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Checking router: d8edb756-ec04-4f0f-8f61-c858b0363e59 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:11:41.347015 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Updating router d8edb756-ec04-4f0f-8f61-c858b0363e59 port 2ee213c5-621f-407a-ac90-3d961c253cc6 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:11:41.386253 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:41.444650 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-929237be-30c1-4ab5-87a0-8077d858a910 service neutron] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:11:41.447684 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a03f17b6-3d1f-424a-80e2-e930738cac48 req-e4f2a342-7ff2-46d1-a7dc-311bdb83397c service neutron] 10.222.0.41 "GET /v2.0/networks/99113120-fb05-4363-91dc-983de1fb3bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659915 Jun 25 09:11:41.450275 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-929237be-30c1-4ab5-87a0-8077d858a910 service neutron] Notify callbacks [] for binding, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:41.451241 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-83be1660-cb55-4e3d-bb98-1f37364cccb7 req-929237be-30c1-4ab5-87a0-8077d858a910 service neutron] 10.222.0.41 "DELETE /v2.0/ports/0d112eb4-3ccf-460a-b19e-133b833e3fb9/bindings/n-h2-761264-15 HTTP/1.1" status: 204 len: 173 time: 0.2530746 Jun 25 09:11:41.492161 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-a6523c6d-24fe-46af-8345-21ab59bf1584 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:41.493700 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-a6523c6d-24fe-46af-8345-21ab59bf1584 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 820 time: 0.1627657 Jun 25 09:11:41.525777 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634702bd-f9ad-4e87-b173-daaf50ed4b26 req-ee58731c-749b-4f7f-9134-65e59918ee75 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:41.527282 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-634702bd-f9ad-4e87-b173-daaf50ed4b26 req-ee58731c-749b-4f7f-9134-65e59918ee75 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1153958 Jun 25 09:11:41.528530 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-53394162-70ca-484e-a327-19b431fcd35f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/quotas/9c60fdb6c5594917a0058a5b7841e173 HTTP/1.1" status: 200 len: 375 time: 0.0254951 Jun 25 09:11:41.602148 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-634702bd-f9ad-4e87-b173-daaf50ed4b26 req-5e51d75a-a98c-42b0-be84-d15f0121574d tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673552 Jun 25 09:11:41.642015 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-b54cf33c-856a-4950-9ead-cf90ef10c0f3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062129 Jun 25 09:11:41.712662 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:41.726628 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Transition to ACTIVE for port object 2ee213c5-621f-407a-ac90-3d961c253cc6 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:11:41.736461 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:41.739802 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:41.770944 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-f76af5f1-0188-44a7-9ac8-31cab2e2a746 service neutron] 10.222.0.93 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203911 Jun 25 09:11:41.815786 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a50de7-e629-490f-9adb-be6c838e4f60 None None] Pushing event updated for resources: {'Port': ['ID=2ee213c5-621f-407a-ac90-3d961c253cc6,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:41.819503 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-44a50de7-e629-490f-9adb-be6c838e4f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:41.848936 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Attempting to bind port 2ee213c5-621f-407a-ac90-3d961c253cc6 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:11:41.849313 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Attempting to bind port 2ee213c5-621f-407a-ac90-3d961c253cc6 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:11:41.849827 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Attempting to bind port 2ee213c5-621f-407a-ac90-3d961c253cc6 on network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:41.855147 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:11:41.855538 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Checking segment: {'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:11:41.855949 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:41.856346 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Bound using segment: {'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:11:41.856855 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Bound port: 2ee213c5-621f-407a-ac90-3d961c253cc6, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:11:41.857243 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:41.861164 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8951a-b5f7-491b-b85a-e0ffa1890e5d req-f0a1060b-9f93-476a-8109-68916d7e6d04 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:41.862901 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82b8951a-b5f7-491b-b85a-e0ffa1890e5d req-f0a1060b-9f93-476a-8109-68916d7e6d04 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.1436503 Jun 25 09:11:41.940437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] For port 2ee213c5-621f-407a-ac90-3d961c253cc6, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:11:41.950589 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] For port 2ee213c5-621f-407a-ac90-3d961c253cc6, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2ee213c5-621f-407a-ac90-3d961c253cc6,segment=NetworkSegment(54a7e32b-3228-4da6-82d7-eccfa5e2cea9),segment_id=54a7e32b-3228-4da6-82d7-eccfa5e2cea9)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:11:41.952700 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82b8951a-b5f7-491b-b85a-e0ffa1890e5d req-c1ddb170-6d5b-4733-9a84-1e420937da80 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807290 Jun 25 09:11:41.966005 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-7d1dd3ec-2b0e-41d9-bb30-7981c72314b5 service neutron] 10.222.0.93 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862750 Jun 25 09:11:41.967346 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:41.975378 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1c5943d3-b0f2-462c-96dc-418005e52491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:42.041043 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9c5c5aef-5b80-4246-9ebf-321a0cbae254 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:11:42.133504 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:11:42.134290 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:11:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:11:42.146148 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a50de7-e629-490f-9adb-be6c838e4f60 None None] Pushing event updated for resources: {'Port': ['ID=2ee213c5-621f-407a-ac90-3d961c253cc6,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:42.205858 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ae919-1459-460c-81a2-1bcb5652f01a req-ff6952f6-0ee1-4d8f-a75f-6ee1fb7c0790 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:42.207514 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d18ae919-1459-460c-81a2-1bcb5652f01a req-ff6952f6-0ee1-4d8f-a75f-6ee1fb7c0790 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 944 time: 0.0998607 Jun 25 09:11:42.223344 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-44a50de7-e629-490f-9adb-be6c838e4f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:42.258714 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 9c5c5aef-5b80-4246-9ebf-321a0cbae254 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:42.259191 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:42.260389 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d18ae919-1459-460c-81a2-1bcb5652f01a req-ce68099c-110c-43b5-b505-5e339da0557a tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466588 Jun 25 09:11:42.367480 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:11:42.411030 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e1d3c-d30f-4462-86eb-40b698e3ed92 req-a710cc00-c4aa-4f12-a5a7-6cf110ba0738 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:42.419224 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-772e1d3c-d30f-4462-86eb-40b698e3ed92 req-a710cc00-c4aa-4f12-a5a7-6cf110ba0738 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 945 time: 0.0935357 Jun 25 09:11:42.501714 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-772e1d3c-d30f-4462-86eb-40b698e3ed92 req-81dfed06-b8f6-4e4a-9035-df0b918e44fc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812330 Jun 25 09:11:42.547584 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31806b2c-b5e6-489b-9d08-e0447f8a6f5c req-5bad6828-8ef2-44f9-9c03-8acfabf1ee2b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:42.557727 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31806b2c-b5e6-489b-9d08-e0447f8a6f5c req-5bad6828-8ef2-44f9-9c03-8acfabf1ee2b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.1074874 Jun 25 09:11:42.613336 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5e29d88c-e6cb-404f-b33e-0d1e6b4d9587 req-9cd5e152-6536-4e65-b1cf-5febb0ef3c42 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 210 time: 0.0526767 Jun 25 09:11:42.649360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31806b2c-b5e6-489b-9d08-e0447f8a6f5c req-62d4e86f-aff8-4bb6-9d76-de2f213e04e5 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904880 Jun 25 09:11:42.835594 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:41Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:11:42.855679 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75e75a-9fb6-4b31-8fdd-a462fd499fe2 req-ef2a2225-4656-4645-baa3-790ae8d0e3c2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:42.868405 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ed75e75a-9fb6-4b31-8fdd-a462fd499fe2 req-ef2a2225-4656-4645-baa3-790ae8d0e3c2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.0819256 Jun 25 09:11:42.882271 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0deec-46cc-4dfd-9d54-7eadf75e37c2 None None] The sync data for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 is: [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:41Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:11:42.933903 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ed75e75a-9fb6-4b31-8fdd-a462fd499fe2 req-a214fe2d-0e31-4a80-bfc2-631075e9aa41 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588293 Jun 25 09:11:43.080065 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894478cf-8c77-4108-91f0-382a9b121b08 req-556a8370-8f33-4930-ba37-d0c9541ac594 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:43.082000 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-894478cf-8c77-4108-91f0-382a9b121b08 req-556a8370-8f33-4930-ba37-d0c9541ac594 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 1097 time: 0.1028914 Jun 25 09:11:43.137143 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-894478cf-8c77-4108-91f0-382a9b121b08 req-3b3ad680-3468-40ba-a267-e3b9ed5bc7f0 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491464 Jun 25 09:11:43.235260 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c849550-3081-4c47-b87e-974a72130075 req-5edeee82-5aab-4bc8-94f6-2458c16b5c40 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:43.236865 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7c849550-3081-4c47-b87e-974a72130075 req-5edeee82-5aab-4bc8-94f6-2458c16b5c40 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.0842547 Jun 25 09:11:43.277736 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7c849550-3081-4c47-b87e-974a72130075 req-1ea38758-0faa-42e4-a441-90a490d4e7c4 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347004 Jun 25 09:11:43.509462 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-66e04841-7002-4237-a770-3bef7ffb1d7e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:43.511026 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-66e04841-7002-4237-a770-3bef7ffb1d7e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 821 time: 0.1401210 Jun 25 09:11:43.527517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df26f3-af10-4bc6-b43f-965e54d36b15 req-0e1b1d8e-2b0e-4f4a-be04-bccc17a1810b tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:43.529082 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-41df26f3-af10-4bc6-b43f-965e54d36b15 req-0e1b1d8e-2b0e-4f4a-be04-bccc17a1810b tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 944 time: 0.1480465 Jun 25 09:11:43.552365 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-bafc917f-0d72-4fd7-be23-4f7d32c0ecb5 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/quotas/962cd5c8d0b44612ac82fa335ff2dd3d HTTP/1.1" status: 200 len: 375 time: 0.0328629 Jun 25 09:11:43.609560 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-41df26f3-af10-4bc6-b43f-965e54d36b15 req-ab473bb4-d5e5-4596-add6-8517ed6e6247 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739281 Jun 25 09:11:43.733154 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-e6053ebd-3ec8-4290-a813-ce458c67e252 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1739724 Jun 25 09:11:43.740171 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-87f324f6-cef6-4d06-b55f-6af14854e395 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:43.741664 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-87f324f6-cef6-4d06-b55f-6af14854e395 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.38 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 820 time: 0.1470587 Jun 25 09:11:43.775843 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-1ed6b235-d626-4139-942c-210515873757 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Request body: {'port': {'device_id': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'admin_state_up': True, 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:44.034165 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2ee213c5-621f-407a-ac90-3d961c253cc6 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:11:44.088929 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 2ee213c5-621f-407a-ac90-3d961c253cc6 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:11:44.093908 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2ee213c5-621f-407a-ac90-3d961c253cc6 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:44.094327 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:44.182603 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:44.196722 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-9fd4ddd2-e21d-4a02-94b8-108c00daf2b2 service neutron] 10.222.0.93 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540648 Jun 25 09:11:44.215861 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 2ee213c5-621f-407a-ac90-3d961c253cc6, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2ee213c5-621f-407a-ac90-3d961c253cc6,segment=NetworkSegment(54a7e32b-3228-4da6-82d7-eccfa5e2cea9),segment_id=54a7e32b-3228-4da6-82d7-eccfa5e2cea9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:44.220569 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:44.223007 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-dddf996b-de6d-415b-8ea7-e17e502b14c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:44.223565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12cd24-61fc-4416-8ef5-31d2f9229c1b req-70a26de9-baea-46ff-baf7-5e0d1770c030 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:44.225133 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb12cd24-61fc-4416-8ef5-31d2f9229c1b req-70a26de9-baea-46ff-baf7-5e0d1770c030 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.4732361 Jun 25 09:11:44.268464 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=2ee213c5-621f-407a-ac90-3d961c253cc6,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:44.271667 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:44.299921 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-1ed6b235-d626-4139-942c-210515873757 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Made reservation on behalf of 9c60fdb6c5594917a0058a5b7841e173 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:11:44.303425 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-1ed6b235-d626-4139-942c-210515873757 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:44.341557 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb12cd24-61fc-4416-8ef5-31d2f9229c1b req-352ebe33-dd86-4761-ad20-7f816ba5441a tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031790 Jun 25 09:11:44.390679 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-48f4db60-8ec3-4bdd-b119-a084d1cbc5af service neutron] 10.222.0.93 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833487 Jun 25 09:11:44.469760 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-1ed6b235-d626-4139-942c-210515873757 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Allocated IP 172.20.0.8 (00aaca95-703c-44c7-82f8-f0cc9820fbe5/d2307e99-f942-4432-9a6d-f2c7b030692d/58442dad-8efb-4bc8-950a-e643a5cd263b) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:11:44.652532 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c338bd20-e586-4a8a-9bc3-01d285c53709 req-f3295ad1-1602-4c54-9b2f-bcf169458610 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 210 time: 0.0408964 Jun 25 09:11:44.705225 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb1b2f-f87f-4b12-b681-294da7bea73b req-232f0006-7bb5-473a-8787-37ace9d08a88 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:44.706634 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-71fb1b2f-f87f-4b12-b681-294da7bea73b req-232f0006-7bb5-473a-8787-37ace9d08a88 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.1949639 Jun 25 09:11:44.729760 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-1ed6b235-d626-4139-942c-210515873757 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:44.761051 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-1ed6b235-d626-4139-942c-210515873757 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Transition to ACTIVE for port object 58442dad-8efb-4bc8-950a-e643a5cd263b will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:11:44.771997 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-71fb1b2f-f87f-4b12-b681-294da7bea73b req-3a03312d-dcf7-4c9c-8e22-acc5c8c2767d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588012 Jun 25 09:11:44.823481 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-1ed6b235-d626-4139-942c-210515873757 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:44.838463 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-685cbffc-29e5-4844-898d-810019e7ad99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:44.880262 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-1ed6b235-d626-4139-942c-210515873757 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:11:44.884517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-1ed6b235-d626-4139-942c-210515873757 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:11:44.887628 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-1ed6b235-d626-4139-942c-210515873757 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:11:44.894202 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-1ed6b235-d626-4139-942c-210515873757 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:44.895222 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-1ed6b235-d626-4139-942c-210515873757 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:44.918109 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6b235-d626-4139-942c-210515873757 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Pushing event updated for resources: {'Port': ['ID=58442dad-8efb-4bc8-950a-e643a5cd263b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:44.924907 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1ed6b235-d626-4139-942c-210515873757 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:44.937573 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-1ed6b235-d626-4139-942c-210515873757 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1753156 Jun 25 09:11:44.978869 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Request body: {'port': {'device_id': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:45.111294 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da337cc-2d71-451a-898a-713887d90491 req-68c2bc66-c3e0-4734-8b5b-72acb1815614 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:45.113050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6da337cc-2d71-451a-898a-713887d90491 req-68c2bc66-c3e0-4734-8b5b-72acb1815614 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1914287 Jun 25 09:11:45.114912 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:45.141629 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0f418934-2ac0-4510-b3ae-a434c0988084 None None] Provisioning for port 58442dad-8efb-4bc8-950a-e643a5cd263b completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:11:45.148377 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0f418934-2ac0-4510-b3ae-a434c0988084 None None] Provisioning complete for port 58442dad-8efb-4bc8-950a-e643a5cd263b triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:45.149548 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f418934-2ac0-4510-b3ae-a434c0988084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:45.186067 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6da337cc-2d71-451a-898a-713887d90491 req-8c9b3311-597c-4a34-bfbd-475e0549c999 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590706 Jun 25 09:11:45.195120 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0f418934-2ac0-4510-b3ae-a434c0988084 None None] Port 58442dad-8efb-4bc8-950a-e643a5cd263b cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:11:45.348895 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-04a0c7b5-b6f6-4ef5-80b0-ef8283f8c875 req-d02f8623-6b75-498c-b857-cbe751286de5 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 210 time: 0.0422075 Jun 25 09:11:45.493009 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99be124-b6bd-4401-b281-bdb8be37a574 req-eb18a93e-92e0-43b6-a311-a05bc7fad6d8 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:45.494631 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a99be124-b6bd-4401-b281-bdb8be37a574 req-eb18a93e-92e0-43b6-a311-a05bc7fad6d8 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 944 time: 0.1215253 Jun 25 09:11:45.570897 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a99be124-b6bd-4401-b281-bdb8be37a574 req-49bc0a08-2f4d-4b1b-b6bc-7e28236c0f24 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635498 Jun 25 09:11:45.575149 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58442dad-8efb-4bc8-950a-e643a5cd263b {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:11:45.582800 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:45.606456 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Transition to ACTIVE for port object 58442dad-8efb-4bc8-950a-e643a5cd263b will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:11:45.614705 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:45.626853 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:45.698338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Pushing event updated for resources: {'Port': ['ID=58442dad-8efb-4bc8-950a-e643a5cd263b,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:45.702146 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:45.711718 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Attempting to bind port 58442dad-8efb-4bc8-950a-e643a5cd263b on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:11:45.712055 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Attempting to bind port 58442dad-8efb-4bc8-950a-e643a5cd263b by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:11:45.712384 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Attempting to bind port 58442dad-8efb-4bc8-950a-e643a5cd263b on network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:45.717265 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Port 58442dad-8efb-4bc8-950a-e643a5cd263b on network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:11:45.717829 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Attempting to bind port 58442dad-8efb-4bc8-950a-e643a5cd263b on network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:45.724546 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:11:45.724911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Checking segment: {'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:11:45.725299 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Bound using segment: {'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:11:45.725720 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Bound port: 58442dad-8efb-4bc8-950a-e643a5cd263b, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:11:45.726061 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:45.866752 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] For port 58442dad-8efb-4bc8-950a-e643a5cd263b, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:11:45.888457 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] For port 58442dad-8efb-4bc8-950a-e643a5cd263b, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=58442dad-8efb-4bc8-950a-e643a5cd263b,segment=NetworkSegment(54a7e32b-3228-4da6-82d7-eccfa5e2cea9),segment_id=54a7e32b-3228-4da6-82d7-eccfa5e2cea9)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:11:45.896782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ebad2-c2b7-4a28-9995-3826a9bb2ccf req-782cd5cd-eec6-4857-b8dd-d3685c83be87 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:45.898327 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9b9ebad2-c2b7-4a28-9995-3826a9bb2ccf req-782cd5cd-eec6-4857-b8dd-d3685c83be87 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.1620238 Jun 25 09:11:45.911115 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:45.925108 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-21874970-bbf9-4d70-a7e8-8a5d191f8f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:46.017782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:46.018330 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2ee213c5-621f-407a-ac90-3d961c253cc6 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:11:46.018450 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:46.019950 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] 10.222.0.38 "PUT /v2.0/ports/58442dad-8efb-4bc8-950a-e643a5cd263b HTTP/1.1" status: 200 len: 1092 time: 1.0503466 Jun 25 09:11:46.027939 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'tag': '58442dad-8efb-4bc8-950a-e643a5cd263b'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:46.030442 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de68d205-388b-4e76-8273-0858cadc3229" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8e7be7-87b3-434b-87af-9a01b2412087", "tag": "58442dad-8efb-4bc8-950a-e643a5cd263b"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:46.084663 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2ee213c5-621f-407a-ac90-3d961c253cc6 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:46.085338 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:46.088836 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9b9ebad2-c2b7-4a28-9995-3826a9bb2ccf req-5f1b1f62-7417-4192-ba4c-297c26e15ee0 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792099 Jun 25 09:11:46.117581 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Pushing event updated for resources: {'Port': ['ID=58442dad-8efb-4bc8-950a-e643a5cd263b,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:46.120322 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff79277-b792-4676-a754-640d4eb03f6d req-ba3c9a88-c9d3-428c-8faa-a20d3cd63df2 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:46.127764 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cff79277-b792-4676-a754-640d4eb03f6d req-ba3c9a88-c9d3-428c-8faa-a20d3cd63df2 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 943 time: 0.3138361 Jun 25 09:11:46.131713 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:46.170540 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-b4deb078-41c6-40da-97d5-396feb9129b2 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:46.171868 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-b4deb078-41c6-40da-97d5-396feb9129b2 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.38 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 821 time: 0.2855592 Jun 25 09:11:46.200831 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-dd8652bf-7385-41ce-846e-783f73cb3b02 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Request body: {'port': {'device_id': 'fa2e24af-8f72-4071-94b3-1e0eebb3151d', 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa', 'admin_state_up': True, 'tenant_id': '962cd5c8d0b44612ac82fa335ff2dd3d'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:46.275664 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 202f361e-0d52-44fa-bf00-07988cf89300 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:11:46.312756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4df0d751-fab5-4f28-bb8a-6cccdbd69aac no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:11:46.317104 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cff79277-b792-4676-a754-640d4eb03f6d req-09147358-0a08-4708-b963-a601de39cfd3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884537 Jun 25 09:11:46.368783 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-06bf4411-f29f-4d8c-8865-92f76ab37239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:46.370384 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-06bf4411-f29f-4d8c-8865-92f76ab37239 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 1095 time: 0.2887208 Jun 25 09:11:46.410337 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790957f-7587-4b21-a096-e7d07d337853 req-79a06cbd-f7cd-48f4-af28-19359e250ead tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:46.411982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5790957f-7587-4b21-a096-e7d07d337853 req-79a06cbd-f7cd-48f4-af28-19359e250ead tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.1589370 Jun 25 09:11:46.446273 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-053a10bd-e4de-47ee-a988-eea021ecc865 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58442dad-8efb-4bc8-950a-e643a5cd263b HTTP/1.1" status: 200 len: 217 time: 0.0605264 Jun 25 09:11:46.452564 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 202f361e-0d52-44fa-bf00-07988cf89300, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=202f361e-0d52-44fa-bf00-07988cf89300,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:46.474843 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '202f361e-0d52-44fa-bf00-07988cf89300', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '202f361e-0d52-44fa-bf00-07988cf89300', 'mac_address': 'fa:16:3e:b0:6c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:11:46.476982 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:46.499406 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-dd8652bf-7385-41ce-846e-783f73cb3b02 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Made reservation on behalf of 962cd5c8d0b44612ac82fa335ff2dd3d for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:11:46.505474 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-dd8652bf-7385-41ce-846e-783f73cb3b02 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:46.543974 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefb428a-a8ca-498e-b3bc-2e21002d970a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:46.546524 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dd3db2-be0f-40b0-ae44-aaf04d28ff57" -d '{"events": [{"server_uuid": "cefb428a-a8ca-498e-b3bc-2e21002d970a", "name": "network-vif-unplugged", "status": "completed", "tag": "4df0d751-fab5-4f28-bb8a-6cccdbd69aac"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:46.549216 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa273f67-f80a-4583-9df9-b47c082e071c x-openstack-request-id: req-fa273f67-f80a-4583-9df9-b47c082e071c {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:46.549525 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8e7be7-87b3-434b-87af-9a01b2412087", "tag": "58442dad-8efb-4bc8-950a-e643a5cd263b", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:46.549847 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fa273f67-f80a-4583-9df9-b47c082e071c {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:46.550268 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'tag': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'status': 'completed', 'code': 200} Jun 25 09:11:46.554807 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5790957f-7587-4b21-a096-e7d07d337853 req-cb6f0cb4-61b6-4cdb-8ea5-0534870b8d4a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130428 Jun 25 09:11:46.565550 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-37011a9b-1f5d-4e6e-999d-d71a0801d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:46.566574 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:46.568114 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:46.568338 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-37011a9b-1f5d-4e6e-999d-d71a0801d785 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 200 len: 859 time: 0.1126509 Jun 25 09:11:46.589355 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:46.592538 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:46.604935 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202f361e-0d52-44fa-bf00-07988cf89300 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:11:46.672127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:46.675419 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:46.691563 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 202f361e-0d52-44fa-bf00-07988cf89300, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=202f361e-0d52-44fa-bf00-07988cf89300,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:46.695770 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:46.698482 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:46.748714 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=202f361e-0d52-44fa-bf00-07988cf89300,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:46.752699 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9f1a3a7c-b88a-4130-ba4e-c1b9627536f0 req-893e6212-7bbc-42b7-8842-ace785d40e54 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 210 time: 0.0722625 Jun 25 09:11:46.753105 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:46.775564 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-dd8652bf-7385-41ce-846e-783f73cb3b02 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Allocated IP 172.20.0.7 (68eb177c-3f7a-464d-a8dd-cdbf3481befa/d9e35023-68a6-4c2a-a8eb-7df9f14aeb24/7ef62fbc-af29-4585-92f0-1eaa6c851bf4) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:11:46.778995 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-972751c6-7da3-4ba1-839e-0ed2607056e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:46.780295 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-972751c6-7da3-4ba1-839e-0ed2607056e4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00aaca95-703c-44c7-82f8-f0cc9820fbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1799853 Jun 25 09:11:46.808708 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f17807-6d7e-4a29-8bc7-0d650a3251db x-openstack-request-id: req-f3f17807-6d7e-4a29-8bc7-0d650a3251db {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:46.809363 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefb428a-a8ca-498e-b3bc-2e21002d970a", "name": "network-vif-unplugged", "status": "completed", "tag": "4df0d751-fab5-4f28-bb8a-6cccdbd69aac", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:46.809715 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f3f17807-6d7e-4a29-8bc7-0d650a3251db {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:46.810189 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefb428a-a8ca-498e-b3bc-2e21002d970a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac', 'code': 200} Jun 25 09:11:46.869653 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['202f361e-0d52-44fa-bf00-07988cf89300'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:11:46.906741 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec1ae9-5d1c-4e7e-9dc0-6eba79efe0b3 req-3f095bd3-66a8-4738-a9f4-60726b1e9d2e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:46.910888 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91ec1ae9-5d1c-4e7e-9dc0-6eba79efe0b3 req-3f095bd3-66a8-4738-a9f4-60726b1e9d2e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 947 time: 0.2291811 Jun 25 09:11:47.029149 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-af7b37ae-15f1-4b37-b4da-2ee166a56edd service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416663 Jun 25 09:11:47.350722 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91ec1ae9-5d1c-4e7e-9dc0-6eba79efe0b3 req-dabd6d2e-8953-488f-a6c2-0cacfbb5d58c tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323606 Jun 25 09:11:47.393578 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-dd8652bf-7385-41ce-846e-783f73cb3b02 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:47.423182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d7c59-6d83-4e21-b678-c25ad0ce2a5c req-8c269005-5e59-494c-8c80-417b2eaf07cd tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:47.424763 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df9d7c59-6d83-4e21-b678-c25ad0ce2a5c req-8c269005-5e59-494c-8c80-417b2eaf07cd tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 944 time: 0.5076687 Jun 25 09:11:47.473977 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8999eae7-ae98-4861-9e89-f3334cbdec4c req-6fd39f82-7d40-4bac-b028-b8e1153ed26b service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357607 Jun 25 09:11:47.502374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df9d7c59-6d83-4e21-b678-c25ad0ce2a5c req-3cfad01e-0bef-4e0d-bebe-33c594bb2039 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682633 Jun 25 09:11:47.510702 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-dd8652bf-7385-41ce-846e-783f73cb3b02 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:47.516936 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:47.633791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-dd8652bf-7385-41ce-846e-783f73cb3b02 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Network 68eb177c-3f7a-464d-a8dd-cdbf3481befa is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:11:47.645483 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8652bf-7385-41ce-846e-783f73cb3b02 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Pushing event updated for resources: {'Port': ['ID=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:47.651083 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-dd8652bf-7385-41ce-846e-783f73cb3b02 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:11:47.655218 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dd8652bf-7385-41ce-846e-783f73cb3b02 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:47.655882 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-dd8652bf-7385-41ce-846e-783f73cb3b02 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:11:47.661429 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-dd8652bf-7385-41ce-846e-783f73cb3b02 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:47.662039 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-dd8652bf-7385-41ce-846e-783f73cb3b02 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:47.705427 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-dd8652bf-7385-41ce-846e-783f73cb3b02 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5098312 Jun 25 09:11:47.726241 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6c875-21f8-415a-be9f-1e6e30742697 req-c67baf4b-11f5-497c-9517-231add716040 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:47.727764 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6f6c875-21f8-415a-be9f-1e6e30742697 req-c67baf4b-11f5-497c-9517-231add716040 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.2145133 Jun 25 09:11:47.735171 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Request body: {'port': {'device_id': 'fa2e24af-8f72-4071-94b3-1e0eebb3151d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:47.792771 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68d205-388b-4e76-8273-0858cadc3229 req-79b6a642-3839-4175-b144-e7a148c01cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:47.794251 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de68d205-388b-4e76-8273-0858cadc3229 req-79b6a642-3839-4175-b144-e7a148c01cdc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 1095 time: 0.2140326 Jun 25 09:11:47.836842 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00874fbd-60cc-49a8-9725-f40310066e11 req-27bf05b8-ff3c-4838-b5cd-70b9e5360fa7 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:47.838291 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-00874fbd-60cc-49a8-9725-f40310066e11 req-27bf05b8-ff3c-4838-b5cd-70b9e5360fa7 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 943 time: 0.2101035 Jun 25 09:11:47.851165 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6f6c875-21f8-415a-be9f-1e6e30742697 req-9ae7881c-d91e-480b-8b92-f812e31cbe21 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107526 Jun 25 09:11:47.952008 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:47.960648 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-00874fbd-60cc-49a8-9725-f40310066e11 req-409f6e84-9610-4596-bb29-f81e2d60be03 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126168 Jun 25 09:11:47.982253 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68d205-388b-4e76-8273-0858cadc3229 req-77655135-855b-472e-9b11-a756d580f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:47.983718 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de68d205-388b-4e76-8273-0858cadc3229 req-77655135-855b-472e-9b11-a756d580f733 service neutron] 10.222.0.38 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 922 time: 0.1806645 Jun 25 09:11:48.052643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de68d205-388b-4e76-8273-0858cadc3229 req-0b74be82-29bb-46dd-b90b-91eab0ef2e9b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58442dad-8efb-4bc8-950a-e643a5cd263b HTTP/1.1" status: 200 len: 217 time: 0.0392501 Jun 25 09:11:48.260468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68d205-388b-4e76-8273-0858cadc3229 req-205b06a6-aba8-4670-a555-3e7b8f4c050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:48.261954 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de68d205-388b-4e76-8273-0858cadc3229 req-205b06a6-aba8-4670-a555-3e7b8f4c050b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 200 len: 859 time: 0.1970661 Jun 25 09:11:48.311250 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 5b459f40-d3d5-4595-b262-bd8c08e30adf details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:11:48.323922 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 202f361e-0d52-44fa-bf00-07988cf89300 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:11:48.389192 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7845df5-eb12-4711-b600-3184f5332167 req-20242672-ff98-47e2-8728-31329857deb8 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:48.390743 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e7845df5-eb12-4711-b600-3184f5332167 req-20242672-ff98-47e2-8728-31329857deb8 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 931 time: 0.2496138 Jun 25 09:11:48.400645 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f73f6-87a4-48b4-89b7-6425aca88b45 req-be85436b-3716-4ff3-8cac-ff55b6c3b99d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:48.402090 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c3f73f6-87a4-48b4-89b7-6425aca88b45 req-be85436b-3716-4ff3-8cac-ff55b6c3b99d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.3225715 Jun 25 09:11:48.435634 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 202f361e-0d52-44fa-bf00-07988cf89300 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:48.436072 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:48.451979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68d205-388b-4e76-8273-0858cadc3229 req-1719234f-ed8a-4f10-853b-18c0676adc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:48.453479 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de68d205-388b-4e76-8273-0858cadc3229 req-1719234f-ed8a-4f10-853b-18c0676adc46 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00aaca95-703c-44c7-82f8-f0cc9820fbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828616 Jun 25 09:11:48.465753 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 5b459f40-d3d5-4595-b262-bd8c08e30adf, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=5b459f40-d3d5-4595-b262-bd8c08e30adf,segment=NetworkSegment(1e28c284-2b23-4f89-abb1-e214224edb6b),segment_id=1e28c284-2b23-4f89-abb1-e214224edb6b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:48.482033 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '5b459f40-d3d5-4595-b262-bd8c08e30adf', 'network_id': '99113120-fb05-4363-91dc-983de1fb3bd6', 'port_id': '5b459f40-d3d5-4595-b262-bd8c08e30adf', 'mac_address': 'fa:16:3e:e8:a7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd84d126-1ab0-4358-8cb7-1b64237b2576', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:11:48.551070 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:48.557825 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:11:48.573730 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e7845df5-eb12-4711-b600-3184f5332167 req-f4951320-721d-4331-91c2-fabbb2d2e8c3 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689575 Jun 25 09:11:48.576964 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b459f40-d3d5-4595-b262-bd8c08e30adf {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:11:48.584955 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:48.595017 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:48.607718 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c3f73f6-87a4-48b4-89b7-6425aca88b45 req-e8c21b06-f7a7-4731-96be-e1c165df3a5d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942382 Jun 25 09:11:48.614971 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 5b459f40-d3d5-4595-b262-bd8c08e30adf, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=5b459f40-d3d5-4595-b262-bd8c08e30adf,segment=NetworkSegment(1e28c284-2b23-4f89-abb1-e214224edb6b),segment_id=1e28c284-2b23-4f89-abb1-e214224edb6b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:48.624277 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Transition to ACTIVE for port object 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:11:48.625799 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:48.627132 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4df0d751-fab5-4f28-bb8a-6cccdbd69aac details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:11:48.634698 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:48.635141 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:48.638943 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c1ca9b54-ea8c-4d29-b703-46649e15a37b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:48.649610 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de68d205-388b-4e76-8273-0858cadc3229 req-10a4ca0d-56ae-4574-85d4-bec6e6dc272f service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717017 Jun 25 09:11:48.650263 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 202f361e-0d52-44fa-bf00-07988cf89300, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=202f361e-0d52-44fa-bf00-07988cf89300,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:48.676891 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:48.751119 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=5b459f40-d3d5-4595-b262-bd8c08e30adf,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:48.761479 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:48.770948 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:48.783871 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Pushing event updated for resources: {'Port': ['ID=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:48.792374 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:48.811591 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134c52ae-d19a-4e05-9353-92eabc2cc851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202f361e-0d52-44fa-bf00-07988cf89300'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:48.814059 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372dbcc2-a77c-490b-b409-e1344339aab5" -d '{"events": [{"server_uuid": "134c52ae-d19a-4e05-9353-92eabc2cc851", "name": "network-vif-plugged", "status": "completed", "tag": "202f361e-0d52-44fa-bf00-07988cf89300"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:48.843446 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:48.852396 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=202f361e-0d52-44fa-bf00-07988cf89300,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:48.856650 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:48.859201 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac', 'mac_address': 'fa:16:3e:bc:25:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:11:48.888623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Attempting to bind port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:11:48.889074 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Attempting to bind port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:11:48.889410 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Attempting to bind port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:48.900063 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:48.902983 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de68d205-388b-4e76-8273-0858cadc3229 req-8ac695ce-6130-4a71-b4fe-7993d2ea8268 service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267990 Jun 25 09:11:48.906989 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:11:48.907485 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Attempting to bind port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:48.920030 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df0d751-fab5-4f28-bb8a-6cccdbd69aac {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:11:48.920597 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5cba5-3a93-4ed1-b2c7-da15910cf20a req-b4388407-9ac1-4e9f-9bd0-20f6f33a4f80 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:48.922829 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88b5cba5-3a93-4ed1-b2c7-da15910cf20a req-b4388407-9ac1-4e9f-9bd0-20f6f33a4f80 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 947 time: 0.1951358 Jun 25 09:11:48.929245 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:11:48.929588 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Checking segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:11:48.929980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Bound using segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:11:48.930461 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Bound port: 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:11:48.930851 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:48.949769 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:48.954933 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:48.957482 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:49.004782 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:49.008161 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:49.009674 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c2def-7729-4ffb-9eb4-2e2a22c91edf req-1b72cd2c-9f8b-41d5-8fe5-deead1922dd3 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:49.011292 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db9c2def-7729-4ffb-9eb4-2e2a22c91edf req-1b72cd2c-9f8b-41d5-8fe5-deead1922dd3 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 945 time: 0.1855547 Jun 25 09:11:49.018368 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88b5cba5-3a93-4ed1-b2c7-da15910cf20a req-07c3059c-9291-45ce-b0ce-a5789e607203 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853715 Jun 25 09:11:49.069450 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:11:49.075937 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c2d07c-bc81-4559-9ba8-00d1d411f147 x-openstack-request-id: req-c7c2d07c-bc81-4559-9ba8-00d1d411f147 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:49.076249 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134c52ae-d19a-4e05-9353-92eabc2cc851", "name": "network-vif-plugged", "status": "completed", "tag": "202f361e-0d52-44fa-bf00-07988cf89300", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:49.076508 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c7c2d07c-bc81-4559-9ba8-00d1d411f147 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:49.077072 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134c52ae-d19a-4e05-9353-92eabc2cc851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202f361e-0d52-44fa-bf00-07988cf89300', 'code': 200} Jun 25 09:11:49.080072 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db9c2def-7729-4ffb-9eb4-2e2a22c91edf req-39f64fb6-aab8-4074-b308-387a328df692 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607226 Jun 25 09:11:49.100042 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:11:49.106906 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:49.110334 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:49.151355 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:49.152079 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:49.153647 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] 10.222.0.38 "PUT /v2.0/ports/7ef62fbc-af29-4585-92f0-1eaa6c851bf4 HTTP/1.1" status: 200 len: 1092 time: 1.4242847 Jun 25 09:11:49.154277 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2e24af-8f72-4071-94b3-1e0eebb3151d', 'tag': '7ef62fbc-af29-4585-92f0-1eaa6c851bf4'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:49.156693 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434f658c-719a-4a19-8169-4486223e4fae" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2e24af-8f72-4071-94b3-1e0eebb3151d", "tag": "7ef62fbc-af29-4585-92f0-1eaa6c851bf4"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:49.205098 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Pushing event updated for resources: {'Port': ['ID=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:49.225621 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:49.329222 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce7c61-425c-4964-9b82-dc2e39763846 req-8640fd3d-0a36-43d9-b93c-33d6fe968a24 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:49.330605 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-70ce7c61-425c-4964-9b82-dc2e39763846 req-8640fd3d-0a36-43d9-b93c-33d6fe968a24 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.1637468 Jun 25 09:11:49.346275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e8647-41c7-45ce-a6ff-85560b4fc42e req-85417700-4771-4541-a616-5c8daf01a957 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:49.347761 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da1e8647-41c7-45ce-a6ff-85560b4fc42e req-85417700-4771-4541-a616-5c8daf01a957 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 943 time: 0.1600063 Jun 25 09:11:49.361593 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-2c8b3317-1fc6-4f4f-b542-547ee5b2ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:49.362985 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-2c8b3317-1fc6-4f4f-b542-547ee5b2ad1a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 1095 time: 0.1354661 Jun 25 09:11:49.423097 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-2954db06-0256-47d3-98c5-78afd6779bdd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4 HTTP/1.1" status: 200 len: 217 time: 0.0460017 Jun 25 09:11:49.470598 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da1e8647-41c7-45ce-a6ff-85560b4fc42e req-eaae2fb6-c994-487f-819f-c398316c40e2 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111066 Jun 25 09:11:49.474974 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-70ce7c61-425c-4964-9b82-dc2e39763846 req-624aaaf5-80b3-4a39-8dc7-cb9076c273b2 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374118 Jun 25 09:11:49.493708 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-93f6f928-6ed2-4dab-8e19-010e9e0d29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:49.495414 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-93f6f928-6ed2-4dab-8e19-010e9e0d29a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.0611591 Jun 25 09:11:49.759076 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab41bd57-a916-4bc0-9375-ec38d26f667b x-openstack-request-id: req-ab41bd57-a916-4bc0-9375-ec38d26f667b {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:49.759364 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2e24af-8f72-4071-94b3-1e0eebb3151d", "tag": "7ef62fbc-af29-4585-92f0-1eaa6c851bf4", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:49.759637 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ab41bd57-a916-4bc0-9375-ec38d26f667b {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:49.760035 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2e24af-8f72-4071-94b3-1e0eebb3151d', 'tag': '7ef62fbc-af29-4585-92f0-1eaa6c851bf4', 'status': 'completed', 'code': 200} Jun 25 09:11:49.762031 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-382b3967-cefe-4c30-be92-3cefb21098c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2602181 Jun 25 09:11:49.917105 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-1cd5ed63-dbbe-4af6-a123-c0dd6420c9e9 service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384625 Jun 25 09:11:49.940612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b695abf-044b-4d40-a485-bf847d1e494b req-25ad20d7-34f8-4a61-81d9-9de88ca271a6 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:49.942175 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b695abf-044b-4d40-a485-bf847d1e494b req-25ad20d7-34f8-4a61-81d9-9de88ca271a6 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 943 time: 0.1850033 Jun 25 09:11:49.995783 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212e942-689c-4aab-a4b4-8a5a37dc9523 req-2b31a528-70b7-4e22-a51b-017c0d635e2b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:49.997274 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4212e942-689c-4aab-a4b4-8a5a37dc9523 req-2b31a528-70b7-4e22-a51b-017c0d635e2b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.2412362 Jun 25 09:11:50.061064 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b695abf-044b-4d40-a485-bf847d1e494b req-49719f9e-b178-4474-9f35-b9ff810aeb1a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043167 Jun 25 09:11:50.079614 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4212e942-689c-4aab-a4b4-8a5a37dc9523 req-ffacd1de-81f1-4d1b-bef8-572414916b88 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732064 Jun 25 09:11:50.090381 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-864ebb8a-0003-4d88-87a0-49eb2d88cc32 req-29f576fb-ecb0-46da-81bd-36b97e8a0d9c service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649134 Jun 25 09:11:50.309317 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f658c-719a-4a19-8169-4486223e4fae req-8b7065c1-dd96-4670-91a2-09437ef23b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:50.310465 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-434f658c-719a-4a19-8169-4486223e4fae req-8b7065c1-dd96-4670-91a2-09437ef23b58 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 1095 time: 0.1233251 Jun 25 09:11:50.328020 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854c44e-9e56-4486-bc4f-231e71855698 req-4d1f7437-5937-47c1-9e71-e7a557b2e9d4 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:50.329550 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d854c44e-9e56-4486-bc4f-231e71855698 req-4d1f7437-5937-47c1-9e71-e7a557b2e9d4 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 948 time: 0.1336653 Jun 25 09:11:50.378952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['5b459f40-d3d5-4595-b262-bd8c08e30adf'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:11:50.405449 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['4df0d751-fab5-4f28-bb8a-6cccdbd69aac'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:11:50.438609 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d854c44e-9e56-4486-bc4f-231e71855698 req-3daf5c69-cdca-4701-80c7-a903255df484 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004608 Jun 25 09:11:50.464710 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cb56f-37cd-4d07-9d97-1632f12ca2a5 req-266544ef-698f-4c2e-ad21-690cfec64e4e tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:50.466209 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c45cb56f-37cd-4d07-9d97-1632f12ca2a5 req-266544ef-698f-4c2e-ad21-690cfec64e4e tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 945 time: 0.2031519 Jun 25 09:11:50.467915 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f658c-719a-4a19-8169-4486223e4fae req-5df7524a-26e9-4f17-86c0-a495bf3447ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:50.468954 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-434f658c-719a-4a19-8169-4486223e4fae req-5df7524a-26e9-4f17-86c0-a495bf3447ff service neutron] 10.222.0.38 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.1493139 Jun 25 09:11:50.521448 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-434f658c-719a-4a19-8169-4486223e4fae req-16e14a1f-a105-4451-8702-d20be373d9cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4 HTTP/1.1" status: 200 len: 217 time: 0.0411873 Jun 25 09:11:50.568392 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c45cb56f-37cd-4d07-9d97-1632f12ca2a5 req-56640fce-9903-4967-99fc-ac5c8f721210 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955663 Jun 25 09:11:50.592385 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f658c-719a-4a19-8169-4486223e4fae req-0b443aff-5ff7-4ea9-94ce-38616a6bc441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:50.594297 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-434f658c-719a-4a19-8169-4486223e4fae req-0b443aff-5ff7-4ea9-94ce-38616a6bc441 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.0631301 Jun 25 09:11:50.659387 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-434f658c-719a-4a19-8169-4486223e4fae req-2c67c35c-3369-44fe-ad24-fde204622af5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297794 Jun 25 09:11:50.687178 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e2a45-5160-4360-9305-eae7738b4469 req-293a5ba1-bfea-4973-b88a-c8f9f37d3e53 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:50.688641 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b99e2a45-5160-4360-9305-eae7738b4469 req-293a5ba1-bfea-4973-b88a-c8f9f37d3e53 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 943 time: 0.0933533 Jun 25 09:11:50.796178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b99e2a45-5160-4360-9305-eae7738b4469 req-42edfe90-9067-4cac-9730-8975d62b0df7 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980024 Jun 25 09:11:50.843766 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e81dbb-d08f-4a50-8269-3cc5b94b3c05 req-dc3040b4-ebf2-4e4d-b09e-169fc31ee320 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:50.845278 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84e81dbb-d08f-4a50-8269-3cc5b94b3c05 req-dc3040b4-ebf2-4e4d-b09e-169fc31ee320 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.1557715 Jun 25 09:11:50.862873 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-434f658c-719a-4a19-8169-4486223e4fae req-01113164-206f-485d-b04f-b142250e7e9e service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274230 Jun 25 09:11:50.936032 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84e81dbb-d08f-4a50-8269-3cc5b94b3c05 req-7ec6216f-d5da-4797-81e7-245187ee5391 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832293 Jun 25 09:11:50.977578 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-434f658c-719a-4a19-8169-4486223e4fae req-886ccbeb-5bc6-4dfa-b2be-71c8a6f7da51 service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075170 Jun 25 09:11:51.118713 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 58442dad-8efb-4bc8-950a-e643a5cd263b details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:11:51.232999 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 58442dad-8efb-4bc8-950a-e643a5cd263b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=58442dad-8efb-4bc8-950a-e643a5cd263b,segment=NetworkSegment(54a7e32b-3228-4da6-82d7-eccfa5e2cea9),segment_id=54a7e32b-3228-4da6-82d7-eccfa5e2cea9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:51.245196 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'port_id': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'mac_address': 'fa:16:3e:00:cb:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:11:51.286461 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:51.300212 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58442dad-8efb-4bc8-950a-e643a5cd263b {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:11:51.321659 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 58442dad-8efb-4bc8-950a-e643a5cd263b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=58442dad-8efb-4bc8-950a-e643a5cd263b,segment=NetworkSegment(54a7e32b-3228-4da6-82d7-eccfa5e2cea9),segment_id=54a7e32b-3228-4da6-82d7-eccfa5e2cea9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:51.324396 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccf1c9-c02a-4bdd-b5d9-1c5d6dcee8ed req-6b03f83c-8494-429c-a9fa-ebefc4cf71f4 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:51.326192 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2ccf1c9-c02a-4bdd-b5d9-1c5d6dcee8ed req-6b03f83c-8494-429c-a9fa-ebefc4cf71f4 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.1180351 Jun 25 09:11:51.327495 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:51.333041 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-44a50de7-e629-490f-9adb-be6c838e4f60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:51.344082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa08326-75a6-4c3a-b710-2681e1d94399 req-188460fe-db38-4b62-b4d2-da2fbf2deb2b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:51.345611 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-caa08326-75a6-4c3a-b710-2681e1d94399 req-188460fe-db38-4b62-b4d2-da2fbf2deb2b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 943 time: 0.1387706 Jun 25 09:11:51.382079 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=58442dad-8efb-4bc8-950a-e643a5cd263b,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:51.386387 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:51.409811 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-caa08326-75a6-4c3a-b710-2681e1d94399 req-0c2c3285-eb30-4f2e-b3fa-0d3601962d54 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567760 Jun 25 09:11:51.412704 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2ccf1c9-c02a-4bdd-b5d9-1c5d6dcee8ed req-a91d79e4-e049-42b2-8e3c-3d38e30443d3 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766838 Jun 25 09:11:51.644118 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['58442dad-8efb-4bc8-950a-e643a5cd263b'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:11:51.672893 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720dda2-bad4-490b-a24d-f4426f132bea req-ebed0ebe-9b96-4d35-8abe-f9062a7619d5 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:51.674416 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6720dda2-bad4-490b-a24d-f4426f132bea req-ebed0ebe-9b96-4d35-8abe-f9062a7619d5 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 948 time: 0.1051445 Jun 25 09:11:51.777998 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6720dda2-bad4-490b-a24d-f4426f132bea req-140b4379-837b-4a2d-9135-3518f2e546c2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914285 Jun 25 09:11:51.889486 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc8120-1457-4a87-9cb4-8d134c01f67c req-d36e4e8b-e617-4c5f-87c1-323a95eec417 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:51.899410 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ccc8120-1457-4a87-9cb4-8d134c01f67c req-d36e4e8b-e617-4c5f-87c1-323a95eec417 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 945 time: 0.1532059 Jun 25 09:11:52.004035 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ccc8120-1457-4a87-9cb4-8d134c01f67c req-2b4432e4-2d95-49fe-94f8-737b262557fe tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036763 Jun 25 09:11:52.046896 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590bd0a-1543-43f4-a103-c03db19689a7 req-3694bcd1-8dc0-411f-be10-99d632324c65 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:52.054837 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8590bd0a-1543-43f4-a103-c03db19689a7 req-3694bcd1-8dc0-411f-be10-99d632324c65 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 944 time: 0.1028860 Jun 25 09:11:52.112073 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8590bd0a-1543-43f4-a103-c03db19689a7 req-1b95f127-e783-4124-a478-23264957bc6c tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560789 Jun 25 09:11:52.306512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9717e21-66db-4623-95a4-2afe01cc949f req-eedbe805-ec28-4da1-9fbe-76ff8846907c tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:52.308446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9717e21-66db-4623-95a4-2afe01cc949f req-eedbe805-ec28-4da1-9fbe-76ff8846907c tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.0777469 Jun 25 09:11:52.324032 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device efb64b2c-6bf5-46b3-8a6c-64c2415efde7 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:11:52.351966 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4df0d751-fab5-4f28-bb8a-6cccdbd69aac up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:11:52.437604 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9717e21-66db-4623-95a4-2afe01cc949f req-b8d4219e-4ebf-428c-bdf2-625e4b4ab99e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221883 Jun 25 09:11:52.464642 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bd9d7e86-fb9c-4802-add0-de2a1c4d48d0 service neutron] show failed (client error): The resource could not be found. Jun 25 09:11:52.475637 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bd9d7e86-fb9c-4802-add0-de2a1c4d48d0 service neutron] 10.222.0.38 "GET /v2.0/ports/8a968f36-f5de-4273-971f-bddf9d1b7e1a/bindings/n-h1-761264-15 HTTP/1.1" status: 404 len: 381 time: 0.1526949 Jun 25 09:11:52.571775 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8bc5eef6-769e-4309-90a1-83733ea1a20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:52.623098 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:11:52.633165 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:52.633807 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:52.677246 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port efb64b2c-6bf5-46b3-8a6c-64c2415efde7, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:52.701108 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'efb64b2c-6bf5-46b3-8a6c-64c2415efde7', 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1', 'port_id': 'efb64b2c-6bf5-46b3-8a6c-64c2415efde7', 'mac_address': 'fa:16:3e:94:fe:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f74112-761d-4823-bef3-5391ccb190f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:11:52.709249 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70c699-5cd5-46d0-afe3-dc48cad2dbf1 req-fad40e12-b126-4d23-bd5d-f1cfd79c1414 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:52.711542 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8d70c699-5cd5-46d0-afe3-dc48cad2dbf1 req-fad40e12-b126-4d23-bd5d-f1cfd79c1414 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.1513035 Jun 25 09:11:52.746912 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:52.771315 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8d70c699-5cd5-46d0-afe3-dc48cad2dbf1 req-6d7bef02-54c6-4a6b-b392-acc6426b07cb tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508125 Jun 25 09:11:52.774538 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efb64b2c-6bf5-46b3-8a6c-64c2415efde7 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:11:52.824187 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389da95-344c-4b40-b3d1-004b5951fdaf req-f046b0f0-2662-4970-bbff-1401cf319128 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:52.830238 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7389da95-344c-4b40-b3d1-004b5951fdaf req-f046b0f0-2662-4970-bbff-1401cf319128 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 943 time: 0.1731036 Jun 25 09:11:52.848171 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port efb64b2c-6bf5-46b3-8a6c-64c2415efde7, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:52.858314 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:52.861742 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:52.864363 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:52.900268 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-2f63e03c-a75e-4f68-8aca-e4f1442e182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:52.902588 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-2f63e03c-a75e-4f68-8aca-e4f1442e182e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660&tenant_id=feac5915022a4711aa5d2a8786b36e3c HTTP/1.1" status: 200 len: 1102 time: 0.0971537 Jun 25 09:11:52.917445 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7389da95-344c-4b40-b3d1-004b5951fdaf req-f4d61fcd-2efc-430c-92f7-1ab1ff2cc425 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831661 Jun 25 09:11:52.930543 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-15', 'device_owner': 'compute:nova'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:52.933357 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefb428a-a8ca-498e-b3bc-2e21002d970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:52.935764 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f436ab2a-90f0-480b-bcff-115d1c034572" -d '{"events": [{"server_uuid": "cefb428a-a8ca-498e-b3bc-2e21002d970a", "name": "network-vif-plugged", "status": "completed", "tag": "4df0d751-fab5-4f28-bb8a-6cccdbd69aac"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:52.960831 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:52.962236 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:52.972861 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:52.974290 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:52.975219 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 5b459f40-d3d5-4595-b262-bd8c08e30adf up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:11:53.008836 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59b69bb-2e76-416f-8a56-2ca09921a3cb x-openstack-request-id: req-c59b69bb-2e76-416f-8a56-2ca09921a3cb {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:53.009123 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefb428a-a8ca-498e-b3bc-2e21002d970a", "name": "network-vif-plugged", "status": "completed", "tag": "4df0d751-fab5-4f28-bb8a-6cccdbd69aac", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:53.009462 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c59b69bb-2e76-416f-8a56-2ca09921a3cb {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:53.009912 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefb428a-a8ca-498e-b3bc-2e21002d970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac', 'code': 200} Jun 25 09:11:53.010447 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:53.082826 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['efb64b2c-6bf5-46b3-8a6c-64c2415efde7'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:11:53.129247 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:53.162886 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:11:53.167703 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 58442dad-8efb-4bc8-950a-e643a5cd263b up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:11:53.272651 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 5b459f40-d3d5-4595-b262-bd8c08e30adf completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:11:53.283957 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 5b459f40-d3d5-4595-b262-bd8c08e30adf triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:53.284617 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:53.286532 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:53.297779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa480c5-5e9f-4951-a09b-90c85d27deca req-4e988c3a-8b23-4e0a-b09c-89acff8a2a45 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:53.306173 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-caa480c5-5e9f-4951-a09b-90c85d27deca req-4e988c3a-8b23-4e0a-b09c-89acff8a2a45 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 945 time: 0.1003575 Jun 25 09:11:53.379039 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:53.394705 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-caa480c5-5e9f-4951-a09b-90c85d27deca req-13a29565-7f1e-441e-b2a3-48daa55a43d5 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875185 Jun 25 09:11:53.464281 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:53.487707 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '7ef62fbc-af29-4585-92f0-1eaa6c851bf4', 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa', 'port_id': '7ef62fbc-af29-4585-92f0-1eaa6c851bf4', 'mac_address': 'fa:16:3e:78:75:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e35023-68a6-4c2a-a8eb-7df9f14aeb24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:11:53.534209 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29399e87-3022-495f-810b-1988111dca58 req-5da3a07c-71f1-446f-8448-d1747d264e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:53.535970 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-29399e87-3022-495f-810b-1988111dca58 req-5da3a07c-71f1-446f-8448-d1747d264e45 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 1101 time: 0.1163318 Jun 25 09:11:53.585528 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-29399e87-3022-495f-810b-1988111dca58 req-05cdeabd-cbc9-464e-b39e-181cbc782f09 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369601 Jun 25 09:11:53.591055 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] For port 8a968f36-f5de-4273-971f-bddf9d1b7e1a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:53.657815 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] For port 8a968f36-f5de-4273-971f-bddf9d1b7e1a, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:11:53.689688 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 58442dad-8efb-4bc8-950a-e643a5cd263b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:11:53.709919 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a67ac-e68c-49a1-97d8-971d18e2699f req-fbeaf977-1c94-4c25-a0e8-f67d1bf872bc tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:53.717922 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c6a67ac-e68c-49a1-97d8-971d18e2699f req-fbeaf977-1c94-4c25-a0e8-f67d1bf872bc tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1479993 Jun 25 09:11:53.740536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 58442dad-8efb-4bc8-950a-e643a5cd263b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:53.741006 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:53.742035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9e9663-7bd3-4d24-8346-2137e781a660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a968f36-f5de-4273-971f-bddf9d1b7e1a'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:53.745670 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe6f4c0-0ef2-4b1b-84ec-3c1256141008" -d '{"events": [{"server_uuid": "4f9e9663-7bd3-4d24-8346-2137e781a660", "name": "network-vif-unplugged", "status": "completed", "tag": "8a968f36-f5de-4273-971f-bddf9d1b7e1a"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:53.747382 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:53.751773 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:53.769352 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Transition to ACTIVE for port object 8a968f36-f5de-4273-971f-bddf9d1b7e1a will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:11:53.785778 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:53.787798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c6a67ac-e68c-49a1-97d8-971d18e2699f req-44976a39-46ae-4175-9ed1-4ae7f98f44e2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687613 Jun 25 09:11:53.791886 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:53.814152 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5cab5-ae8a-44af-8137-41f76031d3b3 req-f64b2b7c-dd16-456f-b65f-02bb1427ba66 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:53.827045 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcf5cab5-ae8a-44af-8137-41f76031d3b3 req-f64b2b7c-dd16-456f-b65f-02bb1427ba66 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 944 time: 0.2024927 Jun 25 09:11:53.834547 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 5b459f40-d3d5-4595-b262-bd8c08e30adf, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=5b459f40-d3d5-4595-b262-bd8c08e30adf,segment=NetworkSegment(1e28c284-2b23-4f89-abb1-e214224edb6b),segment_id=1e28c284-2b23-4f89-abb1-e214224edb6b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:53.851877 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:53.856074 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:53.904724 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] No DVR routers for this DVR port 8a968f36-f5de-4273-971f-bddf9d1b7e1a on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:11:53.952446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcf5cab5-ae8a-44af-8137-41f76031d3b3 req-1159dc2c-0bf5-40e3-8a59-d155daa34b84 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241214 Jun 25 09:11:53.979005 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:53.980237 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:53.980380 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Pushing event updated for resources: {'Port': ['ID=8a968f36-f5de-4273-971f-bddf9d1b7e1a,revision_number=6']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:53.991301 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:53.995367 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Attempting to bind port 8a968f36-f5de-4273-971f-bddf9d1b7e1a on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:11:53.995367 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Attempting to bind port 8a968f36-f5de-4273-971f-bddf9d1b7e1a by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:11:53.995860 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Attempting to bind port 8a968f36-f5de-4273-971f-bddf9d1b7e1a on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:54.013160 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Port 8a968f36-f5de-4273-971f-bddf9d1b7e1a on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:11:54.013955 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Attempting to bind port 8a968f36-f5de-4273-971f-bddf9d1b7e1a on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:11:54.014809 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=5b459f40-d3d5-4595-b262-bd8c08e30adf,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:54.022200 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:11:54.023780 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:11:54.037333 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:11:54.037333 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:11:54.037333 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Bound port: 8a968f36-f5de-4273-971f-bddf9d1b7e1a, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:11:54.037333 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:54.062807 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:54.064372 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:54.080568 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:54.080831 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:54.189554 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] For port 8a968f36-f5de-4273-971f-bddf9d1b7e1a, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:11:54.199402 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] For port 8a968f36-f5de-4273-971f-bddf9d1b7e1a, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:11:54.206393 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:54.213114 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d5cd90ea-8dd1-490f-8e0d-9a75d0225082 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:54.239672 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:54.244170 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:54.253962 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:54.301327 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Pushing event updated for resources: {'Port': ['ID=8a968f36-f5de-4273-971f-bddf9d1b7e1a,revision_number=7']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:54.313841 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31b02ac-9dcb-49f0-8781-9f9e284981ac x-openstack-request-id: req-e31b02ac-9dcb-49f0-8781-9f9e284981ac {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:54.315002 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9e9663-7bd3-4d24-8346-2137e781a660", "name": "network-vif-unplugged", "status": "completed", "tag": "8a968f36-f5de-4273-971f-bddf9d1b7e1a", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:54.315832 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e31b02ac-9dcb-49f0-8781-9f9e284981ac {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:54.317356 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9e9663-7bd3-4d24-8346-2137e781a660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a968f36-f5de-4273-971f-bddf9d1b7e1a', 'code': 200} Jun 25 09:11:54.321970 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:54.330202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:54.330822 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:54.332455 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] 10.222.0.41 "PUT /v2.0/ports/8a968f36-f5de-4273-971f-bddf9d1b7e1a HTTP/1.1" status: 200 len: 1097 time: 1.4115775 Jun 25 09:11:54.332841 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d54ee3-1825-469d-9ada-5e0154866071 req-dc782de9-6fb1-474d-8669-79a5cb044072 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:54.340950 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99d54ee3-1825-469d-9ada-5e0154866071 req-dc782de9-6fb1-474d-8669-79a5cb044072 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 945 time: 0.1367776 Jun 25 09:11:54.351455 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 58442dad-8efb-4bc8-950a-e643a5cd263b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=58442dad-8efb-4bc8-950a-e643a5cd263b,segment=NetworkSegment(54a7e32b-3228-4da6-82d7-eccfa5e2cea9),segment_id=54a7e32b-3228-4da6-82d7-eccfa5e2cea9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:54.356151 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device efb64b2c-6bf5-46b3-8a6c-64c2415efde7 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:11:54.364825 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:54.438351 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:54.451147 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99d54ee3-1825-469d-9ada-5e0154866071 req-f3d33251-b046-409e-bc74-34ce591d8bba tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065314 Jun 25 09:11:54.484240 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['7ef62fbc-af29-4585-92f0-1eaa6c851bf4'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:11:54.522084 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-feff6115-9507-4e0c-9b6c-67b586b9474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:54.524251 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-feff6115-9507-4e0c-9b6c-67b586b9474f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 1100 time: 0.1466327 Jun 25 09:11:54.579447 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7be6d5-6ede-47d9-ae0a-acbf39c2316b req-ca341bcb-ed05-4c6d-b807-cd9c759116d7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:54.590058 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a7be6d5-6ede-47d9-ae0a-acbf39c2316b req-ca341bcb-ed05-4c6d-b807-cd9c759116d7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 948 time: 0.1373258 Jun 25 09:11:54.645708 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a7be6d5-6ede-47d9-ae0a-acbf39c2316b req-b273fb02-c1cd-41f9-8934-e8e1213591cb tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575678 Jun 25 09:11:54.739543 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=58442dad-8efb-4bc8-950a-e643a5cd263b,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:54.764327 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:54.792859 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-95dde3f3-b88e-426e-8f18-dc84102645c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:54.795893 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-95dde3f3-b88e-426e-8f18-dc84102645c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2604809 Jun 25 09:11:54.800633 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port efb64b2c-6bf5-46b3-8a6c-64c2415efde7 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:54.801220 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:54.885170 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-0d8c0a17-d5cc-4e96-922f-585e3963d76c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a HTTP/1.1" status: 200 len: 217 time: 0.0710385 Jun 25 09:11:54.893456 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c278dd-b406-47a9-8e20-0ca5974b4c4c req-00c592fa-1bec-4d74-950f-a5c6dd6c60e0 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:54.895098 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14c278dd-b406-47a9-8e20-0ca5974b4c4c req-00c592fa-1bec-4d74-950f-a5c6dd6c60e0 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 944 time: 0.1409509 Jun 25 09:11:54.914067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5f27a-1291-41cf-b734-a3738105c4ac req-fe6c63a1-fcd8-4cf0-9370-1087f3b4bad2 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:54.922119 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-04f5f27a-1291-41cf-b734-a3738105c4ac req-fe6c63a1-fcd8-4cf0-9370-1087f3b4bad2 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 946 time: 0.1138120 Jun 25 09:11:54.978325 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7cb7aff2-9a60-4eb4-8726-941ec97aac4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:54.983747 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-cb34fdd5-53ae-413d-a6f2-2824205891ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:54.986239 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-cb34fdd5-53ae-413d-a6f2-2824205891ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1001942 Jun 25 09:11:55.000888 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-04f5f27a-1291-41cf-b734-a3738105c4ac req-968c0905-cb65-4063-b82d-ea9b933871c6 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777481 Jun 25 09:11:55.012475 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f19f90-2225-4d26-823e-d7f485a0aaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b459f40-d3d5-4595-b262-bd8c08e30adf'}, {'server_uuid': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58442dad-8efb-4bc8-950a-e643a5cd263b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:55.018069 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14c278dd-b406-47a9-8e20-0ca5974b4c4c req-62fb6e2a-d6be-4c7a-b205-88c54a255e43 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126781 Jun 25 09:11:55.021086 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488b0f17-6a8d-4804-9d94-c3500be5568d" -d '{"events": [{"server_uuid": "27f19f90-2225-4d26-823e-d7f485a0aaf8", "name": "network-vif-plugged", "status": "completed", "tag": "5b459f40-d3d5-4595-b262-bd8c08e30adf"}, {"server_uuid": "8f8e7be7-87b3-434b-87af-9a01b2412087", "name": "network-vif-plugged", "status": "completed", "tag": "58442dad-8efb-4bc8-950a-e643a5cd263b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:55.106521 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:55.121721 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-704029e1-69a9-494c-b1f3-5c8651c684a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:55.123393 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-704029e1-69a9-494c-b1f3-5c8651c684a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1258430 Jun 25 09:11:55.218759 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:55.220470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8a968f36-f5de-4273-971f-bddf9d1b7e1a no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:11:55.250299 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port efb64b2c-6bf5-46b3-8a6c-64c2415efde7, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:55.258665 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:55.262341 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:55.268782 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-25b57d96-e063-46be-9023-13c9dd14d6f7 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307747 Jun 25 09:11:55.303830 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8a968f36-f5de-4273-971f-bddf9d1b7e1a not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:11:55.312043 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a3bac-0c43-40ab-b259-00bb2c10732f req-e271704e-d80e-428a-9978-0da89480bab2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:55.319674 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-017a3bac-0c43-40ab-b259-00bb2c10732f req-e271704e-d80e-428a-9978-0da89480bab2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1309040 Jun 25 09:11:55.345225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:55.349548 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:55.354391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342d7d3-6c35-40d0-a5ca-d93f7990d37c req-1c5c8d67-43c7-4020-a1b8-57725388fce3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:55.356014 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8342d7d3-6c35-40d0-a5ca-d93f7990d37c req-1c5c8d67-43c7-4020-a1b8-57725388fce3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 945 time: 0.1532915 Jun 25 09:11:55.399251 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-017a3bac-0c43-40ab-b259-00bb2c10732f req-f0d83332-1f7a-443b-9b60-33731c872b0d tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785327 Jun 25 09:11:55.457684 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8342d7d3-6c35-40d0-a5ca-d93f7990d37c req-1e2b2683-ac70-413f-b49e-c9245b21d999 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893488 Jun 25 09:11:55.460194 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5903cf-69b4-42c3-9677-c2228c21af57 x-openstack-request-id: req-3a5903cf-69b4-42c3-9677-c2228c21af57 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:55.460819 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f19f90-2225-4d26-823e-d7f485a0aaf8", "name": "network-vif-plugged", "status": "completed", "tag": "5b459f40-d3d5-4595-b262-bd8c08e30adf", "code": 200}, {"server_uuid": "8f8e7be7-87b3-434b-87af-9a01b2412087", "name": "network-vif-plugged", "status": "completed", "tag": "58442dad-8efb-4bc8-950a-e643a5cd263b", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:55.461316 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3a5903cf-69b4-42c3-9677-c2228c21af57 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:55.461952 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f19f90-2225-4d26-823e-d7f485a0aaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b459f40-d3d5-4595-b262-bd8c08e30adf', 'code': 200} Jun 25 09:11:55.462418 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'code': 200} Jun 25 09:11:55.727541 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dd1f8f04-7218-4029-ab45-c1ee03368c92 req-0f5bd1ec-b349-42fc-a3ff-a95c5b840542 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498768 Jun 25 09:11:55.796939 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e30aed-6188-4872-b7e8-60f8901f1223 req-7bdde9af-110b-4ce2-b5b9-698f6e31e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:55.798380 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51e30aed-6188-4872-b7e8-60f8901f1223 req-7bdde9af-110b-4ce2-b5b9-698f6e31e013 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 1097 time: 0.1755426 Jun 25 09:11:55.842377 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4025c9f-34f3-43a4-a658-688b4f8120e0 req-1cc9bcec-1283-48dc-ab99-5b9e9f85583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:55.845557 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51e30aed-6188-4872-b7e8-60f8901f1223 req-dbf500e0-b89f-4432-a1c5-1789880dd184 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385740 Jun 25 09:11:55.846239 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f4025c9f-34f3-43a4-a658-688b4f8120e0 req-1cc9bcec-1283-48dc-ab99-5b9e9f85583e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 1098 time: 0.1172941 Jun 25 09:11:55.902577 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f4025c9f-34f3-43a4-a658-688b4f8120e0 req-0179fe0d-a471-4561-a156-545069dc2c9d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465171 Jun 25 09:11:55.908285 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c517024-e23e-4e9a-af44-480d87e940ee req-5fc2d85c-75e2-4b00-b77b-3dbaf91a7396 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:55.909978 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c517024-e23e-4e9a-af44-480d87e940ee req-5fc2d85c-75e2-4b00-b77b-3dbaf91a7396 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.1725965 Jun 25 09:11:56.000598 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c517024-e23e-4e9a-af44-480d87e940ee req-8442a509-ab6f-4073-9e47-db7a62b1119f tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838480 Jun 25 09:11:56.077463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723a46c-d487-47ed-a579-b50db665bdf4 req-2781e02d-a7d3-4eea-8e57-4e9708eeeee7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:56.079434 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d723a46c-d487-47ed-a579-b50db665bdf4 req-2781e02d-a7d3-4eea-8e57-4e9708eeeee7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 948 time: 0.0952091 Jun 25 09:11:56.090319 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:56.139767 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d723a46c-d487-47ed-a579-b50db665bdf4 req-e4e7f7c0-fc04-48f5-9efb-8ab6ff067885 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519857 Jun 25 09:11:56.254076 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2706a-5358-457f-b37e-270ad5272d66 req-78dcd371-f197-4bed-b3c8-8baaea7be39b tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:56.256471 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85a2706a-5358-457f-b37e-270ad5272d66 req-78dcd371-f197-4bed-b3c8-8baaea7be39b tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 946 time: 0.0749173 Jun 25 09:11:56.320310 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9e9663-7bd3-4d24-8346-2137e781a660', 'tag': '8a968f36-f5de-4273-971f-bddf9d1b7e1a'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:56.327634 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f472dccd-b32d-4571-add7-069fc70b7f95" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9e9663-7bd3-4d24-8346-2137e781a660", "tag": "8a968f36-f5de-4273-971f-bddf9d1b7e1a"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:56.353659 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85a2706a-5358-457f-b37e-270ad5272d66 req-60a12035-6815-4eb9-8559-c0b0ddff83f5 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868521 Jun 25 09:11:56.408042 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34227901-0dc2-40f8-bd9f-c908c63f5f85 req-41dfa94a-0d87-4878-992b-bc956ce1091a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:56.410598 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34227901-0dc2-40f8-bd9f-c908c63f5f85 req-41dfa94a-0d87-4878-992b-bc956ce1091a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 944 time: 0.1532836 Jun 25 09:11:56.454262 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643f35ad-feb6-4084-b791-2d09a256ba4d x-openstack-request-id: req-643f35ad-feb6-4084-b791-2d09a256ba4d {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:56.455384 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9e9663-7bd3-4d24-8346-2137e781a660", "tag": "8a968f36-f5de-4273-971f-bddf9d1b7e1a", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:56.455384 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-643f35ad-feb6-4084-b791-2d09a256ba4d {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:56.455384 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9e9663-7bd3-4d24-8346-2137e781a660', 'tag': '8a968f36-f5de-4273-971f-bddf9d1b7e1a', 'status': 'completed', 'code': 200} Jun 25 09:11:56.487653 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34227901-0dc2-40f8-bd9f-c908c63f5f85 req-9ffed22d-46bd-4069-b4ed-a18481acaf3d tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709181 Jun 25 09:11:56.587676 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-fb17f17f-9151-465b-99e8-8e963df979a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:56.589216 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-fb17f17f-9151-465b-99e8-8e963df979a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 1100 time: 0.0647914 Jun 25 09:11:56.739181 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-d4167990-a9e4-4ef4-90f2-40d4e566fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:56.742060 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-d4167990-a9e4-4ef4-90f2-40d4e566fb97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 1100 time: 0.1212888 Jun 25 09:11:56.815317 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-7706c769-11d4-4ca1-a17b-a47513acb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:56.815317 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-7706c769-11d4-4ca1-a17b-a47513acb7d4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2026057 Jun 25 09:11:56.823250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2766eda-51dc-4efe-b3fa-f35933c808e0 req-8669a9f3-e67b-463f-9404-0c976b4b8cdb tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:56.833511 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2766eda-51dc-4efe-b3fa-f35933c808e0 req-8669a9f3-e67b-463f-9404-0c976b4b8cdb tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1617727 Jun 25 09:11:56.854050 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6a956-eee2-4ba9-a66b-9226081d67c9 req-f575de8a-51d2-4e93-83a9-948d434092ce tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:56.854050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-80d6a956-eee2-4ba9-a66b-9226081d67c9 req-f575de8a-51d2-4e93-83a9-948d434092ce tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 945 time: 0.1874084 Jun 25 09:11:56.931670 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-43ceddd5-3c09-4876-b439-5c32bfc47efd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a HTTP/1.1" status: 200 len: 217 time: 0.0557687 Jun 25 09:11:56.949434 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-365f5a5a-43a9-4de3-9ad2-828e720517ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:56.951357 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-365f5a5a-43a9-4de3-9ad2-828e720517ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1895280 Jun 25 09:11:57.009541 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2766eda-51dc-4efe-b3fa-f35933c808e0 req-8261f22b-e703-4f64-883f-4995caca6c77 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756260 Jun 25 09:11:57.016322 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-80d6a956-eee2-4ba9-a66b-9226081d67c9 req-e2d2c7c6-876c-4d65-bb54-23b03568bd29 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545792 Jun 25 09:11:57.031269 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-8430f069-1389-4d43-adfe-9c60f9c7962d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a HTTP/1.1" status: 200 len: 217 time: 0.0699148 Jun 25 09:11:57.046826 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-a2cd36ec-628c-47e5-8b0d-fd28bc2c2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:57.048422 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-a2cd36ec-628c-47e5-8b0d-fd28bc2c2f67 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0988104 Jun 25 09:11:57.181921 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-386943be-da9a-45ab-9708-2254f753ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:57.185128 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-cbb8b051-d505-4588-b465-20c5bd9f423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:57.185828 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-386943be-da9a-45ab-9708-2254f753ba89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1407132 Jun 25 09:11:57.186634 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-cbb8b051-d505-4588-b465-20c5bd9f423a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1318336 Jun 25 09:11:57.207469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:11:57.268047 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-7dfd951a-6710-499a-8da6-8aecc7d0d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:57.270055 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-7dfd951a-6710-499a-8da6-8aecc7d0d729 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0763154 Jun 25 09:11:57.342711 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:11:57.353264 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:11:57.353675 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:57.371178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-f043ba54-81ef-436d-846f-d42c30552658 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672378 Jun 25 09:11:57.454663 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-b45dcb02-c179-463e-83b2-f96f743af3ca service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634126 Jun 25 09:11:57.465662 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f6d9c9-f50c-4e25-924a-817816c69991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb64b2c-6bf5-46b3-8a6c-64c2415efde7'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:11:57.469777 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3c8695-9777-428e-abbf-69e5c8f81637" -d '{"events": [{"server_uuid": "40f6d9c9-f50c-4e25-924a-817816c69991", "name": "network-vif-plugged", "status": "completed", "tag": "efb64b2c-6bf5-46b3-8a6c-64c2415efde7"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:11:57.527558 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:57.580772 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:11:57.594088 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:57.597455 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-16f0b5d2-b8d0-4c93-bc74-a6d00c8dfa0b service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306071 Jun 25 09:11:57.598238 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:11:57.655566 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:11:57.660030 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:11:57.835054 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:57.888000 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f472dccd-b32d-4571-add7-069fc70b7f95 req-cbcf6809-6769-46e2-b590-35e463edff44 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905260 Jun 25 09:11:57.932269 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202eef69-7085-4ea6-b309-03c6e0092f2e req-d2324afb-3f75-486f-a1d4-dcc476b0cfd2 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:57.944087 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-202eef69-7085-4ea6-b309-03c6e0092f2e req-d2324afb-3f75-486f-a1d4-dcc476b0cfd2 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.5600982 Jun 25 09:11:57.954226 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbddc2-70ba-4d4a-a4c2-45ae54c66ffe req-25d52007-9858-4f27-88e8-d36f7f774a4f tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:57.961904 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93dbddc2-70ba-4d4a-a4c2-45ae54c66ffe req-25d52007-9858-4f27-88e8-d36f7f774a4f tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 948 time: 0.4791751 Jun 25 09:11:58.027662 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93dbddc2-70ba-4d4a-a4c2-45ae54c66ffe req-f5b0a617-8ada-4181-8ddc-2fe857269fdd tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612905 Jun 25 09:11:58.034036 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-202eef69-7085-4ea6-b309-03c6e0092f2e req-b2e17f89-7513-4dbc-af9c-b58b819f7196 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934410 Jun 25 09:11:58.099723 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab8ce54-72e7-42fa-a653-26c2e290cb5e x-openstack-request-id: req-aab8ce54-72e7-42fa-a653-26c2e290cb5e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:11:58.099937 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f6d9c9-f50c-4e25-924a-817816c69991", "name": "network-vif-plugged", "status": "completed", "tag": "efb64b2c-6bf5-46b3-8a6c-64c2415efde7", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:11:58.100145 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-aab8ce54-72e7-42fa-a653-26c2e290cb5e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:11:58.100714 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f6d9c9-f50c-4e25-924a-817816c69991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb64b2c-6bf5-46b3-8a6c-64c2415efde7', 'code': 200} Jun 25 09:11:58.291273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad8168-76d9-488d-a5ce-29ac1992bd21 req-251878f4-c540-41f0-9d65-a0558dee2d75 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:58.294455 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ad8168-76d9-488d-a5ce-29ac1992bd21 req-251878f4-c540-41f0-9d65-a0558dee2d75 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 946 time: 0.1090422 Jun 25 09:11:58.319362 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff058e-da56-4888-812f-0e0109ac96c3 req-7f677209-44b4-44b5-b144-12bfd64a11fe tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:58.320950 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdff058e-da56-4888-812f-0e0109ac96c3 req-7f677209-44b4-44b5-b144-12bfd64a11fe tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 945 time: 0.1062877 Jun 25 09:11:58.365593 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ad8168-76d9-488d-a5ce-29ac1992bd21 req-68ca8798-bbf9-47a3-bb99-02993a27a110 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653317 Jun 25 09:11:58.379454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdff058e-da56-4888-812f-0e0109ac96c3 req-b03858aa-c309-41a2-a18e-ef28380c0d21 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499809 Jun 25 09:11:58.583530 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23044eff-3cd7-4e7e-83a1-a13b8daee0ef req-7ba50e5f-81ea-43f2-b273-8b826b091b8d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1272364 Jun 25 09:11:58.664206 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda17275-164d-445f-8d4c-14f9a6e54276 req-9f197bee-a947-472d-8455-540a5afd6d51 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:58.672091 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fda17275-164d-445f-8d4c-14f9a6e54276 req-9f197bee-a947-472d-8455-540a5afd6d51 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1513596 Jun 25 09:11:58.732599 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fda17275-164d-445f-8d4c-14f9a6e54276 req-78dd1c0b-8111-4f4d-b28e-748b04a8bf75 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594683 Jun 25 09:11:58.756048 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36660c-ad97-4f41-a931-19ae2ea3e02d req-786f828b-1f20-4aab-8929-ea8b3216d011 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:58.757022 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c36660c-ad97-4f41-a931-19ae2ea3e02d req-786f828b-1f20-4aab-8929-ea8b3216d011 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 945 time: 0.1783257 Jun 25 09:11:58.771334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23044eff-3cd7-4e7e-83a1-a13b8daee0ef req-4bbbac45-90e9-4f99-93f6-1ec7d2fa4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:58.773148 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23044eff-3cd7-4e7e-83a1-a13b8daee0ef req-4bbbac45-90e9-4f99-93f6-1ec7d2fa4f07 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4396dc05ce0945a388a688a30849231b&device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 1102 time: 0.1533744 Jun 25 09:11:58.906575 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c36660c-ad97-4f41-a931-19ae2ea3e02d req-0fd628c7-5a65-48ed-b560-6e75c4ac48d1 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194634 Jun 25 09:11:59.005784 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23044eff-3cd7-4e7e-83a1-a13b8daee0ef req-aa067fc0-2810-42b8-8ecc-2f95ad89ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:59.008567 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23044eff-3cd7-4e7e-83a1-a13b8daee0ef req-aa067fc0-2810-42b8-8ecc-2f95ad89ce9f service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1998465 Jun 25 09:11:59.103052 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23044eff-3cd7-4e7e-83a1-a13b8daee0ef req-c17541e8-0337-47de-8745-242ffe6f639e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=f2aafd13-29f7-49de-8db9-abb809375deb HTTP/1.1" status: 200 len: 217 time: 0.0775602 Jun 25 09:11:59.319725 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23044eff-3cd7-4e7e-83a1-a13b8daee0ef req-5aa585b6-cea5-431a-8276-99911da7d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:59.321185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23044eff-3cd7-4e7e-83a1-a13b8daee0ef req-5aa585b6-cea5-431a-8276-99911da7d98f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1967359 Jun 25 09:11:59.394200 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-85f1510d-41e0-4922-8e9e-d6e035652cad tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3131397 Jun 25 09:11:59.401304 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:11:59.450129 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290e0e2-55e2-41b7-b428-13c90cded3bc req-f55d830b-4894-4e2d-b4a8-a2742e98c098 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:59.451677 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c290e0e2-55e2-41b7-b428-13c90cded3bc req-f55d830b-4894-4e2d-b4a8-a2742e98c098 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.2566488 Jun 25 09:11:59.453769 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:11:59.526223 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23044eff-3cd7-4e7e-83a1-a13b8daee0ef req-4c984610-3c1b-47f3-9189-c57616a7e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:11:59.527783 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23044eff-3cd7-4e7e-83a1-a13b8daee0ef req-4c984610-3c1b-47f3-9189-c57616a7e1a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1958730 Jun 25 09:11:59.596698 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c290e0e2-55e2-41b7-b428-13c90cded3bc req-e0d81633-b826-4996-ab32-3025884ff278 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280646 Jun 25 09:11:59.803272 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23044eff-3cd7-4e7e-83a1-a13b8daee0ef req-090587a1-7581-4848-b191-e4faf397f197 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669129 Jun 25 09:11:59.919417 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:00.026046 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23044eff-3cd7-4e7e-83a1-a13b8daee0ef req-ba782046-0c20-4eaa-aa99-be9fde27fa00 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101998 Jun 25 09:12:00.033955 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849430fd-3091-4366-a54f-8f82eada3edf req-1d018914-7fb6-42c4-9835-6c856db5891c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:00.042428 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-849430fd-3091-4366-a54f-8f82eada3edf req-1d018914-7fb6-42c4-9835-6c856db5891c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 948 time: 0.3022819 Jun 25 09:12:00.102233 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2e24af-8f72-4071-94b3-1e0eebb3151d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef62fbc-af29-4585-92f0-1eaa6c851bf4'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:00.105757 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38300c4b-386e-41d9-9e04-03e46fd5bdec" -d '{"events": [{"server_uuid": "fa2e24af-8f72-4071-94b3-1e0eebb3151d", "name": "network-vif-plugged", "status": "completed", "tag": "7ef62fbc-af29-4585-92f0-1eaa6c851bf4"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:00.114091 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-849430fd-3091-4366-a54f-8f82eada3edf req-dca3d8cc-f49f-4dd1-8b38-d8382552568e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701206 Jun 25 09:12:00.145487 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Allocated IP 172.25.6.252 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/69c957f0-be4c-4e82-89a5-f67c66cec6d0) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:12:00.315377 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:00.362391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5dba2-5dc2-420b-8974-2444a89fa9be req-b918f90a-f334-4160-a5df-58f0137d1ce2 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:00.364446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-26c5dba2-5dc2-420b-8974-2444a89fa9be req-b918f90a-f334-4160-a5df-58f0137d1ce2 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 946 time: 0.1275644 Jun 25 09:12:00.431810 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:00.436380 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:00.443012 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-26c5dba2-5dc2-420b-8974-2444a89fa9be req-643749f7-4d7e-4a01-ac79-bbe7e4e0e7ba tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680618 Jun 25 09:12:00.483982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:12:00.488938 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:12:00.497158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:12:00.503275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Pushing event updated for resources: {'Port': ['ID=69c957f0-be4c-4e82-89a5-f67c66cec6d0,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:00.516817 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:00.516817 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:00.516817 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:00.517270 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:00.517352 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:00.517684 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:00.518036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:00.518383 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:00.518743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:00.519137 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:00.519470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:00.519822 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:00.525667 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:00.572145 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:00.653400 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:00.723548 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a3f3-f532-4dfa-9e10-9a542212bb44 req-3cd95c7b-8a7a-428e-b770-b22e89af6a86 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:00.725603 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98c8a3f3-f532-4dfa-9e10-9a542212bb44 req-3cd95c7b-8a7a-428e-b770-b22e89af6a86 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 946 time: 0.1199703 Jun 25 09:12:00.852864 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98c8a3f3-f532-4dfa-9e10-9a542212bb44 req-98de367b-d60f-4ff1-b616-4d5cf5642a1d tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147399 Jun 25 09:12:00.902763 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:00.911077 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:00.915178 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5c198183-4a7d-442a-ac04-991e3d6df733 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:00.922151 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:00.958543 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:00.982021 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Pushing event updated for resources: {'Port': ['ID=69c957f0-be4c-4e82-89a5-f67c66cec6d0,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:00.987019 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:00.988681 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:00.990034 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5950997 Jun 25 09:12:01.108500 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-7a845fdf-37de-4b99-8bd4-d530b864980b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 696 time: 0.1082211 Jun 25 09:12:01.531025 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0265f-e239-468c-9443-879d632f32d2 req-5f191b63-00d8-4ba7-ad64-671227efd58e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:01.539598 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9c0265f-e239-468c-9443-879d632f32d2 req-5f191b63-00d8-4ba7-ad64-671227efd58e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 945 time: 0.5075924 Jun 25 09:12:01.649801 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-5b7b30a5-1a29-44b8-855f-887e7fbc3fe0 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:01.661401 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-5b7b30a5-1a29-44b8-855f-887e7fbc3fe0 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.5337980 Jun 25 09:12:01.682303 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-f8fe8bd4-dfcd-4840-87e7-5d3928c17231 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:12:01.694006 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1be93c3c-fc3c-4646-bd5f-7069193015b5 req-f8fe8bd4-dfcd-4840-87e7-5d3928c17231 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0316656 Jun 25 09:12:01.745580 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9c0265f-e239-468c-9443-879d632f32d2 req-302bd4cb-401e-48b5-91d8-096b3d356378 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046983 Jun 25 09:12:02.099692 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acae1740-1fd3-4f31-91d9-b96a2fa4bb1a x-openstack-request-id: req-acae1740-1fd3-4f31-91d9-b96a2fa4bb1a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:02.100549 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2e24af-8f72-4071-94b3-1e0eebb3151d", "name": "network-vif-plugged", "status": "completed", "tag": "7ef62fbc-af29-4585-92f0-1eaa6c851bf4", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:02.101031 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-acae1740-1fd3-4f31-91d9-b96a2fa4bb1a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:02.101577 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2e24af-8f72-4071-94b3-1e0eebb3151d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef62fbc-af29-4585-92f0-1eaa6c851bf4', 'code': 200} Jun 25 09:12:02.386618 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 8a968f36-f5de-4273-971f-bddf9d1b7e1a details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:12:02.410192 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b02b10-bc21-4ceb-adb9-13121d6d9f3f req-d6b55023-c79b-4a6b-be26-bc42519ba3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:02.429133 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0b02b10-bc21-4ceb-adb9-13121d6d9f3f req-d6b55023-c79b-4a6b-be26-bc42519ba3bf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 1097 time: 0.1561103 Jun 25 09:12:02.542641 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0b02b10-bc21-4ceb-adb9-13121d6d9f3f req-5c96fcb0-6e98-472e-9ee8-f9e2dc46f159 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010115 Jun 25 09:12:02.586973 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device efb64b2c-6bf5-46b3-8a6c-64c2415efde7 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:12:02.740799 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 8a968f36-f5de-4273-971f-bddf9d1b7e1a, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:02.771875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '8a968f36-f5de-4273-971f-bddf9d1b7e1a', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '8a968f36-f5de-4273-971f-bddf9d1b7e1a', 'mac_address': 'fa:16:3e:24:76:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:12:02.826852 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-fe77a80f-0611-4fa4-ad2c-4f93c0eb7372 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:02.840768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-fe77a80f-0611-4fa4-ad2c-4f93c0eb7372 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 820 time: 0.2889740 Jun 25 09:12:02.907832 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-eab9e507-e1eb-427d-aa45-b79acc17c2fd tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/quotas/9c60fdb6c5594917a0058a5b7841e173 HTTP/1.1" status: 200 len: 375 time: 0.0643213 Jun 25 09:12:02.997970 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:03.037235 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a968f36-f5de-4273-971f-bddf9d1b7e1a {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:12:03.043174 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d60cd-8e89-4bfa-b053-4f3edef45ae4 req-c35ae76f-21ee-4d94-b616-6dcc779940e9 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:03.055736 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d76d60cd-8e89-4bfa-b053-4f3edef45ae4 req-c35ae76f-21ee-4d94-b616-6dcc779940e9 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 948 time: 0.1967590 Jun 25 09:12:03.122978 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-b31a7f7c-969e-44e8-9bf0-793485b72735 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2138631 Jun 25 09:12:03.153851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 8a968f36-f5de-4273-971f-bddf9d1b7e1a, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:03.170494 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:03.194714 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:03.201120 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d76d60cd-8e89-4bfa-b053-4f3edef45ae4 req-10069f5f-c4be-4fb1-b451-e92cae266161 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444144 Jun 25 09:12:03.263630 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=8a968f36-f5de-4273-971f-bddf9d1b7e1a,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:03.277250 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:03.281470 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:03.288154 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-814e928a-3e69-43fb-ab9a-643eb3fa47b1 service neutron] 10.222.0.93 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638618 Jun 25 09:12:03.388969 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port efb64b2c-6bf5-46b3-8a6c-64c2415efde7, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:03.396198 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:03.400776 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:03.473988 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:03.480478 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-207e9e4b-c343-436f-864e-2fab6ea1b58c service neutron] 10.222.0.93 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913037 Jun 25 09:12:03.483748 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:03.484088 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:03.484558 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:03.484933 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:03.485306 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:03.485648 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:03.485953 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:03.486270 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:03.486586 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:03.487063 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:03.487459 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:03.487798 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:03.503282 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:03.560480 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8488c8-e924-41d9-80a4-1bb8cf882fd6 req-539f0ba8-0525-4896-87af-ca69d0f3d559 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:03.569303 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de8488c8-e924-41d9-80a4-1bb8cf882fd6 req-539f0ba8-0525-4896-87af-ca69d0f3d559 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.2012184 Jun 25 09:12:03.676520 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de8488c8-e924-41d9-80a4-1bb8cf882fd6 req-7b935f13-c74b-4fda-883c-b07dc0ecebc2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989597 Jun 25 09:12:03.941234 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e56ab-c3e9-432c-9b6c-2d8d1ed23cf3 req-a37da3ee-fbc3-4e3e-ba84-0e5cc8a111d5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:03.949130 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-be7e56ab-c3e9-432c-9b6c-2d8d1ed23cf3 req-a37da3ee-fbc3-4e3e-ba84-0e5cc8a111d5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 944 time: 0.1500351 Jun 25 09:12:04.010088 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['8a968f36-f5de-4273-971f-bddf9d1b7e1a'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:12:04.097936 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-be7e56ab-c3e9-432c-9b6c-2d8d1ed23cf3 req-23fcfd4d-655f-4911-b9fb-b1a4c57c4527 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476200 Jun 25 09:12:04.102707 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f6d9c9-f50c-4e25-924a-817816c69991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efb64b2c-6bf5-46b3-8a6c-64c2415efde7'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:04.117957 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27224cb-cf83-4569-b59b-50ae882b7964" -d '{"events": [{"server_uuid": "40f6d9c9-f50c-4e25-924a-817816c69991", "name": "network-vif-unplugged", "status": "completed", "tag": "efb64b2c-6bf5-46b3-8a6c-64c2415efde7"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:04.144971 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dc8eb-7fbb-4e61-a17d-e571b6ab02ea req-7eafa70e-e73e-450a-ac7e-c4d03aa960da tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:04.158002 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e00dc8eb-7fbb-4e61-a17d-e571b6ab02ea req-7eafa70e-e73e-450a-ac7e-c4d03aa960da tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 945 time: 0.2812550 Jun 25 09:12:04.232723 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e00dc8eb-7fbb-4e61-a17d-e571b6ab02ea req-a0b4ad3e-0ebb-4e0d-ae42-528d7e42e07a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700274 Jun 25 09:12:04.359331 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c54d5df-5bdc-4be3-a99e-7282f45d7f9c req-dbd7ab02-6563-4086-9a85-5991e65d145d tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 210 time: 0.0560286 Jun 25 09:12:04.419767 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa0553a-db42-401c-a1e3-ccdc52c0e00e x-openstack-request-id: req-4fa0553a-db42-401c-a1e3-ccdc52c0e00e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:04.420339 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f6d9c9-f50c-4e25-924a-817816c69991", "name": "network-vif-unplugged", "status": "completed", "tag": "efb64b2c-6bf5-46b3-8a6c-64c2415efde7", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:04.420339 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4fa0553a-db42-401c-a1e3-ccdc52c0e00e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:04.420892 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f6d9c9-f50c-4e25-924a-817816c69991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efb64b2c-6bf5-46b3-8a6c-64c2415efde7', 'code': 200} Jun 25 09:12:04.630384 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede2769-ab86-4ea9-ad39-70f37e191651 req-900cf2ce-270e-4282-930d-0c064b6dbde4 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:04.638219 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dede2769-ab86-4ea9-ad39-70f37e191651 req-900cf2ce-270e-4282-930d-0c064b6dbde4 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 949 time: 0.0956893 Jun 25 09:12:04.689185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dede2769-ab86-4ea9-ad39-70f37e191651 req-0f9d21c5-f22c-441b-8278-156f8a885844 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498443 Jun 25 09:12:04.941457 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4756ecd-9bcd-4be1-b1ae-37823ef5a9f0 req-965ada8e-207f-4da2-b8ba-2d5fe7e4cbed tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:04.980902 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e4756ecd-9bcd-4be1-b1ae-37823ef5a9f0 req-965ada8e-207f-4da2-b8ba-2d5fe7e4cbed tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 1097 time: 0.2360179 Jun 25 09:12:05.096969 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e4756ecd-9bcd-4be1-b1ae-37823ef5a9f0 req-ea7050da-b323-4cc2-9f65-d456f8499f27 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063809 Jun 25 09:12:05.447153 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76406a7-dea0-439c-bd13-64a0bc636283 req-30a8a1fe-a2bb-4743-afe3-fb908a65191b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:05.461852 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f76406a7-dea0-439c-bd13-64a0bc636283 req-30a8a1fe-a2bb-4743-afe3-fb908a65191b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.2542477 Jun 25 09:12:05.471671 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b3995-7d15-4e90-8500-2099043562d8 req-c6f49e8b-9180-4d4b-95e2-867545b2efd0 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:05.478708 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-492b3995-7d15-4e90-8500-2099043562d8 req-c6f49e8b-9180-4d4b-95e2-867545b2efd0 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660&tenant_id=feac5915022a4711aa5d2a8786b36e3c&binding%3Ahost_id=n-h1-761264-15 HTTP/1.1" status: 200 len: 949 time: 0.3380783 Jun 25 09:12:05.634128 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f76406a7-dea0-439c-bd13-64a0bc636283 req-3f2fb0c8-b76a-4846-8253-34aae6f0b0f4 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713123 Jun 25 09:12:05.649652 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5a10-9450-4262-9fda-c354142bde02 req-121c5d43-5385-4017-9862-0a558d04ee9d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:05.654672 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c26d5a10-9450-4262-9fda-c354142bde02 req-121c5d43-5385-4017-9862-0a558d04ee9d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 949 time: 0.3140781 Jun 25 09:12:05.660501 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-492b3995-7d15-4e90-8500-2099043562d8 req-2f93f7a4-1e38-425a-b8a3-ab08e8100d6b service neutron] delete failed (client error): The resource could not be found. Jun 25 09:12:05.661612 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-492b3995-7d15-4e90-8500-2099043562d8 req-2f93f7a4-1e38-425a-b8a3-ab08e8100d6b service neutron] 10.222.0.38 "DELETE /v2.0/ports/8a968f36-f5de-4273-971f-bddf9d1b7e1a/bindings/n-h2-761264-15 HTTP/1.1" status: 404 len: 381 time: 0.1710947 Jun 25 09:12:05.698537 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c26d5a10-9450-4262-9fda-c354142bde02 req-e40e7b62-ccd2-4847-ac14-5d83184f0e80 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355399 Jun 25 09:12:05.964571 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b11e2-0451-4082-b1c0-bf1499555090 req-7c88d477-4613-4e49-96a9-ba4f881a3489 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:05.970578 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd7b11e2-0451-4082-b1c0-bf1499555090 req-7c88d477-4613-4e49-96a9-ba4f881a3489 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 944 time: 0.1948650 Jun 25 09:12:05.992620 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b3995-7d15-4e90-8500-2099043562d8 req-029dce35-73dd-4b35-b4db-d09d60d01395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:05.994332 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-492b3995-7d15-4e90-8500-2099043562d8 req-029dce35-73dd-4b35-b4db-d09d60d01395 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 1101 time: 0.2042472 Jun 25 09:12:05.996235 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c6412-132d-4488-922e-6e7c12e00e19 req-669f8f37-0e4a-47a2-89cf-0189042d2b7e tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:05.997696 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1c6c6412-132d-4488-922e-6e7c12e00e19 req-669f8f37-0e4a-47a2-89cf-0189042d2b7e tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 1097 time: 0.1402600 Jun 25 09:12:06.121148 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b3995-7d15-4e90-8500-2099043562d8 req-a08ab6f6-87dc-4158-a0ab-e4ef20a59e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:06.122661 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-492b3995-7d15-4e90-8500-2099043562d8 req-a08ab6f6-87dc-4158-a0ab-e4ef20a59e77 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1058638 Jun 25 09:12:06.131921 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed5498-3840-40f9-8a6d-b1f6f77e6d8a req-e1847c43-c6cc-4529-838b-daae8f1ce13b tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:06.135231 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4eed5498-3840-40f9-8a6d-b1f6f77e6d8a req-e1847c43-c6cc-4529-838b-daae8f1ce13b tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 944 time: 0.1015952 Jun 25 09:12:06.249545 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-492b3995-7d15-4e90-8500-2099043562d8 req-548c8158-b96e-4839-ad68-da6752333548 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a HTTP/1.1" status: 200 len: 217 time: 0.0480726 Jun 25 09:12:06.292473 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd7b11e2-0451-4082-b1c0-bf1499555090 req-0690ecbd-bd46-4047-b42e-7772c595b5cb tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028259 Jun 25 09:12:06.338499 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-4eed5498-3840-40f9-8a6d-b1f6f77e6d8a req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Deleting port efb64b2c-6bf5-46b3-8a6c-64c2415efde7 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:06.338911 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4eed5498-3840-40f9-8a6d-b1f6f77e6d8a req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:06.402770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b3995-7d15-4e90-8500-2099043562d8 req-9d993ac7-9700-4a54-bb3f-3fa8aca6c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:06.403810 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-492b3995-7d15-4e90-8500-2099043562d8 req-9d993ac7-9700-4a54-bb3f-3fa8aca6c21a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1343949 Jun 25 09:12:06.412659 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 8a968f36-f5de-4273-971f-bddf9d1b7e1a up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:12:06.433893 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-d7daffe7-8555-4caa-902b-84081947992c tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:06.435616 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-d7daffe7-8555-4caa-902b-84081947992c tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.38 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 820 time: 0.3116789 Jun 25 09:12:06.463040 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-cedb5367-2327-4a38-9d0b-40649e9b3f1b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Request body: {'port': {'device_id': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'admin_state_up': True, 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:06.468117 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1c6c6412-132d-4488-922e-6e7c12e00e19 req-119b59b3-b844-4ec9-b8bf-a7b9bee561c5 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526291 Jun 25 09:12:06.524037 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-4eed5498-3840-40f9-8a6d-b1f6f77e6d8a req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] For port efb64b2c-6bf5-46b3-8a6c-64c2415efde7, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:06.527108 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4eed5498-3840-40f9-8a6d-b1f6f77e6d8a req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:06.587057 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-4eed5498-3840-40f9-8a6d-b1f6f77e6d8a req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Calling delete_port for efb64b2c-6bf5-46b3-8a6c-64c2415efde7 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:06.602813 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 8a968f36-f5de-4273-971f-bddf9d1b7e1a completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:12:06.614507 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 8a968f36-f5de-4273-971f-bddf9d1b7e1a triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:06.615155 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:06.616151 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b3995-7d15-4e90-8500-2099043562d8 req-354b0e53-7c00-437f-a1f5-90b8c271db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:06.617762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-492b3995-7d15-4e90-8500-2099043562d8 req-354b0e53-7c00-437f-a1f5-90b8c271db95 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2067106 Jun 25 09:12:06.687128 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-cedb5367-2327-4a38-9d0b-40649e9b3f1b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Made reservation on behalf of 9c60fdb6c5594917a0058a5b7841e173 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:12:06.696872 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-cedb5367-2327-4a38-9d0b-40649e9b3f1b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:06.766436 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:06.792244 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9e9663-7bd3-4d24-8346-2137e781a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a968f36-f5de-4273-971f-bddf9d1b7e1a'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:06.794807 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4eed5498-3840-40f9-8a6d-b1f6f77e6d8a req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:06.795468 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee37aa88-0b01-4586-977f-f50307f6191e" -d '{"events": [{"server_uuid": "4f9e9663-7bd3-4d24-8346-2137e781a660", "name": "network-vif-plugged", "status": "completed", "tag": "8a968f36-f5de-4273-971f-bddf9d1b7e1a"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:06.813311 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 8a968f36-f5de-4273-971f-bddf9d1b7e1a, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:06.815362 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b8bee6fb-7c9a-4dba-bc53-1fc75d93fcb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:06.819602 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:06.822149 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:06.854853 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Pushing event deleted for resources: {'Port': ['ID=efb64b2c-6bf5-46b3-8a6c-64c2415efde7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:06.900501 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=8a968f36-f5de-4273-971f-bddf9d1b7e1a,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:06.904290 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:06.909890 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:06.910263 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:06.910624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:06.910973 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:06.911322 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:06.911804 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:06.912152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:06.912998 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:06.913533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:06.914041 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:06.914700 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:06.915684 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:06.920092 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eed5498-3840-40f9-8a6d-b1f6f77e6d8a req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] No DVR routers for this DVR port efb64b2c-6bf5-46b3-8a6c-64c2415efde7 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:12:06.922340 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:06.924008 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4eed5498-3840-40f9-8a6d-b1f6f77e6d8a req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:06.926702 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4eed5498-3840-40f9-8a6d-b1f6f77e6d8a req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.41 "DELETE /v2.0/ports/efb64b2c-6bf5-46b3-8a6c-64c2415efde7 HTTP/1.1" status: 204 len: 173 time: 0.7848082 Jun 25 09:12:06.927467 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f6d9c9-f50c-4e25-924a-817816c69991', 'name': 'network-vif-deleted', 'tag': 'efb64b2c-6bf5-46b3-8a6c-64c2415efde7'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:06.929684 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1abd356a-e7d9-4672-84c4-a8b4bc62ad99 req-93315d84-2e47-4692-9023-ce1ac8cf241d tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 210 time: 0.0987227 Jun 25 09:12:06.931155 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaee6253-1730-42c0-a16d-734de793c894" -d '{"events": [{"server_uuid": "40f6d9c9-f50c-4e25-924a-817816c69991", "name": "network-vif-deleted", "tag": "efb64b2c-6bf5-46b3-8a6c-64c2415efde7"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:06.998903 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-492b3995-7d15-4e90-8500-2099043562d8 req-3b0d8fcf-a263-44eb-beed-64a29e1f5942 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420711 Jun 25 09:12:07.191704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-cedb5367-2327-4a38-9d0b-40649e9b3f1b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Allocated IP 172.20.0.11 (00aaca95-703c-44c7-82f8-f0cc9820fbe5/d2307e99-f942-4432-9a6d-f2c7b030692d/5e9b705c-1c9b-41f1-a94e-90e96e116219) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:12:07.195114 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-492b3995-7d15-4e90-8500-2099043562d8 req-ccb1747f-734a-44aa-97e3-37f3e9e692dd service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696169 Jun 25 09:12:07.275293 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a652a-81fa-499e-8b84-f59e00683792 req-4886195d-82d0-461d-b550-a38d89347813 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:07.276766 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e6a652a-81fa-499e-8b84-f59e00683792 req-4886195d-82d0-461d-b550-a38d89347813 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1376030 Jun 25 09:12:07.360431 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e6a652a-81fa-499e-8b84-f59e00683792 req-ab924739-1ef9-4059-8561-38bf7cae3046 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589736 Jun 25 09:12:07.391219 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-cedb5367-2327-4a38-9d0b-40649e9b3f1b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:07.405819 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-cedb5367-2327-4a38-9d0b-40649e9b3f1b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Transition to ACTIVE for port object 5e9b705c-1c9b-41f1-a94e-90e96e116219 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:12:07.440435 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-cedb5367-2327-4a38-9d0b-40649e9b3f1b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:07.444883 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:07.480403 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['58442dad-8efb-4bc8-950a-e643a5cd263b'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:12:07.513201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-cedb5367-2327-4a38-9d0b-40649e9b3f1b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:12:07.520901 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-cedb5367-2327-4a38-9d0b-40649e9b3f1b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:12:07.532653 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-cedb5367-2327-4a38-9d0b-40649e9b3f1b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:12:07.538248 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-cedb5367-2327-4a38-9d0b-40649e9b3f1b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:07.538905 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-cedb5367-2327-4a38-9d0b-40649e9b3f1b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:07.545165 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb5367-2327-4a38-9d0b-40649e9b3f1b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Pushing event updated for resources: {'Port': ['ID=5e9b705c-1c9b-41f1-a94e-90e96e116219,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:07.551287 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cedb5367-2327-4a38-9d0b-40649e9b3f1b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:07.570489 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-cedb5367-2327-4a38-9d0b-40649e9b3f1b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1128099 Jun 25 09:12:07.590326 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fd24e-18b6-443c-a614-524f3996ef89 req-adcc9157-80bb-4964-b786-0b80abc7ac92 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:07.591875 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-474fd24e-18b6-443c-a614-524f3996ef89 req-adcc9157-80bb-4964-b786-0b80abc7ac92 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.1223788 Jun 25 09:12:07.597107 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Request body: {'port': {'device_id': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:07.685207 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-474fd24e-18b6-443c-a614-524f3996ef89 req-8eadce1c-a3de-438b-9250-125ea4a465d9 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845850 Jun 25 09:12:07.707795 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:07.750800 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986ea11a-27ed-4062-b23d-a49cf8abf600 x-openstack-request-id: req-986ea11a-27ed-4062-b23d-a49cf8abf600 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:07.751326 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9e9663-7bd3-4d24-8346-2137e781a660", "name": "network-vif-plugged", "status": "completed", "tag": "8a968f36-f5de-4273-971f-bddf9d1b7e1a", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:07.751621 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-986ea11a-27ed-4062-b23d-a49cf8abf600 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:07.752210 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9e9663-7bd3-4d24-8346-2137e781a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a968f36-f5de-4273-971f-bddf9d1b7e1a', 'code': 200} Jun 25 09:12:07.785909 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeef4299-44ef-4d99-80a1-8a526a718908 x-openstack-request-id: req-aeef4299-44ef-4d99-80a1-8a526a718908 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:07.786447 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f6d9c9-f50c-4e25-924a-817816c69991", "name": "network-vif-deleted", "tag": "efb64b2c-6bf5-46b3-8a6c-64c2415efde7", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:07.786648 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-aeef4299-44ef-4d99-80a1-8a526a718908 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:07.787187 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f6d9c9-f50c-4e25-924a-817816c69991', 'name': 'network-vif-deleted', 'tag': 'efb64b2c-6bf5-46b3-8a6c-64c2415efde7', 'status': 'completed', 'code': 200} Jun 25 09:12:07.810890 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff577-1e69-4489-ac0d-212403856751 None None] Provisioning for port 5e9b705c-1c9b-41f1-a94e-90e96e116219 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:12:07.817579 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff577-1e69-4489-ac0d-212403856751 None None] Provisioning complete for port 5e9b705c-1c9b-41f1-a94e-90e96e116219 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:07.818123 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff577-1e69-4489-ac0d-212403856751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:07.860406 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff577-1e69-4489-ac0d-212403856751 None None] Port 5e9b705c-1c9b-41f1-a94e-90e96e116219 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:12:08.189659 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f7dd60a6-ecf9-4b53-b7c3-d7f3985b05c5 req-ed412a76-cc7c-4dc1-8c26-b288d572fc8c tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=40f6d9c9-f50c-4e25-924a-817816c69991 HTTP/1.1" status: 200 len: 210 time: 0.0364268 Jun 25 09:12:08.199291 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9b705c-1c9b-41f1-a94e-90e96e116219 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:12:08.219169 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:08.245548 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Transition to ACTIVE for port object 5e9b705c-1c9b-41f1-a94e-90e96e116219 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:12:08.271184 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93afbc9-4b09-4a18-9170-f6da5694793f req-285718fb-5064-4533-bda6-f61d2e2bf216 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:08.274732 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b93afbc9-4b09-4a18-9170-f6da5694793f req-285718fb-5064-4533-bda6-f61d2e2bf216 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=134c52ae-d19a-4e05-9353-92eabc2cc851 HTTP/1.1" status: 200 len: 950 time: 0.1708939 Jun 25 09:12:08.275806 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:08.279238 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:08.399213 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9b705c-1c9b-41f1-a94e-90e96e116219,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:08.405266 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:08.439995 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device efb64b2c-6bf5-46b3-8a6c-64c2415efde7 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:12:08.446484 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b93afbc9-4b09-4a18-9170-f6da5694793f req-8ae434aa-a2b1-4751-8481-b2a447c653e0 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413074 Jun 25 09:12:08.469369 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Attempting to bind port 5e9b705c-1c9b-41f1-a94e-90e96e116219 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:12:08.469794 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Attempting to bind port 5e9b705c-1c9b-41f1-a94e-90e96e116219 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:12:08.470143 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Attempting to bind port 5e9b705c-1c9b-41f1-a94e-90e96e116219 on network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:12:08.478650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Port 5e9b705c-1c9b-41f1-a94e-90e96e116219 on network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:12:08.478994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Attempting to bind port 5e9b705c-1c9b-41f1-a94e-90e96e116219 on network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:12:08.497186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:12:08.497677 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Checking segment: {'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:12:08.498512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Bound using segment: {'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:12:08.498990 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Bound port: 5e9b705c-1c9b-41f1-a94e-90e96e116219, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a7e32b-3228-4da6-82d7-eccfa5e2cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:12:08.499360 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:08.515215 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: efb64b2c-6bf5-46b3-8a6c-64c2415efde7 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:12:08.516787 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device efb64b2c-6bf5-46b3-8a6c-64c2415efde7 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:12:08.517283 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 202f361e-0d52-44fa-bf00-07988cf89300 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:12:08.533524 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeae8ae-1e23-4854-b177-f82ea98fe73a req-1da5fb36-393a-44d8-b560-c25f5c1965b0 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:08.541465 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ddeae8ae-1e23-4854-b177-f82ea98fe73a req-1da5fb36-393a-44d8-b560-c25f5c1965b0 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 944 time: 0.2035708 Jun 25 09:12:08.622072 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:08.630737 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] For port 5e9b705c-1c9b-41f1-a94e-90e96e116219, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:12:08.636359 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] For port 5e9b705c-1c9b-41f1-a94e-90e96e116219, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=5e9b705c-1c9b-41f1-a94e-90e96e116219,segment=NetworkSegment(54a7e32b-3228-4da6-82d7-eccfa5e2cea9),segment_id=54a7e32b-3228-4da6-82d7-eccfa5e2cea9)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:12:08.652853 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:08.664197 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bb33fa0f-8b88-46e0-a371-45b12eab6c1e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:08.686314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ddeae8ae-1e23-4854-b177-f82ea98fe73a req-fc6a8321-1ebb-44ba-b753-8c0466d17a86 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434567 Jun 25 09:12:08.688677 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:08.689244 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 202f361e-0d52-44fa-bf00-07988cf89300, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=202f361e-0d52-44fa-bf00-07988cf89300,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:08.689391 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:08.691381 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] 10.222.0.38 "PUT /v2.0/ports/5e9b705c-1c9b-41f1-a94e-90e96e116219 HTTP/1.1" status: 200 len: 1093 time: 1.0978811 Jun 25 09:12:08.709096 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:08.712679 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'tag': '5e9b705c-1c9b-41f1-a94e-90e96e116219'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:08.714411 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:08.715755 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe46b07c-a0ab-4be8-b57e-138ef0d1ae12" -d '{"events": [{"name": "network-changed", "server_uuid": "367db1d2-707f-4730-90f9-a97a3874f9ae", "tag": "5e9b705c-1c9b-41f1-a94e-90e96e116219"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:08.800192 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=202f361e-0d52-44fa-bf00-07988cf89300,revision_number=11']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:08.807715 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:08.808009 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9b705c-1c9b-41f1-a94e-90e96e116219,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:08.812608 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:08.839888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636449b-bf76-4443-8442-c171ccaab239 req-4bf6ad82-3af2-4751-ad81-0270ca28e049 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:08.841797 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5636449b-bf76-4443-8442-c171ccaab239 req-4bf6ad82-3af2-4751-ad81-0270ca28e049 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 1097 time: 0.1733425 Jun 25 09:12:08.872031 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-ac8e64d4-a647-4405-afb5-748c6fa167b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:08.873890 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-ac8e64d4-a647-4405-afb5-748c6fa167b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 1096 time: 0.1001625 Jun 25 09:12:09.205485 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b0c03155-4c78-4b49-b60b-8332b5f1ab21 req-2645d653-45a2-4fe0-9d6f-c35929bf59a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=134c52ae-d19a-4e05-9353-92eabc2cc851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0947793 Jun 25 09:12:09.234837 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-23471a92-cb0e-4774-a26f-33d5e93cde96 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e9b705c-1c9b-41f1-a94e-90e96e116219 HTTP/1.1" status: 200 len: 217 time: 0.0499825 Jun 25 09:12:09.238676 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5636449b-bf76-4443-8442-c171ccaab239 req-df40717d-bf3a-402e-82a2-b9475b339876 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894687 Jun 25 09:12:09.315606 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c03155-4c78-4b49-b60b-8332b5f1ab21 req-318b1821-c1b6-40c3-9db0-6b7e3157e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:09.317154 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b0c03155-4c78-4b49-b60b-8332b5f1ab21 req-318b1821-c1b6-40c3-9db0-6b7e3157e4fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9222d989f8444b5b06c13b3669f6848&device_id=134c52ae-d19a-4e05-9353-92eabc2cc851 HTTP/1.1" status: 200 len: 1100 time: 0.0730495 Jun 25 09:12:09.321587 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0c5c6-6768-4f04-9379-83f91945140b req-0e1364c3-7d6b-413c-b7eb-4f689a10cfeb tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:09.328987 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1bd0c5c6-6768-4f04-9379-83f91945140b req-0e1364c3-7d6b-413c-b7eb-4f689a10cfeb tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.4523194 Jun 25 09:12:09.338175 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-b1578b67-caec-47ad-8438-b56a67541b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:09.339630 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-b1578b67-caec-47ad-8438-b56a67541b20 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 200 len: 859 time: 0.0974877 Jun 25 09:12:09.409392 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1bd0c5c6-6768-4f04-9379-83f91945140b req-0fe22f93-cd41-4930-b4ea-c7155fc427de tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794346 Jun 25 09:12:09.439914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c03155-4c78-4b49-b60b-8332b5f1ab21 req-c79bad5c-7084-4db9-8cf6-245e4d84f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:09.441991 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b0c03155-4c78-4b49-b60b-8332b5f1ab21 req-c79bad5c-7084-4db9-8cf6-245e4d84f48b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1003499 Jun 25 09:12:09.456681 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7953629-198c-4bcb-8d35-f37d842a9488 x-openstack-request-id: req-e7953629-198c-4bcb-8d35-f37d842a9488 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:09.456956 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367db1d2-707f-4730-90f9-a97a3874f9ae", "tag": "5e9b705c-1c9b-41f1-a94e-90e96e116219", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:09.457226 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e7953629-198c-4bcb-8d35-f37d842a9488 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:09.457634 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'tag': '5e9b705c-1c9b-41f1-a94e-90e96e116219', 'status': 'completed', 'code': 200} Jun 25 09:12:09.469436 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2997a6a3-77a8-4ea0-be10-83217d679f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:09.470956 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-2997a6a3-77a8-4ea0-be10-83217d679f67 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00aaca95-703c-44c7-82f8-f0cc9820fbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1221137 Jun 25 09:12:09.484773 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b0c03155-4c78-4b49-b60b-8332b5f1ab21 req-6be87040-7ad8-44ab-90fd-b22dbd32260d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=202f361e-0d52-44fa-bf00-07988cf89300 HTTP/1.1" status: 200 len: 217 time: 0.0351286 Jun 25 09:12:09.496480 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cdd4d-4ca1-4464-9cbe-b17ba65dc3d1 req-8a351a04-e30c-4222-bbe3-8aa005985e6a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:09.497860 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e86cdd4d-4ca1-4464-9cbe-b17ba65dc3d1 req-8a351a04-e30c-4222-bbe3-8aa005985e6a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.1070669 Jun 25 09:12:09.549469 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c03155-4c78-4b49-b60b-8332b5f1ab21 req-8d907d95-bf03-4e18-970f-5d4c181c1689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:09.551395 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b0c03155-4c78-4b49-b60b-8332b5f1ab21 req-8d907d95-bf03-4e18-970f-5d4c181c1689 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0569127 Jun 25 09:12:09.605296 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e86cdd4d-4ca1-4464-9cbe-b17ba65dc3d1 req-f0c9476e-cad0-4682-9295-3a57c9581f92 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569792 Jun 25 09:12:09.633515 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-9d0f6773-bbba-4a61-930f-6493d2e30e05 service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553786 Jun 25 09:12:09.664022 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c03155-4c78-4b49-b60b-8332b5f1ab21 req-d92d3ff3-0d7f-42a2-a6a9-4c109f1d827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:09.666073 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b0c03155-4c78-4b49-b60b-8332b5f1ab21 req-d92d3ff3-0d7f-42a2-a6a9-4c109f1d827d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0783327 Jun 25 09:12:09.753784 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134c52ae-d19a-4e05-9353-92eabc2cc851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '202f361e-0d52-44fa-bf00-07988cf89300'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:09.757530 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8174860f-e0ee-489c-9895-29526683a463" -d '{"events": [{"server_uuid": "134c52ae-d19a-4e05-9353-92eabc2cc851", "name": "network-vif-unplugged", "status": "completed", "tag": "202f361e-0d52-44fa-bf00-07988cf89300"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:09.770221 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edfedfdf-9414-4f3c-a310-37712b903ac4 req-f4a35250-07e4-4f02-a682-7ed215016a05 service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305707 Jun 25 09:12:09.827988 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b0c03155-4c78-4b49-b60b-8332b5f1ab21 req-2fe5552e-8afe-4e74-b8e0-85406beccb17 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343515 Jun 25 09:12:09.889129 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315f72b-f1d3-4065-95a8-cbd14be86c40 req-98935a9d-30bb-43ab-9d2f-256472ab7f67 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:09.890998 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6315f72b-f1d3-4065-95a8-cbd14be86c40 req-98935a9d-30bb-43ab-9d2f-256472ab7f67 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=134c52ae-d19a-4e05-9353-92eabc2cc851 HTTP/1.1" status: 200 len: 948 time: 0.0811129 Jun 25 09:12:09.962678 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b0c03155-4c78-4b49-b60b-8332b5f1ab21 req-db4eaceb-eda1-48dd-bf91-a7784de4c77a service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278782 Jun 25 09:12:09.997666 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6315f72b-f1d3-4065-95a8-cbd14be86c40 req-2d577a3e-bf08-445e-9025-26034df14ea7 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967743 Jun 25 09:12:10.014911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46b07c-a0ab-4be8-b57e-138ef0d1ae12 req-a25e37b3-eb9a-4ecb-8135-f9c2b017fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:10.016471 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe46b07c-a0ab-4be8-b57e-138ef0d1ae12 req-a25e37b3-eb9a-4ecb-8135-f9c2b017fd50 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 1096 time: 0.1245284 Jun 25 09:12:10.147459 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46b07c-a0ab-4be8-b57e-138ef0d1ae12 req-6ba5d32e-2cbb-44a6-bc55-030b63a9aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:10.148831 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe46b07c-a0ab-4be8-b57e-138ef0d1ae12 req-6ba5d32e-2cbb-44a6-bc55-030b63a9aec2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 922 time: 0.1250241 Jun 25 09:12:10.210212 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe46b07c-a0ab-4be8-b57e-138ef0d1ae12 req-f00ccb14-c401-439e-81cc-74c6377bd841 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e9b705c-1c9b-41f1-a94e-90e96e116219 HTTP/1.1" status: 200 len: 217 time: 0.0446558 Jun 25 09:12:10.283230 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2223d-fe92-4c0f-b10a-8165d0f8c783 req-2c656daa-b4f6-4a64-920c-45aca9951a7c tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:10.285270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5bd2223d-fe92-4c0f-b10a-8165d0f8c783 req-2c656daa-b4f6-4a64-920c-45aca9951a7c tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 1102 time: 0.1519547 Jun 25 09:12:10.287243 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46b07c-a0ab-4be8-b57e-138ef0d1ae12 req-6011f8fc-4308-496f-b849-4891a26340a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:10.288646 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe46b07c-a0ab-4be8-b57e-138ef0d1ae12 req-6011f8fc-4308-496f-b849-4891a26340a5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 200 len: 859 time: 0.0699584 Jun 25 09:12:10.365464 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5bd2223d-fe92-4c0f-b10a-8165d0f8c783 req-8f1bbd64-e62f-48f9-a924-52ff6c8e31b0 tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743349 Jun 25 09:12:10.393501 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46b07c-a0ab-4be8-b57e-138ef0d1ae12 req-cc53493a-7c6d-468d-bfdb-7330b1eb14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:10.404242 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe46b07c-a0ab-4be8-b57e-138ef0d1ae12 req-cc53493a-7c6d-468d-bfdb-7330b1eb14ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00aaca95-703c-44c7-82f8-f0cc9820fbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014113 Jun 25 09:12:10.537490 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe46b07c-a0ab-4be8-b57e-138ef0d1ae12 req-cb5c8ea4-6c66-40b3-bbb7-82a064359aa8 service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236329 Jun 25 09:12:10.668613 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b654a89-4112-4615-a4d5-6c8f97ddc7ef req-e42d2122-0e95-4e2a-b56e-c207fbed9b51 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:10.670295 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b654a89-4112-4615-a4d5-6c8f97ddc7ef req-e42d2122-0e95-4e2a-b56e-c207fbed9b51 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 944 time: 0.1490695 Jun 25 09:12:10.672268 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe46b07c-a0ab-4be8-b57e-138ef0d1ae12 req-6dc35369-a51d-4fe8-bb02-560428019627 service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162314 Jun 25 09:12:10.711421 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b654a89-4112-4615-a4d5-6c8f97ddc7ef req-c009133a-5d21-4d6d-a110-9c12c4721c6e tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348742 Jun 25 09:12:10.765857 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c722b3-4185-476c-b9bb-c4a99a2234f9 x-openstack-request-id: req-97c722b3-4185-476c-b9bb-c4a99a2234f9 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:10.766384 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134c52ae-d19a-4e05-9353-92eabc2cc851", "name": "network-vif-unplugged", "status": "completed", "tag": "202f361e-0d52-44fa-bf00-07988cf89300", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:10.766384 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-97c722b3-4185-476c-b9bb-c4a99a2234f9 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:10.766791 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134c52ae-d19a-4e05-9353-92eabc2cc851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '202f361e-0d52-44fa-bf00-07988cf89300', 'code': 200} Jun 25 09:12:10.900922 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40288) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:10.950366 n-d-761264-15 neutron-server[94025]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 25 09:12:10.952351 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-5540bead-e75c-409a-8e78-873d68a69c82 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:10.955101 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-41168112-a188-4df1-8e0f-b12384301821 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:12:10.957223 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-5540bead-e75c-409a-8e78-873d68a69c82 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/networks?id=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 HTTP/1.1" status: 200 len: 822 time: 0.1241405 Jun 25 09:12:10.961478 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-41168112-a188-4df1-8e0f-b12384301821 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595148 Jun 25 09:12:10.969695 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-1cfb2458-68f1-485c-b2b1-281cd368a73c tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/quotas/b0bc40fe5b8846559cc00336b8182ae5 HTTP/1.1" status: 200 len: 375 time: 0.0102968 Jun 25 09:12:11.037516 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-5d6acd2a-05dc-4597-8c9b-303e5c42aa4b tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b0bc40fe5b8846559cc00336b8182ae5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0622458 Jun 25 09:12:11.047355 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-6b8d973f-1ba1-42a4-b960-1aa7499e9ddf service neutron] Request body: {'binding': {'host': 'n-h1-761264-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:11.048072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-6b8d973f-1ba1-42a4-b960-1aa7499e9ddf service neutron] Unknown quota resources ['binding']. {{(pid=94025) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 09:12:11.140321 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-3bec1a9b-3d6e-41e5-99f2-97269346599b service neutron] 10.222.0.93 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949237 Jun 25 09:12:11.190374 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-6b8d973f-1ba1-42a4-b960-1aa7499e9ddf service neutron] Attempting to bind port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 on host n-h1-761264-15 for vnic_type normal with profile None {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:12:11.190711 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-6b8d973f-1ba1-42a4-b960-1aa7499e9ddf service neutron] Attempting to bind port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:12:11.191036 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-6b8d973f-1ba1-42a4-b960-1aa7499e9ddf service neutron] Attempting to bind port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:12:11.195919 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-6b8d973f-1ba1-42a4-b960-1aa7499e9ddf service neutron] Port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:12:11.196230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-6b8d973f-1ba1-42a4-b960-1aa7499e9ddf service neutron] Attempting to bind port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:12:11.201461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-6b8d973f-1ba1-42a4-b960-1aa7499e9ddf service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:12:11.201786 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-6b8d973f-1ba1-42a4-b960-1aa7499e9ddf service neutron] Checking segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:12:11.202412 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-6b8d973f-1ba1-42a4-b960-1aa7499e9ddf service neutron] Bound using segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:12:11.203017 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-6b8d973f-1ba1-42a4-b960-1aa7499e9ddf service neutron] Bound port: 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:12:11.228510 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-0c382787-5906-4955-bb19-3ea8fff4d449 service neutron] 10.222.0.93 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863647 Jun 25 09:12:11.288522 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-6b8d973f-1ba1-42a4-b960-1aa7499e9ddf service neutron] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:12:11.296046 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-6b8d973f-1ba1-42a4-b960-1aa7499e9ddf service neutron] Notify callbacks [] for binding, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:11.305198 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-6b8d973f-1ba1-42a4-b960-1aa7499e9ddf service neutron] 10.222.0.93 "POST /v2.0/ports/7ef62fbc-af29-4585-92f0-1eaa6c851bf4/bindings HTTP/1.1" status: 201 len: 390 time: 0.2986810 Jun 25 09:12:11.669275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775796d7-989a-403b-9900-5238ab0f5f9d req-c571dd8b-1801-4f76-a5d0-609bbb39d436 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:11.674309 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-775796d7-989a-403b-9900-5238ab0f5f9d req-c571dd8b-1801-4f76-a5d0-609bbb39d436 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.0977283 Jun 25 09:12:11.697953 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-ce899a08-6f24-4532-aad7-e13b847df69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:11.699641 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-ce899a08-6f24-4532-aad7-e13b847df69d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 1097 time: 0.0844250 Jun 25 09:12:11.716012 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-775796d7-989a-403b-9900-5238ab0f5f9d req-3553d51f-b005-4963-bcbd-5b68d0222c29 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369878 Jun 25 09:12:11.860869 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-406e0f3a-2e04-435c-bbc5-f7e559f84088 req-a3e51732-8ff6-48ac-a961-da4e35782144 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 210 time: 0.0513349 Jun 25 09:12:11.862819 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-990a97e3-7af9-4774-8c68-3f1a7e1bd3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:11.865557 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-990a97e3-7af9-4774-8c68-3f1a7e1bd3f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.1277311 Jun 25 09:12:11.932164 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-dd25985c-fec7-496c-b63e-e9375dc040f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4 HTTP/1.1" status: 200 len: 217 time: 0.0593076 Jun 25 09:12:11.988870 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7025f-46a4-42ec-9cbe-b92b94809abd req-8f029689-1605-49bd-8549-49de71b78d7f tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:11.991213 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2c7025f-46a4-42ec-9cbe-b92b94809abd req-8f029689-1605-49bd-8549-49de71b78d7f tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 945 time: 0.1424670 Jun 25 09:12:12.010806 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-5c5cfd38-896d-400e-860d-f66e9f617828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:12.012309 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-5c5cfd38-896d-400e-860d-f66e9f617828 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.0665989 Jun 25 09:12:12.055852 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-56a4e131-9f06-4071-af0f-274257920ed8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364783 Jun 25 09:12:12.062231 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2c7025f-46a4-42ec-9cbe-b92b94809abd req-0a585ad6-2992-4227-bf91-fad91e6cde60 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634675 Jun 25 09:12:12.119237 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-7ae4251d-9b53-4ae9-9123-b879f19d3550 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=feac5915022a4711aa5d2a8786b36e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249109 Jun 25 09:12:12.221215 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-91ac3c0f-9580-4a8c-92c1-ad0643cb75f2 service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366804 Jun 25 09:12:12.275949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-b223050e-e2e2-4827-a795-d8ec7a676cc7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:12.277488 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-b223050e-e2e2-4827-a795-d8ec7a676cc7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518459 Jun 25 09:12:12.306903 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-4caeea7d-f697-4888-9e36-bfdebb40f837 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/quotas/feac5915022a4711aa5d2a8786b36e3c HTTP/1.1" status: 200 len: 375 time: 0.0211205 Jun 25 09:12:12.339874 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d7247-74e2-4dc9-bc3c-1f8c1bf4a693 req-93d23af6-e56e-45e6-9d82-7840ab810c79 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:12.341563 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b59d7247-74e2-4dc9-bc3c-1f8c1bf4a693 req-93d23af6-e56e-45e6-9d82-7840ab810c79 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 944 time: 0.1307974 Jun 25 09:12:12.345947 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-b5da2364-2386-4bff-abbf-d87369eb7306 service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161892 Jun 25 09:12:12.419092 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b59d7247-74e2-4dc9-bc3c-1f8c1bf4a693 req-6b467c2c-f5b9-4822-b18f-4501ffcf1eeb tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598767 Jun 25 09:12:12.439583 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-cedefe8f-4c1e-41c1-8fb9-63608cbdfbde tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1226909 Jun 25 09:12:12.650068 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-4bad9687-7b2b-47d5-b81a-1f3f9e5af68f tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:12.652545 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-4bad9687-7b2b-47d5-b81a-1f3f9e5af68f tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d&tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 1097 time: 0.1127870 Jun 25 09:12:12.665571 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-15'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:12.690968 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-913dec8f-1c57-4572-9a68-afc548050c6e req-7895e7ea-e99c-4345-86a1-9c6945b1c1cb tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 210 time: 0.0516071 Jun 25 09:12:12.834323 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:13.043985 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:13.067755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401862f-682b-4134-9a7c-e055dafbe0b3 req-db4ff223-ac07-454d-b865-b5799a8e5e4b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:13.076331 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f401862f-682b-4134-9a7c-e055dafbe0b3 req-db4ff223-ac07-454d-b865-b5799a8e5e4b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.0755017 Jun 25 09:12:13.112321 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:12:13.137333 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f401862f-682b-4134-9a7c-e055dafbe0b3 req-ec051af4-215d-49ac-82d8-c1fdd5dec2fc tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576248 Jun 25 09:12:13.190517 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2e24af-8f72-4071-94b3-1e0eebb3151d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ef62fbc-af29-4585-92f0-1eaa6c851bf4'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:13.193673 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa032d2c-8cce-4705-95d9-eedc6518b933" -d '{"events": [{"server_uuid": "fa2e24af-8f72-4071-94b3-1e0eebb3151d", "name": "network-vif-unplugged", "status": "completed", "tag": "7ef62fbc-af29-4585-92f0-1eaa6c851bf4"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:13.201277 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:13.208856 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:13.212302 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-23f45ae0-27ec-49b0-97b4-a32a15f6b4e5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:13.261668 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 5e9b705c-1c9b-41f1-a94e-90e96e116219 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:12:13.319079 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-109f2096-f496-4fb2-aad7-5d96e44d3063 req-22c5b04b-bcb2-4f27-bddb-84e53ae03db9 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 210 time: 0.0639541 Jun 25 09:12:13.348124 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,revision_number=7']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:13.348124 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:13.361967 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Attempting to bind port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 on host n-h2-761264-15 for vnic_type normal with profile {"migrating_to": "n-h1-761264-15"} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:12:13.362799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Attempting to bind port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:12:13.363229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Attempting to bind port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:12:13.375423 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:12:13.377076 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Attempting to bind port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:12:13.386925 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:12:13.387282 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Checking segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:12:13.393466 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Bound using segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:12:13.394311 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Bound port: 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:12:13.394938 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:13.446304 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8af0fa-e5ca-49d8-87d7-1fb4ec26b73b req-59026b19-ce71-4d92-9344-9b3cdf0a34d7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:13.452623 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a8af0fa-e5ca-49d8-87d7-1fb4ec26b73b req-59026b19-ce71-4d92-9344-9b3cdf0a34d7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 943 time: 0.1279767 Jun 25 09:12:13.488718 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 5e9b705c-1c9b-41f1-a94e-90e96e116219, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=5e9b705c-1c9b-41f1-a94e-90e96e116219,segment=NetworkSegment(54a7e32b-3228-4da6-82d7-eccfa5e2cea9),segment_id=54a7e32b-3228-4da6-82d7-eccfa5e2cea9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:13.507724 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '5e9b705c-1c9b-41f1-a94e-90e96e116219', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'port_id': '5e9b705c-1c9b-41f1-a94e-90e96e116219', 'mac_address': 'fa:16:3e:98:c1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:12:13.540914 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04573af9-07cc-42b3-8695-03651a545f8d x-openstack-request-id: req-04573af9-07cc-42b3-8695-03651a545f8d {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:13.542462 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2e24af-8f72-4071-94b3-1e0eebb3151d", "name": "network-vif-unplugged", "status": "completed", "tag": "7ef62fbc-af29-4585-92f0-1eaa6c851bf4", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:13.546604 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-04573af9-07cc-42b3-8695-03651a545f8d {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:13.549510 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2e24af-8f72-4071-94b3-1e0eebb3151d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ef62fbc-af29-4585-92f0-1eaa6c851bf4', 'code': 200} Jun 25 09:12:13.578572 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a8af0fa-e5ca-49d8-87d7-1fb4ec26b73b req-4b309d84-5a49-4b00-8059-f6903b3a96c6 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131523 Jun 25 09:12:13.590063 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:12:13.596329 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:12:13.608290 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:13.610935 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9f323b8d-a75a-4a7c-8127-6d9d887a4513 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:13.631465 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:13.679467 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9b705c-1c9b-41f1-a94e-90e96e116219 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:12:13.704402 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,revision_number=8']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:13.708183 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:13.708882 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:13.710257 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] 10.222.0.41 "PUT /v2.0/ports/7ef62fbc-af29-4585-92f0-1eaa6c851bf4 HTTP/1.1" status: 200 len: 1123 time: 1.0504665 Jun 25 09:12:13.712622 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:13.737412 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 5e9b705c-1c9b-41f1-a94e-90e96e116219, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=5e9b705c-1c9b-41f1-a94e-90e96e116219,segment=NetworkSegment(54a7e32b-3228-4da6-82d7-eccfa5e2cea9),segment_id=54a7e32b-3228-4da6-82d7-eccfa5e2cea9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:13.748939 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:13.753668 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:13.849751 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-3af1c5f9-aa68-41ae-92c2-b2b84cc6a337 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:13.851251 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-3af1c5f9-aa68-41ae-92c2-b2b84cc6a337 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.41 "GET /v2.0/networks?id=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 HTTP/1.1" status: 200 len: 822 time: 0.1575439 Jun 25 09:12:13.878341 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-5c324e9a-d9dd-44f0-afe9-c00f71e58cb1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Request body: {'port': {'device_id': '6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f', 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1', 'admin_state_up': True, 'tenant_id': 'b0bc40fe5b8846559cc00336b8182ae5'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:13.887547 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=5e9b705c-1c9b-41f1-a94e-90e96e116219,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:13.906061 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:13.907860 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b51f24-cdd9-4887-b722-86f5d7f0c899 req-8be5b931-9435-41a2-b845-a0f4515a2c5c tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:13.914328 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63b51f24-cdd9-4887-b722-86f5d7f0c899 req-8be5b931-9435-41a2-b845-a0f4515a2c5c tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 945 time: 0.1590002 Jun 25 09:12:13.921056 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['7ef62fbc-af29-4585-92f0-1eaa6c851bf4'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:12:14.038580 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc737904-1cba-4ce2-9798-81b4bebc337e req-2b45d5a6-bd22-4652-b932-ce36e64946da tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 210 time: 0.0723341 Jun 25 09:12:14.060093 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63b51f24-cdd9-4887-b722-86f5d7f0c899 req-7b717a3f-7202-45f2-aaa4-f1797c889a20 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300993 Jun 25 09:12:14.106934 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['5e9b705c-1c9b-41f1-a94e-90e96e116219'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:12:14.145168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-5c324e9a-d9dd-44f0-afe9-c00f71e58cb1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Made reservation on behalf of b0bc40fe5b8846559cc00336b8182ae5 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:12:14.149013 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-5c324e9a-d9dd-44f0-afe9-c00f71e58cb1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:14.340960 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-5c324e9a-d9dd-44f0-afe9-c00f71e58cb1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Allocated IP 172.20.0.9 (bc9fd3c5-c9bb-45bb-92ad-26a11de079b1/b0f74112-761d-4823-bef3-5391ccb190f2/540d9824-c02c-4e0b-b941-1860cb8e6be8) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:12:14.388338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e3db8-a04e-4e87-853d-59f264d6134f req-8f724fef-4562-46b4-8547-ed4cba052d03 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:14.396284 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-934e3db8-a04e-4e87-853d-59f264d6134f req-8f724fef-4562-46b4-8547-ed4cba052d03 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.0971031 Jun 25 09:12:14.437731 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-934e3db8-a04e-4e87-853d-59f264d6134f req-7a3da910-ee75-41c1-a1a0-69a9991618e4 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402534 Jun 25 09:12:14.508804 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-5a7eaa10-8414-42d4-8788-44a8185c1c7f tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=feac5915022a4711aa5d2a8786b36e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296006 Jun 25 09:12:14.588072 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-5c324e9a-d9dd-44f0-afe9-c00f71e58cb1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:14.639840 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3acdf005-4879-48c2-b285-ef9cbf674b4d req-9b30796d-d909-48f6-9a63-bf770ddf1ecf tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 210 time: 0.0754104 Jun 25 09:12:14.676139 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-8d8c4625-3553-4695-b805-7fbec52efae7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:14.677744 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-8d8c4625-3553-4695-b805-7fbec52efae7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1605628 Jun 25 09:12:14.692869 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-5c324e9a-d9dd-44f0-afe9-c00f71e58cb1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:14.706397 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:14.748340 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-cc9d9aba-ee8e-4728-afa4-9ef71e0a0085 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Request body: {'port': {'device_id': 'd27dd0d5-dcad-40ea-8ad0-b286f649244a', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'feac5915022a4711aa5d2a8786b36e3c'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:14.757717 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-5c324e9a-d9dd-44f0-afe9-c00f71e58cb1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:12:14.834865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-5c324e9a-d9dd-44f0-afe9-c00f71e58cb1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:12:14.840610 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-5c324e9a-d9dd-44f0-afe9-c00f71e58cb1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:12:14.884514 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c324e9a-d9dd-44f0-afe9-c00f71e58cb1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Pushing event updated for resources: {'Port': ['ID=540d9824-c02c-4e0b-b941-1860cb8e6be8,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:14.887407 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f1d1f-efb7-43d5-a745-1df96b504906 req-a6c24814-85cd-4356-ac8a-e4e55fe1430b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:14.888446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-043f1d1f-efb7-43d5-a745-1df96b504906 req-a6c24814-85cd-4356-ac8a-e4e55fe1430b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 943 time: 0.1091633 Jun 25 09:12:14.889861 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5c324e9a-d9dd-44f0-afe9-c00f71e58cb1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:14.929170 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-5c324e9a-d9dd-44f0-afe9-c00f71e58cb1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:14.929785 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-5c324e9a-d9dd-44f0-afe9-c00f71e58cb1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:14.942683 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-043f1d1f-efb7-43d5-a745-1df96b504906 req-686b050f-0bf5-48c7-8a4c-89fd166f906e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427763 Jun 25 09:12:14.972386 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-5c324e9a-d9dd-44f0-afe9-c00f71e58cb1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0995350 Jun 25 09:12:14.986934 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-cc9d9aba-ee8e-4728-afa4-9ef71e0a0085 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Made reservation on behalf of feac5915022a4711aa5d2a8786b36e3c for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:12:14.990778 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-cc9d9aba-ee8e-4728-afa4-9ef71e0a0085 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:15.018631 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Request body: {'port': {'device_id': '6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:15.161717 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:15.189643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-689505f4-ab3e-45d4-8cb7-56a931b53cf1 req-3f9ca346-1892-489b-b88d-19631079de57 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 210 time: 0.0305927 Jun 25 09:12:15.190223 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-cc9d9aba-ee8e-4728-afa4-9ef71e0a0085 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Allocated IP 192.168.233.221 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/31282d58-9ee9-43b4-8fd9-46e9ddb445bc) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:12:15.270535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88c696-4c8d-4f5b-9e44-d041c599b211 req-77b8fdd3-9e5a-4fdb-b2ab-00ffbcac8d83 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:15.272093 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd88c696-4c8d-4f5b-9e44-d041c599b211 req-77b8fdd3-9e5a-4fdb-b2ab-00ffbcac8d83 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 945 time: 0.0670681 Jun 25 09:12:15.274560 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 5e9b705c-1c9b-41f1-a94e-90e96e116219 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:12:15.342212 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 5e9b705c-1c9b-41f1-a94e-90e96e116219 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:12:15.348410 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 5e9b705c-1c9b-41f1-a94e-90e96e116219 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:15.349182 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:15.350746 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd88c696-4c8d-4f5b-9e44-d041c599b211 req-c27787b8-c5ee-4ab8-bea1-927f0659d831 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707421 Jun 25 09:12:15.603099 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:15.639872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9b705c-1c9b-41f1-a94e-90e96e116219'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:15.642825 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212a19a6-3760-4179-b709-3f083bf728f5" -d '{"events": [{"server_uuid": "367db1d2-707f-4730-90f9-a97a3874f9ae", "name": "network-vif-plugged", "status": "completed", "tag": "5e9b705c-1c9b-41f1-a94e-90e96e116219"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:15.656984 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 5e9b705c-1c9b-41f1-a94e-90e96e116219, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=5e9b705c-1c9b-41f1-a94e-90e96e116219,segment=NetworkSegment(54a7e32b-3228-4da6-82d7-eccfa5e2cea9),segment_id=54a7e32b-3228-4da6-82d7-eccfa5e2cea9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:15.663764 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:15.667621 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1c5943d3-b0f2-462c-96dc-418005e52491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:15.729687 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=5e9b705c-1c9b-41f1-a94e-90e96e116219,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:15.732294 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c6fa1-6097-4c40-9c56-165fe09f6474 req-b4e53889-bdec-4917-868e-c6705022d66b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:15.741430 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f9c6fa1-6097-4c40-9c56-165fe09f6474 req-b4e53889-bdec-4917-868e-c6705022d66b tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1046793 Jun 25 09:12:15.747126 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:15.759398 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2e24af-8f72-4071-94b3-1e0eebb3151d', 'tag': '7ef62fbc-af29-4585-92f0-1eaa6c851bf4'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:15.761746 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e365b0a-422d-4c7c-b79e-0f3101b93624" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2e24af-8f72-4071-94b3-1e0eebb3151d", "tag": "7ef62fbc-af29-4585-92f0-1eaa6c851bf4"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:15.772304 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-cc9d9aba-ee8e-4728-afa4-9ef71e0a0085 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:15.785960 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f9c6fa1-6097-4c40-9c56-165fe09f6474 req-fe1d3945-eb7f-4921-ac8e-88dc3a4dd4f9 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435457 Jun 25 09:12:15.810159 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-cc9d9aba-ee8e-4728-afa4-9ef71e0a0085 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Transition to ACTIVE for port object 31282d58-9ee9-43b4-8fd9-46e9ddb445bc will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:12:15.835104 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16967c45-74bc-4cf6-b1d0-2d621570a2d7 x-openstack-request-id: req-16967c45-74bc-4cf6-b1d0-2d621570a2d7 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:15.835406 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367db1d2-707f-4730-90f9-a97a3874f9ae", "name": "network-vif-plugged", "status": "completed", "tag": "5e9b705c-1c9b-41f1-a94e-90e96e116219", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:15.835666 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-16967c45-74bc-4cf6-b1d0-2d621570a2d7 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:15.836067 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9b705c-1c9b-41f1-a94e-90e96e116219', 'code': 200} Jun 25 09:12:15.872986 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e4e26d-7226-4e60-b413-213c9b7f583b x-openstack-request-id: req-81e4e26d-7226-4e60-b413-213c9b7f583b {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:15.873483 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2e24af-8f72-4071-94b3-1e0eebb3151d", "tag": "7ef62fbc-af29-4585-92f0-1eaa6c851bf4", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:15.873894 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-81e4e26d-7226-4e60-b413-213c9b7f583b {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:15.874321 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2e24af-8f72-4071-94b3-1e0eebb3151d', 'tag': '7ef62fbc-af29-4585-92f0-1eaa6c851bf4', 'status': 'completed', 'code': 200} Jun 25 09:12:15.960653 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540d9824-c02c-4e0b-b941-1860cb8e6be8 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:12:15.965854 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-cc9d9aba-ee8e-4728-afa4-9ef71e0a0085 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:15.973421 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:15.979184 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:16.032765 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['8a968f36-f5de-4273-971f-bddf9d1b7e1a'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:12:16.037811 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Transition to ACTIVE for port object 540d9824-c02c-4e0b-b941-1860cb8e6be8 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:12:16.039586 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-cc9d9aba-ee8e-4728-afa4-9ef71e0a0085 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:12:16.043322 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-cc9d9aba-ee8e-4728-afa4-9ef71e0a0085 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:12:16.050494 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:16.055049 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-cc9d9aba-ee8e-4728-afa4-9ef71e0a0085 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:12:16.059787 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d9aba-ee8e-4728-afa4-9ef71e0a0085 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Pushing event updated for resources: {'Port': ['ID=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:16.075027 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c7059-660f-4c62-bca6-6f63cab506c4 req-b49f04df-994c-4e97-8bba-e8f451934a22 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:16.076556 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c3c7059-660f-4c62-bca6-6f63cab506c4 req-b49f04df-994c-4e97-8bba-e8f451934a22 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 931 time: 0.1755223 Jun 25 09:12:16.100066 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e365b0a-422d-4c7c-b79e-0f3101b93624 req-13fcbd8b-0506-4a1d-9574-d9fdfe004510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:16.101569 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e365b0a-422d-4c7c-b79e-0f3101b93624 req-13fcbd8b-0506-4a1d-9574-d9fdfe004510 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 1126 time: 0.1665869 Jun 25 09:12:16.104166 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa4eca-9a1f-475a-a0a7-1d17ac0d8dde req-afeac498-9dad-45c8-9aca-072730438e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:16.105755 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67aa4eca-9a1f-475a-a0a7-1d17ac0d8dde req-afeac498-9dad-45c8-9aca-072730438e59 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 1098 time: 0.1395385 Jun 25 09:12:16.138982 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cc9d9aba-ee8e-4728-afa4-9ef71e0a0085 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:16.147639 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-cc9d9aba-ee8e-4728-afa4-9ef71e0a0085 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:16.148311 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-cc9d9aba-ee8e-4728-afa4-9ef71e0a0085 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:16.151025 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:16.202266 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Pushing event updated for resources: {'Port': ['ID=540d9824-c02c-4e0b-b941-1860cb8e6be8,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:16.217178 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:16.245471 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c3c7059-660f-4c62-bca6-6f63cab506c4 req-401da8dc-2876-4e26-969b-93f581690503 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513381 Jun 25 09:12:16.264163 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67aa4eca-9a1f-475a-a0a7-1d17ac0d8dde req-82fe4328-1fb9-41f7-9067-76e947bedabc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460149 Jun 25 09:12:16.308065 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e365b0a-422d-4c7c-b79e-0f3101b93624 req-2ffebe93-bde5-4c91-8a23-4f28bde2cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:16.309725 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e365b0a-422d-4c7c-b79e-0f3101b93624 req-2ffebe93-bde5-4c91-8a23-4f28bde2cb0b service neutron] 10.222.0.38 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.1927762 Jun 25 09:12:16.311611 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-cc9d9aba-ee8e-4728-afa4-9ef71e0a0085 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5962038 Jun 25 09:12:16.342049 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Request body: {'port': {'device_id': 'd27dd0d5-dcad-40ea-8ad0-b286f649244a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:16.447767 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Attempting to bind port 540d9824-c02c-4e0b-b941-1860cb8e6be8 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:12:16.448111 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Attempting to bind port 540d9824-c02c-4e0b-b941-1860cb8e6be8 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '032a832c-6c63-4679-9754-cee9530dd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:12:16.448533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Attempting to bind port 540d9824-c02c-4e0b-b941-1860cb8e6be8 on network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:12:16.451903 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:12:16.454505 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Port 540d9824-c02c-4e0b-b941-1860cb8e6be8 on network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:12:16.454839 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Attempting to bind port 540d9824-c02c-4e0b-b941-1860cb8e6be8 on network bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:12:16.464354 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:16.466849 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:12:16.467195 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Checking segment: {'id': '032a832c-6c63-4679-9754-cee9530dd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:12:16.467908 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Bound using segment: {'id': '032a832c-6c63-4679-9754-cee9530dd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:12:16.468037 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ea230-a0d7-4c46-b901-785cc51f5616 req-b5b9525b-9a37-44eb-a2c9-293c55033991 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:16.468149 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Bound port: 540d9824-c02c-4e0b-b941-1860cb8e6be8, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '032a832c-6c63-4679-9754-cee9530dd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:12:16.468374 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:16.476386 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca2ea230-a0d7-4c46-b901-785cc51f5616 req-b5b9525b-9a37-44eb-a2c9-293c55033991 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 943 time: 0.0852439 Jun 25 09:12:16.498500 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-42a51cdf-fab5-4515-bfd7-8626e35aa15b None None] Provisioning for port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:12:16.516400 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-42a51cdf-fab5-4515-bfd7-8626e35aa15b None None] Provisioning complete for port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:16.516993 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42a51cdf-fab5-4515-bfd7-8626e35aa15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:16.522773 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca2ea230-a0d7-4c46-b901-785cc51f5616 req-172d3d64-5169-4b5b-bcca-3f576585b763 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453646 Jun 25 09:12:16.586332 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e365b0a-422d-4c7c-b79e-0f3101b93624 req-f4de2e08-9b74-40b8-907c-a24cc06b6bfe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4 HTTP/1.1" status: 200 len: 217 time: 0.0542073 Jun 25 09:12:16.631327 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-42a51cdf-fab5-4515-bfd7-8626e35aa15b None None] Port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:12:16.662876 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:16.676815 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 has no active binding in host n-h1-761264-15 {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 25 09:12:16.689725 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] For port 540d9824-c02c-4e0b-b941-1860cb8e6be8, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:12:16.729949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e365b0a-422d-4c7c-b79e-0f3101b93624 req-ec8b331d-7e88-426a-80f9-6be5591884fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:16.731382 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e365b0a-422d-4c7c-b79e-0f3101b93624 req-ec8b331d-7e88-426a-80f9-6be5591884fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.1229730 Jun 25 09:12:16.731936 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] For port 540d9824-c02c-4e0b-b941-1860cb8e6be8, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=540d9824-c02c-4e0b-b941-1860cb8e6be8,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:12:16.742772 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:16.747461 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:16.781536 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e365b0a-422d-4c7c-b79e-0f3101b93624 req-a815ecd7-7a7e-42f8-b076-e459df52903a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404444 Jun 25 09:12:16.789662 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:16.790006 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a50f39-e442-4f19-9686-026e8e2245e6 req-6794739d-cff0-43e8-87a2-14f6d807daad tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:16.790276 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:16.791501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b8a50f39-e442-4f19-9686-026e8e2245e6 req-6794739d-cff0-43e8-87a2-14f6d807daad tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 936 time: 0.1928515 Jun 25 09:12:16.791669 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] 10.222.0.41 "PUT /v2.0/ports/540d9824-c02c-4e0b-b941-1860cb8e6be8 HTTP/1.1" status: 200 len: 1092 time: 1.7786043 Jun 25 09:12:16.837026 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Pushing event updated for resources: {'Port': ['ID=540d9824-c02c-4e0b-b941-1860cb8e6be8,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:16.842358 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:16.889636 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4850df3-6ed8-41e1-b2fb-5ec76f6b0c66 req-397cab52-1fcd-4967-9ee4-6fc2f1f67dfe tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:16.891113 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e4850df3-6ed8-41e1-b2fb-5ec76f6b0c66 req-397cab52-1fcd-4967-9ee4-6fc2f1f67dfe tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 946 time: 0.2149179 Jun 25 09:12:16.904110 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b8a50f39-e442-4f19-9686-026e8e2245e6 req-e6d7119e-d8f8-492e-be74-30667515db26 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001298 Jun 25 09:12:16.933019 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31282d58-9ee9-43b4-8fd9-46e9ddb445bc {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:12:16.945682 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:16.962967 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Transition to ACTIVE for port object 31282d58-9ee9-43b4-8fd9-46e9ddb445bc will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:12:16.971058 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:16.973082 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cc9d9aba-ee8e-4728-afa4-9ef71e0a0085 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:17.050830 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-f97cf3e3-77d7-488f-930b-2b697633dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:17.052491 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-f97cf3e3-77d7-488f-930b-2b697633dee0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0bc40fe5b8846559cc00336b8182ae5&device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 1095 time: 0.1678267 Jun 25 09:12:17.067432 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Pushing event updated for resources: {'Port': ['ID=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:17.078373 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:17.166827 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-fb33e342-8f1b-4449-8078-ce28384ef79b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=540d9824-c02c-4e0b-b941-1860cb8e6be8 HTTP/1.1" status: 200 len: 217 time: 0.0897756 Jun 25 09:12:17.220022 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e365b0a-422d-4c7c-b79e-0f3101b93624 req-e8e31d26-36b2-449f-8b11-4402246d9648 service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264693 Jun 25 09:12:17.223808 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e4850df3-6ed8-41e1-b2fb-5ec76f6b0c66 req-c84b9038-3de4-450f-8b40-7d730d99e453 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229945 Jun 25 09:12:17.236383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Attempting to bind port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:12:17.236911 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Attempting to bind port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:12:17.237102 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Attempting to bind port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:12:17.268969 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:12:17.269614 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Attempting to bind port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:12:17.281710 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-6b274182-38a6-45de-8d29-0a019383d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:17.283949 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-6b274182-38a6-45de-8d29-0a019383d80e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0f74112-761d-4823-bef3-5391ccb190f2 HTTP/1.1" status: 200 len: 862 time: 0.1007624 Jun 25 09:12:17.288496 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:12:17.288819 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:12:17.289212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:12:17.289629 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Bound port: 31282d58-9ee9-43b4-8fd9-46e9ddb445bc, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:12:17.289993 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:17.328593 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-18720e57-1557-44bd-b619-c69c8dc2e4e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359178 Jun 25 09:12:17.395701 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e365b0a-422d-4c7c-b79e-0f3101b93624 req-be47887d-30cf-4347-896e-fd912c273d20 service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568296 Jun 25 09:12:17.447763 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] For port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:12:17.451347 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] For port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:12:17.456016 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:17.460429 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:17.522688 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:17.523096 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:17.524612 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] 10.222.0.41 "PUT /v2.0/ports/31282d58-9ee9-43b4-8fd9-46e9ddb445bc HTTP/1.1" status: 200 len: 1097 time: 1.1900499 Jun 25 09:12:17.563707 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Pushing event updated for resources: {'Port': ['ID=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:17.577171 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:17.580493 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-53e10fda-c6d1-47d4-84d4-3ea210aa172f service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301221 Jun 25 09:12:17.610526 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e741f42-0d39-4d11-b0da-6bb9c7888cf1 req-61051a4f-afe9-4373-b7c0-322e2bf8a66f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:17.619158 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1e741f42-0d39-4d11-b0da-6bb9c7888cf1 req-61051a4f-afe9-4373-b7c0-322e2bf8a66f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1003938 Jun 25 09:12:17.673636 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1e741f42-0d39-4d11-b0da-6bb9c7888cf1 req-5d796b30-3563-401b-a0b6-ccc9612ae845 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530937 Jun 25 09:12:17.753544 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6cba360f-ea81-4231-8c36-914fb97d4015 req-5430916a-e3cf-42b8-99a1-01d7c0aefd0d service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482890 Jun 25 09:12:17.759166 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-f0a380ba-697d-4f64-9f8f-9ea2ac5c8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:17.761518 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-f0a380ba-697d-4f64-9f8f-9ea2ac5c8baa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 1100 time: 0.1337414 Jun 25 09:12:17.771711 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff99f2-3354-4dc1-b4e3-4891bcb68f9d req-11d29a89-2ebf-4d49-a119-c74e3cb51ca8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:17.774303 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0bff99f2-3354-4dc1-b4e3-4891bcb68f9d req-11d29a89-2ebf-4d49-a119-c74e3cb51ca8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 943 time: 0.0770242 Jun 25 09:12:17.823303 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-e2151e38-20a3-4ee2-932b-6aa554f24aca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc HTTP/1.1" status: 200 len: 217 time: 0.0365453 Jun 25 09:12:17.856762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0bff99f2-3354-4dc1-b4e3-4891bcb68f9d req-4d40f94b-6ad1-4a55-afbe-1a9bca8a747f tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769503 Jun 25 09:12:17.884160 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f', 'tag': '540d9824-c02c-4e0b-b941-1860cb8e6be8'}, {'name': 'network-changed', 'server_uuid': 'd27dd0d5-dcad-40ea-8ad0-b286f649244a', 'tag': '31282d58-9ee9-43b4-8fd9-46e9ddb445bc'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:17.888121 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c5d9eb-d6f2-491b-895b-f989b4751edb" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f", "tag": "540d9824-c02c-4e0b-b941-1860cb8e6be8"}, {"name": "network-changed", "server_uuid": "d27dd0d5-dcad-40ea-8ad0-b286f649244a", "tag": "31282d58-9ee9-43b4-8fd9-46e9ddb445bc"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:17.897599 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df97c0-6821-4e8b-a4fc-1c7600052244 req-8d9fafe7-1039-45ec-ba51-86632b57261b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:17.899342 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3df97c0-6821-4e8b-a4fc-1c7600052244 req-8d9fafe7-1039-45ec-ba51-86632b57261b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 943 time: 0.0937524 Jun 25 09:12:17.955044 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-c295150d-69da-4109-9f4b-4cc15964b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:17.958304 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-c295150d-69da-4109-9f4b-4cc15964b670 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0904114 Jun 25 09:12:17.959717 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3df97c0-6821-4e8b-a4fc-1c7600052244 req-0570d7b2-80de-4696-ae39-0751e746df82 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463505 Jun 25 09:12:18.014767 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06e5077-e2c4-4dbe-8260-d42fa39b70ff x-openstack-request-id: req-c06e5077-e2c4-4dbe-8260-d42fa39b70ff {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:18.015084 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f", "tag": "540d9824-c02c-4e0b-b941-1860cb8e6be8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d27dd0d5-dcad-40ea-8ad0-b286f649244a", "tag": "31282d58-9ee9-43b4-8fd9-46e9ddb445bc", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:18.015375 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c06e5077-e2c4-4dbe-8260-d42fa39b70ff {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:18.015787 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f', 'tag': '540d9824-c02c-4e0b-b941-1860cb8e6be8', 'status': 'completed', 'code': 200} Jun 25 09:12:18.016070 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27dd0d5-dcad-40ea-8ad0-b286f649244a', 'tag': '31282d58-9ee9-43b4-8fd9-46e9ddb445bc', 'status': 'completed', 'code': 200} Jun 25 09:12:18.033394 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-70ecf9b9-ae1d-41c3-9b49-12db2056eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:18.034929 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-70ecf9b9-ae1d-41c3-9b49-12db2056eaa6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0571759 Jun 25 09:12:18.182383 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3eae7-5df1-470b-a449-841af9d32f9b req-af4cbb9b-3cbd-404b-af53-d5cfe2aaa7cc tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:18.189413 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ce3eae7-5df1-470b-a449-841af9d32f9b req-af4cbb9b-3cbd-404b-af53-d5cfe2aaa7cc tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 948 time: 0.0863564 Jun 25 09:12:18.215166 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-ebfb40d9-4f0e-4271-b109-44862c7d6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:18.216802 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-ebfb40d9-4f0e-4271-b109-44862c7d6f10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0bc40fe5b8846559cc00336b8182ae5&device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 1095 time: 0.1282709 Jun 25 09:12:18.218637 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-59c0bcfb-0ba0-4e7f-a9b9-1b25d867f90f service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506205 Jun 25 09:12:18.224051 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ce3eae7-5df1-470b-a449-841af9d32f9b req-46953475-dfdd-4c97-86e6-978a798da91d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336986 Jun 25 09:12:18.321207 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932e351-a5fb-4c9e-b4b7-5f2ee1bf5669 req-acc9d2e4-e80c-4ec2-8911-ffcad05f7ac8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:18.323357 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a932e351-a5fb-4c9e-b4b7-5f2ee1bf5669 req-acc9d2e4-e80c-4ec2-8911-ffcad05f7ac8 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 947 time: 0.0691891 Jun 25 09:12:18.376394 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a932e351-a5fb-4c9e-b4b7-5f2ee1bf5669 req-c2e29084-4176-48a2-bd14-579af89d304d tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439117 Jun 25 09:12:18.416381 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e4556345-6b5b-4ffd-b478-8a07be67621f req-bd043d0a-fb43-468c-8ed7-0746e4cfcec1 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733565 Jun 25 09:12:18.417278 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-f8fc8ba2-df30-4d05-af61-05c50f8a5d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:18.418752 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-f8fc8ba2-df30-4d05-af61-05c50f8a5d32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 HTTP/1.1" status: 200 len: 924 time: 0.1839776 Jun 25 09:12:18.429548 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0af7b0-7fd1-401f-96fa-b5d6843a4ab3 req-7acbac22-0fcf-4327-8e92-b71b1f5ecf23 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:18.431078 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db0af7b0-7fd1-401f-96fa-b5d6843a4ab3 req-7acbac22-0fcf-4327-8e92-b71b1f5ecf23 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 946 time: 0.0757668 Jun 25 09:12:18.474540 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db0af7b0-7fd1-401f-96fa-b5d6843a4ab3 req-c9af6f09-bc59-442d-aff2-fb44f2e24fa1 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355263 Jun 25 09:12:18.486751 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-1db7340c-e2b0-402d-9091-1fae839685c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=540d9824-c02c-4e0b-b941-1860cb8e6be8 HTTP/1.1" status: 200 len: 217 time: 0.0443187 Jun 25 09:12:18.586163 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-4a24b082-0e25-473e-87cc-380b60c30516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:18.587649 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-4a24b082-0e25-473e-87cc-380b60c30516 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0f74112-761d-4823-bef3-5391ccb190f2 HTTP/1.1" status: 200 len: 862 time: 0.0465112 Jun 25 09:12:18.634218 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-87b97e97-3006-4585-8815-0b75cef0b2ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309584 Jun 25 09:12:18.692090 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-98e6a31e-1572-411f-ba85-4a7243a83700 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:18.693663 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-98e6a31e-1572-411f-ba85-4a7243a83700 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1041973 Jun 25 09:12:18.742180 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-1bc05bdb-4613-401a-b805-23c99653729b service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898516 Jun 25 09:12:18.752518 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-3b1550b6-dec2-4316-b4fe-a7d02b981b30 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 696 time: 0.0520728 Jun 25 09:12:18.763993 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-eed9ca64-6533-4155-8244-176b777c26d5 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Request body: {'floatingip': {'port_id': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:18.843157 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-eed9ca64-6533-4155-8244-176b777c26d5 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:18.856229 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-e813740d-5935-4acc-980a-2cc410c2a7a6 service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039414 Jun 25 09:12:19.021355 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702ac11-be44-47cd-9670-eccda2316de2 req-ea892976-5060-443c-b820-859fdfed22f4 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:19.022849 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1702ac11-be44-47cd-9670-eccda2316de2 req-ea892976-5060-443c-b820-859fdfed22f4 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.2002337 Jun 25 09:12:19.033612 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-a3b3fd32-0993-4e77-b4f1-f518a9f19171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:19.035572 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-a3b3fd32-0993-4e77-b4f1-f518a9f19171 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 1100 time: 0.0611188 Jun 25 09:12:19.133059 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1702ac11-be44-47cd-9670-eccda2316de2 req-a82dd2b8-1ece-40a0-8ef6-d86c93508fcc tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802670 Jun 25 09:12:19.154481 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-79281255-c34f-474c-97b9-20abacc450ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:19.156025 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-79281255-c34f-474c-97b9-20abacc450ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1066637 Jun 25 09:12:19.203838 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-eae191f0-63f4-4b0d-8dd3-530bdf0bce96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc HTTP/1.1" status: 200 len: 217 time: 0.0402362 Jun 25 09:12:19.258406 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-eb7883ad-6269-4dfb-8d6a-ff16a86cf1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:19.259797 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-eb7883ad-6269-4dfb-8d6a-ff16a86cf1f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0462570 Jun 25 09:12:19.320432 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-22740bf1-bcec-4d25-ba7a-5b76b9e245f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:19.321978 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-22740bf1-bcec-4d25-ba7a-5b76b9e245f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0526984 Jun 25 09:12:19.418469 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-c360a382-9af3-4623-89ba-af1400be3bed service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884361 Jun 25 09:12:19.499346 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f069b-48e7-45ba-af58-7351f64515e7 req-5350f846-ce48-4cc1-a467-3df9a5be5ea3 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:19.500900 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce0f069b-48e7-45ba-af58-7351f64515e7 req-5350f846-ce48-4cc1-a467-3df9a5be5ea3 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 943 time: 0.2452974 Jun 25 09:12:19.515847 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-53c5d9eb-d6f2-491b-895b-f989b4751edb req-db9d36e4-afe8-4864-8cd4-44875060c9c2 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887547 Jun 25 09:12:19.613082 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce0f069b-48e7-45ba-af58-7351f64515e7 req-659196a1-4669-488d-a10e-f9ccc5a4536e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022375 Jun 25 09:12:19.614851 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-eed9ca64-6533-4155-8244-176b777c26d5 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:19.620197 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-eed9ca64-6533-4155-8244-176b777c26d5 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:19.750152 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-eed9ca64-6533-4155-8244-176b777c26d5 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Floating IP 3dcbd78b-8ffa-4695-bd35-b5653b9601fc associated. External IP: 172.25.6.252, port: 58442dad-8efb-4bc8-950a-e643a5cd263b. Jun 25 09:12:19.866328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccdfe3-f3b3-4bbc-84e0-c8d1c7b97a14 req-e03ac369-2531-4091-8074-1f0d33eafbcc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:19.867695 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82ccdfe3-f3b3-4bbc-84e0-c8d1c7b97a14 req-e03ac369-2531-4091-8074-1f0d33eafbcc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 943 time: 0.1541107 Jun 25 09:12:19.946890 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82ccdfe3-f3b3-4bbc-84e0-c8d1c7b97a14 req-81a819b3-388b-4f71-a631-a607168b01db tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709260 Jun 25 09:12:20.312868 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-eed9ca64-6533-4155-8244-176b777c26d5 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Router d8edb756-ec04-4f0f-8f61-c858b0363e59 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:12:20.429654 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fb818-9424-464f-a434-714ec3004df2 req-2c8b3067-31c3-455c-a9eb-caa6ba583706 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:20.431121 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ab1fb818-9424-464f-a434-714ec3004df2 req-2c8b3067-31c3-455c-a9eb-caa6ba583706 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.38 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 947 time: 0.1964016 Jun 25 09:12:20.441912 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e947f-0a58-4fdf-b43a-15d8728a9b9d req-3ba42508-7156-4206-84cd-1c7eb3813f5a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:20.443309 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-925e947f-0a58-4fdf-b43a-15d8728a9b9d req-3ba42508-7156-4206-84cd-1c7eb3813f5a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 948 time: 0.2097251 Jun 25 09:12:20.482051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:12:20.582412 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:20.586471 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-25689cea-b263-4cd4-b744-fb2d27d225c5 service neutron] 10.222.0.38 "GET /v2.0/ports/7ef62fbc-af29-4585-92f0-1eaa6c851bf4/bindings/n-h1-761264-15 HTTP/1.1" status: 200 len: 385 time: 0.2107270 Jun 25 09:12:20.595402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-925e947f-0a58-4fdf-b43a-15d8728a9b9d req-fbdbad15-c78a-4e64-82c4-b105c28a29c4 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386285 Jun 25 09:12:20.598818 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 has no active binding in host n-h1-761264-15 {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 25 09:12:20.650373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-eed9ca64-6533-4155-8244-176b777c26d5 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:12:20.658565 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-eed9ca64-6533-4155-8244-176b777c26d5 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:20.661463 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd101f8-2242-4cd3-aa0e-c71913238488 None None] Sync routers for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:12:20.672030 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd101f8-2242-4cd3-aa0e-c71913238488 None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:20.672944 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-6fd101f8-2242-4cd3-aa0e-c71913238488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:11:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:20.748038 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-eed9ca64-6533-4155-8244-176b777c26d5 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "PUT /v2.0/floatingips/3dcbd78b-8ffa-4695-bd35-b5653b9601fc HTTP/1.1" status: 200 len: 996 time: 1.9877713 Jun 25 09:12:20.750288 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'tag': '58442dad-8efb-4bc8-950a-e643a5cd263b'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:20.752678 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae43a2b-c9ac-47c4-9ade-e8cb71a5116d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8e7be7-87b3-434b-87af-9a01b2412087", "tag": "58442dad-8efb-4bc8-950a-e643a5cd263b"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:20.791257 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-6fd101f8-2242-4cd3-aa0e-c71913238488 None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:20.852932 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-ab1fb818-9424-464f-a434-714ec3004df2 req-4d28ad79-a895-43a8-b914-de68faafb8b1 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Deleting port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:20.853191 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ab1fb818-9424-464f-a434-714ec3004df2 req-4d28ad79-a895-43a8-b914-de68faafb8b1 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:20.967913 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73b19e-8d8d-484e-9003-6ef26b92826d req-99c5c26a-14be-4002-9169-2ee76613408e tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:20.969403 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ab73b19e-8d8d-484e-9003-6ef26b92826d req-99c5c26a-14be-4002-9169-2ee76613408e tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0 HTTP/1.1" status: 200 len: 947 time: 0.2698176 Jun 25 09:12:21.026150 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-6fd101f8-2242-4cd3-aa0e-c71913238488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '3dcbd78b-8ffa-4695-bd35-b5653b9601fc', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'port_id': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'mac_address': 'fa:16:3e:00:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:12:00Z', 'updated_at': '2021-06-25T09:12:19Z', 'revision_number': 1, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:21.046155 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-6acf817f-879e-4fcd-92be-ef41220a2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:21.047664 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-6acf817f-879e-4fcd-92be-ef41220a2d0d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 1097 time: 0.2785168 Jun 25 09:12:21.055965 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd101f8-2242-4cd3-aa0e-c71913238488 None None] Checking router: d8edb756-ec04-4f0f-8f61-c858b0363e59 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:12:21.058706 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-9c83a73c-a7ed-4e71-83d8-f00a67852668 service neutron] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:21.065492 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd101f8-2242-4cd3-aa0e-c71913238488 None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:21.066115 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-6fd101f8-2242-4cd3-aa0e-c71913238488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:11:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:21.066470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-ab1fb818-9424-464f-a434-714ec3004df2 req-4d28ad79-a895-43a8-b914-de68faafb8b1 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] For port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:21.066833 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ab1fb818-9424-464f-a434-714ec3004df2 req-4d28ad79-a895-43a8-b914-de68faafb8b1 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:21.141069 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-ab1fb818-9424-464f-a434-714ec3004df2 req-4d28ad79-a895-43a8-b914-de68faafb8b1 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Calling delete_port for a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:21.150012 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ab73b19e-8d8d-484e-9003-6ef26b92826d req-44a9b7a6-3fb9-4510-9c03-b226635b9c09 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669345 Jun 25 09:12:21.155721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-9c83a73c-a7ed-4e71-83d8-f00a67852668 service neutron] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:12:21.190566 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-6fd101f8-2242-4cd3-aa0e-c71913238488 None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:21.245743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-9c83a73c-a7ed-4e71-83d8-f00a67852668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:12:21.274434 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-9c83a73c-a7ed-4e71-83d8-f00a67852668 service neutron] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:21.295210 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-46f763de-b86d-4df8-b757-e2d019ed0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:21.296715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-46f763de-b86d-4df8-b757-e2d019ed0697 service neutron] 10.222.0.93 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 922 time: 0.2400520 Jun 25 09:12:21.318847 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-9c83a73c-a7ed-4e71-83d8-f00a67852668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:21.499778 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-dffef10d-c7fe-4709-91d9-bc27a49cccee service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58442dad-8efb-4bc8-950a-e643a5cd263b HTTP/1.1" status: 200 len: 999 time: 0.1920323 Jun 25 09:12:21.507755 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-6fd101f8-2242-4cd3-aa0e-c71913238488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '3dcbd78b-8ffa-4695-bd35-b5653b9601fc', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'port_id': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'mac_address': 'fa:16:3e:00:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:12:00Z', 'updated_at': '2021-06-25T09:12:19Z', 'revision_number': 1, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:21.537440 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd101f8-2242-4cd3-aa0e-c71913238488 None None] The sync data for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 is: [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '3dcbd78b-8ffa-4695-bd35-b5653b9601fc', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'port_id': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'mac_address': 'fa:16:3e:00:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:12:00Z', 'updated_at': '2021-06-25T09:12:19Z', 'revision_number': 1, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:12:21.567249 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ab1fb818-9424-464f-a434-714ec3004df2 req-4d28ad79-a895-43a8-b914-de68faafb8b1 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:21.576900 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:21.622056 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-9c83a73c-a7ed-4e71-83d8-f00a67852668 service neutron] Transition to ACTIVE for port object 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:12:21.626751 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28ad79-a895-43a8-b914-de68faafb8b1 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Pushing event deleted for resources: {'Port': ['ID=a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:21.630103 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4d28ad79-a895-43a8-b914-de68faafb8b1 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:21.635458 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-9c83a73c-a7ed-4e71-83d8-f00a67852668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:21.638856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-57dcce8e-47df-44b8-bf0d-96e09b568960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:21.640407 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-57dcce8e-47df-44b8-bf0d-96e09b568960 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 200 len: 859 time: 0.1242537 Jun 25 09:12:21.644889 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:21.687188 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163541a-084b-4a68-ba6a-659bb8e5a87d req-74266520-4d28-4401-b49f-e2b982237efc tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:21.688820 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4163541a-084b-4a68-ba6a-659bb8e5a87d req-74266520-4d28-4401-b49f-e2b982237efc tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.2747064 Jun 25 09:12:21.727576 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8bb43-b939-4dac-95ec-09da61890cdf None None] New status for floating IP 3dcbd78b-8ffa-4695-bd35-b5653b9601fc: ACTIVE {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:12:21.760711 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1fb818-9424-464f-a434-714ec3004df2 req-4d28ad79-a895-43a8-b914-de68faafb8b1 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] No DVR routers for this DVR port a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:12:21.766955 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ab1fb818-9424-464f-a434-714ec3004df2 req-4d28ad79-a895-43a8-b914-de68faafb8b1 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:21.768929 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ab1fb818-9424-464f-a434-714ec3004df2 req-4d28ad79-a895-43a8-b914-de68faafb8b1 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.38 "DELETE /v2.0/ports/a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 HTTP/1.1" status: 204 len: 173 time: 1.3247335 Jun 25 09:12:21.819578 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-9c83a73c-a7ed-4e71-83d8-f00a67852668 service neutron] No DVR routers for this DVR port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:12:21.836125 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83a73c-a7ed-4e71-83d8-f00a67852668 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,revision_number=10']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:21.844548 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9c83a73c-a7ed-4e71-83d8-f00a67852668 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:21.878735 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4163541a-084b-4a68-ba6a-659bb8e5a87d req-64ad05bb-4328-4ecb-a73c-475207fe1c46 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646035 Jun 25 09:12:21.888584 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-9c83a73c-a7ed-4e71-83d8-f00a67852668 service neutron] 10.222.0.38 "PUT /v2.0/ports/7ef62fbc-af29-4585-92f0-1eaa6c851bf4/bindings/n-h1-761264-15/activate HTTP/1.1" status: 200 len: 370 time: 1.2920904 Jun 25 09:12:21.908117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-9f342fd7-6f08-43ff-a658-9ee169e5f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:21.917944 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-9f342fd7-6f08-43ff-a658-9ee169e5f0e2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00aaca95-703c-44c7-82f8-f0cc9820fbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2678158 Jun 25 09:12:21.931242 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-9b255e4e-308b-43ff-9f01-0c9b7e06ebe2 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:12:21.932142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-9b255e4e-308b-43ff-9f01-0c9b7e06ebe2 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055015 Jun 25 09:12:22.063150 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-6cf63339-e0a4-47ff-838b-ce7bd2b1d8c3 service neutron] 10.222.0.93 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236269 Jun 25 09:12:22.099759 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-15053b1e-5758-4bd1-b800-e293da107e4c tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:22.101456 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-15053b1e-5758-4bd1-b800-e293da107e4c tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d&tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 1096 time: 0.0627158 Jun 25 09:12:22.170144 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-b915cc98-bb4a-4d42-a258-7ac0e01cb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:22.171657 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-b915cc98-bb4a-4d42-a258-7ac0e01cb38c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d&tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d HTTP/1.1" status: 200 len: 1096 time: 0.0627604 Jun 25 09:12:22.191179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186e1c0-85a7-4dda-acb3-fd0483065200 req-1d78d4a6-59dd-48c7-9fff-3da912eff9a5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:22.192691 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8186e1c0-85a7-4dda-acb3-fd0483065200 req-1d78d4a6-59dd-48c7-9fff-3da912eff9a5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 943 time: 0.1504710 Jun 25 09:12:22.195007 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e60472b7-3bda-4b72-9ccd-5e6737506646 req-5bf77157-e6f9-4f48-9573-670567cb1a52 service neutron] 10.222.0.93 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154096 Jun 25 09:12:22.267269 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8186e1c0-85a7-4dda-acb3-fd0483065200 req-05b8cc39-e21c-4fe9-b1c6-38aa61c462b3 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623317 Jun 25 09:12:22.289803 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2abbcb3-3423-49d0-bdc7-5ef2dc0114ce x-openstack-request-id: req-e2abbcb3-3423-49d0-bdc7-5ef2dc0114ce {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:22.290111 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8e7be7-87b3-434b-87af-9a01b2412087", "tag": "58442dad-8efb-4bc8-950a-e643a5cd263b", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:22.290309 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-af99fdca-ab5f-4463-87fe-dfef975c82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:22.290435 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e2abbcb3-3423-49d0-bdc7-5ef2dc0114ce {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:22.290776 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'tag': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'status': 'completed', 'code': 200} Jun 25 09:12:22.291929 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-af99fdca-ab5f-4463-87fe-dfef975c82f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 1096 time: 0.0668430 Jun 25 09:12:22.357549 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e528fed-946e-41f7-bd76-b496915e103e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:22.419476 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-def20a7e-14ec-43c3-96b6-f3e51189932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:22.422226 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-def20a7e-14ec-43c3-96b6-f3e51189932a service neutron] 10.222.0.41 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.1184793 Jun 25 09:12:22.486829 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-d3091c49-4cea-415d-878a-a6ab5c869204 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4 HTTP/1.1" status: 200 len: 217 time: 0.0551512 Jun 25 09:12:22.546891 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c26b9-0f4e-4ac0-8be2-e0816a2f90cc req-a8b9dcd9-2a9a-42de-999d-10f7a47bd6f2 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:22.555958 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-799c26b9-0f4e-4ac0-8be2-e0816a2f90cc req-a8b9dcd9-2a9a-42de-999d-10f7a47bd6f2 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 948 time: 0.1376653 Jun 25 09:12:22.564453 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-e6e75dd0-d56a-44ab-9bb1-b0aab29c48b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:22.566394 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-e6e75dd0-d56a-44ab-9bb1-b0aab29c48b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.0664480 Jun 25 09:12:22.568834 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72029d54-0000-4ad3-90d6-20075f762b03 req-6648119a-4e3c-4d5b-8d14-7450d7d0b2c8 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:22.570454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-72029d54-0000-4ad3-90d6-20075f762b03 req-6648119a-4e3c-4d5b-8d14-7450d7d0b2c8 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 944 time: 0.1662967 Jun 25 09:12:22.612295 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-0e3cfdcd-77f7-49eb-abcd-4a3c786cdd6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353754 Jun 25 09:12:22.618926 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae43a2b-c9ac-47c4-9ade-e8cb71a5116d req-349154a4-3406-447e-a32f-b99183013023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:22.620407 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aae43a2b-c9ac-47c4-9ade-e8cb71a5116d req-349154a4-3406-447e-a32f-b99183013023 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 1097 time: 0.2646644 Jun 25 09:12:22.658211 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-72029d54-0000-4ad3-90d6-20075f762b03 req-250b8c56-2b21-4a91-9c2c-cdd1a7006c52 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798812 Jun 25 09:12:22.699286 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-799c26b9-0f4e-4ac0-8be2-e0816a2f90cc req-70ed3384-69fa-4d8c-b103-dbe3588fdb36 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423683 Jun 25 09:12:22.749130 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-649bb25e-a56a-43a9-a6f8-c5b099d76641 service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284838 Jun 25 09:12:22.782758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae43a2b-c9ac-47c4-9ade-e8cb71a5116d req-11d6112f-0ecb-434b-af0a-4fa8a586e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:22.784592 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aae43a2b-c9ac-47c4-9ade-e8cb71a5116d req-11d6112f-0ecb-434b-af0a-4fa8a586e519 service neutron] 10.222.0.38 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 922 time: 0.1538911 Jun 25 09:12:22.872015 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-c56f19aa-6de4-4406-8ae5-536d95048b53 service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081960 Jun 25 09:12:22.899314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aae43a2b-c9ac-47c4-9ade-e8cb71a5116d req-25e74f4b-3676-4fcb-9d0e-f5ba21708e1e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58442dad-8efb-4bc8-950a-e643a5cd263b HTTP/1.1" status: 200 len: 1001 time: 0.1059320 Jun 25 09:12:22.961838 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-e1f2cf56-3bbe-469e-b8b6-3e275182d600 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:22.963531 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-e1f2cf56-3bbe-469e-b8b6-3e275182d600 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=367db1d2-707f-4730-90f9-a97a3874f9ae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1311104 Jun 25 09:12:22.988789 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae43a2b-c9ac-47c4-9ade-e8cb71a5116d req-4660f938-750d-4d89-a492-315e3c9b3414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:22.990246 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aae43a2b-c9ac-47c4-9ade-e8cb71a5116d req-4660f938-750d-4d89-a492-315e3c9b3414 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 200 len: 859 time: 0.0831656 Jun 25 09:12:23.317317 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:12:23.341457 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:12:23.341690 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-1278a0fa-2346-4ceb-b802-e5c143be4dff tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:23.343563 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-1278a0fa-2346-4ceb-b802-e5c143be4dff tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d&tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&binding%3Ahost_id=n-h1-761264-15 HTTP/1.1" status: 200 len: 1096 time: 0.0745857 Jun 25 09:12:23.345123 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:12:23.345868 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:12:23.393094 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:12:23.410271 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-73deec9c-79e7-4da7-a488-a6fa09b31082 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 1001 time: 0.4319484 Jun 25 09:12:23.424763 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-e901f112-e8bb-43ea-a93c-20e10407b78f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Request body: {'floatingip': {'port_id': '5e9b705c-1c9b-41f1-a94e-90e96e116219', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:23.476248 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-a8843765-3bc7-460a-9462-6d602dbf210d service neutron] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:12:23.479239 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-a8843765-3bc7-460a-9462-6d602dbf210d service neutron] Notify callbacks [] for binding, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:23.480361 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9d074635-5527-4d87-89cd-c9f25ba0412b req-a8843765-3bc7-460a-9462-6d602dbf210d service neutron] 10.222.0.41 "DELETE /v2.0/ports/7ef62fbc-af29-4585-92f0-1eaa6c851bf4/bindings/n-h2-761264-15 HTTP/1.1" status: 204 len: 173 time: 0.1248293 Jun 25 09:12:23.499484 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae43a2b-c9ac-47c4-9ade-e8cb71a5116d req-b32a06f9-61da-405d-a289-21152fb104e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:23.501236 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aae43a2b-c9ac-47c4-9ade-e8cb71a5116d req-b32a06f9-61da-405d-a289-21152fb104e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00aaca95-703c-44c7-82f8-f0cc9820fbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4804118 Jun 25 09:12:23.508081 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-e901f112-e8bb-43ea-a93c-20e10407b78f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:23.563114 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e83c0-9fc6-476a-91cc-e5791d23a681 req-c93d1f67-4a25-45d5-90ee-e53552c6ad9d tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:23.564605 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb4e83c0-9fc6-476a-91cc-e5791d23a681 req-c93d1f67-4a25-45d5-90ee-e53552c6ad9d tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.2248206 Jun 25 09:12:23.678875 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:23.696537 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb4e83c0-9fc6-476a-91cc-e5791d23a681 req-157b9c60-4495-41bf-91a3-24fe91e45ad4 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213412 Jun 25 09:12:23.746552 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aae43a2b-c9ac-47c4-9ade-e8cb71a5116d req-c0e90816-4d92-4404-b220-c8e8621a358d service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358456 Jun 25 09:12:23.993100 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aae43a2b-c9ac-47c4-9ade-e8cb71a5116d req-649c875c-ca73-480a-9737-d0b53965d8f7 service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342887 Jun 25 09:12:24.047991 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda3954-1192-4d44-b8fd-5084e2846fbe req-9145c78a-64c9-4369-804c-5a2d27656ba5 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:24.049695 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0bda3954-1192-4d44-b8fd-5084e2846fbe req-9145c78a-64c9-4369-804c-5a2d27656ba5 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=134c52ae-d19a-4e05-9353-92eabc2cc851 HTTP/1.1" status: 200 len: 948 time: 0.2203617 Jun 25 09:12:24.157750 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0bda3954-1192-4d44-b8fd-5084e2846fbe req-a1088d95-cef2-4fcc-9841-9d9cdae82d13 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962529 Jun 25 09:12:24.297557 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0', 'name': 'network-vif-deleted', 'tag': 'a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:24.299913 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1741664-1087-4c9f-9ce7-f4bc4f768600" -d '{"events": [{"server_uuid": "351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0", "name": "network-vif-deleted", "tag": "a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:24.351201 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-e901f112-e8bb-43ea-a93c-20e10407b78f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:24.358060 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-e901f112-e8bb-43ea-a93c-20e10407b78f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:24.453666 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0a31d-a76a-42db-b365-c7deeaca35b1 req-ce4ddd62-5c7b-469f-a421-fa4853d830f8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:24.455218 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9f0a31d-a76a-42db-b365-c7deeaca35b1 req-ce4ddd62-5c7b-469f-a421-fa4853d830f8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 943 time: 0.1484864 Jun 25 09:12:24.493888 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-e901f112-e8bb-43ea-a93c-20e10407b78f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Floating IP 3dcbd78b-8ffa-4695-bd35-b5653b9601fc associated. External IP: 172.25.6.252, port: 58442dad-8efb-4bc8-950a-e643a5cd263b. Jun 25 09:12:24.499637 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31282d58-9ee9-43b4-8fd9-46e9ddb445bc details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:12:24.551402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9f0a31d-a76a-42db-b365-c7deeaca35b1 req-5658cf4d-a1b0-4143-bcc5-31c4081c9d08 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895064 Jun 25 09:12:24.616935 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:24.634689 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '31282d58-9ee9-43b4-8fd9-46e9ddb445bc', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '31282d58-9ee9-43b4-8fd9-46e9ddb445bc', 'mac_address': 'fa:16:3e:c4:01:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:12:24.679525 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:24.693407 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31282d58-9ee9-43b4-8fd9-46e9ddb445bc {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:12:24.715906 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:24.722965 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:24.723731 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 540d9824-c02c-4e0b-b941-1860cb8e6be8 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:12:24.725693 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:24.741247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-e901f112-e8bb-43ea-a93c-20e10407b78f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Router d8edb756-ec04-4f0f-8f61-c858b0363e59 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:12:24.825324 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:24.828562 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:24.874901 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 540d9824-c02c-4e0b-b941-1860cb8e6be8, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=540d9824-c02c-4e0b-b941-1860cb8e6be8,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:24.887848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '540d9824-c02c-4e0b-b941-1860cb8e6be8', 'network_id': 'bc9fd3c5-c9bb-45bb-92ad-26a11de079b1', 'port_id': '540d9824-c02c-4e0b-b941-1860cb8e6be8', 'mac_address': 'fa:16:3e:61:72:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f74112-761d-4823-bef3-5391ccb190f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:12:24.890100 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-e901f112-e8bb-43ea-a93c-20e10407b78f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:12:24.903398 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a77e9f7-374e-4fc8-a7d7-21adde91cdc9 None None] Sync routers for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:12:24.908197 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b992d30-0ec0-4d45-80ee-47c5a752bbce req-8c64c875-55cf-4834-b09c-0bb1499e20a4 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:24.909904 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b992d30-0ec0-4d45-80ee-47c5a752bbce req-8c64c875-55cf-4834-b09c-0bb1499e20a4 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 944 time: 0.1238983 Jun 25 09:12:24.912935 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a77e9f7-374e-4fc8-a7d7-21adde91cdc9 None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:24.913766 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-8a77e9f7-374e-4fc8-a7d7-21adde91cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:11:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:24.933438 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6873-be5f-4fc6-8f5d-e76f0745ca4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:24.940266 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:24.962278 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540d9824-c02c-4e0b-b941-1860cb8e6be8 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:12:24.987862 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 540d9824-c02c-4e0b-b941-1860cb8e6be8, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=540d9824-c02c-4e0b-b941-1860cb8e6be8,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:24.996779 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:24.999653 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:25.025379 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-8a77e9f7-374e-4fc8-a7d7-21adde91cdc9 None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:25.033181 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b992d30-0ec0-4d45-80ee-47c5a752bbce req-b4cb4751-297d-4bcb-957d-57f36f0ebbba tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811090 Jun 25 09:12:25.046902 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=540d9824-c02c-4e0b-b941-1860cb8e6be8,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:25.058000 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:25.135399 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:25.220708 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-e901f112-e8bb-43ea-a93c-20e10407b78f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Router d8edb756-ec04-4f0f-8f61-c858b0363e59 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:12:25.246899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48e379-dce9-4d4e-a8af-beeec0261f11 req-9d661db5-bf02-4cb2-a7cb-646c86a1ec58 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:25.248771 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d48e379-dce9-4d4e-a8af-beeec0261f11 req-9d661db5-bf02-4cb2-a7cb-646c86a1ec58 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 949 time: 0.0887764 Jun 25 09:12:25.256350 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-8a77e9f7-374e-4fc8-a7d7-21adde91cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '3dcbd78b-8ffa-4695-bd35-b5653b9601fc', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'port_id': '5e9b705c-1c9b-41f1-a94e-90e96e116219', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'mac_address': 'fa:16:3e:98:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:12:00Z', 'updated_at': '2021-06-25T09:12:24Z', 'revision_number': 3, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:25.281808 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a77e9f7-374e-4fc8-a7d7-21adde91cdc9 None None] Checking router: d8edb756-ec04-4f0f-8f61-c858b0363e59 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:12:25.290464 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a77e9f7-374e-4fc8-a7d7-21adde91cdc9 None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:25.291083 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-8a77e9f7-374e-4fc8-a7d7-21adde91cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:25.355123 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d48e379-dce9-4d4e-a8af-beeec0261f11 req-fe84a757-bc1e-4783-9f8c-e1ad8b7b9857 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734751 Jun 25 09:12:25.372113 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-e901f112-e8bb-43ea-a93c-20e10407b78f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:12:25.377839 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-e901f112-e8bb-43ea-a93c-20e10407b78f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:25.401586 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-8a77e9f7-374e-4fc8-a7d7-21adde91cdc9 None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:25.451133 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-e901f112-e8bb-43ea-a93c-20e10407b78f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "PUT /v2.0/floatingips/3dcbd78b-8ffa-4695-bd35-b5653b9601fc HTTP/1.1" status: 200 len: 999 time: 2.0342903 Jun 25 09:12:25.519137 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-c7ade838-c312-472e-94a4-f1af31479175 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:25.529521 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-c7ade838-c312-472e-94a4-f1af31479175 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports/58442dad-8efb-4bc8-950a-e643a5cd263b HTTP/1.1" status: 200 len: 942 time: 0.0723698 Jun 25 09:12:25.546633 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eb125c-502d-4c14-9625-6f024e38a8f7 x-openstack-request-id: req-37eb125c-502d-4c14-9625-6f024e38a8f7 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:25.547339 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0", "name": "network-vif-deleted", "tag": "a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:25.547976 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-37eb125c-502d-4c14-9625-6f024e38a8f7 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:25.548609 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351dfbe2-dc1c-44a9-bf32-9434e8c7e7a0', 'name': 'network-vif-deleted', 'tag': 'a1f3ebae-ea8d-4c8b-92d1-6ff1804a0e09', 'status': 'completed', 'code': 200} Jun 25 09:12:25.639818 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-1af049ad-be19-46eb-a1d3-f5f5ea8a9ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:25.646925 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-1af049ad-be19-46eb-a1d3-f5f5ea8a9ef1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 1097 time: 0.0660596 Jun 25 09:12:25.647295 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-8a77e9f7-374e-4fc8-a7d7-21adde91cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '3dcbd78b-8ffa-4695-bd35-b5653b9601fc', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'port_id': '5e9b705c-1c9b-41f1-a94e-90e96e116219', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'mac_address': 'fa:16:3e:98:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:12:00Z', 'updated_at': '2021-06-25T09:12:24Z', 'revision_number': 3, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:25.673333 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a77e9f7-374e-4fc8-a7d7-21adde91cdc9 None None] The sync data for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 is: [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '3dcbd78b-8ffa-4695-bd35-b5653b9601fc', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'port_id': '5e9b705c-1c9b-41f1-a94e-90e96e116219', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'mac_address': 'fa:16:3e:98:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:12:00Z', 'updated_at': '2021-06-25T09:12:24Z', 'revision_number': 3, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:12:25.734163 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-5fd54065-5246-4bf1-9720-b0fdd5c646a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:25.735816 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-5fd54065-5246-4bf1-9720-b0fdd5c646a7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 922 time: 0.0881336 Jun 25 09:12:25.783256 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-c8979331-c927-4aaf-a4b0-8fa33d9f4a13 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58442dad-8efb-4bc8-950a-e643a5cd263b HTTP/1.1" status: 200 len: 217 time: 0.0409791 Jun 25 09:12:25.802301 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['31282d58-9ee9-43b4-8fd9-46e9ddb445bc'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:12:25.852096 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-82bc82a4-03de-45ef-899b-66b2b98d1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:25.854625 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-82bc82a4-03de-45ef-899b-66b2b98d1097 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 200 len: 859 time: 0.0636551 Jun 25 09:12:25.870672 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['540d9824-c02c-4e0b-b941-1860cb8e6be8'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:12:25.924556 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7712fd-f3d2-43a2-bbd1-400c31184e9d None None] New status for floating IP 3dcbd78b-8ffa-4695-bd35-b5653b9601fc: ACTIVE {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:12:25.985597 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-3831b6a8-3710-4813-822b-bc090f31b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:25.993974 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-3831b6a8-3710-4813-822b-bc090f31b12a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00aaca95-703c-44c7-82f8-f0cc9820fbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318681 Jun 25 09:12:26.164182 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:26.314384 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a9910c-bf42-493a-92d2-39b9a538187a None None] Sync routers for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:12:26.324972 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a9910c-bf42-493a-92d2-39b9a538187a None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:26.325850 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e3a9910c-bf42-493a-92d2-39b9a538187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:26.339833 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b902d-2092-4995-943d-78606ebfbf36 req-274e7619-5bdf-4bba-ad9b-6bce3cde5c22 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:26.341398 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-772b902d-2092-4995-943d-78606ebfbf36 req-274e7619-5bdf-4bba-ad9b-6bce3cde5c22 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.4248612 Jun 25 09:12:26.366424 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02febcbc-64b5-41ee-a00e-9e442adf527d req-b84aa04f-3d21-4bc0-a722-dde65d9e4fe6 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:26.368086 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-02febcbc-64b5-41ee-a00e-9e442adf527d req-b84aa04f-3d21-4bc0-a722-dde65d9e4fe6 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.41 "GET /v2.0/ports?device_id=134c52ae-d19a-4e05-9353-92eabc2cc851 HTTP/1.1" status: 200 len: 948 time: 0.0942047 Jun 25 09:12:26.411601 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-5c18168c-b3fd-41e6-88be-0f169a37bcc1 service neutron] 10.222.0.93 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167330 Jun 25 09:12:26.414695 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-772b902d-2092-4995-943d-78606ebfbf36 req-5a3ed857-0fe7-4516-b5b7-64bb316dcb3c tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632777 Jun 25 09:12:26.446931 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-e3a9910c-bf42-493a-92d2-39b9a538187a None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:26.531297 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-02febcbc-64b5-41ee-a00e-9e442adf527d req-ef70c624-e245-4faa-a446-f2c42ce45b36 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Deleting port 202f361e-0d52-44fa-bf00-07988cf89300 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:26.531635 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-02febcbc-64b5-41ee-a00e-9e442adf527d req-ef70c624-e245-4faa-a446-f2c42ce45b36 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:26.540427 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-0ce8364a-09b5-4d99-9048-f5b00ddb080e service neutron] 10.222.0.93 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190672 Jun 25 09:12:26.639780 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-02febcbc-64b5-41ee-a00e-9e442adf527d req-ef70c624-e245-4faa-a446-f2c42ce45b36 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] For port 202f361e-0d52-44fa-bf00-07988cf89300, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=202f361e-0d52-44fa-bf00-07988cf89300,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:26.640132 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-02febcbc-64b5-41ee-a00e-9e442adf527d req-ef70c624-e245-4faa-a446-f2c42ce45b36 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:26.659890 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-02febcbc-64b5-41ee-a00e-9e442adf527d req-ef70c624-e245-4faa-a446-f2c42ce45b36 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Calling delete_port for 202f361e-0d52-44fa-bf00-07988cf89300 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:26.669443 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-b928eca4-1eac-4274-b973-6facb9d0da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:26.670882 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-b928eca4-1eac-4274-b973-6facb9d0da9d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 1098 time: 0.0893037 Jun 25 09:12:26.681411 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7993311-51bc-43df-bd90-719337d654d9 req-e66c998f-dc27-4717-9c29-fe04eb560d2d tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:26.682951 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7993311-51bc-43df-bd90-719337d654d9 req-e66c998f-dc27-4717-9c29-fe04eb560d2d tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/ports?device_id=134c52ae-d19a-4e05-9353-92eabc2cc851 HTTP/1.1" status: 200 len: 948 time: 0.1137702 Jun 25 09:12:26.686255 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e3a9910c-bf42-493a-92d2-39b9a538187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '3dcbd78b-8ffa-4695-bd35-b5653b9601fc', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'port_id': '5e9b705c-1c9b-41f1-a94e-90e96e116219', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'mac_address': 'fa:16:3e:98:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:12:00Z', 'updated_at': '2021-06-25T09:12:26Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:26.713503 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a9910c-bf42-493a-92d2-39b9a538187a None None] Checking router: d8edb756-ec04-4f0f-8f61-c858b0363e59 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:12:26.722213 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a9910c-bf42-493a-92d2-39b9a538187a None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:26.723095 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e3a9910c-bf42-493a-92d2-39b9a538187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:26.778778 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7993311-51bc-43df-bd90-719337d654d9 req-c4255933-fcec-4d9c-b82f-9b20408e5128 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.93 "GET /v2.0/security-groups?id=c791a8c4-6092-425d-828b-1413e189e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775084 Jun 25 09:12:26.798469 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-400b5727-e103-41a6-810b-40fd27f5846f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:26.800069 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-400b5727-e103-41a6-810b-40fd27f5846f service neutron] 10.222.0.93 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 922 time: 0.1162429 Jun 25 09:12:26.800638 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-02febcbc-64b5-41ee-a00e-9e442adf527d req-ef70c624-e245-4faa-a446-f2c42ce45b36 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:26.806517 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8c9e3479-57b1-4f75-95d9-09c2bd9cee4f tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:26.844119 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-e3a9910c-bf42-493a-92d2-39b9a538187a None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:26.847400 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70c624-e245-4faa-a446-f2c42ce45b36 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Pushing event deleted for resources: {'Port': ['ID=202f361e-0d52-44fa-bf00-07988cf89300,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:26.858004 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef70c624-e245-4faa-a446-f2c42ce45b36 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:26.911621 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-09b271ca-5ddc-4561-8d3f-b5660d3f0ac2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e9b705c-1c9b-41f1-a94e-90e96e116219 HTTP/1.1" status: 200 len: 1002 time: 0.1020863 Jun 25 09:12:26.934744 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-02febcbc-64b5-41ee-a00e-9e442adf527d req-ef70c624-e245-4faa-a446-f2c42ce45b36 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] No DVR routers for this DVR port 202f361e-0d52-44fa-bf00-07988cf89300 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:12:26.937703 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-02febcbc-64b5-41ee-a00e-9e442adf527d req-ef70c624-e245-4faa-a446-f2c42ce45b36 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:26.951301 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-02febcbc-64b5-41ee-a00e-9e442adf527d req-ef70c624-e245-4faa-a446-f2c42ce45b36 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] 10.222.0.41 "DELETE /v2.0/ports/202f361e-0d52-44fa-bf00-07988cf89300 HTTP/1.1" status: 204 len: 173 time: 0.5765364 Jun 25 09:12:26.951976 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134c52ae-d19a-4e05-9353-92eabc2cc851', 'name': 'network-vif-deleted', 'tag': '202f361e-0d52-44fa-bf00-07988cf89300'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:26.954385 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45821676-7d06-484b-ae22-303848e62b42" -d '{"events": [{"server_uuid": "134c52ae-d19a-4e05-9353-92eabc2cc851", "name": "network-vif-deleted", "tag": "202f361e-0d52-44fa-bf00-07988cf89300"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:27.010167 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-72758d6c-134e-46b2-8789-bb0e55fb73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:27.017449 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-72758d6c-134e-46b2-8789-bb0e55fb73f3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 200 len: 859 time: 0.0997996 Jun 25 09:12:27.130406 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-65d53ce0-0f80-4823-89fa-ef344e7ff31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:27.131468 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-65d53ce0-0f80-4823-89fa-ef344e7ff31d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00aaca95-703c-44c7-82f8-f0cc9820fbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1130736 Jun 25 09:12:27.146429 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac7e3c-c691-4923-a670-d75e2f07b428 req-a8d9de10-7dcd-446d-a385-6f90ebe46a1c tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:27.147847 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-42ac7e3c-c691-4923-a670-d75e2f07b428 req-a8d9de10-7dcd-446d-a385-6f90ebe46a1c tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 944 time: 0.0997527 Jun 25 09:12:27.221086 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e3a9910c-bf42-493a-92d2-39b9a538187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '3dcbd78b-8ffa-4695-bd35-b5653b9601fc', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'port_id': '5e9b705c-1c9b-41f1-a94e-90e96e116219', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'mac_address': 'fa:16:3e:98:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:12:00Z', 'updated_at': '2021-06-25T09:12:26Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:27.252617 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-42ac7e3c-c691-4923-a670-d75e2f07b428 req-dad0b4bd-d4d5-4096-8478-e40e6eb56910 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956826 Jun 25 09:12:27.257925 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a9910c-bf42-493a-92d2-39b9a538187a None None] The sync data for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 is: [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '3dcbd78b-8ffa-4695-bd35-b5653b9601fc', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'port_id': '5e9b705c-1c9b-41f1-a94e-90e96e116219', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'mac_address': 'fa:16:3e:98:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:12:00Z', 'updated_at': '2021-06-25T09:12:26Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:12:27.295674 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-11d98c6f-f21e-48e1-a0f7-2dbffd226ccb service neutron] 10.222.0.93 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468370 Jun 25 09:12:27.469290 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eab83a07-0e7a-4da3-b3c4-427ab602f1b1 req-529bb8c6-313f-4634-b55e-e6207076319a service neutron] 10.222.0.93 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675920 Jun 25 09:12:27.499261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711c8c9-b11b-42eb-89d4-d16aba193dc6 req-33be813b-fd92-4048-8c7c-90c212ef7da4 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:27.501240 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c711c8c9-b11b-42eb-89d4-d16aba193dc6 req-33be813b-fd92-4048-8c7c-90c212ef7da4 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 949 time: 0.0999882 Jun 25 09:12:27.548506 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c711c8c9-b11b-42eb-89d4-d16aba193dc6 req-1ca5be27-d7b5-4869-9a50-06c7d1a0e6f2 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379002 Jun 25 09:12:27.550255 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'tag': '58442dad-8efb-4bc8-950a-e643a5cd263b'}, {'name': 'network-changed', 'server_uuid': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'tag': '5e9b705c-1c9b-41f1-a94e-90e96e116219'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:27.553691 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8e7be7-87b3-434b-87af-9a01b2412087", "tag": "58442dad-8efb-4bc8-950a-e643a5cd263b"}, {"name": "network-changed", "server_uuid": "367db1d2-707f-4730-90f9-a97a3874f9ae", "tag": "5e9b705c-1c9b-41f1-a94e-90e96e116219"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:27.659481 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b5ee7-ab63-4450-969a-15bf1188ea63 req-04d4f7fc-9340-4fda-a5b2-6f3fe2511fd4 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:27.661057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b81b5ee7-ab63-4450-969a-15bf1188ea63 req-04d4f7fc-9340-4fda-a5b2-6f3fe2511fd4 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 1096 time: 0.0664756 Jun 25 09:12:27.699953 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b81b5ee7-ab63-4450-969a-15bf1188ea63 req-d1697bf7-870e-4875-9a76-0365b573fe60 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327034 Jun 25 09:12:27.719473 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880bbf63-873b-424a-820a-a50bf09e638e x-openstack-request-id: req-880bbf63-873b-424a-820a-a50bf09e638e {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:27.720002 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134c52ae-d19a-4e05-9353-92eabc2cc851", "name": "network-vif-deleted", "tag": "202f361e-0d52-44fa-bf00-07988cf89300", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:27.720088 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-880bbf63-873b-424a-820a-a50bf09e638e {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:27.720502 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134c52ae-d19a-4e05-9353-92eabc2cc851', 'name': 'network-vif-deleted', 'tag': '202f361e-0d52-44fa-bf00-07988cf89300', 'status': 'completed', 'code': 200} Jun 25 09:12:27.829932 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a13c5c4c-3109-4374-b27d-a9f260320825 req-3774d3ff-16aa-4e92-af48-01b8df8c18eb tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 1002 time: 0.0854290 Jun 25 09:12:27.848249 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:27.943845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c5c4c-3109-4374-b27d-a9f260320825 req-e001c997-ce59-47c3-9c46-84858c2d1df4 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:27.943845 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a13c5c4c-3109-4374-b27d-a9f260320825 req-e001c997-ce59-47c3-9c46-84858c2d1df4 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports/5e9b705c-1c9b-41f1-a94e-90e96e116219 HTTP/1.1" status: 200 len: 943 time: 0.0997238 Jun 25 09:12:28.017768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa21e2e-66e6-45bb-8fa6-5f108f9df1af req-3b77e06d-1849-4175-82b5-1f1f7b22eadf tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:28.026190 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6fa21e2e-66e6-45bb-8fa6-5f108f9df1af req-3b77e06d-1849-4175-82b5-1f1f7b22eadf tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1945086 Jun 25 09:12:28.087031 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6fa21e2e-66e6-45bb-8fa6-5f108f9df1af req-c1f3e7c5-5545-425d-9fbe-6e36ef792450 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596995 Jun 25 09:12:28.191726 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a13c5c4c-3109-4374-b27d-a9f260320825 req-6642decc-c36c-4746-9b99-6314f1399d76 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 1002 time: 0.0646424 Jun 25 09:12:28.193417 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3accb4a8-7599-4485-9b74-9fe59f353ef3 x-openstack-request-id: req-3accb4a8-7599-4485-9b74-9fe59f353ef3 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:28.193734 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8e7be7-87b3-434b-87af-9a01b2412087", "tag": "58442dad-8efb-4bc8-950a-e643a5cd263b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "367db1d2-707f-4730-90f9-a97a3874f9ae", "tag": "5e9b705c-1c9b-41f1-a94e-90e96e116219", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:28.194053 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3accb4a8-7599-4485-9b74-9fe59f353ef3 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:28.194479 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'tag': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'status': 'completed', 'code': 200} Jun 25 09:12:28.194803 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'tag': '5e9b705c-1c9b-41f1-a94e-90e96e116219', 'status': 'completed', 'code': 200} Jun 25 09:12:28.419423 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c5c4c-3109-4374-b27d-a9f260320825 req-5f0b7fd5-a9fa-4908-bf8b-61d2b5180104 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:28.421005 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a13c5c4c-3109-4374-b27d-a9f260320825 req-5f0b7fd5-a9fa-4908-bf8b-61d2b5180104 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.2240872 Jun 25 09:12:28.451713 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-029eacbd-a53e-4022-8545-b72e775d74c4 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:28.453363 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-029eacbd-a53e-4022-8545-b72e775d74c4 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 821 time: 0.1879144 Jun 25 09:12:28.491176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-25ff57bd-edd7-40be-bf67-209b32106b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:28.493407 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-25ff57bd-edd7-40be-bf67-209b32106b9c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 1097 time: 0.2283835 Jun 25 09:12:28.495061 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-1536183a-9df4-4cfa-8a35-4f451f025312 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/quotas/962cd5c8d0b44612ac82fa335ff2dd3d HTTP/1.1" status: 200 len: 375 time: 0.0326872 Jun 25 09:12:28.517143 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31282d58-9ee9-43b4-8fd9-46e9ddb445bc up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:12:28.621641 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:12:28.627911 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:28.628659 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:28.677860 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-d265f786-b683-453d-ad8d-b531dd1e79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:28.679810 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-d265f786-b683-453d-ad8d-b531dd1e79b9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 922 time: 0.1791065 Jun 25 09:12:28.722755 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:28.755112 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27dd0d5-dcad-40ea-8ad0-b286f649244a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31282d58-9ee9-43b4-8fd9-46e9ddb445bc'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:28.757559 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e637492-aba2-4c8c-9b6c-010804d1f2f2" -d '{"events": [{"server_uuid": "d27dd0d5-dcad-40ea-8ad0-b286f649244a", "name": "network-vif-plugged", "status": "completed", "tag": "31282d58-9ee9-43b4-8fd9-46e9ddb445bc"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:28.772873 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:28.779916 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:28.781040 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-180946ef-44ae-4baa-bb8c-b92ce48d9d4b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58442dad-8efb-4bc8-950a-e643a5cd263b HTTP/1.1" status: 200 len: 217 time: 0.0855668 Jun 25 09:12:28.781169 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 540d9824-c02c-4e0b-b941-1860cb8e6be8 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:12:28.785305 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-44a50de7-e629-490f-9adb-be6c838e4f60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:28.847805 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-5ad2d05f-0818-4f89-bccc-3397ea09e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:28.849293 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-5ad2d05f-0818-4f89-bccc-3397ea09e258 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 200 len: 859 time: 0.0607555 Jun 25 09:12:28.864977 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-cce287e4-e3cd-44c4-bce5-de1bbd1e651e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3541551 Jun 25 09:12:28.890400 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:28.902505 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:28.915770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b81a08-5426-4388-8dea-8308c2c51ca7 req-7fa633ad-ad30-4a6a-b248-756dfe3ce54d tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:28.917337 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 540d9824-c02c-4e0b-b941-1860cb8e6be8 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:12:28.922038 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 540d9824-c02c-4e0b-b941-1860cb8e6be8 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:28.922503 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:28.923219 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53b81a08-5426-4388-8dea-8308c2c51ca7 req-7fa633ad-ad30-4a6a-b248-756dfe3ce54d tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 944 time: 0.2414372 Jun 25 09:12:29.011628 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:29.029611 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53b81a08-5426-4388-8dea-8308c2c51ca7 req-526e5239-53a6-4538-b7bb-715bf7537961 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052213 Jun 25 09:12:29.053472 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 540d9824-c02c-4e0b-b941-1860cb8e6be8, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=540d9824-c02c-4e0b-b941-1860cb8e6be8,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:29.060560 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:29.060782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-6db47e1a-e1fc-4759-9fda-e683eb1eed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:29.061949 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 202f361e-0d52-44fa-bf00-07988cf89300 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:12:29.062181 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-6db47e1a-e1fc-4759-9fda-e683eb1eed79 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00aaca95-703c-44c7-82f8-f0cc9820fbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1963546 Jun 25 09:12:29.064351 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:29.102179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 202f361e-0d52-44fa-bf00-07988cf89300 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:12:29.102538 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 202f361e-0d52-44fa-bf00-07988cf89300 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:12:29.133019 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=540d9824-c02c-4e0b-b941-1860cb8e6be8,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:29.136571 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:29.182242 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-3388da8e-c62a-4e47-b34c-44472b729680 service neutron] 10.222.0.93 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062668 Jun 25 09:12:29.285024 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-22e53a32-a241-4ef8-b5c2-02676ceac929 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 1002 time: 0.2187006 Jun 25 09:12:29.292033 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-2505efcd-267f-4360-8615-c4bbc4f7515b service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169206 Jun 25 09:12:29.432475 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-2aefe705-15ea-4a16-98b5-6f6a869f629a tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:29.433936 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-2aefe705-15ea-4a16-98b5-6f6a869f629a tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports/5e9b705c-1c9b-41f1-a94e-90e96e116219 HTTP/1.1" status: 200 len: 943 time: 0.1409674 Jun 25 09:12:29.442492 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-36b9833f-dd0f-4c95-b714-4b90e669b085 service neutron] 10.222.0.93 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528255 Jun 25 09:12:29.466942 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-9ac892fa-2ed6-44d4-b4fe-bea645316188 service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589577 Jun 25 09:12:29.625045 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:12:29.634459 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-9bcbb131-e021-4ad6-80ca-bbd767717aea tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 1002 time: 0.1063602 Jun 25 09:12:29.754157 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-e71796dc-4609-4e08-a0ee-329bd47b1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:29.755985 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-e71796dc-4609-4e08-a0ee-329bd47b1dad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 1098 time: 0.1842070 Jun 25 09:12:29.766898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-c59c5485-f349-47c5-80d9-3a95e7bb291b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:29.768130 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-c59c5485-f349-47c5-80d9-3a95e7bb291b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.1269734 Jun 25 09:12:29.897324 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-bff5cd57-90f0-4a03-a42c-014d7a9ef094 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 1002 time: 0.1196182 Jun 25 09:12:29.909091 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-d3497725-15e7-473e-bd27-4220486febc8 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:30.317207 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-d3497725-15e7-473e-bd27-4220486febc8 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:30.352070 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-7b94cfd4-75df-4a85-b2fa-493725689aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:30.353688 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-7b94cfd4-75df-4a85-b2fa-493725689aa6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 922 time: 0.5846827 Jun 25 09:12:30.490274 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-c22589a1-63f0-4ed5-ac3f-95600dd873ac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e9b705c-1c9b-41f1-a94e-90e96e116219 HTTP/1.1" status: 200 len: 1002 time: 0.1292577 Jun 25 09:12:30.505420 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f8d06-68d7-49e6-ae88-107637c60f5d req-5acd2646-2cd1-413f-9ab0-0b02948a0187 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:30.508164 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f2f8d06-68d7-49e6-ae88-107637c60f5d req-5acd2646-2cd1-413f-9ab0-0b02948a0187 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.2590373 Jun 25 09:12:30.625644 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-d3497725-15e7-473e-bd27-4220486febc8 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:30.636119 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-3554a215-549e-436d-883c-e04eed30093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:30.637610 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-3554a215-549e-436d-883c-e04eed30093e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 200 len: 859 time: 0.1252012 Jun 25 09:12:30.638205 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-d3497725-15e7-473e-bd27-4220486febc8 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:30.638500 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-d3497725-15e7-473e-bd27-4220486febc8 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Floating IP 3dcbd78b-8ffa-4695-bd35-b5653b9601fc disassociated. External IP: 172.25.6.252, port: 5e9b705c-1c9b-41f1-a94e-90e96e116219. Jun 25 09:12:30.687893 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f2f8d06-68d7-49e6-ae88-107637c60f5d req-a494333d-c8d6-475b-afa8-3decc71f9677 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629207 Jun 25 09:12:30.788957 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-24019e43-db06-483c-8f29-b3f1088d42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:30.790345 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-24019e43-db06-483c-8f29-b3f1088d42c3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00aaca95-703c-44c7-82f8-f0cc9820fbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146469 Jun 25 09:12:30.897443 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086743b2-7a1a-4d47-bbec-d7c0d15d789a x-openstack-request-id: req-086743b2-7a1a-4d47-bbec-d7c0d15d789a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:30.897995 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27dd0d5-dcad-40ea-8ad0-b286f649244a", "name": "network-vif-plugged", "status": "completed", "tag": "31282d58-9ee9-43b4-8fd9-46e9ddb445bc", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:30.898084 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-086743b2-7a1a-4d47-bbec-d7c0d15d789a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:30.898751 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27dd0d5-dcad-40ea-8ad0-b286f649244a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31282d58-9ee9-43b4-8fd9-46e9ddb445bc', 'code': 200} Jun 25 09:12:30.929560 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:31.103340 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-d3497725-15e7-473e-bd27-4220486febc8 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Router d8edb756-ec04-4f0f-8f61-c858b0363e59 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:12:31.106807 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebe00f-4075-4a20-8482-f203b95404db req-0b04ba97-7353-482a-b093-0c6849110741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:31.108328 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-44ebe00f-4075-4a20-8482-f203b95404db req-0b04ba97-7353-482a-b093-0c6849110741 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 1102 time: 0.0529287 Jun 25 09:12:31.111924 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-3eefaa0a-0410-401b-bbd1-40bdcf63a3e0 service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110614 Jun 25 09:12:31.136294 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-ee804e98-a0d9-4160-8ee7-67b5d959ecc2 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:31.137745 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-ee804e98-a0d9-4160-8ee7-67b5d959ecc2 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.38 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 821 time: 0.2542605 Jun 25 09:12:31.148126 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-44ebe00f-4075-4a20-8482-f203b95404db req-cb70942e-879a-44f4-9435-89bdd29f9e2f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289407 Jun 25 09:12:31.188562 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-a86695f1-e104-4165-8e55-9bbc329e8824 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Request body: {'port': {'device_id': '97521dd0-747f-47c3-a04c-6f2a213d2e53', 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa', 'admin_state_up': True, 'tenant_id': '962cd5c8d0b44612ac82fa335ff2dd3d'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:31.290890 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d213cbf-9eb9-458e-ae16-5e408012aa02 req-fd120d97-5269-4b97-a685-12b11b07dc96 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:31.292402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d213cbf-9eb9-458e-ae16-5e408012aa02 req-fd120d97-5269-4b97-a685-12b11b07dc96 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.2931452 Jun 25 09:12:31.421441 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bdd6c5a-3e57-4254-a4d9-3fd160ea3339 req-6376e8bb-7b41-4650-85e3-b5104ad6e300 service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017519 Jun 25 09:12:31.442392 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d213cbf-9eb9-458e-ae16-5e408012aa02 req-b98be6c8-9531-4201-acce-a7807ab98ed9 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425436 Jun 25 09:12:31.444598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-d3497725-15e7-473e-bd27-4220486febc8 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:12:31.450580 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-d3497725-15e7-473e-bd27-4220486febc8 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:31.455329 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c2a693-0c4e-460c-9d73-71def640f787 None None] Sync routers for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:12:31.465536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c2a693-0c4e-460c-9d73-71def640f787 None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:31.466312 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-70c2a693-0c4e-460c-9d73-71def640f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:31.497402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-d3497725-15e7-473e-bd27-4220486febc8 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "PUT /v2.0/floatingips/3dcbd78b-8ffa-4695-bd35-b5653b9601fc HTTP/1.1" status: 200 len: 695 time: 1.5963466 Jun 25 09:12:31.498354 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'tag': '5e9b705c-1c9b-41f1-a94e-90e96e116219'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:31.501012 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c793e0-518b-488c-87f3-ca02a556b4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "367db1d2-707f-4730-90f9-a97a3874f9ae", "tag": "5e9b705c-1c9b-41f1-a94e-90e96e116219"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:31.505107 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-a86695f1-e104-4165-8e55-9bbc329e8824 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Made reservation on behalf of 962cd5c8d0b44612ac82fa335ff2dd3d for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:12:31.510099 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-a86695f1-e104-4165-8e55-9bbc329e8824 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:31.634329 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-564dafc4-c1cb-4d9e-8042-5c9b65707740 req-21e2f252-e282-4a8d-af12-b0acf86ab136 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 210 time: 0.0648677 Jun 25 09:12:31.693625 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-97765506-165f-401d-b9c8-89dfffbe0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:31.695139 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-97765506-165f-401d-b9c8-89dfffbe0936 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 1098 time: 0.1722755 Jun 25 09:12:31.708224 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-70c2a693-0c4e-460c-9d73-71def640f787 None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:31.753554 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-a86695f1-e104-4165-8e55-9bbc329e8824 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Allocated IP 172.20.0.5 (68eb177c-3f7a-464d-a8dd-cdbf3481befa/d9e35023-68a6-4c2a-a8eb-7df9f14aeb24/3e328bbc-c0f3-40ad-b4d9-9ced57443f84) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:12:31.842503 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-5fc3c88a-9f16-4582-94ad-432f3c826093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:31.843878 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-5fc3c88a-9f16-4582-94ad-432f3c826093 service neutron] 10.222.0.93 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 922 time: 0.1399288 Jun 25 09:12:31.948162 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-70c2a693-0c4e-460c-9d73-71def640f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:31.975915 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c2a693-0c4e-460c-9d73-71def640f787 None None] Checking router: d8edb756-ec04-4f0f-8f61-c858b0363e59 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:12:31.985434 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c2a693-0c4e-460c-9d73-71def640f787 None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:31.986114 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-70c2a693-0c4e-460c-9d73-71def640f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:32.099944 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-70c2a693-0c4e-460c-9d73-71def640f787 None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:32.214453 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-faddefd9-c5a1-4337-b388-97c28ff63349 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e9b705c-1c9b-41f1-a94e-90e96e116219 HTTP/1.1" status: 200 len: 217 time: 0.3555112 Jun 25 09:12:32.305773 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-70c2a693-0c4e-460c-9d73-71def640f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:32.317294 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-6f5a3ff9-f5d0-4d41-bf6e-7780e55e1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:32.318791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-6f5a3ff9-f5d0-4d41-bf6e-7780e55e1e26 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 200 len: 859 time: 0.0946195 Jun 25 09:12:32.335733 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c2a693-0c4e-460c-9d73-71def640f787 None None] The sync data for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 is: [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:12:32.349294 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-a86695f1-e104-4165-8e55-9bbc329e8824 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:32.420964 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2b171-1536-40f1-8ec9-bc06cb3170bb req-87785af1-3702-4d4d-8dd2-c049d7a71794 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:32.422524 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6ed2b171-1536-40f1-8ec9-bc06cb3170bb req-87785af1-3702-4d4d-8dd2-c049d7a71794 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 945 time: 0.2127702 Jun 25 09:12:32.485080 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6ed2b171-1536-40f1-8ec9-bc06cb3170bb req-97c296e1-8d93-434d-aa89-06d687ce9667 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545967 Jun 25 09:12:32.488148 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-a86695f1-e104-4165-8e55-9bbc329e8824 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:32.496416 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-6bdfffde-61c5-459c-96a7-f3f0bbf47efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:32.498360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-6bdfffde-61c5-459c-96a7-f3f0bbf47efc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00aaca95-703c-44c7-82f8-f0cc9820fbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1701059 Jun 25 09:12:32.498948 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:32.594323 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-a86695f1-e104-4165-8e55-9bbc329e8824 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Network 68eb177c-3f7a-464d-a8dd-cdbf3481befa is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:12:32.603026 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-a86695f1-e104-4165-8e55-9bbc329e8824 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:12:32.606985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-a86695f1-e104-4165-8e55-9bbc329e8824 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:12:32.612647 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-a86695f1-e104-4165-8e55-9bbc329e8824 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:32.613874 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-a86695f1-e104-4165-8e55-9bbc329e8824 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:32.616347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86695f1-e104-4165-8e55-9bbc329e8824 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Pushing event updated for resources: {'Port': ['ID=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:32.624115 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a86695f1-e104-4165-8e55-9bbc329e8824 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:32.625958 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5435da02-2715-45b6-b219-89f6d9bda74d None None] New status for floating IP 3dcbd78b-8ffa-4695-bd35-b5653b9601fc: DOWN {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:12:32.638540 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-a86695f1-e104-4165-8e55-9bbc329e8824 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4571726 Jun 25 09:12:32.653602 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08b4a09-8b85-4cdd-b2e6-71b9fb795189 x-openstack-request-id: req-b08b4a09-8b85-4cdd-b2e6-71b9fb795189 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:32.653977 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367db1d2-707f-4730-90f9-a97a3874f9ae", "tag": "5e9b705c-1c9b-41f1-a94e-90e96e116219", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:32.654356 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b08b4a09-8b85-4cdd-b2e6-71b9fb795189 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:32.655244 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'tag': '5e9b705c-1c9b-41f1-a94e-90e96e116219', 'status': 'completed', 'code': 200} Jun 25 09:12:32.670911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Request body: {'port': {'device_id': '97521dd0-747f-47c3-a04c-6f2a213d2e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:32.698610 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-17f90737-1669-4b6e-8240-1b9ea4d5f39c service neutron] 10.222.0.93 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692655 Jun 25 09:12:32.899029 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:32.900340 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540d9824-c02c-4e0b-b941-1860cb8e6be8'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:32.903285 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f938de-b29d-4648-b571-1e5b5ccd6a11" -d '{"events": [{"server_uuid": "6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f", "name": "network-vif-plugged", "status": "completed", "tag": "540d9824-c02c-4e0b-b941-1860cb8e6be8"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:32.932592 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e9a8da5-b973-43fe-bc0c-eeae87cd3ed8 req-1746311d-5049-42f7-8661-ad31e2ba0c80 service neutron] 10.222.0.93 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275510 Jun 25 09:12:32.963927 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c793e0-518b-488c-87f3-ca02a556b4d4 req-8fb8644e-f202-4006-aeac-86bbf22a94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:32.965519 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4c793e0-518b-488c-87f3-ca02a556b4d4 req-8fb8644e-f202-4006-aeac-86bbf22a94cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 1098 time: 0.2490232 Jun 25 09:12:33.016294 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613b42d-f272-4d9e-8063-2d3550c20b12 req-98b38a38-ad74-4094-a586-b8f0f0d9e442 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:33.017919 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a613b42d-f272-4d9e-8063-2d3550c20b12 req-98b38a38-ad74-4094-a586-b8f0f0d9e442 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.2238669 Jun 25 09:12:33.206929 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a613b42d-f272-4d9e-8063-2d3550c20b12 req-19df092a-351f-4a90-be8e-35a13399cfc8 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573062 Jun 25 09:12:33.228523 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c793e0-518b-488c-87f3-ca02a556b4d4 req-e479eaa9-feab-4625-9735-c8805eb17f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:33.230089 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4c793e0-518b-488c-87f3-ca02a556b4d4 req-e479eaa9-feab-4625-9735-c8805eb17f1c service neutron] 10.222.0.38 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 922 time: 0.2575741 Jun 25 09:12:33.285587 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4c793e0-518b-488c-87f3-ca02a556b4d4 req-d57ebf6d-be1a-4a87-8a4a-06c19f33ba5f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e9b705c-1c9b-41f1-a94e-90e96e116219 HTTP/1.1" status: 200 len: 217 time: 0.0462019 Jun 25 09:12:33.409136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c793e0-518b-488c-87f3-ca02a556b4d4 req-83061cb1-af53-4464-a478-d6677bbfa61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:33.410623 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4c793e0-518b-488c-87f3-ca02a556b4d4 req-83061cb1-af53-4464-a478-d6677bbfa61d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 200 len: 859 time: 0.1186690 Jun 25 09:12:33.484108 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:12:33.527925 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:33.554832 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92bdc0-df9b-45e4-b899-b2da7e3c8e55 req-7a645b8b-a2cc-42a0-a0a8-2feeeee896a2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:33.556320 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa92bdc0-df9b-45e4-b899-b2da7e3c8e55 req-7a645b8b-a2cc-42a0-a0a8-2feeeee896a2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.2241802 Jun 25 09:12:33.563922 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Transition to ACTIVE for port object 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:12:33.582827 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:33.593104 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:33.595378 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40906) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:33.631126 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c793e0-518b-488c-87f3-ca02a556b4d4 req-aad037e8-2648-4c13-8425-a4a4f751c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:33.632644 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4c793e0-518b-488c-87f3-ca02a556b4d4 req-aad037e8-2648-4c13-8425-a4a4f751c090 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00aaca95-703c-44c7-82f8-f0cc9820fbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1975875 Jun 25 09:12:33.716870 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa92bdc0-df9b-45e4-b899-b2da7e3c8e55 req-61fed2cc-9ebb-4a76-a509-2194882dd80a tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514685 Jun 25 09:12:33.733536 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Pushing event updated for resources: {'Port': ['ID=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:33.750563 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0883c-c0e2-4edb-b57e-bacaf9672051 req-8db64146-5e7a-4934-b878-a45a5f86a9bc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:33.754035 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ad0883c-c0e2-4edb-b57e-bacaf9672051 req-8db64146-5e7a-4934-b878-a45a5f86a9bc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 931 time: 0.2743866 Jun 25 09:12:33.758829 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:33.782000 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0d7f6e88-5711-4191-8829-2476ef35b03e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b9222d989f8444b5b06c13b3669f6848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827552 Jun 25 09:12:33.785265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40910) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:33.825431 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:12:33.825776 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:12:33.826488 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:12:33.842885 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:12:33.843167 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:12:33.853984 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9636f183-ecc5-4129-b32d-f33c8624eef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:33.860017 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ad0883c-c0e2-4edb-b57e-bacaf9672051 req-b107d981-3f67-4d8b-a79a-7554e2d5f4f8 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049788 Jun 25 09:12:33.887569 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9636f183-ecc5-4129-b32d-f33c8624eef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:33.902605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:12:33.902952 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Checking segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:12:33.903350 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Bound using segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:12:33.903808 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Bound port: 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:12:33.904176 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:33.925209 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4c793e0-518b-488c-87f3-ca02a556b4d4 req-5f7af27b-8e33-4b3b-a4ff-f4597c04a4cb service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755167 Jun 25 09:12:33.952583 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9636f183-ecc5-4129-b32d-f33c8624eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:33.958346 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb23c92e-8acf-4a87-af5f-df68db9b16b5 x-openstack-request-id: req-cb23c92e-8acf-4a87-af5f-df68db9b16b5 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:33.959639 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9636f183-ecc5-4129-b32d-f33c8624eef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:33.959781 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f", "name": "network-vif-plugged", "status": "completed", "tag": "540d9824-c02c-4e0b-b941-1860cb8e6be8", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:33.960079 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cb23c92e-8acf-4a87-af5f-df68db9b16b5 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:33.960641 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540d9824-c02c-4e0b-b941-1860cb8e6be8', 'code': 200} Jun 25 09:12:33.969341 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9636f183-ecc5-4129-b32d-f33c8624eef7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c791a8c4-6092-425d-828b-1413e189e2ff HTTP/1.1" status: 204 len: 168 time: 0.1809967 Jun 25 09:12:33.974782 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e94bdf87-cd37-4fe0-a359-886849fadcb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:34.041111 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636f183-ecc5-4129-b32d-f33c8624eef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c791a8c4-6092-425d-828b-1413e189e2ff,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:34.047757 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9636f183-ecc5-4129-b32d-f33c8624eef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:34.167378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:12:34.177113 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:12:34.188880 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:34.191462 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-17497e85-d3d2-43b5-ace4-176812766097 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:34.193933 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3b0a4-e7be-448f-a1d3-9c031001e459 req-d3123d67-dce1-4e48-b7b6-b6c7f5d8f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:34.195473 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4c793e0-518b-488c-87f3-ca02a556b4d4 req-ec2424a3-8826-4875-9f19-00c3689ae9d5 service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564516 Jun 25 09:12:34.195878 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0af3b0a4-e7be-448f-a1d3-9c031001e459 req-d3123d67-dce1-4e48-b7b6-b6c7f5d8f75e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 1097 time: 0.0964925 Jun 25 09:12:34.238413 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:34.239105 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:34.240588 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] 10.222.0.38 "PUT /v2.0/ports/3e328bbc-c0f3-40ad-b4d9-9ced57443f84 HTTP/1.1" status: 200 len: 1092 time: 1.5811744 Jun 25 09:12:34.270223 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Pushing event updated for resources: {'Port': ['ID=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:34.272356 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0af3b0a4-e7be-448f-a1d3-9c031001e459 req-aee50dc1-8956-497a-a259-516681c74227 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674944 Jun 25 09:12:34.278615 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:34.404684 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bc4ac-1b59-4e61-86ac-509c679eb8c2 req-ca741417-1647-42b1-bdf3-0eea2b25c6bf tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:34.406248 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a99bc4ac-1b59-4e61-86ac-509c679eb8c2 req-ca741417-1647-42b1-bdf3-0eea2b25c6bf tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 945 time: 0.1233253 Jun 25 09:12:34.423291 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-5e052197-e19d-44e8-8601-87771749c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:34.425152 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-5e052197-e19d-44e8-8601-87771749c5b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 1095 time: 0.0919833 Jun 25 09:12:34.501840 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-47e134d0-8e74-4203-8606-a4083bca9b78 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e328bbc-c0f3-40ad-b4d9-9ced57443f84 HTTP/1.1" status: 200 len: 217 time: 0.0606327 Jun 25 09:12:34.508186 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a99bc4ac-1b59-4e61-86ac-509c679eb8c2 req-ec763e04-b3f6-4066-b435-eba164919578 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959384 Jun 25 09:12:34.561285 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-679b43e4-6d16-4ae7-8237-544988d5cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:34.562910 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-679b43e4-6d16-4ae7-8237-544988d5cee5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.0537105 Jun 25 09:12:34.597559 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-c5449b1c-ee5d-4d3d-957c-9d047cfe07b0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276034 Jun 25 09:12:34.659723 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97521dd0-747f-47c3-a04c-6f2a213d2e53', 'tag': '3e328bbc-c0f3-40ad-b4d9-9ced57443f84'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:34.662180 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32947f8e-97d8-4794-aa27-a28360101192" -d '{"events": [{"name": "network-changed", "server_uuid": "97521dd0-747f-47c3-a04c-6f2a213d2e53", "tag": "3e328bbc-c0f3-40ad-b4d9-9ced57443f84"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:34.739979 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-fbed8a0b-2b5d-4f40-ae66-58b4e0208617 service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342936 Jun 25 09:12:34.763895 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bbd2d-b616-4bcb-bc58-aecf0960c374 req-c7da3639-0440-4678-8a3c-4fc1d8a67085 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:34.765464 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-244bbd2d-b616-4bcb-bc58-aecf0960c374 req-c7da3639-0440-4678-8a3c-4fc1d8a67085 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 946 time: 0.1510673 Jun 25 09:12:34.867850 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40944) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:34.908646 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-244bbd2d-b616-4bcb-bc58-aecf0960c374 req-7dfdbe7d-4fb8-4a8f-8ee0-82055d9f6cc6 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/security-groups?id=72ade8eb-f275-434a-9336-d7bbfb3ae087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353440 Jun 25 09:12:34.932614 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67f50184-6ac7-4ea2-abf5-f7c35c52a9a1 req-50ba1d42-43b1-4538-a0f3-2103d473fbe1 service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837666 Jun 25 09:12:34.971945 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964f84-afce-49e7-8f40-10264b563000 req-b53ced9d-d3ed-458a-b466-fbed41dfc975 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:34.973773 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32964f84-afce-49e7-8f40-10264b563000 req-b53ced9d-d3ed-458a-b466-fbed41dfc975 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.1397703 Jun 25 09:12:34.987482 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-779245557-network', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:35.013394 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Made reservation on behalf of 0b9dee5511f2477a8c0a4cc51c81c27b for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:12:35.015873 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:35.024428 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:35.030274 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32964f84-afce-49e7-8f40-10264b563000 req-6c0b891e-1fec-40f9-89a2-49afdd20f95e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492082 Jun 25 09:12:35.094646 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba38460b-f093-430f-a5bd-479ba57b8863 x-openstack-request-id: req-ba38460b-f093-430f-a5bd-479ba57b8863 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:35.094963 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97521dd0-747f-47c3-a04c-6f2a213d2e53", "tag": "3e328bbc-c0f3-40ad-b4d9-9ced57443f84", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:35.095245 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ba38460b-f093-430f-a5bd-479ba57b8863 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:35.095698 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97521dd0-747f-47c3-a04c-6f2a213d2e53', 'tag': '3e328bbc-c0f3-40ad-b4d9-9ced57443f84', 'status': 'completed', 'code': 200} Jun 25 09:12:35.103578 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-bf21ca7d-2752-4705-b8c5-0c2b18e0a2f5 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:35.105171 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-bf21ca7d-2752-4705-b8c5-0c2b18e0a2f5 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0904326 Jun 25 09:12:35.143201 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:35.148371 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:35.151672 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6b48acbf-371f-473b-b805-0eed21b51034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:35.164055 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-2d70bd28-11f6-417d-9243-3739c3547126 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 696 time: 0.0524170 Jun 25 09:12:35.176801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:12:35.179753 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-6d37f508-51b0-4888-82f6-0dbeb27c93f3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Request body: {'floatingip': {'port_id': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:35.190347 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b33ba89-f174-4cdb-978f-610e6b0bc37b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:35.197217 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:35.198748 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:35.199276 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Added segment 9e6c0beb-f9ac-4238-8bc0-b375dbae975d of type vlan for network 6889e220-6a60-4950-ba9e-092798701f9a Jun 25 09:12:35.248461 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:35.255670 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-6d37f508-51b0-4888-82f6-0dbeb27c93f3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:35.283034 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:35.284627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:35.285284 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:35.287439 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-71f238a0-7e59-45ba-9a13-3a410b8abf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:35.338337 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4701495 Jun 25 09:12:35.342074 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40952) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:35.343501 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Pushing event updated for resources: {'Network': ['ID=6889e220-6a60-4950-ba9e-092798701f9a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:35.346486 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:35.351405 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-2513601a-1b2f-49f9-8716-90888ad752bd admin admin] Request body: {'subnet': {'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-779245557-subnet', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:35.354291 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 6889e220-6a60-4950-ba9e-092798701f9a details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:12:35.409023 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32947f8e-97d8-4794-aa27-a28360101192 req-1a138a35-6d79-48b7-9400-829bb56a6f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:35.410532 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32947f8e-97d8-4794-aa27-a28360101192 req-1a138a35-6d79-48b7-9400-829bb56a6f9a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 1095 time: 0.2454226 Jun 25 09:12:35.451203 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2513601a-1b2f-49f9-8716-90888ad752bd admin admin] Made reservation on behalf of 0b9dee5511f2477a8c0a4cc51c81c27b for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:12:35.453534 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2513601a-1b2f-49f9-8716-90888ad752bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:35.907059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c386f-cdc2-4918-bc5b-b1412484c69d req-29fee809-1259-4e1d-ba9a-73f2eff0917e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:35.908603 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb2c386f-cdc2-4918-bc5b-b1412484c69d req-29fee809-1259-4e1d-ba9a-73f2eff0917e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.6675370 Jun 25 09:12:36.038604 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32947f8e-97d8-4794-aa27-a28360101192 req-dfae02ff-1a1a-45d7-97e5-54ef03b4ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:36.040098 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32947f8e-97d8-4794-aa27-a28360101192 req-dfae02ff-1a1a-45d7-97e5-54ef03b4ddc2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.6186264 Jun 25 09:12:36.161894 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb2c386f-cdc2-4918-bc5b-b1412484c69d req-d8862211-65e5-4770-8ce8-5610649776fa tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367442 Jun 25 09:12:36.168081 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32947f8e-97d8-4794-aa27-a28360101192 req-94444963-4ec4-461d-bc59-928965c8dfc3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e328bbc-c0f3-40ad-b4d9-9ced57443f84 HTTP/1.1" status: 200 len: 217 time: 0.1126716 Jun 25 09:12:36.351439 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db127b64-90e0-42ee-b74f-eb9a136fb97e req-41c61cdd-a7e6-4179-a9aa-1268288e22f3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:36.353020 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db127b64-90e0-42ee-b74f-eb9a136fb97e req-41c61cdd-a7e6-4179-a9aa-1268288e22f3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.38 "GET /v2.0/ports?device_id=367db1d2-707f-4730-90f9-a97a3874f9ae HTTP/1.1" status: 200 len: 946 time: 0.3864369 Jun 25 09:12:36.354492 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32947f8e-97d8-4794-aa27-a28360101192 req-18daf7f9-590b-4a3b-8f24-9305f00cd092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:36.355865 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32947f8e-97d8-4794-aa27-a28360101192 req-18daf7f9-590b-4a3b-8f24-9305f00cd092 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.1542275 Jun 25 09:12:36.458619 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32947f8e-97d8-4794-aa27-a28360101192 req-cbbb8339-59f3-49c9-b401-9a8da89ae86e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776262 Jun 25 09:12:36.465684 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2513601a-1b2f-49f9-8716-90888ad752bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:36.509977 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2ccde194-f301-437c-bb77-527a94cdf0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:36.632535 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.db.resource_extend [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-6d37f508-51b0-4888-82f6-0dbeb27c93f3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:12:36.744785 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-6d37f508-51b0-4888-82f6-0dbeb27c93f3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:36.752823 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba752c-3f98-482e-a88c-58b9cbacae36 req-0d2570ad-d8fe-4efa-8f4a-17d70dd40c8d tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:36.754336 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7ba752c-3f98-482e-a88c-58b9cbacae36 req-0d2570ad-d8fe-4efa-8f4a-17d70dd40c8d tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 943 time: 0.4838576 Jun 25 09:12:36.760222 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513601a-1b2f-49f9-8716-90888ad752bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=71266b30-0660-42ae-9490-5602b8ed149b,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:36.769537 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-6d37f508-51b0-4888-82f6-0dbeb27c93f3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:36.778249 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2513601a-1b2f-49f9-8716-90888ad752bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:36.841138 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32947f8e-97d8-4794-aa27-a28360101192 req-81e239c9-6e45-4804-ae5b-dace0c3ba8cd service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709948 Jun 25 09:12:36.841836 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2513601a-1b2f-49f9-8716-90888ad752bd admin admin] Checking segment: {'id': '9e6c0beb-f9ac-4238-8bc0-b375dbae975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:12:36.842222 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2513601a-1b2f-49f9-8716-90888ad752bd admin admin] Network hostable DHCP agents. Network: 6889e220-6a60-4950-ba9e-092798701f9a, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:12:36.959185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7ba752c-3f98-482e-a88c-58b9cbacae36 req-1b5a2c26-a882-4cea-ab61-8c349ddac646 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906993 Jun 25 09:12:36.960432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-db127b64-90e0-42ee-b74f-eb9a136fb97e req-08c9bb59-7e72-42e1-80d1-ec07cec15040 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Deleting port 5e9b705c-1c9b-41f1-a94e-90e96e116219 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:36.960786 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-db127b64-90e0-42ee-b74f-eb9a136fb97e req-08c9bb59-7e72-42e1-80d1-ec07cec15040 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:37.022565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2513601a-1b2f-49f9-8716-90888ad752bd admin admin] Network 6889e220-6a60-4950-ba9e-092798701f9a is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:12:37.054450 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-6d37f508-51b0-4888-82f6-0dbeb27c93f3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Floating IP 3dcbd78b-8ffa-4695-bd35-b5653b9601fc associated. External IP: 172.25.6.252, port: 58442dad-8efb-4bc8-950a-e643a5cd263b. Jun 25 09:12:37.060948 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-2513601a-1b2f-49f9-8716-90888ad752bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 6889e220-6a60-4950-ba9e-092798701f9a) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:12:37.071436 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5917696-ef1e-4adc-ae16-43167a20bcb6 None None] Network 6889e220-6a60-4950-ba9e-092798701f9a requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:12:37.117814 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2513601a-1b2f-49f9-8716-90888ad752bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:37.118404 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2513601a-1b2f-49f9-8716-90888ad752bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:37.135894 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32947f8e-97d8-4794-aa27-a28360101192 req-55e361ac-a738-4d8f-bfdf-536b2c1bee61 service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873590 Jun 25 09:12:37.158789 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2513601a-1b2f-49f9-8716-90888ad752bd admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8148630 Jun 25 09:12:37.162018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40962) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:37.168906 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-db127b64-90e0-42ee-b74f-eb9a136fb97e req-08c9bb59-7e72-42e1-80d1-ec07cec15040 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] For port 5e9b705c-1c9b-41f1-a94e-90e96e116219, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=5e9b705c-1c9b-41f1-a94e-90e96e116219,segment=NetworkSegment(54a7e32b-3228-4da6-82d7-eccfa5e2cea9),segment_id=54a7e32b-3228-4da6-82d7-eccfa5e2cea9)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:37.169279 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-db127b64-90e0-42ee-b74f-eb9a136fb97e req-08c9bb59-7e72-42e1-80d1-ec07cec15040 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:37.172371 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-779245557-router', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:37.217073 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-db127b64-90e0-42ee-b74f-eb9a136fb97e req-08c9bb59-7e72-42e1-80d1-ec07cec15040 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Calling delete_port for 5e9b705c-1c9b-41f1-a94e-90e96e116219 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:37.252946 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-6889e220-6a60-4950-ba9e-092798701f9a', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'fixed_ips': [{'subnet_id': '71266b30-0660-42ae-9490-5602b8ed149b'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:12:37.254377 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:37.258634 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:37.260122 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:37.350209 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d996c-97d7-4d6c-834e-466d5d2a2b78 req-ea0b07df-ae63-45db-97b8-be146ab24c8c tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:37.351968 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d78d996c-97d7-4d6c-834e-466d5d2a2b78 req-ea0b07df-ae63-45db-97b8-be146ab24c8c tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.41 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 946 time: 0.1633296 Jun 25 09:12:37.409200 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Allocated IP 172.20.0.2 (6889e220-6a60-4950-ba9e-092798701f9a/71266b30-0660-42ae-9490-5602b8ed149b/54928ca0-ee65-480a-a400-7431839bee2a) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:12:37.474021 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:12:37.655858 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:37.658736 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:37.674745 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '3e328bbc-c0f3-40ad-b4d9-9ced57443f84', 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa', 'port_id': '3e328bbc-c0f3-40ad-b4d9-9ced57443f84', 'mac_address': 'fa:16:3e:60:92:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e35023-68a6-4c2a-a8eb-7df9f14aeb24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:12:37.677534 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Transition to ACTIVE for port object 54928ca0-ee65-480a-a400-7431839bee2a will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:12:37.698272 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:37.720441 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Transition to ACTIVE for port object 54928ca0-ee65-480a-a400-7431839bee2a will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:12:37.730376 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:37.735974 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:37.742737 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:37.786301 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Network 6889e220-6a60-4950-ba9e-092798701f9a is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:12:37.788135 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:12:37.795345 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:12:37.804269 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:12:37.812898 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Pushing event updated for resources: {'Port': ['ID=54928ca0-ee65-480a-a400-7431839bee2a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:37.822193 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:37.827674 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:37.830338 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-db127b64-90e0-42ee-b74f-eb9a136fb97e req-08c9bb59-7e72-42e1-80d1-ec07cec15040 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:37.839847 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9c83a73c-a7ed-4e71-83d8-f00a67852668 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:37.851301 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:37.854843 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-1aa9e771-cdaa-4ebf-b4da-0fe23bc380bf service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5585017 Jun 25 09:12:37.866392 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:37.881838 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f67cd-05c9-4054-83c1-b59db427a6c2 req-72672f52-6d14-4885-95bc-eafa117dae4f tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:37.883656 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-886f67cd-05c9-4054-83c1-b59db427a6c2 req-72672f52-6d14-4885-95bc-eafa117dae4f tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 945 time: 0.5357504 Jun 25 09:12:37.889825 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-6d37f508-51b0-4888-82f6-0dbeb27c93f3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Router d8edb756-ec04-4f0f-8f61-c858b0363e59 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:12:37.890206 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['58442dad-8efb-4bc8-950a-e643a5cd263b', '5e9b705c-1c9b-41f1-a94e-90e96e116219'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:12:37.891068 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9bb59-7e72-42e1-80d1-ec07cec15040 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Pushing event deleted for resources: {'Port': ['ID=5e9b705c-1c9b-41f1-a94e-90e96e116219,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:37.898254 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-08c9bb59-7e72-42e1-80d1-ec07cec15040 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:37.915312 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:37.960572 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-db127b64-90e0-42ee-b74f-eb9a136fb97e req-08c9bb59-7e72-42e1-80d1-ec07cec15040 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] No DVR routers for this DVR port 5e9b705c-1c9b-41f1-a94e-90e96e116219 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:12:37.965281 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-db127b64-90e0-42ee-b74f-eb9a136fb97e req-08c9bb59-7e72-42e1-80d1-ec07cec15040 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:37.967228 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db127b64-90e0-42ee-b74f-eb9a136fb97e req-08c9bb59-7e72-42e1-80d1-ec07cec15040 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.38 "DELETE /v2.0/ports/5e9b705c-1c9b-41f1-a94e-90e96e116219 HTTP/1.1" status: 204 len: 173 time: 1.5803504 Jun 25 09:12:37.968014 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'name': 'network-vif-deleted', 'tag': '5e9b705c-1c9b-41f1-a94e-90e96e116219'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:37.970473 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092008ab-f4a7-4f63-9c76-f7c95738adec" -d '{"events": [{"server_uuid": "367db1d2-707f-4730-90f9-a97a3874f9ae", "name": "network-vif-deleted", "tag": "5e9b705c-1c9b-41f1-a94e-90e96e116219"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:37.982537 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Attempting to bind port 54928ca0-ee65-480a-a400-7431839bee2a on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:12:37.983052 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Attempting to bind port 54928ca0-ee65-480a-a400-7431839bee2a by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '9e6c0beb-f9ac-4238-8bc0-b375dbae975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:12:37.983525 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Attempting to bind port 54928ca0-ee65-480a-a400-7431839bee2a on network 6889e220-6a60-4950-ba9e-092798701f9a {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:12:38.029395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:12:38.029906 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Checking segment: {'id': '9e6c0beb-f9ac-4238-8bc0-b375dbae975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:12:38.030419 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:38.030922 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Bound using segment: {'id': '9e6c0beb-f9ac-4238-8bc0-b375dbae975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:12:38.031518 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Bound port: 54928ca0-ee65-480a-a400-7431839bee2a, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6c0beb-f9ac-4238-8bc0-b375dbae975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:12:38.032026 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:38.037065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-d78d996c-97d7-4d6c-834e-466d5d2a2b78 req-73044c6d-e966-452e-b311-51ef6f499bd7 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Deleting port 5b459f40-d3d5-4595-b262-bd8c08e30adf {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:38.037407 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d78d996c-97d7-4d6c-834e-466d5d2a2b78 req-73044c6d-e966-452e-b311-51ef6f499bd7 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:38.077256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:38.082525 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:38.100954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-6d37f508-51b0-4888-82f6-0dbeb27c93f3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:12:38.119002 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-6d37f508-51b0-4888-82f6-0dbeb27c93f3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:38.156199 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7ec5d-628a-4bd3-9b91-b9b9293cfe73 None None] Sync routers for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:12:38.173542 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-886f67cd-05c9-4054-83c1-b59db427a6c2 req-82f91f36-a91c-434e-ac93-c7bc0e901d0a tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526541 Jun 25 09:12:38.198944 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['3e328bbc-c0f3-40ad-b4d9-9ced57443f84'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:12:38.245376 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d78d996c-97d7-4d6c-834e-466d5d2a2b78 req-73044c6d-e966-452e-b311-51ef6f499bd7 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] For port 5b459f40-d3d5-4595-b262-bd8c08e30adf, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=5b459f40-d3d5-4595-b262-bd8c08e30adf,segment=NetworkSegment(1e28c284-2b23-4f89-abb1-e214224edb6b),segment_id=1e28c284-2b23-4f89-abb1-e214224edb6b)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:38.245985 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d78d996c-97d7-4d6c-834e-466d5d2a2b78 req-73044c6d-e966-452e-b311-51ef6f499bd7 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:38.278793 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-d78d996c-97d7-4d6c-834e-466d5d2a2b78 req-73044c6d-e966-452e-b311-51ef6f499bd7 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Calling delete_port for 5b459f40-d3d5-4595-b262-bd8c08e30adf owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:38.312212 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7ec5d-628a-4bd3-9b91-b9b9293cfe73 None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:38.313349 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9fa7ec5d-628a-4bd3-9b91-b9b9293cfe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:38.313562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-6d37f508-51b0-4888-82f6-0dbeb27c93f3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "PUT /v2.0/floatingips/3dcbd78b-8ffa-4695-bd35-b5653b9601fc HTTP/1.1" status: 200 len: 996 time: 3.1400914 Jun 25 09:12:38.390558 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] For port 54928ca0-ee65-480a-a400-7431839bee2a, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:12:38.423697 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] For port 54928ca0-ee65-480a-a400-7431839bee2a, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=54928ca0-ee65-480a-a400-7431839bee2a,segment=NetworkSegment(9e6c0beb-f9ac-4238-8bc0-b375dbae975d),segment_id=9e6c0beb-f9ac-4238-8bc0-b375dbae975d)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:12:38.437024 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-b2d49513-4a4f-4048-b0d5-d9640f8f803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:38.438810 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-b2d49513-4a4f-4048-b0d5-d9640f8f803f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 1097 time: 0.0983348 Jun 25 09:12:38.461952 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:38.492214 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:38.609342 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Allocated IP 172.25.6.171 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/abed9f53-7c84-4deb-85fb-0d6986c91225) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:12:38.629782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-4c910e2f-4e59-4103-b253-a0430e7492ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:38.634593 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-4c910e2f-4e59-4103-b253-a0430e7492ed service neutron] 10.222.0.93 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 922 time: 0.1856318 Jun 25 09:12:38.695418 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:38.716795 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:38.796457 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d78d996c-97d7-4d6c-834e-466d5d2a2b78 req-73044c6d-e966-452e-b311-51ef6f499bd7 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:38.801298 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:38.814230 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:38.833841 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-beee81ef-8b76-4357-b063-04d7a4ed17dc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58442dad-8efb-4bc8-950a-e643a5cd263b HTTP/1.1" status: 200 len: 999 time: 0.1924460 Jun 25 09:12:38.838543 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-9fa7ec5d-628a-4bd3-9b91-b9b9293cfe73 None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:38.844205 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['5b459f40-d3d5-4595-b262-bd8c08e30adf'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:12:38.907419 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82efd209-dfb6-49b3-a872-f7eac0e98e84 req-7f6c5506-f3c0-4e90-8a3d-6670205eb5f7 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f19f90-2225-4d26-823e-d7f485a0aaf8 HTTP/1.1" status: 200 len: 210 time: 0.0724556 Jun 25 09:12:38.910807 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73044c6d-e966-452e-b311-51ef6f499bd7 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Pushing event deleted for resources: {'Port': ['ID=5b459f40-d3d5-4595-b262-bd8c08e30adf,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:38.925230 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-73044c6d-e966-452e-b311-51ef6f499bd7 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:39.020184 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Pushing event updated for resources: {'Port': ['ID=54928ca0-ee65-480a-a400-7431839bee2a,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:39.046377 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78d996c-97d7-4d6c-834e-466d5d2a2b78 req-73044c6d-e966-452e-b311-51ef6f499bd7 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] No DVR routers for this DVR port 5b459f40-d3d5-4595-b262-bd8c08e30adf on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:12:39.049780 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:39.053784 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-a0d6be92-afbd-441d-b6b2-726d2fbc161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:39.058987 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d78d996c-97d7-4d6c-834e-466d5d2a2b78 req-73044c6d-e966-452e-b311-51ef6f499bd7 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:39.061942 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d78d996c-97d7-4d6c-834e-466d5d2a2b78 req-73044c6d-e966-452e-b311-51ef6f499bd7 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] 10.222.0.41 "DELETE /v2.0/ports/5b459f40-d3d5-4595-b262-bd8c08e30adf HTTP/1.1" status: 204 len: 173 time: 1.6987042 Jun 25 09:12:39.067786 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-a0d6be92-afbd-441d-b6b2-726d2fbc161b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 200 len: 859 time: 0.1527340 Jun 25 09:12:39.072132 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f19f90-2225-4d26-823e-d7f485a0aaf8', 'name': 'network-vif-deleted', 'tag': '5b459f40-d3d5-4595-b262-bd8c08e30adf'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:39.083230 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3db5a2-ff3e-481f-81b0-8475fed599be" -d '{"events": [{"server_uuid": "27f19f90-2225-4d26-823e-d7f485a0aaf8", "name": "network-vif-deleted", "tag": "5b459f40-d3d5-4595-b262-bd8c08e30adf"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:39.123217 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:39.147486 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef70c624-e245-4faa-a446-f2c42ce45b36 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:39.249922 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Pushing event updated for resources: {'Port': ['ID=abed9f53-7c84-4deb-85fb-0d6986c91225,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:39.256212 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:39.283470 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:12:39.287040 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:12:39.291806 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:12:39.305239 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-a5c51c12-1dd1-4daa-ad4c-6a03d9335fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:39.307782 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-a5c51c12-1dd1-4daa-ad4c-6a03d9335fd0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00aaca95-703c-44c7-82f8-f0cc9820fbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2328293 Jun 25 09:12:39.338346 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-673ca2fa-68fa-4fab-a392-5544e02e5d7f service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:12:39.338878 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-673ca2fa-68fa-4fab-a392-5544e02e5d7f service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120018 Jun 25 09:12:39.352659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd502-2a32-460a-8c8c-d5e8ed45e424 req-0265df9a-b744-44f1-b039-c3efb012fc58 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:39.354986 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7becd502-2a32-460a-8c8c-d5e8ed45e424 req-0265df9a-b744-44f1-b039-c3efb012fc58 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.1165712 Jun 25 09:12:39.493324 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 5e9b705c-1c9b-41f1-a94e-90e96e116219 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:12:39.522644 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 5e9b705c-1c9b-41f1-a94e-90e96e116219 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:12:39.523075 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 5e9b705c-1c9b-41f1-a94e-90e96e116219 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:12:39.523661 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-199f607b-b8ea-4f3d-b367-b8fb7f932a77 service neutron] 10.222.0.93 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674082 Jun 25 09:12:39.529822 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7becd502-2a32-460a-8c8c-d5e8ed45e424 req-81472e46-0144-43dc-a356-19ebc32d0b31 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026456 Jun 25 09:12:39.562269 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9fa7ec5d-628a-4bd3-9b91-b9b9293cfe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '3dcbd78b-8ffa-4695-bd35-b5653b9601fc', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'port_id': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'mac_address': 'fa:16:3e:00:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:12:00Z', 'updated_at': '2021-06-25T09:12:36Z', 'revision_number': 8, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:39.616523 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7ec5d-628a-4bd3-9b91-b9b9293cfe73 None None] Checking router: d8edb756-ec04-4f0f-8f61-c858b0363e59 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:12:39.626851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7ec5d-628a-4bd3-9b91-b9b9293cfe73 None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:39.627512 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9fa7ec5d-628a-4bd3-9b91-b9b9293cfe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:39.649808 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d00d5e8-1c28-4a61-b827-8a8daaa6e5f3 req-5397332a-3c1c-4730-a88b-4da7abe371ca service neutron] 10.222.0.93 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180415 Jun 25 09:12:39.708753 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:39.737751 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0533fd-1dd1-4ca5-8684-70424cd485cf x-openstack-request-id: req-5f0533fd-1dd1-4ca5-8684-70424cd485cf {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:39.738073 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367db1d2-707f-4730-90f9-a97a3874f9ae", "name": "network-vif-deleted", "tag": "5e9b705c-1c9b-41f1-a94e-90e96e116219", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:39.738357 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5f0533fd-1dd1-4ca5-8684-70424cd485cf {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:39.738789 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367db1d2-707f-4730-90f9-a97a3874f9ae', 'name': 'network-vif-deleted', 'tag': '5e9b705c-1c9b-41f1-a94e-90e96e116219', 'status': 'completed', 'code': 200} Jun 25 09:12:39.769241 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-9fa7ec5d-628a-4bd3-9b91-b9b9293cfe73 None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:39.786196 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0109c-b9ed-475b-b50f-78998093c322 req-5192026e-55d3-402e-b73b-43cfbc6348a3 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:39.789266 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cc0109c-b9ed-475b-b50f-78998093c322 req-5192026e-55d3-402e-b73b-43cfbc6348a3 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.1015544 Jun 25 09:12:39.868801 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cc0109c-b9ed-475b-b50f-78998093c322 req-bb13cbc2-e6b2-4bb7-a491-c4a7b90feb4b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695500 Jun 25 09:12:40.096511 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:40.165194 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141b93f-95fe-4d3d-b011-e35602c20739 req-d036c659-80a4-459d-8888-bc79e4d5f808 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:40.166815 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f141b93f-95fe-4d3d-b011-e35602c20739 req-d036c659-80a4-459d-8888-bc79e4d5f808 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 944 time: 0.2447684 Jun 25 09:12:40.218113 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6cd0ae-3363-4f93-98e3-5c3bb3e187c2 None None] Network 6889e220-6a60-4950-ba9e-092798701f9a requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:12:40.229848 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f141b93f-95fe-4d3d-b011-e35602c20739 req-eafee020-2e2c-450a-84ab-e642f129166e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563147 Jun 25 09:12:40.325712 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 54928ca0-ee65-480a-a400-7431839bee2a up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:12:40.349752 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66222bde-f140-4dd1-92a9-f459d7e85d73 x-openstack-request-id: req-66222bde-f140-4dd1-92a9-f459d7e85d73 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:40.350371 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f19f90-2225-4d26-823e-d7f485a0aaf8", "name": "network-vif-deleted", "tag": "5b459f40-d3d5-4595-b262-bd8c08e30adf", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:40.350567 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-66222bde-f140-4dd1-92a9-f459d7e85d73 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:40.350998 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f19f90-2225-4d26-823e-d7f485a0aaf8', 'name': 'network-vif-deleted', 'tag': '5b459f40-d3d5-4595-b262-bd8c08e30adf', 'status': 'completed', 'code': 200} Jun 25 09:12:40.381987 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-8df2d49d-7053-4024-bde3-99c9358e8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:40.383956 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-8df2d49d-7053-4024-bde3-99c9358e8372 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 1102 time: 0.1784408 Jun 25 09:12:40.387904 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a1c962b2-9cc4-4766-8a62-d57254bedbb1 None None] Provisioning for port 54928ca0-ee65-480a-a400-7431839bee2a completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:12:40.427184 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bc6f5508-279f-4d3c-b506-73b29e334322 req-3150ae38-54c2-4a3a-8b63-7c7501bc3f75 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/floatingips/3dcbd78b-8ffa-4695-bd35-b5653b9601fc HTTP/1.1" status: 200 len: 996 time: 0.0807278 Jun 25 09:12:40.471469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9fa7ec5d-628a-4bd3-9b91-b9b9293cfe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '3dcbd78b-8ffa-4695-bd35-b5653b9601fc', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'port_id': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'mac_address': 'fa:16:3e:00:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:12:00Z', 'updated_at': '2021-06-25T09:12:36Z', 'revision_number': 8, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:40.473299 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 54928ca0-ee65-480a-a400-7431839bee2a completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:12:40.506634 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 54928ca0-ee65-480a-a400-7431839bee2a triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:40.507439 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:40.509025 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7ec5d-628a-4bd3-9b91-b9b9293cfe73 None None] The sync data for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 is: [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '3dcbd78b-8ffa-4695-bd35-b5653b9601fc', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'port_id': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'mac_address': 'fa:16:3e:00:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:12:00Z', 'updated_at': '2021-06-25T09:12:36Z', 'revision_number': 8, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:12:40.554024 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-e5b7f8d4-5d7a-4338-8247-872c6f7b2f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:40.555660 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-e5b7f8d4-5d7a-4338-8247-872c6f7b2f5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1596315 Jun 25 09:12:40.575384 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:12:40.596987 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4df0d751-fab5-4f28-bb8a-6cccdbd69aac details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:12:40.623123 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4df0d751-fab5-4f28-bb8a-6cccdbd69aac no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:12:40.631976 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-cae7ea72-82f5-4e7a-b588-9640da25acf6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc HTTP/1.1" status: 200 len: 217 time: 0.0671246 Jun 25 09:12:40.660853 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f5508-279f-4d3c-b506-73b29e334322 req-058895c7-92de-4bd0-8fbf-ffcacb4475e8 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:40.673422 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bc6f5508-279f-4d3c-b506-73b29e334322 req-058895c7-92de-4bd0-8fbf-ffcacb4475e8 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.2382166 Jun 25 09:12:40.687522 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-bc6f5508-279f-4d3c-b506-73b29e334322 req-4c1f4e69-81ee-4e9d-8f99-b73dc58b92e5 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:12:40.689223 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bc6f5508-279f-4d3c-b506-73b29e334322 req-4c1f4e69-81ee-4e9d-8f99-b73dc58b92e5 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148935 Jun 25 09:12:40.781934 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253b29c-754d-4da1-af84-81453f46001c req-e6160b79-4b9e-4f6d-9607-fc8c24e908e3 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:40.794094 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3253b29c-754d-4da1-af84-81453f46001c req-e6160b79-4b9e-4f6d-9607-fc8c24e908e3 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 945 time: 0.1173012 Jun 25 09:12:40.853579 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3253b29c-754d-4da1-af84-81453f46001c req-a6a23f9e-3083-4af3-bdf7-7ec41127463e tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580635 Jun 25 09:12:40.897736 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:40.903901 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b590df3e-24e6-4a3c-9243-983d1fd07168 None None] New status for floating IP 3dcbd78b-8ffa-4695-bd35-b5653b9601fc: ACTIVE {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:12:40.936410 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:40.996829 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:41.022208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 54928ca0-ee65-480a-a400-7431839bee2a, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=54928ca0-ee65-480a-a400-7431839bee2a,segment=NetworkSegment(9e6c0beb-f9ac-4238-8bc0-b375dbae975d),segment_id=9e6c0beb-f9ac-4238-8bc0-b375dbae975d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:41.030651 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefb428a-a8ca-498e-b3bc-2e21002d970a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:41.035891 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36e92c5-be88-468f-8262-e057e8553fec" -d '{"events": [{"server_uuid": "cefb428a-a8ca-498e-b3bc-2e21002d970a", "name": "network-vif-unplugged", "status": "completed", "tag": "4df0d751-fab5-4f28-bb8a-6cccdbd69aac"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:41.046760 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:41.049286 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:41.054227 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac', 'mac_address': 'fa:16:3e:bc:25:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:12:41.056974 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:41.089236 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:41.107124 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-73c40f0e-e5fb-4508-857d-fc6b8bc1df54 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 999 time: 0.2329597 Jun 25 09:12:41.160146 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:41.172753 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=54928ca0-ee65-480a-a400-7431839bee2a,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:41.186204 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:41.186547 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:41.195743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462edcb-8b5e-44d4-9913-b132d1a7671c req-11585a03-6b8d-44c9-b1bc-6da3427d7a46 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:41.198302 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5462edcb-8b5e-44d4-9913-b132d1a7671c req-11585a03-6b8d-44c9-b1bc-6da3427d7a46 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.2283525 Jun 25 09:12:41.214491 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df0d751-fab5-4f28-bb8a-6cccdbd69aac {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:12:41.272056 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-28533bce-7f08-451a-8b0b-62a8122f6d37 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:41.280965 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-28533bce-7f08-451a-8b0b-62a8122f6d37 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports/58442dad-8efb-4bc8-950a-e643a5cd263b HTTP/1.1" status: 200 len: 942 time: 0.1710291 Jun 25 09:12:41.282150 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:41.291500 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:41.295749 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:41.299010 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:41.299450 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:41.302343 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5e296466-15d7-4da4-b25b-1dee083083fe None None] Provisioning complete for port 54928ca0-ee65-480a-a400-7431839bee2a triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:41.303128 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e296466-15d7-4da4-b25b-1dee083083fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:41.321987 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5462edcb-8b5e-44d4-9913-b132d1a7671c req-733fcff2-1daf-490e-aa50-28bcc82d4e38 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033852 Jun 25 09:12:41.376219 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-d9c1f37b-1422-4481-9d1a-818a5b2d6864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:41.377545 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-d9c1f37b-1422-4481-9d1a-818a5b2d6864 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.7375929 Jun 25 09:12:41.452037 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:41.457997 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:41.469101 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:12:41.478049 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Sync routers for ids ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:12:41.488612 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Routers {'75b00c86-d0dd-431d-96c3-ab0a1b581b25'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:41.489628 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:41.495098 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:12:41.502999 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:41.504672 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3405926 Jun 25 09:12:41.507853 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41054) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:41.560174 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-aeeddbf2-cf3d-472c-a5fc-2a04f4c7b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:41.561783 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-aeeddbf2-cf3d-472c-a5fc-2a04f4c7b7de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1500204 Jun 25 09:12:41.574063 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-7f9c3fe1-5426-4880-bcd1-addc517b72a4 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 1001 time: 0.1637554 Jun 25 09:12:41.708070 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be579ceb-a42e-458b-a2d9-0b37c2ebdf76 req-4f2eda99-62b5-4532-b581-d56f4a01e7e6 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:41.710558 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-be579ceb-a42e-458b-a2d9-0b37c2ebdf76 req-4f2eda99-62b5-4532-b581-d56f4a01e7e6 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.1863143 Jun 25 09:12:41.744299 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'tag': '58442dad-8efb-4bc8-950a-e643a5cd263b'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:41.751063 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774642ce-5d65-4f37-a09e-ccd4e3c245e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8e7be7-87b3-434b-87af-9a01b2412087", "tag": "58442dad-8efb-4bc8-950a-e643a5cd263b"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:41.784313 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-1ef0b295-fa97-4c2e-a97a-96af8ba77931 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737239 Jun 25 09:12:41.794233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-4da746ff-0f67-448e-97b3-3067af72016b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:41.810310 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-4da746ff-0f67-448e-97b3-3067af72016b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.2346425 Jun 25 09:12:41.841033 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Set router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:41.844395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:12:41.926052 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:41.926052 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:41.976702 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-be579ceb-a42e-458b-a2d9-0b37c2ebdf76 req-de7660a4-ab20-41e7-8f7e-110b250fe200 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539849 Jun 25 09:12:42.022424 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-039b5ad8-576f-4d6f-9108-048d46ffa689 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 1001 time: 0.2089839 Jun 25 09:12:42.031984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-656d956c-5aa9-4b3f-8ffa-126edf1a0eb3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:42.095191 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['4df0d751-fab5-4f28-bb8a-6cccdbd69aac'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:12:42.151020 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a17636e-653d-46f1-88a8-08a07bb4867e x-openstack-request-id: req-3a17636e-653d-46f1-88a8-08a07bb4867e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:42.151631 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefb428a-a8ca-498e-b3bc-2e21002d970a", "name": "network-vif-unplugged", "status": "completed", "tag": "4df0d751-fab5-4f28-bb8a-6cccdbd69aac", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:42.152153 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3a17636e-653d-46f1-88a8-08a07bb4867e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:42.153668 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefb428a-a8ca-498e-b3bc-2e21002d970a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac', 'code': 200} Jun 25 09:12:42.158203 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-656d956c-5aa9-4b3f-8ffa-126edf1a0eb3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:42.218132 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 54928ca0-ee65-480a-a400-7431839bee2a up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:12:42.232657 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-9a716479-e3f6-4885-a9f5-61ee9e3c6306 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145939 Jun 25 09:12:42.344504 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-656d956c-5aa9-4b3f-8ffa-126edf1a0eb3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:42.351538 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:42.378139 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:42.395457 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-656d956c-5aa9-4b3f-8ffa-126edf1a0eb3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:42.395833 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-656d956c-5aa9-4b3f-8ffa-126edf1a0eb3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Floating IP 3dcbd78b-8ffa-4695-bd35-b5653b9601fc disassociated. External IP: 172.25.6.252, port: 58442dad-8efb-4bc8-950a-e643a5cd263b. Jun 25 09:12:42.439654 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:42.472715 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:42.476988 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:42.523528 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 54928ca0-ee65-480a-a400-7431839bee2a triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:42.524122 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:42.621046 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'name': 'tempest-ServersTestBootFromVolume-779245557-router', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:12:37Z', 'updated_at': '2021-06-25T09:12:39Z', 'revision_number': 3, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'gw_port': {'id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:38Z', 'updated_at': '2021-06-25T09:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:42.634144 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-656d956c-5aa9-4b3f-8ffa-126edf1a0eb3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Router d8edb756-ec04-4f0f-8f61-c858b0363e59 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:12:42.657821 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 5b459f40-d3d5-4595-b262-bd8c08e30adf no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:12:42.693397 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Checking router: 75b00c86-d0dd-431d-96c3-ab0a1b581b25 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:12:42.693785 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Updating router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 port abed9f53-7c84-4deb-85fb-0d6986c91225 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:12:42.701617 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Allocated IP 172.20.0.1 (6889e220-6a60-4950-ba9e-092798701f9a/71266b30-0660-42ae-9490-5602b8ed149b/7ef26008-3f3b-46d1-b1a4-03979bdbba5d) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:12:42.743561 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:42.749360 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 5b459f40-d3d5-4595-b262-bd8c08e30adf {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:12:42.749867 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 5b459f40-d3d5-4595-b262-bd8c08e30adf not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:12:42.759051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:42.796980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-656d956c-5aa9-4b3f-8ffa-126edf1a0eb3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:12:42.802450 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-656d956c-5aa9-4b3f-8ffa-126edf1a0eb3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:42.807436 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad893c-14ae-45f7-8e37-fe7a779df0fa None None] Sync routers for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:12:42.820173 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad893c-14ae-45f7-8e37-fe7a779df0fa None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:42.821093 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-8fad893c-14ae-45f7-8e37-fe7a779df0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:42.823587 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:42.855671 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870b530-25af-4752-b4f4-f5ea22c2b1c0 req-ba7a2586-9832-4ecc-bb49-f3bfd35f7363 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:42.857465 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9870b530-25af-4752-b4f4-f5ea22c2b1c0 req-ba7a2586-9832-4ecc-bb49-f3bfd35f7363 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 944 time: 0.5113523 Jun 25 09:12:42.882931 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:42.900662 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-656d956c-5aa9-4b3f-8ffa-126edf1a0eb3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "PUT /v2.0/floatingips/3dcbd78b-8ffa-4695-bd35-b5653b9601fc HTTP/1.1" status: 200 len: 696 time: 0.8768141 Jun 25 09:12:42.902403 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Transition to ACTIVE for port object 7ef26008-3f3b-46d1-b1a4-03979bdbba5d will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:12:42.951607 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9870b530-25af-4752-b4f4-f5ea22c2b1c0 req-08fe0b7c-8530-47c7-864b-c40ec578ebd6 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860786 Jun 25 09:12:42.981927 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-9fd68ee9-7411-45d7-b04b-18e766a95cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:42.994222 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-9fd68ee9-7411-45d7-b04b-18e766a95cf7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 1097 time: 0.0921347 Jun 25 09:12:43.016137 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-8fad893c-14ae-45f7-8e37-fe7a779df0fa None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:43.038361 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:43.041023 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b8663ebf-bac8-4d7c-a410-fbb1ae94467f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:43.101308 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Network 6889e220-6a60-4950-ba9e-092798701f9a is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:12:43.135891 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-cb8c60f3-ef1a-4a02-93bd-0484a7f0797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:43.143464 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-cb8c60f3-ef1a-4a02-93bd-0484a7f0797c service neutron] 10.222.0.93 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 922 time: 0.1414599 Jun 25 09:12:43.145543 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7951d1c-c0b9-4746-b3de-d4c0d96c2288 req-7a8058d9-d464-426c-bf2a-d8a5ec29e801 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:43.147508 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c7951d1c-c0b9-4746-b3de-d4c0d96c2288 req-7a8058d9-d464-426c-bf2a-d8a5ec29e801 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 945 time: 0.3114591 Jun 25 09:12:43.149603 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:12:43.152157 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Pushing event updated for resources: {'Port': ['ID=7ef26008-3f3b-46d1-b1a4-03979bdbba5d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:43.157638 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:12:43.167970 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:43.232931 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-236fd36b-39dc-428c-8796-dc1681a255c9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58442dad-8efb-4bc8-950a-e643a5cd263b HTTP/1.1" status: 200 len: 217 time: 0.0880797 Jun 25 09:12:43.260131 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:43.295980 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfb6505-0f88-4c0a-a02e-79a15585fdb1 x-openstack-request-id: req-6bfb6505-0f88-4c0a-a02e-79a15585fdb1 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:43.296214 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8e7be7-87b3-434b-87af-9a01b2412087", "tag": "58442dad-8efb-4bc8-950a-e643a5cd263b", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:43.296504 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6bfb6505-0f88-4c0a-a02e-79a15585fdb1 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:43.297842 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'tag': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'status': 'completed', 'code': 200} Jun 25 09:12:43.300935 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-90df06a4-7563-4777-bd73-eab8903ac3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:43.310516 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-90df06a4-7563-4777-bd73-eab8903ac3df service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 200 len: 859 time: 0.0763690 Jun 25 09:12:43.359644 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:43.387616 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Transition to ACTIVE for port object abed9f53-7c84-4deb-85fb-0d6986c91225 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:12:43.401055 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:43.406408 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:43.444410 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-0de7f30b-a461-4f2b-b199-6853665fbe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:43.454313 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-0de7f30b-a461-4f2b-b199-6853665fbe27 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00aaca95-703c-44c7-82f8-f0cc9820fbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1428301 Jun 25 09:12:43.474079 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-8fad893c-14ae-45f7-8e37-fe7a779df0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:43.523217 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad893c-14ae-45f7-8e37-fe7a779df0fa None None] Checking router: d8edb756-ec04-4f0f-8f61-c858b0363e59 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:12:43.534585 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad893c-14ae-45f7-8e37-fe7a779df0fa None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:43.535481 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-8fad893c-14ae-45f7-8e37-fe7a779df0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:43.540817 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Attempting to bind port abed9f53-7c84-4deb-85fb-0d6986c91225 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:12:43.540817 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Attempting to bind port abed9f53-7c84-4deb-85fb-0d6986c91225 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:12:43.540817 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Attempting to bind port abed9f53-7c84-4deb-85fb-0d6986c91225 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:12:43.544759 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:43.555239 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774642ce-5d65-4f37-a09e-ccd4e3c245e9 req-19a5932b-c48c-4ec1-aa99-043f5a796873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:43.555808 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:12:43.556216 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:12:43.556627 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:43.557428 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-774642ce-5d65-4f37-a09e-ccd4e3c245e9 req-19a5932b-c48c-4ec1-aa99-043f5a796873 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 1097 time: 0.2082229 Jun 25 09:12:43.561404 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-c7951d1c-c0b9-4746-b3de-d4c0d96c2288 req-893a4a49-2a8d-40a8-91b9-ffdb9b99085a tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Deleting port 540d9824-c02c-4e0b-b941-1860cb8e6be8 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:43.561744 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c7951d1c-c0b9-4746-b3de-d4c0d96c2288 req-893a4a49-2a8d-40a8-91b9-ffdb9b99085a tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:43.563157 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:12:43.563780 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Bound port: abed9f53-7c84-4deb-85fb-0d6986c91225, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:12:43.564303 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:43.574005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082baac-cb5c-4fc5-bc8e-f8aa08e28a79 None None] Pushing event updated for resources: {'Port': ['ID=abed9f53-7c84-4deb-85fb-0d6986c91225,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:43.580874 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1082baac-cb5c-4fc5-bc8e-f8aa08e28a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:43.629149 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ae458ce6-98a5-44f1-8c37-19e19ce5fcbd None None] Provisioning for port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:12:43.649097 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ae458ce6-98a5-44f1-8c37-19e19ce5fcbd None None] Provisioning complete for port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:43.655692 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ae458ce6-98a5-44f1-8c37-19e19ce5fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:43.670193 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-c7951d1c-c0b9-4746-b3de-d4c0d96c2288 req-893a4a49-2a8d-40a8-91b9-ffdb9b99085a tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] For port 540d9824-c02c-4e0b-b941-1860cb8e6be8, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=540d9824-c02c-4e0b-b941-1860cb8e6be8,segment=NetworkSegment(032a832c-6c63-4679-9754-cee9530dd5db),segment_id=032a832c-6c63-4679-9754-cee9530dd5db)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:43.670579 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c7951d1c-c0b9-4746-b3de-d4c0d96c2288 req-893a4a49-2a8d-40a8-91b9-ffdb9b99085a tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:43.684928 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-c7951d1c-c0b9-4746-b3de-d4c0d96c2288 req-893a4a49-2a8d-40a8-91b9-ffdb9b99085a tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Calling delete_port for 540d9824-c02c-4e0b-b941-1860cb8e6be8 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:43.715771 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-8fad893c-14ae-45f7-8e37-fe7a779df0fa None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:43.788696 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] For port abed9f53-7c84-4deb-85fb-0d6986c91225, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:12:43.802229 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ae458ce6-98a5-44f1-8c37-19e19ce5fcbd None None] Port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:12:43.812197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] For port abed9f53-7c84-4deb-85fb-0d6986c91225, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=abed9f53-7c84-4deb-85fb-0d6986c91225,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:12:43.818197 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:43.820536 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:43.898823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Routers {'75b00c86-d0dd-431d-96c3-ab0a1b581b25'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:43.899731 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:43.930549 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c7951d1c-c0b9-4746-b3de-d4c0d96c2288 req-893a4a49-2a8d-40a8-91b9-ffdb9b99085a tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:43.951071 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:43.983505 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['540d9824-c02c-4e0b-b941-1860cb8e6be8'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:12:44.027596 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082baac-cb5c-4fc5-bc8e-f8aa08e28a79 None None] Pushing event updated for resources: {'Port': ['ID=abed9f53-7c84-4deb-85fb-0d6986c91225,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:44.032570 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1082baac-cb5c-4fc5-bc8e-f8aa08e28a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:44.066249 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-8fad893c-14ae-45f7-8e37-fe7a779df0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:44.108038 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] Set router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:44.127374 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:44.152219 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:44.155280 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97521dd0-747f-47c3-a04c-6f2a213d2e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e328bbc-c0f3-40ad-b4d9-9ced57443f84'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:44.156929 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a4a49-2a8d-40a8-91b9-ffdb9b99085a tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Pushing event deleted for resources: {'Port': ['ID=540d9824-c02c-4e0b-b941-1860cb8e6be8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:44.157933 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b19c82-2bf3-4103-96ac-dcebca51b08a" -d '{"events": [{"server_uuid": "97521dd0-747f-47c3-a04c-6f2a213d2e53", "name": "network-vif-plugged", "status": "completed", "tag": "3e328bbc-c0f3-40ad-b4d9-9ced57443f84"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:44.159837 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7951d1c-c0b9-4746-b3de-d4c0d96c2288 req-893a4a49-2a8d-40a8-91b9-ffdb9b99085a tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] No DVR routers for this DVR port 540d9824-c02c-4e0b-b941-1860cb8e6be8 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:12:44.162200 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-893a4a49-2a8d-40a8-91b9-ffdb9b99085a tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:44.164131 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-893a4a49-2a8d-40a8-91b9-ffdb9b99085a tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:44.179876 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c7951d1c-c0b9-4746-b3de-d4c0d96c2288 req-893a4a49-2a8d-40a8-91b9-ffdb9b99085a tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:44.187121 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c7951d1c-c0b9-4746-b3de-d4c0d96c2288 req-893a4a49-2a8d-40a8-91b9-ffdb9b99085a tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.41 "DELETE /v2.0/ports/540d9824-c02c-4e0b-b941-1860cb8e6be8 HTTP/1.1" status: 204 len: 173 time: 1.0320163 Jun 25 09:12:44.192582 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774642ce-5d65-4f37-a09e-ccd4e3c245e9 req-2f57fc54-d33c-490c-8234-38336dac2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:44.194277 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-774642ce-5d65-4f37-a09e-ccd4e3c245e9 req-2f57fc54-d33c-490c-8234-38336dac2c99 service neutron] 10.222.0.38 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 922 time: 0.6146145 Jun 25 09:12:44.208466 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-5d6a3e1f-fc83-447c-9b36-3d8171ed3cc6 service neutron] 10.222.0.93 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7508698 Jun 25 09:12:44.210252 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f', 'name': 'network-vif-deleted', 'tag': '540d9824-c02c-4e0b-b941-1860cb8e6be8'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:44.213621 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9f92ab-c6c2-4095-97ca-7715ec18e047" -d '{"events": [{"server_uuid": "6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f", "name": "network-vif-deleted", "tag": "540d9824-c02c-4e0b-b941-1860cb8e6be8"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:44.266528 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Pushing event updated for resources: {'Port': ['ID=7ef26008-3f3b-46d1-b1a4-03979bdbba5d,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:44.271610 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:44.273190 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:44.293955 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-774642ce-5d65-4f37-a09e-ccd4e3c245e9 req-a8f8bd81-f0a9-4999-bb33-0b23f3f7fed3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58442dad-8efb-4bc8-950a-e643a5cd263b HTTP/1.1" status: 200 len: 217 time: 0.0766068 Jun 25 09:12:44.353048 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad893c-14ae-45f7-8e37-fe7a779df0fa None None] The sync data for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 is: [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:11:39Z', 'revision_number': 4, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2ee213c5-621f-407a-ac90-3d961c253cc6', 'name': '', 'network_id': '00aaca95-703c-44c7-82f8-f0cc9820fbe5', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'mac_address': 'fa:16:3e:0e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:37Z', 'updated_at': '2021-06-25T09:11:44Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'subnets': [{'id': 'd2307e99-f942-4432-9a6d-f2c7b030692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:12:44.386239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Network 6889e220-6a60-4950-ba9e-092798701f9a is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:12:44.388028 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:12:44.430030 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13253b-9aca-48ee-b597-16f4cebd742c req-36d58ae7-5976-4d61-a013-34dd1649c705 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:44.431583 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca13253b-9aca-48ee-b597-16f4cebd742c req-36d58ae7-5976-4d61-a013-34dd1649c705 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f HTTP/1.1" status: 200 len: 945 time: 0.9282696 Jun 25 09:12:44.560029 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95a20a70-03f6-4e3b-83cc-5a1ba1f53f35 req-1f839455-9955-44df-9a49-31a2cb1c93a6 service neutron] 10.222.0.93 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681549 Jun 25 09:12:44.572991 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774642ce-5d65-4f37-a09e-ccd4e3c245e9 req-4c66fb29-1091-4ba6-82b1-f9e62d0233c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:44.574817 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-774642ce-5d65-4f37-a09e-ccd4e3c245e9 req-4c66fb29-1091-4ba6-82b1-f9e62d0233c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 200 len: 859 time: 0.1762090 Jun 25 09:12:44.607526 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca13253b-9aca-48ee-b597-16f4cebd742c req-8fc66bee-e65e-40e5-a647-5f132f5ebc3f tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups?id=43369e30-565b-4bfd-82d0-50e92ae1b1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491470 Jun 25 09:12:44.621735 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'name': 'tempest-ServersTestBootFromVolume-779245557-router', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:12:37Z', 'updated_at': '2021-06-25T09:12:43Z', 'revision_number': 4, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'gw_port': {'id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:38Z', 'updated_at': '2021-06-25T09:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '7ef26008-3f3b-46d1-b1a4-03979bdbba5d', 'name': '', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'mac_address': 'fa:16:3e:65:81:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '71266b30-0660-42ae-9490-5602b8ed149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:42Z', 'updated_at': '2021-06-25T09:12:42Z', 'revision_number': 1, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'subnets': [{'id': '71266b30-0660-42ae-9490-5602b8ed149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:44.650249 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:12:44.679873 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8c6c7-9756-4900-8577-2a2aab0b964c None None] The sync data for ids ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'] in n-d-761264-15 is: [{'id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'name': 'tempest-ServersTestBootFromVolume-779245557-router', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:12:37Z', 'updated_at': '2021-06-25T09:12:43Z', 'revision_number': 4, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'gw_port': {'id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:38Z', 'updated_at': '2021-06-25T09:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '7ef26008-3f3b-46d1-b1a4-03979bdbba5d', 'name': '', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'mac_address': 'fa:16:3e:65:81:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '71266b30-0660-42ae-9490-5602b8ed149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:42Z', 'updated_at': '2021-06-25T09:12:42Z', 'revision_number': 1, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'subnets': [{'id': '71266b30-0660-42ae-9490-5602b8ed149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:12:44.681971 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4df0d751-fab5-4f28-bb8a-6cccdbd69aac up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:12:44.758399 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774642ce-5d65-4f37-a09e-ccd4e3c245e9 req-327eb85e-78b3-44c5-9880-5b7396915421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:44.759975 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-774642ce-5d65-4f37-a09e-ccd4e3c245e9 req-327eb85e-78b3-44c5-9880-5b7396915421 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00aaca95-703c-44c7-82f8-f0cc9820fbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1731107 Jun 25 09:12:44.843021 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04489db2-e2a3-4d06-9143-d0850a6e14c1 None None] New status for floating IP 3dcbd78b-8ffa-4695-bd35-b5653b9601fc: DOWN {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:12:44.907293 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:12:44.921586 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e50153b1-4f0c-44f0-b822-2a1744a4979f None None] Provisioning complete for port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:44.921972 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e50153b1-4f0c-44f0-b822-2a1744a4979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:44.957361 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] 10.222.0.93 "PUT /v2.0/routers/75b00c86-d0dd-431d-96c3-ab0a1b581b25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4474692 Jun 25 09:12:44.972509 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e50153b1-4f0c-44f0-b822-2a1744a4979f None None] Port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:12:45.039424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:45.039739 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:45.118493 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-774642ce-5d65-4f37-a09e-ccd4e3c245e9 req-951983e0-273f-41d5-a22e-1f46a753f6fc service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465178 Jun 25 09:12:45.183986 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecaee2d-abd9-45d2-a272-7a510e4212da req-a1cc1983-3dbe-414d-b221-393fd9c59975 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:45.185761 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ecaee2d-abd9-45d2-a272-7a510e4212da req-a1cc1983-3dbe-414d-b221-393fd9c59975 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.3130784 Jun 25 09:12:45.204370 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292847e8-b980-4301-8b06-80d91f6e447d req-caba9d00-120c-402c-b66b-9f8e9f4246ea tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:45.219169 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-292847e8-b980-4301-8b06-80d91f6e447d req-caba9d00-120c-402c-b66b-9f8e9f4246ea tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 949 time: 0.3481889 Jun 25 09:12:45.311680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'tag': '58442dad-8efb-4bc8-950a-e643a5cd263b'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:45.316338 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae76985-53c8-4980-ac34-3f89db75032f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8e7be7-87b3-434b-87af-9a01b2412087", "tag": "58442dad-8efb-4bc8-950a-e643a5cd263b"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:45.357642 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-292847e8-b980-4301-8b06-80d91f6e447d req-9d644c50-5ff4-4f0a-b9ab-a52b7ea568df tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375489 Jun 25 09:12:45.410068 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:45.451923 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ecaee2d-abd9-45d2-a272-7a510e4212da req-da63e644-252b-4a98-bb1e-3fe675af39fe tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707835 Jun 25 09:12:45.475564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-774642ce-5d65-4f37-a09e-ccd4e3c245e9 req-c964fc9a-f3de-475a-adea-499cbaf8b84f service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454857 Jun 25 09:12:45.480263 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:45.489404 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:45.495341 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:45.532256 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640c16a0-b8d3-4316-97e6-e2c21336bd9a x-openstack-request-id: req-640c16a0-b8d3-4316-97e6-e2c21336bd9a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:45.532583 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97521dd0-747f-47c3-a04c-6f2a213d2e53", "name": "network-vif-plugged", "status": "completed", "tag": "3e328bbc-c0f3-40ad-b4d9-9ced57443f84", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:45.532919 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-640c16a0-b8d3-4316-97e6-e2c21336bd9a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:45.533339 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97521dd0-747f-47c3-a04c-6f2a213d2e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e328bbc-c0f3-40ad-b4d9-9ced57443f84', 'code': 200} Jun 25 09:12:45.577360 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,revision_number=11']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:45.588580 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:45.704997 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d49fa1-873d-49b1-a141-454fb9dd4edf req-59e4878d-10ed-4451-a718-04f9eb046844 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:45.712230 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d9d49fa1-873d-49b1-a141-454fb9dd4edf req-59e4878d-10ed-4451-a718-04f9eb046844 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 945 time: 0.1225610 Jun 25 09:12:45.729118 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2f4c96-f207-4fc0-ae2f-18f1d5c338bd x-openstack-request-id: req-1a2f4c96-f207-4fc0-ae2f-18f1d5c338bd {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:45.730018 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f", "name": "network-vif-deleted", "tag": "540d9824-c02c-4e0b-b941-1860cb8e6be8", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:45.730493 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1a2f4c96-f207-4fc0-ae2f-18f1d5c338bd {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:45.730910 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1dd83e-f07e-4b89-b5f2-f2faa04fd60f', 'name': 'network-vif-deleted', 'tag': '540d9824-c02c-4e0b-b941-1860cb8e6be8', 'status': 'completed', 'code': 200} Jun 25 09:12:45.747211 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff43afe-d6f7-4262-85fc-f1d209ea706f req-b7e08e74-ee6c-4deb-8a10-4dbb2c29e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:45.750564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ff43afe-d6f7-4262-85fc-f1d209ea706f req-b7e08e74-ee6c-4deb-8a10-4dbb2c29e84e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 1097 time: 0.1212201 Jun 25 09:12:45.790836 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d9d49fa1-873d-49b1-a141-454fb9dd4edf req-d09d0ca0-09f1-45fa-a3d3-2e53ddea642d tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777102 Jun 25 09:12:45.845527 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ff43afe-d6f7-4262-85fc-f1d209ea706f req-59fe70db-1b8b-4f13-b3ad-da9ac6f62f6f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808682 Jun 25 09:12:45.906753 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1b2336-2ed0-4185-a3d9-317a11ea0647 x-openstack-request-id: req-7e1b2336-2ed0-4185-a3d9-317a11ea0647 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:45.907157 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8e7be7-87b3-434b-87af-9a01b2412087", "tag": "58442dad-8efb-4bc8-950a-e643a5cd263b", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:45.907546 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7e1b2336-2ed0-4185-a3d9-317a11ea0647 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:45.908035 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'tag': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'status': 'completed', 'code': 200} Jun 25 09:12:46.165249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device abed9f53-7c84-4deb-85fb-0d6986c91225 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:12:46.235727 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port abed9f53-7c84-4deb-85fb-0d6986c91225 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:12:46.240519 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port abed9f53-7c84-4deb-85fb-0d6986c91225 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:46.240931 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:46.245662 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d0b9a1d-1072-450e-bb56-727595ba4265 req-d7a4e607-6eac-41fd-af6f-5aea5bdd3c81 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/floatingips/3dcbd78b-8ffa-4695-bd35-b5653b9601fc HTTP/1.1" status: 200 len: 694 time: 0.0609555 Jun 25 09:12:46.296325 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41110) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:46.304667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-45e5cdae-6d1f-49dd-b5f9-67d5154326a4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--468445387', 'description': 'tempest-description--1114885531'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:46.333946 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae76985-53c8-4980-ac34-3f89db75032f req-e87ae26a-d7b8-4599-9c09-2ff0500134a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:46.335526 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ae76985-53c8-4980-ac34-3f89db75032f req-e87ae26a-d7b8-4599-9c09-2ff0500134a8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c60fdb6c5594917a0058a5b7841e173&device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 1097 time: 0.1913419 Jun 25 09:12:46.366943 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45e5cdae-6d1f-49dd-b5f9-67d5154326a4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:46.414755 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:46.455399 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port abed9f53-7c84-4deb-85fb-0d6986c91225, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=abed9f53-7c84-4deb-85fb-0d6986c91225,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:46.464634 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:46.467350 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e011a7e5-dfab-4b59-8c5e-6463b672b093 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:46.519974 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b9a1d-1072-450e-bb56-727595ba4265 req-c6c1ab44-695f-4afe-859d-62f69ce33ff7 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:46.529780 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d0b9a1d-1072-450e-bb56-727595ba4265 req-c6c1ab44-695f-4afe-859d-62f69ce33ff7 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.2717223 Jun 25 09:12:46.530890 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=abed9f53-7c84-4deb-85fb-0d6986c91225,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:46.540280 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:46.541933 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45e5cdae-6d1f-49dd-b5f9-67d5154326a4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:46.542873 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-2d0b9a1d-1072-450e-bb56-727595ba4265 req-cd80e41c-b08c-4007-b1a1-d60f23f4e494 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:12:46.545050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d0b9a1d-1072-450e-bb56-727595ba4265 req-cd80e41c-b08c-4007-b1a1-d60f23f4e494 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144036 Jun 25 09:12:46.547998 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45e5cdae-6d1f-49dd-b5f9-67d5154326a4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:46.550909 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-92f43024-55e8-4ade-8c71-aabbf64c7b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:46.578298 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5cdae-6d1f-49dd-b5f9-67d5154326a4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c60efd-ba89-4563-b69c-df8fc98a3906,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:46.595106 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-45e5cdae-6d1f-49dd-b5f9-67d5154326a4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:46.608367 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45e5cdae-6d1f-49dd-b5f9-67d5154326a4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:46.610562 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-45e5cdae-6d1f-49dd-b5f9-67d5154326a4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3108125 Jun 25 09:12:46.613323 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41122) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:46.618718 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-9065f82b-c78e-4097-812d-3cf4babf9ac0 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Request body: {'security_group_rule': {'security_group_id': '95c60efd-ba89-4563-b69c-df8fc98a3906', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:46.634660 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 540d9824-c02c-4e0b-b941-1860cb8e6be8 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:12:46.663378 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9065f82b-c78e-4097-812d-3cf4babf9ac0 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:46.676261 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d0b9a1d-1072-450e-bb56-727595ba4265 req-f8395111-22dc-4e6d-b565-6f6bc601e9f3 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 697 time: 0.1134102 Jun 25 09:12:46.685622 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 540d9824-c02c-4e0b-b941-1860cb8e6be8 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:12:46.686933 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 540d9824-c02c-4e0b-b941-1860cb8e6be8 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:12:46.783705 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9065f82b-c78e-4097-812d-3cf4babf9ac0 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:46.788758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae76985-53c8-4980-ac34-3f89db75032f req-cd08a900-3521-4ef2-b248-5442f4e386da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:46.790281 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ae76985-53c8-4980-ac34-3f89db75032f req-cd08a900-3521-4ef2-b248-5442f4e386da service neutron] 10.222.0.38 "GET /v2.0/networks?id=00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 200 len: 922 time: 0.4428160 Jun 25 09:12:46.793461 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9065f82b-c78e-4097-812d-3cf4babf9ac0 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:46.795435 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d0b9a1d-1072-450e-bb56-727595ba4265 req-fbbb7962-7686-4e62-940a-96ef75b4b033 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 697 time: 0.0945277 Jun 25 09:12:46.803546 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3c8e441c-27c9-4677-9594-d676c47335de tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:46.818815 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065f82b-c78e-4097-812d-3cf4babf9ac0 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b33dd92-c6ba-49b3-b152-48fb60ff3bd6,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:46.822911 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9065f82b-c78e-4097-812d-3cf4babf9ac0 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:46.824219 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9065f82b-c78e-4097-812d-3cf4babf9ac0 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:46.825524 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9065f82b-c78e-4097-812d-3cf4babf9ac0 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2109513 Jun 25 09:12:46.828117 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41126) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:46.833512 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-a33349e0-c052-4478-a9d8-76d518d25b90 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Request body: {'security_group_rule': {'security_group_id': '95c60efd-ba89-4563-b69c-df8fc98a3906', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:46.870111 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a33349e0-c052-4478-a9d8-76d518d25b90 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:46.906450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ae76985-53c8-4980-ac34-3f89db75032f req-afb3399f-b558-46a8-8c3e-ccfdbb396128 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58442dad-8efb-4bc8-950a-e643a5cd263b HTTP/1.1" status: 200 len: 217 time: 0.0935555 Jun 25 09:12:46.959171 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a33349e0-c052-4478-a9d8-76d518d25b90 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:46.965940 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a33349e0-c052-4478-a9d8-76d518d25b90 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:46.968227 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:46.987155 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33349e0-c052-4478-a9d8-76d518d25b90 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3940f8da-1592-43b0-82f7-a38292a277a5,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:46.989490 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a33349e0-c052-4478-a9d8-76d518d25b90 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:46.992108 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a33349e0-c052-4478-a9d8-76d518d25b90 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:46.997268 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a33349e0-c052-4478-a9d8-76d518d25b90 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1642342 Jun 25 09:12:46.997419 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41130) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:47.002033 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:47.034056 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301650e-07d5-47e8-a25f-26ffc0f251f3 req-a97b9ad7-17ca-4f7d-a900-e9b1c845a5d2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:47.037221 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:47.042309 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0301650e-07d5-47e8-a25f-26ffc0f251f3 req-a97b9ad7-17ca-4f7d-a900-e9b1c845a5d2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 950 time: 0.3596029 Jun 25 09:12:47.067496 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae76985-53c8-4980-ac34-3f89db75032f req-4d12887e-7acc-410e-b9fb-da22770350fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:47.068990 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ae76985-53c8-4980-ac34-3f89db75032f req-4d12887e-7acc-410e-b9fb-da22770350fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 200 len: 859 time: 0.1541219 Jun 25 09:12:47.130784 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0301650e-07d5-47e8-a25f-26ffc0f251f3 req-7ef264bc-b8de-4ec3-ac80-974ed93aefc2 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867660 Jun 25 09:12:47.145160 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:47.147021 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-2d0b9a1d-1072-450e-bb56-727595ba4265 req-5fe2749f-cb98-4755-bf15-df7f2087b598 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Deleting port 69c957f0-be4c-4e82-89a5-f67c66cec6d0 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:47.147367 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2d0b9a1d-1072-450e-bb56-727595ba4265 req-5fe2749f-cb98-4755-bf15-df7f2087b598 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:47.201768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae76985-53c8-4980-ac34-3f89db75032f req-d853da68-2e00-4a61-a162-421d4ad0db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:47.203333 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ae76985-53c8-4980-ac34-3f89db75032f req-d853da68-2e00-4a61-a162-421d4ad0db02 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00aaca95-703c-44c7-82f8-f0cc9820fbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234608 Jun 25 09:12:47.268128 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Allocated IP 172.25.6.182 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/4b309cd8-4973-4b22-bf8e-875e9ecc51b2) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:12:47.294120 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2d0b9a1d-1072-450e-bb56-727595ba4265 req-5fe2749f-cb98-4755-bf15-df7f2087b598 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:47.294446 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2d0b9a1d-1072-450e-bb56-727595ba4265 req-5fe2749f-cb98-4755-bf15-df7f2087b598 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:47.318325 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-2d0b9a1d-1072-450e-bb56-727595ba4265 req-5fe2749f-cb98-4755-bf15-df7f2087b598 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Calling delete_port for 69c957f0-be4c-4e82-89a5-f67c66cec6d0 owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:47.377407 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ae76985-53c8-4980-ac34-3f89db75032f req-dee43fbc-5de3-40d4-870e-a0a3afb1e7a9 service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658659 Jun 25 09:12:47.426704 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:47.534571 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefb428a-a8ca-498e-b3bc-2e21002d970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:47.537239 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1f19c9-d1ff-45cd-9a8f-a8ec98d593c5" -d '{"events": [{"server_uuid": "cefb428a-a8ca-498e-b3bc-2e21002d970a", "name": "network-vif-plugged", "status": "completed", "tag": "4df0d751-fab5-4f28-bb8a-6cccdbd69aac"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:47.549992 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ae76985-53c8-4980-ac34-3f89db75032f req-639eb24e-b06c-46c3-95b4-ce3406887e10 service neutron] 10.222.0.38 "GET /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648936 Jun 25 09:12:47.592953 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191ac7e-525d-4fb3-b035-94b447fd5d69 req-15401dcc-5321-4f0b-82d5-2d58ce3b22b8 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:47.594604 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7191ac7e-525d-4fb3-b035-94b447fd5d69 req-15401dcc-5321-4f0b-82d5-2d58ce3b22b8 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.1527054 Jun 25 09:12:47.639348 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2d0b9a1d-1072-450e-bb56-727595ba4265 req-5fe2749f-cb98-4755-bf15-df7f2087b598 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:47.646208 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5a9263b5-9c74-4016-b255-ff657962af65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:47.677952 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7191ac7e-525d-4fb3-b035-94b447fd5d69 req-5d61daf9-6dc9-4f2d-b753-a6724eebf4a2 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736227 Jun 25 09:12:47.681488 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2749f-cb98-4755-bf15-df7f2087b598 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Pushing event deleted for resources: {'Port': ['ID=69c957f0-be4c-4e82-89a5-f67c66cec6d0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:47.684914 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5fe2749f-cb98-4755-bf15-df7f2087b598 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:47.705381 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2d0b9a1d-1072-450e-bb56-727595ba4265 req-5fe2749f-cb98-4755-bf15-df7f2087b598 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:47.708247 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2d0b9a1d-1072-450e-bb56-727595ba4265 req-5fe2749f-cb98-4755-bf15-df7f2087b598 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:47.709462 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d0b9a1d-1072-450e-bb56-727595ba4265 req-5fe2749f-cb98-4755-bf15-df7f2087b598 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "DELETE /v2.0/floatingips/3dcbd78b-8ffa-4695-bd35-b5653b9601fc HTTP/1.1" status: 204 len: 173 time: 0.9049342 Jun 25 09:12:47.711882 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Sync routers for ids ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:12:47.726317 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Routers {'75b00c86-d0dd-431d-96c3-ab0a1b581b25'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:47.727019 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:47.768391 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:47.772611 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5c324e9a-d9dd-44f0-afe9-c00f71e58cb1 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:47.826057 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:12:47.828969 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:12:47.833655 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:12:47.859737 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Pushing event updated for resources: {'Port': ['ID=4b309cd8-4973-4b22-bf8e-875e9ecc51b2,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:47.864311 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:47.865568 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Set router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:47.882850 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127c42-33b9-4dbb-9e76-3cb9557300fb req-5f4823e0-dafd-450f-9fdb-a4019efbe78c tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:47.884492 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9127c42-33b9-4dbb-9e76-3cb9557300fb req-5f4823e0-dafd-450f-9fdb-a4019efbe78c tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 945 time: 0.0753255 Jun 25 09:12:47.923966 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41140) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:47.977008 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9127c42-33b9-4dbb-9e76-3cb9557300fb req-bd16fa98-2b81-48eb-805c-23c42261cf15 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862143 Jun 25 09:12:48.010854 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cb4e294c-0cff-4e4b-ad8f-bb9229279dd8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.048561 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.081237 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cb4e294c-0cff-4e4b-ad8f-bb9229279dd8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.083078 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41144) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:48.087008 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf09bb26-61b9-4fb9-bc4e-1ea6327e41d6 x-openstack-request-id: req-bf09bb26-61b9-4fb9-bc4e-1ea6327e41d6 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:48.087632 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefb428a-a8ca-498e-b3bc-2e21002d970a", "name": "network-vif-plugged", "status": "completed", "tag": "4df0d751-fab5-4f28-bb8a-6cccdbd69aac", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:48.088081 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bf09bb26-61b9-4fb9-bc4e-1ea6327e41d6 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:48.088678 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefb428a-a8ca-498e-b3bc-2e21002d970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac', 'code': 200} Jun 25 09:12:48.113440 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'name': 'tempest-ServersTestBootFromVolume-779245557-router', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:12:37Z', 'updated_at': '2021-06-25T09:12:43Z', 'revision_number': 4, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'gw_port': {'id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:38Z', 'updated_at': '2021-06-25T09:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '7ef26008-3f3b-46d1-b1a4-03979bdbba5d', 'name': '', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'mac_address': 'fa:16:3e:65:81:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '71266b30-0660-42ae-9490-5602b8ed149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:42Z', 'updated_at': '2021-06-25T09:12:43Z', 'revision_number': 2, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'subnets': [{'id': '71266b30-0660-42ae-9490-5602b8ed149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:48.142113 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device abed9f53-7c84-4deb-85fb-0d6986c91225 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:12:48.170672 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cb4e294c-0cff-4e4b-ad8f-bb9229279dd8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.172545 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cb4e294c-0cff-4e4b-ad8f-bb9229279dd8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.174132 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Checking router: 75b00c86-d0dd-431d-96c3-ab0a1b581b25 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:12:48.174654 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Updating router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:12:48.176584 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cb4e294c-0cff-4e4b-ad8f-bb9229279dd8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "DELETE /v2.0/security-groups/571e583a-7d6a-47d7-aa18-80b9d59bd5d7 HTTP/1.1" status: 204 len: 168 time: 0.2514341 Jun 25 09:12:48.178714 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41148) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:48.179397 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-26bd6e9d-9513-4744-b25e-f6c2820b4995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:48.219968 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.222818 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e294c-0cff-4e4b-ad8f-bb9229279dd8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571e583a-7d6a-47d7-aa18-80b9d59bd5d7,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:48.248877 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cb4e294c-0cff-4e4b-ad8f-bb9229279dd8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:48.254114 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-ce94782e-d0dd-4b97-8262-3bd7d7de1fd4 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] show failed (client error): The resource could not be found. Jun 25 09:12:48.256451 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ce94782e-d0dd-4b97-8262-3bd7d7de1fd4 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "GET /v2.0/security-groups/571e583a-7d6a-47d7-aa18-80b9d59bd5d7 HTTP/1.1" status: 404 len: 347 time: 0.0504673 Jun 25 09:12:48.259875 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41150) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:48.281654 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port abed9f53-7c84-4deb-85fb-0d6986c91225 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:48.282338 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.354539 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.473042 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e05c8-f0b9-4752-b94b-ea98a1d06efe req-bdf5740c-76ed-4f93-bf99-0536a1f3bd86 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:48.474852 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d89e05c8-f0b9-4752-b94b-ea98a1d06efe req-bdf5740c-76ed-4f93-bf99-0536a1f3bd86 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 1097 time: 0.1446691 Jun 25 09:12:48.511477 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a04ca-6473-480f-ae91-fb86350e5229 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Deleting port 4e72262d-48c4-43ec-b3cf-72a53073e8e4 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:48.511905 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b5a04ca-6473-480f-ae91-fb86350e5229 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.601415 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d89e05c8-f0b9-4752-b94b-ea98a1d06efe req-334dc91c-0a36-4396-af9e-779a6ab63dde tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151974 Jun 25 09:12:48.646547 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a8e8c-38a4-4493-8069-cff29d1d8155 req-e61ed53e-f260-45b7-886b-bb518d537f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:48.648063 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b76a8e8c-38a4-4493-8069-cff29d1d8155 req-e61ed53e-f260-45b7-886b-bb518d537f02 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 1102 time: 0.2327421 Jun 25 09:12:48.650674 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.662180 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Transition to ACTIVE for port object 7ef26008-3f3b-46d1-b1a4-03979bdbba5d will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:12:48.663931 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b5a04ca-6473-480f-ae91-fb86350e5229 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.664272 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b5a04ca-6473-480f-ae91-fb86350e5229 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.670718 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.678519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a04ca-6473-480f-ae91-fb86350e5229 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Calling delete_port for 4e72262d-48c4-43ec-b3cf-72a53073e8e4 owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:48.685457 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:48.748171 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b76a8e8c-38a4-4493-8069-cff29d1d8155 req-8f40ced9-4ea7-40d2-8d47-551df9fdd85b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918722 Jun 25 09:12:48.748632 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Pushing event updated for resources: {'Port': ['ID=7ef26008-3f3b-46d1-b1a4-03979bdbba5d,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:48.758994 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:48.759330 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:48.759645 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:48.759968 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:48.760280 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:48.760920 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:48.761240 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:48.761554 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:48.761959 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:48.762275 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:48.762584 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:48.762891 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:12:48.773834 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:48.810803 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.843858 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.849979 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Attempting to bind port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:12:48.850364 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Attempting to bind port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '9e6c0beb-f9ac-4238-8bc0-b375dbae975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:12:48.850781 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Attempting to bind port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d on network 6889e220-6a60-4950-ba9e-092798701f9a {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:12:48.859052 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:48.859244 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:12:48.859448 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Checking segment: {'id': '9e6c0beb-f9ac-4238-8bc0-b375dbae975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:12:48.860096 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.860678 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Bound using segment: {'id': '9e6c0beb-f9ac-4238-8bc0-b375dbae975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:12:48.861372 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Bound port: 7ef26008-3f3b-46d1-b1a4-03979bdbba5d, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6c0beb-f9ac-4238-8bc0-b375dbae975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:12:48.862064 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.869955 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481b73-a8b6-467a-897c-87f844497810 req-f27ab58a-d5e3-4fa0-8db6-657dcbc3622e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:48.877886 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d4481b73-a8b6-467a-897c-87f844497810 req-f27ab58a-d5e3-4fa0-8db6-657dcbc3622e tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 950 time: 0.3519318 Jun 25 09:12:48.936714 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509e093-732e-4b82-85b2-61b4c7e6d926 req-ee8ce376-44ee-4254-8c96-5ffa0b890ff5 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:48.938657 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a509e093-732e-4b82-85b2-61b4c7e6d926 req-ee8ce376-44ee-4254-8c96-5ffa0b890ff5 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 945 time: 0.1670401 Jun 25 09:12:48.964320 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] For port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:12:48.966622 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Pushing event updated for resources: {'Port': ['ID=4b309cd8-4973-4b22-bf8e-875e9ecc51b2,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:48.967888 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] For port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7ef26008-3f3b-46d1-b1a4-03979bdbba5d,segment=NetworkSegment(9e6c0beb-f9ac-4238-8bc0-b375dbae975d),segment_id=9e6c0beb-f9ac-4238-8bc0-b375dbae975d)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:12:48.976213 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:48.978816 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.980524 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:48.982929 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:48.987057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d4481b73-a8b6-467a-897c-87f844497810 req-056c3a80-e4c7-477a-9261-93179ff4bb44 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082871 Jun 25 09:12:49.005812 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:49.015622 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0170908 Jun 25 09:12:49.040178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a509e093-732e-4b82-85b2-61b4c7e6d926 req-5402dc01-f6eb-4b70-8c10-040a27357b77 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763509 Jun 25 09:12:49.041106 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b5a04ca-6473-480f-ae91-fb86350e5229 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:49.043158 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:49.083156 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a04ca-6473-480f-ae91-fb86350e5229 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Pushing event deleted for resources: {'Port': ['ID=4e72262d-48c4-43ec-b3cf-72a53073e8e4,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:49.086639 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0b5a04ca-6473-480f-ae91-fb86350e5229 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:49.097634 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Pushing event updated for resources: {'Port': ['ID=7ef26008-3f3b-46d1-b1a4-03979bdbba5d,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:49.138219 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:49.145312 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b5a04ca-6473-480f-ae91-fb86350e5229 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:49.177149 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b5a04ca-6473-480f-ae91-fb86350e5229 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:49.177149 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0b5a04ca-6473-480f-ae91-fb86350e5229 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] 10.222.0.93 "DELETE /v2.0/floatingips/8584e86a-b2dc-4495-8a8b-edf31a594503 HTTP/1.1" status: 204 len: 168 time: 0.9071488 Jun 25 09:12:49.190801 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Routers {'75b00c86-d0dd-431d-96c3-ab0a1b581b25'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:49.191927 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:49.241073 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-962efcdd-d614-484f-bfbf-f8f06c4f238d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:49.381763 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] Set router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:49.454610 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8a253-69b7-4e4e-905e-8d3beffc4674 req-6bddbbba-7ac1-46d3-8590-6caf317080ae tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:49.463898 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bab8a253-69b7-4e4e-905e-8d3beffc4674 req-6bddbbba-7ac1-46d3-8590-6caf317080ae tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.1415062 Jun 25 09:12:49.514172 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bab8a253-69b7-4e4e-905e-8d3beffc4674 req-9fd5bace-8eb5-4b92-b6a9-cee74c19513b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485528 Jun 25 09:12:49.598979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41214) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:49.678123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f5319c-ffc6-4d4b-8961-df70bd17499c admin admin] Deleting subnet b0f74112-761d-4823-bef3-5391ccb190f2 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:12:49.685604 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-53f5319c-ffc6-4d4b-8961-df70bd17499c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:49.736031 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-53f5319c-ffc6-4d4b-8961-df70bd17499c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:49.744708 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-53f5319c-ffc6-4d4b-8961-df70bd17499c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:49.812054 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'name': 'tempest-ServersTestBootFromVolume-779245557-router', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:12:37Z', 'updated_at': '2021-06-25T09:12:43Z', 'revision_number': 4, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'gw_port': {'id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:38Z', 'updated_at': '2021-06-25T09:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '7ef26008-3f3b-46d1-b1a4-03979bdbba5d', 'name': '', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'mac_address': 'fa:16:3e:65:81:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '71266b30-0660-42ae-9490-5602b8ed149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:42Z', 'updated_at': '2021-06-25T09:12:48Z', 'revision_number': 4, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'subnets': [{'id': '71266b30-0660-42ae-9490-5602b8ed149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:49.868761 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0beb71-73b8-4c5a-8c51-67089e6bcc20 None None] The sync data for ids ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'] in n-d-761264-15 is: [{'id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'name': 'tempest-ServersTestBootFromVolume-779245557-router', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:12:37Z', 'updated_at': '2021-06-25T09:12:43Z', 'revision_number': 4, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'gw_port': {'id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:38Z', 'updated_at': '2021-06-25T09:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '7ef26008-3f3b-46d1-b1a4-03979bdbba5d', 'name': '', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'mac_address': 'fa:16:3e:65:81:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '71266b30-0660-42ae-9490-5602b8ed149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:42Z', 'updated_at': '2021-06-25T09:12:48Z', 'revision_number': 4, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'subnets': [{'id': '71266b30-0660-42ae-9490-5602b8ed149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:12:49.919000 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-962efcdd-d614-484f-bfbf-f8f06c4f238d admin admin] Deleting port e19fcdfc-c402-4196-85a1-18392cfb6671 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:49.919627 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-962efcdd-d614-484f-bfbf-f8f06c4f238d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:49.948078 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b0895-9abd-4bba-b689-3995173fda15 req-522fd751-8e2d-4168-b792-b2700e45752e tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:49.950112 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-776b0895-9abd-4bba-b689-3995173fda15 req-522fd751-8e2d-4168-b792-b2700e45752e tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 945 time: 0.1656592 Jun 25 09:12:50.046089 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-53f5319c-ffc6-4d4b-8961-df70bd17499c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:50.059004 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f2ad42b6-4495-4674-bc53-6bab519774c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:50.080633 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5319c-ffc6-4d4b-8961-df70bd17499c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f74112-761d-4823-bef3-5391ccb190f2,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:50.088258 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-53f5319c-ffc6-4d4b-8961-df70bd17499c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:50.090417 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-53f5319c-ffc6-4d4b-8961-df70bd17499c admin admin] 10.222.0.93 "DELETE /v2.0/subnets/b0f74112-761d-4823-bef3-5391ccb190f2 HTTP/1.1" status: 204 len: 168 time: 0.4904542 Jun 25 09:12:50.091316 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-53f5319c-ffc6-4d4b-8961-df70bd17499c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:50.093072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41232) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:50.156020 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-962efcdd-d614-484f-bfbf-f8f06c4f238d admin admin] For port e19fcdfc-c402-4196-85a1-18392cfb6671, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e19fcdfc-c402-4196-85a1-18392cfb6671,segment=NetworkSegment(1e28c284-2b23-4f89-abb1-e214224edb6b),segment_id=1e28c284-2b23-4f89-abb1-e214224edb6b)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:50.156398 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-962efcdd-d614-484f-bfbf-f8f06c4f238d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:50.197858 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-962efcdd-d614-484f-bfbf-f8f06c4f238d admin admin] Calling delete_port for e19fcdfc-c402-4196-85a1-18392cfb6671 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:50.205458 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7ef26008-3f3b-46d1-b1a4-03979bdbba5d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:12:50.245535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-776b0895-9abd-4bba-b689-3995173fda15 req-4dc27e5e-8380-449b-aa2f-52bfa593675d tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Deleting port 58442dad-8efb-4bc8-950a-e643a5cd263b {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:50.246413 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-776b0895-9abd-4bba-b689-3995173fda15 req-4dc27e5e-8380-449b-aa2f-52bfa593675d tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:50.320165 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:12:50.326422 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:50.326810 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:50.498386 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:50.595774 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7ef26008-3f3b-46d1-b1a4-03979bdbba5d,segment=NetworkSegment(9e6c0beb-f9ac-4238-8bc0-b375dbae975d),segment_id=9e6c0beb-f9ac-4238-8bc0-b375dbae975d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:50.608012 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:50.617261 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:50.702769 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-962efcdd-d614-484f-bfbf-f8f06c4f238d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:50.706843 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-73044c6d-e966-452e-b311-51ef6f499bd7 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:50.721773 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=7ef26008-3f3b-46d1-b1a4-03979bdbba5d,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:50.732779 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:50.765549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962efcdd-d614-484f-bfbf-f8f06c4f238d admin admin] Pushing event deleted for resources: {'Port': ['ID=e19fcdfc-c402-4196-85a1-18392cfb6671,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:50.774372 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-962efcdd-d614-484f-bfbf-f8f06c4f238d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:51.072100 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:51.144851 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-962efcdd-d614-484f-bfbf-f8f06c4f238d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:51.189025 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-776b0895-9abd-4bba-b689-3995173fda15 req-4dc27e5e-8380-449b-aa2f-52bfa593675d tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] For port 58442dad-8efb-4bc8-950a-e643a5cd263b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=58442dad-8efb-4bc8-950a-e643a5cd263b,segment=NetworkSegment(54a7e32b-3228-4da6-82d7-eccfa5e2cea9),segment_id=54a7e32b-3228-4da6-82d7-eccfa5e2cea9)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:51.189400 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-776b0895-9abd-4bba-b689-3995173fda15 req-4dc27e5e-8380-449b-aa2f-52bfa593675d tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:51.284594 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-776b0895-9abd-4bba-b689-3995173fda15 req-4dc27e5e-8380-449b-aa2f-52bfa593675d tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Calling delete_port for 58442dad-8efb-4bc8-950a-e643a5cd263b owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:51.330414 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1137f3-7c07-468e-8e52-7d0b9762357e req-c44ae7eb-6d17-49df-9d42-4db03cf163f1 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:51.331987 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb1137f3-7c07-468e-8e52-7d0b9762357e req-c44ae7eb-6d17-49df-9d42-4db03cf163f1 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 945 time: 0.9427931 Jun 25 09:12:51.342131 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:51.369847 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb09f4-cf0f-4342-a4b9-42ff56228097 req-21ecff42-9fb5-4a29-b5aa-d619afd74e8d tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:51.374283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63cb09f4-cf0f-4342-a4b9-42ff56228097 req-21ecff42-9fb5-4a29-b5aa-d619afd74e8d tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 950 time: 0.9322076 Jun 25 09:12:51.405298 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:12:51.405708 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:12:51.406524 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:12:51.406952 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Subscribe: > port after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:12:51.407369 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:12:51.407934 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Subscribe: > port after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:12:51.408328 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:12:51.408717 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:12:51.409340 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:12:51.409734 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:12:51.510482 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:12:51.510818 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:12:51.511544 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:12:51.512002 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 09:12:51.512716 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9fd3c5-c9bb-45bb-92ad-26a11de079b1']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:51.570992 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032a832c-6c63-4679-9754-cee9530dd5db') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:51.571325 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032a832c-6c63-4679-9754-cee9530dd5db') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:51.617241 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:51.623594 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb1137f3-7c07-468e-8e52-7d0b9762357e req-1d5d3410-446a-4669-9c91-a351c20b9011 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/security-groups?id=be950af6-3025-45b5-9b30-9ba337a62a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652435 Jun 25 09:12:51.680981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63cb09f4-cf0f-4342-a4b9-42ff56228097 req-32b2c9fe-4d63-4a26-a3b3-05044d548381 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589391 Jun 25 09:12:51.692480 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:51.708535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:12:51.709351 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: from cryptography.utils import int_from_bytes Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: from cryptography.utils import int_from_bytes Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:12:51.773688 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:12:51.777481 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:12:51.784905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962efcdd-d614-484f-bfbf-f8f06c4f238d admin admin] Router eaf66103-364c-45c2-a69d-4e60e2a89927 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:12:51.857543 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:51.873994 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:51.878753 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] 10.222.0.93 "DELETE /v2.0/networks/bc9fd3c5-c9bb-45bb-92ad-26a11de079b1 HTTP/1.1" status: 204 len: 168 time: 1.7809424 Jun 25 09:12:51.896212 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:51.919710 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962efcdd-d614-484f-bfbf-f8f06c4f238d admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:12:51.932058 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=bc9fd3c5-c9bb-45bb-92ad-26a11de079b1,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:51.932454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d6bd0-72f3-47c0-8399-96da9972bfe4 None None] Sync routers for ids ['eaf66103-364c-45c2-a69d-4e60e2a89927'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:12:51.935921 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:51.942653 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-962efcdd-d614-484f-bfbf-f8f06c4f238d admin admin] 10.222.0.93 "PUT /v2.0/routers/eaf66103-364c-45c2-a69d-4e60e2a89927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8507190 Jun 25 09:12:51.943999 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41278) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:51.945673 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d6bd0-72f3-47c0-8399-96da9972bfe4 None None] Routers {'eaf66103-364c-45c2-a69d-4e60e2a89927'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:51.946457 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-729d6bd0-72f3-47c0-8399-96da9972bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['eaf66103-364c-45c2-a69d-4e60e2a89927'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:51.979021 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-776b0895-9abd-4bba-b689-3995173fda15 req-4dc27e5e-8380-449b-aa2f-52bfa593675d tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:51.989302 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1e1dffba-ba50-4908-a6ed-a8fbef34dd7b tempest-LiveMigrationNegativeTest-885523365 tempest-LiveMigrationNegativeTest-885523365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:52.015894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa314b1b-4bf5-4aa3-ace3-e725e127a245 req-aa527094-0a57-421c-aab0-44fdccf497a5 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:52.017599 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa314b1b-4bf5-4aa3-ace3-e725e127a245 req-aa527094-0a57-421c-aab0-44fdccf497a5 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.2231319 Jun 25 09:12:52.047183 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc27e5e-8380-449b-aa2f-52bfa593675d tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Pushing event deleted for resources: {'Port': ['ID=58442dad-8efb-4bc8-950a-e643a5cd263b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:52.055442 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4dc27e5e-8380-449b-aa2f-52bfa593675d tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:52.155281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41286) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:52.235226 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:52.235455 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-729d6bd0-72f3-47c0-8399-96da9972bfe4 None None] Set router eaf66103-364c-45c2-a69d-4e60e2a89927 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:52.237959 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-776b0895-9abd-4bba-b689-3995173fda15 req-4dc27e5e-8380-449b-aa2f-52bfa593675d tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] No DVR routers for this DVR port 58442dad-8efb-4bc8-950a-e643a5cd263b on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:12:52.258388 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-776b0895-9abd-4bba-b689-3995173fda15 req-4dc27e5e-8380-449b-aa2f-52bfa593675d tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:52.264379 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-776b0895-9abd-4bba-b689-3995173fda15 req-4dc27e5e-8380-449b-aa2f-52bfa593675d tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.38 "DELETE /v2.0/ports/58442dad-8efb-4bc8-950a-e643a5cd263b HTTP/1.1" status: 204 len: 173 time: 2.3077648 Jun 25 09:12:52.265562 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'name': 'network-vif-deleted', 'tag': '58442dad-8efb-4bc8-950a-e643a5cd263b'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:52.269830 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da594f28-a041-44f6-96a7-6798f4aa5bab" -d '{"events": [{"server_uuid": "8f8e7be7-87b3-434b-87af-9a01b2412087", "name": "network-vif-deleted", "tag": "58442dad-8efb-4bc8-950a-e643a5cd263b"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:52.285127 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e384aed3-f47b-4fd0-83e5-7bc868e76b16 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b0bc40fe5b8846559cc00336b8182ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269426 Jun 25 09:12:52.285818 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41290) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:52.291283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa314b1b-4bf5-4aa3-ace3-e725e127a245 req-cb9e1d6e-e64d-416d-97b7-82ae9dc04d8d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490902 Jun 25 09:12:52.315827 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7ef26008-3f3b-46d1-b1a4-03979bdbba5d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:12:52.380014 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc197d83-1478-4f0f-bdee-02c49041dbbc x-openstack-request-id: req-fc197d83-1478-4f0f-bdee-02c49041dbbc {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:52.380324 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8e7be7-87b3-434b-87af-9a01b2412087", "name": "network-vif-deleted", "tag": "58442dad-8efb-4bc8-950a-e643a5cd263b", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:52.380710 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fc197d83-1478-4f0f-bdee-02c49041dbbc {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:52.381039 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8e7be7-87b3-434b-87af-9a01b2412087', 'name': 'network-vif-deleted', 'tag': '58442dad-8efb-4bc8-950a-e643a5cd263b', 'status': 'completed', 'code': 200} Jun 25 09:12:52.455686 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aea48afe-7f0f-4eb3-b9d2-8871986ba8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:52.489526 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c5c5184-3dbc-4794-8bfe-fd123242eea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:52.494488 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aea48afe-7f0f-4eb3-b9d2-8871986ba8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:52.497848 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:52.529938 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:12:52.530621 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:52.599754 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aea48afe-7f0f-4eb3-b9d2-8871986ba8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:52.605671 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aea48afe-7f0f-4eb3-b9d2-8871986ba8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:52.609093 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-aea48afe-7f0f-4eb3-b9d2-8871986ba8a6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/43369e30-565b-4bfd-82d0-50e92ae1b1a9 HTTP/1.1" status: 204 len: 168 time: 0.3161964 Jun 25 09:12:52.610807 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0fba4e1f-1793-41c8-8e19-7ab040630392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:52.637410 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea48afe-7f0f-4eb3-b9d2-8871986ba8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43369e30-565b-4bfd-82d0-50e92ae1b1a9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:52.668235 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aea48afe-7f0f-4eb3-b9d2-8871986ba8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:52.671379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] Deleting port e5611b8b-b4cf-485b-824c-74535673616b {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:52.674389 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:52.776645 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-729d6bd0-72f3-47c0-8399-96da9972bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'name': 'tempest-AttachSCSIVolumeTestJSON-377653797-router', 'tenant_id': '853a6d285ec446a79adc0120a1059455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'e5611b8b-b4cf-485b-824c-74535673616b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:20Z', 'updated_at': '2021-06-25T09:12:50Z', 'revision_number': 5, 'project_id': '853a6d285ec446a79adc0120a1059455', 'gw_port': {'id': 'e5611b8b-b4cf-485b-824c-74535673616b', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:20Z', 'updated_at': '2021-06-25T09:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:52.845157 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d6bd0-72f3-47c0-8399-96da9972bfe4 None None] Checking router: eaf66103-364c-45c2-a69d-4e60e2a89927 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:12:52.863260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d6bd0-72f3-47c0-8399-96da9972bfe4 None None] Routers {'eaf66103-364c-45c2-a69d-4e60e2a89927'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:52.864076 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-729d6bd0-72f3-47c0-8399-96da9972bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['eaf66103-364c-45c2-a69d-4e60e2a89927'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:52.937067 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] For port e5611b8b-b4cf-485b-824c-74535673616b, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e5611b8b-b4cf-485b-824c-74535673616b,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:52.938385 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:52.997846 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] Calling delete_port for e5611b8b-b4cf-485b-824c-74535673616b owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:53.010482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-729d6bd0-72f3-47c0-8399-96da9972bfe4 None None] Set router eaf66103-364c-45c2-a69d-4e60e2a89927 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:53.088591 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38d20cf5-81b3-45f5-90f0-5780eb56fdd5 req-995e0582-9cb2-4a8a-a15e-380c795f2e9c tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f8e7be7-87b3-434b-87af-9a01b2412087 HTTP/1.1" status: 200 len: 210 time: 0.0394115 Jun 25 09:12:53.113054 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-729d6bd0-72f3-47c0-8399-96da9972bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'name': 'tempest-AttachSCSIVolumeTestJSON-377653797-router', 'tenant_id': '853a6d285ec446a79adc0120a1059455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:20Z', 'updated_at': '2021-06-25T09:12:52Z', 'revision_number': 6, 'project_id': '853a6d285ec446a79adc0120a1059455', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:53.118914 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2530f-49c3-4588-a7e5-1bf64c1b282c req-7cefdd8c-0a52-458f-ac63-a8ffa94ea4e6 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:53.126084 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3fa2530f-49c3-4588-a7e5-1bf64c1b282c req-7cefdd8c-0a52-458f-ac63-a8ffa94ea4e6 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 950 time: 0.1451769 Jun 25 09:12:53.171385 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d6bd0-72f3-47c0-8399-96da9972bfe4 None None] The sync data for ids ['eaf66103-364c-45c2-a69d-4e60e2a89927'] in n-d-761264-15 is: [{'id': 'eaf66103-364c-45c2-a69d-4e60e2a89927', 'name': 'tempest-AttachSCSIVolumeTestJSON-377653797-router', 'tenant_id': '853a6d285ec446a79adc0120a1059455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:20Z', 'updated_at': '2021-06-25T09:12:52Z', 'revision_number': 6, 'project_id': '853a6d285ec446a79adc0120a1059455', 'gw_port_host': None}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:12:53.242114 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3fa2530f-49c3-4588-a7e5-1bf64c1b282c req-370299ac-0e35-4530-9496-809320b92ace tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067500 Jun 25 09:12:53.315689 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:53.318456 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:53.352377 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5611b8b-b4cf-485b-824c-74535673616b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:53.361335 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:53.473785 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:53.533172 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 58442dad-8efb-4bc8-950a-e643a5cd263b no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:12:53.658671 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 58442dad-8efb-4bc8-950a-e643a5cd263b {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:12:53.660386 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 58442dad-8efb-4bc8-950a-e643a5cd263b not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:12:53.732547 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:53.761840 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e4908-8efe-4cff-b35e-4d012457d3f0 req-cb1a6312-663c-4b52-b951-c6a88d75909e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:53.775348 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-655e4908-8efe-4cff-b35e-4d012457d3f0 req-cb1a6312-663c-4b52-b951-c6a88d75909e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.2145987 Jun 25 09:12:53.853486 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-655e4908-8efe-4cff-b35e-4d012457d3f0 req-4a99ed89-b383-4aa8-aa6f-4738d544f068 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770056 Jun 25 09:12:53.887241 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:53.893148 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:53.969725 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:53.970403 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaf66103-364c-45c2-a69d-4e60e2a89927 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:12:53.980850 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:53.984811 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41336) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:53.985997 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] 10.222.0.93 "DELETE /v2.0/routers/eaf66103-364c-45c2-a69d-4e60e2a89927 HTTP/1.1" status: 204 len: 168 time: 2.0407448 Jun 25 09:12:54.039532 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43704758-c5f0-477b-a4e2-bb9ce23ad675 req-2148c20c-1136-403d-bddc-bff00baaf094 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:54.041123 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43704758-c5f0-477b-a4e2-bb9ce23ad675 req-2148c20c-1136-403d-bddc-bff00baaf094 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 1102 time: 0.1404042 Jun 25 09:12:54.080031 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d8072a-04f6-4804-9d20-2486515c339b admin admin] Deleting subnet fd84d126-1ab0-4358-8cb7-1b64237b2576 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:12:54.086898 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12d8072a-04f6-4804-9d20-2486515c339b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:54.168751 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43704758-c5f0-477b-a4e2-bb9ce23ad675 req-4a44c365-3977-4092-ba09-844adc6efad6 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159017 Jun 25 09:12:54.182316 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12d8072a-04f6-4804-9d20-2486515c339b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:54.266891 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e19fcdfc-c402-4196-85a1-18392cfb6671 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:12:54.316205 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: e19fcdfc-c402-4196-85a1-18392cfb6671 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:12:54.316560 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e19fcdfc-c402-4196-85a1-18392cfb6671 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:12:54.317260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e5611b8b-b4cf-485b-824c-74535673616b no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:12:54.339685 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: e5611b8b-b4cf-485b-824c-74535673616b {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:12:54.340081 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e5611b8b-b4cf-485b-824c-74535673616b not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:12:54.349863 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41356) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:54.426117 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12d8072a-04f6-4804-9d20-2486515c339b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:54.523009 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12d8072a-04f6-4804-9d20-2486515c339b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:54.528490 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b702124f-7443-4dd8-ae02-d18c7472eb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:54.596439 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12d8072a-04f6-4804-9d20-2486515c339b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:54.598417 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-12d8072a-04f6-4804-9d20-2486515c339b admin admin] 10.222.0.93 "DELETE /v2.0/subnets/fd84d126-1ab0-4358-8cb7-1b64237b2576 HTTP/1.1" status: 204 len: 168 time: 0.6126404 Jun 25 09:12:54.601011 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8072a-04f6-4804-9d20-2486515c339b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd84d126-1ab0-4358-8cb7-1b64237b2576,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:54.603203 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a70c06-2277-441a-93aa-a2c670010852 None None] Network 99113120-fb05-4363-91dc-983de1fb3bd6 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:12:54.617549 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-12d8072a-04f6-4804-9d20-2486515c339b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:54.621351 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41362) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:54.847304 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:54.967000 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bbe92856-2578-441b-b4f5-c45af85eed4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:54.976232 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25c3472-e42d-4d06-a538-740f8997597b None None] DHCP port deletion for 99113120-fb05-4363-91dc-983de1fb3bd6 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:12:55.013274 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Deleting port 82412416-58d3-4882-ab5e-6d52d00bf986 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:55.013850 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:55.143327 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] For port 82412416-58d3-4882-ab5e-6d52d00bf986, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=82412416-58d3-4882-ab5e-6d52d00bf986,segment=NetworkSegment(1e28c284-2b23-4f89-abb1-e214224edb6b),segment_id=1e28c284-2b23-4f89-abb1-e214224edb6b)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:55.143714 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:55.146010 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:55.160894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d50ce-1026-420c-bc1b-5118e3fab5dd req-03aae4b1-1013-4ad6-a3d0-788fbe3afef8 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:55.161112 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a25c3472-e42d-4d06-a538-740f8997597b None None] Deleting port 82412416-58d3-4882-ab5e-6d52d00bf986 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:55.161335 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a25c3472-e42d-4d06-a538-740f8997597b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:55.168938 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b11d50ce-1026-420c-bc1b-5118e3fab5dd req-03aae4b1-1013-4ad6-a3d0-788fbe3afef8 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 1102 time: 0.2123492 Jun 25 09:12:55.196544 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Calling delete_port for 82412416-58d3-4882-ab5e-6d52d00bf986 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:55.240617 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b11d50ce-1026-420c-bc1b-5118e3fab5dd req-3869ae61-6860-4c6c-ae29-a29d069bb477 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688524 Jun 25 09:12:55.273864 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a7a6893-9298-4f50-b386-2c49a7b1d8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:55.284630 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-a25c3472-e42d-4d06-a538-740f8997597b None None] For port 82412416-58d3-4882-ab5e-6d52d00bf986, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=82412416-58d3-4882-ab5e-6d52d00bf986,segment=NetworkSegment(1e28c284-2b23-4f89-abb1-e214224edb6b),segment_id=1e28c284-2b23-4f89-abb1-e214224edb6b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:55.285247 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a25c3472-e42d-4d06-a538-740f8997597b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:55.321832 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a25c3472-e42d-4d06-a538-740f8997597b None None] Calling delete_port for 82412416-58d3-4882-ab5e-6d52d00bf986 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:55.359445 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8cb6c-8627-48dc-8f09-78a9f714c790 req-5ab7b891-ac7c-4b1a-b290-736efcc86ada tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:55.368452 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1f8cb6c-8627-48dc-8f09-78a9f714c790 req-5ab7b891-ac7c-4b1a-b290-736efcc86ada tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.3092585 Jun 25 09:12:55.484454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1f8cb6c-8627-48dc-8f09-78a9f714c790 req-c3480824-a3fc-4feb-9faa-a4833cdcb5fd tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148305 Jun 25 09:12:55.502284 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:55.504993 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-08c9bb59-7e72-42e1-80d1-ec07cec15040 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:55.540986 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Pushing event deleted for resources: {'Port': ['ID=82412416-58d3-4882-ab5e-6d52d00bf986,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:55.564418 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:55.576985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] No DVR routers for this DVR port 82412416-58d3-4882-ab5e-6d52d00bf986 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:12:55.622565 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a25c3472-e42d-4d06-a538-740f8997597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:55.653712 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:55.665293 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c3472-e42d-4d06-a538-740f8997597b None None] No DVR routers for this DVR port 82412416-58d3-4882-ab5e-6d52d00bf986 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:12:55.724157 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41398) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:55.741227 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c3472-e42d-4d06-a538-740f8997597b None None] Pushing event deleted for resources: {'Port': ['ID=82412416-58d3-4882-ab5e-6d52d00bf986,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:55.751258 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a25c3472-e42d-4d06-a538-740f8997597b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:55.843954 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:55.865281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99113120-fb05-4363-91dc-983de1fb3bd6']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:55.904249 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e28c284-2b23-4f89-abb1-e214224edb6b') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:55.904557 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e28c284-2b23-4f89-abb1-e214224edb6b') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:55.918043 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:55.922608 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dafbf6cd-a36b-4f5d-9dea-6c799846e584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:55.941501 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a6893-9298-4f50-b386-2c49a7b1d8e8 admin admin] Deleting port 2ee213c5-621f-407a-ac90-3d961c253cc6 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:55.941928 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:55.942363 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a7a6893-9298-4f50-b386-2c49a7b1d8e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:55.960257 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:12:55.960580 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:12:55.968998 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:12:55.989296 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b6fb6-8c9b-41f2-b33a-12661bd01bce req-844fcf42-299a-4fb2-aca1-2ea3755222c6 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:55.991734 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-787b6fb6-8c9b-41f2-b33a-12661bd01bce req-844fcf42-299a-4fb2-aca1-2ea3755222c6 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 950 time: 0.2475741 Jun 25 09:12:56.109055 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:56.114550 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-787b6fb6-8c9b-41f2-b33a-12661bd01bce req-f366040b-0ab0-418b-9921-db0560fcf242 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880854 Jun 25 09:12:56.116164 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:56.128918 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 82412416-58d3-4882-ab5e-6d52d00bf986 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:12:56.132972 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-3a7a6893-9298-4f50-b386-2c49a7b1d8e8 admin admin] For port 2ee213c5-621f-407a-ac90-3d961c253cc6, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2ee213c5-621f-407a-ac90-3d961c253cc6,segment=NetworkSegment(54a7e32b-3228-4da6-82d7-eccfa5e2cea9),segment_id=54a7e32b-3228-4da6-82d7-eccfa5e2cea9)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:56.133856 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a7a6893-9298-4f50-b386-2c49a7b1d8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:56.141691 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:56.165648 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 82412416-58d3-4882-ab5e-6d52d00bf986 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:12:56.166031 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 82412416-58d3-4882-ab5e-6d52d00bf986 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:12:56.179648 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:56.186017 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] 10.222.0.93 "DELETE /v2.0/networks/99113120-fb05-4363-91dc-983de1fb3bd6 HTTP/1.1" status: 204 len: 168 time: 1.5605409 Jun 25 09:12:56.186017 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Pushing event deleted for resources: {'Network': ['ID=99113120-fb05-4363-91dc-983de1fb3bd6,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:56.186297 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41406) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:56.193360 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a6893-9298-4f50-b386-2c49a7b1d8e8 admin admin] Calling delete_port for 2ee213c5-621f-407a-ac90-3d961c253cc6 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:56.194374 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:56.282402 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dafbf6cd-a36b-4f5d-9dea-6c799846e584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:56.291184 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dafbf6cd-a36b-4f5d-9dea-6c799846e584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:56.298779 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-320dbbaa-2fa3-4d66-a4cb-dc0a35facf0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:56.383260 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-dafbf6cd-a36b-4f5d-9dea-6c799846e584 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=191e3bf013024f4d95a480b3054eba98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6561606 Jun 25 09:12:56.385987 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41408) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:56.388230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbf6cd-a36b-4f5d-9dea-6c799846e584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5789ea-a50e-425c-8a3a-0fa87f7fa9b4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:56.398043 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dafbf6cd-a36b-4f5d-9dea-6c799846e584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:56.468062 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2d716e2f-ba17-4ee0-909d-3e77c5020909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:56.524226 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2d716e2f-ba17-4ee0-909d-3e77c5020909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:56.543720 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a7a6893-9298-4f50-b386-2c49a7b1d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:56.548193 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cdb0ca70-0440-444d-b2b3-e5b0f39b350b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:56.596087 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a6893-9298-4f50-b386-2c49a7b1d8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee213c5-621f-407a-ac90-3d961c253cc6,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:56.601310 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3a7a6893-9298-4f50-b386-2c49a7b1d8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:56.772942 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2d716e2f-ba17-4ee0-909d-3e77c5020909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:56.776466 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2d716e2f-ba17-4ee0-909d-3e77c5020909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:56.782572 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2d716e2f-ba17-4ee0-909d-3e77c5020909 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ee5789ea-a50e-425c-8a3a-0fa87f7fa9b4 HTTP/1.1" status: 204 len: 168 time: 0.3951485 Jun 25 09:12:56.784191 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e7c1d15a-bec2-4346-bec2-8710a793ef78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:56.794691 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d716e2f-ba17-4ee0-909d-3e77c5020909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5789ea-a50e-425c-8a3a-0fa87f7fa9b4,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:56.798203 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2d716e2f-ba17-4ee0-909d-3e77c5020909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:56.874839 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390afd6b-f120-448a-903a-cc7863ec71d1 req-3f20d1e6-b6cf-43e0-8dc7-b305f043cac0 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:56.876524 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-390afd6b-f120-448a-903a-cc7863ec71d1 req-3f20d1e6-b6cf-43e0-8dc7-b305f043cac0 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.1849208 Jun 25 09:12:56.998487 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-390afd6b-f120-448a-903a-cc7863ec71d1 req-0add788b-a980-475e-9525-2f5fcdeed66f tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051173 Jun 25 09:12:57.008108 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a7a6893-9298-4f50-b386-2c49a7b1d8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:57.035703 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5813788a-c492-4db8-a85d-ad2c47e0b606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:57.764171 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7a6893-9298-4f50-b386-2c49a7b1d8e8 admin admin] Router d8edb756-ec04-4f0f-8f61-c858b0363e59 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:12:57.837165 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:57.977138 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7a6893-9298-4f50-b386-2c49a7b1d8e8 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:12:57.985189 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3a7a6893-9298-4f50-b386-2c49a7b1d8e8 admin admin] 10.222.0.93 "PUT /v2.0/routers/d8edb756-ec04-4f0f-8f61-c858b0363e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6339054 Jun 25 09:12:57.987906 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41440) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:57.989533 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac7cb37-188b-4964-871f-b388699a9062 None None] Sync routers for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:12:58.018252 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac7cb37-188b-4964-871f-b388699a9062 None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:58.018894 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-7ac7cb37-188b-4964-871f-b388699a9062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:58.091237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41446) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:58.122996 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32e389-f786-4767-b450-3092db71446d req-04f3e078-7f6c-492f-8988-c000b928df32 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:58.138085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7f9b6-a138-445c-8967-5cd7cab1b185 req-b2296b3d-2a1d-4599-a8dc-d6bab4eef4b7 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:58.138085 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e8a7f9b6-a138-445c-8967-5cd7cab1b185 req-b2296b3d-2a1d-4599-a8dc-d6bab4eef4b7 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.41 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 950 time: 0.3100824 Jun 25 09:12:58.140489 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a32e389-f786-4767-b450-3092db71446d req-04f3e078-7f6c-492f-8988-c000b928df32 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 950 time: 0.7935140 Jun 25 09:12:58.244890 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-7ac7cb37-188b-4964-871f-b388699a9062 None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:58.263530 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a32e389-f786-4767-b450-3092db71446d req-709a6586-af58-4e80-9569-7253957676f5 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197004 Jun 25 09:12:58.313239 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:58.425036 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-447802074-network', 'tenant_id': '9107d69d44ac494993507d4ab504c691'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:58.457043 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:58.501115 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Made reservation on behalf of 9107d69d44ac494993507d4ab504c691 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:12:58.502621 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-7ac7cb37-188b-4964-871f-b388699a9062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:12:56Z', 'revision_number': 5, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port': {'id': '9c5c5aef-5b80-4246-9ebf-321a0cbae254', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:11:35Z', 'updated_at': '2021-06-25T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:58.504193 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:58.536790 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:58.541767 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-5813788a-c492-4db8-a85d-ad2c47e0b606 admin admin] Deleting port e0013777-b2ff-4de6-b987-5bd2019654fb {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:58.542123 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5813788a-c492-4db8-a85d-ad2c47e0b606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:58.631596 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-e8a7f9b6-a138-445c-8967-5cd7cab1b185 req-b9b9da4e-4a92-44ce-bd61-5c9df2917480 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Deleting port c5071f03-c5cc-417e-9e78-bc799d8ede33 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:58.632169 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e8a7f9b6-a138-445c-8967-5cd7cab1b185 req-b9b9da4e-4a92-44ce-bd61-5c9df2917480 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:58.640502 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac7cb37-188b-4964-871f-b388699a9062 None None] Checking router: d8edb756-ec04-4f0f-8f61-c858b0363e59 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:12:58.650149 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac7cb37-188b-4964-871f-b388699a9062 None None] Routers {'d8edb756-ec04-4f0f-8f61-c858b0363e59'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:12:58.650780 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-7ac7cb37-188b-4964-871f-b388699a9062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d8edb756-ec04-4f0f-8f61-c858b0363e59'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:58.669839 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-5813788a-c492-4db8-a85d-ad2c47e0b606 admin admin] For port e0013777-b2ff-4de6-b987-5bd2019654fb, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e0013777-b2ff-4de6-b987-5bd2019654fb,segment=NetworkSegment(cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6),segment_id=cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:58.670589 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5813788a-c492-4db8-a85d-ad2c47e0b606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:58.691024 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-5813788a-c492-4db8-a85d-ad2c47e0b606 admin admin] Calling delete_port for e0013777-b2ff-4de6-b987-5bd2019654fb owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:58.713797 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] Deleting port 9c5c5aef-5b80-4246-9ebf-321a0cbae254 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:12:58.714145 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:58.742557 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-7ac7cb37-188b-4964-871f-b388699a9062 None None] Set router d8edb756-ec04-4f0f-8f61-c858b0363e59 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:12:58.779917 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ed310-696f-4f8c-be7d-c2b8ac009bd5 req-c207adec-2fdf-4726-ad71-48c0c7b2b16e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:58.781425 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d9ed310-696f-4f8c-be7d-c2b8ac009bd5 req-c207adec-2fdf-4726-ad71-48c0c7b2b16e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.4982700 Jun 25 09:12:58.858118 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d9ed310-696f-4f8c-be7d-c2b8ac009bd5 req-1049f74f-54fd-4c31-a57a-f8b01147d470 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655708 Jun 25 09:12:58.895603 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-e8a7f9b6-a138-445c-8967-5cd7cab1b185 req-b9b9da4e-4a92-44ce-bd61-5c9df2917480 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] For port c5071f03-c5cc-417e-9e78-bc799d8ede33, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c5071f03-c5cc-417e-9e78-bc799d8ede33,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:58.895978 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e8a7f9b6-a138-445c-8967-5cd7cab1b185 req-b9b9da4e-4a92-44ce-bd61-5c9df2917480 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:58.899430 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:58.918289 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:58.919813 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-7ac7cb37-188b-4964-871f-b388699a9062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:12:58Z', 'revision_number': 6, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:12:58.927306 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:58.935611 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] For port 9c5c5aef-5b80-4246-9ebf-321a0cbae254, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=9c5c5aef-5b80-4246-9ebf-321a0cbae254,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:12:58.935992 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:58.940697 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-e8a7f9b6-a138-445c-8967-5cd7cab1b185 req-b9b9da4e-4a92-44ce-bd61-5c9df2917480 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Calling delete_port for c5071f03-c5cc-417e-9e78-bc799d8ede33 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:58.972242 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:12:58.976384 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] Calling delete_port for 9c5c5aef-5b80-4246-9ebf-321a0cbae254 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:12:58.979795 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac7cb37-188b-4964-871f-b388699a9062 None None] The sync data for ids ['d8edb756-ec04-4f0f-8f61-c858b0363e59'] in n-d-761264-15 is: [{'id': 'd8edb756-ec04-4f0f-8f61-c858b0363e59', 'name': 'tempest-FloatingIPsAssociationTestJSON-129732367-router', 'tenant_id': '9c60fdb6c5594917a0058a5b7841e173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:11:34Z', 'updated_at': '2021-06-25T09:12:58Z', 'revision_number': 6, 'project_id': '9c60fdb6c5594917a0058a5b7841e173', 'gw_port_host': None}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:12:59.019113 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:59.019113 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Added segment 955f6fad-d79e-402c-92cb-613fbc1b3c41 of type vlan for network 94cae53a-b780-4554-ae8d-1947b6b6b06c Jun 25 09:12:59.053367 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a9f652-7fe7-4daa-9996-2e0de16e0f20,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:59.106371 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5813788a-c492-4db8-a85d-ad2c47e0b606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:59.106613 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:59.110217 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:59.159598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813788a-c492-4db8-a85d-ad2c47e0b606 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0013777-b2ff-4de6-b987-5bd2019654fb,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:59.198072 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5813788a-c492-4db8-a85d-ad2c47e0b606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:59.254230 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e8a7f9b6-a138-445c-8967-5cd7cab1b185 req-b9b9da4e-4a92-44ce-bd61-5c9df2917480 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:59.266947 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d17d8532-1eaf-47be-ac90-83f786819af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:59.288549 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:59.299753 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['f2aafd13-29f7-49de-8db9-abb809375deb'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:12:59.356886 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9da4e-4a92-44ce-bd61-5c9df2917480 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Pushing event deleted for resources: {'Port': ['ID=c5071f03-c5cc-417e-9e78-bc799d8ede33,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:12:59.367612 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b9b9da4e-4a92-44ce-bd61-5c9df2917480 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:12:59.462290 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['c5071f03-c5cc-417e-9e78-bc799d8ede33', '4df0d751-fab5-4f28-bb8a-6cccdbd69aac'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:12:59.679189 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a7f9b6-a138-445c-8967-5cd7cab1b185 req-b9b9da4e-4a92-44ce-bd61-5c9df2917480 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] No DVR routers for this DVR port c5071f03-c5cc-417e-9e78-bc799d8ede33 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:12:59.685285 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e8a7f9b6-a138-445c-8967-5cd7cab1b185 req-b9b9da4e-4a92-44ce-bd61-5c9df2917480 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:59.687712 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e8a7f9b6-a138-445c-8967-5cd7cab1b185 req-b9b9da4e-4a92-44ce-bd61-5c9df2917480 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.41 "DELETE /v2.0/ports/c5071f03-c5cc-417e-9e78-bc799d8ede33 HTTP/1.1" status: 204 len: 173 time: 1.4850357 Jun 25 09:12:59.688981 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cab8a47-e711-41ce-95a6-a6f1c5c8f967', 'name': 'network-vif-deleted', 'tag': 'c5071f03-c5cc-417e-9e78-bc799d8ede33'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:12:59.691090 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbde0942-6159-41c0-88e7-7542019828a5" -d '{"events": [{"server_uuid": "0cab8a47-e711-41ce-95a6-a6f1c5c8f967", "name": "network-vif-deleted", "tag": "c5071f03-c5cc-417e-9e78-bc799d8ede33"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:12:59.697316 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:59.706603 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:12:59.707335 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:59.711388 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7f96a90b-ce61-4011-81c3-375d9fca394c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:12:59.781149 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e9a044c-abf1-45f0-9091-5cdb2c699e5a req-050f24d9-2ca8-4430-b10d-6bd97476ca68 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cab8a47-e711-41ce-95a6-a6f1c5c8f967 HTTP/1.1" status: 200 len: 210 time: 0.1143639 Jun 25 09:12:59.792511 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5813788a-c492-4db8-a85d-ad2c47e0b606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:12:59.811840 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3162ce20-9761-425f-b71a-98366b33ba21 x-openstack-request-id: req-3162ce20-9761-425f-b71a-98366b33ba21 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:12:59.811840 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cab8a47-e711-41ce-95a6-a6f1c5c8f967", "name": "network-vif-deleted", "tag": "c5071f03-c5cc-417e-9e78-bc799d8ede33", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:12:59.812820 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3162ce20-9761-425f-b71a-98366b33ba21 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:12:59.813369 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cab8a47-e711-41ce-95a6-a6f1c5c8f967', 'name': 'network-vif-deleted', 'tag': 'c5071f03-c5cc-417e-9e78-bc799d8ede33', 'status': 'completed', 'code': 200} Jun 25 09:12:59.824112 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7401752 Jun 25 09:12:59.832107 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41464) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:12:59.895665 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ec6de53e-bda8-42f6-a128-75faac5e4c0f admin admin] Request body: {'subnet': {'network_id': '94cae53a-b780-4554-ae8d-1947b6b6b06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-447802074-subnet', 'tenant_id': '9107d69d44ac494993507d4ab504c691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:12:59.949159 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99138721-8930-4bc6-9ad0-f4747fa947eb req-e5868265-e8e6-490d-9bd3-9dd4aba209be service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4833698 Jun 25 09:13:00.056992 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Pushing event updated for resources: {'Network': ['ID=94cae53a-b780-4554-ae8d-1947b6b6b06c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:00.101530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 94cae53a-b780-4554-ae8d-1947b6b6b06c details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:13:00.139607 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:00.158574 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:00.182059 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3a7a6893-9298-4f50-b386-2c49a7b1d8e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:00.303040 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6de53e-bda8-42f6-a128-75faac5e4c0f admin admin] Made reservation on behalf of 9107d69d44ac494993507d4ab504c691 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:00.305609 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ec6de53e-bda8-42f6-a128-75faac5e4c0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:00.449093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5813788a-c492-4db8-a85d-ad2c47e0b606 admin admin] Router e3c1c755-507f-4063-a41c-1701168641df has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:13:00.498813 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2ee213c5-621f-407a-ac90-3d961c253cc6 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:13:00.545069 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5c5aef-5b80-4246-9ebf-321a0cbae254,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:00.550237 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ec6de53e-bda8-42f6-a128-75faac5e4c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:00.551250 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:00.555666 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 2ee213c5-621f-407a-ac90-3d961c253cc6 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:13:00.556332 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2ee213c5-621f-407a-ac90-3d961c253cc6 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:13:00.557315 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9c5c5aef-5b80-4246-9ebf-321a0cbae254 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:13:00.564416 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-01c14c6b-628c-4090-b12e-98d98bc75b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:00.575519 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-f79bef76-f01c-4ba7-8127-c7475bc6bf4e service neutron] show failed (client error): The resource could not be found. Jun 25 09:13:00.576557 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-f79bef76-f01c-4ba7-8127-c7475bc6bf4e service neutron] 10.222.0.41 "GET /v2.0/ports/31282d58-9ee9-43b4-8fd9-46e9ddb445bc/bindings/n-h2-761264-15 HTTP/1.1" status: 404 len: 381 time: 0.6650360 Jun 25 09:13:00.596699 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 9c5c5aef-5b80-4246-9ebf-321a0cbae254 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:13:00.597962 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9c5c5aef-5b80-4246-9ebf-321a0cbae254 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:13:00.709544 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:00.726185 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99138721-8930-4bc6-9ad0-f4747fa947eb req-37f0b292-fd7e-4cc4-821e-bdd6a0b405c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:00.727848 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99138721-8930-4bc6-9ad0-f4747fa947eb req-37f0b292-fd7e-4cc4-821e-bdd6a0b405c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4396dc05ce0945a388a688a30849231b&device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 1102 time: 0.6050129 Jun 25 09:13:00.881673 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ee0b3-da5b-46a5-abfe-c879f0070451 req-1a253339-1441-4d92-827a-efa1fcc798dc tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:00.889748 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb1ee0b3-da5b-46a5-abfe-c879f0070451 req-1a253339-1441-4d92-827a-efa1fcc798dc tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.4672191 Jun 25 09:13:00.939545 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:00.973933 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb1ee0b3-da5b-46a5-abfe-c879f0070451 req-476a57aa-65ee-4abb-b600-105b58a08545 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832086 Jun 25 09:13:00.977882 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:00.980170 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6de53e-bda8-42f6-a128-75faac5e4c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e5a8f81-b416-489f-b97a-80323fe07876,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:00.986462 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5813788a-c492-4db8-a85d-ad2c47e0b606 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:13:00.997182 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ec6de53e-bda8-42f6-a128-75faac5e4c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:00.998790 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:01.002312 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6de53e-bda8-42f6-a128-75faac5e4c0f admin admin] Checking segment: {'id': '955f6fad-d79e-402c-92cb-613fbc1b3c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '94cae53a-b780-4554-ae8d-1947b6b6b06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:01.002486 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16215575-0c5e-49ca-92fe-9ec3e2b999ed None None] Sync routers for ids ['e3c1c755-507f-4063-a41c-1701168641df'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:13:01.002705 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6de53e-bda8-42f6-a128-75faac5e4c0f admin admin] Network hostable DHCP agents. Network: 94cae53a-b780-4554-ae8d-1947b6b6b06c, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:13:01.015463 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5813788a-c492-4db8-a85d-ad2c47e0b606 admin admin] 10.222.0.93 "PUT /v2.0/routers/e3c1c755-507f-4063-a41c-1701168641df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8281417 Jun 25 09:13:01.016364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41476) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:01.032494 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16215575-0c5e-49ca-92fe-9ec3e2b999ed None None] Routers {'e3c1c755-507f-4063-a41c-1701168641df'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:13:01.037482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-16215575-0c5e-49ca-92fe-9ec3e2b999ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['e3c1c755-507f-4063-a41c-1701168641df'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:01.042898 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6de53e-bda8-42f6-a128-75faac5e4c0f admin admin] Network 94cae53a-b780-4554-ae8d-1947b6b6b06c is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:13:01.093334 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-ec6de53e-bda8-42f6-a128-75faac5e4c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 94cae53a-b780-4554-ae8d-1947b6b6b06c) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:01.103787 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6de53e-bda8-42f6-a128-75faac5e4c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:01.104663 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ec6de53e-bda8-42f6-a128-75faac5e4c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:01.108165 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:01.109022 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8edb756-ec04-4f0f-8f61-c858b0363e59 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:13:01.117198 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:01.121030 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] 10.222.0.93 "DELETE /v2.0/routers/d8edb756-ec04-4f0f-8f61-c858b0363e59 HTTP/1.1" status: 204 len: 168 time: 3.1294053 Jun 25 09:13:01.130436 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41478) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:01.170388 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a93c0a-91a4-4ceb-bf34-f1639a69ef03 None None] Network 94cae53a-b780-4554-ae8d-1947b6b6b06c requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:13:01.201301 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f116619-a87c-4a9e-a2eb-433ca49a8927 admin admin] Deleting subnet d2307e99-f942-4432-9a6d-f2c7b030692d {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:13:01.205320 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f116619-a87c-4a9e-a2eb-433ca49a8927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:01.258319 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:01.265393 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f116619-a87c-4a9e-a2eb-433ca49a8927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:01.337383 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab90399-892e-4998-8435-4a6076550068 None None] Network 94cae53a-b780-4554-ae8d-1947b6b6b06c requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:13:01.427317 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f116619-a87c-4a9e-a2eb-433ca49a8927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:01.469349 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ec6de53e-bda8-42f6-a128-75faac5e4c0f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6332381 Jun 25 09:13:01.483564 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-16215575-0c5e-49ca-92fe-9ec3e2b999ed None None] Set router e3c1c755-507f-4063-a41c-1701168641df gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:13:01.500860 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f116619-a87c-4a9e-a2eb-433ca49a8927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:01.524625 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99138721-8930-4bc6-9ad0-f4747fa947eb req-293689df-13b1-4b4b-99d4-7e61db96589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:01.526475 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99138721-8930-4bc6-9ad0-f4747fa947eb req-293689df-13b1-4b4b-99d4-7e61db96589c service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.7384977 Jun 25 09:13:01.534680 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:01.543271 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f116619-a87c-4a9e-a2eb-433ca49a8927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:01.550022 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3f116619-a87c-4a9e-a2eb-433ca49a8927 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d2307e99-f942-4432-9a6d-f2c7b030692d HTTP/1.1" status: 204 len: 168 time: 0.4163277 Jun 25 09:13:01.552518 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41486) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:01.552889 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7e141-20dc-48d1-bfb8-0c43d6cc2831 None None] Network 00aaca95-703c-44c7-82f8-f0cc9820fbe5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:13:01.606617 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99138721-8930-4bc6-9ad0-f4747fa947eb req-ec684d21-c807-4494-b3e0-f3ce12b8456e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=f2aafd13-29f7-49de-8db9-abb809375deb HTTP/1.1" status: 200 len: 217 time: 0.0695288 Jun 25 09:13:01.657290 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f116619-a87c-4a9e-a2eb-433ca49a8927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2307e99-f942-4432-9a6d-f2c7b030692d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:01.662040 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3f116619-a87c-4a9e-a2eb-433ca49a8927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:01.708814 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:01.769060 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:01.828357 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Deleting port 26bd76c2-9485-435e-a105-2854d498c951 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:13:01.829151 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:01.886919 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-730013e4-d6da-41ae-937e-227e7a81c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:01.888512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-730013e4-d6da-41ae-937e-227e7a81c33b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a&tenant_id=feac5915022a4711aa5d2a8786b36e3c HTTP/1.1" status: 200 len: 1102 time: 0.6688888 Jun 25 09:13:01.973647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] For port 26bd76c2-9485-435e-a105-2854d498c951, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=26bd76c2-9485-435e-a105-2854d498c951,segment=NetworkSegment(54a7e32b-3228-4da6-82d7-eccfa5e2cea9),segment_id=54a7e32b-3228-4da6-82d7-eccfa5e2cea9)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:01.974133 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:01.976848 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99138721-8930-4bc6-9ad0-f4747fa947eb req-52f57641-beb6-4927-b1dc-ac524c25ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:01.978332 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99138721-8930-4bc6-9ad0-f4747fa947eb req-52f57641-beb6-4927-b1dc-ac524c25ec15 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.2361417 Jun 25 09:13:01.985936 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-15', 'device_owner': 'compute:nova'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:01.990524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Calling delete_port for 26bd76c2-9485-435e-a105-2854d498c951 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:13:01.994252 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-16215575-0c5e-49ca-92fe-9ec3e2b999ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c1c755-507f-4063-a41c-1701168641df', 'name': 'tempest-AttachSCSIVolumeTestJSON-25196301-router', 'tenant_id': '557750200718496f8eefaeaf81f49bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '28d30903-b504-4938-b536-9f34433f5a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:30Z', 'updated_at': '2021-06-25T09:12:59Z', 'revision_number': 5, 'project_id': '557750200718496f8eefaeaf81f49bd2', 'gw_port': {'id': '28d30903-b504-4938-b536-9f34433f5a4d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c1c755-507f-4063-a41c-1701168641df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:10:33Z', 'updated_at': '2021-06-25T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:02.039849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16215575-0c5e-49ca-92fe-9ec3e2b999ed None None] Checking router: e3c1c755-507f-4063-a41c-1701168641df for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:13:02.042757 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-58314f73-535b-4812-9db5-39f16ea7ec69 req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1012939175', 'description': 'tempest-description-1650855075'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:02.059402 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16215575-0c5e-49ca-92fe-9ec3e2b999ed None None] Routers {'e3c1c755-507f-4063-a41c-1701168641df'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:13:02.059636 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-16215575-0c5e-49ca-92fe-9ec3e2b999ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['e3c1c755-507f-4063-a41c-1701168641df'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:02.140351 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:02.144687 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:02.158440 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-58314f73-535b-4812-9db5-39f16ea7ec69 req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:02.166676 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-16215575-0c5e-49ca-92fe-9ec3e2b999ed None None] Set router e3c1c755-507f-4063-a41c-1701168641df gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:13:02.188190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Pushing event deleted for resources: {'Port': ['ID=26bd76c2-9485-435e-a105-2854d498c951,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:02.195905 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:02.198316 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] No DVR routers for this DVR port 26bd76c2-9485-435e-a105-2854d498c951 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:13:02.199557 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f5476-9c79-4908-a4d3-dc38d088e499 req-0ac86394-aaad-4600-b877-12a34cd83cb5 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:02.206796 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-567f5476-9c79-4908-a4d3-dc38d088e499 req-0ac86394-aaad-4600-b877-12a34cd83cb5 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 950 time: 0.3285997 Jun 25 09:13:02.219931 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:02.226006 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-16215575-0c5e-49ca-92fe-9ec3e2b999ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c1c755-507f-4063-a41c-1701168641df', 'name': 'tempest-AttachSCSIVolumeTestJSON-25196301-router', 'tenant_id': '557750200718496f8eefaeaf81f49bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:30Z', 'updated_at': '2021-06-25T09:13:01Z', 'revision_number': 6, 'project_id': '557750200718496f8eefaeaf81f49bd2', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:02.247721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] Deleting port 28d30903-b504-4938-b536-9f34433f5a4d {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:13:02.248064 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:02.261478 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99138721-8930-4bc6-9ad0-f4747fa947eb req-b0ab8989-2a34-4fb2-9539-52206813f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:02.263023 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99138721-8930-4bc6-9ad0-f4747fa947eb req-b0ab8989-2a34-4fb2-9539-52206813f956 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2506886 Jun 25 09:13:02.278123 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16215575-0c5e-49ca-92fe-9ec3e2b999ed None None] The sync data for ids ['e3c1c755-507f-4063-a41c-1701168641df'] in n-d-761264-15 is: [{'id': 'e3c1c755-507f-4063-a41c-1701168641df', 'name': 'tempest-AttachSCSIVolumeTestJSON-25196301-router', 'tenant_id': '557750200718496f8eefaeaf81f49bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:10:30Z', 'updated_at': '2021-06-25T09:13:01Z', 'revision_number': 6, 'project_id': '557750200718496f8eefaeaf81f49bd2', 'gw_port_host': None}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:13:02.317645 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:02.329049 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00aaca95-703c-44c7-82f8-f0cc9820fbe5']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:02.340581 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a7e32b-3228-4da6-82d7-eccfa5e2cea9') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:02.340928 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a7e32b-3228-4da6-82d7-eccfa5e2cea9') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:02.351176 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:02.372496 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:02.383028 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:13:02.383499 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:13:02.385421 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:13:02.418901 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-567f5476-9c79-4908-a4d3-dc38d088e499 req-f901983a-97a6-4293-bf8e-74e57b4f56bd tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103496 Jun 25 09:13:02.452284 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:02.458280 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:02.475144 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:02.479858 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] 10.222.0.93 "DELETE /v2.0/networks/00aaca95-703c-44c7-82f8-f0cc9820fbe5 HTTP/1.1" status: 204 len: 168 time: 0.9237356 Jun 25 09:13:02.479858 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Pushing event deleted for resources: {'Network': ['ID=00aaca95-703c-44c7-82f8-f0cc9820fbe5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:02.494531 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:02.629320 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41504) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:02.631895 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] For port 28d30903-b504-4938-b536-9f34433f5a4d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=28d30903-b504-4938-b536-9f34433f5a4d,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:02.632504 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:02.665132 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99138721-8930-4bc6-9ad0-f4747fa947eb req-268f7334-5747-4e8e-bad7-d169965a0cf3 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600323 Jun 25 09:13:02.692221 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b861414-f0bc-40b9-b40b-995fcca2f91e None None] DHCP port deletion for 00aaca95-703c-44c7-82f8-f0cc9820fbe5 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:13:02.699574 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-19d5b129-b64d-4704-9b19-553ca13d9e6a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9c60fdb6c5594917a0058a5b7841e173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666242 Jun 25 09:13:02.699929 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41506) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:02.748306 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c5071f03-c5cc-417e-9e78-bc799d8ede33 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:13:02.790738 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: c5071f03-c5cc-417e-9e78-bc799d8ede33 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:13:02.791070 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66a7d22a-5fd0-42f7-99d8-ebb8d0a7f422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:02.791394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c5071f03-c5cc-417e-9e78-bc799d8ede33 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:13:02.822073 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66a7d22a-5fd0-42f7-99d8-ebb8d0a7f422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:02.906991 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66a7d22a-5fd0-42f7-99d8-ebb8d0a7f422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:02.910365 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66a7d22a-5fd0-42f7-99d8-ebb8d0a7f422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:02.912070 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-66a7d22a-5fd0-42f7-99d8-ebb8d0a7f422 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/be950af6-3025-45b5-9b30-9ba337a62a30 HTTP/1.1" status: 204 len: 168 time: 0.2112103 Jun 25 09:13:02.913171 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8c718c2c-7bf6-46e1-9836-12879a42c045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:02.922394 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7d22a-5fd0-42f7-99d8-ebb8d0a7f422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be950af6-3025-45b5-9b30-9ba337a62a30,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:02.925221 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-66a7d22a-5fd0-42f7-99d8-ebb8d0a7f422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:03.060384 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] Calling delete_port for 28d30903-b504-4938-b536-9f34433f5a4d owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:13:03.095098 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-58314f73-535b-4812-9db5-39f16ea7ec69 req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:03.166023 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-58314f73-535b-4812-9db5-39f16ea7ec69 req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:03.175254 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c2e27ad9-41f1-406c-b7d0-a830633ee958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:03.291782 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-58314f73-535b-4812-9db5-39f16ea7ec69 req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:03.293136 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-58314f73-535b-4812-9db5-39f16ea7ec69 req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.3029072 Jun 25 09:13:03.321512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47331347-5c36-422c-a13e-039d6e8f6879,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:03.334400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] For port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:03.379126 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:03.379499 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:03.379864 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:03.380218 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:03.380565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:03.380951 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:03.381294 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:03.381650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:03.381994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:03.382338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:03.382682 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:03.383027 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:03.387244 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:03.444879 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99138721-8930-4bc6-9ad0-f4747fa947eb req-6078fc27-0dc2-4104-9d2d-bc3d96980521 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854084 Jun 25 09:13:03.474179 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cadc02-36c9-402c-84d4-ad84b84af640 req-d3ad0285-ff4d-4422-bf2c-d0285b4f3416 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:03.478500 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-66cadc02-36c9-402c-84d4-ad84b84af640 req-d3ad0285-ff4d-4422-bf2c-d0285b4f3416 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.38 "GET /v2.0/ports?device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 950 time: 0.1411750 Jun 25 09:13:03.479366 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4da31-d357-48da-a718-4ff2b63b6127 req-7d6310da-a1f5-44d6-8df6-1ae76990baa0 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:03.480952 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8da4da31-d357-48da-a718-4ff2b63b6127 req-7d6310da-a1f5-44d6-8df6-1ae76990baa0 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.4227498 Jun 25 09:13:03.515266 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] For port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:03.558601 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-89c4fc6b-6dd0-42dc-98aa-dd8b00e715e7 req-e21a94da-ff3e-4bb4-af20-8f5a77ec2bfd tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/47331347-5c36-422c-a13e-039d6e8f6879 HTTP/1.1" status: 200 len: 1805 time: 0.2331593 Jun 25 09:13:03.606300 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-89c4fc6b-6dd0-42dc-98aa-dd8b00e715e7 req-ad8bce80-94b5-45ca-8a1e-a1dd6cbd66ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '47331347-5c36-422c-a13e-039d6e8f6879', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:03.606620 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-89c4fc6b-6dd0-42dc-98aa-dd8b00e715e7 req-ad8bce80-94b5-45ca-8a1e-a1dd6cbd66ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '47331347-5c36-422c-a13e-039d6e8f6879', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:03.632954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27dd0d5-dcad-40ea-8ad0-b286f649244a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31282d58-9ee9-43b4-8fd9-46e9ddb445bc'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:03.635295 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0401fe-d980-43d2-a058-d8c256fc9176" -d '{"events": [{"server_uuid": "d27dd0d5-dcad-40ea-8ad0-b286f649244a", "name": "network-vif-unplugged", "status": "completed", "tag": "31282d58-9ee9-43b4-8fd9-46e9ddb445bc"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:03.641801 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:03.660320 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8da4da31-d357-48da-a718-4ff2b63b6127 req-267ff519-892c-4f01-a6ef-f65ada7c4858 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670361 Jun 25 09:13:03.675243 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Transition to ACTIVE for port object 31282d58-9ee9-43b4-8fd9-46e9ddb445bc will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:03.688349 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:03.690456 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:03.712547 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-66cadc02-36c9-402c-84d4-ad84b84af640 req-a79aead0-1ebe-4289-b2fb-5c712bef82ad tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Deleting port f2aafd13-29f7-49de-8db9-abb809375deb {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:13:03.712931 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-66cadc02-36c9-402c-84d4-ad84b84af640 req-a79aead0-1ebe-4289-b2fb-5c712bef82ad tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:03.761675 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:03.808330 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Pushing event updated for resources: {'Port': ['ID=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,revision_number=6']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:03.811931 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:03.816763 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-129c8a6e-ed0c-41c5-8846-78e37e390934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:03.818996 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] No DVR routers for this DVR port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:13:03.871387 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] Pushing event deleted for resources: {'Port': ['ID=28d30903-b504-4938-b536-9f34433f5a4d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:03.874491 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:03.928392 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-66cadc02-36c9-402c-84d4-ad84b84af640 req-a79aead0-1ebe-4289-b2fb-5c712bef82ad tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] For port f2aafd13-29f7-49de-8db9-abb809375deb, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=f2aafd13-29f7-49de-8db9-abb809375deb,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:03.931260 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-66cadc02-36c9-402c-84d4-ad84b84af640 req-a79aead0-1ebe-4289-b2fb-5c712bef82ad tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:03.965697 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-66cadc02-36c9-402c-84d4-ad84b84af640 req-a79aead0-1ebe-4289-b2fb-5c712bef82ad tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Calling delete_port for f2aafd13-29f7-49de-8db9-abb809375deb owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:13:03.970432 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-89c4fc6b-6dd0-42dc-98aa-dd8b00e715e7 req-ad8bce80-94b5-45ca-8a1e-a1dd6cbd66ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.033303 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-89c4fc6b-6dd0-42dc-98aa-dd8b00e715e7 req-ad8bce80-94b5-45ca-8a1e-a1dd6cbd66ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.063516 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41542) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:04.087041 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-89c4fc6b-6dd0-42dc-98aa-dd8b00e715e7 req-ad8bce80-94b5-45ca-8a1e-a1dd6cbd66ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.110288 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:04.111792 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e0013777-b2ff-4de6-b987-5bd2019654fb no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:13:04.142481 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Attempting to bind port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:04.142831 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Attempting to bind port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:04.143158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Attempting to bind port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:04.149858 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-89c4fc6b-6dd0-42dc-98aa-dd8b00e715e7 req-ad8bce80-94b5-45ca-8a1e-a1dd6cbd66ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.151425 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-89c4fc6b-6dd0-42dc-98aa-dd8b00e715e7 req-ad8bce80-94b5-45ca-8a1e-a1dd6cbd66ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5734603 Jun 25 09:13:04.156688 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bce80-94b5-45ca-8a1e-a1dd6cbd66ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b668c9-fffd-4cc8-bc81-d0badd46794a,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:04.160992 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.175392 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: e0013777-b2ff-4de6-b987-5bd2019654fb {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:13:04.176447 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e0013777-b2ff-4de6-b987-5bd2019654fb not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:13:04.177137 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 28d30903-b504-4938-b536-9f34433f5a4d no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:13:04.189509 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ad8bce80-94b5-45ca-8a1e-a1dd6cbd66ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:04.207900 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 28d30903-b504-4938-b536-9f34433f5a4d {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:13:04.209250 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 28d30903-b504-4938-b536-9f34433f5a4d not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:13:04.210891 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 26bd76c2-9485-435e-a105-2854d498c951 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:13:04.227536 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:13:04.227934 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Attempting to bind port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:04.258068 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-466140307-network', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:04.270104 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-66cadc02-36c9-402c-84d4-ad84b84af640 req-a79aead0-1ebe-4289-b2fb-5c712bef82ad tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.274626 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 26bd76c2-9485-435e-a105-2854d498c951 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:13:04.274975 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 26bd76c2-9485-435e-a105-2854d498c951 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:13:04.294844 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bc760afd-3c20-4546-9603-3687b07ca1bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:04.307469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['4df0d751-fab5-4f28-bb8a-6cccdbd69aac'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:13:04.309358 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:04.309965 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:04.310356 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:04.310808 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Bound port: 31282d58-9ee9-43b4-8fd9-46e9ddb445bc, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:04.311168 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.318164 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.321394 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.347061 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79aead0-1ebe-4289-b2fb-5c712bef82ad tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Pushing event deleted for resources: {'Port': ['ID=f2aafd13-29f7-49de-8db9-abb809375deb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:04.350539 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a79aead0-1ebe-4289-b2fb-5c712bef82ad tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:04.377941 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['f2aafd13-29f7-49de-8db9-abb809375deb'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:13:04.387274 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Made reservation on behalf of 81ef1d7481db47eba8120f9c96cdadfe for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:04.389922 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.432263 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cadc02-36c9-402c-84d4-ad84b84af640 req-a79aead0-1ebe-4289-b2fb-5c712bef82ad tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] No DVR routers for this DVR port f2aafd13-29f7-49de-8db9-abb809375deb on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:13:04.436832 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-66cadc02-36c9-402c-84d4-ad84b84af640 req-a79aead0-1ebe-4289-b2fb-5c712bef82ad tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.439380 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-66cadc02-36c9-402c-84d4-ad84b84af640 req-a79aead0-1ebe-4289-b2fb-5c712bef82ad tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.38 "DELETE /v2.0/ports/f2aafd13-29f7-49de-8db9-abb809375deb HTTP/1.1" status: 204 len: 173 time: 0.9455175 Jun 25 09:13:04.440144 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.446890 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12753a38-fd76-4b27-8399-dea112db4220 req-2c291e0b-5487-4ac4-a3fa-596e2bc78551 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:04.452103 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52a306b-39fe-46c4-a958-8c20b0db16f0', 'name': 'network-vif-deleted', 'tag': 'f2aafd13-29f7-49de-8db9-abb809375deb'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:04.454173 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12753a38-fd76-4b27-8399-dea112db4220 req-2c291e0b-5487-4ac4-a3fa-596e2bc78551 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=b52a306b-39fe-46c4-a958-8c20b0db16f0 HTTP/1.1" status: 200 len: 950 time: 0.5783517 Jun 25 09:13:04.463564 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b5aa8f-dcb7-43ec-9b41-5c2afffa7215" -d '{"events": [{"server_uuid": "b52a306b-39fe-46c4-a958-8c20b0db16f0", "name": "network-vif-deleted", "tag": "f2aafd13-29f7-49de-8db9-abb809375deb"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:04.485608 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.486124 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3c1c755-507f-4063-a41c-1701168641df {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:13:04.499807 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.503071 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] 10.222.0.93 "DELETE /v2.0/routers/e3c1c755-507f-4063-a41c-1701168641df HTTP/1.1" status: 204 len: 168 time: 3.4808283 Jun 25 09:13:04.508045 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41550) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:04.532869 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b5e06d-e29d-4a88-af8e-ef15b50e17fa x-openstack-request-id: req-30b5e06d-e29d-4a88-af8e-ef15b50e17fa {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:04.533182 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27dd0d5-dcad-40ea-8ad0-b286f649244a", "name": "network-vif-unplugged", "status": "completed", "tag": "31282d58-9ee9-43b4-8fd9-46e9ddb445bc", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:04.533464 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-30b5e06d-e29d-4a88-af8e-ef15b50e17fa {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:04.533883 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27dd0d5-dcad-40ea-8ad0-b286f649244a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31282d58-9ee9-43b4-8fd9-46e9ddb445bc', 'code': 200} Jun 25 09:13:04.541229 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] For port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:04.556693 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12753a38-fd76-4b27-8399-dea112db4220 req-6a5b1097-269a-4190-a22b-9dfbde4811db tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015558 Jun 25 09:13:04.599848 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] For port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:13:04.602298 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-f668a34b-9d8e-495c-9b32-961433bf042f admin admin] Deleting subnet 9893bd42-f340-4216-832a-aa7850f49df9 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:13:04.614534 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f668a34b-9d8e-495c-9b32-961433bf042f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.626408 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a7f10f5f-3d91-4e7e-aa88-3b7bb540d6c8 req-3a78e249-f85f-4ccf-a1bb-b7ed1bab161d tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1569182048', 'description': 'tempest-description-2103578413'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:04.641408 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.658450 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ecac66f6-aaef-4ef2-a8fd-0e98b88b1849 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:04.735604 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:04.736525 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.738534 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] 10.222.0.38 "PUT /v2.0/ports/31282d58-9ee9-43b4-8fd9-46e9ddb445bc HTTP/1.1" status: 200 len: 1097 time: 2.8191984 Jun 25 09:13:04.741482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31282d58-9ee9-43b4-8fd9-46e9ddb445bc no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:13:04.761466 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f668a34b-9d8e-495c-9b32-961433bf042f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:04.764915 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Pushing event updated for resources: {'Port': ['ID=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,revision_number=7']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:04.769853 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:04.907208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31282d58-9ee9-43b4-8fd9-46e9ddb445bc not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:13:04.972013 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-6fffacc2-cba2-4b2b-9ef5-fbc1805b09c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:04.974087 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-6fffacc2-cba2-4b2b-9ef5-fbc1805b09c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 1100 time: 0.1716580 Jun 25 09:13:05.193105 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-f9208abd-f3b1-41e2-8692-acfbe3f998bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:05.194666 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-f9208abd-f3b1-41e2-8692-acfbe3f998bf service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2093339 Jun 25 09:13:05.247924 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-4e14c98e-7a35-4eae-bff9-49be5d9c6335 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc HTTP/1.1" status: 200 len: 217 time: 0.0419760 Jun 25 09:13:05.330399 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca68f6-055a-49f1-9e32-8b7b121b50f1 req-7758c0a4-c7bf-4577-aa37-1b411ee9a94d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:05.345574 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93ca68f6-055a-49f1-9e32-8b7b121b50f1 req-7758c0a4-c7bf-4577-aa37-1b411ee9a94d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 948 time: 0.1971996 Jun 25 09:13:05.380825 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:05.383130 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55edb28-3c54-4aba-a3eb-9f485f6b8889 x-openstack-request-id: req-b55edb28-3c54-4aba-a3eb-9f485f6b8889 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:05.383926 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52a306b-39fe-46c4-a958-8c20b0db16f0", "name": "network-vif-deleted", "tag": "f2aafd13-29f7-49de-8db9-abb809375deb", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:05.384234 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b55edb28-3c54-4aba-a3eb-9f485f6b8889 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:05.384674 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52a306b-39fe-46c4-a958-8c20b0db16f0', 'name': 'network-vif-deleted', 'tag': 'f2aafd13-29f7-49de-8db9-abb809375deb', 'status': 'completed', 'code': 200} Jun 25 09:13:05.412811 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:05.426976 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-45e5cdae-6d1f-49dd-b5f9-67d5154326a4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:05.457372 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:13:05.462422 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f668a34b-9d8e-495c-9b32-961433bf042f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:05.473695 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-180bf86b-073b-4376-b495-e4723c9bc99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:05.479255 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-180bf86b-073b-4376-b495-e4723c9bc99b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.2092137 Jun 25 09:13:05.510560 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:05.511237 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Added segment 91af7a17-385f-482e-a8de-b6bea300e68e of type vlan for network e9b3a601-f58c-4ec5-82fd-335656805060 Jun 25 09:13:05.513088 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ce3000-1c3d-4242-9c4c-0184bc57734b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:05.528539 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:05.560230 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a7f10f5f-3d91-4e7e-aa88-3b7bb540d6c8 req-3a78e249-f85f-4ccf-a1bb-b7ed1bab161d tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:05.567956 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93ca68f6-055a-49f1-9e32-8b7b121b50f1 req-a7df6e1a-0c5f-4cfd-9a3d-f32a9b23e341 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125845 Jun 25 09:13:05.599814 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:05.634200 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f668a34b-9d8e-495c-9b32-961433bf042f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:05.638652 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-a44af254-ed31-4900-b915-d51c58eb512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:05.642940 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-a44af254-ed31-4900-b915-d51c58eb512e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1547706 Jun 25 09:13:05.651380 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-265b3dbb-4916-4a70-aff3-976b410f3fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:05.666755 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8a6140-5489-48c5-967a-d6f02ef2d23c None None] Network 53fe9637-8c9b-4b0b-9fd7-d998423d1f59 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:13:05.689170 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668a34b-9d8e-495c-9b32-961433bf042f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9893bd42-f340-4216-832a-aa7850f49df9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:05.699114 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f668a34b-9d8e-495c-9b32-961433bf042f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:05.706702 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f668a34b-9d8e-495c-9b32-961433bf042f admin admin] 10.222.0.93 "DELETE /v2.0/subnets/9893bd42-f340-4216-832a-aa7850f49df9 HTTP/1.1" status: 204 len: 168 time: 1.1971815 Jun 25 09:13:05.709232 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f668a34b-9d8e-495c-9b32-961433bf042f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:05.710662 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41562) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:05.740670 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:05.768793 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a7f10f5f-3d91-4e7e-aa88-3b7bb540d6c8 req-3a78e249-f85f-4ccf-a1bb-b7ed1bab161d tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:05.772883 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:05.773473 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:05.779196 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a7f10f5f-3d91-4e7e-aa88-3b7bb540d6c8 req-3a78e249-f85f-4ccf-a1bb-b7ed1bab161d tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:05.789955 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c4a4461a-5bbd-4b41-8399-8c1a63358b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:05.798771 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:05.863637 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7957504 Jun 25 09:13:05.866281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41566) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:05.870977 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a7f10f5f-3d91-4e7e-aa88-3b7bb540d6c8 req-3a78e249-f85f-4ccf-a1bb-b7ed1bab161d tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:05.876878 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7f10f5f-3d91-4e7e-aa88-3b7bb540d6c8 req-3a78e249-f85f-4ccf-a1bb-b7ed1bab161d tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2862401 Jun 25 09:13:05.883448 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-469e5ef4-b3d2-400c-aa1e-fb8974816fee admin admin] Request body: {'subnet': {'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-466140307-subnet', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:05.902115 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:05.911117 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Pushing event updated for resources: {'Network': ['ID=e9b3a601-f58c-4ec5-82fd-335656805060,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:05.920389 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:05.928114 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network e9b3a601-f58c-4ec5-82fd-335656805060 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:13:05.931929 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469e5ef4-b3d2-400c-aa1e-fb8974816fee admin admin] Made reservation on behalf of 81ef1d7481db47eba8120f9c96cdadfe for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:05.934716 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-469e5ef4-b3d2-400c-aa1e-fb8974816fee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.008203 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-0db43a45-a6b5-4b10-a378-dad0737c45b7 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368485 Jun 25 09:13:06.064319 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78e249-f85f-4ccf-a1bb-b7ed1bab161d tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b06d983-f2b9-4ce2-9a33-8b677aed95e5,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:06.073822 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3a78e249-f85f-4ccf-a1bb-b7ed1bab161d tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:06.181410 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Deleting port 96dc4227-b417-47a4-86c0-54e79984905b {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:13:06.181941 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.217269 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f7b2590e-831a-4471-b779-52af80a6cc83 req-82a03e5f-7942-4aeb-8bcc-291feab7b9fd tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/7b06d983-f2b9-4ce2-9a33-8b677aed95e5 HTTP/1.1" status: 200 len: 1805 time: 0.3141234 Jun 25 09:13:06.235439 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-f7b2590e-831a-4471-b779-52af80a6cc83 req-8e90fa0d-43ac-4c27-afb6-f51e32ed3112 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7b06d983-f2b9-4ce2-9a33-8b677aed95e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:06.235877 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-f7b2590e-831a-4471-b779-52af80a6cc83 req-8e90fa0d-43ac-4c27-afb6-f51e32ed3112 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7b06d983-f2b9-4ce2-9a33-8b677aed95e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:06.258499 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0345dc86-70d9-4d09-9a6e-6643263c0be1 req-077e80cc-6207-4b5b-a40e-f43361a8e95c service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361050 Jun 25 09:13:06.289205 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] DHCP port deletion for 53fe9637-8c9b-4b0b-9fd7-d998423d1f59 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:13:06.295777 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 96dc4227-b417-47a4-86c0-54e79984905b no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:13:06.310791 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ce7a711b-55a5-4df6-8e3b-87d7c20f8cca req-4ae1af41-953c-4f4b-8495-074140b92ca0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2301891 Jun 25 09:13:06.314175 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] For port 96dc4227-b417-47a4-86c0-54e79984905b, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=96dc4227-b417-47a4-86c0-54e79984905b,segment=NetworkSegment(cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6),segment_id=cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:06.314542 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.333892 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Calling delete_port for 96dc4227-b417-47a4-86c0-54e79984905b owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:13:06.370043 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f7b2590e-831a-4471-b779-52af80a6cc83 req-8e90fa0d-43ac-4c27-afb6-f51e32ed3112 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.410064 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f7b2590e-831a-4471-b779-52af80a6cc83 req-8e90fa0d-43ac-4c27-afb6-f51e32ed3112 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.427157 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f7b2590e-831a-4471-b779-52af80a6cc83 req-8e90fa0d-43ac-4c27-afb6-f51e32ed3112 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.441036 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7f714ac8-f5ec-4bf8-b57e-10cba7c00bc5 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:06.453641 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Deleting port 96dc4227-b417-47a4-86c0-54e79984905b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:13:06.455707 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.462526 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-469e5ef4-b3d2-400c-aa1e-fb8974816fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.477414 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4ecc96e9-c36a-4594-97ae-622aeed58833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:06.513806 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90fa0d-43ac-4c27-afb6-f51e32ed3112 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0978056-6265-4f27-9839-ad3934984c1d,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:06.533475 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8e90fa0d-43ac-4c27-afb6-f51e32ed3112 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:06.536816 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27dd0d5-dcad-40ea-8ad0-b286f649244a', 'tag': '31282d58-9ee9-43b4-8fd9-46e9ddb445bc'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:06.543050 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce1f64b-510b-4097-9c32-03897c77b911" -d '{"events": [{"name": "network-changed", "server_uuid": "d27dd0d5-dcad-40ea-8ad0-b286f649244a", "tag": "31282d58-9ee9-43b4-8fd9-46e9ddb445bc"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:06.549094 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f7b2590e-831a-4471-b779-52af80a6cc83 req-8e90fa0d-43ac-4c27-afb6-f51e32ed3112 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.550342 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f7b2590e-831a-4471-b779-52af80a6cc83 req-8e90fa0d-43ac-4c27-afb6-f51e32ed3112 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3240743 Jun 25 09:13:06.589532 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-f66e4ae1-eaa9-4b17-a366-e19f2bcac25c req-9d6e3b3b-cb16-457b-a299-7fd74730f7c8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-775453830', 'description': 'tempest-description-1415953245'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:06.599276 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.616387 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] For port 96dc4227-b417-47a4-86c0-54e79984905b, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=96dc4227-b417-47a4-86c0-54e79984905b,segment=NetworkSegment(cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6),segment_id=cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:06.618964 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.628354 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:13:06.632533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e5ef4-b3d2-400c-aa1e-fb8974816fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=219c47c2-b4d5-45d9-9d06-baaa0cc38f25,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:06.636273 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f66e4ae1-eaa9-4b17-a366-e19f2bcac25c req-9d6e3b3b-cb16-457b-a299-7fd74730f7c8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.640134 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-469e5ef4-b3d2-400c-aa1e-fb8974816fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:06.646657 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8e886c-2976-4488-9cc7-8a27ba6a9385 x-openstack-request-id: req-2c8e886c-2976-4488-9cc7-8a27ba6a9385 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:06.648262 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27dd0d5-dcad-40ea-8ad0-b286f649244a", "tag": "31282d58-9ee9-43b4-8fd9-46e9ddb445bc", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:06.648763 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2c8e886c-2976-4488-9cc7-8a27ba6a9385 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:06.649551 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27dd0d5-dcad-40ea-8ad0-b286f649244a', 'tag': '31282d58-9ee9-43b4-8fd9-46e9ddb445bc', 'status': 'completed', 'code': 200} Jun 25 09:13:06.661245 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e5ef4-b3d2-400c-aa1e-fb8974816fee admin admin] Checking segment: {'id': '91af7a17-385f-482e-a8de-b6bea300e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:06.661730 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469e5ef4-b3d2-400c-aa1e-fb8974816fee admin admin] Network hostable DHCP agents. Network: e9b3a601-f58c-4ec5-82fd-335656805060, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:13:06.663576 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Calling delete_port for 96dc4227-b417-47a4-86c0-54e79984905b owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:13:06.664474 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.671560 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-962efcdd-d614-484f-bfbf-f8f06c4f238d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:06.736060 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a711b-55a5-4df6-8e3b-87d7c20f8cca req-ac1ee8d7-bd3c-4f26-9e70-b6b50e444c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:06.738577 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ce7a711b-55a5-4df6-8e3b-87d7c20f8cca req-ac1ee8d7-bd3c-4f26-9e70-b6b50e444c7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4396dc05ce0945a388a688a30849231b&device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 1102 time: 0.3232358 Jun 25 09:13:06.778984 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f66e4ae1-eaa9-4b17-a366-e19f2bcac25c req-9d6e3b3b-cb16-457b-a299-7fd74730f7c8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.793921 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f66e4ae1-eaa9-4b17-a366-e19f2bcac25c req-9d6e3b3b-cb16-457b-a299-7fd74730f7c8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.808275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=96dc4227-b417-47a4-86c0-54e79984905b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:06.817550 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cfd27724-a685-4b6c-a6e8-d9e668c1af4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:06.822507 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] No DVR routers for this DVR port 96dc4227-b417-47a4-86c0-54e79984905b on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:13:06.824380 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469e5ef4-b3d2-400c-aa1e-fb8974816fee admin admin] Network e9b3a601-f58c-4ec5-82fd-335656805060 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:13:06.832934 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:06.878674 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.881938 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:06.907509 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-469e5ef4-b3d2-400c-aa1e-fb8974816fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, e9b3a601-f58c-4ec5-82fd-335656805060) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:06.912858 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f66e4ae1-eaa9-4b17-a366-e19f2bcac25c req-9d6e3b3b-cb16-457b-a299-7fd74730f7c8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.928603 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f66e4ae1-eaa9-4b17-a366-e19f2bcac25c req-9d6e3b3b-cb16-457b-a299-7fd74730f7c8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3457544 Jun 25 09:13:06.938614 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] No DVR routers for this DVR port 96dc4227-b417-47a4-86c0-54e79984905b on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:13:06.955206 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e22de1-4a7b-4c52-9418-fb933d2f6b73 None None] Network e9b3a601-f58c-4ec5-82fd-335656805060 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:13:06.956615 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e3b3b-cb16-457b-a299-7fd74730f7c8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69aa5dde-5f60-4ffc-b4af-c604b46a464e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:06.964973 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469e5ef4-b3d2-400c-aa1e-fb8974816fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:06.966488 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-469e5ef4-b3d2-400c-aa1e-fb8974816fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:06.970988 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9d6e3b3b-cb16-457b-a299-7fd74730f7c8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:06.987827 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Pushing event deleted for resources: {'Port': ['ID=96dc4227-b417-47a4-86c0-54e79984905b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:07.022808 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-7fc62bd4-5f83-4280-a102-2e202f071544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:07.024865 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-7fc62bd4-5f83-4280-a102-2e202f071544 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 1100 time: 0.2443531 Jun 25 09:13:07.032976 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.033637 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.034196 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.034691 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.035174 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.035916 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.036532 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.037063 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.037604 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.038348 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.039079 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.039822 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.049580 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:07.056399 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9d18b-a687-4683-a11d-cd61a54f31a8 req-07045936-78a9-4b2f-910e-cc764750c555 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:07.058808 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-469e5ef4-b3d2-400c-aa1e-fb8974816fee admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1865966 Jun 25 09:13:07.067761 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55c9d18b-a687-4683-a11d-cd61a54f31a8 req-07045936-78a9-4b2f-910e-cc764750c555 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 950 time: 0.2446575 Jun 25 09:13:07.069711 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41588) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:07.094147 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:07.111600 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-6587cfb0-6b41-40a3-8224-a77847c72e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:07.111600 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-6587cfb0-6b41-40a3-8224-a77847c72e5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 1100 time: 0.3704126 Jun 25 09:13:07.117210 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-466140307-router', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:07.122970 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fe9637-8c9b-4b0b-9fd7-d998423d1f59']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:07.216953 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-b7643629-c5e1-4c11-9f0a-893d15ddff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:07.218751 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-b7643629-c5e1-4c11-9f0a-893d15ddff88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.0981519 Jun 25 09:13:07.233240 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-e9b3a601-f58c-4ec5-82fd-335656805060', 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'fixed_ips': [{'subnet_id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:13:07.234168 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:07.258784 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55c9d18b-a687-4683-a11d-cd61a54f31a8 req-c16a0897-a60d-439c-a123-f0eb3972f9f4 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884742 Jun 25 09:13:07.280979 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-f60e647d-a684-4b52-98e6-7e50145c150d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc HTTP/1.1" status: 200 len: 217 time: 0.0453246 Jun 25 09:13:07.280979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:07.280979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb902c08-9e5d-4816-8cb7-e4cb2f7b88b6') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:07.304380 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:07.306734 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a711b-55a5-4df6-8e3b-87d7c20f8cca req-52c09a55-5803-41c0-b9ac-6e71659bff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:07.308535 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ce7a711b-55a5-4df6-8e3b-87d7c20f8cca req-52c09a55-5803-41c0-b9ac-6e71659bff05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.5027611 Jun 25 09:13:07.351369 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:07.354619 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:07.388150 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:07.395848 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ce7a711b-55a5-4df6-8e3b-87d7c20f8cca req-430335a1-63f2-409c-8adf-80d7bd58e9e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=4df0d751-fab5-4f28-bb8a-6cccdbd69aac HTTP/1.1" status: 200 len: 217 time: 0.0574138 Jun 25 09:13:07.403865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:13:07.404438 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:13:07.406885 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:13:07.449432 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Allocated IP 172.20.0.2 (e9b3a601-f58c-4ec5-82fd-335656805060/219c47c2-b4d5-45d9-9d06-baaa0cc38f25/ac25e51d-3f9b-41d7-acbb-86a4b6d68255) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:07.459903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a711b-55a5-4df6-8e3b-87d7c20f8cca req-5445a614-7f84-4e6a-aa5c-01f16d011e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:07.461768 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ce7a711b-55a5-4df6-8e3b-87d7c20f8cca req-5445a614-7f84-4e6a-aa5c-01f16d011e97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0516334 Jun 25 09:13:07.470588 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:07.506321 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-dbb5e002-733e-4275-b2d7-b465e5640d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:07.507933 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-dbb5e002-733e-4275-b2d7-b465e5640d28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.2169249 Jun 25 09:13:07.547997 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-8c430c2e-abe9-428f-b619-840479139105 req-1612b2d1-ebc2-48a7-8886-779a5be7e517 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1601663891', 'description': 'tempest-description-578424928'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:07.595853 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-8960708e-7025-4ca1-aa63-5fbb718861af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:07.597468 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-8960708e-7025-4ca1-aa63-5fbb718861af service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.5561452 Jun 25 09:13:07.605876 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:07.615312 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a711b-55a5-4df6-8e3b-87d7c20f8cca req-8f042dd5-0107-4cf3-9672-bd0ef2a5ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:07.617003 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ce7a711b-55a5-4df6-8e3b-87d7c20f8cca req-8f042dd5-0107-4cf3-9672-bd0ef2a5ae00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1390364 Jun 25 09:13:07.622385 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7320bddd-f32d-4b3d-a365-ded0fb6c8123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:07.639945 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:07.644922 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] 10.222.0.93 "DELETE /v2.0/networks/53fe9637-8c9b-4b0b-9fd7-d998423d1f59 HTTP/1.1" status: 204 len: 168 time: 1.9341707 Jun 25 09:13:07.649180 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Pushing event deleted for resources: {'Network': ['ID=53fe9637-8c9b-4b0b-9fd7-d998423d1f59,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:07.692351 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:07.693850 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:07.706155 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.706677 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.707265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.707731 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.708199 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.708684 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.709168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.709627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.710090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.710581 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.711035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.711487 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:13:07.714182 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Transition to ACTIVE for port object ac25e51d-3f9b-41d7-acbb-86a4b6d68255 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:07.720287 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:07.722478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-1de9c486-a6dc-44e0-9775-52880d6aa282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:07.724155 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-1de9c486-a6dc-44e0-9775-52880d6aa282 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1887114 Jun 25 09:13:07.728642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device f2aafd13-29f7-49de-8db9-abb809375deb no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:13:07.756843 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea36d15-da76-4946-9ce7-8cf638f84a3d req-6f6d9429-6427-4249-8992-e0f5cc84d232 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:07.765192 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ea36d15-da76-4946-9ce7-8cf638f84a3d req-6f6d9429-6427-4249-8992-e0f5cc84d232 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 948 time: 0.5862954 Jun 25 09:13:07.775903 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-bb3b7350-6df2-4857-b0bb-4f03b9b8d2cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc HTTP/1.1" status: 200 len: 217 time: 0.1695185 Jun 25 09:13:07.806835 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: f2aafd13-29f7-49de-8db9-abb809375deb {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:13:07.807474 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device f2aafd13-29f7-49de-8db9-abb809375deb not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:13:07.812145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Transition to ACTIVE for port object ac25e51d-3f9b-41d7-acbb-86a4b6d68255 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:07.821130 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:07.826395 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a25c3472-e42d-4d06-a538-740f8997597b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:07.858513 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ce7a711b-55a5-4df6-8e3b-87d7c20f8cca req-914fdead-a533-41a3-ae3a-75aedda12bae service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107518 Jun 25 09:13:07.861096 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-786793fe-f0fc-482f-9c0e-019e489ef338 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289017 Jun 25 09:13:07.872590 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41594) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:07.892332 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Network e9b3a601-f58c-4ec5-82fd-335656805060 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:07.897382 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8c430c2e-abe9-428f-b619-840479139105 req-1612b2d1-ebc2-48a7-8886-779a5be7e517 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:07.901610 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:07.903510 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-59f1a2c6-500d-4909-8593-f32e8cefa935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:07.904796 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Pushing event updated for resources: {'Port': ['ID=ac25e51d-3f9b-41d7-acbb-86a4b6d68255,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:07.904999 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-59f1a2c6-500d-4909-8593-f32e8cefa935 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0823331 Jun 25 09:13:07.915039 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:07.924149 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:07.982272 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ea36d15-da76-4946-9ce7-8cf638f84a3d req-86b30844-c2f6-4e66-96de-73e13d22a79e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160013 Jun 25 09:13:07.999179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Attempting to bind port ac25e51d-3f9b-41d7-acbb-86a4b6d68255 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:07.999740 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Attempting to bind port ac25e51d-3f9b-41d7-acbb-86a4b6d68255 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '91af7a17-385f-482e-a8de-b6bea300e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:08.000323 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Attempting to bind port ac25e51d-3f9b-41d7-acbb-86a4b6d68255 on network e9b3a601-f58c-4ec5-82fd-335656805060 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:08.006051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:08.006783 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Checking segment: {'id': '91af7a17-385f-482e-a8de-b6bea300e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:08.007202 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:08.007606 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Bound using segment: {'id': '91af7a17-385f-482e-a8de-b6bea300e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:08.008099 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Bound port: ac25e51d-3f9b-41d7-acbb-86a4b6d68255, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91af7a17-385f-482e-a8de-b6bea300e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:08.008502 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:08.055268 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-21b10458-218e-4b54-97d4-9a3e90dff76e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=853a6d285ec446a79adc0120a1059455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803999 Jun 25 09:13:08.056543 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41600) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:08.061330 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-4bfac6ba-7a5c-4c86-8894-7d028080c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:08.063280 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-4bfac6ba-7a5c-4c86-8894-7d028080c64a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1436505 Jun 25 09:13:08.118837 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] For port ac25e51d-3f9b-41d7-acbb-86a4b6d68255, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:08.123067 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] For port ac25e51d-3f9b-41d7-acbb-86a4b6d68255, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ac25e51d-3f9b-41d7-acbb-86a4b6d68255,segment=NetworkSegment(91af7a17-385f-482e-a8de-b6bea300e68e),segment_id=91af7a17-385f-482e-a8de-b6bea300e68e)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:13:08.133373 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:08.144949 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:08.190714 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ce7a711b-55a5-4df6-8e3b-87d7c20f8cca req-b256889c-4fa7-4cda-8ec0-1ab662b49278 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103883 Jun 25 09:13:08.198005 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-9c2d6c17-ed2b-4d13-8af5-c21277778fbd service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198578 Jun 25 09:13:08.204751 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Pushing event updated for resources: {'Port': ['ID=ac25e51d-3f9b-41d7-acbb-86a4b6d68255,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:08.215780 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8c430c2e-abe9-428f-b619-840479139105 req-1612b2d1-ebc2-48a7-8886-779a5be7e517 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:08.216252 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2acb7e44-fcf8-4fe0-9214-a50e6ac1b21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:08.219847 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:08.230588 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8c430c2e-abe9-428f-b619-840479139105 req-1612b2d1-ebc2-48a7-8886-779a5be7e517 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:08.244932 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-39ae1be0-4b83-41f3-9206-2799054ab2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:08.259296 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8c430c2e-abe9-428f-b619-840479139105 req-1612b2d1-ebc2-48a7-8886-779a5be7e517 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:08.264094 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c430c2e-abe9-428f-b619-840479139105 req-1612b2d1-ebc2-48a7-8886-779a5be7e517 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7274117 Jun 25 09:13:08.268355 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2acb7e44-fcf8-4fe0-9214-a50e6ac1b21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:08.341444 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2acb7e44-fcf8-4fe0-9214-a50e6ac1b21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:08.361869 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2acb7e44-fcf8-4fe0-9214-a50e6ac1b21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:08.382654 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2acb7e44-fcf8-4fe0-9214-a50e6ac1b21f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/72ade8eb-f275-434a-9336-d7bbfb3ae087 HTTP/1.1" status: 204 len: 168 time: 0.3169694 Jun 25 09:13:08.385674 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5fad2752-b4a7-4620-aca7-8006dbce9253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:08.399844 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-4bdd56c0-059a-40f0-88c5-16fca0b9198e service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244231 Jun 25 09:13:08.410408 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb7e44-fcf8-4fe0-9214-a50e6ac1b21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ade8eb-f275-434a-9336-d7bbfb3ae087,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:08.413432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612b2d1-ebc2-48a7-8886-779a5be7e517 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52694593-7b15-4747-a85d-92912deb3ab7,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:08.413874 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2acb7e44-fcf8-4fe0-9214-a50e6ac1b21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:08.427971 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1612b2d1-ebc2-48a7-8886-779a5be7e517 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:08.689888 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:08.718400 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-adbe4b83-ec2f-4548-b514-7f3b18dc2781 req-6da56bae-1c58-4d2f-9b43-4ff8c5db59ec tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/69aa5dde-5f60-4ffc-b4af-c604b46a464e HTTP/1.1" status: 200 len: 1804 time: 0.3968680 Jun 25 09:13:08.792054 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ce1f64b-510b-4097-9c32-03897c77b911 req-1bfdbf40-7c2e-4e48-862b-3e23a2dd287a service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122318 Jun 25 09:13:08.810199 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:08.814764 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fe116-53af-4663-aef3-416aa32c096b req-3c1c0c8e-d4a2-4549-b49d-890009aa90fd tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:08.816608 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca2fe116-53af-4663-aef3-416aa32c096b req-3c1c0c8e-d4a2-4549-b49d-890009aa90fd tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 950 time: 0.1088974 Jun 25 09:13:08.965975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-ca2fe116-53af-4663-aef3-416aa32c096b req-86bd2c1e-fafc-4fa6-b87b-d0e683b81329 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Deleting port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:13:08.966358 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ca2fe116-53af-4663-aef3-416aa32c096b req-86bd2c1e-fafc-4fa6-b87b-d0e683b81329 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:09.078861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41626) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:09.117515 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-ca2fe116-53af-4663-aef3-416aa32c096b req-86bd2c1e-fafc-4fa6-b87b-d0e683b81329 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] For port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:09.117934 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ca2fe116-53af-4663-aef3-416aa32c096b req-86bd2c1e-fafc-4fa6-b87b-d0e683b81329 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:09.143438 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-ca2fe116-53af-4663-aef3-416aa32c096b req-86bd2c1e-fafc-4fa6-b87b-d0e683b81329 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Calling delete_port for 4df0d751-fab5-4f28-bb8a-6cccdbd69aac owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:13:09.170556 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a5a9fbc8-1225-47da-8f00-53713612d81b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=557750200718496f8eefaeaf81f49bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0882647 Jun 25 09:13:09.170798 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41628) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:09.309156 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7281e337-f0e9-413c-bb96-6d27d94b8bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:09.351730 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7281e337-f0e9-413c-bb96-6d27d94b8bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:09.426872 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ad896-6407-4b99-bb01-aec3131bdf92 req-eab8a7ee-4c86-45b2-835e-77e17e5be429 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:09.428672 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f4ad896-6407-4b99-bb01-aec3131bdf92 req-eab8a7ee-4c86-45b2-835e-77e17e5be429 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/ports?device_id=cefb428a-a8ca-498e-b3bc-2e21002d970a HTTP/1.1" status: 200 len: 950 time: 0.9998064 Jun 25 09:13:09.443140 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Allocated IP 172.25.6.150 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/12abb812-938d-42be-b126-3ca87b6dc29f) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:09.457574 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-adbe4b83-ec2f-4548-b514-7f3b18dc2781 req-41a689e2-648d-404b-966a-3aa2edcf5052 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/52694593-7b15-4747-a85d-92912deb3ab7 HTTP/1.1" status: 200 len: 1804 time: 0.6645088 Jun 25 09:13:09.465154 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ca2fe116-53af-4663-aef3-416aa32c096b req-86bd2c1e-fafc-4fa6-b87b-d0e683b81329 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:09.470043 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-01e86f88-4722-401f-b7f7-253f78a68980 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:09.488198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-adbe4b83-ec2f-4548-b514-7f3b18dc2781 req-35ecb4d3-b49f-44e0-b73d-a9a9df0a7991 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '69aa5dde-5f60-4ffc-b4af-c604b46a464e', 'remote_group_id': '52694593-7b15-4747-a85d-92912deb3ab7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:09.488502 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-adbe4b83-ec2f-4548-b514-7f3b18dc2781 req-35ecb4d3-b49f-44e0-b73d-a9a9df0a7991 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '69aa5dde-5f60-4ffc-b4af-c604b46a464e', 'remote_group_id': '52694593-7b15-4747-a85d-92912deb3ab7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:09.494497 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7281e337-f0e9-413c-bb96-6d27d94b8bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:09.498053 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7281e337-f0e9-413c-bb96-6d27d94b8bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:09.499223 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7281e337-f0e9-413c-bb96-6d27d94b8bd3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/81b5ab8f-7999-45d6-8b84-f3035b297b41 HTTP/1.1" status: 204 len: 168 time: 0.3275936 Jun 25 09:13:09.506421 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd2c1e-fafc-4fa6-b87b-d0e683b81329 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Pushing event deleted for resources: {'Port': ['ID=4df0d751-fab5-4f28-bb8a-6cccdbd69aac,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:09.509066 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['4df0d751-fab5-4f28-bb8a-6cccdbd69aac'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:13:09.515226 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-86bd2c1e-fafc-4fa6-b87b-d0e683b81329 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:09.516343 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-37771b74-34f6-4836-9cb7-3110b5567bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:09.530642 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f4ad896-6407-4b99-bb01-aec3131bdf92 req-1e93cb07-d6ce-456f-8be6-d64ff2664a69 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.93 "GET /v2.0/security-groups?id=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850306 Jun 25 09:13:09.574316 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281e337-f0e9-413c-bb96-6d27d94b8bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b5ab8f-7999-45d6-8b84-f3035b297b41,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:09.607575 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7281e337-f0e9-413c-bb96-6d27d94b8bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:09.608547 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2fe116-53af-4663-aef3-416aa32c096b req-86bd2c1e-fafc-4fa6-b87b-d0e683b81329 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] No DVR routers for this DVR port 4df0d751-fab5-4f28-bb8a-6cccdbd69aac on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:13:09.622120 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ca2fe116-53af-4663-aef3-416aa32c096b req-86bd2c1e-fafc-4fa6-b87b-d0e683b81329 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:09.624190 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca2fe116-53af-4663-aef3-416aa32c096b req-86bd2c1e-fafc-4fa6-b87b-d0e683b81329 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] 10.222.0.41 "DELETE /v2.0/ports/4df0d751-fab5-4f28-bb8a-6cccdbd69aac HTTP/1.1" status: 204 len: 173 time: 0.7877564 Jun 25 09:13:09.624761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefb428a-a8ca-498e-b3bc-2e21002d970a', 'name': 'network-vif-deleted', 'tag': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:09.627244 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4448487-cb56-44d1-b661-e3330b71ab36" -d '{"events": [{"server_uuid": "cefb428a-a8ca-498e-b3bc-2e21002d970a", "name": "network-vif-deleted", "tag": "4df0d751-fab5-4f28-bb8a-6cccdbd69aac"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:09.639106 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 31282d58-9ee9-43b4-8fd9-46e9ddb445bc details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:13:09.693499 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89609e3e-097b-4045-99d2-4d790eccd717 None None] Network e9b3a601-f58c-4ec5-82fd-335656805060 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:13:09.790425 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:09.878646 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:09.894859 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cedb5367-2327-4a38-9d0b-40649e9b3f1b tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:09.906567 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:09.910805 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:09.935815 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:09.950166 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:09.971552 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '31282d58-9ee9-43b4-8fd9-46e9ddb445bc', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '31282d58-9ee9-43b4-8fd9-46e9ddb445bc', 'mac_address': 'fa:16:3e:c4:01:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:13:09.976569 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-19d1ed90-b7b9-4762-90c4-4a1b6d253861 None None] Provisioning for port ac25e51d-3f9b-41d7-acbb-86a4b6d68255 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:09.981169 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-adbe4b83-ec2f-4548-b514-7f3b18dc2781 req-35ecb4d3-b49f-44e0-b73d-a9a9df0a7991 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:10.047279 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:10.066688 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31282d58-9ee9-43b4-8fd9-46e9ddb445bc {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:13:10.149399 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:10.196240 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ac25e51d-3f9b-41d7-acbb-86a4b6d68255 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:10.202986 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:10.208913 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:10.282751 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:10.292518 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:10.299063 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Pushing event updated for resources: {'Port': ['ID=12abb812-938d-42be-b126-3ca87b6dc29f,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:10.308999 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:10.312116 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-adbe4b83-ec2f-4548-b514-7f3b18dc2781 req-35ecb4d3-b49f-44e0-b73d-a9a9df0a7991 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:10.326210 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-adbe4b83-ec2f-4548-b514-7f3b18dc2781 req-35ecb4d3-b49f-44e0-b73d-a9a9df0a7991 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:10.336693 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port ac25e51d-3f9b-41d7-acbb-86a4b6d68255 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:10.342165 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port ac25e51d-3f9b-41d7-acbb-86a4b6d68255 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:10.342862 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:10.344969 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:10.411845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecb4d3-b49f-44e0-b73d-a9a9df0a7991 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0cbc71e-08b8-468a-b46f-ca370787f191,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:10.434894 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-35ecb4d3-b49f-44e0-b73d-a9a9df0a7991 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:10.446141 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-adbe4b83-ec2f-4548-b514-7f3b18dc2781 req-35ecb4d3-b49f-44e0-b73d-a9a9df0a7991 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:10.447369 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-adbe4b83-ec2f-4548-b514-7f3b18dc2781 req-35ecb4d3-b49f-44e0-b73d-a9a9df0a7991 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9689596 Jun 25 09:13:10.495970 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:10.542490 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5868fd-3412-4f9c-ba17-fa5fadb69434 x-openstack-request-id: req-cf5868fd-3412-4f9c-ba17-fa5fadb69434 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:10.543106 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefb428a-a8ca-498e-b3bc-2e21002d970a", "name": "network-vif-deleted", "tag": "4df0d751-fab5-4f28-bb8a-6cccdbd69aac", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:10.543317 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cf5868fd-3412-4f9c-ba17-fa5fadb69434 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:10.543870 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefb428a-a8ca-498e-b3bc-2e21002d970a', 'name': 'network-vif-deleted', 'tag': '4df0d751-fab5-4f28-bb8a-6cccdbd69aac', 'status': 'completed', 'code': 200} Jun 25 09:13:10.544267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edb0ed-b617-49e9-ac5b-4dd27949ac3e req-8f7fbc1c-1761-4720-9510-28c2bd7d2f80 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:10.549465 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b9edb0ed-b617-49e9-ac5b-4dd27949ac3e req-8f7fbc1c-1761-4720-9510-28c2bd7d2f80 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 948 time: 0.5563734 Jun 25 09:13:10.567652 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port ac25e51d-3f9b-41d7-acbb-86a4b6d68255, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ac25e51d-3f9b-41d7-acbb-86a4b6d68255,segment=NetworkSegment(91af7a17-385f-482e-a8de-b6bea300e68e),segment_id=91af7a17-385f-482e-a8de-b6bea300e68e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:10.573207 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['31282d58-9ee9-43b4-8fd9-46e9ddb445bc'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:13:10.647553 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:10.656456 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:10.666781 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b9edb0ed-b617-49e9-ac5b-4dd27949ac3e req-1de24423-36c3-4a34-bf1d-f6336695ff47 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096385 Jun 25 09:13:10.736134 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:10.743031 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a3dbd68b-5aa6-43db-a745-63ea99a36db7 req-0ff935a5-b556-48fd-80c1-e8668380700f tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1421674608', 'description': 'tempest-description-735142708'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:10.778359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=ac25e51d-3f9b-41d7-acbb-86a4b6d68255,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:10.791401 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:10.831209 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c06f2094-9e0f-4c80-88c4-2863c1fa0e65 None None] Provisioning complete for port ac25e51d-3f9b-41d7-acbb-86a4b6d68255 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:10.831660 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c06f2094-9e0f-4c80-88c4-2863c1fa0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:10.860188 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a3dbd68b-5aa6-43db-a745-63ea99a36db7 req-0ff935a5-b556-48fd-80c1-e8668380700f tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:10.896980 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41676) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:10.990700 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ee052-8b2d-4dd6-8372-1c776e681c0f req-2631e6f2-02fa-47bb-9372-ce9866728f60 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:10.994918 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ed0ee052-8b2d-4dd6-8372-1c776e681c0f req-2631e6f2-02fa-47bb-9372-ce9866728f60 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 1097 time: 0.1755967 Jun 25 09:13:11.066132 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1633646906-network', 'tenant_id': '3315701760fd461392f2e95b107cb881'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:11.152046 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ed0ee052-8b2d-4dd6-8372-1c776e681c0f req-fa23d906-944e-4833-b36b-aa7033259682 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526685 Jun 25 09:13:11.193127 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a3dbd68b-5aa6-43db-a745-63ea99a36db7 req-0ff935a5-b556-48fd-80c1-e8668380700f tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:11.202216 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:11.207741 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a3dbd68b-5aa6-43db-a745-63ea99a36db7 req-0ff935a5-b556-48fd-80c1-e8668380700f tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:11.211682 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5ea5c9a2-6c9f-4a7d-a1a4-10370200315a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:11.236225 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Made reservation on behalf of 3315701760fd461392f2e95b107cb881 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:11.239201 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:11.250018 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:11.309396 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff935a5-b556-48fd-80c1-e8668380700f tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d6cabf-1b64-4962-a78e-3b326571a7bd,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:11.316266 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0ff935a5-b556-48fd-80c1-e8668380700f tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:11.386081 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:11.394941 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:11.402069 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:11.420440 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a3dbd68b-5aa6-43db-a745-63ea99a36db7 req-0ff935a5-b556-48fd-80c1-e8668380700f tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:11.422078 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:13:11.429417 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3dbd68b-5aa6-43db-a745-63ea99a36db7 req-0ff935a5-b556-48fd-80c1-e8668380700f tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6958232 Jun 25 09:13:11.463768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:13:11.468267 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a005653-aa67-442c-b81b-e10bacff440e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:11.472551 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:11.472551 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Added segment 4b64882e-962c-4ae8-a98f-ecbfa60b2e46 of type vlan for network 9450a9a6-e5e3-4340-bdc9-d0da41f666fc Jun 25 09:13:11.474364 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:11.530498 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:11.574545 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:11.577912 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:11.579155 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:11.602705 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b19afaff-28af-4169-8158-0760d17c306f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:11.631953 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 31282d58-9ee9-43b4-8fd9-46e9ddb445bc up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:11.716717 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-3bc01df0-906a-417e-8322-b94a111d2034 req-34545256-4baf-4f64-a918-9e536d5fb817 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1949475896', 'description': 'tempest-description-1264633091'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:11.718820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:11.723363 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:11.723905 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:11.752702 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41700) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:11.757476 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Pushing event updated for resources: {'Network': ['ID=9450a9a6-e5e3-4340-bdc9-d0da41f666fc,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:11.778374 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 9450a9a6-e5e3-4340-bdc9-d0da41f666fc details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:13:11.792464 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:13:11.805800 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Sync routers for ids ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:13:11.813227 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3bc01df0-906a-417e-8322-b94a111d2034 req-34545256-4baf-4f64-a918-9e536d5fb817 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:11.823516 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Routers {'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:13:11.824603 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:11.843917 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:11.853354 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7445147 Jun 25 09:13:11.854192 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9552808 Jun 25 09:13:11.859148 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41704) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:11.859644 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41706) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:11.875327 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a84fd16f-e668-41d3-864a-785d1e538836 admin admin] Request body: {'subnet': {'network_id': '9450a9a6-e5e3-4340-bdc9-d0da41f666fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1633646906-subnet', 'tenant_id': '3315701760fd461392f2e95b107cb881', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:11.884081 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:11.965379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9f473-d5fd-4c66-99ad-f831df1bae6a req-c0475de9-10bc-4663-b4e1-fbd6cd4aa6be tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:11.967096 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9f9f473-d5fd-4c66-99ad-f831df1bae6a req-c0475de9-10bc-4663-b4e1-fbd6cd4aa6be tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.41 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a&tenant_id=feac5915022a4711aa5d2a8786b36e3c&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 949 time: 0.2131963 Jun 25 09:13:12.039492 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:12.075337 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84fd16f-e668-41d3-864a-785d1e538836 admin admin] Made reservation on behalf of 3315701760fd461392f2e95b107cb881 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:12.077930 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a84fd16f-e668-41d3-864a-785d1e538836 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:12.101077 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27dd0d5-dcad-40ea-8ad0-b286f649244a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31282d58-9ee9-43b4-8fd9-46e9ddb445bc'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:12.106636 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72d1890-03d3-4825-982b-56c816a3e9ce" -d '{"events": [{"server_uuid": "d27dd0d5-dcad-40ea-8ad0-b286f649244a", "name": "network-vif-plugged", "status": "completed", "tag": "31282d58-9ee9-43b4-8fd9-46e9ddb445bc"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:12.136081 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:12.140074 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [req-f9f9f473-d5fd-4c66-99ad-f831df1bae6a req-e9aeab08-8b04-4849-b8ab-0ad2eb9f23b2 service neutron] delete failed (client error): The resource could not be found. Jun 25 09:13:12.144357 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:12.146234 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9f9f473-d5fd-4c66-99ad-f831df1bae6a req-e9aeab08-8b04-4849-b8ab-0ad2eb9f23b2 service neutron] 10.222.0.41 "DELETE /v2.0/ports/31282d58-9ee9-43b4-8fd9-46e9ddb445bc/bindings/n-h1-761264-15 HTTP/1.1" status: 404 len: 381 time: 0.1694977 Jun 25 09:13:12.148642 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:12.168886 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Set router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:13:12.204063 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ac25e51d-3f9b-41d7-acbb-86a4b6d68255 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:12.334112 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3bc01df0-906a-417e-8322-b94a111d2034 req-34545256-4baf-4f64-a918-9e536d5fb817 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:12.346585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9f473-d5fd-4c66-99ad-f831df1bae6a req-539da257-86b3-40cb-a65f-9db87abfcb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:12.351505 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9f9f473-d5fd-4c66-99ad-f831df1bae6a req-539da257-86b3-40cb-a65f-9db87abfcb82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 1102 time: 0.1229613 Jun 25 09:13:12.372461 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ea9e2592-930b-4934-92cb-bbff7d9c978b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4396dc05ce0945a388a688a30849231b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6157682 Jun 25 09:13:12.373370 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3bc01df0-906a-417e-8322-b94a111d2034 req-34545256-4baf-4f64-a918-9e536d5fb817 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:12.375060 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41714) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:12.382570 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b4983a1d-bbc5-4cdc-8c48-bc4a40e46977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:12.444445 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:12.449707 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:12.467327 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port ac25e51d-3f9b-41d7-acbb-86a4b6d68255 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:12.468174 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:12.539962 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-adc59362-6064-4b5c-a63a-09742a0c5639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:12.545619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9f473-d5fd-4c66-99ad-f831df1bae6a req-3d536c99-3383-4e7e-bd19-e812857bcd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:12.547537 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9f9f473-d5fd-4c66-99ad-f831df1bae6a req-3d536c99-3383-4e7e-bd19-e812857bcd6d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1886599 Jun 25 09:13:12.588288 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'name': 'tempest-TaggedBootDevicesTest_v242-466140307-router', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:07Z', 'updated_at': '2021-06-25T09:13:10Z', 'revision_number': 3, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'gw_port': {'id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:08Z', 'updated_at': '2021-06-25T09:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:12.654823 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34545256-4baf-4f64-a918-9e536d5fb817 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98d9a42-413c-471c-aafd-dff137738f1d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:12.665200 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-34545256-4baf-4f64-a918-9e536d5fb817 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:12.681764 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Checking router: b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:13:12.682129 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Updating router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 port 12abb812-938d-42be-b126-3ca87b6dc29f binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:13:12.684136 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3bc01df0-906a-417e-8322-b94a111d2034 req-34545256-4baf-4f64-a918-9e536d5fb817 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:12.685716 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3bc01df0-906a-417e-8322-b94a111d2034 req-34545256-4baf-4f64-a918-9e536d5fb817 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9909887 Jun 25 09:13:12.696600 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a84fd16f-e668-41d3-864a-785d1e538836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:12.706114 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9f9f473-d5fd-4c66-99ad-f831df1bae6a req-7e9729d1-dae8-4ef0-89da-707fc403b3dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc HTTP/1.1" status: 200 len: 217 time: 0.1481395 Jun 25 09:13:12.711701 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-adc59362-6064-4b5c-a63a-09742a0c5639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:12.731936 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:12.756767 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4df0d751-fab5-4f28-bb8a-6cccdbd69aac no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:13:12.802621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 4df0d751-fab5-4f28-bb8a-6cccdbd69aac {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:13:12.802879 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4df0d751-fab5-4f28-bb8a-6cccdbd69aac not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:13:12.813869 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:12.855401 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9f473-d5fd-4c66-99ad-f831df1bae6a req-e4c8d237-cd91-4d4f-81b4-be854e426595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:12.857520 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9f9f473-d5fd-4c66-99ad-f831df1bae6a req-e4c8d237-cd91-4d4f-81b4-be854e426595 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1432316 Jun 25 09:13:12.877802 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-adc59362-6064-4b5c-a63a-09742a0c5639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:12.881042 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-adc59362-6064-4b5c-a63a-09742a0c5639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:12.882450 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-adc59362-6064-4b5c-a63a-09742a0c5639 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e3841b98-cc5d-41cf-ab14-142b2ad9bd0b HTTP/1.1" status: 204 len: 168 time: 0.5038610 Jun 25 09:13:12.927917 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-28a7cb78-9588-40e6-ac99-ba277b0843d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:12.943420 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc59362-6064-4b5c-a63a-09742a0c5639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3841b98-cc5d-41cf-ab14-142b2ad9bd0b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:12.956782 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-adc59362-6064-4b5c-a63a-09742a0c5639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:13.006682 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9f473-d5fd-4c66-99ad-f831df1bae6a req-0bb95d91-bf29-40a1-8991-ef5896460e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:13.008955 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9f9f473-d5fd-4c66-99ad-f831df1bae6a req-0bb95d91-bf29-40a1-8991-ef5896460e61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1411259 Jun 25 09:13:13.049586 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fd16f-e668-41d3-864a-785d1e538836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=365e6779-f52c-492a-9fa2-10b6467b49da,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:13.071659 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a84fd16f-e668-41d3-864a-785d1e538836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:13.171148 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84fd16f-e668-41d3-864a-785d1e538836 admin admin] Checking segment: {'id': '4b64882e-962c-4ae8-a98f-ecbfa60b2e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9450a9a6-e5e3-4340-bdc9-d0da41f666fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:13.171880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84fd16f-e668-41d3-864a-785d1e538836 admin admin] Network hostable DHCP agents. Network: 9450a9a6-e5e3-4340-bdc9-d0da41f666fc, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:13:13.189591 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9f9f473-d5fd-4c66-99ad-f831df1bae6a req-3940bbf3-7723-493a-bbfc-3d39f94e35e2 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719408 Jun 25 09:13:13.235807 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84fd16f-e668-41d3-864a-785d1e538836 admin admin] Network 9450a9a6-e5e3-4340-bdc9-d0da41f666fc is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:13:13.266914 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-a84fd16f-e668-41d3-864a-785d1e538836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 9450a9a6-e5e3-4340-bdc9-d0da41f666fc) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:13.277108 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e58f393-c37a-4eb7-9a15-f0b4f81233e3 None None] Network 9450a9a6-e5e3-4340-bdc9-d0da41f666fc requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:13:13.279682 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6a689-f940-4725-9b1c-f3e011d0a6e7 req-cad7399f-0769-4747-a26e-11fc88d7647c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:13.281657 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d4b6a689-f940-4725-9b1c-f3e011d0a6e7 req-cad7399f-0769-4747-a26e-11fc88d7647c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.2698274 Jun 25 09:13:13.285786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84fd16f-e668-41d3-864a-785d1e538836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:13.286711 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a84fd16f-e668-41d3-864a-785d1e538836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:13.351597 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a84fd16f-e668-41d3-864a-785d1e538836 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4871809 Jun 25 09:13:13.358749 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41744) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:13.365535 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d4b6a689-f940-4725-9b1c-f3e011d0a6e7 req-796d41fc-6b12-4662-9f72-892904628452 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564234 Jun 25 09:13:13.367747 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:13.373051 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1633646906-router', 'tenant_id': '3315701760fd461392f2e95b107cb881', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:13.451538 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:13.486301 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Transition to ACTIVE for port object 12abb812-938d-42be-b126-3ca87b6dc29f will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:13.493538 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:13.497109 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:13.502814 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:13.505279 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:13.506975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41746) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:13.532864 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887e18e9-c4e6-4f8c-beee-a7200a6a775d x-openstack-request-id: req-887e18e9-c4e6-4f8c-beee-a7200a6a775d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:13.533170 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27dd0d5-dcad-40ea-8ad0-b286f649244a", "name": "network-vif-plugged", "status": "completed", "tag": "31282d58-9ee9-43b4-8fd9-46e9ddb445bc", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:13.533432 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-887e18e9-c4e6-4f8c-beee-a7200a6a775d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:13.533716 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9f9f473-d5fd-4c66-99ad-f831df1bae6a req-b12b2ca9-796f-47c1-8591-649b83e911d6 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371432 Jun 25 09:13:13.533882 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27dd0d5-dcad-40ea-8ad0-b286f649244a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31282d58-9ee9-43b4-8fd9-46e9ddb445bc', 'code': 200} Jun 25 09:13:13.556523 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-c8c1a75c-34fb-49b0-923a-2270ef6989f0 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:13:13.558818 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-c8c1a75c-34fb-49b0-923a-2270ef6989f0 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175040 Jun 25 09:13:13.587016 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-939e1cc0-703c-414d-ae00-c870599ec373 req-94730d87-d6ea-4ef0-b518-d6845a93802a service neutron] Request body: {'binding': {'host': 'n-h1-761264-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:13.588856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-939e1cc0-703c-414d-ae00-c870599ec373 req-94730d87-d6ea-4ef0-b518-d6845a93802a service neutron] Unknown quota resources ['binding']. {{(pid=94024) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 09:13:13.622476 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1cc69be4-04ed-4dd6-bd76-1f27c894a618 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ad48078c9cfe45c7af14c6ace0654d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1108921 Jun 25 09:13:13.626369 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Attempting to bind port 12abb812-938d-42be-b126-3ca87b6dc29f on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:13.626804 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Attempting to bind port 12abb812-938d-42be-b126-3ca87b6dc29f by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:13.627180 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Attempting to bind port 12abb812-938d-42be-b126-3ca87b6dc29f on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:13.631305 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41748) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:13.634842 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:13.635410 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:13.635853 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:13.636960 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:13.637715 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Bound port: 12abb812-938d-42be-b126-3ca87b6dc29f, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:13.638131 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:13.713136 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe241453-6b1c-483a-b435-bdecd34aae33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:13.721088 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-9450a9a6-e5e3-4340-bdc9-d0da41f666fc', 'network_id': '9450a9a6-e5e3-4340-bdc9-d0da41f666fc', 'tenant_id': '3315701760fd461392f2e95b107cb881', 'fixed_ips': [{'subnet_id': '365e6779-f52c-492a-9fa2-10b6467b49da'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:13:13.721806 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:13.745811 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] For port 12abb812-938d-42be-b126-3ca87b6dc29f, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:13.750475 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] For port 12abb812-938d-42be-b126-3ca87b6dc29f, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=12abb812-938d-42be-b126-3ca87b6dc29f,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:13:13.752788 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fd457-b425-44ad-9ff5-3241a96d5be2 None None] Pushing event updated for resources: {'Port': ['ID=12abb812-938d-42be-b126-3ca87b6dc29f,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:13.754175 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe241453-6b1c-483a-b435-bdecd34aae33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:13.781468 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-cf6fd457-b425-44ad-9ff5-3241a96d5be2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:13.787486 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:13.811699 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:13.854828 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:13.872767 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Allocated IP 172.20.0.1 (e9b3a601-f58c-4ec5-82fd-335656805060/219c47c2-b4d5-45d9-9d06-baaa0cc38f25/90d2606a-d4b9-422b-beb3-b65ddb6f047e) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:13.916868 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Routers {'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:13:13.917750 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:13.928906 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Allocated IP 172.20.0.2 (9450a9a6-e5e3-4340-bdc9-d0da41f666fc/365e6779-f52c-492a-9fa2-10b6467b49da/303af2aa-20af-4322-bd93-3296562d7ac5) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:14.010627 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fd457-b425-44ad-9ff5-3241a96d5be2 None None] Pushing event updated for resources: {'Port': ['ID=12abb812-938d-42be-b126-3ca87b6dc29f,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:14.040055 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-cf6fd457-b425-44ad-9ff5-3241a96d5be2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:14.139765 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:14.155538 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] Set router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:13:14.161589 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Transition to ACTIVE for port object 303af2aa-20af-4322-bd93-3296562d7ac5 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:14.189928 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Transition to ACTIVE for port object 303af2aa-20af-4322-bd93-3296562d7ac5 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:14.204874 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:14.207031 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1082baac-cb5c-4fc5-bc8e-f8aa08e28a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:14.286749 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Network 9450a9a6-e5e3-4340-bdc9-d0da41f666fc is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:14.296387 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:14.309877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:14.327178 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe241453-6b1c-483a-b435-bdecd34aae33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:14.329843 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe241453-6b1c-483a-b435-bdecd34aae33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:14.334362 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fe241453-6b1c-483a-b435-bdecd34aae33 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bf2f8f55-836f-4d3b-bfb9-29c2aafc585d HTTP/1.1" status: 204 len: 168 time: 0.7019670 Jun 25 09:13:14.338719 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:14.341902 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Pushing event updated for resources: {'Port': ['ID=303af2aa-20af-4322-bd93-3296562d7ac5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:14.354258 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:14.355908 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a75ce5c5-5965-444a-8641-908b4dec4fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:14.367709 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe241453-6b1c-483a-b435-bdecd34aae33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2f8f55-836f-4d3b-bfb9-29c2aafc585d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:14.370741 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fe241453-6b1c-483a-b435-bdecd34aae33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:14.480439 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Attempting to bind port 303af2aa-20af-4322-bd93-3296562d7ac5 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:14.483005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Attempting to bind port 303af2aa-20af-4322-bd93-3296562d7ac5 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '4b64882e-962c-4ae8-a98f-ecbfa60b2e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9450a9a6-e5e3-4340-bdc9-d0da41f666fc'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:14.483005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Attempting to bind port 303af2aa-20af-4322-bd93-3296562d7ac5 on network 9450a9a6-e5e3-4340-bdc9-d0da41f666fc {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:14.497854 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:14.504016 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Checking segment: {'id': '4b64882e-962c-4ae8-a98f-ecbfa60b2e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9450a9a6-e5e3-4340-bdc9-d0da41f666fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:14.504639 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:14.505781 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Bound using segment: {'id': '4b64882e-962c-4ae8-a98f-ecbfa60b2e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9450a9a6-e5e3-4340-bdc9-d0da41f666fc'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:14.508773 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Bound port: 303af2aa-20af-4322-bd93-3296562d7ac5, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b64882e-962c-4ae8-a98f-ecbfa60b2e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9450a9a6-e5e3-4340-bdc9-d0da41f666fc'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:14.509927 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:14.603491 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'name': 'tempest-TaggedBootDevicesTest_v242-466140307-router', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:07Z', 'updated_at': '2021-06-25T09:13:10Z', 'revision_number': 3, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'gw_port': {'id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:08Z', 'updated_at': '2021-06-25T09:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:14.661423 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d7e54-ba20-4b70-9893-07f38aa23152 None None] The sync data for ids ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'] in n-d-761264-15 is: [{'id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'name': 'tempest-TaggedBootDevicesTest_v242-466140307-router', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:07Z', 'updated_at': '2021-06-25T09:13:10Z', 'revision_number': 3, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'gw_port': {'id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:08Z', 'updated_at': '2021-06-25T09:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:13:14.703482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] For port 303af2aa-20af-4322-bd93-3296562d7ac5, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:14.714896 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] For port 303af2aa-20af-4322-bd93-3296562d7ac5, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=303af2aa-20af-4322-bd93-3296562d7ac5,segment=NetworkSegment(4b64882e-962c-4ae8-a98f-ecbfa60b2e46),segment_id=4b64882e-962c-4ae8-a98f-ecbfa60b2e46)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:13:14.724125 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:14.726478 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1082baac-cb5c-4fc5-bc8e-f8aa08e28a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:14.825004 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:14.842860 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Pushing event updated for resources: {'Port': ['ID=303af2aa-20af-4322-bd93-3296562d7ac5,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:14.863102 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:14.889771 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:14.891142 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:14.923988 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Transition to ACTIVE for port object 90d2606a-d4b9-422b-beb3-b65ddb6f047e will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:15.009183 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dae9d56f-e54c-48e5-8e83-5c442960746c req-0d6b4ea1-46c0-47f4-b246-5352e4e6c644 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/44d6cabf-1b64-4962-a78e-3b326571a7bd HTTP/1.1" status: 200 len: 1804 time: 1.1687298 Jun 25 09:13:15.095813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-939e1cc0-703c-414d-ae00-c870599ec373 req-94730d87-d6ea-4ef0-b518-d6845a93802a service neutron] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on host n-h1-761264-15 for vnic_type normal with profile None {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:15.096020 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-939e1cc0-703c-414d-ae00-c870599ec373 req-94730d87-d6ea-4ef0-b518-d6845a93802a service neutron] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:15.096257 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-94730d87-d6ea-4ef0-b518-d6845a93802a service neutron] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:15.110044 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-94730d87-d6ea-4ef0-b518-d6845a93802a service neutron] Port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:13:15.111129 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-94730d87-d6ea-4ef0-b518-d6845a93802a service neutron] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:15.129660 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Allocated IP 172.25.6.4 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/e379af5d-ce39-4ccc-901c-241aedb87c84) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:15.135095 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:15.140419 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2d32097c-25b3-4050-9b61-d2cfdd8812c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:15.270819 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dae9d56f-e54c-48e5-8e83-5c442960746c req-0cced976-3741-4772-bc1e-0f2cebba4b1a tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/e98d9a42-413c-471c-aafd-dff137738f1d HTTP/1.1" status: 200 len: 1805 time: 0.2605174 Jun 25 09:13:15.307084 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Pushing event updated for resources: {'Port': ['ID=90d2606a-d4b9-422b-beb3-b65ddb6f047e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:15.316679 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-94730d87-d6ea-4ef0-b518-d6845a93802a service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:15.317128 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-94730d87-d6ea-4ef0-b518-d6845a93802a service neutron] Checking segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:15.317529 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-94730d87-d6ea-4ef0-b518-d6845a93802a service neutron] Bound using segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:15.317987 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-939e1cc0-703c-414d-ae00-c870599ec373 req-94730d87-d6ea-4ef0-b518-d6845a93802a service neutron] Bound port: 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:15.329449 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-dae9d56f-e54c-48e5-8e83-5c442960746c req-c376937e-f9d3-44c2-8975-d75778e24acf tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '44d6cabf-1b64-4962-a78e-3b326571a7bd', 'remote_group_id': 'e98d9a42-413c-471c-aafd-dff137738f1d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:15.330313 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-dae9d56f-e54c-48e5-8e83-5c442960746c req-c376937e-f9d3-44c2-8975-d75778e24acf tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '44d6cabf-1b64-4962-a78e-3b326571a7bd', 'remote_group_id': 'e98d9a42-413c-471c-aafd-dff137738f1d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:15.338341 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:15.416567 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:15.493452 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:15.501409 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:15.502302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Network e9b3a601-f58c-4ec5-82fd-335656805060 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:15.508920 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-939e1cc0-703c-414d-ae00-c870599ec373 req-94730d87-d6ea-4ef0-b518-d6845a93802a service neutron] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:13:15.522209 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:15.545377 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:15.549817 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:15.554622 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:15.563531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:15.567238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=e379af5d-ce39-4ccc-901c-241aedb87c84,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:15.578484 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-939e1cc0-703c-414d-ae00-c870599ec373 req-94730d87-d6ea-4ef0-b518-d6845a93802a service neutron] Notify callbacks [] for binding, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:15.588053 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:15.601880 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-94730d87-d6ea-4ef0-b518-d6845a93802a service neutron] 10.222.0.93 "POST /v2.0/ports/3e328bbc-c0f3-40ad-b4d9-9ced57443f84/bindings HTTP/1.1" status: 201 len: 390 time: 2.0190566 Jun 25 09:13:15.828451 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:15.984946 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-112cfa26-6478-408e-be22-8e5fabe37fd0 None None] Provisioning for port 90d2606a-d4b9-422b-beb3-b65ddb6f047e completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:15.989495 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-112cfa26-6478-408e-be22-8e5fabe37fd0 None None] Provisioning complete for port 90d2606a-d4b9-422b-beb3-b65ddb6f047e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:15.990159 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-112cfa26-6478-408e-be22-8e5fabe37fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:16.089590 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-112cfa26-6478-408e-be22-8e5fabe37fd0 None None] Port 90d2606a-d4b9-422b-beb3-b65ddb6f047e cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:13:16.101427 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-dae9d56f-e54c-48e5-8e83-5c442960746c req-c376937e-f9d3-44c2-8975-d75778e24acf tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:16.196289 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:16.294019 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 12abb812-938d-42be-b126-3ca87b6dc29f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:16.377145 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe543d-d3e6-4c42-a075-ff12a3d08610 req-d596858a-4bab-4864-b6b5-1aecc93bc8b6 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:16.384498 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5cfe543d-d3e6-4c42-a075-ff12a3d08610 req-d596858a-4bab-4864-b6b5-1aecc93bc8b6 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.4743402 Jun 25 09:13:16.415473 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e1cc0-703c-414d-ae00-c870599ec373 req-35ccda1e-f80e-40d4-96d7-df0aa6415084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:16.415668 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-dae9d56f-e54c-48e5-8e83-5c442960746c req-c376937e-f9d3-44c2-8975-d75778e24acf tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:16.421785 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-35ccda1e-f80e-40d4-96d7-df0aa6415084 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 1097 time: 0.4676652 Jun 25 09:13:16.429695 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 12abb812-938d-42be-b126-3ca87b6dc29f completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:16.431626 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-dae9d56f-e54c-48e5-8e83-5c442960746c req-c376937e-f9d3-44c2-8975-d75778e24acf tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:16.446005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 12abb812-938d-42be-b126-3ca87b6dc29f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:16.446453 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:16.476170 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:16.491999 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376937e-f9d3-44c2-8975-d75778e24acf tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d91775-9b50-4388-a8da-95ecf9cbaa39,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:16.496492 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c376937e-f9d3-44c2-8975-d75778e24acf tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:16.509773 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5cfe543d-d3e6-4c42-a075-ff12a3d08610 req-957f56da-b5a5-48b9-8bcf-84c730129b94 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242495 Jun 25 09:13:16.543416 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-dae9d56f-e54c-48e5-8e83-5c442960746c req-c376937e-f9d3-44c2-8975-d75778e24acf tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:16.548439 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dae9d56f-e54c-48e5-8e83-5c442960746c req-c376937e-f9d3-44c2-8975-d75778e24acf tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2766001 Jun 25 09:13:16.564954 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:16.587112 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:16.644088 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0060243-f7d4-4949-87ed-6e18032c99e1 None None] Network 9450a9a6-e5e3-4340-bdc9-d0da41f666fc requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:13:16.648761 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 12abb812-938d-42be-b126-3ca87b6dc29f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=12abb812-938d-42be-b126-3ca87b6dc29f,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:16.752704 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:16.753608 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 303af2aa-20af-4322-bd93-3296562d7ac5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:16.755238 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:16.816839 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e1cc0-703c-414d-ae00-c870599ec373 req-3fd7f219-4349-462b-8208-4479489fb971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:16.819208 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-3fd7f219-4349-462b-8208-4479489fb971 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.3839042 Jun 25 09:13:16.847531 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-098b8e8d-6618-449a-b372-0072133a193e None None] Provisioning for port 303af2aa-20af-4322-bd93-3296562d7ac5 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:16.899537 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=12abb812-938d-42be-b126-3ca87b6dc29f,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:16.905534 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:16.920516 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-a3659b63-c552-4060-8a88-e0452c8d5af3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e328bbc-c0f3-40ad-b4d9-9ced57443f84 HTTP/1.1" status: 200 len: 217 time: 0.0623565 Jun 25 09:13:16.921818 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 303af2aa-20af-4322-bd93-3296562d7ac5 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:16.927746 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 303af2aa-20af-4322-bd93-3296562d7ac5 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:16.928367 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:17.016957 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7eb0b-df21-423f-97f6-eeca38520849 req-a8aa4b44-1cba-4de4-af88-2ab0c4cc52f9 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:17.025739 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23c7eb0b-df21-423f-97f6-eeca38520849 req-a8aa4b44-1cba-4de4-af88-2ab0c4cc52f9 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 945 time: 0.2651207 Jun 25 09:13:17.027533 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:17.119698 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e1cc0-703c-414d-ae00-c870599ec373 req-234deacd-d44e-4ca0-808e-8cc08aae0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:17.121588 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-234deacd-d44e-4ca0-808e-8cc08aae0a7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.1874244 Jun 25 09:13:17.163795 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:17.169470 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:17.184823 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:17.189121 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0b5a04ca-6473-480f-ae91-fb86350e5229 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:17.213077 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 303af2aa-20af-4322-bd93-3296562d7ac5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=303af2aa-20af-4322-bd93-3296562d7ac5,segment=NetworkSegment(4b64882e-962c-4ae8-a98f-ecbfa60b2e46),segment_id=4b64882e-962c-4ae8-a98f-ecbfa60b2e46)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:17.219368 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:17.225733 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:17.241941 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-e1a3a402-373f-4815-885c-21909342120e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101186 Jun 25 09:13:17.295979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Pushing event updated for resources: {'Port': ['ID=90d2606a-d4b9-422b-beb3-b65ddb6f047e,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:17.298397 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=303af2aa-20af-4322-bd93-3296562d7ac5,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:17.303459 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:17.324046 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23c7eb0b-df21-423f-97f6-eeca38520849 req-e0f2316e-6ff2-4f37-a445-fc043aede91b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970464 Jun 25 09:13:17.333279 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:17.385904 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:17.417888 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-75092e23-1dba-4f9f-a623-a60f90680f85 service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667891 Jun 25 09:13:17.418840 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Router c6d49a9a-7c5e-4da7-bee3-464047bdc2bd is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:13:17.418969 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c3b23-7945-436e-be5d-f40003f42d62 req-e41280c9-1637-4996-874d-14608b61b87a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:17.420419 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a57c3b23-7945-436e-be5d-f40003f42d62 req-e41280c9-1637-4996-874d-14608b61b87a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.4128821 Jun 25 09:13:17.509903 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cc4e9d3a-b09b-4398-83f9-88b199e9ac90 None None] Provisioning complete for port 303af2aa-20af-4322-bd93-3296562d7ac5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:17.510746 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9d3a-b09b-4398-83f9-88b199e9ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:17.517337 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6052ad8-3ddc-448c-b2e7-85c261aacd9c req-2254ce19-58fd-4a55-9175-231337553829 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/e98d9a42-413c-471c-aafd-dff137738f1d HTTP/1.1" status: 200 len: 1805 time: 0.1462183 Jun 25 09:13:17.575818 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a57c3b23-7945-436e-be5d-f40003f42d62 req-54a6ae47-b59f-451e-ad87-d7db9598cacc tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410265 Jun 25 09:13:17.601073 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-4cc5721b-6b66-46de-ba6b-2f92ae3fe9d6 service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681151 Jun 25 09:13:17.622787 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:13:17.639013 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Network e9b3a601-f58c-4ec5-82fd-335656805060 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:17.640515 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:17.643087 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f6052ad8-3ddc-448c-b2e7-85c261aacd9c req-24a65785-2248-45f2-992a-6628ed5f381b tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:17.648127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Sync routers for ids ['c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:13:17.657727 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:17.661505 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3013499 Jun 25 09:13:17.663107 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Routers {'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:13:17.663811 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:17.664704 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41812) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:17.736294 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f6052ad8-3ddc-448c-b2e7-85c261aacd9c req-24a65785-2248-45f2-992a-6628ed5f381b tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:17.856341 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Set router c6d49a9a-7c5e-4da7-bee3-464047bdc2bd gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:13:17.909062 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-cfab2948-7dfc-4b05-adfc-a610a913e86c tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--468445387&fields=id&tenant_id=0b9dee5511f2477a8c0a4cc51c81c27b HTTP/1.1" status: 200 len: 267 time: 0.1810045 Jun 25 09:13:18.108092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:13:18.129581 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f6052ad8-3ddc-448c-b2e7-85c261aacd9c req-24a65785-2248-45f2-992a-6628ed5f381b tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:18.131190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-99cb46b9-d2a3-40a7-8538-e80ab79ceac0 None None] Provisioning complete for port 90d2606a-d4b9-422b-beb3-b65ddb6f047e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:18.131830 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99cb46b9-d2a3-40a7-8538-e80ab79ceac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:18.133310 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f6052ad8-3ddc-448c-b2e7-85c261aacd9c req-24a65785-2248-45f2-992a-6628ed5f381b tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:18.140778 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6052ad8-3ddc-448c-b2e7-85c261aacd9c req-24a65785-2248-45f2-992a-6628ed5f381b tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "DELETE /v2.0/security-groups/e98d9a42-413c-471c-aafd-dff137738f1d HTTP/1.1" status: 204 len: 173 time: 0.6224456 Jun 25 09:13:18.152971 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a1eb5558-ec29-4866-b5b1-e1ae36ea1b0d tempest-LiveMigrationNegativeTest-1445967713 tempest-LiveMigrationNegativeTest-1445967713-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:18.172909 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 12abb812-938d-42be-b126-3ca87b6dc29f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:18.212075 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-99cb46b9-d2a3-40a7-8538-e80ab79ceac0 None None] Port 90d2606a-d4b9-422b-beb3-b65ddb6f047e cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:13:18.220161 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'name': 'tempest-FloatingIPsTestJSON-1633646906-router', 'tenant_id': '3315701760fd461392f2e95b107cb881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'e379af5d-ce39-4ccc-901c-241aedb87c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:15Z', 'revision_number': 3, 'project_id': '3315701760fd461392f2e95b107cb881', 'gw_port': {'id': 'e379af5d-ce39-4ccc-901c-241aedb87c84', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ab:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:14Z', 'updated_at': '2021-06-25T09:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:18.253571 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Checking router: c6d49a9a-7c5e-4da7-bee3-464047bdc2bd for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:13:18.254282 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Updating router c6d49a9a-7c5e-4da7-bee3-464047bdc2bd port e379af5d-ce39-4ccc-901c-241aedb87c84 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:13:18.297924 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:13:18.299131 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:18.308943 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Sync routers for ids ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:13:18.320686 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Routers {'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:13:18.321338 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:18.330916 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] 10.222.0.93 "PUT /v2.0/routers/b96e6ff1-d1ca-4916-9a9d-6683f4c6e657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4588261 Jun 25 09:13:18.339788 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a65785-2248-45f2-992a-6628ed5f381b tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98d9a42-413c-471c-aafd-dff137738f1d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:18.371785 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-ba12f89e-deb9-40e2-8a90-51fc3dcec226 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:18.383865 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-ba12f89e-deb9-40e2-8a90-51fc3dcec226 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/networks?id=6889e220-6a60-4950-ba9e-092798701f9a HTTP/1.1" status: 200 len: 815 time: 0.4696248 Jun 25 09:13:18.388209 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-24a65785-2248-45f2-992a-6628ed5f381b tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:18.420893 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-893f8cb6-21a7-4a45-91d4-86876f18ce16 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/quotas/0b9dee5511f2477a8c0a4cc51c81c27b HTTP/1.1" status: 200 len: 375 time: 0.0342789 Jun 25 09:13:18.422621 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:18.426854 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 12abb812-938d-42be-b126-3ca87b6dc29f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:18.427237 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:18.643290 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-881853ff-faea-4af6-863e-a446b9d4260f tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=bdfb1cc0b2394280b6ba7969de67b341&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789523 Jun 25 09:13:18.671827 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Set router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:13:18.678011 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-de4ba306-4243-4491-9b52-c4f7de27cfd6 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=0b9dee5511f2477a8c0a4cc51c81c27b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2559733 Jun 25 09:13:18.708006 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:18.718847 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Transition to ACTIVE for port object e379af5d-ce39-4ccc-901c-241aedb87c84 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:18.730099 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:18.734180 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Allocated IP 172.20.0.1 (9450a9a6-e5e3-4340-bdc9-d0da41f666fc/365e6779-f52c-492a-9fa2-10b6467b49da/5a93aa80-5a2a-40e9-9b37-5c05472f776e) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:18.771585 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:18.896851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Attempting to bind port e379af5d-ce39-4ccc-901c-241aedb87c84 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:18.897357 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Attempting to bind port e379af5d-ce39-4ccc-901c-241aedb87c84 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:18.897824 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Attempting to bind port e379af5d-ce39-4ccc-901c-241aedb87c84 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:18.911117 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:18.918517 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 303af2aa-20af-4322-bd93-3296562d7ac5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:18.925030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Transition to ACTIVE for port object 5a93aa80-5a2a-40e9-9b37-5c05472f776e will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:18.926879 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e2043-4fe4-4bc9-8fa8-ed4b37911340 None None] Pushing event updated for resources: {'Port': ['ID=e379af5d-ce39-4ccc-901c-241aedb87c84,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:18.929456 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:18.930106 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:18.930626 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:18.931109 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:18.931706 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Bound port: e379af5d-ce39-4ccc-901c-241aedb87c84, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:18.932170 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:18.934199 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-779e2043-4fe4-4bc9-8fa8-ed4b37911340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:18.969615 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:18.973269 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-58c5f332-21b3-468c-a52c-9d878c21b13f service neutron] 10.222.0.93 "GET /v2.0/networks/6889e220-6a60-4950-ba9e-092798701f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763710 Jun 25 09:13:18.973516 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:18.997657 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'name': 'tempest-TaggedBootDevicesTest_v242-466140307-router', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:07Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'gw_port': {'id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:08Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '90d2606a-d4b9-422b-beb3-b65ddb6f047e', 'name': '', 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'mac_address': 'fa:16:3e:8f:86:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 2, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'subnets': [{'id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:19.093004 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Checking router: b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:13:19.093298 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Updating router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 port 90d2606a-d4b9-422b-beb3-b65ddb6f047e binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:13:19.113812 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-fb90e842-0cf1-4862-9edf-fcc825c9544e tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:19.119518 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Network 9450a9a6-e5e3-4340-bdc9-d0da41f666fc is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:19.124007 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-fb90e842-0cf1-4862-9edf-fcc825c9544e tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4717696 Jun 25 09:13:19.125583 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:19.141957 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:19.162870 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-6068a8b7-0ef2-4e6d-8deb-610b6d3f4887 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/quotas/bdfb1cc0b2394280b6ba7969de67b341 HTTP/1.1" status: 200 len: 375 time: 0.0372698 Jun 25 09:13:19.189642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] For port e379af5d-ce39-4ccc-901c-241aedb87c84, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:19.190931 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:19.192796 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] For port e379af5d-ce39-4ccc-901c-241aedb87c84, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e379af5d-ce39-4ccc-901c-241aedb87c84,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:13:19.194144 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 303af2aa-20af-4322-bd93-3296562d7ac5 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:19.194615 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:19.234475 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:19.244107 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2df2adf8-76f5-447b-aae7-3479f0409a1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:19.254720 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19cbd35e-fdac-45d5-8e67-64070573fbda tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=bdfb1cc0b2394280b6ba7969de67b341&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903683 Jun 25 09:13:19.267706 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:19.386559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Routers {'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:13:19.387709 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:19.398219 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-5b546e47-bbae-4800-9c77-07410681ce4b service neutron] 10.222.0.93 "GET /v2.0/networks/6889e220-6a60-4950-ba9e-092798701f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215662 Jun 25 09:13:19.411068 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Pushing event updated for resources: {'Port': ['ID=5a93aa80-5a2a-40e9-9b37-5c05472f776e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:19.415426 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:19.458324 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:19.650961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e2043-4fe4-4bc9-8fa8-ed4b37911340 None None] Pushing event updated for resources: {'Port': ['ID=e379af5d-ce39-4ccc-901c-241aedb87c84,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:19.661754 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-779e2043-4fe4-4bc9-8fa8-ed4b37911340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:19.736071 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] Set router c6d49a9a-7c5e-4da7-bee3-464047bdc2bd gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:13:19.746471 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8ed97e69-baac-4e26-bb87-e84c9e13977c None None] Provisioning for port 5a93aa80-5a2a-40e9-9b37-5c05472f776e completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:19.802480 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:19.812062 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:19.871585 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:19.898444 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Transition to ACTIVE for port object 90d2606a-d4b9-422b-beb3-b65ddb6f047e will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:19.910136 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:19.915622 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:19.938081 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-86bd2c1e-fafc-4fa6-b87b-d0e683b81329 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:19.947063 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:20.020015 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf5a67-85c4-4412-a79b-346470e2b73b None None] Pushing event updated for resources: {'Port': ['ID=90d2606a-d4b9-422b-beb3-b65ddb6f047e,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:20.032721 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-5fdf5a67-85c4-4412-a79b-346470e2b73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:20.056535 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e3510a32-9e68-4bad-abdd-bc5830b75f3f req-8b5400be-5ba3-4ea3-a476-cd696769437a tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/44d6cabf-1b64-4962-a78e-3b326571a7bd HTTP/1.1" status: 200 len: 1804 time: 0.0967298 Jun 25 09:13:20.074370 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8ed97e69-baac-4e26-bb87-e84c9e13977c None None] Provisioning complete for port 5a93aa80-5a2a-40e9-9b37-5c05472f776e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:20.074884 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8ed97e69-baac-4e26-bb87-e84c9e13977c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:20.141649 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8ed97e69-baac-4e26-bb87-e84c9e13977c None None] Port 5a93aa80-5a2a-40e9-9b37-5c05472f776e cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:13:20.247105 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Attempting to bind port 90d2606a-d4b9-422b-beb3-b65ddb6f047e on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:20.247613 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Attempting to bind port 90d2606a-d4b9-422b-beb3-b65ddb6f047e by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '91af7a17-385f-482e-a8de-b6bea300e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:20.248342 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Attempting to bind port 90d2606a-d4b9-422b-beb3-b65ddb6f047e on network e9b3a601-f58c-4ec5-82fd-335656805060 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:20.280869 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:20.281320 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Checking segment: {'id': '91af7a17-385f-482e-a8de-b6bea300e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:20.281737 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:20.282147 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Bound using segment: {'id': '91af7a17-385f-482e-a8de-b6bea300e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:20.298607 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Bound port: 90d2606a-d4b9-422b-beb3-b65ddb6f047e, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91af7a17-385f-482e-a8de-b6bea300e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:20.299152 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:20.455202 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] For port 90d2606a-d4b9-422b-beb3-b65ddb6f047e, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:20.468031 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] For port 90d2606a-d4b9-422b-beb3-b65ddb6f047e, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=90d2606a-d4b9-422b-beb3-b65ddb6f047e,segment=NetworkSegment(91af7a17-385f-482e-a8de-b6bea300e68e),segment_id=91af7a17-385f-482e-a8de-b6bea300e68e)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:13:20.476936 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:20.481953 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-a7d30406-74d3-438f-8147-d180643989ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:20.515461 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'name': 'tempest-FloatingIPsTestJSON-1633646906-router', 'tenant_id': '3315701760fd461392f2e95b107cb881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'e379af5d-ce39-4ccc-901c-241aedb87c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:15Z', 'revision_number': 3, 'project_id': '3315701760fd461392f2e95b107cb881', 'gw_port': {'id': 'e379af5d-ce39-4ccc-901c-241aedb87c84', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ab:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:14Z', 'updated_at': '2021-06-25T09:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:20.576151 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Routers {'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:13:20.576989 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:20.621324 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf5a67-85c4-4412-a79b-346470e2b73b None None] Pushing event updated for resources: {'Port': ['ID=90d2606a-d4b9-422b-beb3-b65ddb6f047e,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:20.634037 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-5fdf5a67-85c4-4412-a79b-346470e2b73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:20.663047 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-457b7a46-89ee-44e6-ad7e-52b83aeeb21c req-74164d8f-ffbb-4d92-8b98-c7bac22a637c tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=a8b2f2ca-5f14-40e6-99db-5cc75c5532c4 HTTP/1.1" status: 200 len: 210 time: 0.2008440 Jun 25 09:13:20.663615 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851d92e-5881-445f-ad7a-3d9f548c9774 None None] The sync data for ids ['c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'] in n-d-761264-15 is: [{'id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'name': 'tempest-FloatingIPsTestJSON-1633646906-router', 'tenant_id': '3315701760fd461392f2e95b107cb881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'e379af5d-ce39-4ccc-901c-241aedb87c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:15Z', 'revision_number': 3, 'project_id': '3315701760fd461392f2e95b107cb881', 'gw_port': {'id': 'e379af5d-ce39-4ccc-901c-241aedb87c84', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ab:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:14Z', 'updated_at': '2021-06-25T09:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:13:20.802592 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34d2b2-b382-4dac-bf9b-aa256c9f6aa3 req-741eeba4-dccc-4984-b68e-210d6f919b72 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:20.804218 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c34d2b2-b382-4dac-bf9b-aa256c9f6aa3 req-741eeba4-dccc-4984-b68e-210d6f919b72 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 945 time: 0.4650400 Jun 25 09:13:20.872801 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-590a9545-1eca-40cb-9c01-68dedf2dbef3 req-96caeca3-c257-4202-8c06-cc1034ce30ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-771999536', 'description': 'tempest-description-1943653268'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:20.940563 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] Set router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:13:20.980768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c34d2b2-b382-4dac-bf9b-aa256c9f6aa3 req-2051fcec-3d0d-4fa8-8d99-343c18fcea57 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550026 Jun 25 09:13:21.013238 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-590a9545-1eca-40cb-9c01-68dedf2dbef3 req-96caeca3-c257-4202-8c06-cc1034ce30ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:21.371002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Pushing event updated for resources: {'Port': ['ID=5a93aa80-5a2a-40e9-9b37-5c05472f776e,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:21.376986 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.441s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:21.393733 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3de9961a-7c52-4659-abc6-70b658a869ab req-7b92be36-5e46-4d32-8e22-f08b26243670 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 210 time: 0.2593617 Jun 25 09:13:21.409338 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-590a9545-1eca-40cb-9c01-68dedf2dbef3 req-96caeca3-c257-4202-8c06-cc1034ce30ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:21.418581 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-590a9545-1eca-40cb-9c01-68dedf2dbef3 req-96caeca3-c257-4202-8c06-cc1034ce30ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:21.455698 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Network 9450a9a6-e5e3-4340-bdc9-d0da41f666fc is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:21.463609 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f416f455-d27b-4942-9b8d-5dbf1b444db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:21.472543 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:21.489109 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-590a9545-1eca-40cb-9c01-68dedf2dbef3 req-96caeca3-c257-4202-8c06-cc1034ce30ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:21.507892 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-590a9545-1eca-40cb-9c01-68dedf2dbef3 req-96caeca3-c257-4202-8c06-cc1034ce30ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6848986 Jun 25 09:13:21.568622 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96caeca3-c257-4202-8c06-cc1034ce30ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5b22cf-0980-4fe8-a072-ddb94dca18da,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:21.583127 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-96caeca3-c257-4202-8c06-cc1034ce30ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:21.708049 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'name': 'tempest-TaggedBootDevicesTest_v242-466140307-router', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:07Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'gw_port': {'id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:08Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '90d2606a-d4b9-422b-beb3-b65ddb6f047e', 'name': '', 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'mac_address': 'fa:16:3e:8f:86:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:20Z', 'revision_number': 4, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'subnets': [{'id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:21.708771 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2b9e90a-4549-48d4-bf3e-fb8eaa05af45 req-644c8a56-7429-45a0-aa94-429befd312dd tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/ad5b22cf-0980-4fe8-a072-ddb94dca18da HTTP/1.1" status: 200 len: 1804 time: 0.1110704 Jun 25 09:13:21.726620 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a2b9e90a-4549-48d4-bf3e-fb8eaa05af45 req-3e63b148-a825-41cf-8948-042aacc9c864 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ad5b22cf-0980-4fe8-a072-ddb94dca18da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:21.727030 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a2b9e90a-4549-48d4-bf3e-fb8eaa05af45 req-3e63b148-a825-41cf-8948-042aacc9c864 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ad5b22cf-0980-4fe8-a072-ddb94dca18da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:21.809458 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d30159-6207-4c18-a6dc-8e4ee64caf91 None None] The sync data for ids ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'] in n-d-761264-15 is: [{'id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'name': 'tempest-TaggedBootDevicesTest_v242-466140307-router', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:07Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'gw_port': {'id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:08Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '90d2606a-d4b9-422b-beb3-b65ddb6f047e', 'name': '', 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'mac_address': 'fa:16:3e:8f:86:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:20Z', 'revision_number': 4, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'subnets': [{'id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:13:21.893327 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2b9e90a-4549-48d4-bf3e-fb8eaa05af45 req-3e63b148-a825-41cf-8948-042aacc9c864 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:21.953333 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Router c6d49a9a-7c5e-4da7-bee3-464047bdc2bd has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:13:21.985503 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2b9e90a-4549-48d4-bf3e-fb8eaa05af45 req-3e63b148-a825-41cf-8948-042aacc9c864 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:21.992663 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2b9e90a-4549-48d4-bf3e-fb8eaa05af45 req-3e63b148-a825-41cf-8948-042aacc9c864 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:22.020814 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b42a7ab4-6107-4dfd-be94-b49662208771 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:22.072748 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63b148-a825-41cf-8948-042aacc9c864 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9e6985-c0f9-49bd-9e93-8e8d8b850d22,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:22.139690 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3e63b148-a825-41cf-8948-042aacc9c864 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:22.141378 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2370f53a-baee-492f-ade4-2ff91b8f9f5d None None] Provisioning complete for port 5a93aa80-5a2a-40e9-9b37-5c05472f776e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:22.145571 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2370f53a-baee-492f-ade4-2ff91b8f9f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:22.170358 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46cba443-9ec2-4a59-a7a3-10b18bdf3c52 req-2a2f313a-c629-4eb5-a935-c7c093ea525f tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=a8b2f2ca-5f14-40e6-99db-5cc75c5532c4 HTTP/1.1" status: 200 len: 210 time: 0.1273999 Jun 25 09:13:22.171525 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2b9e90a-4549-48d4-bf3e-fb8eaa05af45 req-3e63b148-a825-41cf-8948-042aacc9c864 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:22.179616 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2b9e90a-4549-48d4-bf3e-fb8eaa05af45 req-3e63b148-a825-41cf-8948-042aacc9c864 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4694433 Jun 25 09:13:22.307971 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2370f53a-baee-492f-ade4-2ff91b8f9f5d None None] Port 5a93aa80-5a2a-40e9-9b37-5c05472f776e cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:13:22.340598 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:13:22.352315 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] 10.222.0.93 "PUT /v2.0/routers/c6d49a9a-7c5e-4da7-bee3-464047bdc2bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6865327 Jun 25 09:13:22.380889 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76286ef3-c779-4d8d-a242-c8bc18e28d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:22.422990 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-ea42b528-6011-40e1-bed9-739399d18aa9 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=feac5915022a4711aa5d2a8786b36e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669611 Jun 25 09:13:22.481928 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 90d2606a-d4b9-422b-beb3-b65ddb6f047e up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:22.654757 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 90d2606a-d4b9-422b-beb3-b65ddb6f047e completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:22.666216 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 90d2606a-d4b9-422b-beb3-b65ddb6f047e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:22.666744 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:22.682093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-f48cb133-da44-4b7f-a491-1cb3817bb777 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:22.690567 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-f48cb133-da44-4b7f-a491-1cb3817bb777 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2656164 Jun 25 09:13:22.738675 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-528c069d-8de4-446a-a0ae-3133401723d3 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=bdfb1cc0b2394280b6ba7969de67b341&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228634 Jun 25 09:13:22.871406 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-4dc2db94-405c-40d9-8b03-1b0ccf510c85 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/quotas/feac5915022a4711aa5d2a8786b36e3c HTTP/1.1" status: 200 len: 375 time: 0.1686680 Jun 25 09:13:22.926850 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:22.988365 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 90d2606a-d4b9-422b-beb3-b65ddb6f047e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=90d2606a-d4b9-422b-beb3-b65ddb6f047e,segment=NetworkSegment(91af7a17-385f-482e-a8de-b6bea300e68e),segment_id=91af7a17-385f-482e-a8de-b6bea300e68e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:22.995989 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:22.997746 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e379af5d-ce39-4ccc-901c-241aedb87c84 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:23.001712 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:23.130373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-aea0687e-374d-4e87-a110-1ed0b6dd29c2 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:23.132429 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-aea0687e-374d-4e87-a110-1ed0b6dd29c2 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3850069 Jun 25 09:13:23.145345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c83dbd-c6bc-4a55-81c1-21135a7f50fd req-15811be8-62b9-431c-9e11-02559f7a6986 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:23.154057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-96c83dbd-c6bc-4a55-81c1-21135a7f50fd req-15811be8-62b9-431c-9e11-02559f7a6986 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 945 time: 0.4546463 Jun 25 09:13:23.176275 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=90d2606a-d4b9-422b-beb3-b65ddb6f047e,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:23.180202 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:23.201657 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port e379af5d-ce39-4ccc-901c-241aedb87c84 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:23.208630 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e379af5d-ce39-4ccc-901c-241aedb87c84 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:23.209749 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:23.228196 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Request body: {'port': {'device_id': 'a8b2f2ca-5f14-40e6-99db-5cc75c5532c4', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'bdfb1cc0b2394280b6ba7969de67b341'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:23.291830 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b18b7b5f-e53b-4d35-b7fb-a1fb48a219d8 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4171400 Jun 25 09:13:23.437823 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-96c83dbd-c6bc-4a55-81c1-21135a7f50fd req-3808148e-e5cb-4bcc-a02b-8cec1042581f tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815108 Jun 25 09:13:23.460147 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:23.506175 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-4c215703-a9da-47d8-aeed-0175d3e286f8 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:23.512794 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-4c215703-a9da-47d8-aeed-0175d3e286f8 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.38 "GET /v2.0/networks?id=6889e220-6a60-4950-ba9e-092798701f9a HTTP/1.1" status: 200 len: 815 time: 0.3110452 Jun 25 09:13:23.532465 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port e379af5d-ce39-4ccc-901c-241aedb87c84, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e379af5d-ce39-4ccc-901c-241aedb87c84,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:23.539570 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:23.542113 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:23.664855 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=e379af5d-ce39-4ccc-901c-241aedb87c84,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:23.670264 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-bccf9b82-3175-4550-8672-6789bd352e8b tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b9dee5511f2477a8c0a4cc51c81c27b HTTP/1.1" status: 200 len: 379 time: 0.1243157 Jun 25 09:13:23.670709 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:23.683474 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Request body: {'port': {'device_id': '4aae97af-71b6-4a74-804b-bc2c177fe459', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'admin_state_up': True, 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'security_groups': ['95c60efd-ba89-4563-b69c-df8fc98a3906']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:23.732441 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:23.758889 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1a26074-3c77-452d-a895-ddf7267faedc req-52eebe96-654f-4f60-9bce-a286cf054c1e tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/ad5b22cf-0980-4fe8-a072-ddb94dca18da HTTP/1.1" status: 200 len: 2397 time: 0.2051766 Jun 25 09:13:23.810453 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-d1a26074-3c77-452d-a895-ddf7267faedc req-b3cd3c8b-673b-4ed9-9807-9f51a1b093a1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ad5b22cf-0980-4fe8-a072-ddb94dca18da', 'remote_group_id': None}]} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:23.811477 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-d1a26074-3c77-452d-a895-ddf7267faedc req-b3cd3c8b-673b-4ed9-9807-9f51a1b093a1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ad5b22cf-0980-4fe8-a072-ddb94dca18da', 'remote_group_id': None}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:23.831485 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Made reservation on behalf of bdfb1cc0b2394280b6ba7969de67b341 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:23.843097 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:23.927965 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:23.946584 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0afd294c-0c17-4416-8e10-864223119cef req-78d53afd-99f3-49c4-bc68-8a5641ec52d9 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 210 time: 0.1217275 Jun 25 09:13:23.957936 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.api [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 09:13:23.957936 n-d-761264-15 neutron-server[94025]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 09:13:23.957936 n-d-761264-15 neutron-server[94025]: [parameters: {'project_id_1': '0b9dee5511f2477a8c0a4cc51c81c27b', 'expiration_1': datetime.datetime(2021, 6, 25, 9, 13, 23, 897017)}] Jun 25 09:13:23.957936 n-d-761264-15 neutron-server[94025]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:13:23.958346 n-d-761264-15 neutron-server[94025]: DEBUG oslo_db.api [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:13:24.332403 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 90d2606a-d4b9-422b-beb3-b65ddb6f047e up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:24.345326 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d1a26074-3c77-452d-a895-ddf7267faedc req-b3cd3c8b-673b-4ed9-9807-9f51a1b093a1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:24.371010 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:24.390284 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:24.397958 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cb4e294c-0cff-4e4b-ad8f-bb9229279dd8 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:24.419385 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 90d2606a-d4b9-422b-beb3-b65ddb6f047e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:24.419994 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:24.500264 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Made reservation on behalf of 0b9dee5511f2477a8c0a4cc51c81c27b for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:24.511851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Sync routers for ids ['c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:13:24.514898 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:24.626321 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Routers {'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:13:24.626977 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:12:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:24.654876 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d1a26074-3c77-452d-a895-ddf7267faedc req-b3cd3c8b-673b-4ed9-9807-9f51a1b093a1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:24.682601 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-664ef80c-7b7e-413b-96d3-4423f2953661 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5474968 Jun 25 09:13:24.690203 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d1a26074-3c77-452d-a895-ddf7267faedc req-b3cd3c8b-673b-4ed9-9807-9f51a1b093a1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:24.694201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe06b37b-dfeb-4fda-9aec-db6f8224d709,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:24.722027 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:24.727890 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:24.741910 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:24.766665 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd3c8b-673b-4ed9-9807-9f51a1b093a1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5916f2b8-0228-4be6-b0ea-04ad6fe98075,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:24.767347 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Set router c6d49a9a-7c5e-4da7-bee3-464047bdc2bd gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:13:24.778092 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b3cd3c8b-673b-4ed9-9807-9f51a1b093a1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:24.829720 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Allocated IP 192.168.233.205 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/e823830b-361c-4369-9751-0701ed8b403e) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:24.832097 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:24.833290 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Allocated IP 172.20.0.12 (6889e220-6a60-4950-ba9e-092798701f9a/71266b30-0660-42ae-9490-5602b8ed149b/01e2561a-bb9b-4dca-a0aa-52ff1a42a794) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:24.838833 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d1a26074-3c77-452d-a895-ddf7267faedc req-b3cd3c8b-673b-4ed9-9807-9f51a1b093a1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:24.840201 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1a26074-3c77-452d-a895-ddf7267faedc req-b3cd3c8b-673b-4ed9-9807-9f51a1b093a1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.0461950 Jun 25 09:13:24.851683 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e379af5d-ce39-4ccc-901c-241aedb87c84 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:24.964065 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97bbdca6-f230-4743-9fa1-0394b916c706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:25.007582 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e379af5d-ce39-4ccc-901c-241aedb87c84 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:25.008388 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:25.116085 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:25.193543 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:25.226310 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'name': 'tempest-FloatingIPsTestJSON-1633646906-router', 'tenant_id': '3315701760fd461392f2e95b107cb881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'e379af5d-ce39-4ccc-901c-241aedb87c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:19Z', 'revision_number': 4, 'project_id': '3315701760fd461392f2e95b107cb881', 'gw_port': {'id': 'e379af5d-ce39-4ccc-901c-241aedb87c84', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ab:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:14Z', 'updated_at': '2021-06-25T09:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '5a93aa80-5a2a-40e9-9b37-5c05472f776e', 'name': '', 'network_id': '9450a9a6-e5e3-4340-bdc9-d0da41f666fc', 'tenant_id': '3315701760fd461392f2e95b107cb881', 'mac_address': 'fa:16:3e:21:9c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '365e6779-f52c-492a-9fa2-10b6467b49da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:18Z', 'updated_at': '2021-06-25T09:13:19Z', 'revision_number': 2, 'project_id': '3315701760fd461392f2e95b107cb881', 'subnets': [{'id': '365e6779-f52c-492a-9fa2-10b6467b49da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:25.256619 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:25.267727 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:25.270592 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Transition to ACTIVE for port object e823830b-361c-4369-9751-0701ed8b403e will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:25.305522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Checking router: c6d49a9a-7c5e-4da7-bee3-464047bdc2bd for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:13:25.306160 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Updating router c6d49a9a-7c5e-4da7-bee3-464047bdc2bd port 5a93aa80-5a2a-40e9-9b37-5c05472f776e binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:13:25.308694 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:25.310937 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Transition to ACTIVE for port object 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:25.327290 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5813788a-c492-4db8-a85d-ad2c47e0b606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:25.358501 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:25.389591 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:25.407145 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7853806f-5121-49aa-8f21-fe44e19aa82c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:25.415055 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:25.433733 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:25.446919 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:25.447310 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Network 6889e220-6a60-4950-ba9e-092798701f9a is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:25.472550 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:25.478586 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:25.572779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:25.573404 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:25.618336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:25.620471 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:25.671689 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9929938 Jun 25 09:13:25.696375 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4784489 Jun 25 09:13:25.703126 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Request body: {'port': {'device_id': '4aae97af-71b6-4a74-804b-bc2c177fe459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:25.741158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Request body: {'port': {'device_id': 'a8b2f2ca-5f14-40e6-99db-5cc75c5532c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:25.851585 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-59fa5d81-545a-46bf-a49f-44bb64e8159e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=feac5915022a4711aa5d2a8786b36e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510716 Jun 25 09:13:25.918641 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:25.929718 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Transition to ACTIVE for port object 5a93aa80-5a2a-40e9-9b37-5c05472f776e will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:25.935785 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:25.939284 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:26.038961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611765d9-70be-4c4c-b2c7-81e98a9f93ec None None] Pushing event updated for resources: {'Port': ['ID=5a93aa80-5a2a-40e9-9b37-5c05472f776e,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:26.045763 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-611765d9-70be-4c4c-b2c7-81e98a9f93ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:26.075314 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0d7cf101-7506-4e4f-9258-7420785e3664 None None] Provisioning for port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:26.095475 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-9a58f541-92c8-464e-8844-bccd73029b2c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:26.097440 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-9a58f541-92c8-464e-8844-bccd73029b2c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370310 Jun 25 09:13:26.104263 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Pushing event updated for resources: {'Port': ['ID=01e2561a-bb9b-4dca-a0aa-52ff1a42a794,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:26.110381 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:26.126701 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-8b87e9c1-b1d8-4c29-9285-c1df091cdf38 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Request body: {'port': {'device_id': '71c6c528-7a08-4c76-bb44-b55737b14aa7', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'feac5915022a4711aa5d2a8786b36e3c'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:26.189131 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0d7cf101-7506-4e4f-9258-7420785e3664 None None] Provisioning complete for port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:26.189532 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d7cf101-7506-4e4f-9258-7420785e3664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:26.222941 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:26.230469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Attempting to bind port 5a93aa80-5a2a-40e9-9b37-5c05472f776e on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:26.230851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Attempting to bind port 5a93aa80-5a2a-40e9-9b37-5c05472f776e by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '4b64882e-962c-4ae8-a98f-ecbfa60b2e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9450a9a6-e5e3-4340-bdc9-d0da41f666fc'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:26.231229 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Attempting to bind port 5a93aa80-5a2a-40e9-9b37-5c05472f776e on network 9450a9a6-e5e3-4340-bdc9-d0da41f666fc {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:26.241062 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:26.241510 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Checking segment: {'id': '4b64882e-962c-4ae8-a98f-ecbfa60b2e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9450a9a6-e5e3-4340-bdc9-d0da41f666fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:26.241897 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:26.242339 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Bound using segment: {'id': '4b64882e-962c-4ae8-a98f-ecbfa60b2e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9450a9a6-e5e3-4340-bdc9-d0da41f666fc'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:26.242890 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Bound port: 5a93aa80-5a2a-40e9-9b37-5c05472f776e, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b64882e-962c-4ae8-a98f-ecbfa60b2e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9450a9a6-e5e3-4340-bdc9-d0da41f666fc'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:26.243310 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:26.251657 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0d7cf101-7506-4e4f-9258-7420785e3664 None None] Port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:13:26.300723 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:26.374946 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] For port 5a93aa80-5a2a-40e9-9b37-5c05472f776e, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:26.379971 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] For port 5a93aa80-5a2a-40e9-9b37-5c05472f776e, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5a93aa80-5a2a-40e9-9b37-5c05472f776e,segment=NetworkSegment(4b64882e-962c-4ae8-a98f-ecbfa60b2e46),segment_id=4b64882e-962c-4ae8-a98f-ecbfa60b2e46)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:13:26.383201 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0d7cf101-7506-4e4f-9258-7420785e3664 None None] Provisioning for port e823830b-361c-4369-9751-0701ed8b403e completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:26.391393 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0d7cf101-7506-4e4f-9258-7420785e3664 None None] Provisioning complete for port e823830b-361c-4369-9751-0701ed8b403e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:26.392119 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d7cf101-7506-4e4f-9258-7420785e3664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:26.438115 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:26.452482 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:26.543424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0d7cf101-7506-4e4f-9258-7420785e3664 None None] Port e823830b-361c-4369-9751-0701ed8b403e cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:13:26.569415 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Pushing event updated for resources: {'Port': ['ID=e823830b-361c-4369-9751-0701ed8b403e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:26.573825 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.247s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:26.577257 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Allocated IP 172.25.6.187 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/6a0cecad-e973-490b-adaa-c1eeb99de517) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:26.579166 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Routers {'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:13:26.580357 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:13:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:26.596612 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611765d9-70be-4c4c-b2c7-81e98a9f93ec None None] Pushing event updated for resources: {'Port': ['ID=5a93aa80-5a2a-40e9-9b37-5c05472f776e,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:26.617769 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-8b87e9c1-b1d8-4c29-9285-c1df091cdf38 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Made reservation on behalf of feac5915022a4711aa5d2a8786b36e3c for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:26.622592 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-8b87e9c1-b1d8-4c29-9285-c1df091cdf38 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:26.666695 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-611765d9-70be-4c4c-b2c7-81e98a9f93ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:26.758022 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ee04d-2c0b-40f7-be52-800562c2a952 req-b72cba46-6a00-4768-8bb6-b8ee053ee3d8 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:26.766580 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-662ee04d-2c0b-40f7-be52-800562c2a952 req-b72cba46-6a00-4768-8bb6-b8ee053ee3d8 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=a8b2f2ca-5f14-40e6-99db-5cc75c5532c4 HTTP/1.1" status: 200 len: 936 time: 1.3487639 Jun 25 09:13:26.791791 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:26.847611 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-8b87e9c1-b1d8-4c29-9285-c1df091cdf38 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Allocated IP 192.168.233.9 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/2274154b-6527-4ecb-9c0b-d9d24afcf560) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:26.922704 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-662ee04d-2c0b-40f7-be52-800562c2a952 req-20cc8d2b-730d-4347-b6dd-da69089a6c99 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550949 Jun 25 09:13:26.931390 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:27.106279 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:27.113785 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:27.209721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:27.218232 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] Set router c6d49a9a-7c5e-4da7-bee3-464047bdc2bd gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:13:27.233716 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e4bf3ea-e8d4-4ed2-84df-159f5b1d6b4e req-e31efd0c-7f8e-43ac-a5b8-db4a9c935d05 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 210 time: 0.0559421 Jun 25 09:13:27.236344 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:27.248652 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:27.296259 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-8b87e9c1-b1d8-4c29-9285-c1df091cdf38 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:27.304740 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Pushing event updated for resources: {'Port': ['ID=6a0cecad-e973-490b-adaa-c1eeb99de517,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:27.309474 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:27.363076 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-8b87e9c1-b1d8-4c29-9285-c1df091cdf38 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Transition to ACTIVE for port object 2274154b-6527-4ecb-9c0b-d9d24afcf560 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:27.367552 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:27.441833 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:27.483881 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-8b87e9c1-b1d8-4c29-9285-c1df091cdf38 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:27.489929 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:27.546957 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['31282d58-9ee9-43b4-8fd9-46e9ddb445bc'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:13:27.574979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-8b87e9c1-b1d8-4c29-9285-c1df091cdf38 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:27.581173 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:13:27.591476 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-8b87e9c1-b1d8-4c29-9285-c1df091cdf38 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:27.595967 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-8b87e9c1-b1d8-4c29-9285-c1df091cdf38 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:27.600206 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:27.602434 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87e9c1-b1d8-4c29-9285-c1df091cdf38 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Pushing event updated for resources: {'Port': ['ID=2274154b-6527-4ecb-9c0b-d9d24afcf560,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:27.603660 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['8a968f36-f5de-4273-971f-bddf9d1b7e1a'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:13:27.634322 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8b87e9c1-b1d8-4c29-9285-c1df091cdf38 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:27.654892 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Transition to ACTIVE for port object 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:27.666051 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:27.672836 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-64b076c3-675a-42ef-ab95-33c27847960e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:27.713567 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-8b87e9c1-b1d8-4c29-9285-c1df091cdf38 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:27.714244 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-8b87e9c1-b1d8-4c29-9285-c1df091cdf38 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:27.791429 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-8b87e9c1-b1d8-4c29-9285-c1df091cdf38 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6781077 Jun 25 09:13:27.795742 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Pushing event updated for resources: {'Port': ['ID=01e2561a-bb9b-4dca-a0aa-52ff1a42a794,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:27.802572 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:27.835532 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Request body: {'port': {'device_id': '71c6c528-7a08-4c76-bb44-b55737b14aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:27.973728 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'name': 'tempest-FloatingIPsTestJSON-1633646906-router', 'tenant_id': '3315701760fd461392f2e95b107cb881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'e379af5d-ce39-4ccc-901c-241aedb87c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:19Z', 'revision_number': 4, 'project_id': '3315701760fd461392f2e95b107cb881', 'gw_port': {'id': 'e379af5d-ce39-4ccc-901c-241aedb87c84', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ab:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:14Z', 'updated_at': '2021-06-25T09:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '5a93aa80-5a2a-40e9-9b37-5c05472f776e', 'name': '', 'network_id': '9450a9a6-e5e3-4340-bdc9-d0da41f666fc', 'tenant_id': '3315701760fd461392f2e95b107cb881', 'mac_address': 'fa:16:3e:21:9c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '365e6779-f52c-492a-9fa2-10b6467b49da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:18Z', 'updated_at': '2021-06-25T09:13:26Z', 'revision_number': 4, 'project_id': '3315701760fd461392f2e95b107cb881', 'subnets': [{'id': '365e6779-f52c-492a-9fa2-10b6467b49da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:28.020520 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Attempting to bind port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:28.020899 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Attempting to bind port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '9e6c0beb-f9ac-4238-8bc0-b375dbae975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:28.021237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Attempting to bind port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 on network 6889e220-6a60-4950-ba9e-092798701f9a {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:28.031777 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e823830b-361c-4369-9751-0701ed8b403e {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:13:28.038850 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:28.041571 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:28.048590 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 on network 6889e220-6a60-4950-ba9e-092798701f9a not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:13:28.049025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Attempting to bind port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 on network 6889e220-6a60-4950-ba9e-092798701f9a {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:28.070569 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:28.070912 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Checking segment: {'id': '9e6c0beb-f9ac-4238-8bc0-b375dbae975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:28.071303 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Bound using segment: {'id': '9e6c0beb-f9ac-4238-8bc0-b375dbae975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:28.071753 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Bound port: 01e2561a-bb9b-4dca-a0aa-52ff1a42a794, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6c0beb-f9ac-4238-8bc0-b375dbae975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:28.072113 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:28.077984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Transition to ACTIVE for port object e823830b-361c-4369-9751-0701ed8b403e will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:28.088828 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:28.114973 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6fdf5-f9c1-4d28-a084-dc330039aaaf None None] The sync data for ids ['c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'] in n-d-761264-15 is: [{'id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'name': 'tempest-FloatingIPsTestJSON-1633646906-router', 'tenant_id': '3315701760fd461392f2e95b107cb881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'e379af5d-ce39-4ccc-901c-241aedb87c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:19Z', 'revision_number': 4, 'project_id': '3315701760fd461392f2e95b107cb881', 'gw_port': {'id': 'e379af5d-ce39-4ccc-901c-241aedb87c84', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ab:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:14Z', 'updated_at': '2021-06-25T09:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '5a93aa80-5a2a-40e9-9b37-5c05472f776e', 'name': '', 'network_id': '9450a9a6-e5e3-4340-bdc9-d0da41f666fc', 'tenant_id': '3315701760fd461392f2e95b107cb881', 'mac_address': 'fa:16:3e:21:9c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '365e6779-f52c-492a-9fa2-10b6467b49da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:18Z', 'updated_at': '2021-06-25T09:13:26Z', 'revision_number': 4, 'project_id': '3315701760fd461392f2e95b107cb881', 'subnets': [{'id': '365e6779-f52c-492a-9fa2-10b6467b49da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:13:28.125801 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4539b8f1-115c-4d53-b14f-51e543735dc1 None None] Provisioning for port 2274154b-6527-4ecb-9c0b-d9d24afcf560 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:28.126030 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:28.146086 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4539b8f1-115c-4d53-b14f-51e543735dc1 None None] Provisioning complete for port 2274154b-6527-4ecb-9c0b-d9d24afcf560 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:28.146709 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4539b8f1-115c-4d53-b14f-51e543735dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:28.218062 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dd8652bf-7385-41ce-846e-783f73cb3b02 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:28.395812 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4539b8f1-115c-4d53-b14f-51e543735dc1 None None] Port 2274154b-6527-4ecb-9c0b-d9d24afcf560 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:13:28.451476 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5a93aa80-5a2a-40e9-9b37-5c05472f776e up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:28.584022 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 5a93aa80-5a2a-40e9-9b37-5c05472f776e completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:28.594621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 5a93aa80-5a2a-40e9-9b37-5c05472f776e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:28.595088 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:28.697992 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2274154b-6527-4ecb-9c0b-d9d24afcf560 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:13:28.710718 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:28.727537 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Transition to ACTIVE for port object 2274154b-6527-4ecb-9c0b-d9d24afcf560 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:28.753186 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:28.759417 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-726916ff-e50d-47c9-91fb-862177231f64 tempest-AttachSCSIVolumeTestJSON-504196365 tempest-AttachSCSIVolumeTestJSON-504196365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:28.760285 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:28.829030 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:28.831523 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] For port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:28.840578 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] For port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=01e2561a-bb9b-4dca-a0aa-52ff1a42a794,segment=NetworkSegment(9e6c0beb-f9ac-4238-8bc0-b375dbae975d),segment_id=9e6c0beb-f9ac-4238-8bc0-b375dbae975d)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:13:28.845037 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:28.850311 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:28.852856 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Pushing event updated for resources: {'Port': ['ID=2274154b-6527-4ecb-9c0b-d9d24afcf560,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:28.857657 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:28.858317 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:28.891187 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=e823830b-361c-4369-9751-0701ed8b403e,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:28.900824 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:28.901485 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:28.957141 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 5a93aa80-5a2a-40e9-9b37-5c05472f776e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5a93aa80-5a2a-40e9-9b37-5c05472f776e,segment=NetworkSegment(4b64882e-962c-4ae8-a98f-ecbfa60b2e46),segment_id=4b64882e-962c-4ae8-a98f-ecbfa60b2e46)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:28.963254 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:28.975333 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:29.066659 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:29.067641 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:29.071653 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] 10.222.0.38 "PUT /v2.0/ports/01e2561a-bb9b-4dca-a0aa-52ff1a42a794 HTTP/1.1" status: 200 len: 1093 time: 3.3833518 Jun 25 09:13:29.077951 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aae97af-71b6-4a74-804b-bc2c177fe459', 'tag': '01e2561a-bb9b-4dca-a0aa-52ff1a42a794'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:29.080965 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f215c3-ea0d-4981-b51b-d2bc99bc7dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "4aae97af-71b6-4a74-804b-bc2c177fe459", "tag": "01e2561a-bb9b-4dca-a0aa-52ff1a42a794"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:29.100627 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b85703-52f2-46fe-aeb7-2088e385bf80 req-dc43ce1a-4340-4841-b5cf-79c494b63926 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:29.113040 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32b85703-52f2-46fe-aeb7-2088e385bf80 req-dc43ce1a-4340-4841-b5cf-79c494b63926 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 945 time: 1.5761869 Jun 25 09:13:29.150945 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=5a93aa80-5a2a-40e9-9b37-5c05472f776e,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:29.161003 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:29.174524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Pushing event updated for resources: {'Port': ['ID=01e2561a-bb9b-4dca-a0aa-52ff1a42a794,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:29.182221 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:29.226957 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Attempting to bind port e823830b-361c-4369-9751-0701ed8b403e on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:29.227318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Attempting to bind port e823830b-361c-4369-9751-0701ed8b403e by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:29.244958 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Attempting to bind port e823830b-361c-4369-9751-0701ed8b403e on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:29.248381 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Attempting to bind port 2274154b-6527-4ecb-9c0b-d9d24afcf560 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:29.248766 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Attempting to bind port 2274154b-6527-4ecb-9c0b-d9d24afcf560 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:29.249193 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Attempting to bind port 2274154b-6527-4ecb-9c0b-d9d24afcf560 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:29.275094 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Port 2274154b-6527-4ecb-9c0b-d9d24afcf560 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:13:29.275561 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Attempting to bind port 2274154b-6527-4ecb-9c0b-d9d24afcf560 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:29.290329 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:29.290617 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:29.291239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:29.291955 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Bound port: 2274154b-6527-4ecb-9c0b-d9d24afcf560, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:29.292327 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:29.354389 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Pushing event updated for resources: {'Port': ['ID=6a0cecad-e973-490b-adaa-c1eeb99de517,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:29.388187 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] For port 2274154b-6527-4ecb-9c0b-d9d24afcf560, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:29.393318 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] For port 2274154b-6527-4ecb-9c0b-d9d24afcf560, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:13:29.411564 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:29.413158 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:29.416338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Port e823830b-361c-4369-9751-0701ed8b403e on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:13:29.417036 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bea3f87a-ae20-4c09-8f8a-4c9b0b901ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:29.417261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Attempting to bind port e823830b-361c-4369-9751-0701ed8b403e on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:29.425621 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:29.426262 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:29.426997 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:29.427710 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Bound port: e823830b-361c-4369-9751-0701ed8b403e, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:29.430169 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:29.433297 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:29.440324 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32b85703-52f2-46fe-aeb7-2088e385bf80 req-a93e2dfb-c462-4104-91b8-21d7968cddd2 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264325 Jun 25 09:13:29.447452 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-f1e0ffc0-3bdc-4992-8311-8f3decf47937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:29.449028 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-f1e0ffc0-3bdc-4992-8311-8f3decf47937 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0b9dee5511f2477a8c0a4cc51c81c27b&device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 1096 time: 0.3087809 Jun 25 09:13:29.487151 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:29.488160 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:29.489170 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] 10.222.0.41 "PUT /v2.0/ports/2274154b-6527-4ecb-9c0b-d9d24afcf560 HTTP/1.1" status: 200 len: 1095 time: 1.6579351 Jun 25 09:13:29.524213 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:29.533893 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8140259 Jun 25 09:13:29.575207 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-22fcf502-843f-4bbe-a489-bdcf70e6ac5c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e2561a-bb9b-4dca-a0aa-52ff1a42a794 HTTP/1.1" status: 200 len: 217 time: 0.1052954 Jun 25 09:13:29.635981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-4182364d-3425-4a4a-b3f0-b0d228406972 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 696 time: 0.1008720 Jun 25 09:13:29.721185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Pushing event updated for resources: {'Port': ['ID=2274154b-6527-4ecb-9c0b-d9d24afcf560,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:29.727167 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:29.764932 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-ef257f70-5b29-480c-a482-f25115b2f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:29.766695 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-ef257f70-5b29-480c-a482-f25115b2f1a1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=71266b30-0660-42ae-9490-5602b8ed149b HTTP/1.1" status: 200 len: 854 time: 0.1781678 Jun 25 09:13:29.851324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-56a4c726-4226-4e23-8ac0-cc1bd631a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:29.860864 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-56a4c726-4226-4e23-8ac0-cc1bd631a53f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 1098 time: 0.2944813 Jun 25 09:13:29.870588 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] For port e823830b-361c-4369-9751-0701ed8b403e, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:29.900214 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01273ca2-c869-4773-842c-14fec623a2a8 req-2fad6573-5ddf-4a12-a822-37c9a16fcf46 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/ad5b22cf-0980-4fe8-a072-ddb94dca18da HTTP/1.1" status: 200 len: 2995 time: 0.2769775 Jun 25 09:13:29.941105 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-52820923-4d17-47cf-b7e8-3db0d8a06123 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560 HTTP/1.1" status: 200 len: 217 time: 0.0657430 Jun 25 09:13:29.945075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] For port e823830b-361c-4369-9751-0701ed8b403e, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=e823830b-361c-4369-9751-0701ed8b403e,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:13:29.973888 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:29.993085 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:30.008289 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-59a5a41f-b6f6-4128-b453-7376cd85a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:30.010199 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-59a5a41f-b6f6-4128-b453-7376cd85a12e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6889e220-6a60-4950-ba9e-092798701f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2353706 Jun 25 09:13:30.030926 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-5a949bd7-82ff-4370-ade2-7f02c68fbd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:30.032563 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-5a949bd7-82ff-4370-ade2-7f02c68fbd3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0830660 Jun 25 09:13:30.170330 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-268015aa-b1b5-4c5e-8096-b5e7c04441e5 service neutron] 10.222.0.38 "GET /v2.0/networks/6889e220-6a60-4950-ba9e-092798701f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506789 Jun 25 09:13:30.231662 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=e823830b-361c-4369-9751-0701ed8b403e,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:30.240707 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:30.252573 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:30.255587 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:30.258396 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] 10.222.0.38 "PUT /v2.0/ports/e823830b-361c-4369-9751-0701ed8b403e HTTP/1.1" status: 200 len: 1097 time: 4.5375180 Jun 25 09:13:30.267196 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-5a10dbf2-a42e-43fc-8cb5-4787dcc49a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:30.274962 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-68597529-4dd9-4662-b2ca-e9fd1c27ceef tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:30.276485 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b7fdfce-6c02-42e8-9d11-3012340453c1 req-68597529-4dd9-4662-b2ca-e9fd1c27ceef tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.6393549 Jun 25 09:13:30.277332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b2f2ca-5f14-40e6-99db-5cc75c5532c4', 'tag': 'e823830b-361c-4369-9751-0701ed8b403e'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:30.280641 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47762d61-42ce-4157-aae0-35fb7b956a95" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b2f2ca-5f14-40e6-99db-5cc75c5532c4", "tag": "e823830b-361c-4369-9751-0701ed8b403e"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:30.309512 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-5a10dbf2-a42e-43fc-8cb5-4787dcc49a7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2650211 Jun 25 09:13:30.345322 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5a93aa80-5a2a-40e9-9b37-5c05472f776e up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:30.509841 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 5a93aa80-5a2a-40e9-9b37-5c05472f776e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:30.511030 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:30.541020 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bfa78-8ff3-43a0-b225-7d9bd51d98e1 req-7804112b-a567-4e92-ad4c-be8fb1f25f1d tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:30.560043 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b1bfa78-8ff3-43a0-b225-7d9bd51d98e1 req-7804112b-a567-4e92-ad4c-be8fb1f25f1d tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 944 time: 0.4651053 Jun 25 09:13:30.690182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-17f0487f-e12a-4393-9163-b7dc11c15f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:30.692099 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-17f0487f-e12a-4393-9163-b7dc11c15f70 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bdfb1cc0b2394280b6ba7969de67b341&device_id=a8b2f2ca-5f14-40e6-99db-5cc75c5532c4 HTTP/1.1" status: 200 len: 1100 time: 0.3669684 Jun 25 09:13:30.695628 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b1bfa78-8ff3-43a0-b225-7d9bd51d98e1 req-7af500fc-a4e1-47e7-b173-091ad4905f2b tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/security-groups?id=95c60efd-ba89-4563-b69c-df8fc98a3906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346691 Jun 25 09:13:30.777300 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-e9ed0c9f-23ed-4322-84ba-6811b6a8ffe2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e823830b-361c-4369-9751-0701ed8b403e HTTP/1.1" status: 200 len: 217 time: 0.0705035 Jun 25 09:13:30.830084 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfaf12-585b-40f6-8a19-81ffcb904b3d req-57ce6d45-fa0f-4371-b443-431d7bc332c9 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:30.832166 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aecfaf12-585b-40f6-8a19-81ffcb904b3d req-57ce6d45-fa0f-4371-b443-431d7bc332c9 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 946 time: 0.2699656 Jun 25 09:13:30.881674 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aecfaf12-585b-40f6-8a19-81ffcb904b3d req-e2bd6986-fb8a-42f1-b56c-494e617f95af tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406747 Jun 25 09:13:30.909297 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-229b14ab-7f6c-49d2-bd0d-52023b0f9ae6 req-0ec38df0-4787-4280-8798-4e7f562221d3 service neutron] 10.222.0.38 "GET /v2.0/networks/6889e220-6a60-4950-ba9e-092798701f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7274384 Jun 25 09:13:30.922033 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-f549729a-599a-423c-a4de-718e81158f37 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093903 Jun 25 09:13:30.942941 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:30.979455 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-24f67268-3c13-42bb-9697-59f37ef20fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:30.987766 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-24f67268-3c13-42bb-9697-59f37ef20fa5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1999922 Jun 25 09:13:31.084922 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b236e762-e1e0-4cf8-9c97-0d66670e4b80 req-0f3106e8-70e8-4afb-974d-8ee617d7b90b service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554277 Jun 25 09:13:31.149347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792554fb-b9d5-4714-82e4-bd0c145d5daf req-c3067cae-ea58-4696-bca6-159e0d682f3a tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:31.151120 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-792554fb-b9d5-4714-82e4-bd0c145d5daf req-c3067cae-ea58-4696-bca6-159e0d682f3a tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=a8b2f2ca-5f14-40e6-99db-5cc75c5532c4 HTTP/1.1" status: 200 len: 948 time: 0.2666345 Jun 25 09:13:31.193069 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-4e4f9b6f-356b-4a44-84f3-10806cf78d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:31.194608 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-4e4f9b6f-356b-4a44-84f3-10806cf78d58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1635859 Jun 25 09:13:31.211779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac8898-3d31-4c2a-96c0-5e12af94948e req-39583253-84a1-401d-a022-6cdf50b211f1 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:31.213388 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37ac8898-3d31-4c2a-96c0-5e12af94948e req-39583253-84a1-401d-a022-6cdf50b211f1 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 946 time: 0.1354496 Jun 25 09:13:31.286338 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-792554fb-b9d5-4714-82e4-bd0c145d5daf req-a10ded6f-88c1-4429-93c0-6125a9a8b88b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264000 Jun 25 09:13:31.337017 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37ac8898-3d31-4c2a-96c0-5e12af94948e req-48a94377-1919-4557-816d-b9fab318eee2 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105719 Jun 25 09:13:31.372495 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-8bc75d80-75fd-482d-9e79-a4b74b51fa34 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580951 Jun 25 09:13:31.389534 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7deacf3e-1d5d-477e-9307-6384379a75f3 x-openstack-request-id: req-7deacf3e-1d5d-477e-9307-6384379a75f3 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:31.389934 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aae97af-71b6-4a74-804b-bc2c177fe459", "tag": "01e2561a-bb9b-4dca-a0aa-52ff1a42a794", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:31.390240 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7deacf3e-1d5d-477e-9307-6384379a75f3 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:31.390706 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aae97af-71b6-4a74-804b-bc2c177fe459', 'tag': '01e2561a-bb9b-4dca-a0aa-52ff1a42a794', 'status': 'completed', 'code': 200} Jun 25 09:13:31.466509 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d9bf83e-415e-453f-876d-18bf93c8b862 req-4cd5b3d8-352d-4538-a54b-47946973c1ce tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-group-rules/5916f2b8-0228-4be6-b0ea-04ad6fe98075 HTTP/1.1" status: 200 len: 783 time: 0.0861621 Jun 25 09:13:31.476314 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76801723-f589-4345-af51-4bbd8c3aef4b x-openstack-request-id: req-76801723-f589-4345-af51-4bbd8c3aef4b {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:31.476638 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b2f2ca-5f14-40e6-99db-5cc75c5532c4", "tag": "e823830b-361c-4369-9751-0701ed8b403e", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:31.476967 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-76801723-f589-4345-af51-4bbd8c3aef4b {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:31.477405 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b2f2ca-5f14-40e6-99db-5cc75c5532c4', 'tag': 'e823830b-361c-4369-9751-0701ed8b403e', 'status': 'completed', 'code': 200} Jun 25 09:13:31.533525 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f215c3-ea0d-4981-b51b-d2bc99bc7dc4 req-69315d8d-2654-41a4-86ed-714a0c6de5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:31.535019 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9f215c3-ea0d-4981-b51b-d2bc99bc7dc4 req-69315d8d-2654-41a4-86ed-714a0c6de5cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0b9dee5511f2477a8c0a4cc51c81c27b&device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 1096 time: 0.1042135 Jun 25 09:13:31.594813 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8b0b5f73-f546-42e0-a9fd-fa4d7af056ba req-19351efd-0424-4c59-8078-d7e91eabae18 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/floatingips/d682784a-7575-4fb1-ae92-186e20803114 HTTP/1.1" status: 200 len: 693 time: 0.0902483 Jun 25 09:13:31.600614 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d9bf83e-415e-453f-876d-18bf93c8b862 req-d98cc592-a27a-4e22-b1ad-88ccb2346fa5 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/ad5b22cf-0980-4fe8-a072-ddb94dca18da HTTP/1.1" status: 200 len: 2995 time: 0.1332285 Jun 25 09:13:31.611588 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54028dd2-004f-4575-9592-ef0f82aa82d8 req-330425c0-4fcc-4daa-bb4a-67c6263e6ec7 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280538 Jun 25 09:13:31.682383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f215c3-ea0d-4981-b51b-d2bc99bc7dc4 req-ed873f63-b400-4ef6-a1e8-8bf0cbeb9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:31.684337 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9f215c3-ea0d-4981-b51b-d2bc99bc7dc4 req-ed873f63-b400-4ef6-a1e8-8bf0cbeb9894 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6889e220-6a60-4950-ba9e-092798701f9a HTTP/1.1" status: 200 len: 917 time: 0.1413348 Jun 25 09:13:31.710139 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6d9bf83e-415e-453f-876d-18bf93c8b862 req-d77c197c-f4fb-4357-ad1a-62ad1ed44620 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:31.757871 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6d9bf83e-415e-453f-876d-18bf93c8b862 req-d77c197c-f4fb-4357-ad1a-62ad1ed44620 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:31.769728 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9f215c3-ea0d-4981-b51b-d2bc99bc7dc4 req-f2e346c2-8233-4e82-9711-4f5742e47394 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e2561a-bb9b-4dca-a0aa-52ff1a42a794 HTTP/1.1" status: 200 len: 217 time: 0.0602412 Jun 25 09:13:31.830593 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b5f73-f546-42e0-a9fd-fa4d7af056ba req-56504b0c-5cb3-4746-a72f-57d2b5e35aec tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:31.831841 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8b0b5f73-f546-42e0-a9fd-fa4d7af056ba req-56504b0c-5cb3-4746-a72f-57d2b5e35aec tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.2301910 Jun 25 09:13:31.834439 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6d9bf83e-415e-453f-876d-18bf93c8b862 req-d77c197c-f4fb-4357-ad1a-62ad1ed44620 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:31.841337 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f215c3-ea0d-4981-b51b-d2bc99bc7dc4 req-bb913441-f5f5-4518-8296-aec7b8243872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:31.843114 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9f215c3-ea0d-4981-b51b-d2bc99bc7dc4 req-bb913441-f5f5-4518-8296-aec7b8243872 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=71266b30-0660-42ae-9490-5602b8ed149b HTTP/1.1" status: 200 len: 854 time: 0.0669289 Jun 25 09:13:31.854224 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6d9bf83e-415e-453f-876d-18bf93c8b862 req-d77c197c-f4fb-4357-ad1a-62ad1ed44620 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:31.866688 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d9bf83e-415e-453f-876d-18bf93c8b862 req-d77c197c-f4fb-4357-ad1a-62ad1ed44620 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/5916f2b8-0228-4be6-b0ea-04ad6fe98075 HTTP/1.1" status: 204 len: 173 time: 0.2537978 Jun 25 09:13:31.867443 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3e63b148-a825-41cf-8948-042aacc9c864 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:31.887770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c197c-f4fb-4357-ad1a-62ad1ed44620 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5916f2b8-0228-4be6-b0ea-04ad6fe98075,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:31.890589 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d77c197c-f4fb-4357-ad1a-62ad1ed44620 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:31.910174 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47762d61-42ce-4157-aae0-35fb7b956a95 req-cc2ce38b-c59c-49d1-a5a5-179e2d29e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:31.916961 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47762d61-42ce-4157-aae0-35fb7b956a95 req-cc2ce38b-c59c-49d1-a5a5-179e2d29e752 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bdfb1cc0b2394280b6ba7969de67b341&device_id=a8b2f2ca-5f14-40e6-99db-5cc75c5532c4 HTTP/1.1" status: 200 len: 1100 time: 0.2031662 Jun 25 09:13:31.943290 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f215c3-ea0d-4981-b51b-d2bc99bc7dc4 req-c3981cc6-3e61-4d71-9a45-cd22096f5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:31.943290 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9f215c3-ea0d-4981-b51b-d2bc99bc7dc4 req-c3981cc6-3e61-4d71-9a45-cd22096f5a92 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6889e220-6a60-4950-ba9e-092798701f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903323 Jun 25 09:13:32.057260 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9f215c3-ea0d-4981-b51b-d2bc99bc7dc4 req-9d5d47b2-0e87-4796-b9fc-e8ea98d6cc2b service neutron] 10.222.0.38 "GET /v2.0/networks/6889e220-6a60-4950-ba9e-092798701f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066136 Jun 25 09:13:32.145747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47762d61-42ce-4157-aae0-35fb7b956a95 req-ee722a94-2f12-4f06-bde9-a03d3da4a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:32.147240 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47762d61-42ce-4157-aae0-35fb7b956a95 req-ee722a94-2f12-4f06-bde9-a03d3da4a154 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2216449 Jun 25 09:13:32.184329 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9f215c3-ea0d-4981-b51b-d2bc99bc7dc4 req-d8b4efef-5361-45b8-b32d-58808c65bf81 service neutron] 10.222.0.38 "GET /v2.0/networks/6889e220-6a60-4950-ba9e-092798701f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180894 Jun 25 09:13:32.198909 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47762d61-42ce-4157-aae0-35fb7b956a95 req-37078576-d2de-493d-8674-cae231c1544a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e823830b-361c-4369-9751-0701ed8b403e HTTP/1.1" status: 200 len: 217 time: 0.0408864 Jun 25 09:13:32.213069 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc80b2-f7ab-4495-9854-2059803fe0b0 req-d27c95f1-7055-449f-97a2-dd5bcd27cc9f tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:32.214925 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8dc80b2-f7ab-4495-9854-2059803fe0b0 req-d27c95f1-7055-449f-97a2-dd5bcd27cc9f tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 945 time: 0.1919942 Jun 25 09:13:32.223208 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d089b69-b3ea-498a-86bb-5d7a4c535334 req-2376a195-9578-4f04-82a6-dba34f54c0b1 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:32.225282 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8d089b69-b3ea-498a-86bb-5d7a4c535334 req-2376a195-9578-4f04-82a6-dba34f54c0b1 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 944 time: 0.2144303 Jun 25 09:13:32.335639 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8dc80b2-f7ab-4495-9854-2059803fe0b0 req-6b89ad92-811e-4e61-9e5d-c95388cdbcf5 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088202 Jun 25 09:13:32.350002 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47762d61-42ce-4157-aae0-35fb7b956a95 req-a970058d-b48c-4d96-a0e4-9f43eb08f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:32.351799 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47762d61-42ce-4157-aae0-35fb7b956a95 req-a970058d-b48c-4d96-a0e4-9f43eb08f950 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1181257 Jun 25 09:13:32.357768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8d089b69-b3ea-498a-86bb-5d7a4c535334 req-67ef4e5a-ca83-4874-a50e-900fe149e8a1 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/security-groups?id=95c60efd-ba89-4563-b69c-df8fc98a3906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093519 Jun 25 09:13:32.507186 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-90a9f34e-5106-43d5-86f0-888010448b50 req-9a249a64-a8fb-40f2-979d-779493713e98 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/floatingips?tenant_id=3315701760fd461392f2e95b107cb881 HTTP/1.1" status: 200 len: 696 time: 0.1153221 Jun 25 09:13:32.588326 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47762d61-42ce-4157-aae0-35fb7b956a95 req-1bf4e145-67da-48bf-9392-4e6d3e93b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:32.590005 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47762d61-42ce-4157-aae0-35fb7b956a95 req-1bf4e145-67da-48bf-9392-4e6d3e93b7e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2254074 Jun 25 09:13:32.688562 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9f34e-5106-43d5-86f0-888010448b50 req-56005042-78a8-4274-945e-c5915a001a8b tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:32.696265 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-90a9f34e-5106-43d5-86f0-888010448b50 req-56005042-78a8-4274-945e-c5915a001a8b tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/networks?id=8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 787 time: 0.1834440 Jun 25 09:13:32.703831 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-90a9f34e-5106-43d5-86f0-888010448b50 req-81ec94df-fb42-4635-8d09-91adaf2aa183 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:13:32.715400 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-90a9f34e-5106-43d5-86f0-888010448b50 req-81ec94df-fb42-4635-8d09-91adaf2aa183 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182004 Jun 25 09:13:32.869521 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4f0ed7aa-4e8a-42bc-bdd9-8f4a92ff464b req-c9adf52d-9462-4099-8bd8-4fc7451355af tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/ad5b22cf-0980-4fe8-a072-ddb94dca18da HTTP/1.1" status: 200 len: 2397 time: 0.0930474 Jun 25 09:13:32.900308 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47762d61-42ce-4157-aae0-35fb7b956a95 req-aa84cadc-d9cd-4c2c-a7c9-3653b492c5c0 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999110 Jun 25 09:13:33.013972 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2f468-7786-4bc4-a604-1b7549700345 req-1f0b7055-6577-44ab-b4dd-39d0226cd137 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:33.015425 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eac2f468-7786-4bc4-a604-1b7549700345 req-1f0b7055-6577-44ab-b4dd-39d0226cd137 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=a8b2f2ca-5f14-40e6-99db-5cc75c5532c4 HTTP/1.1" status: 200 len: 948 time: 0.1835680 Jun 25 09:13:33.046801 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4f0ed7aa-4e8a-42bc-bdd9-8f4a92ff464b req-8c7ae02a-c036-493d-b858-2ae1263251c2 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:33.083864 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47762d61-42ce-4157-aae0-35fb7b956a95 req-e42ec966-ddf1-4716-b16d-e96bd751d087 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731389 Jun 25 09:13:33.104959 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4f0ed7aa-4e8a-42bc-bdd9-8f4a92ff464b req-8c7ae02a-c036-493d-b858-2ae1263251c2 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:33.120964 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eac2f468-7786-4bc4-a604-1b7549700345 req-5f1ae899-b844-4aaa-adc3-f58d327fc96c tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951171 Jun 25 09:13:33.169920 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4f0ed7aa-4e8a-42bc-bdd9-8f4a92ff464b req-8c7ae02a-c036-493d-b858-2ae1263251c2 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:33.172843 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4f0ed7aa-4e8a-42bc-bdd9-8f4a92ff464b req-8c7ae02a-c036-493d-b858-2ae1263251c2 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:33.173985 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4f0ed7aa-4e8a-42bc-bdd9-8f4a92ff464b req-8c7ae02a-c036-493d-b858-2ae1263251c2 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "DELETE /v2.0/security-groups/ad5b22cf-0980-4fe8-a072-ddb94dca18da HTTP/1.1" status: 204 len: 173 time: 0.2914414 Jun 25 09:13:33.174643 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a379e187-ac18-499f-baf4-b1a4dbd18d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:33.185590 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ae02a-c036-493d-b858-2ae1263251c2 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5b22cf-0980-4fe8-a072-ddb94dca18da,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:33.188154 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8c7ae02a-c036-493d-b858-2ae1263251c2 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:33.259930 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-913d76fc-6f8b-4f55-b59c-e9c2a80819af req-951436c0-dc69-4f39-9e26-f7c3df594959 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/floatingips/d682784a-7575-4fb1-ae92-186e20803114 HTTP/1.1" status: 200 len: 693 time: 0.0617456 Jun 25 09:13:33.392287 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c6c528-7a08-4c76-bb44-b55737b14aa7', 'tag': '2274154b-6527-4ecb-9c0b-d9d24afcf560'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:33.394955 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0b1615-7615-45e0-a287-25126dbd1474" -d '{"events": [{"name": "network-changed", "server_uuid": "71c6c528-7a08-4c76-bb44-b55737b14aa7", "tag": "2274154b-6527-4ecb-9c0b-d9d24afcf560"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:33.697612 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device e823830b-361c-4369-9751-0701ed8b403e details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:13:33.714734 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d76fc-6f8b-4f55-b59c-e9c2a80819af req-33810900-4a5d-4d76-a558-c8f8d111d713 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:33.716196 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-913d76fc-6f8b-4f55-b59c-e9c2a80819af req-33810900-4a5d-4d76-a558-c8f8d111d713 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.4375150 Jun 25 09:13:33.727491 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aa471-bf74-4583-8358-83aee4603918 req-07f29f51-3e11-4a77-80fa-e6e354a19d11 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:33.729014 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef6aa471-bf74-4583-8358-83aee4603918 req-07f29f51-3e11-4a77-80fa-e6e354a19d11 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 946 time: 0.4677708 Jun 25 09:13:33.734648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-913d76fc-6f8b-4f55-b59c-e9c2a80819af req-9434c9fb-d593-480c-92a5-480f97dc01e4 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:13:33.735636 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-913d76fc-6f8b-4f55-b59c-e9c2a80819af req-9434c9fb-d593-480c-92a5-480f97dc01e4 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057626 Jun 25 09:13:33.816357 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-913d76fc-6f8b-4f55-b59c-e9c2a80819af req-29de1236-2949-43d7-b451-50d3ae391187 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 696 time: 0.0641475 Jun 25 09:13:33.834031 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port e823830b-361c-4369-9751-0701ed8b403e, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=e823830b-361c-4369-9751-0701ed8b403e,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:33.844191 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef6aa471-bf74-4583-8358-83aee4603918 req-5fcfbafb-dfd4-45d8-a703-ee536c39c6bf tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075807 Jun 25 09:13:33.847749 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'e823830b-361c-4369-9751-0701ed8b403e', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': 'e823830b-361c-4369-9751-0701ed8b403e', 'mac_address': 'fa:16:3e:f0:d1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:13:33.890067 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-913d76fc-6f8b-4f55-b59c-e9c2a80819af req-f8a52baf-2cd8-4220-bbca-2854d611c1a7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 696 time: 0.0610659 Jun 25 09:13:33.898375 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:33.915228 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e823830b-361c-4369-9751-0701ed8b403e {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:13:33.943413 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port e823830b-361c-4369-9751-0701ed8b403e, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=e823830b-361c-4369-9751-0701ed8b403e,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:33.949952 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:33.952044 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:34.002021 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=e823830b-361c-4369-9751-0701ed8b403e,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:34.005277 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:34.022683 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-7af95227-ce22-4ce7-b02f-982068ff9427 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1417839586&fields=id&tenant_id=b29326d595124f66a340ae8a2245ac84 HTTP/1.1" status: 200 len: 267 time: 0.0804703 Jun 25 09:13:34.154982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-913d76fc-6f8b-4f55-b59c-e9c2a80819af req-0a231483-33df-4551-8ad2-e910d5f74053 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Deleting port 6a0cecad-e973-490b-adaa-c1eeb99de517 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:13:34.155522 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-913d76fc-6f8b-4f55-b59c-e9c2a80819af req-0a231483-33df-4551-8ad2-e910d5f74053 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:34.166622 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-a0b13359-f310-41ec-8b81-70c9cb4ca9c3 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:34.169293 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-a0b13359-f310-41ec-8b81-70c9cb4ca9c3 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/networks?id=119be928-ce8c-4bd3-a417-2e4446719647 HTTP/1.1" status: 200 len: 823 time: 0.1254795 Jun 25 09:13:34.227721 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-88fe2c13-4a01-4eb1-8d21-47f5fcb18c70 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/quotas/b29326d595124f66a340ae8a2245ac84 HTTP/1.1" status: 200 len: 375 time: 0.0479372 Jun 25 09:13:34.296700 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-913d76fc-6f8b-4f55-b59c-e9c2a80819af req-0a231483-33df-4551-8ad2-e910d5f74053 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:34.296972 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['e823830b-361c-4369-9751-0701ed8b403e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:13:34.297271 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-913d76fc-6f8b-4f55-b59c-e9c2a80819af req-0a231483-33df-4551-8ad2-e910d5f74053 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:34.313203 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-913d76fc-6f8b-4f55-b59c-e9c2a80819af req-0a231483-33df-4551-8ad2-e910d5f74053 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Calling delete_port for 6a0cecad-e973-490b-adaa-c1eeb99de517 owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:13:34.401661 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-95bae15d-cde1-4dda-a416-722bdee4f9b5 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b29326d595124f66a340ae8a2245ac84&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1657240 Jun 25 09:13:34.538641 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-4d6f6396-58dd-4236-a454-fd26f785b64b service neutron] 10.222.0.93 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241119 Jun 25 09:13:34.595680 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-913d76fc-6f8b-4f55-b59c-e9c2a80819af req-0a231483-33df-4551-8ad2-e910d5f74053 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:34.600818 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:34.619557 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e1cc0-703c-414d-ae00-c870599ec373 req-9cfb55c9-2054-471d-9cde-04e6fe708bf0 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:34.621091 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-9cfb55c9-2054-471d-9cde-04e6fe708bf0 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53&tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 1097 time: 0.0674176 Jun 25 09:13:34.630681 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a231483-33df-4551-8ad2-e910d5f74053 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Pushing event deleted for resources: {'Port': ['ID=6a0cecad-e973-490b-adaa-c1eeb99de517,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:34.635589 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-15'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:34.640692 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0a231483-33df-4551-8ad2-e910d5f74053 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:34.711644 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:34.721662 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-3bcebc73-7062-41b9-91b0-0514386c0ecf service neutron] 10.222.0.93 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735880 Jun 25 09:13:34.728426 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-913d76fc-6f8b-4f55-b59c-e9c2a80819af req-0a231483-33df-4551-8ad2-e910d5f74053 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:34.740344 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-913d76fc-6f8b-4f55-b59c-e9c2a80819af req-0a231483-33df-4551-8ad2-e910d5f74053 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:34.742561 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-913d76fc-6f8b-4f55-b59c-e9c2a80819af req-0a231483-33df-4551-8ad2-e910d5f74053 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "DELETE /v2.0/floatingips/d682784a-7575-4fb1-ae92-186e20803114 HTTP/1.1" status: 204 len: 173 time: 0.8488126 Jun 25 09:13:34.787805 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-9f713a1e-7a25-4ee5-aea4-922c34746a68 req-636997f0-c18b-4a1d-8074-0b35d583709e tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] show failed (client error): The resource could not be found. Jun 25 09:13:34.789009 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9f713a1e-7a25-4ee5-aea4-922c34746a68 req-636997f0-c18b-4a1d-8074-0b35d583709e tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/e98d9a42-413c-471c-aafd-dff137738f1d HTTP/1.1" status: 404 len: 352 time: 0.0158010 Jun 25 09:13:34.844777 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2274154b-6527-4ecb-9c0b-d9d24afcf560 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:13:34.993027 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2274154b-6527-4ecb-9c0b-d9d24afcf560, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:34.993561 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:35.052709 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '2274154b-6527-4ecb-9c0b-d9d24afcf560', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '2274154b-6527-4ecb-9c0b-d9d24afcf560', 'mac_address': 'fa:16:3e:0d:ae:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:13:35.055463 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:35.109106 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6b9ee-f744-405a-ae47-c16ae173f8da req-a7c67896-fb68-449a-86fb-f216c31c6781 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:35.114224 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8d6b9ee-f744-405a-ae47-c16ae173f8da req-a7c67896-fb68-449a-86fb-f216c31c6781 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 945 time: 0.1182387 Jun 25 09:13:35.116715 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201f407-6ea6-43e5-884c-47e3032c87db req-35f53025-599b-4d06-b34f-c42e00423dc0 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:35.118448 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7201f407-6ea6-43e5-884c-47e3032c87db req-35f53025-599b-4d06-b34f-c42e00423dc0 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641 HTTP/1.1" status: 200 len: 946 time: 0.1905296 Jun 25 09:13:35.164899 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:35.192945 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8d6b9ee-f744-405a-ae47-c16ae173f8da req-72ff6d3d-2593-4299-b88e-44426f95d63d tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651515 Jun 25 09:13:35.197188 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2274154b-6527-4ecb-9c0b-d9d24afcf560 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:13:35.215774 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:35.233166 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:35.235923 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9a00938f-d339-4a59-828f-70d7e5c8b202 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:35.247485 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2274154b-6527-4ecb-9c0b-d9d24afcf560, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:35.260407 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:35.261883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:13:35.263657 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77612715-fd28-4441-9b76-2d7bcab20833 req-ab9bb53f-8b52-4672-9187-e7a4b36d3ac1 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:35.265587 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:35.277835 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-77612715-fd28-4441-9b76-2d7bcab20833 req-ab9bb53f-8b52-4672-9187-e7a4b36d3ac1 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 944 time: 0.1910014 Jun 25 09:13:35.309341 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5857f2d3-b873-4b74-82a4-e30b535df11c x-openstack-request-id: req-5857f2d3-b873-4b74-82a4-e30b535df11c {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:35.309860 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c6c528-7a08-4c76-bb44-b55737b14aa7", "tag": "2274154b-6527-4ecb-9c0b-d9d24afcf560", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:35.310308 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5857f2d3-b873-4b74-82a4-e30b535df11c {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:35.310915 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c6c528-7a08-4c76-bb44-b55737b14aa7', 'tag': '2274154b-6527-4ecb-9c0b-d9d24afcf560', 'status': 'completed', 'code': 200} Jun 25 09:13:35.354762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-77612715-fd28-4441-9b76-2d7bcab20833 req-f5bfdf41-47a3-4533-acef-a9c0638a1843 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/security-groups?id=95c60efd-ba89-4563-b69c-df8fc98a3906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702777 Jun 25 09:13:35.466325 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=2274154b-6527-4ecb-9c0b-d9d24afcf560,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:35.469734 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:35.471121 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Pushing event updated for resources: {'Port': ['ID=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,revision_number=7']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:35.537353 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:35.544234 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h2-761264-15, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:35.544471 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on host n-h2-761264-15 for vnic_type normal with profile {"migrating_to": "n-h1-761264-15"} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:35.544670 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:35.545096 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:35.560364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:13:35.561095 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:35.574090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:35.574680 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Checking segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:35.575080 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Bound using segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:35.575773 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Bound port: 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:35.576143 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:35.576577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-ebbcf524-191e-4360-abf5-38eed747018a tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1909533 Jun 25 09:13:35.587774 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-7201f407-6ea6-43e5-884c-47e3032c87db req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Deleting port e6257204-fffc-4af8-a4ad-40a970843eb3 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:13:35.588121 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7201f407-6ea6-43e5-884c-47e3032c87db req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:35.599009 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on host n-h2-761264-15 for vnic_type normal with profile {"migrating_to": "n-h1-761264-15"} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:35.599829 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:35.600500 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:35.607686 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:13:35.608383 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:35.615176 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:35.615788 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Checking segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:35.615939 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b1615-7615-45e0-a287-25126dbd1474 req-a1894b16-4b78-4cc8-be09-e0b91d553ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:35.616695 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Bound using segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:35.617437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Bound port: 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:35.618002 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:35.618134 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fc0b1615-7615-45e0-a287-25126dbd1474 req-a1894b16-4b78-4cc8-be09-e0b91d553ac3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 1099 time: 0.2669771 Jun 25 09:13:35.625197 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:35.666491 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:35.705924 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h2-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:35.710873 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:13:35.716023 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:35.719641 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:35.730084 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328f979-c65b-4a49-a275-63af72877250 req-de49ac6a-5cd6-49bf-b20c-721a46c3f153 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:35.731938 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2328f979-c65b-4a49-a275-63af72877250 req-de49ac6a-5cd6-49bf-b20c-721a46c3f153 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=a8b2f2ca-5f14-40e6-99db-5cc75c5532c4 HTTP/1.1" status: 200 len: 949 time: 0.1520565 Jun 25 09:13:35.773015 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device e823830b-361c-4369-9751-0701ed8b403e up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:35.794483 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2328f979-c65b-4a49-a275-63af72877250 req-e7e68bb7-7283-40c2-87e5-810ef0da5ddc tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548141 Jun 25 09:13:35.872395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 has no active binding in host n-h1-761264-15 {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 25 09:13:35.888584 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:35.899343 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-7201f407-6ea6-43e5-884c-47e3032c87db req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] For port e6257204-fffc-4af8-a4ad-40a970843eb3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e6257204-fffc-4af8-a4ad-40a970843eb3,segment=NetworkSegment(f4f98a73-ca9d-4241-8023-e4c4596c86c4),segment_id=f4f98a73-ca9d-4241-8023-e4c4596c86c4)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:35.899715 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7201f407-6ea6-43e5-884c-47e3032c87db req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:35.907567 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:35.913809 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b1615-7615-45e0-a287-25126dbd1474 req-4f041e2d-cd70-47b4-98eb-b2a63d165797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:35.914482 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:35.917233 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fc0b1615-7615-45e0-a287-25126dbd1474 req-4f041e2d-cd70-47b4-98eb-b2a63d165797 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2597690 Jun 25 09:13:35.938445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.api [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 3e328bbc-c0f3-40ad-b4d9-9ced57443f84-n-h2-761264-15-0 {{(pid=94025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:13:35.938445 n-d-761264-15 neutron-server[94025]: DEBUG oslo_db.api [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:13:35.967614 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port e823830b-361c-4369-9751-0701ed8b403e completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:35.971273 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:35.976173 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port e823830b-361c-4369-9751-0701ed8b403e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:35.976535 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:35.997547 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce9b966b-d85b-4700-94b4-b8ac3e7b6359 req-00a029d8-b73f-45e9-a61f-a26a5e9e09d2 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/44d6cabf-1b64-4962-a78e-3b326571a7bd HTTP/1.1" status: 200 len: 1804 time: 0.1595049 Jun 25 09:13:36.126466 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:36.151681 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fc0b1615-7615-45e0-a287-25126dbd1474 req-ba443696-da1f-4ec0-8f25-2ffc60120656 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560 HTTP/1.1" status: 200 len: 217 time: 0.1975319 Jun 25 09:13:36.157082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b2f2ca-5f14-40e6-99db-5cc75c5532c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e823830b-361c-4369-9751-0701ed8b403e'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:36.159948 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7cfbe0-85ec-4f52-ac8d-db485c0ad54b" -d '{"events": [{"server_uuid": "a8b2f2ca-5f14-40e6-99db-5cc75c5532c4", "name": "network-vif-plugged", "status": "completed", "tag": "e823830b-361c-4369-9751-0701ed8b403e"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:36.163683 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ce9b966b-d85b-4700-94b4-b8ac3e7b6359 req-23ea92ef-4e04-481f-a0fb-f44e74b48cf1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:36.177694 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port e823830b-361c-4369-9751-0701ed8b403e, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=e823830b-361c-4369-9751-0701ed8b403e,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:36.183547 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:36.192757 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:36.209366 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Allocated IP 172.25.6.42 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/f879414a-e9f0-4a7b-bf9e-396f89c47598) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:36.217054 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ce9b966b-d85b-4700-94b4-b8ac3e7b6359 req-23ea92ef-4e04-481f-a0fb-f44e74b48cf1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:36.265494 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=e823830b-361c-4369-9751-0701ed8b403e,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:36.276125 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:36.284747 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b1615-7615-45e0-a287-25126dbd1474 req-ec4ea546-b06a-4d31-b71f-efa5b7dae640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:36.286261 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fc0b1615-7615-45e0-a287-25126dbd1474 req-ec4ea546-b06a-4d31-b71f-efa5b7dae640 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1247947 Jun 25 09:13:36.326005 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ce9b966b-d85b-4700-94b4-b8ac3e7b6359 req-23ea92ef-4e04-481f-a0fb-f44e74b48cf1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:36.328821 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ce9b966b-d85b-4700-94b4-b8ac3e7b6359 req-23ea92ef-4e04-481f-a0fb-f44e74b48cf1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:36.329972 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce9b966b-d85b-4700-94b4-b8ac3e7b6359 req-23ea92ef-4e04-481f-a0fb-f44e74b48cf1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "DELETE /v2.0/security-groups/44d6cabf-1b64-4962-a78e-3b326571a7bd HTTP/1.1" status: 204 len: 173 time: 0.3208663 Jun 25 09:13:36.332675 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-42dedce3-9ac2-4efc-a7f8-7437a927f597 tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:36.351810 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea92ef-4e04-481f-a0fb-f44e74b48cf1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d6cabf-1b64-4962-a78e-3b326571a7bd,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:36.354789 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-23ea92ef-4e04-481f-a0fb-f44e74b48cf1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:36.400070 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7201f407-6ea6-43e5-884c-47e3032c87db req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:36.400429 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7201f407-6ea6-43e5-884c-47e3032c87db req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:36.400780 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [req-7201f407-6ea6-43e5-884c-47e3032c87db req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Floating IP 4bfdeac9-8300-4543-80b6-f70aa44e6f7c disassociated. External IP: 172.25.6.161, port: e6257204-fffc-4af8-a4ad-40a970843eb3. Jun 25 09:13:36.401132 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-7201f407-6ea6-43e5-884c-47e3032c87db req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Calling delete_port for e6257204-fffc-4af8-a4ad-40a970843eb3 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:13:36.406527 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:36.451303 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:36.453692 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b1615-7615-45e0-a287-25126dbd1474 req-cf11e6c7-be21-4c9b-834e-2de7eb4c51a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:36.454715 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4d28ad79-a895-43a8-b914-de68faafb8b1 tempest-ListImageFiltersTestJSON-991262275 tempest-ListImageFiltersTestJSON-991262275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:36.455181 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fc0b1615-7615-45e0-a287-25126dbd1474 req-cf11e6c7-be21-4c9b-834e-2de7eb4c51a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611915 Jun 25 09:13:36.469590 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on host n-h2-761264-15 for vnic_type normal with profile {"migrating_to": "n-h1-761264-15"} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:36.469967 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:36.470239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:36.493647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:13:36.494865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Attempting to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:36.501965 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['2274154b-6527-4ecb-9c0b-d9d24afcf560'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:13:36.513894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:36.513894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Checking segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:36.513894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Bound using segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:36.513894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Bound port: 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:36.514501 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:36.553067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:36.556841 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:36.590867 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:36.598338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Pushing event updated for resources: {'Port': ['ID=f879414a-e9f0-4a7b-bf9e-396f89c47598,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:36.608458 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:36.653018 n-d-761264-15 neutron-server[94025]: WARNING neutron.plugins.ml2.plugin [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Concurrent port binding operations failed on port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 Jun 25 09:13:36.684783 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.41', 61158) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:36.704039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:36.709501 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fc0b1615-7615-45e0-a287-25126dbd1474 req-0f197e63-c758-4376-9e95-cd937944e85f service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283666 Jun 25 09:13:36.712398 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Attempt 2 to bind port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 Jun 25 09:13:36.718123 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:36.719358 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:36.721023 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] 10.222.0.41 "PUT /v2.0/ports/3e328bbc-c0f3-40ad-b4d9-9ced57443f84 HTTP/1.1" status: 200 len: 1123 time: 2.0901895 Jun 25 09:13:36.781217 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5e1ed-d6ec-424a-aa82-8337cef604fb req-faf1d1a5-098f-428f-960a-8074ea5e5336 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:36.786643 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7201f407-6ea6-43e5-884c-47e3032c87db req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:36.792709 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b76cc15d-3d05-458d-9f1f-58c30ed34f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:36.793231 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dfb5e1ed-d6ec-424a-aa82-8337cef604fb req-faf1d1a5-098f-428f-960a-8074ea5e5336 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 947 time: 0.2982090 Jun 25 09:13:36.833378 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Pushing event deleted for resources: {'Port': ['ID=e6257204-fffc-4af8-a4ad-40a970843eb3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:36.845844 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:36.857307 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e6257204-fffc-4af8-a4ad-40a970843eb3 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:13:36.892191 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: e6257204-fffc-4af8-a4ad-40a970843eb3 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:13:36.893087 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e6257204-fffc-4af8-a4ad-40a970843eb3 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:13:36.894581 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['3e328bbc-c0f3-40ad-b4d9-9ced57443f84'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:13:36.935110 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fc0b1615-7615-45e0-a287-25126dbd1474 req-ecd8ca12-4b4f-47a1-b261-099326b5d5cd service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129161 Jun 25 09:13:37.022449 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7201f407-6ea6-43e5-884c-47e3032c87db req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:13:37.027150 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:37.036976 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['3e328bbc-c0f3-40ad-b4d9-9ced57443f84'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:13:37.071975 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dfb5e1ed-d6ec-424a-aa82-8337cef604fb req-75fc84d4-41c3-4b83-ba6d-6a2f81bb6981 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775433 Jun 25 09:13:37.161630 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-cf41b355-e8e2-4ed5-a165-3147ef01d737 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:37.164374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-cf41b355-e8e2-4ed5-a165-3147ef01d737 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.41 "GET /v2.0/networks?id=119be928-ce8c-4bd3-a417-2e4446719647 HTTP/1.1" status: 200 len: 823 time: 0.4733152 Jun 25 09:13:37.181566 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:37.269721 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7201f407-6ea6-43e5-884c-47e3032c87db req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:13:37.285551 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a454cf-a42a-4838-b67d-d537885d5fab None None] Sync routers for ids ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:13:37.311965 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a454cf-a42a-4838-b67d-d537885d5fab None None] Routers {'717ac4af-acd0-4776-ab10-bb009c1b3ce1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:13:37.312930 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-45a454cf-a42a-4838-b67d-d537885d5fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:13:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:37.354744 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97521dd0-747f-47c3-a04c-6f2a213d2e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e328bbc-c0f3-40ad-b4d9-9ced57443f84'}, {'name': 'network-changed', 'server_uuid': '97521dd0-747f-47c3-a04c-6f2a213d2e53', 'tag': '3e328bbc-c0f3-40ad-b4d9-9ced57443f84'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:37.360875 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292aea73-c820-41ff-a933-710185e07a68" -d '{"events": [{"server_uuid": "97521dd0-747f-47c3-a04c-6f2a213d2e53", "name": "network-vif-unplugged", "status": "completed", "tag": "3e328bbc-c0f3-40ad-b4d9-9ced57443f84"}, {"name": "network-changed", "server_uuid": "97521dd0-747f-47c3-a04c-6f2a213d2e53", "tag": "3e328bbc-c0f3-40ad-b4d9-9ced57443f84"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:37.376857 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-80bb00ca-e674-4b22-afec-89e24c39a215 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b29326d595124f66a340ae8a2245ac84 HTTP/1.1" status: 200 len: 380 time: 0.1964688 Jun 25 09:13:37.407935 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-62cf41de-a68c-4907-b571-d256ac2f2627 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Request body: {'port': {'device_id': '8a99c250-d87e-42f7-9798-1dc9ec784934', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'admin_state_up': True, 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'security_groups': ['363408e5-2009-41f4-b9cc-54ad22eab58c']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:37.419264 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-7201f407-6ea6-43e5-884c-47e3032c87db req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] No DVR routers for this DVR port e6257204-fffc-4af8-a4ad-40a970843eb3 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:13:37.422178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e87a22d-5c00-495d-9f2c-812aaded9e60 req-fff7e3ae-07fc-4539-a11b-d613bf2c09ae tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 210 time: 0.0883808 Jun 25 09:13:37.428130 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7201f407-6ea6-43e5-884c-47e3032c87db req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:37.432818 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7201f407-6ea6-43e5-884c-47e3032c87db req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.41 "DELETE /v2.0/ports/e6257204-fffc-4af8-a4ad-40a970843eb3 HTTP/1.1" status: 204 len: 173 time: 2.3003788 Jun 25 09:13:37.505406 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24ba726-9b12-4425-8e3c-2bd0c82bbca1 x-openstack-request-id: req-a24ba726-9b12-4425-8e3c-2bd0c82bbca1 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:37.505725 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b2f2ca-5f14-40e6-99db-5cc75c5532c4", "name": "network-vif-plugged", "status": "completed", "tag": "e823830b-361c-4369-9751-0701ed8b403e", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:37.506006 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a24ba726-9b12-4425-8e3c-2bd0c82bbca1 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:37.506462 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b2f2ca-5f14-40e6-99db-5cc75c5532c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e823830b-361c-4369-9751-0701ed8b403e', 'code': 200} Jun 25 09:13:37.525570 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-45a454cf-a42a-4838-b67d-d537885d5fab None None] Set router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:13:37.644940 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:37.709634 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-62cf41de-a68c-4907-b571-d256ac2f2627 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Made reservation on behalf of b29326d595124f66a340ae8a2245ac84 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:37.714132 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-62cf41de-a68c-4907-b571-d256ac2f2627 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:37.716319 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:37.723452 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-40e2ba36-4ed7-4843-99f0-e274d5a9691c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:37.834281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Pushing event updated for resources: {'Port': ['ID=f879414a-e9f0-4a7b-bf9e-396f89c47598,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:37.840019 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:37.848301 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-45a454cf-a42a-4838-b67d-d537885d5fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4fad4f60-003f-4bb9-8a1c-7cfd3f58957d', 'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'mac_address': 'fa:16:3e:5d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:01Z', 'updated_at': '2021-06-25T09:09:09Z', 'revision_number': 5, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'subnets': [{'id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:37.883892 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a454cf-a42a-4838-b67d-d537885d5fab None None] Checking router: 717ac4af-acd0-4776-ab10-bb009c1b3ce1 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:13:37.894010 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a454cf-a42a-4838-b67d-d537885d5fab None None] Routers {'717ac4af-acd0-4776-ab10-bb009c1b3ce1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:13:37.895042 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-45a454cf-a42a-4838-b67d-d537885d5fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:13:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:37.944978 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:37.972034 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0d976-0b89-43cc-8b72-8e607b102414 req-d2ad8d34-acc2-462c-99b6-54a8648d9b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:37.973743 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edc0d976-0b89-43cc-8b72-8e607b102414 req-d2ad8d34-acc2-462c-99b6-54a8648d9b89 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a8b2f2ca-5f14-40e6-99db-5cc75c5532c4 HTTP/1.1" status: 200 len: 1102 time: 0.2515221 Jun 25 09:13:37.986544 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2ee8a-11b6-40c1-a5bb-271476159d73 req-9a1d0892-412a-48ae-8960-3dafffebf52a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:37.994666 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ad2ee8a-11b6-40c1-a5bb-271476159d73 req-9a1d0892-412a-48ae-8960-3dafffebf52a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 943 time: 0.3419087 Jun 25 09:13:38.016326 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:38.017562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4398577 Jun 25 09:13:38.109128 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-45a454cf-a42a-4838-b67d-d537885d5fab None None] Set router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:13:38.140478 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-a88f73ca-3a32-420a-b14d-a7a49252815a tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.42 HTTP/1.1" status: 200 len: 695 time: 0.0861387 Jun 25 09:13:38.150139 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edc0d976-0b89-43cc-8b72-8e607b102414 req-fa4c983b-82be-4dbc-ba4d-f1a66a61ead4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471694 Jun 25 09:13:38.157709 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-62cf41de-a68c-4907-b571-d256ac2f2627 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Allocated IP 172.20.0.10 (119be928-ce8c-4bd3-a417-2e4446719647/aaf63583-994a-4093-950f-4fd73828ebf2/4e11e01d-f79a-4240-8142-d211f4255729) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:38.157709 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ad2ee8a-11b6-40c1-a5bb-271476159d73 req-36de18c2-3c8e-41aa-a405-db605f767682 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617451 Jun 25 09:13:38.363003 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-9e5e2f74-e82d-43bc-a4f4-97fc41dace92 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:38.364394 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-9e5e2f74-e82d-43bc-a4f4-97fc41dace92 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.2131960 Jun 25 09:13:38.372163 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b412a6c-5412-4d8d-9374-77d3e718564f req-c4f2a350-37f7-4c26-b6c6-85861093cbca tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/52694593-7b15-4747-a85d-92912deb3ab7 HTTP/1.1" status: 200 len: 1804 time: 0.1533561 Jun 25 09:13:38.376935 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-45a454cf-a42a-4838-b67d-d537885d5fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4fad4f60-003f-4bb9-8a1c-7cfd3f58957d', 'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'mac_address': 'fa:16:3e:5d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:01Z', 'updated_at': '2021-06-25T09:09:09Z', 'revision_number': 5, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'subnets': [{'id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:38.380314 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-3863a4b0-809c-478a-9d08-72bdd69b53f3 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:13:38.381335 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ddbba1ec-85d0-405e-87ca-b4846885327e req-3863a4b0-809c-478a-9d08-72bdd69b53f3 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083113 Jun 25 09:13:38.417277 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a454cf-a42a-4838-b67d-d537885d5fab None None] The sync data for ids ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'] in n-d-761264-15 is: [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4fad4f60-003f-4bb9-8a1c-7cfd3f58957d', 'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'mac_address': 'fa:16:3e:5d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:01Z', 'updated_at': '2021-06-25T09:09:09Z', 'revision_number': 5, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'subnets': [{'id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:13:38.476855 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-62cf41de-a68c-4907-b571-d256ac2f2627 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:38.502922 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-62cf41de-a68c-4907-b571-d256ac2f2627 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Transition to ACTIVE for port object 4e11e01d-f79a-4240-8142-d211f4255729 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:38.514392 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b412a6c-5412-4d8d-9374-77d3e718564f req-f76e948e-f6c6-4519-bc80-d311426ea819 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:38.781447 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bc93c2-d712-4049-b321-e2b4bd285e6e None None] New status for floating IP 4bfdeac9-8300-4543-80b6-f70aa44e6f7c: DOWN {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:13:38.850697 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2274154b-6527-4ecb-9c0b-d9d24afcf560 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:38.912103 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b412a6c-5412-4d8d-9374-77d3e718564f req-f76e948e-f6c6-4519-bc80-d311426ea819 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:38.941210 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 2274154b-6527-4ecb-9c0b-d9d24afcf560 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:38.952614 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 2274154b-6527-4ecb-9c0b-d9d24afcf560 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:38.953113 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:38.971137 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-62cf41de-a68c-4907-b571-d256ac2f2627 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:38.979607 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2a0b0fa0-5556-46b0-8d70-d165d709dd0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:39.047688 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:39.048427 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-62cf41de-a68c-4907-b571-d256ac2f2627 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Network 119be928-ce8c-4bd3-a417-2e4446719647 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:39.057078 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c87956-4666-4b17-9993-d35a2bc2b3eb req-e36d0631-d84c-4a49-9da1-a8d41618ddf9 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:39.058538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93c87956-4666-4b17-9993-d35a2bc2b3eb req-e36d0631-d84c-4a49-9da1-a8d41618ddf9 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 944 time: 0.5474138 Jun 25 09:13:39.067696 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-62cf41de-a68c-4907-b571-d256ac2f2627 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:39.070958 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-62cf41de-a68c-4907-b571-d256ac2f2627 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:39.082804 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf41de-a68c-4907-b571-d256ac2f2627 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Pushing event updated for resources: {'Port': ['ID=4e11e01d-f79a-4240-8142-d211f4255729,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:39.086383 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-62cf41de-a68c-4907-b571-d256ac2f2627 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:39.097423 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2274154b-6527-4ecb-9c0b-d9d24afcf560, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:39.102563 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:39.104674 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-779e2043-4fe4-4bc9-8fa8-ed4b37911340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:39.142326 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b412a6c-5412-4d8d-9374-77d3e718564f req-f76e948e-f6c6-4519-bc80-d311426ea819 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:39.144972 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b412a6c-5412-4d8d-9374-77d3e718564f req-f76e948e-f6c6-4519-bc80-d311426ea819 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:39.156361 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b412a6c-5412-4d8d-9374-77d3e718564f req-f76e948e-f6c6-4519-bc80-d311426ea819 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "DELETE /v2.0/security-groups/52694593-7b15-4747-a85d-92912deb3ab7 HTTP/1.1" status: 204 len: 173 time: 0.7622244 Jun 25 09:13:39.163005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=2274154b-6527-4ecb-9c0b-d9d24afcf560,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:39.172974 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:39.181364 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3a78e249-f85f-4ccf-a1bb-b7ed1bab161d tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:39.197545 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-62cf41de-a68c-4907-b571-d256ac2f2627 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:39.198216 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-62cf41de-a68c-4907-b571-d256ac2f2627 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:39.209321 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93c87956-4666-4b17-9993-d35a2bc2b3eb req-8ddc9486-83f2-460a-a7ed-296a017d5f12 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/security-groups?id=95c60efd-ba89-4563-b69c-df8fc98a3906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346786 Jun 25 09:13:39.213389 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e948e-f6c6-4519-bc80-d311426ea819 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52694593-7b15-4747-a85d-92912deb3ab7,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:39.216903 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f76e948e-f6c6-4519-bc80-d311426ea819 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:39.230952 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-62cf41de-a68c-4907-b571-d256ac2f2627 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8275087 Jun 25 09:13:39.266537 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Request body: {'port': {'device_id': '8a99c250-d87e-42f7-9798-1dc9ec784934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:39.287758 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a492b0-03ea-4850-bf9c-bd5e644d02c2 x-openstack-request-id: req-94a492b0-03ea-4850-bf9c-bd5e644d02c2 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:39.288484 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97521dd0-747f-47c3-a04c-6f2a213d2e53", "name": "network-vif-unplugged", "status": "completed", "tag": "3e328bbc-c0f3-40ad-b4d9-9ced57443f84", "code": 200}, {"name": "network-changed", "server_uuid": "97521dd0-747f-47c3-a04c-6f2a213d2e53", "tag": "3e328bbc-c0f3-40ad-b4d9-9ced57443f84", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:39.288839 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-94a492b0-03ea-4850-bf9c-bd5e644d02c2 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:39.289960 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97521dd0-747f-47c3-a04c-6f2a213d2e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e328bbc-c0f3-40ad-b4d9-9ced57443f84', 'code': 200} Jun 25 09:13:39.290453 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97521dd0-747f-47c3-a04c-6f2a213d2e53', 'tag': '3e328bbc-c0f3-40ad-b4d9-9ced57443f84', 'status': 'completed', 'code': 200} Jun 25 09:13:39.381518 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9298e944-98e9-4b36-a787-208fc237da4c None None] Provisioning for port 4e11e01d-f79a-4240-8142-d211f4255729 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:39.386235 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9298e944-98e9-4b36-a787-208fc237da4c None None] Provisioning complete for port 4e11e01d-f79a-4240-8142-d211f4255729 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:39.386619 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9298e944-98e9-4b36-a787-208fc237da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:39.430808 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9298e944-98e9-4b36-a787-208fc237da4c None None] Port 4e11e01d-f79a-4240-8142-d211f4255729 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:13:39.499577 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:39.508502 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c6c528-7a08-4c76-bb44-b55737b14aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2274154b-6527-4ecb-9c0b-d9d24afcf560'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:39.510551 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d6a91a-bd32-4a38-8fc6-eaf47da2649c" -d '{"events": [{"server_uuid": "71c6c528-7a08-4c76-bb44-b55737b14aa7", "name": "network-vif-plugged", "status": "completed", "tag": "2274154b-6527-4ecb-9c0b-d9d24afcf560"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:39.574705 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92417874-c148-4156-8bc2-4ccc07424262 req-b4aafdee-b7e4-4c36-affd-0c4733f37a1e tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:39.576188 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-92417874-c148-4156-8bc2-4ccc07424262 req-b4aafdee-b7e4-4c36-affd-0c4733f37a1e tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=a8b2f2ca-5f14-40e6-99db-5cc75c5532c4 HTTP/1.1" status: 200 len: 950 time: 0.2417519 Jun 25 09:13:39.687628 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e05c77-2bd7-45f2-ab08-274a59234e41 req-f2e9e226-ffc2-4799-b014-58a88fe3bd00 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:39.689015 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3e05c77-2bd7-45f2-ab08-274a59234e41 req-f2e9e226-ffc2-4799-b014-58a88fe3bd00 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.2672637 Jun 25 09:13:39.723485 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aea73-c820-41ff-a933-710185e07a68 req-1ddcd3fd-9665-4e5c-996b-8a8a012a9b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:39.725011 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-292aea73-c820-41ff-a933-710185e07a68 req-1ddcd3fd-9665-4e5c-996b-8a8a012a9b18 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 1126 time: 0.2610846 Jun 25 09:13:39.758970 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-92417874-c148-4156-8bc2-4ccc07424262 req-4898eecb-88b0-4aab-b473-079be4e8e598 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702926 Jun 25 09:13:39.907663 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b01e4e63-62f5-4bfa-b852-12c1f98acd94 req-7369aa28-5e40-4a1f-aada-ef9f553d0f7c tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/floatingips/b84f14af-8726-4c53-ac6d-caeeefcf3b60 HTTP/1.1" status: 200 len: 692 time: 0.0996339 Jun 25 09:13:39.925151 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3e05c77-2bd7-45f2-ab08-274a59234e41 req-d27f9458-62ca-4039-a2c4-455ba78d3ee4 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261322 Jun 25 09:13:40.024358 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aea73-c820-41ff-a933-710185e07a68 req-04e4250c-ed05-4bbb-8f09-fe35d11ef9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:40.025895 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-292aea73-c820-41ff-a933-710185e07a68 req-04e4250c-ed05-4bbb-8f09-fe35d11ef9a9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.2880137 Jun 25 09:13:40.119632 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-292aea73-c820-41ff-a933-710185e07a68 req-036a210e-34e5-4b8d-8adc-52471d1ac840 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e328bbc-c0f3-40ad-b4d9-9ced57443f84 HTTP/1.1" status: 200 len: 217 time: 0.0853996 Jun 25 09:13:40.208518 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e4e63-62f5-4bfa-b852-12c1f98acd94 req-1c2971bf-9362-4ae0-94a0-475e056a7ed8 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:40.209918 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b01e4e63-62f5-4bfa-b852-12c1f98acd94 req-1c2971bf-9362-4ae0-94a0-475e056a7ed8 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.2883437 Jun 25 09:13:40.222298 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e11e01d-f79a-4240-8142-d211f4255729 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:13:40.239954 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:40.300192 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Transition to ACTIVE for port object 4e11e01d-f79a-4240-8142-d211f4255729 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:40.305152 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b01e4e63-62f5-4bfa-b852-12c1f98acd94 req-2803eb25-86bd-4532-9227-674fcf8aa326 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.42 HTTP/1.1" status: 200 len: 695 time: 0.0884712 Jun 25 09:13:40.307435 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aea73-c820-41ff-a933-710185e07a68 req-a4db0cc9-432a-4fdb-9965-50fb6df1a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:40.308923 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-292aea73-c820-41ff-a933-710185e07a68 req-a4db0cc9-432a-4fdb-9965-50fb6df1a368 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.1664755 Jun 25 09:13:40.311100 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:40.315408 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:40.344698 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac62f79-ea2b-40e5-9006-82377afe4455 req-ebff4bb6-1059-42ac-9b95-930c9f2bd2c6 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:40.346201 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ac62f79-ea2b-40e5-9006-82377afe4455 req-ebff4bb6-1059-42ac-9b95-930c9f2bd2c6 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 932 time: 0.3009398 Jun 25 09:13:40.441378 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-292aea73-c820-41ff-a933-710185e07a68 req-02d388e7-9282-4c72-bd02-0d2c93388a25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158280 Jun 25 09:13:40.461401 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b01e4e63-62f5-4bfa-b852-12c1f98acd94 req-b426b18a-e524-45f9-966a-dacc1b277c3f tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.42 HTTP/1.1" status: 200 len: 695 time: 0.1406801 Jun 25 09:13:40.499118 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Pushing event updated for resources: {'Port': ['ID=4e11e01d-f79a-4240-8142-d211f4255729,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:40.535734 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:40.608104 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ac62f79-ea2b-40e5-9006-82377afe4455 req-15edf17f-241f-43c7-9714-f938c1119fca tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289629 Jun 25 09:13:40.774297 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-292aea73-c820-41ff-a933-710185e07a68 req-2a8a2856-b0de-4b4a-a1ea-72b09c0de547 service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239799 Jun 25 09:13:40.777782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Attempting to bind port 4e11e01d-f79a-4240-8142-d211f4255729 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:40.778106 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Attempting to bind port 4e11e01d-f79a-4240-8142-d211f4255729 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:40.778464 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Attempting to bind port 4e11e01d-f79a-4240-8142-d211f4255729 on network 119be928-ce8c-4bd3-a417-2e4446719647 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:40.796946 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ea830909-d658-4dfb-861a-53b0c0b7ab9c req-51e25b2b-22bf-4e7a-82d2-9c8e8932c5d6 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/69aa5dde-5f60-4ffc-b4af-c604b46a464e HTTP/1.1" status: 200 len: 1804 time: 0.1250741 Jun 25 09:13:40.797497 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Port 4e11e01d-f79a-4240-8142-d211f4255729 on network 119be928-ce8c-4bd3-a417-2e4446719647 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:13:40.797958 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Attempting to bind port 4e11e01d-f79a-4240-8142-d211f4255729 on network 119be928-ce8c-4bd3-a417-2e4446719647 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:40.854824 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:40.855155 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Checking segment: {'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:40.855550 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Bound using segment: {'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:40.855997 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Bound port: 4e11e01d-f79a-4240-8142-d211f4255729, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f98a73-ca9d-4241-8023-e4c4596c86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:40.856356 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:40.948221 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-b01e4e63-62f5-4bfa-b852-12c1f98acd94 req-39c8894c-04c7-432d-81d7-b68dd99ab5a0 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Deleting port f879414a-e9f0-4a7b-bf9e-396f89c47598 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:13:40.948842 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b01e4e63-62f5-4bfa-b852-12c1f98acd94 req-39c8894c-04c7-432d-81d7-b68dd99ab5a0 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:41.016632 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-292aea73-c820-41ff-a933-710185e07a68 req-eb4e141f-ff4e-44b5-ac8d-e11078ec1017 service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332098 Jun 25 09:13:41.031214 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ea830909-d658-4dfb-861a-53b0c0b7ab9c req-11fc004b-c2db-46a7-80fd-d7857927dec4 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:41.083760 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ea830909-d658-4dfb-861a-53b0c0b7ab9c req-11fc004b-c2db-46a7-80fd-d7857927dec4 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:41.088192 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] For port 4e11e01d-f79a-4240-8142-d211f4255729, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:41.118290 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b01e4e63-62f5-4bfa-b852-12c1f98acd94 req-39c8894c-04c7-432d-81d7-b68dd99ab5a0 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:41.118589 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b01e4e63-62f5-4bfa-b852-12c1f98acd94 req-39c8894c-04c7-432d-81d7-b68dd99ab5a0 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:41.122061 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] For port 4e11e01d-f79a-4240-8142-d211f4255729, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4e11e01d-f79a-4240-8142-d211f4255729,segment=NetworkSegment(f4f98a73-ca9d-4241-8023-e4c4596c86c4),segment_id=f4f98a73-ca9d-4241-8023-e4c4596c86c4)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:13:41.135556 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:41.145348 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f25ca728-6663-455a-8276-bb8c2070cf5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:41.147481 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-b01e4e63-62f5-4bfa-b852-12c1f98acd94 req-39c8894c-04c7-432d-81d7-b68dd99ab5a0 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Calling delete_port for f879414a-e9f0-4a7b-bf9e-396f89c47598 owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:13:41.196023 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:41.196721 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:41.198169 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] 10.222.0.41 "PUT /v2.0/ports/4e11e01d-f79a-4240-8142-d211f4255729 HTTP/1.1" status: 200 len: 1093 time: 1.9398811 Jun 25 09:13:41.200572 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a99c250-d87e-42f7-9798-1dc9ec784934', 'tag': '4e11e01d-f79a-4240-8142-d211f4255729'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:41.203237 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b4646f-eda9-4fc2-a7d2-26a22c8d0323" -d '{"events": [{"name": "network-changed", "server_uuid": "8a99c250-d87e-42f7-9798-1dc9ec784934", "tag": "4e11e01d-f79a-4240-8142-d211f4255729"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:41.257937 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ea830909-d658-4dfb-861a-53b0c0b7ab9c req-11fc004b-c2db-46a7-80fd-d7857927dec4 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:41.260578 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ea830909-d658-4dfb-861a-53b0c0b7ab9c req-11fc004b-c2db-46a7-80fd-d7857927dec4 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:41.261861 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ea830909-d658-4dfb-861a-53b0c0b7ab9c req-11fc004b-c2db-46a7-80fd-d7857927dec4 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "DELETE /v2.0/security-groups/69aa5dde-5f60-4ffc-b4af-c604b46a464e HTTP/1.1" status: 204 len: 173 time: 0.4259908 Jun 25 09:13:41.291662 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641', 'name': 'network-vif-deleted', 'tag': 'e6257204-fffc-4af8-a4ad-40a970843eb3'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:41.294790 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ff75df-9f7e-423e-95ac-97370aad6080" -d '{"events": [{"server_uuid": "1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641", "name": "network-vif-deleted", "tag": "e6257204-fffc-4af8-a4ad-40a970843eb3"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:41.306072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Pushing event updated for resources: {'Port': ['ID=4e11e01d-f79a-4240-8142-d211f4255729,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:41.313313 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:41.313829 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7142b1e0-93a2-479a-882d-115d5d482a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:41.335927 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc004b-c2db-46a7-80fd-d7857927dec4 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aa5dde-5f60-4ffc-b4af-c604b46a464e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:41.342199 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-11fc004b-c2db-46a7-80fd-d7857927dec4 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:41.386861 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04f3d8da-2bd1-485b-a8dc-313fba2a26bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:41.388814 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-04f3d8da-2bd1-485b-a8dc-313fba2a26bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b29326d595124f66a340ae8a2245ac84&device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 1096 time: 0.1260028 Jun 25 09:13:41.487338 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-42ce4393-504d-431b-9f6b-feee96b83a68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e11e01d-f79a-4240-8142-d211f4255729 HTTP/1.1" status: 200 len: 217 time: 0.0622888 Jun 25 09:13:41.530535 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b01e4e63-62f5-4bfa-b852-12c1f98acd94 req-39c8894c-04c7-432d-81d7-b68dd99ab5a0 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:41.535426 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:41.753394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:13:41.861486 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=01e2561a-bb9b-4dca-a0aa-52ff1a42a794,segment=NetworkSegment(9e6c0beb-f9ac-4238-8bc0-b375dbae975d),segment_id=9e6c0beb-f9ac-4238-8bc0-b375dbae975d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:41.874883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '01e2561a-bb9b-4dca-a0aa-52ff1a42a794', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'port_id': '01e2561a-bb9b-4dca-a0aa-52ff1a42a794', 'mac_address': 'fa:16:3e:b9:ea:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71266b30-0660-42ae-9490-5602b8ed149b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:13:41.895955 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8894c-04c7-432d-81d7-b68dd99ab5a0 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Pushing event deleted for resources: {'Port': ['ID=f879414a-e9f0-4a7b-bf9e-396f89c47598,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:41.918712 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-39c8894c-04c7-432d-81d7-b68dd99ab5a0 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:41.924182 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:41.926032 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-281356a2-185c-4a46-bfea-ce80deae5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:41.927504 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-281356a2-185c-4a46-bfea-ce80deae5cc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf63583-994a-4093-950f-4fd73828ebf2 HTTP/1.1" status: 200 len: 862 time: 0.4326112 Jun 25 09:13:41.938140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:13:41.965757 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=01e2561a-bb9b-4dca-a0aa-52ff1a42a794,segment=NetworkSegment(9e6c0beb-f9ac-4238-8bc0-b375dbae975d),segment_id=9e6c0beb-f9ac-4238-8bc0-b375dbae975d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:41.971313 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:41.973539 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:41.974656 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6555bbc-1f76-4bbc-a82a-07ccb33f5f77 req-7faf0cd2-0cf3-4b65-a6ee-4cf4b6801556 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:41.976141 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6555bbc-1f76-4bbc-a82a-07ccb33f5f77 req-7faf0cd2-0cf3-4b65-a6ee-4cf4b6801556 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 943 time: 0.5808165 Jun 25 09:13:42.024125 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=01e2561a-bb9b-4dca-a0aa-52ff1a42a794,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:42.024367 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b01e4e63-62f5-4bfa-b852-12c1f98acd94 req-39c8894c-04c7-432d-81d7-b68dd99ab5a0 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:42.026679 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b01e4e63-62f5-4bfa-b852-12c1f98acd94 req-39c8894c-04c7-432d-81d7-b68dd99ab5a0 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:42.026969 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:42.027949 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b01e4e63-62f5-4bfa-b852-12c1f98acd94 req-39c8894c-04c7-432d-81d7-b68dd99ab5a0 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "DELETE /v2.0/floatingips/b84f14af-8726-4c53-ac6d-caeeefcf3b60 HTTP/1.1" status: 204 len: 173 time: 1.5462663 Jun 25 09:13:42.049664 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6555bbc-1f76-4bbc-a82a-07ccb33f5f77 req-8f005ae8-4361-4cd3-9fa0-a361fc308ee7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557389 Jun 25 09:13:42.064814 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-0afaa3fa-eb94-42d0-8998-db02d6af5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:42.066364 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-0afaa3fa-eb94-42d0-8998-db02d6af5009 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=119be928-ce8c-4bd3-a417-2e4446719647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152756 Jun 25 09:13:42.067455 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71998590-11cc-4407-8970-b8e51ded6b91 x-openstack-request-id: req-71998590-11cc-4407-8970-b8e51ded6b91 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:42.067931 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c6c528-7a08-4c76-bb44-b55737b14aa7", "name": "network-vif-plugged", "status": "completed", "tag": "2274154b-6527-4ecb-9c0b-d9d24afcf560", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:42.068194 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-71998590-11cc-4407-8970-b8e51ded6b91 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:42.068593 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c6c528-7a08-4c76-bb44-b55737b14aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2274154b-6527-4ecb-9c0b-d9d24afcf560', 'code': 200} Jun 25 09:13:42.297856 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['01e2561a-bb9b-4dca-a0aa-52ff1a42a794'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:13:42.311893 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-66377abd-0df2-4e5e-8a54-f0574f80909a service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010791 Jun 25 09:13:42.312820 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e56967-3e10-4729-8827-594aa613cacc req-e2f4a15e-cd09-4589-b88f-3769d0dc9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:42.314490 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e6e56967-3e10-4729-8827-594aa613cacc req-e2f4a15e-cd09-4589-b88f-3769d0dc9bbd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 1100 time: 0.0689898 Jun 25 09:13:42.341767 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f2a05-d064-4e0e-a4db-f3d19774ccd1 req-cc743556-2802-4781-b23f-e61efb67749f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:42.343628 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e43f2a05-d064-4e0e-a4db-f3d19774ccd1 req-cc743556-2802-4781-b23f-e61efb67749f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 945 time: 0.1570935 Jun 25 09:13:42.394780 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e6e56967-3e10-4729-8827-594aa613cacc req-1a9835a3-7b34-401b-ac58-f05ee86f0823 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549796 Jun 25 09:13:42.478689 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5cfe4-16f5-4d33-9582-4dfc5d632434 req-9101f810-09be-4371-aba1-3772efd17030 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:42.480871 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dd5cfe4-16f5-4d33-9582-4dfc5d632434 req-9101f810-09be-4371-aba1-3772efd17030 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=a8b2f2ca-5f14-40e6-99db-5cc75c5532c4 HTTP/1.1" status: 200 len: 950 time: 0.2304876 Jun 25 09:13:42.522054 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e43f2a05-d064-4e0e-a4db-f3d19774ccd1 req-ed628405-6335-4d03-8c78-096bc84c35c4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/security-groups?id=95c60efd-ba89-4563-b69c-df8fc98a3906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518035 Jun 25 09:13:42.562501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-728377ea-be55-4a99-8321-38e4eed6a3ca req-278f26bf-ac43-428e-94dc-e0fcd28c6dbc service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175360 Jun 25 09:13:42.569458 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dd5cfe4-16f5-4d33-9582-4dfc5d632434 req-fe844b37-8f0f-45c6-81e9-1c43a6ccf8e6 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814536 Jun 25 09:13:42.647736 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ee69b5-5ada-4344-9f92-c75ba4cc081a x-openstack-request-id: req-81ee69b5-5ada-4344-9f92-c75ba4cc081a {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:42.648370 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a99c250-d87e-42f7-9798-1dc9ec784934", "tag": "4e11e01d-f79a-4240-8142-d211f4255729", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:42.648911 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-81ee69b5-5ada-4344-9f92-c75ba4cc081a {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:42.649799 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a99c250-d87e-42f7-9798-1dc9ec784934', 'tag': '4e11e01d-f79a-4240-8142-d211f4255729', 'status': 'completed', 'code': 200} Jun 25 09:13:42.753920 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3236a501-94b3-4fe4-89a9-4617b8620ae4 req-760c312e-8651-4c85-bec0-044aec625171 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/7b06d983-f2b9-4ce2-9a33-8b677aed95e5 HTTP/1.1" status: 200 len: 2404 time: 0.0856407 Jun 25 09:13:42.819547 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a1766-eb6e-4da5-a3e2-000fabe6956b req-fbda1e80-9625-4bd2-a338-0e8d04e567c1 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:42.821894 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e3a1766-eb6e-4da5-a3e2-000fabe6956b req-fbda1e80-9625-4bd2-a338-0e8d04e567c1 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.1261313 Jun 25 09:13:42.854200 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3236a501-94b3-4fe4-89a9-4617b8620ae4 req-b53c612d-00e7-4dba-8416-ddbb9f79ba9e tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:42.887740 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e3a1766-eb6e-4da5-a3e2-000fabe6956b req-4dd58b56-4537-4b46-ab0b-32500072bea5 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602944 Jun 25 09:13:42.889587 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3236a501-94b3-4fe4-89a9-4617b8620ae4 req-b53c612d-00e7-4dba-8416-ddbb9f79ba9e tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:42.949834 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3236a501-94b3-4fe4-89a9-4617b8620ae4 req-b53c612d-00e7-4dba-8416-ddbb9f79ba9e tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:42.953853 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3236a501-94b3-4fe4-89a9-4617b8620ae4 req-b53c612d-00e7-4dba-8416-ddbb9f79ba9e tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:42.967472 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5335512-585c-4bef-b5bc-266ec31498f1 x-openstack-request-id: req-b5335512-585c-4bef-b5bc-266ec31498f1 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:42.968038 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641", "name": "network-vif-deleted", "tag": "e6257204-fffc-4af8-a4ad-40a970843eb3", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:42.968591 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b5335512-585c-4bef-b5bc-266ec31498f1 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:42.969807 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3236a501-94b3-4fe4-89a9-4617b8620ae4 req-b53c612d-00e7-4dba-8416-ddbb9f79ba9e tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "DELETE /v2.0/security-groups/7b06d983-f2b9-4ce2-9a33-8b677aed95e5 HTTP/1.1" status: 204 len: 173 time: 0.2071927 Jun 25 09:13:42.970773 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed1e5dc-19c2-46a7-ac6c-a81c5b0df641', 'name': 'network-vif-deleted', 'tag': 'e6257204-fffc-4af8-a4ad-40a970843eb3', 'status': 'completed', 'code': 200} Jun 25 09:13:42.971383 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9d8d5a0d-24d9-4ff0-8703-1986846cf436 tempest-ImagesOneServerNegativeTestJSON-53873012 tempest-ImagesOneServerNegativeTestJSON-53873012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:42.997493 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c612d-00e7-4dba-8416-ddbb9f79ba9e tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b06d983-f2b9-4ce2-9a33-8b677aed95e5,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:43.018433 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b53c612d-00e7-4dba-8416-ddbb9f79ba9e tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:43.061865 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-5a3e6802-2990-4d26-bf48-a688c59329d2 req-9d654599-8a19-48d6-8ca4-c74f19c9b351 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] show failed (client error): The resource could not be found. Jun 25 09:13:43.062928 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5a3e6802-2990-4d26-bf48-a688c59329d2 req-9d654599-8a19-48d6-8ca4-c74f19c9b351 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/floatingips/b84f14af-8726-4c53-ac6d-caeeefcf3b60 HTTP/1.1" status: 404 len: 350 time: 0.0731344 Jun 25 09:13:43.235933 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae94a0-d9d1-44bb-8d7a-d499b8969bf2 req-9320fcbc-bfb3-4b96-ab6e-77e9a272b7f0 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:43.237457 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-07ae94a0-d9d1-44bb-8d7a-d499b8969bf2 req-9320fcbc-bfb3-4b96-ab6e-77e9a272b7f0 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 944 time: 0.1572053 Jun 25 09:13:43.243687 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61113aba-3239-4727-9d42-ed54f7d7260f req-983134cf-5f04-4864-b1f0-5e9b243e08fe tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "GET /v2.0/security-groups/47331347-5c36-422c-a13e-039d6e8f6879 HTTP/1.1" status: 200 len: 2398 time: 0.0847886 Jun 25 09:13:43.250862 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4646f-eda9-4fc2-a7d2-26a22c8d0323 req-f7c2e951-9e5f-47c9-9a2c-0b03d54cd60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:43.252290 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6b4646f-eda9-4fc2-a7d2-26a22c8d0323 req-f7c2e951-9e5f-47c9-9a2c-0b03d54cd60f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b29326d595124f66a340ae8a2245ac84&device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 1096 time: 0.1434252 Jun 25 09:13:43.363342 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-07ae94a0-d9d1-44bb-8d7a-d499b8969bf2 req-698f7b6e-5a52-4b40-bfa2-f5a2659394e1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154902 Jun 25 09:13:43.408002 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-61113aba-3239-4727-9d42-ed54f7d7260f req-3eb5f132-50f9-4ecb-8b1d-3e67af611891 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:43.449918 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-df4217ab-e608-4a89-b660-c4353dafbb3f req-0f0cf1b1-c192-461e-abd3-2e36b85f31d8 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] show failed (client error): The resource could not be found. Jun 25 09:13:43.450973 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df4217ab-e608-4a89-b660-c4353dafbb3f req-0f0cf1b1-c192-461e-abd3-2e36b85f31d8 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] 10.222.0.93 "GET /v2.0/floatingips/b84f14af-8726-4c53-ac6d-caeeefcf3b60 HTTP/1.1" status: 404 len: 350 time: 0.0577416 Jun 25 09:13:43.460909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42178) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:43.471572 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4646f-eda9-4fc2-a7d2-26a22c8d0323 req-503c4fd9-724c-436d-b0db-d5737c2a430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:43.473014 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6b4646f-eda9-4fc2-a7d2-26a22c8d0323 req-503c4fd9-724c-436d-b0db-d5737c2a430f service neutron] 10.222.0.41 "GET /v2.0/networks?id=119be928-ce8c-4bd3-a417-2e4446719647 HTTP/1.1" status: 200 len: 925 time: 0.2014415 Jun 25 09:13:43.570459 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-61113aba-3239-4727-9d42-ed54f7d7260f req-3eb5f132-50f9-4ecb-8b1d-3e67af611891 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:43.589271 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6b4646f-eda9-4fc2-a7d2-26a22c8d0323 req-610e1053-3263-4b67-b918-31c6ecab1206 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e11e01d-f79a-4240-8142-d211f4255729 HTTP/1.1" status: 200 len: 217 time: 0.0806766 Jun 25 09:13:43.627559 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:13:43.724954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4646f-eda9-4fc2-a7d2-26a22c8d0323 req-ee9a5a03-8208-4290-96b3-9ca009d05c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:43.726764 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6b4646f-eda9-4fc2-a7d2-26a22c8d0323 req-ee9a5a03-8208-4290-96b3-9ca009d05c8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf63583-994a-4093-950f-4fd73828ebf2 HTTP/1.1" status: 200 len: 862 time: 0.1149883 Jun 25 09:13:43.749254 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-61113aba-3239-4727-9d42-ed54f7d7260f req-3eb5f132-50f9-4ecb-8b1d-3e67af611891 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:43.751827 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-61113aba-3239-4727-9d42-ed54f7d7260f req-3eb5f132-50f9-4ecb-8b1d-3e67af611891 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:43.752898 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61113aba-3239-4727-9d42-ed54f7d7260f req-3eb5f132-50f9-4ecb-8b1d-3e67af611891 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] 10.222.0.93 "DELETE /v2.0/security-groups/47331347-5c36-422c-a13e-039d6e8f6879 HTTP/1.1" status: 204 len: 173 time: 0.4953551 Jun 25 09:13:43.755897 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b53c612d-00e7-4dba-8416-ddbb9f79ba9e tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:43.759149 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42184) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:43.767506 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:43.817366 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-c486d005-6f5a-4bef-8cf5-6947e063c2f3 admin admin] Deleting subnet 6e5a8f81-b416-489f-b97a-80323fe07876 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:13:43.821299 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c486d005-6f5a-4bef-8cf5-6947e063c2f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:43.832511 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:43.833263 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5f132-50f9-4ecb-8b1d-3e67af611891 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47331347-5c36-422c-a13e-039d6e8f6879,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:43.835833 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3eb5f132-50f9-4ecb-8b1d-3e67af611891 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:43.839187 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:43.839835 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:43.860794 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c486d005-6f5a-4bef-8cf5-6947e063c2f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:43.868266 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b70eb-0054-40b9-8fa0-f9a1283abc89 req-5bbb0d55-ecd1-48cd-b8c1-7e1e19fb65b9 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:43.870139 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b1b70eb-0054-40b9-8fa0-f9a1283abc89 req-5bbb0d55-ecd1-48cd-b8c1-7e1e19fb65b9 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 943 time: 0.3043027 Jun 25 09:13:43.892949 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-1515c59a-67d3-40f1-ba9e-967b4882abe3 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=bdfb1cc0b2394280b6ba7969de67b341&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543308 Jun 25 09:13:43.906091 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c486d005-6f5a-4bef-8cf5-6947e063c2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:43.941578 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:43.979569 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=01e2561a-bb9b-4dca-a0aa-52ff1a42a794,segment=NetworkSegment(9e6c0beb-f9ac-4238-8bc0-b375dbae975d),segment_id=9e6c0beb-f9ac-4238-8bc0-b375dbae975d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:43.981343 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c486d005-6f5a-4bef-8cf5-6947e063c2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:43.984109 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:43.984382 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8f27560e-9661-4b4b-8527-90840980df39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:43.986052 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:44.011233 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486d005-6f5a-4bef-8cf5-6947e063c2f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e5a8f81-b416-489f-b97a-80323fe07876,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:44.018078 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c486d005-6f5a-4bef-8cf5-6947e063c2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:44.019341 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c486d005-6f5a-4bef-8cf5-6947e063c2f3 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/6e5a8f81-b416-489f-b97a-80323fe07876 HTTP/1.1" status: 204 len: 168 time: 0.2586608 Jun 25 09:13:44.022303 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c486d005-6f5a-4bef-8cf5-6947e063c2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:44.022914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42196) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:44.038247 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=01e2561a-bb9b-4dca-a0aa-52ff1a42a794,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:44.038658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4646f-eda9-4fc2-a7d2-26a22c8d0323 req-d5fd8d20-20de-4ad9-880f-beea20b76d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:44.040177 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6b4646f-eda9-4fc2-a7d2-26a22c8d0323 req-d5fd8d20-20de-4ad9-880f-beea20b76d95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=119be928-ce8c-4bd3-a417-2e4446719647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3012705 Jun 25 09:13:44.041374 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:44.057077 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b1b70eb-0054-40b9-8fa0-f9a1283abc89 req-12031c0b-ddad-4af5-b8fc-cde090b138c9 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706767 Jun 25 09:13:44.070115 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aae97af-71b6-4a74-804b-bc2c177fe459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e2561a-bb9b-4dca-a0aa-52ff1a42a794'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:44.073011 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e827fb6e-3f3b-4284-8ffe-1cb80f1a6815" -d '{"events": [{"server_uuid": "4aae97af-71b6-4a74-804b-bc2c177fe459", "name": "network-vif-plugged", "status": "completed", "tag": "01e2561a-bb9b-4dca-a0aa-52ff1a42a794"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:44.104533 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b2a48eea-6a54-4d10-a81e-64bef4347f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:44.184008 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b2a48eea-6a54-4d10-a81e-64bef4347f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:44.190651 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-7cc4a28f-f84d-400a-9acc-6de263e2f9b1 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:44.193191 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-7cc4a28f-f84d-400a-9acc-6de263e2f9b1 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2895179 Jun 25 09:13:44.197555 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-b2a48eea-6a54-4d10-a81e-64bef4347f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94cae53a-b780-4554-ae8d-1947b6b6b06c']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:44.208471 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-b2a48eea-6a54-4d10-a81e-64bef4347f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955f6fad-d79e-402c-92cb-613fbc1b3c41') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:44.208791 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-b2a48eea-6a54-4d10-a81e-64bef4347f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955f6fad-d79e-402c-92cb-613fbc1b3c41') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:44.218514 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b2a48eea-6a54-4d10-a81e-64bef4347f07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:44.232424 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b2a48eea-6a54-4d10-a81e-64bef4347f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:44.239025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a48eea-6a54-4d10-a81e-64bef4347f07 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:13:44.239781 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b2a48eea-6a54-4d10-a81e-64bef4347f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:13:44.241527 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:13:44.285110 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-fa92d835-6ce7-4cd5-b4a2-d8cda76fa579 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/quotas/bdfb1cc0b2394280b6ba7969de67b341 HTTP/1.1" status: 200 len: 375 time: 0.0714726 Jun 25 09:13:44.294851 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6b4646f-eda9-4fc2-a7d2-26a22c8d0323 req-29032946-2280-4965-b896-862e9d425faa service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331579 Jun 25 09:13:44.295329 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b2a48eea-6a54-4d10-a81e-64bef4347f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:44.299629 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-42b40992-10dd-402d-b9ac-3aea0734097b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:44.302514 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b2a48eea-6a54-4d10-a81e-64bef4347f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:44.304354 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b2a48eea-6a54-4d10-a81e-64bef4347f07 admin admin] 10.222.0.93 "DELETE /v2.0/networks/94cae53a-b780-4554-ae8d-1947b6b6b06c HTTP/1.1" status: 204 len: 168 time: 0.2782428 Jun 25 09:13:44.317155 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a48eea-6a54-4d10-a81e-64bef4347f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=94cae53a-b780-4554-ae8d-1947b6b6b06c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:44.319906 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b2a48eea-6a54-4d10-a81e-64bef4347f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:44.418670 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9499e7-b38e-4bc1-92a0-436b0b28c1de req-97469c36-07c3-4390-a8e1-4babc9651953 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:44.420190 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e9499e7-b38e-4bc1-92a0-436b0b28c1de req-97469c36-07c3-4390-a8e1-4babc9651953 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 946 time: 0.2417142 Jun 25 09:13:44.485770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42204) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:44.489484 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6b4646f-eda9-4fc2-a7d2-26a22c8d0323 req-e219ffbc-72f7-47e2-8e34-8fb8883d0c69 service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805358 Jun 25 09:13:44.508914 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-6ea0a8da-b8b7-44c2-b2bb-f5ef8229a422 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=bdfb1cc0b2394280b6ba7969de67b341&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2166135 Jun 25 09:13:44.513250 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e9499e7-b38e-4bc1-92a0-436b0b28c1de req-f2ef3e82-61a8-4e44-be5b-fa27ac989e52 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/security-groups?id=95c60efd-ba89-4563-b69c-df8fc98a3906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831974 Jun 25 09:13:44.549970 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a8432a56-927f-4398-95d8-4e70746d2d07 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9107d69d44ac494993507d4ab504c691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553288 Jun 25 09:13:44.549970 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42206) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:44.585757 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-38bfed1c-752c-4bf3-840b-fbda7257f269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:44.628671 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d542bd2-45c7-46ae-853c-1214536f4b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:44.670722 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d542bd2-45c7-46ae-853c-1214536f4b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:44.729934 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0848b2-bdcc-4009-8754-573f9f74e00c x-openstack-request-id: req-dd0848b2-bdcc-4009-8754-573f9f74e00c {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:44.731784 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aae97af-71b6-4a74-804b-bc2c177fe459", "name": "network-vif-plugged", "status": "completed", "tag": "01e2561a-bb9b-4dca-a0aa-52ff1a42a794", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:44.732618 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dd0848b2-bdcc-4009-8754-573f9f74e00c {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:44.733296 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d542bd2-45c7-46ae-853c-1214536f4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:44.734154 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aae97af-71b6-4a74-804b-bc2c177fe459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e2561a-bb9b-4dca-a0aa-52ff1a42a794', 'code': 200} Jun 25 09:13:44.744097 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d542bd2-45c7-46ae-853c-1214536f4b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:44.746691 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5d542bd2-45c7-46ae-853c-1214536f4b7f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/90a9f652-7fe7-4daa-9996-2e0de16e0f20 HTTP/1.1" status: 204 len: 168 time: 0.1999824 Jun 25 09:13:44.747550 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2acb7e44-fcf8-4fe0-9214-a50e6ac1b21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:44.759776 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d542bd2-45c7-46ae-853c-1214536f4b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a9f652-7fe7-4daa-9996-2e0de16e0f20,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:44.770076 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5d542bd2-45c7-46ae-853c-1214536f4b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:44.904400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aae93a-4ad8-426a-b045-6aa8bb63cf12 req-cd763648-979c-4d06-81f9-7242f923c387 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:44.906133 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3aae93a-4ad8-426a-b045-6aa8bb63cf12 req-cd763648-979c-4d06-81f9-7242f923c387 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.2126513 Jun 25 09:13:45.083882 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3aae93a-4ad8-426a-b045-6aa8bb63cf12 req-d0d147cd-02c8-4706-872e-e699350a8bfe tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561887 Jun 25 09:13:45.125517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523b73b-306b-4542-9487-3ec88cc1628a req-cc645a1b-2063-4f5c-85cf-98235e499387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:45.127204 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6523b73b-306b-4542-9487-3ec88cc1628a req-cc645a1b-2063-4f5c-85cf-98235e499387 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 1098 time: 0.2711217 Jun 25 09:13:45.139906 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ebdb8-6c6d-40e4-b08b-4541b48056e1 req-6c72dce8-5804-4997-aa43-dda5bf887d77 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:45.151731 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f62ebdb8-6c6d-40e4-b08b-4541b48056e1 req-6c72dce8-5804-4997-aa43-dda5bf887d77 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 944 time: 0.2567232 Jun 25 09:13:45.294397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75189318-220d-4e5d-b3e9-b9b931a621a1 req-410f3c77-8a53-4b1f-9e21-d9b3d0c99380 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 210 time: 0.0940468 Jun 25 09:13:45.306176 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f62ebdb8-6c6d-40e4-b08b-4541b48056e1 req-6eb81f54-23c6-4032-b4a1-020da7ece6bc tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532853 Jun 25 09:13:45.315031 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6523b73b-306b-4542-9487-3ec88cc1628a req-0ab93fe8-9ed1-469f-a0f3-be253fed1a9e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=95c60efd-ba89-4563-b69c-df8fc98a3906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600430 Jun 25 09:13:45.381860 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-38bfed1c-752c-4bf3-840b-fbda7257f269 admin admin] Deleting port 5a93aa80-5a2a-40e9-9b37-5c05472f776e {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:13:45.382472 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-38bfed1c-752c-4bf3-840b-fbda7257f269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:45.502170 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-38bfed1c-752c-4bf3-840b-fbda7257f269 admin admin] For port 5a93aa80-5a2a-40e9-9b37-5c05472f776e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5a93aa80-5a2a-40e9-9b37-5c05472f776e,segment=NetworkSegment(4b64882e-962c-4ae8-a98f-ecbfa60b2e46),segment_id=4b64882e-962c-4ae8-a98f-ecbfa60b2e46)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:45.502693 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-38bfed1c-752c-4bf3-840b-fbda7257f269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:45.523676 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-38bfed1c-752c-4bf3-840b-fbda7257f269 admin admin] Calling delete_port for 5a93aa80-5a2a-40e9-9b37-5c05472f776e owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:13:45.585979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cac1ef-b1a8-431d-8b5c-06f1c7809632 req-6044bd16-6b1e-4b20-8149-36e5f0295861 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:45.587681 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6cac1ef-b1a8-431d-8b5c-06f1c7809632 req-6044bd16-6b1e-4b20-8149-36e5f0295861 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 943 time: 0.1393187 Jun 25 09:13:45.672188 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6cac1ef-b1a8-431d-8b5c-06f1c7809632 req-8156cafd-42fa-46bf-a519-d3f29d33535f tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783353 Jun 25 09:13:45.776187 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42252) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:45.913311 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-38bfed1c-752c-4bf3-840b-fbda7257f269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:45.961001 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1874761379-network', 'tenant_id': 'b9f2f7c4852f4813bdb4dad9f5fa55ae'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:45.961651 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:45.986873 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Made reservation on behalf of b9f2f7c4852f4813bdb4dad9f5fa55ae for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:45.994039 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:46.008549 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:46.146715 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:46.152138 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:46.157975 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-adc59362-6064-4b5c-a63a-09742a0c5639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:46.177768 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:13:46.195990 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2795523e-7cf8-4b93-bd25-991dd3909360,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:46.199641 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:46.201578 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:46.202043 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Added segment 06e69768-99a2-4a5b-bb7a-7809780d0423 of type vlan for network 6538f724-2fee-4c1b-a85e-9b3edf9078c3 Jun 25 09:13:46.276970 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:46.318698 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:46.320434 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:46.321095 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:46.323354 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:46.394084 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Pushing event updated for resources: {'Network': ['ID=6538f724-2fee-4c1b-a85e-9b3edf9078c3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:46.405825 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 6538f724-2fee-4c1b-a85e-9b3edf9078c3 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:13:46.406521 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfed1c-752c-4bf3-840b-fbda7257f269 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a93aa80-5a2a-40e9-9b37-5c05472f776e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:46.415888 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-38bfed1c-752c-4bf3-840b-fbda7257f269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:46.419675 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:46.428924 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6431406 Jun 25 09:13:46.430659 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42266) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:46.438408 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-20126b4a-f166-489b-b3ce-3395b3333450 admin admin] Request body: {'subnet': {'network_id': '6538f724-2fee-4c1b-a85e-9b3edf9078c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1874761379-subnet', 'tenant_id': 'b9f2f7c4852f4813bdb4dad9f5fa55ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:46.478517 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20126b4a-f166-489b-b3ce-3395b3333450 admin admin] Made reservation on behalf of b9f2f7c4852f4813bdb4dad9f5fa55ae for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:46.481196 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20126b4a-f166-489b-b3ce-3395b3333450 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:46.631507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f613af-71ea-44b3-8445-6070df55f5c2 req-08ddfcba-bd78-4c6b-8482-0d10f364ee9c tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:46.645470 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88f613af-71ea-44b3-8445-6070df55f5c2 req-08ddfcba-bd78-4c6b-8482-0d10f364ee9c tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 946 time: 0.7188182 Jun 25 09:13:46.875230 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4e11e01d-f79a-4240-8142-d211f4255729 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:13:46.889071 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8752761-33e2-4af4-81d4-e74d28f9f1f2 req-06029e50-99bb-40a1-b08b-f3bc4feb3ae0 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:46.890672 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8752761-33e2-4af4-81d4-e74d28f9f1f2 req-06029e50-99bb-40a1-b08b-f3bc4feb3ae0 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.5154321 Jun 25 09:13:46.951321 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-38bfed1c-752c-4bf3-840b-fbda7257f269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:47.053781 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88f613af-71ea-44b3-8445-6070df55f5c2 req-8836e65a-8923-4b7c-b2de-d584e81a71c0 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/security-groups?id=95c60efd-ba89-4563-b69c-df8fc98a3906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4071352 Jun 25 09:13:47.096757 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-35fb1cb3-a2cf-4414-9116-6bd529e5b7b2 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=bdfb1cc0b2394280b6ba7969de67b341&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723097 Jun 25 09:13:47.111245 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4e11e01d-f79a-4240-8142-d211f4255729, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4e11e01d-f79a-4240-8142-d211f4255729,segment=NetworkSegment(f4f98a73-ca9d-4241-8023-e4c4596c86c4),segment_id=f4f98a73-ca9d-4241-8023-e4c4596c86c4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:47.134418 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '4e11e01d-f79a-4240-8142-d211f4255729', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'port_id': '4e11e01d-f79a-4240-8142-d211f4255729', 'mac_address': 'fa:16:3e:18:52:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:13:47.140087 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8752761-33e2-4af4-81d4-e74d28f9f1f2 req-8dc8db1d-4f0c-4068-8f3b-869801fa374a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592648 Jun 25 09:13:47.193223 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:47.210056 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e11e01d-f79a-4240-8142-d211f4255729 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:13:47.244746 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20126b4a-f166-489b-b3ce-3395b3333450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:47.246743 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4e11e01d-f79a-4240-8142-d211f4255729, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4e11e01d-f79a-4240-8142-d211f4255729,segment=NetworkSegment(f4f98a73-ca9d-4241-8023-e4c4596c86c4),segment_id=f4f98a73-ca9d-4241-8023-e4c4596c86c4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:47.251859 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3f116619-a87c-4a9e-a2eb-433ca49a8927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:47.257261 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:47.264468 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:47.367973 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4e11e01d-f79a-4240-8142-d211f4255729,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:47.370482 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20126b4a-f166-489b-b3ce-3395b3333450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f736864-139a-4489-a2e5-9542b4a084ef,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:47.374271 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-20126b4a-f166-489b-b3ce-3395b3333450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:47.377180 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:47.389170 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20126b4a-f166-489b-b3ce-3395b3333450 admin admin] Checking segment: {'id': '06e69768-99a2-4a5b-bb7a-7809780d0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6538f724-2fee-4c1b-a85e-9b3edf9078c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:47.389774 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ccccbbd-08ff-44d5-bcb5-cd684899ffb3 req-a3a47a13-407d-44df-80f1-ce86fa9926bf tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 210 time: 0.1137595 Jun 25 09:13:47.392913 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20126b4a-f166-489b-b3ce-3395b3333450 admin admin] Network hostable DHCP agents. Network: 6538f724-2fee-4c1b-a85e-9b3edf9078c3, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:13:47.419097 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20126b4a-f166-489b-b3ce-3395b3333450 admin admin] Network 6538f724-2fee-4c1b-a85e-9b3edf9078c3 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:13:47.433345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-20126b4a-f166-489b-b3ce-3395b3333450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 6538f724-2fee-4c1b-a85e-9b3edf9078c3) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:47.442987 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880e9350-2e89-4cca-a8e2-ce5430c46b3a None None] Network 6538f724-2fee-4c1b-a85e-9b3edf9078c3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:13:47.446998 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20126b4a-f166-489b-b3ce-3395b3333450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:47.448396 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20126b4a-f166-489b-b3ce-3395b3333450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:47.480129 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-20126b4a-f166-489b-b3ce-3395b3333450 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0482333 Jun 25 09:13:47.482191 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-6e51dcb8-ec54-41e6-af6f-c9791f3e2bd6 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:47.484920 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-6e51dcb8-ec54-41e6-af6f-c9791f3e2bd6 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3870957 Jun 25 09:13:47.505478 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-5608beaf-a0fd-45ea-9e94-8341e7da0065 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Request body: {'port': {'device_id': '16c83fc8-1819-43da-bc34-ed83d310ba84', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'bdfb1cc0b2394280b6ba7969de67b341'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:47.611543 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25387d36-2905-4ed8-a97c-76510dd04551 None None] Network 6538f724-2fee-4c1b-a85e-9b3edf9078c3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:13:47.733699 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b5ed0-1d16-49ed-afcb-4c6fc1cb9e25 req-5f8fccec-a3e8-484e-81ac-fb3f590e8b39 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:47.735413 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1e8b5ed0-1d16-49ed-afcb-4c6fc1cb9e25 req-5f8fccec-a3e8-484e-81ac-fb3f590e8b39 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 945 time: 0.3776727 Jun 25 09:13:47.790418 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:13:47.804594 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bfed1c-752c-4bf3-840b-fbda7257f269 admin admin] Router c6d49a9a-7c5e-4da7-bee3-464047bdc2bd has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:13:47.850119 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1e8b5ed0-1d16-49ed-afcb-4c6fc1cb9e25 req-7e9294f8-8329-4cc4-bd97-5affbb5ef175 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016393 Jun 25 09:13:47.856862 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-5608beaf-a0fd-45ea-9e94-8341e7da0065 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Made reservation on behalf of bdfb1cc0b2394280b6ba7969de67b341 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:47.862632 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-5608beaf-a0fd-45ea-9e94-8341e7da0065 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:47.906693 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['4e11e01d-f79a-4240-8142-d211f4255729'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:13:48.016973 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bfed1c-752c-4bf3-840b-fbda7257f269 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:13:48.033941 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e69051-67fc-4d21-883a-1cac3100c7f4 None None] Sync routers for ids ['c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:13:48.044761 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e69051-67fc-4d21-883a-1cac3100c7f4 None None] Routers {'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:13:48.046166 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a0e69051-67fc-4d21-883a-1cac3100c7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:13:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:48.049825 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-38bfed1c-752c-4bf3-840b-fbda7257f269 admin admin] 10.222.0.93 "PUT /v2.0/routers/c6d49a9a-7c5e-4da7-bee3-464047bdc2bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5871224 Jun 25 09:13:48.051733 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42284) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:48.098571 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd80b96-066a-45c0-ae03-51426a021895 req-8c80849f-b5fd-4b92-9f69-f6c2909bf39a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:48.110295 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bd80b96-066a-45c0-ae03-51426a021895 req-8c80849f-b5fd-4b92-9f69-f6c2909bf39a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 943 time: 0.5357945 Jun 25 09:13:48.167912 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-a0e69051-67fc-4d21-883a-1cac3100c7f4 None None] Set router c6d49a9a-7c5e-4da7-bee3-464047bdc2bd gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:13:48.228446 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:48.253381 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bd80b96-066a-45c0-ae03-51426a021895 req-7c7cce20-6520-4b60-b364-14b709bc03e3 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312826 Jun 25 09:13:48.280397 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-5608beaf-a0fd-45ea-9e94-8341e7da0065 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Allocated IP 192.168.233.79 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/4d9b69b0-3ed7-45dc-97a2-9682bedd7196) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:48.359694 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49983af-ff2b-45ea-ba17-76881c1cc034 req-dd37a448-45c1-444f-a4c7-25df14d06436 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:48.364062 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d49983af-ff2b-45ea-ba17-76881c1cc034 req-dd37a448-45c1-444f-a4c7-25df14d06436 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.2973764 Jun 25 09:13:48.395639 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a0e69051-67fc-4d21-883a-1cac3100c7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'name': 'tempest-FloatingIPsTestJSON-1633646906-router', 'tenant_id': '3315701760fd461392f2e95b107cb881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'e379af5d-ce39-4ccc-901c-241aedb87c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:45Z', 'revision_number': 5, 'project_id': '3315701760fd461392f2e95b107cb881', 'gw_port': {'id': 'e379af5d-ce39-4ccc-901c-241aedb87c84', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ab:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:14Z', 'updated_at': '2021-06-25T09:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:48.408558 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:48.429195 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e69051-67fc-4d21-883a-1cac3100c7f4 None None] Checking router: c6d49a9a-7c5e-4da7-bee3-464047bdc2bd for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:13:48.455039 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e69051-67fc-4d21-883a-1cac3100c7f4 None None] Routers {'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:13:48.455697 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a0e69051-67fc-4d21-883a-1cac3100c7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:13:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:48.485087 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d49983af-ff2b-45ea-ba17-76881c1cc034 req-f9222496-8c53-417c-a63c-12ef580e7596 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051776 Jun 25 09:13:48.546247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] Deleting port e379af5d-ce39-4ccc-901c-241aedb87c84 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:13:48.546790 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:48.554490 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-a0e69051-67fc-4d21-883a-1cac3100c7f4 None None] Set router c6d49a9a-7c5e-4da7-bee3-464047bdc2bd gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:13:48.589835 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-5608beaf-a0fd-45ea-9e94-8341e7da0065 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:48.599366 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-6382811c-0885-4222-b456-4166faddc26a req-91babafc-850e-4cd9-bbbc-66f5762e01b1 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1524195412', 'description': 'tempest-description-827479472'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:48.605622 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a0e69051-67fc-4d21-883a-1cac3100c7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'name': 'tempest-FloatingIPsTestJSON-1633646906-router', 'tenant_id': '3315701760fd461392f2e95b107cb881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:48Z', 'revision_number': 6, 'project_id': '3315701760fd461392f2e95b107cb881', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:48.613650 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-e8ae7f7f-f8dd-4e25-8d9a-86fa48c362b8 service neutron] 10.222.0.38 "GET /v2.0/ports/3e328bbc-c0f3-40ad-b4d9-9ced57443f84/bindings/n-h1-761264-15 HTTP/1.1" status: 200 len: 385 time: 0.1386020 Jun 25 09:13:48.633334 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6382811c-0885-4222-b456-4166faddc26a req-91babafc-850e-4cd9-bbbc-66f5762e01b1 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:48.636376 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e69051-67fc-4d21-883a-1cac3100c7f4 None None] The sync data for ids ['c6d49a9a-7c5e-4da7-bee3-464047bdc2bd'] in n-d-761264-15 is: [{'id': 'c6d49a9a-7c5e-4da7-bee3-464047bdc2bd', 'name': 'tempest-FloatingIPsTestJSON-1633646906-router', 'tenant_id': '3315701760fd461392f2e95b107cb881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:48Z', 'revision_number': 6, 'project_id': '3315701760fd461392f2e95b107cb881', 'gw_port_host': None}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:13:48.699633 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-5608beaf-a0fd-45ea-9e94-8341e7da0065 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Transition to ACTIVE for port object 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:48.705329 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] For port e379af5d-ce39-4ccc-901c-241aedb87c84, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e379af5d-ce39-4ccc-901c-241aedb87c84,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:48.705697 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:48.738846 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] Calling delete_port for e379af5d-ce39-4ccc-901c-241aedb87c84 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:13:48.777040 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c40371-a9b4-47d8-bb5c-93fcfd5b5688 req-fe041396-7828-4344-ad5f-97c4306b9473 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:48.778555 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1c40371-a9b4-47d8-bb5c-93fcfd5b5688 req-fe041396-7828-4344-ad5f-97c4306b9473 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 946 time: 0.1426680 Jun 25 09:13:48.797297 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-5608beaf-a0fd-45ea-9e94-8341e7da0065 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:48.803506 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1ed6b235-d626-4139-942c-210515873757 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:48.832423 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['e823830b-361c-4369-9751-0701ed8b403e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:13:48.897020 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-5608beaf-a0fd-45ea-9e94-8341e7da0065 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:48.898922 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:13:48.911645 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6382811c-0885-4222-b456-4166faddc26a req-91babafc-850e-4cd9-bbbc-66f5762e01b1 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:48.913521 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608beaf-a0fd-45ea-9e94-8341e7da0065 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Pushing event updated for resources: {'Port': ['ID=4d9b69b0-3ed7-45dc-97a2-9682bedd7196,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:48.916279 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-939e1cc0-703c-414d-ae00-c870599ec373 req-60c1f0c2-e772-49f3-b96e-e09332e2405e service neutron] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:48.916929 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-5608beaf-a0fd-45ea-9e94-8341e7da0065 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:48.930474 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1c40371-a9b4-47d8-bb5c-93fcfd5b5688 req-f8ea04ab-ca02-43c8-abaa-db8df0d408d9 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/security-groups?id=95c60efd-ba89-4563-b69c-df8fc98a3906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435869 Jun 25 09:13:48.931601 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5608beaf-a0fd-45ea-9e94-8341e7da0065 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:48.942368 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-5608beaf-a0fd-45ea-9e94-8341e7da0065 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:48.943016 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42298) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:48.950016 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8a515c22-6d20-4c1b-9201-03b5f2544810 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-882903929'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:48.965681 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-939e1cc0-703c-414d-ae00-c870599ec373 req-60c1f0c2-e772-49f3-b96e-e09332e2405e service neutron] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:49.010931 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6382811c-0885-4222-b456-4166faddc26a req-91babafc-850e-4cd9-bbbc-66f5762e01b1 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.017941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-939e1cc0-703c-414d-ae00-c870599ec373 req-60c1f0c2-e772-49f3-b96e-e09332e2405e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:13:49.030097 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-939e1cc0-703c-414d-ae00-c870599ec373 req-60c1f0c2-e772-49f3-b96e-e09332e2405e service neutron] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:49.031790 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-5608beaf-a0fd-45ea-9e94-8341e7da0065 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:49.032467 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-5608beaf-a0fd-45ea-9e94-8341e7da0065 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.046926 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-939e1cc0-703c-414d-ae00-c870599ec373 req-60c1f0c2-e772-49f3-b96e-e09332e2405e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.054983 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-62091067-e69f-4b0d-b504-6c52164b91d8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:49.066354 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6382811c-0885-4222-b456-4166faddc26a req-91babafc-850e-4cd9-bbbc-66f5762e01b1 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.083947 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6382811c-0885-4222-b456-4166faddc26a req-91babafc-850e-4cd9-bbbc-66f5762e01b1 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4900379 Jun 25 09:13:49.101787 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:13:49.126868 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91babafc-850e-4cd9-bbbc-66f5762e01b1 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e33f13-0985-4035-9430-c1057d9765da,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:49.133180 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-91babafc-850e-4cd9-bbbc-66f5762e01b1 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:49.135172 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-5608beaf-a0fd-45ea-9e94-8341e7da0065 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6358025 Jun 25 09:13:49.140604 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a515c22-6d20-4c1b-9201-03b5f2544810 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Made reservation on behalf of 81ef1d7481db47eba8120f9c96cdadfe for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:49.144235 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a515c22-6d20-4c1b-9201-03b5f2544810 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.153121 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Request body: {'port': {'device_id': '16c83fc8-1819-43da-bc34-ed83d310ba84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:49.239496 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a515c22-6d20-4c1b-9201-03b5f2544810 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:13:49.268269 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a515c22-6d20-4c1b-9201-03b5f2544810 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.268542 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-8a515c22-6d20-4c1b-9201-03b5f2544810 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Added segment 216cd6f5-fcfa-4704-af51-8a94d9f9b50d of type vlan for network b567525f-dea5-412a-9997-aee658afe302 Jun 25 09:13:49.287334 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.292008 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1d76e7e5-7a48-4cbd-a187-a86b4fcfea4f None None] Provisioning for port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:49.293308 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a3ac358c-096d-47a0-a2ff-ac1e204291f4 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:49.296803 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1d76e7e5-7a48-4cbd-a187-a86b4fcfea4f None None] Provisioning complete for port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:49.297194 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d76e7e5-7a48-4cbd-a187-a86b4fcfea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.301693 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.338829 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1d76e7e5-7a48-4cbd-a187-a86b4fcfea4f None None] Port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:13:49.353369 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] Pushing event deleted for resources: {'Port': ['ID=e379af5d-ce39-4ccc-901c-241aedb87c84,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:49.363964 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:49.367442 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-939e1cc0-703c-414d-ae00-c870599ec373 req-60c1f0c2-e772-49f3-b96e-e09332e2405e service neutron] Transition to ACTIVE for port object 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:49.369878 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a515c22-6d20-4c1b-9201-03b5f2544810 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.389229 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b0919-d165-4fa0-8851-9cb052291fa5 req-cba5273f-aa8c-4217-86a2-283f6cdc29dd tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:49.390738 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f34b0919-d165-4fa0-8851-9cb052291fa5 req-cba5273f-aa8c-4217-86a2-283f6cdc29dd tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 935 time: 0.1896169 Jun 25 09:13:49.391427 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-939e1cc0-703c-414d-ae00-c870599ec373 req-60c1f0c2-e772-49f3-b96e-e09332e2405e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.399768 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c07460be-c984-4dd2-91dd-e78d4fc4aa55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:49.488996 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfe306-250a-4882-b5ad-1dd43c08a7c5 req-e9d74070-c321-4767-af9b-fb2d16072072 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:49.490428 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bccfe306-250a-4882-b5ad-1dd43c08a7c5 req-e9d74070-c321-4767-af9b-fb2d16072072 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 945 time: 0.2087979 Jun 25 09:13:49.520610 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1f0c2-e772-49f3-b96e-e09332e2405e service neutron] Pushing event updated for resources: {'Port': ['ID=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,revision_number=10']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:49.544109 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a515c22-6d20-4c1b-9201-03b5f2544810 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.546693 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60c1f0c2-e772-49f3-b96e-e09332e2405e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:49.548072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-939e1cc0-703c-414d-ae00-c870599ec373 req-60c1f0c2-e772-49f3-b96e-e09332e2405e service neutron] No DVR routers for this DVR port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:13:49.549880 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f34b0919-d165-4fa0-8851-9cb052291fa5 req-0f8278eb-1bbb-4dcd-b99b-4ca6fe2b8379 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417391 Jun 25 09:13:49.550588 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.557829 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a515c22-6d20-4c1b-9201-03b5f2544810 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:49.558479 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a515c22-6d20-4c1b-9201-03b5f2544810 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.564361 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-53686efd-1992-4802-b678-98e80cf6762d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:49.615454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bccfe306-250a-4882-b5ad-1dd43c08a7c5 req-b3f11c39-ed2a-439c-9696-a3885532f340 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155772 Jun 25 09:13:49.651437 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-cd6b9745-b5ea-4c0f-997e-231bc504c056 req-b88d7f2f-2992-4e7c-843d-f31a43617130 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-32153740', 'description': 'tempest-description-747931777'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:49.733621 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-cd6b9745-b5ea-4c0f-997e-231bc504c056 req-b88d7f2f-2992-4e7c-843d-f31a43617130 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.767207 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8a515c22-6d20-4c1b-9201-03b5f2544810 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8229413 Jun 25 09:13:49.772704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42308) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:49.776467 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.779784 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a9f501bc-eaab-45c9-9e9d-9106e43de38d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1506028267'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:49.785443 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.792528 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a515c22-6d20-4c1b-9201-03b5f2544810 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event updated for resources: {'Network': ['ID=b567525f-dea5-412a-9997-aee658afe302,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:49.797642 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-60c1f0c2-e772-49f3-b96e-e09332e2405e service neutron] 10.222.0.38 "PUT /v2.0/ports/3e328bbc-c0f3-40ad-b4d9-9ced57443f84/bindings/n-h1-761264-15/activate HTTP/1.1" status: 200 len: 370 time: 1.1770058 Jun 25 09:13:49.800315 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8a515c22-6d20-4c1b-9201-03b5f2544810 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:49.807108 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network b567525f-dea5-412a-9997-aee658afe302 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:13:49.849954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:13:49.850667 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.851181 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6d49a9a-7c5e-4da7-bee3-464047bdc2bd {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:13:49.855555 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.859565 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] 10.222.0.93 "DELETE /v2.0/routers/c6d49a9a-7c5e-4da7-bee3-464047bdc2bd HTTP/1.1" status: 204 len: 168 time: 1.8067811 Jun 25 09:13:49.860190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42310) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:49.860381 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.887349 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f98557-5210-4d93-9127-265844fb535c req-dc70fcc3-538d-4561-b2ae-aabd0ef704f2 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:49.898352 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42312) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:49.903789 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ff27f097-0355-49f1-ab7c-db3970503a6f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Request body: {'floatingip': {'port_id': '01e2561a-bb9b-4dca-a0aa-52ff1a42a794'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:49.909972 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-02f98557-5210-4d93-9127-265844fb535c req-dc70fcc3-538d-4561-b2ae-aabd0ef704f2 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 946 time: 0.2154682 Jun 25 09:13:49.968981 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff27f097-0355-49f1-ab7c-db3970503a6f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for floatingip, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:49.969429 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Transition to ACTIVE for port object 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:50.008524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b993942-0c50-4d45-8877-0a0fe26951a0 admin admin] Deleting subnet 365e6779-f52c-492a-9fa2-10b6467b49da {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:13:50.010118 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.016701 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b993942-0c50-4d45-8877-0a0fe26951a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.024987 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c0261372-32ba-4b19-9a54-7b7caeda3a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:50.083239 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b993942-0c50-4d45-8877-0a0fe26951a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.138306 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-cd6b9745-b5ea-4c0f-997e-231bc504c056 req-b88d7f2f-2992-4e7c-843d-f31a43617130 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.164796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Pushing event updated for resources: {'Port': ['ID=4d9b69b0-3ed7-45dc-97a2-9682bedd7196,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:50.168262 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:50.168920 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-cd6b9745-b5ea-4c0f-997e-231bc504c056 req-b88d7f2f-2992-4e7c-843d-f31a43617130 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.175131 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-82293234-bbcc-4012-af79-2024c1f1e6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:50.179594 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e1cc0-703c-414d-ae00-c870599ec373 req-c8956814-2493-47a8-9e79-68dc5dc580d7 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:50.181106 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-c8956814-2493-47a8-9e79-68dc5dc580d7 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53&tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 1096 time: 0.2633779 Jun 25 09:13:50.268001 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b993942-0c50-4d45-8877-0a0fe26951a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.288583 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f501bc-eaab-45c9-9e9d-9106e43de38d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Made reservation on behalf of 81ef1d7481db47eba8120f9c96cdadfe for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:50.291972 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9f501bc-eaab-45c9-9e9d-9106e43de38d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.305046 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5a93aa80-5a2a-40e9-9b37-5c05472f776e no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:13:50.310465 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-cd6b9745-b5ea-4c0f-997e-231bc504c056 req-b88d7f2f-2992-4e7c-843d-f31a43617130 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.334600 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd6b9745-b5ea-4c0f-997e-231bc504c056 req-b88d7f2f-2992-4e7c-843d-f31a43617130 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.6884196 Jun 25 09:13:50.340254 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 5a93aa80-5a2a-40e9-9b37-5c05472f776e {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:13:50.345246 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5a93aa80-5a2a-40e9-9b37-5c05472f776e not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:13:50.345956 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e379af5d-ce39-4ccc-901c-241aedb87c84 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:13:50.346263 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d7f2f-2992-4e7c-843d-f31a43617130 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f621f0b1-e7be-43ee-8aed-fa5513c2a89c,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:50.365720 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b88d7f2f-2992-4e7c-843d-f31a43617130 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:50.394186 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: e379af5d-ce39-4ccc-901c-241aedb87c84 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:13:50.394858 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e379af5d-ce39-4ccc-901c-241aedb87c84 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:13:50.427384 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f501bc-eaab-45c9-9e9d-9106e43de38d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:13:50.438306 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca937-0b51-4ee7-a4d6-b9d6d9ef3f5c req-03278022-518d-4318-9622-6c4fb062fc59 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:50.439945 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-29fca937-0b51-4ee7-a4d6-b9d6d9ef3f5c req-03278022-518d-4318-9622-6c4fb062fc59 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 944 time: 0.3527348 Jun 25 09:13:50.455889 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9f501bc-eaab-45c9-9e9d-9106e43de38d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.456245 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-a9f501bc-eaab-45c9-9e9d-9106e43de38d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Added segment 97b878c1-2fbf-46a5-a0d0-c16faa8788ed of type vlan for network 71754435-8609-4d26-9226-f6462d50ad72 Jun 25 09:13:50.461651 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Attempting to bind port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:50.461980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Attempting to bind port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:50.462299 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Attempting to bind port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:50.477450 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e1cc0-703c-414d-ae00-c870599ec373 req-7edcf7fa-246b-4792-a13f-b83044a7f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:50.479004 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-7edcf7fa-246b-4792-a13f-b83044a7f7b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53&tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d HTTP/1.1" status: 200 len: 1096 time: 0.2751591 Jun 25 09:13:50.484952 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b993942-0c50-4d45-8877-0a0fe26951a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.491151 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:50.495269 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:13:50.495806 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Attempting to bind port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:50.525069 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b993942-0c50-4d45-8877-0a0fe26951a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=365e6779-f52c-492a-9fa2-10b6467b49da,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:50.534507 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b993942-0c50-4d45-8877-0a0fe26951a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:50.539404 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b993942-0c50-4d45-8877-0a0fe26951a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.541323 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5b993942-0c50-4d45-8877-0a0fe26951a0 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/365e6779-f52c-492a-9fa2-10b6467b49da HTTP/1.1" status: 204 len: 168 time: 0.6801555 Jun 25 09:13:50.544210 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42320) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:50.545086 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f0f7c5-f3a0-47f9-a875-dec2f1c7d772 None None] Network 9450a9a6-e5e3-4340-bdc9-d0da41f666fc requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:13:50.577323 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9f501bc-eaab-45c9-9e9d-9106e43de38d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.625997 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:50.626329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:50.626748 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:50.629237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Bound port: 4d9b69b0-3ed7-45dc-97a2-9682bedd7196, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:50.629655 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.675994 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9f501bc-eaab-45c9-9e9d-9106e43de38d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.690561 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f501bc-eaab-45c9-9e9d-9106e43de38d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:50.690797 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.691790 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9f501bc-eaab-45c9-9e9d-9106e43de38d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.709562 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff27f097-0355-49f1-ab7c-db3970503a6f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.710790 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-29fca937-0b51-4ee7-a4d6-b9d6d9ef3f5c req-b7675e6d-a340-4662-a4e7-4c13071901ca tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546957 Jun 25 09:13:50.715150 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff27f097-0355-49f1-ab7c-db3970503a6f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.727453 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-50d82dec-671a-4280-b470-2e2fdd93e730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:50.790705 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235a8c87-8406-42f0-a9cd-499b7854d121 None None] DHCP port deletion for 9450a9a6-e5e3-4340-bdc9-d0da41f666fc request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:13:50.852010 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Deleting port 303af2aa-20af-4322-bd93-3296562d7ac5 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:13:50.852352 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.858512 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-235a8c87-8406-42f0-a9cd-499b7854d121 None None] Deleting port 303af2aa-20af-4322-bd93-3296562d7ac5 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:13:50.859074 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-235a8c87-8406-42f0-a9cd-499b7854d121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:50.865516 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-ff27f097-0355-49f1-ab7c-db3970503a6f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Floating IP d63b167a-9426-4a98-8831-e605db45f0f6 associated. External IP: 172.25.6.182, port: 01e2561a-bb9b-4dca-a0aa-52ff1a42a794. Jun 25 09:13:50.877369 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4e11e01d-f79a-4240-8142-d211f4255729 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:50.980799 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-235a8c87-8406-42f0-a9cd-499b7854d121 None None] For port 303af2aa-20af-4322-bd93-3296562d7ac5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=303af2aa-20af-4322-bd93-3296562d7ac5,segment=NetworkSegment(4b64882e-962c-4ae8-a98f-ecbfa60b2e46),segment_id=4b64882e-962c-4ae8-a98f-ecbfa60b2e46)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:50.981490 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-235a8c87-8406-42f0-a9cd-499b7854d121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.006594 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 4e11e01d-f79a-4240-8142-d211f4255729 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:51.009150 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-235a8c87-8406-42f0-a9cd-499b7854d121 None None] Calling delete_port for 303af2aa-20af-4322-bd93-3296562d7ac5 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:13:51.012421 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] For port 303af2aa-20af-4322-bd93-3296562d7ac5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=303af2aa-20af-4322-bd93-3296562d7ac5,segment=NetworkSegment(4b64882e-962c-4ae8-a98f-ecbfa60b2e46),segment_id=4b64882e-962c-4ae8-a98f-ecbfa60b2e46)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:51.012719 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.014488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 4e11e01d-f79a-4240-8142-d211f4255729 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:51.014858 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.033201 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Calling delete_port for 303af2aa-20af-4322-bd93-3296562d7ac5 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:13:51.160240 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.162239 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-235a8c87-8406-42f0-a9cd-499b7854d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.165287 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-28534ad8-9185-4eb0-bd6b-f08a96accd4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:51.203616 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a8c87-8406-42f0-a9cd-499b7854d121 None None] Pushing event deleted for resources: {'Port': ['ID=303af2aa-20af-4322-bd93-3296562d7ac5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:51.205713 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-235a8c87-8406-42f0-a9cd-499b7854d121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:51.216699 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a99c250-d87e-42f7-9798-1dc9ec784934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e11e01d-f79a-4240-8142-d211f4255729'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:51.221441 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570e1119-ded8-4311-8fe3-59ecd1f2c04f" -d '{"events": [{"server_uuid": "8a99c250-d87e-42f7-9798-1dc9ec784934", "name": "network-vif-plugged", "status": "completed", "tag": "4e11e01d-f79a-4240-8142-d211f4255729"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:51.223401 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a8c87-8406-42f0-a9cd-499b7854d121 None None] No DVR routers for this DVR port 303af2aa-20af-4322-bd93-3296562d7ac5 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:13:51.248993 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4e11e01d-f79a-4240-8142-d211f4255729, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4e11e01d-f79a-4240-8142-d211f4255729,segment=NetworkSegment(f4f98a73-ca9d-4241-8023-e4c4596c86c4),segment_id=f4f98a73-ca9d-4241-8023-e4c4596c86c4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:51.254717 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.258193 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-611765d9-70be-4c4c-b2c7-81e98a9f93ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:51.301416 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a9f501bc-eaab-45c9-9e9d-9106e43de38d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5258064 Jun 25 09:13:51.316651 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4e11e01d-f79a-4240-8142-d211f4255729,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:51.318487 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42340) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:51.321540 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:51.332648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a12a2cc5-a20b-48ef-a6f3-056c89ca9831 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Request body: {'subnet': {'network_id': 'b567525f-dea5-412a-9997-aee658afe302', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:51.404667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f501bc-eaab-45c9-9e9d-9106e43de38d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event updated for resources: {'Network': ['ID=71754435-8609-4d26-9226-f6462d50ad72,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:51.419313 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 71754435-8609-4d26-9226-f6462d50ad72 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:13:51.452222 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a9f501bc-eaab-45c9-9e9d-9106e43de38d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:51.454434 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e1cc0-703c-414d-ae00-c870599ec373 req-d2a3f82a-a5ca-487c-a700-760df10b257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:51.456040 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-d2a3f82a-a5ca-487c-a700-760df10b257a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 1096 time: 0.9209945 Jun 25 09:13:51.498807 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.501037 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f520ac7a-a98f-4a6b-b284-5f12c7a299e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:51.501284 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] For port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:51.533452 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff27f097-0355-49f1-ab7c-db3970503a6f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:13:51.536846 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Pushing event deleted for resources: {'Port': ['ID=303af2aa-20af-4322-bd93-3296562d7ac5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:51.540662 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:51.542377 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] No DVR routers for this DVR port 303af2aa-20af-4322-bd93-3296562d7ac5 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:13:51.576769 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] For port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=4d9b69b0-3ed7-45dc-97a2-9682bedd7196,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:13:51.593256 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-c6f0caa1-dc72-4add-947e-e03a3be8de99 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8676841 Jun 25 09:13:51.598094 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.605476 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-608be6ff-89ec-4b7f-bfc7-c8507f3fd580 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:51.613564 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec6210-77be-45c6-908f-d4443df41160 req-27b82fd5-12ab-4f2b-a3b2-514531151e0c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:51.621255 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01ec6210-77be-45c6-908f-d4443df41160 req-27b82fd5-12ab-4f2b-a3b2-514531151e0c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/networks?id=6538f724-2fee-4c1b-a85e-9b3edf9078c3 HTTP/1.1" status: 200 len: 813 time: 0.8431706 Jun 25 09:13:51.652898 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.668877 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9450a9a6-e5e3-4340-bdc9-d0da41f666fc']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:51.709928 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b64882e-962c-4ae8-a98f-ecbfa60b2e46') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:51.710314 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b64882e-962c-4ae8-a98f-ecbfa60b2e46') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:51.714834 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01ec6210-77be-45c6-908f-d4443df41160 req-34a8cd3e-838c-4d39-8124-6087dd27870c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/quotas/b9f2f7c4852f4813bdb4dad9f5fa55ae HTTP/1.1" status: 200 len: 375 time: 0.0926154 Jun 25 09:13:51.719743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:51.720377 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.721830 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] 10.222.0.38 "PUT /v2.0/ports/4d9b69b0-3ed7-45dc-97a2-9682bedd7196 HTTP/1.1" status: 200 len: 1096 time: 2.5738823 Jun 25 09:13:51.724532 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c83fc8-1819-43da-bc34-ed83d310ba84', 'tag': '4d9b69b0-3ed7-45dc-97a2-9682bedd7196'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:51.724684 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.726938 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0e6024-a025-41a4-86a3-195e078ab08b" -d '{"events": [{"name": "network-changed", "server_uuid": "16c83fc8-1819-43da-bc34-ed83d310ba84", "tag": "4d9b69b0-3ed7-45dc-97a2-9682bedd7196"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:51.741798 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12a2cc5-a20b-48ef-a6f3-056c89ca9831 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Made reservation on behalf of 81ef1d7481db47eba8120f9c96cdadfe for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:51.746059 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a12a2cc5-a20b-48ef-a6f3-056c89ca9831 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.759332 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.764244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff27f097-0355-49f1-ab7c-db3970503a6f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:13:51.770018 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff27f097-0355-49f1-ab7c-db3970503a6f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.772317 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:13:51.772701 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:13:51.774412 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:13:51.778891 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c75789-36ee-40ea-b893-43a9779ccdd5 None None] Sync routers for ids ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:13:51.782889 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d783c-9183-4278-bcd3-9aad30f614ba req-98e7caa6-1ac2-4386-a1ac-9f6cf32aeeb3 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:51.790388 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-829d783c-9183-4278-bcd3-9aad30f614ba req-98e7caa6-1ac2-4386-a1ac-9f6cf32aeeb3 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 947 time: 0.5637329 Jun 25 09:13:51.807140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c75789-36ee-40ea-b893-43a9779ccdd5 None None] Routers {'75b00c86-d0dd-431d-96c3-ab0a1b581b25'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:13:51.810674 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-86c75789-36ee-40ea-b893-43a9779ccdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:13:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:51.858897 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ff27f097-0355-49f1-ab7c-db3970503a6f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "PUT /v2.0/floatingips/d63b167a-9426-4a98-8831-e605db45f0f6 HTTP/1.1" status: 200 len: 992 time: 1.9593539 Jun 25 09:13:51.860575 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aae97af-71b6-4a74-804b-bc2c177fe459', 'tag': '01e2561a-bb9b-4dca-a0aa-52ff1a42a794'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:13:51.862232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01ec6210-77be-45c6-908f-d4443df41160 req-127be6da-6fde-4f22-b17a-04934b3c7281 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1463785 Jun 25 09:13:51.863471 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34638af5-8beb-4200-beca-fc7f58c79dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "4aae97af-71b6-4a74-804b-bc2c177fe459", "tag": "01e2561a-bb9b-4dca-a0aa-52ff1a42a794"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:13:51.867071 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.878769 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:51.881714 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:51.883774 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] 10.222.0.93 "DELETE /v2.0/networks/9450a9a6-e5e3-4340-bdc9-d0da41f666fc HTTP/1.1" status: 204 len: 168 time: 1.3388577 Jun 25 09:13:51.900912 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Pushing event deleted for resources: {'Network': ['ID=9450a9a6-e5e3-4340-bdc9-d0da41f666fc,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:51.905587 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:51.908101 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Pushing event updated for resources: {'Port': ['ID=4d9b69b0-3ed7-45dc-97a2-9682bedd7196,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:51.934121 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e1cc0-703c-414d-ae00-c870599ec373 req-a5f7708a-31d6-4818-bdd9-11ce2f9ab857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:51.935682 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-a5f7708a-31d6-4818-bdd9-11ce2f9ab857 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.4593186 Jun 25 09:13:51.948029 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:52.038969 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-86c75789-36ee-40ea-b893-43a9779ccdd5 None None] Set router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:13:52.085491 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42368) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:52.093736 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-2d05d23c-6558-4f1f-a6b1-6a336fa11d1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e328bbc-c0f3-40ad-b4d9-9ced57443f84 HTTP/1.1" status: 200 len: 217 time: 0.1206076 Jun 25 09:13:52.129765 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-829d783c-9183-4278-bcd3-9aad30f614ba req-1b265d8e-32a9-45ad-9e2f-358e65bb7372 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382223 Jun 25 09:13:52.158127 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e7256b3d-4990-473a-83d7-86aff0afd6c7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3315701760fd461392f2e95b107cb881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678935 Jun 25 09:13:52.158843 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42370) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:52.220465 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01ec6210-77be-45c6-908f-d4443df41160 req-b675be5e-c9e4-4955-a101-5e2368a1f68a service neutron] 10.222.0.93 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572161 Jun 25 09:13:52.223658 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1a1b64a-9660-4178-bf51-88feae4b0be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:52.256908 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1a1b64a-9660-4178-bf51-88feae4b0be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:52.259295 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e1cc0-703c-414d-ae00-c870599ec373 req-d33fb673-f220-45fa-97a3-9be234e88b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:52.260815 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-d33fb673-f220-45fa-97a3-9be234e88b8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.1561079 Jun 25 09:13:52.277781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-28a32a7e-dce5-44e8-84ca-4f400671aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:52.279370 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-28a32a7e-dce5-44e8-84ca-4f400671aa2d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bdfb1cc0b2394280b6ba7969de67b341&device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 1099 time: 0.4290652 Jun 25 09:13:52.314742 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1a1b64a-9660-4178-bf51-88feae4b0be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:52.321017 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1a1b64a-9660-4178-bf51-88feae4b0be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:52.335839 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 303af2aa-20af-4322-bd93-3296562d7ac5 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:13:52.349921 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a1a1b64a-9660-4178-bf51-88feae4b0be7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9a005653-aa67-442c-b81b-e10bacff440e HTTP/1.1" status: 204 len: 168 time: 0.1884305 Jun 25 09:13:52.353076 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:52.363237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1b64a-9660-4178-bf51-88feae4b0be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a005653-aa67-442c-b81b-e10bacff440e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:52.367316 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a1a1b64a-9660-4178-bf51-88feae4b0be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:52.393163 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 303af2aa-20af-4322-bd93-3296562d7ac5 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:13:52.393732 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 303af2aa-20af-4322-bd93-3296562d7ac5 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:13:52.404704 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2736634a-8ca8-4613-9e4e-eb928f784940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:52.415528 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-66784aec-7a23-45cd-828c-47701ce06334 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351807 Jun 25 09:13:52.509972 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-86c75789-36ee-40ea-b893-43a9779ccdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'name': 'tempest-ServersTestBootFromVolume-779245557-router', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:12:37Z', 'updated_at': '2021-06-25T09:12:43Z', 'revision_number': 4, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'gw_port': {'id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:38Z', 'updated_at': '2021-06-25T09:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'd63b167a-9426-4a98-8831-e605db45f0f6', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'port_id': '01e2561a-bb9b-4dca-a0aa-52ff1a42a794', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'mac_address': 'fa:16:3e:b9:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aae97af-71b6-4a74-804b-bc2c177fe459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:12:47Z', 'updated_at': '2021-06-25T09:13:50Z', 'revision_number': 1, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef26008-3f3b-46d1-b1a4-03979bdbba5d', 'name': '', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'mac_address': 'fa:16:3e:65:81:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '71266b30-0660-42ae-9490-5602b8ed149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:42Z', 'updated_at': '2021-06-25T09:12:50Z', 'revision_number': 5, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'subnets': [{'id': '71266b30-0660-42ae-9490-5602b8ed149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:52.526668 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-a82b8af2-6c71-4a56-9109-8a7570a0b4c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=4d9b69b0-3ed7-45dc-97a2-9682bedd7196 HTTP/1.1" status: 200 len: 217 time: 0.1140313 Jun 25 09:13:52.542121 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c75789-36ee-40ea-b893-43a9779ccdd5 None None] Checking router: 75b00c86-d0dd-431d-96c3-ab0a1b581b25 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:13:52.553301 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c75789-36ee-40ea-b893-43a9779ccdd5 None None] Routers {'75b00c86-d0dd-431d-96c3-ab0a1b581b25'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:13:52.554242 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-86c75789-36ee-40ea-b893-43a9779ccdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:13:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:52.675883 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01ec6210-77be-45c6-908f-d4443df41160 req-1d7a2471-0186-46f4-8551-93d08e7b1865 service neutron] 10.222.0.93 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542270 Jun 25 09:13:52.681924 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-86c75789-36ee-40ea-b893-43a9779ccdd5 None None] Set router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:13:52.747169 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-c223b092-ebfb-4848-80ac-82647581b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:52.748813 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-c223b092-ebfb-4848-80ac-82647581b3a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1898687 Jun 25 09:13:52.752165 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a12a2cc5-a20b-48ef-a6f3-056c89ca9831 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:52.757396 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-b9f4eead-939b-4ef7-8ff7-e56f1206f0da service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295624 Jun 25 09:13:52.811622 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:52.975517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a104c-964b-454a-a477-59489a93bd63 req-a6c2af03-7b06-4256-b4a6-2a13d10d11a3 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:52.984704 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b8a104c-964b-454a-a477-59489a93bd63 req-a6c2af03-7b06-4256-b4a6-2a13d10d11a3 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.5606468 Jun 25 09:13:53.003788 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a2cc5-a20b-48ef-a6f3-056c89ca9831 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event updated for resources: {'Subnet': ['ID=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:53.036484 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a12a2cc5-a20b-48ef-a6f3-056c89ca9831 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:53.077987 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-86c75789-36ee-40ea-b893-43a9779ccdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'name': 'tempest-ServersTestBootFromVolume-779245557-router', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:12:37Z', 'updated_at': '2021-06-25T09:12:43Z', 'revision_number': 4, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'gw_port': {'id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:38Z', 'updated_at': '2021-06-25T09:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'd63b167a-9426-4a98-8831-e605db45f0f6', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'port_id': '01e2561a-bb9b-4dca-a0aa-52ff1a42a794', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'mac_address': 'fa:16:3e:b9:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aae97af-71b6-4a74-804b-bc2c177fe459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:12:47Z', 'updated_at': '2021-06-25T09:13:50Z', 'revision_number': 1, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef26008-3f3b-46d1-b1a4-03979bdbba5d', 'name': '', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'mac_address': 'fa:16:3e:65:81:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '71266b30-0660-42ae-9490-5602b8ed149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:42Z', 'updated_at': '2021-06-25T09:12:50Z', 'revision_number': 5, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'subnets': [{'id': '71266b30-0660-42ae-9490-5602b8ed149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:13:53.107431 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c75789-36ee-40ea-b893-43a9779ccdd5 None None] The sync data for ids ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'] in n-d-761264-15 is: [{'id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'name': 'tempest-ServersTestBootFromVolume-779245557-router', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:12:37Z', 'updated_at': '2021-06-25T09:12:43Z', 'revision_number': 4, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'gw_port': {'id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:38Z', 'updated_at': '2021-06-25T09:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'd63b167a-9426-4a98-8831-e605db45f0f6', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'port_id': '01e2561a-bb9b-4dca-a0aa-52ff1a42a794', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'mac_address': 'fa:16:3e:b9:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aae97af-71b6-4a74-804b-bc2c177fe459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:12:47Z', 'updated_at': '2021-06-25T09:13:50Z', 'revision_number': 1, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef26008-3f3b-46d1-b1a4-03979bdbba5d', 'name': '', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'mac_address': 'fa:16:3e:65:81:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '71266b30-0660-42ae-9490-5602b8ed149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:42Z', 'updated_at': '2021-06-25T09:12:50Z', 'revision_number': 5, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'subnets': [{'id': '71266b30-0660-42ae-9490-5602b8ed149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:13:53.108847 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-8f996762-907c-4fa9-884c-54c437a203dc service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346314 Jun 25 09:13:53.121646 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-adc909bb-d997-4118-9777-9a7ddaa2622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:53.123240 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-adc909bb-d997-4118-9777-9a7ddaa2622a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3611009 Jun 25 09:13:53.126735 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12a2cc5-a20b-48ef-a6f3-056c89ca9831 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Checking segment: {'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:53.127128 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12a2cc5-a20b-48ef-a6f3-056c89ca9831 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Network hostable DHCP agents. Network: b567525f-dea5-412a-9997-aee658afe302, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:13:53.149012 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b8a104c-964b-454a-a477-59489a93bd63 req-f6626059-5838-42c5-a448-10e571c74ee2 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630828 Jun 25 09:13:53.239823 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12a2cc5-a20b-48ef-a6f3-056c89ca9831 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Network b567525f-dea5-412a-9997-aee658afe302 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:13:53.284088 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-cd8ec6ab-f966-47a0-9879-b70a3957081f service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493990 Jun 25 09:13:53.288485 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4cf1a6-bd02-4c42-b820-fc3f42a8876f x-openstack-request-id: req-cd4cf1a6-bd02-4c42-b820-fc3f42a8876f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:53.288944 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a99c250-d87e-42f7-9798-1dc9ec784934", "name": "network-vif-plugged", "status": "completed", "tag": "4e11e01d-f79a-4240-8142-d211f4255729", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:53.289389 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cd4cf1a6-bd02-4c42-b820-fc3f42a8876f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:53.290009 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a99c250-d87e-42f7-9798-1dc9ec784934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e11e01d-f79a-4240-8142-d211f4255729', 'code': 200} Jun 25 09:13:53.300182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa5a71-39ef-4706-8e9f-917e0841f1be req-4501894d-3fbb-46fa-8d34-a8d90ce1bf35 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:53.308869 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1fa5a71-39ef-4706-8e9f-917e0841f1be req-4501894d-3fbb-46fa-8d34-a8d90ce1bf35 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 946 time: 0.2732556 Jun 25 09:13:53.322650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-a12a2cc5-a20b-48ef-a6f3-056c89ca9831 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, b567525f-dea5-412a-9997-aee658afe302) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:53.336992 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6d77cc-1c86-4cf7-8ded-389ec7dfc722 None None] Network b567525f-dea5-412a-9997-aee658afe302 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:13:53.370475 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12a2cc5-a20b-48ef-a6f3-056c89ca9831 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:53.371086 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a12a2cc5-a20b-48ef-a6f3-056c89ca9831 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:53.444657 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80bc4db-b994-4939-a8c0-35239db078e2 x-openstack-request-id: req-b80bc4db-b994-4939-a8c0-35239db078e2 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:53.445052 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c83fc8-1819-43da-bc34-ed83d310ba84", "tag": "4d9b69b0-3ed7-45dc-97a2-9682bedd7196", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:53.445285 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b80bc4db-b994-4939-a8c0-35239db078e2 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:53.445708 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c83fc8-1819-43da-bc34-ed83d310ba84', 'tag': '4d9b69b0-3ed7-45dc-97a2-9682bedd7196', 'status': 'completed', 'code': 200} Jun 25 09:13:53.496929 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493de424-4a39-4369-bb1d-88935e6af835 None None] New status for floating IP d63b167a-9426-4a98-8831-e605db45f0f6: ACTIVE {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:13:53.591174 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1fa5a71-39ef-4706-8e9f-917e0841f1be req-7c667cd2-77e6-4427-a5aa-70f246a63426 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813215 Jun 25 09:13:53.603594 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a12a2cc5-a20b-48ef-a6f3-056c89ca9831 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2758737 Jun 25 09:13:53.607500 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42410) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:53.628767 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-61c4d1e0-f4d6-4f0c-b836-6d8634cd151d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Request body: {'subnet': {'network_id': '71754435-8609-4d26-9226-f6462d50ad72', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:53.679670 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aec8d0fc-2513-4e97-bb75-b745fa52278f req-5b5a7c96-ec7f-48bc-952b-4e10d2d1c6d2 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888860 Jun 25 09:13:53.707353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb5954-e32c-4f87-84d8-4ac9e584e05a req-5d45526b-f469-46dd-92b9-dc1441775efa tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:53.715129 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ecdb5954-e32c-4f87-84d8-4ac9e584e05a req-5d45526b-f469-46dd-92b9-dc1441775efa tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 944 time: 0.2400088 Jun 25 09:13:53.744179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94792969-7881-4876-9b1d-7d2a263aaecb req-f6d1ac4f-6984-4959-9a2c-93bace888de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:53.746177 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94792969-7881-4876-9b1d-7d2a263aaecb req-f6d1ac4f-6984-4959-9a2c-93bace888de5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 1098 time: 0.1681929 Jun 25 09:13:53.815394 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ecdb5954-e32c-4f87-84d8-4ac9e584e05a req-3b51ea7f-6076-405b-ac07-2dcdc38175c3 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990911 Jun 25 09:13:53.874306 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94792969-7881-4876-9b1d-7d2a263aaecb req-d6e65b4e-1b28-4666-a8a5-20dcb681b365 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158197 Jun 25 09:13:53.903362 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-ae8d5d35-0d86-489f-8583-0ea5fa729fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:53.905365 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-ae8d5d35-0d86-489f-8583-0ea5fa729fe0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 1100 time: 0.2987616 Jun 25 09:13:53.935664 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:53.936970 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c4d1e0-f4d6-4f0c-b836-6d8634cd151d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Made reservation on behalf of 81ef1d7481db47eba8120f9c96cdadfe for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:53.941138 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61c4d1e0-f4d6-4f0c-b836-6d8634cd151d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:53.945097 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd48d1b9-52e2-4026-949f-6c71d61ec816 x-openstack-request-id: req-cd48d1b9-52e2-4026-949f-6c71d61ec816 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:13:53.945629 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aae97af-71b6-4a74-804b-bc2c177fe459", "tag": "01e2561a-bb9b-4dca-a0aa-52ff1a42a794", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:13:53.946241 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cd48d1b9-52e2-4026-949f-6c71d61ec816 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:13:53.946666 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aae97af-71b6-4a74-804b-bc2c177fe459', 'tag': '01e2561a-bb9b-4dca-a0aa-52ff1a42a794', 'status': 'completed', 'code': 200} Jun 25 09:13:53.983726 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-b567525f-dea5-412a-9997-aee658afe302', 'network_id': 'b567525f-dea5-412a-9997-aee658afe302', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'fixed_ips': [{'subnet_id': '6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:13:53.985210 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:54.111292 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c69d4b63-0138-4ff4-9cb9-09d1393ed30b req-255fb763-67c8-4e1d-97d3-665158529056 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 210 time: 0.0417938 Jun 25 09:13:54.142881 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Allocated IP 10.1.1.2 (b567525f-dea5-412a-9997-aee658afe302/6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1/67d8a847-0ea6-4402-8036-a2c9af912730) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:54.174514 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34638af5-8beb-4200-beca-fc7f58c79dbb req-69a768aa-3776-4e59-9e98-b3eb8bbc9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:54.176023 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-34638af5-8beb-4200-beca-fc7f58c79dbb req-69a768aa-3776-4e59-9e98-b3eb8bbc9944 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0b9dee5511f2477a8c0a4cc51c81c27b&device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 1098 time: 0.1296308 Jun 25 09:13:54.197807 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e6024-a025-41a4-86a3-195e078ab08b req-22918e2e-8984-4b92-ab32-908cb4ebb30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:54.199694 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c0e6024-a025-41a4-86a3-195e078ab08b req-22918e2e-8984-4b92-ab32-908cb4ebb30e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bdfb1cc0b2394280b6ba7969de67b341&device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 1099 time: 0.1738126 Jun 25 09:13:54.264071 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4769a-d102-4898-9e10-ef304500d44c req-f042e275-28e9-4d74-91f9-e55046fdeb9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:54.271312 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4e4769a-d102-4898-9e10-ef304500d44c req-f042e275-28e9-4d74-91f9-e55046fdeb9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 947 time: 0.1589737 Jun 25 09:13:54.287781 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61c4d1e0-f4d6-4f0c-b836-6d8634cd151d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:54.299881 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:54.345804 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4e4769a-d102-4898-9e10-ef304500d44c req-70d97d47-ce98-400a-8e93-4d1693650854 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735281 Jun 25 09:13:54.396033 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:54.409593 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Transition to ACTIVE for port object 67d8a847-0ea6-4402-8036-a2c9af912730 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:54.429501 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Transition to ACTIVE for port object 67d8a847-0ea6-4402-8036-a2c9af912730 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:54.439450 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:54.442152 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:54.445547 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e6024-a025-41a4-86a3-195e078ab08b req-005bb6a5-6751-4da7-a9dc-fae255381bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:54.448653 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c0e6024-a025-41a4-86a3-195e078ab08b req-005bb6a5-6751-4da7-a9dc-fae255381bec service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2428443 Jun 25 09:13:54.455335 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ef57d21-04af-4be9-b363-fc386036e801 req-3d7f1a57-1f11-45a0-a0f3-cea6dff0be6d tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=26eccfe8f0c74ea7943c3514f1316bc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510309 Jun 25 09:13:54.457885 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34638af5-8beb-4200-beca-fc7f58c79dbb req-cdc7e542-e6db-42da-9df7-3fc26d425b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:54.459347 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-34638af5-8beb-4200-beca-fc7f58c79dbb req-cdc7e542-e6db-42da-9df7-3fc26d425b02 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6889e220-6a60-4950-ba9e-092798701f9a HTTP/1.1" status: 200 len: 917 time: 0.2741206 Jun 25 09:13:54.468819 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4d1e0-f4d6-4f0c-b836-6d8634cd151d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event updated for resources: {'Subnet': ['ID=8714fc71-29f3-4ccc-83a9-562da482dc88,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:54.479390 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-61c4d1e0-f4d6-4f0c-b836-6d8634cd151d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:54.506357 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Pushing event updated for resources: {'Port': ['ID=67d8a847-0ea6-4402-8036-a2c9af912730,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:54.512121 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c0e6024-a025-41a4-86a3-195e078ab08b req-f00dc3e8-fdaf-4749-8209-a332d1892312 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=4d9b69b0-3ed7-45dc-97a2-9682bedd7196 HTTP/1.1" status: 200 len: 217 time: 0.0554228 Jun 25 09:13:54.519736 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:54.550942 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4d1e0-f4d6-4f0c-b836-6d8634cd151d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Checking segment: {'id': '97b878c1-2fbf-46a5-a0d0-c16faa8788ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '71754435-8609-4d26-9226-f6462d50ad72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:54.551840 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c4d1e0-f4d6-4f0c-b836-6d8634cd151d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Network hostable DHCP agents. Network: 71754435-8609-4d26-9226-f6462d50ad72, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:13:54.563797 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Network b567525f-dea5-412a-9997-aee658afe302 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:54.565554 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:54.571937 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:54.587278 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-1f046b61-b8de-434f-ae99-7ca5c928142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:54.588845 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-1f046b61-b8de-434f-ae99-7ca5c928142f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2462778 Jun 25 09:13:54.602523 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-34638af5-8beb-4200-beca-fc7f58c79dbb req-67ce19f2-502f-4f83-8cf8-15ee3c57a8f5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e2561a-bb9b-4dca-a0aa-52ff1a42a794 HTTP/1.1" status: 200 len: 1002 time: 0.1221726 Jun 25 09:13:54.607389 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c4d1e0-f4d6-4f0c-b836-6d8634cd151d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Network 71754435-8609-4d26-9226-f6462d50ad72 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:13:54.655743 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Attempting to bind port 67d8a847-0ea6-4402-8036-a2c9af912730 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:54.656215 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Attempting to bind port 67d8a847-0ea6-4402-8036-a2c9af912730 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:54.657572 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Attempting to bind port 67d8a847-0ea6-4402-8036-a2c9af912730 on network b567525f-dea5-412a-9997-aee658afe302 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:54.662004 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:54.662321 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Checking segment: {'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:54.662765 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:54.663373 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Bound using segment: {'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:54.663986 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Bound port: 67d8a847-0ea6-4402-8036-a2c9af912730, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:54.664422 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:54.677178 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-61c4d1e0-f4d6-4f0c-b836-6d8634cd151d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 71754435-8609-4d26-9226-f6462d50ad72) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:54.682180 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-04a8e298-4f5d-4011-a765-2a8d02d6f3cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560 HTTP/1.1" status: 200 len: 217 time: 0.0689545 Jun 25 09:13:54.685186 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c4d1e0-f4d6-4f0c-b836-6d8634cd151d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:54.685899 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61c4d1e0-f4d6-4f0c-b836-6d8634cd151d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:54.703890 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0641d99b-dbd4-4701-a607-87c65ed608f1 None None] Network 71754435-8609-4d26-9226-f6462d50ad72 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:13:54.732622 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e1cc0-703c-414d-ae00-c870599ec373 req-17b0c73d-7803-4af7-9076-af3f4db68d24 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:54.736263 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-61c4d1e0-f4d6-4f0c-b836-6d8634cd151d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1179116 Jun 25 09:13:54.736371 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-17b0c73d-7803-4af7-9076-af3f4db68d24 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53&tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&binding%3Ahost_id=n-h1-761264-15 HTTP/1.1" status: 200 len: 1096 time: 0.4097455 Jun 25 09:13:54.736457 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42430) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:54.740843 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34638af5-8beb-4200-beca-fc7f58c79dbb req-d34ffcdb-d655-408c-8d8f-26dcaaa27367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:54.742209 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e6024-a025-41a4-86a3-195e078ab08b req-4f7f2567-d02d-4fc4-8f30-51fbf0c51821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:54.742376 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-34638af5-8beb-4200-beca-fc7f58c79dbb req-d34ffcdb-d655-408c-8d8f-26dcaaa27367 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=71266b30-0660-42ae-9490-5602b8ed149b HTTP/1.1" status: 200 len: 854 time: 0.1314454 Jun 25 09:13:54.743984 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c0e6024-a025-41a4-86a3-195e078ab08b req-4f7f2567-d02d-4fc4-8f30-51fbf0c51821 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.2216151 Jun 25 09:13:54.746484 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Request body: {'port': {'network_id': 'b567525f-dea5-412a-9997-aee658afe302', 'name': 'tempest-TaggedBootDevicesTest_v242-655628809', 'fixed_ips': [{'subnet_id': '6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:54.800670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] For port 67d8a847-0ea6-4402-8036-a2c9af912730, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:54.822786 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] For port 67d8a847-0ea6-4402-8036-a2c9af912730, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=67d8a847-0ea6-4402-8036-a2c9af912730,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:13:54.829769 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:54.831524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-5c1bcc27-f2e7-4f12-90dd-680056baa2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:54.833022 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-5c1bcc27-f2e7-4f12-90dd-680056baa2aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1422796 Jun 25 09:13:54.840492 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:54.885803 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aba5f4-b06d-4c39-ac04-b1af948f85d3 req-09e35edf-e4db-4bd7-bad9-b403a6e56198 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:54.893982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91aba5f4-b06d-4c39-ac04-b1af948f85d3 req-09e35edf-e4db-4bd7-bad9-b403a6e56198 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.3378124 Jun 25 09:13:54.922891 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef57d21-04af-4be9-b363-fc386036e801 req-9c449014-4dc5-4bf9-b400-8f92efc09459 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:54.930239 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ef57d21-04af-4be9-b363-fc386036e801 req-9c449014-4dc5-4bf9-b400-8f92efc09459 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4162600 Jun 25 09:13:54.953565 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34638af5-8beb-4200-beca-fc7f58c79dbb req-2acf0fe6-c2ce-4699-81b1-5ddd5ebd411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:54.953565 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-34638af5-8beb-4200-beca-fc7f58c79dbb req-2acf0fe6-c2ce-4699-81b1-5ddd5ebd411b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6889e220-6a60-4950-ba9e-092798701f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1875238 Jun 25 09:13:54.977972 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ef57d21-04af-4be9-b363-fc386036e801 req-da78916f-9bed-477c-b1b0-c8f25124a8cb tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/quotas/26eccfe8f0c74ea7943c3514f1316bc1 HTTP/1.1" status: 200 len: 375 time: 0.0468757 Jun 25 09:13:54.997167 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-71754435-8609-4d26-9226-f6462d50ad72', 'network_id': '71754435-8609-4d26-9226-f6462d50ad72', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'fixed_ips': [{'subnet_id': '8714fc71-29f3-4ccc-83a9-562da482dc88'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:13:54.998665 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:55.002640 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c5e9fdae-b2ae-415c-baeb-391edc10ff30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:55.026481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Pushing event updated for resources: {'Port': ['ID=67d8a847-0ea6-4402-8036-a2c9af912730,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:55.031176 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:55.068913 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Made reservation on behalf of 81ef1d7481db47eba8120f9c96cdadfe for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:55.127626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-526df492-3f7d-4be1-ade2-04e984f9366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:55.129158 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-526df492-3f7d-4be1-ade2-04e984f9366f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2867978 Jun 25 09:13:55.134283 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-34638af5-8beb-4200-beca-fc7f58c79dbb req-790f9f71-7db3-4a70-af92-3d169308efa3 service neutron] 10.222.0.38 "GET /v2.0/networks/6889e220-6a60-4950-ba9e-092798701f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743052 Jun 25 09:13:55.199805 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:55.346136 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Allocated IP 10.2.2.2 (71754435-8609-4d26-9226-f6462d50ad72/8714fc71-29f3-4ccc-83a9-562da482dc88/b344e496-c0f7-435f-99db-7fc09675e55f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:55.392994 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:55.503746 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] device_id is not set on port c9fc842f-c94f-4048-9d10-074730e495de yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:13:55.571541 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:55.580924 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-c0d21c6f-4acf-4c50-9e22-b760a4137e42 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422057 Jun 25 09:13:55.586879 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Transition to ACTIVE for port object b344e496-c0f7-435f-99db-7fc09675e55f will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:55.596244 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-34638af5-8beb-4200-beca-fc7f58c79dbb req-cf316982-99a4-45b2-958b-e3e142281bab service neutron] 10.222.0.38 "GET /v2.0/networks/6889e220-6a60-4950-ba9e-092798701f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387803 Jun 25 09:13:55.613931 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Transition to ACTIVE for port object b344e496-c0f7-435f-99db-7fc09675e55f will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:55.616437 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ef57d21-04af-4be9-b363-fc386036e801 req-5175d321-f448-403c-b553-722b4a8bc66f tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=26eccfe8f0c74ea7943c3514f1316bc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6374662 Jun 25 09:13:55.627026 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:55.630485 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-779e2043-4fe4-4bc9-8fa8-ed4b37911340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:55.654287 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec6210-77be-45c6-908f-d4443df41160 req-5596c6e4-5c1d-4017-8c57-fe7eade73bd1 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:55.656171 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-01ec6210-77be-45c6-908f-d4443df41160 req-5596c6e4-5c1d-4017-8c57-fe7eade73bd1 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.41 "GET /v2.0/networks?id=6538f724-2fee-4c1b-a85e-9b3edf9078c3 HTTP/1.1" status: 200 len: 813 time: 0.4364817 Jun 25 09:13:55.678204 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Network 71754435-8609-4d26-9226-f6462d50ad72 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:55.681917 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:55.685166 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:55.699201 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91aba5f4-b06d-4c39-ac04-b1af948f85d3 req-3d87cd4b-2952-441e-b846-4f735f7ae9b3 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7975693 Jun 25 09:13:55.703400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e6024-a025-41a4-86a3-195e078ab08b req-f3cd0dc1-ecd7-41a0-a00c-0159266ef9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:55.704939 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c0e6024-a025-41a4-86a3-195e078ab08b req-f3cd0dc1-ecd7-41a0-a00c-0159266ef9a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9462831 Jun 25 09:13:55.727556 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Pushing event updated for resources: {'Port': ['ID=b344e496-c0f7-435f-99db-7fc09675e55f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:55.740700 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:55.777264 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Attempting to bind port b344e496-c0f7-435f-99db-7fc09675e55f on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:13:55.778197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Attempting to bind port b344e496-c0f7-435f-99db-7fc09675e55f by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '97b878c1-2fbf-46a5-a0d0-c16faa8788ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '71754435-8609-4d26-9226-f6462d50ad72'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:13:55.778761 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Attempting to bind port b344e496-c0f7-435f-99db-7fc09675e55f on network 71754435-8609-4d26-9226-f6462d50ad72 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:13:55.786433 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:13:55.788201 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Checking segment: {'id': '97b878c1-2fbf-46a5-a0d0-c16faa8788ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '71754435-8609-4d26-9226-f6462d50ad72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:13:55.788982 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:55.789958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Bound using segment: {'id': '97b878c1-2fbf-46a5-a0d0-c16faa8788ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '71754435-8609-4d26-9226-f6462d50ad72'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:13:55.790702 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Bound port: b344e496-c0f7-435f-99db-7fc09675e55f, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b878c1-2fbf-46a5-a0d0-c16faa8788ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '71754435-8609-4d26-9226-f6462d50ad72'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:13:55.791267 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:55.868974 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-01ec6210-77be-45c6-908f-d4443df41160 req-9ee03549-6319-4a31-8b5b-ef7dfcbc4243 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Request body: {'port': {'device_id': '0e187237-98d2-48c5-ba4e-582cf9e66a85', 'network_id': '6538f724-2fee-4c1b-a85e-9b3edf9078c3', 'admin_state_up': True, 'tenant_id': 'b9f2f7c4852f4813bdb4dad9f5fa55ae'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:55.970742 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-939e1cc0-703c-414d-ae00-c870599ec373 req-9e8d765c-692a-4f58-b804-761c5fdc47cc service neutron] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:55.981948 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] For port b344e496-c0f7-435f-99db-7fc09675e55f, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:13:55.992486 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] For port b344e496-c0f7-435f-99db-7fc09675e55f, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b344e496-c0f7-435f-99db-7fc09675e55f,segment=NetworkSegment(97b878c1-2fbf-46a5-a0d0-c16faa8788ed),segment_id=97b878c1-2fbf-46a5-a0d0-c16faa8788ed)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:13:55.997333 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-068d0cc0-e8aa-4eef-8672-03299efeb70b service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888981 Jun 25 09:13:56.002361 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:13:56.016097 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-939e1cc0-703c-414d-ae00-c870599ec373 req-9e8d765c-692a-4f58-b804-761c5fdc47cc service neutron] Notify callbacks [] for binding, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:56.017391 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-9e8d765c-692a-4f58-b804-761c5fdc47cc service neutron] 10.222.0.41 "DELETE /v2.0/ports/3e328bbc-c0f3-40ad-b4d9-9ced57443f84/bindings/n-h2-761264-15 HTTP/1.1" status: 204 len: 173 time: 1.2685063 Jun 25 09:13:56.056499 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c0e6024-a025-41a4-86a3-195e078ab08b req-f8a751d8-ad01-4138-903a-302947327cbb service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250258 Jun 25 09:13:56.091048 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Allocated IP 10.1.1.242 (b567525f-dea5-412a-9997-aee658afe302/6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1/c9fc842f-c94f-4048-9d10-074730e495de) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:56.180973 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=4d9b69b0-3ed7-45dc-97a2-9682bedd7196,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:56.204162 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '4d9b69b0-3ed7-45dc-97a2-9682bedd7196', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '4d9b69b0-3ed7-45dc-97a2-9682bedd7196', 'mac_address': 'fa:16:3e:17:4c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:13:56.212434 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:56.284959 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-611765d9-70be-4c4c-b2c7-81e98a9f93ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:56.351957 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01ec6210-77be-45c6-908f-d4443df41160 req-9ee03549-6319-4a31-8b5b-ef7dfcbc4243 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Made reservation on behalf of b9f2f7c4852f4813bdb4dad9f5fa55ae for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:56.368859 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-01ec6210-77be-45c6-908f-d4443df41160 req-9ee03549-6319-4a31-8b5b-ef7dfcbc4243 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:56.392242 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:56.403685 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 67d8a847-0ea6-4402-8036-a2c9af912730 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:56.462737 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377e903-952c-41f2-b38b-510c6b64e0f1 req-3f717833-758a-46ae-ad0f-fe1449eee561 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:56.470661 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4377e903-952c-41f2-b38b-510c6b64e0f1 req-3f717833-758a-46ae-ad0f-fe1449eee561 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 946 time: 0.5426888 Jun 25 09:13:56.480536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceadbb5-a4db-4c42-b08c-e27c2dc8e72a None None] Network b567525f-dea5-412a-9997-aee658afe302 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:13:56.513836 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c0e6024-a025-41a4-86a3-195e078ab08b req-df12a79c-b5e8-4413-916f-295367054cda service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459257 Jun 25 09:13:56.521030 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:56.551868 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4377e903-952c-41f2-b38b-510c6b64e0f1 req-d788bb1b-495d-4aef-88f3-acb703c5c073 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801902 Jun 25 09:13:56.585754 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6814469-e6f6-4580-9b2b-84c2a1bd38ef req-51b0985b-6a0d-4881-a01f-2d346a0e9e8e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:56.586761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Transition to ACTIVE for port object c9fc842f-c94f-4048-9d10-074730e495de will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:56.587367 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6814469-e6f6-4580-9b2b-84c2a1bd38ef req-51b0985b-6a0d-4881-a01f-2d346a0e9e8e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 944 time: 0.4816964 Jun 25 09:13:56.623527 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:56.641475 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-01ec6210-77be-45c6-908f-d4443df41160 req-9ee03549-6319-4a31-8b5b-ef7dfcbc4243 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Allocated IP 172.20.0.8 (6538f724-2fee-4c1b-a85e-9b3edf9078c3/6f736864-139a-4489-a2e5-9542b4a084ef/6f70d0b0-d46b-4ce3-8380-2874b88c301d) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:56.719343 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6814469-e6f6-4580-9b2b-84c2a1bd38ef req-cbbad338-208b-4add-baa7-8096706ba87d tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135736 Jun 25 09:13:56.737639 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:13:56.761908 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:56.766145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=4d9b69b0-3ed7-45dc-97a2-9682bedd7196,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:56.790568 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:56.793346 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8b87e9c1-b1d8-4c29-9285-c1df091cdf38 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:56.843290 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4e9c3918-c9ba-4eae-9958-e4fea92616a3 None None] Provisioning for port 67d8a847-0ea6-4402-8036-a2c9af912730 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:56.875786 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Pushing event updated for resources: {'Port': ['ID=b344e496-c0f7-435f-99db-7fc09675e55f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:56.880400 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:56.880819 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:56.937834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 67d8a847-0ea6-4402-8036-a2c9af912730 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:56.945703 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 67d8a847-0ea6-4402-8036-a2c9af912730 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:56.946232 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:56.995785 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Network b567525f-dea5-412a-9997-aee658afe302 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:57.003708 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event updated for resources: {'Port': ['ID=c9fc842f-c94f-4048-9d10-074730e495de,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:57.004589 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=4d9b69b0-3ed7-45dc-97a2-9682bedd7196,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:57.015276 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:57.021832 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:57.025205 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:57.055397 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:57.094762 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:57.102972 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-898c2b49-5530-4a8a-926f-9e03bf8b56b2 req-10007d52-b569-48d3-93c5-4ef3d0c6407b tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 210 time: 0.0946438 Jun 25 09:13:57.121395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['4d9b69b0-3ed7-45dc-97a2-9682bedd7196'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:13:57.166576 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:57.167246 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:57.170562 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38487ea-d718-4dee-9190-4fa08b8e2596 req-0edb3e94-7f4d-46e8-8d2d-7364c9101b45 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:57.172464 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f38487ea-d718-4dee-9190-4fa08b8e2596 req-0edb3e94-7f4d-46e8-8d2d-7364c9101b45 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 948 time: 0.1810663 Jun 25 09:13:57.224143 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f38487ea-d718-4dee-9190-4fa08b8e2596 req-c4807599-fcbb-4dea-a650-0bc3770e56b8 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450428 Jun 25 09:13:57.230726 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4937370 Jun 25 09:13:57.233825 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42454) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:57.238968 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Request body: {'port': {'network_id': 'b567525f-dea5-412a-9997-aee658afe302', 'name': 'tempest-TaggedBootDevicesTest_v242-1296386943', 'fixed_ips': [{'subnet_id': '6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:57.258045 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 67d8a847-0ea6-4402-8036-a2c9af912730, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=67d8a847-0ea6-4402-8036-a2c9af912730,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:57.274657 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:57.277855 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:57.309970 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-afa7e3c5-f3a0-4f9a-a1ca-121cf5f1ac8a req-3791db71-e12e-4dc2-94a0-1d186631dd88 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/ports?device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 210 time: 0.0443945 Jun 25 09:13:57.419601 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=67d8a847-0ea6-4402-8036-a2c9af912730,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:57.440776 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:57.484611 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf86890-471f-44d7-be28-f66b12884aae req-f768de38-8f57-49e8-8803-0c821ced016d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:57.502685 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8cf86890-471f-44d7-be28-f66b12884aae req-f768de38-8f57-49e8-8803-0c821ced016d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.1259267 Jun 25 09:13:57.535956 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-36dceb6e-9523-4b84-81f8-77476bd42657 None None] Provisioning for port c9fc842f-c94f-4048-9d10-074730e495de completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:57.557754 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-36dceb6e-9523-4b84-81f8-77476bd42657 None None] Provisioning complete for port c9fc842f-c94f-4048-9d10-074730e495de triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:57.558112 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-36dceb6e-9523-4b84-81f8-77476bd42657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:57.653188 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-36dceb6e-9523-4b84-81f8-77476bd42657 None None] Port c9fc842f-c94f-4048-9d10-074730e495de cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:13:57.663255 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8cf86890-471f-44d7-be28-f66b12884aae req-c31290b3-f784-442a-bc87-ea85fac5811f tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571231 Jun 25 09:13:57.680222 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-36dceb6e-9523-4b84-81f8-77476bd42657 None None] Provisioning complete for port 67d8a847-0ea6-4402-8036-a2c9af912730 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:57.683426 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-36dceb6e-9523-4b84-81f8-77476bd42657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:57.751318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5db16-8b98-46b1-9215-f1a64def2d29 req-e08d23c0-c47e-4ca2-97f3-1d23527095fb tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:57.753359 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14c5db16-8b98-46b1-9215-f1a64def2d29 req-e08d23c0-c47e-4ca2-97f3-1d23527095fb tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 1096 time: 0.2020721 Jun 25 09:13:57.852373 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14c5db16-8b98-46b1-9215-f1a64def2d29 req-f12369d1-bf7d-452e-bec5-4139840488bf tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926516 Jun 25 09:13:57.874536 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:57.878709 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-01ec6210-77be-45c6-908f-d4443df41160 req-9ee03549-6319-4a31-8b5b-ef7dfcbc4243 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:57.968367 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-01ec6210-77be-45c6-908f-d4443df41160 req-9ee03549-6319-4a31-8b5b-ef7dfcbc4243 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:57.979005 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a2d6d7c1-26b5-44ba-bee9-1e8a18656237 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:57.991291 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff262e2-0c2a-44c6-aee7-344aa51d0249 None None] Network 71754435-8609-4d26-9226-f6462d50ad72 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:13:57.996594 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9317a-d3ce-48d3-ba72-6dc91f3b0392 req-7205d323-2852-4c5e-b2f4-969ff3551d5b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:58.000897 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7e9317a-d3ce-48d3-ba72-6dc91f3b0392 req-7205d323-2852-4c5e-b2f4-969ff3551d5b tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 946 time: 0.1139188 Jun 25 09:13:58.046582 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7e9317a-d3ce-48d3-ba72-6dc91f3b0392 req-66a60809-f722-4100-8041-2c136da10fa6 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380876 Jun 25 09:13:58.058667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01ec6210-77be-45c6-908f-d4443df41160 req-9ee03549-6319-4a31-8b5b-ef7dfcbc4243 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Network 6538f724-2fee-4c1b-a85e-9b3edf9078c3 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:58.065035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee03549-6319-4a31-8b5b-ef7dfcbc4243 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event updated for resources: {'Port': ['ID=6f70d0b0-d46b-4ce3-8380-2874b88c301d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:58.078440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-01ec6210-77be-45c6-908f-d4443df41160 req-9ee03549-6319-4a31-8b5b-ef7dfcbc4243 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:58.080149 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9ee03549-6319-4a31-8b5b-ef7dfcbc4243 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:58.082675 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ec6210-77be-45c6-908f-d4443df41160 req-9ee03549-6319-4a31-8b5b-ef7dfcbc4243 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:58.128766 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-71262ab7-127f-4e65-9033-651ba3629fec None None] Provisioning complete for port c9fc842f-c94f-4048-9d10-074730e495de triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:58.129188 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-71262ab7-127f-4e65-9033-651ba3629fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:58.147336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec6210-77be-45c6-908f-d4443df41160 req-9ee03549-6319-4a31-8b5b-ef7dfcbc4243 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:58.148020 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-01ec6210-77be-45c6-908f-d4443df41160 req-9ee03549-6319-4a31-8b5b-ef7dfcbc4243 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:58.152163 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Made reservation on behalf of 81ef1d7481db47eba8120f9c96cdadfe for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:58.156854 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:58.181600 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-01ec6210-77be-45c6-908f-d4443df41160 req-9ee03549-6319-4a31-8b5b-ef7dfcbc4243 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3441994 Jun 25 09:13:58.182899 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] device_id is not set on port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:13:58.258490 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Request body: {'port': {'device_id': '0e187237-98d2-48c5-ba4e-582cf9e66a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:58.268430 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-71262ab7-127f-4e65-9033-651ba3629fec None None] Port c9fc842f-c94f-4048-9d10-074730e495de cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:13:58.362056 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ef57d21-04af-4be9-b363-fc386036e801 req-d0e6b8a7-1107-4043-89b7-57d4d4ac368f tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=26eccfe8f0c74ea7943c3514f1316bc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310085 Jun 25 09:13:58.389657 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-71262ab7-127f-4e65-9033-651ba3629fec None None] Provisioning for port b344e496-c0f7-435f-99db-7fc09675e55f completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:58.422821 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:58.474226 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3378ea-b60f-466f-afce-98199f8f329b req-4357d0d7-2e46-42e2-8567-92f5350adf28 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:58.476282 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d3378ea-b60f-466f-afce-98199f8f329b req-4357d0d7-2e46-42e2-8567-92f5350adf28 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 946 time: 0.2284575 Jun 25 09:13:58.486465 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a3538-0024-4ab4-aa23-a403ee3dc6a9 req-269edcb6-3100-4739-86ab-44f335124a67 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:58.490061 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42472) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:13:58.492024 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b82a3538-0024-4ab4-aa23-a403ee3dc6a9 req-269edcb6-3100-4739-86ab-44f335124a67 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 1096 time: 0.3029745 Jun 25 09:13:58.498702 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-cb1db168-a93c-4eef-9319-a5f3f6c2c8ec tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Request body: {'floatingip': {'port_id': '4e11e01d-f79a-4240-8142-d211f4255729'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:58.504347 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Allocated IP 10.1.1.11 (b567525f-dea5-412a-9997-aee658afe302/6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1/57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:58.572115 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b82a3538-0024-4ab4-aa23-a403ee3dc6a9 req-4854c62d-326d-4541-a5ad-0bcc5f19b07d tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768569 Jun 25 09:13:58.584540 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cb1db168-a93c-4eef-9319-a5f3f6c2c8ec tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for floatingip, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:58.620880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef57d21-04af-4be9-b363-fc386036e801 req-20385e36-7d93-4779-9359-f13b873b0eff tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:58.622549 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ef57d21-04af-4be9-b363-fc386036e801 req-20385e36-7d93-4779-9359-f13b873b0eff tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405758 Jun 25 09:13:58.729112 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 67d8a847-0ea6-4402-8036-a2c9af912730 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:58.739340 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Request body: {'port': {'device_id': '47ea3477-8b0a-49c2-9921-9e7eb3c030d9', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': '26eccfe8f0c74ea7943c3514f1316bc1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:13:58.814243 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 67d8a847-0ea6-4402-8036-a2c9af912730 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:58.815450 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:58.928998 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b344e496-c0f7-435f-99db-7fc09675e55f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:58.990050 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port b344e496-c0f7-435f-99db-7fc09675e55f completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:58.995776 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port b344e496-c0f7-435f-99db-7fc09675e55f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:58.996436 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:59.069336 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff4027-4052-4419-b15b-0a16512c159d req-61576eaf-3863-45e4-92a7-b2beb4f93635 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:59.071194 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06ff4027-4052-4419-b15b-0a16512c159d req-61576eaf-3863-45e4-92a7-b2beb4f93635 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 931 time: 0.4476819 Jun 25 09:13:59.080879 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35955dd2-946c-4a55-961e-a579ef8c79c6 req-0edfe6a6-c3fa-4a72-b150-cbdf1997994b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:59.081775 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35955dd2-946c-4a55-961e-a579ef8c79c6 req-0edfe6a6-c3fa-4a72-b150-cbdf1997994b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 948 time: 0.1664729 Jun 25 09:13:59.111243 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Made reservation on behalf of 26eccfe8f0c74ea7943c3514f1316bc1 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:13:59.112747 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:59.114883 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:59.151010 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port b344e496-c0f7-435f-99db-7fc09675e55f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b344e496-c0f7-435f-99db-7fc09675e55f,segment=NetworkSegment(97b878c1-2fbf-46a5-a0d0-c16faa8788ed),segment_id=97b878c1-2fbf-46a5-a0d0-c16faa8788ed)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:13:59.156080 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:59.158393 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:59.198096 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35955dd2-946c-4a55-961e-a579ef8c79c6 req-2838e968-bb3e-4cf8-8f79-b4afd64cd007 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971439 Jun 25 09:13:59.211634 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:59.212282 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:59.247216 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=b344e496-c0f7-435f-99db-7fc09675e55f,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:59.247216 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-00c28ed6-6519-4cad-8e40-00ed2aabf2b9 None None] Provisioning complete for port b344e496-c0f7-435f-99db-7fc09675e55f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:59.247216 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00c28ed6-6519-4cad-8e40-00ed2aabf2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:59.247814 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:59.255667 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06ff4027-4052-4419-b15b-0a16512c159d req-200981ad-67a7-4a7f-8a1c-a4f804aac81f tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727974 Jun 25 09:13:59.285729 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Transition to ACTIVE for port object 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:59.403115 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:59.424941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f70d0b0-d46b-4ce3-8380-2874b88c301d {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:13:59.429007 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd6a2a38-1bca-444a-b3cc-77dfd3bfcd95 req-cd54eaa0-9de6-4a00-bb5e-72dd359aede9 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/ports?device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 210 time: 0.0863221 Jun 25 09:13:59.431081 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:59.441582 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1f468a8e-864f-4840-a994-59c0635fa62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:59.475351 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:59.501357 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Transition to ACTIVE for port object 6f70d0b0-d46b-4ce3-8380-2874b88c301d will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:13:59.503015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:59.515255 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c5b0e56a-c6c2-43de-af46-77d4b47accd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:59.522561 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:59.588390 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3ff3b9-8ce0-4bb6-aa9a-38a74f824614,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:59.594877 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:59.612418 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Network b567525f-dea5-412a-9997-aee658afe302 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:13:59.620000 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:13:59.623141 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:13:59.678164 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event updated for resources: {'Port': ['ID=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:13:59.680575 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Allocated IP 192.168.233.211 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/b4f1344f-b241-4553-8484-1e7233ce5fa2) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:13:59.690552 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:13:59.691175 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:13:59.703993 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a84f3-2723-4c42-84a9-b9aa2e1a733a req-6858359b-71bc-4333-b86a-608fb08417e0 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:59.705615 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-746a84f3-2723-4c42-84a9-b9aa2e1a733a req-6858359b-71bc-4333-b86a-608fb08417e0 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.2653120 Jun 25 09:13:59.801905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:13:59.802829 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:59.854290 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:13:59.870717 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.resource_extend [None req-cb1db168-a93c-4eef-9319-a5f3f6c2c8ec tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:13:59.913348 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-746a84f3-2723-4c42-84a9-b9aa2e1a733a req-bc39e0aa-bdfb-4ba0-b513-61eaf7a45e00 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898224 Jun 25 09:13:59.954001 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ff0cbc04-b8d3-4e15-9a57-41e52abdcb1c None None] Provisioning for port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:59.959212 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ff0cbc04-b8d3-4e15-9a57-41e52abdcb1c None None] Provisioning complete for port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:13:59.959919 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbc04-b8d3-4e15-9a57-41e52abdcb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:59.979826 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cb1db168-a93c-4eef-9319-a5f3f6c2c8ec tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:13:59.997753 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:13:59.998581 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f70d0b0-d46b-4ce3-8380-2874b88c301d,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:00.002583 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:00.003285 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cb1db168-a93c-4eef-9319-a5f3f6c2c8ec tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:00.005959 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7711492 Jun 25 09:14:00.010133 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:00.010516 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:00.014101 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cbc04-b8d3-4e15-9a57-41e52abdcb1c None None] Port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:14:00.035017 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:00.051123 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Attempting to bind port 6f70d0b0-d46b-4ce3-8380-2874b88c301d on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:14:00.051582 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Attempting to bind port 6f70d0b0-d46b-4ce3-8380-2874b88c301d by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '06e69768-99a2-4a5b-bb7a-7809780d0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6538f724-2fee-4c1b-a85e-9b3edf9078c3'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:14:00.052012 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Attempting to bind port 6f70d0b0-d46b-4ce3-8380-2874b88c301d on network 6538f724-2fee-4c1b-a85e-9b3edf9078c3 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:00.061834 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Port 6f70d0b0-d46b-4ce3-8380-2874b88c301d on network 6538f724-2fee-4c1b-a85e-9b3edf9078c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:14:00.062284 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Attempting to bind port 6f70d0b0-d46b-4ce3-8380-2874b88c301d on network 6538f724-2fee-4c1b-a85e-9b3edf9078c3 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:00.062933 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Transition to ACTIVE for port object b4f1344f-b241-4553-8484-1e7233ce5fa2 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:00.071684 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:14:00.072145 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Checking segment: {'id': '06e69768-99a2-4a5b-bb7a-7809780d0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6538f724-2fee-4c1b-a85e-9b3edf9078c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:14:00.072613 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Bound using segment: {'id': '06e69768-99a2-4a5b-bb7a-7809780d0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6538f724-2fee-4c1b-a85e-9b3edf9078c3'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:14:00.073163 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Bound port: 6f70d0b0-d46b-4ce3-8380-2874b88c301d, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e69768-99a2-4a5b-bb7a-7809780d0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6538f724-2fee-4c1b-a85e-9b3edf9078c3'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:14:00.073629 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:00.098614 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:00.105391 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:00.115315 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-507de57a-d50f-443c-b906-b19af44c673f tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:00.135505 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c83fc8-1819-43da-bc34-ed83d310ba84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9b69b0-3ed7-45dc-97a2-9682bedd7196'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:00.138596 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a8f6ce-bb3d-4d5a-bcd6-293b4d9400f1" -d '{"events": [{"server_uuid": "16c83fc8-1819-43da-bc34-ed83d310ba84", "name": "network-vif-plugged", "status": "completed", "tag": "4d9b69b0-3ed7-45dc-97a2-9682bedd7196"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:00.161087 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:14:00.161357 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-cb1db168-a93c-4eef-9319-a5f3f6c2c8ec tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Floating IP 4bfdeac9-8300-4543-80b6-f70aa44e6f7c associated. External IP: 172.25.6.161, port: 4e11e01d-f79a-4240-8142-d211f4255729. Jun 25 09:14:00.162238 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=4d9b69b0-3ed7-45dc-97a2-9682bedd7196,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:00.165353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:14:00.169931 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:14:00.182764 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:00.188115 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:00.206583 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Pushing event updated for resources: {'Port': ['ID=b4f1344f-b241-4553-8484-1e7233ce5fa2,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:00.211184 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:00.248431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42494) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:14:00.260932 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1ed6f0d9-f258-46b2-83da-8873914ab21d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1692513059', 'description': 'tempest-description--1359289039'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:00.263090 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:00.263841 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:00.273474 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed315ad3-4360-41c3-9b6a-7d6985ebd7ca x-openstack-request-id: req-ed315ad3-4360-41c3-9b6a-7d6985ebd7ca {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:00.274004 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c83fc8-1819-43da-bc34-ed83d310ba84", "name": "network-vif-plugged", "status": "completed", "tag": "4d9b69b0-3ed7-45dc-97a2-9682bedd7196", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:00.274417 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ed315ad3-4360-41c3-9b6a-7d6985ebd7ca {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:00.274978 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c83fc8-1819-43da-bc34-ed83d310ba84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9b69b0-3ed7-45dc-97a2-9682bedd7196', 'code': 200} Jun 25 09:14:00.277133 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] For port 6f70d0b0-d46b-4ce3-8380-2874b88c301d, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:14:00.353975 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=4d9b69b0-3ed7-45dc-97a2-9682bedd7196,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:00.361626 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:00.382996 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] For port 6f70d0b0-d46b-4ce3-8380-2874b88c301d, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=6f70d0b0-d46b-4ce3-8380-2874b88c301d,segment=NetworkSegment(06e69768-99a2-4a5b-bb7a-7809780d0423),segment_id=06e69768-99a2-4a5b-bb7a-7809780d0423)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:14:00.410776 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b344e496-c0f7-435f-99db-7fc09675e55f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:14:00.425821 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:00.438919 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7465124 Jun 25 09:14:00.448000 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0239432b-89c8-4866-94ea-e52fc5d7b0b4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:00.466011 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ed6f0d9-f258-46b2-83da-8873914ab21d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:00.477354 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec556d83-ed05-45ed-abe8-c785e5d3a166 req-2c91156f-099c-4cdf-a8f9-486c95f2020e tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:00.480558 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ec556d83-ed05-45ed-abe8-c785e5d3a166 req-2c91156f-099c-4cdf-a8f9-486c95f2020e tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 949 time: 0.1076932 Jun 25 09:14:00.487761 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Request body: {'port': {'device_id': '47ea3477-8b0a-49c2-9921-9e7eb3c030d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:00.504260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port b344e496-c0f7-435f-99db-7fc09675e55f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:00.504965 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:00.506764 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:00.507625 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:00.509163 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-01ec6210-77be-45c6-908f-d4443df41160 req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] 10.222.0.41 "PUT /v2.0/ports/6f70d0b0-d46b-4ce3-8380-2874b88c301d HTTP/1.1" status: 200 len: 1092 time: 2.2559779 Jun 25 09:14:00.513785 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e187237-98d2-48c5-ba4e-582cf9e66a85', 'tag': '6f70d0b0-d46b-4ce3-8380-2874b88c301d'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:00.516216 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a75db1-2f43-4819-bee7-23c8a6aba6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0e187237-98d2-48c5-ba4e-582cf9e66a85", "tag": "6f70d0b0-d46b-4ce3-8380-2874b88c301d"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:00.558717 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b25d852b-1cc7-4900-8988-10dbdd0cbe9c None None] Provisioning for port b4f1344f-b241-4553-8484-1e7233ce5fa2 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:14:00.567282 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b25d852b-1cc7-4900-8988-10dbdd0cbe9c None None] Provisioning complete for port b4f1344f-b241-4553-8484-1e7233ce5fa2 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:00.567910 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b25d852b-1cc7-4900-8988-10dbdd0cbe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:00.614665 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b25d852b-1cc7-4900-8988-10dbdd0cbe9c None None] Port b4f1344f-b241-4553-8484-1e7233ce5fa2 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:14:00.635939 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f70d0b0-d46b-4ce3-8380-2874b88c301d,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:00.639989 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:00.657038 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ec556d83-ed05-45ed-abe8-c785e5d3a166 req-5ab78e37-94f1-4766-a42f-24e890e0784f tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651151 Jun 25 09:14:00.712378 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:00.747845 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c5730-6fc8-4ecf-bef8-a7ae60f34ee3 req-a4a63b81-715e-4283-8b4f-ec136675433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:00.749591 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-db6c5730-6fc8-4ecf-bef8-a7ae60f34ee3 req-a4a63b81-715e-4283-8b4f-ec136675433e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 1101 time: 0.3899968 Jun 25 09:14:00.765894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1db168-a93c-4eef-9319-a5f3f6c2c8ec tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:14:00.809772 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-db6c5730-6fc8-4ecf-bef8-a7ae60f34ee3 req-1b8f6975-8a3f-46ac-b97f-934d51da6813 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461302 Jun 25 09:14:00.901266 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703d8c5-c22e-4a69-8b25-67885c0114e5 req-9b642be1-684a-4c07-8165-3780ed7fc979 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:00.902752 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9703d8c5-c22e-4a69-8b25-67885c0114e5 req-9b642be1-684a-4c07-8165-3780ed7fc979 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 943 time: 0.3795879 Jun 25 09:14:00.930840 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1db168-a93c-4eef-9319-a5f3f6c2c8ec tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:14:00.940112 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cb1db168-a93c-4eef-9319-a5f3f6c2c8ec tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:00.966142 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:00.975909 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c62f84-5e3c-4193-8f6b-908daa9b75a3 None None] Sync routers for ids ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:14:00.990547 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c62f84-5e3c-4193-8f6b-908daa9b75a3 None None] Routers {'717ac4af-acd0-4776-ab10-bb009c1b3ce1'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:14:00.991618 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-b8c62f84-5e3c-4193-8f6b-908daa9b75a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:13:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:14:01.151830 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-b8c62f84-5e3c-4193-8f6b-908daa9b75a3 None None] Set router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:14:01.163476 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f1344f-b241-4553-8484-1e7233ce5fa2 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:01.172377 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:01.186684 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Transition to ACTIVE for port object b4f1344f-b241-4553-8484-1e7233ce5fa2 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:01.195727 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:01.202733 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5fe2749f-cb98-4755-bf15-df7f2087b598 tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:01.244674 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79117-23e3-4e77-99c5-ea7442d6352f req-abdb5c1e-d0df-4052-8430-f0d23b786e27 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:01.252321 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-58d79117-23e3-4e77-99c5-ea7442d6352f req-abdb5c1e-d0df-4052-8430-f0d23b786e27 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/ports?device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 936 time: 0.4212039 Jun 25 09:14:01.271401 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9703d8c5-c22e-4a69-8b25-67885c0114e5 req-d218cd06-24fa-4089-8a0b-94e9e583170d tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265090 Jun 25 09:14:01.314234 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cb1db168-a93c-4eef-9319-a5f3f6c2c8ec tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "PUT /v2.0/floatingips/4bfdeac9-8300-4543-80b6-f70aa44e6f7c HTTP/1.1" status: 200 len: 992 time: 2.8199706 Jun 25 09:14:01.325345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec6210-77be-45c6-908f-d4443df41160 req-dd46f10f-ef44-4fdf-8bce-aa3f9baf957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:01.327318 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-01ec6210-77be-45c6-908f-d4443df41160 req-dd46f10f-ef44-4fdf-8bce-aa3f9baf957a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae&device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 1095 time: 0.7110851 Jun 25 09:14:01.366917 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f1344f-b241-4553-8484-1e7233ce5fa2,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:01.390253 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ed6f0d9-f258-46b2-83da-8873914ab21d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:01.412676 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-58d79117-23e3-4e77-99c5-ea7442d6352f req-1b127904-1a31-4880-8d08-779428868c16 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/security-groups?id=9f3ff3b9-8ce0-4bb6-aa9a-38a74f824614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585917 Jun 25 09:14:01.413148 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:01.459237 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-01ec6210-77be-45c6-908f-d4443df41160 req-5a20e073-6214-48e0-ae9b-55f182854ef4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f70d0b0-d46b-4ce3-8380-2874b88c301d HTTP/1.1" status: 200 len: 217 time: 0.1136267 Jun 25 09:14:01.461708 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa80c002-e168-4b3c-a348-7ac2602433d3 x-openstack-request-id: req-fa80c002-e168-4b3c-a348-7ac2602433d3 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:01.461968 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e187237-98d2-48c5-ba4e-582cf9e66a85", "tag": "6f70d0b0-d46b-4ce3-8380-2874b88c301d", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:01.462270 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fa80c002-e168-4b3c-a348-7ac2602433d3 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:01.462770 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e187237-98d2-48c5-ba4e-582cf9e66a85', 'tag': '6f70d0b0-d46b-4ce3-8380-2874b88c301d', 'status': 'completed', 'code': 200} Jun 25 09:14:01.463847 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ed6f0d9-f258-46b2-83da-8873914ab21d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:01.477371 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c3aa180e-5c01-4b0b-8209-8f36e1645d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:01.520466 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Attempting to bind port b4f1344f-b241-4553-8484-1e7233ce5fa2 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:14:01.521033 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Attempting to bind port b4f1344f-b241-4553-8484-1e7233ce5fa2 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:14:01.521278 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Attempting to bind port b4f1344f-b241-4553-8484-1e7233ce5fa2 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:01.527214 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Port b4f1344f-b241-4553-8484-1e7233ce5fa2 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:14:01.527438 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-b8c62f84-5e3c-4193-8f6b-908daa9b75a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '4bfdeac9-8300-4543-80b6-f70aa44e6f7c', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'port_id': '4e11e01d-f79a-4240-8142-d211f4255729', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'mac_address': 'fa:16:3e:18:52:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99c250-d87e-42f7-9798-1dc9ec784934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:09:22Z', 'updated_at': '2021-06-25T09:13:59Z', 'revision_number': 5, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fad4f60-003f-4bb9-8a1c-7cfd3f58957d', 'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'mac_address': 'fa:16:3e:5d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:01Z', 'updated_at': '2021-06-25T09:09:09Z', 'revision_number': 5, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'subnets': [{'id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:14:01.527804 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Attempting to bind port b4f1344f-b241-4553-8484-1e7233ce5fa2 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:01.538815 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:14:01.539323 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:14:01.539927 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:14:01.540478 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Bound port: b4f1344f-b241-4553-8484-1e7233ce5fa2, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:14:01.540955 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:01.563504 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c62f84-5e3c-4193-8f6b-908daa9b75a3 None None] Checking router: 717ac4af-acd0-4776-ab10-bb009c1b3ce1 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:14:01.575174 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c62f84-5e3c-4193-8f6b-908daa9b75a3 None None] Routers {'717ac4af-acd0-4776-ab10-bb009c1b3ce1'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:14:01.576118 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-b8c62f84-5e3c-4193-8f6b-908daa9b75a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:13:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:14:01.590520 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ed6f0d9-f258-46b2-83da-8873914ab21d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:01.595411 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1ed6f0d9-f258-46b2-83da-8873914ab21d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3409433 Jun 25 09:14:01.614505 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42510) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:14:01.622326 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec6210-77be-45c6-908f-d4443df41160 req-96629aa1-b529-49d6-98cb-86c61f7bc343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:01.624127 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-01ec6210-77be-45c6-908f-d4443df41160 req-96629aa1-b529-49d6-98cb-86c61f7bc343 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f736864-139a-4489-a2e5-9542b4a084ef HTTP/1.1" status: 200 len: 853 time: 0.1572709 Jun 25 09:14:01.625699 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6f0d9-f258-46b2-83da-8873914ab21d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5e4033-d44d-41af-8ce4-552cce9adb3d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:01.626980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-9db024c5-01ef-4a00-a6dc-92b414a22d66 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Request body: {'security_group_rule': {'security_group_id': 'ae5e4033-d44d-41af-8ce4-552cce9adb3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:01.635609 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1ed6f0d9-f258-46b2-83da-8873914ab21d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:01.672134 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-01ec6210-77be-45c6-908f-d4443df41160 req-a5f812c1-4053-4c3f-93ab-2498e86f352c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6538f724-2fee-4c1b-a85e-9b3edf9078c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346315 Jun 25 09:14:01.715505 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] For port b4f1344f-b241-4553-8484-1e7233ce5fa2, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:14:01.725118 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] For port b4f1344f-b241-4553-8484-1e7233ce5fa2, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=b4f1344f-b241-4553-8484-1e7233ce5fa2,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:14:01.733871 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9db024c5-01ef-4a00-a6dc-92b414a22d66 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:01.738807 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:01.743832 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-49e9dcb9-0d7d-420a-9642-aedcbb359267 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:01.787124 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-b8c62f84-5e3c-4193-8f6b-908daa9b75a3 None None] Set router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:14:01.826123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:01.826894 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:01.828180 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ef57d21-04af-4be9-b363-fc386036e801 req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] 10.222.0.38 "PUT /v2.0/ports/b4f1344f-b241-4553-8484-1e7233ce5fa2 HTTP/1.1" status: 200 len: 1097 time: 1.3655939 Jun 25 09:14:01.831791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ea3477-8b0a-49c2-9921-9e7eb3c030d9', 'tag': 'b4f1344f-b241-4553-8484-1e7233ce5fa2'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:01.834438 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6a021c-af2b-424c-afa2-0d3bd9d4723a" -d '{"events": [{"name": "network-changed", "server_uuid": "47ea3477-8b0a-49c2-9921-9e7eb3c030d9", "tag": "b4f1344f-b241-4553-8484-1e7233ce5fa2"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:01.862882 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-01ec6210-77be-45c6-908f-d4443df41160 req-197ad1c5-3a2c-4301-b2d8-1af597fb8af6 service neutron] 10.222.0.41 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771271 Jun 25 09:14:01.869598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61f263-c80e-4f77-9c7b-9b408b7320e3 req-409c9a22-cc40-4304-bc29-be554edd039a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:01.876989 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d61f263-c80e-4f77-9c7b-9b408b7320e3 req-409c9a22-cc40-4304-bc29-be554edd039a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.2988954 Jun 25 09:14:01.941825 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f1344f-b241-4553-8484-1e7233ce5fa2,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:01.958307 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:01.996806 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d61f263-c80e-4f77-9c7b-9b408b7320e3 req-b5b73f81-085a-4b8a-aeb1-f38c1109ea26 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187460 Jun 25 09:14:02.030981 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9db024c5-01ef-4a00-a6dc-92b414a22d66 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:02.057077 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9db024c5-01ef-4a00-a6dc-92b414a22d66 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:02.062106 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d77c197c-f4fb-4357-ad1a-62ad1ed44620 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:02.065200 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-01ec6210-77be-45c6-908f-d4443df41160 req-f731d1b2-ea96-4b34-83e6-4b4273c8a119 service neutron] 10.222.0.41 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954153 Jun 25 09:14:02.093926 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55a9682-2aaa-433f-b14e-3a91318037ad x-openstack-request-id: req-c55a9682-2aaa-433f-b14e-3a91318037ad {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:02.094160 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ea3477-8b0a-49c2-9921-9e7eb3c030d9", "tag": "b4f1344f-b241-4553-8484-1e7233ce5fa2", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:02.094410 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c55a9682-2aaa-433f-b14e-3a91318037ad {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:02.094744 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ea3477-8b0a-49c2-9921-9e7eb3c030d9', 'tag': 'b4f1344f-b241-4553-8484-1e7233ce5fa2', 'status': 'completed', 'code': 200} Jun 25 09:14:02.111138 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db024c5-01ef-4a00-a6dc-92b414a22d66 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2eade6-3ef1-463c-96b7-cecf214d03a5,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:02.114689 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9db024c5-01ef-4a00-a6dc-92b414a22d66 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:02.138912 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9db024c5-01ef-4a00-a6dc-92b414a22d66 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:02.140391 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9db024c5-01ef-4a00-a6dc-92b414a22d66 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5245965 Jun 25 09:14:02.143972 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42518) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:14:02.160172 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-96acbcf6-1109-43af-87ec-7c05992a6e54 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Request body: {'security_group_rule': {'security_group_id': 'ae5e4033-d44d-41af-8ce4-552cce9adb3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:02.160432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef57d21-04af-4be9-b363-fc386036e801 req-41d8d4ce-3ba3-4951-a08a-9c769a10f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:02.161740 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ef57d21-04af-4be9-b363-fc386036e801 req-41d8d4ce-3ba3-4951-a08a-9c769a10f5df service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26eccfe8f0c74ea7943c3514f1316bc1&device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 1100 time: 0.2168431 Jun 25 09:14:02.204572 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96acbcf6-1109-43af-87ec-7c05992a6e54 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:02.245416 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ef57d21-04af-4be9-b363-fc386036e801 req-ff83ca76-a799-4b4a-8f51-48f5c8eee271 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=b4f1344f-b241-4553-8484-1e7233ce5fa2 HTTP/1.1" status: 200 len: 217 time: 0.0701411 Jun 25 09:14:02.327366 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef57d21-04af-4be9-b363-fc386036e801 req-881491f7-4186-4f2e-9eb9-ca2c5a365cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:02.329871 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ef57d21-04af-4be9-b363-fc386036e801 req-881491f7-4186-4f2e-9eb9-ca2c5a365cd7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0677087 Jun 25 09:14:02.356679 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300371b4-0808-4301-b939-98082b29ea7d req-a64803c7-4530-4505-9625-0aee2a31f625 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:02.365050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-300371b4-0808-4301-b939-98082b29ea7d req-a64803c7-4530-4505-9625-0aee2a31f625 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 949 time: 0.1771755 Jun 25 09:14:02.369834 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96acbcf6-1109-43af-87ec-7c05992a6e54 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:02.376860 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96acbcf6-1109-43af-87ec-7c05992a6e54 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:02.381568 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:02.403607 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acbcf6-1109-43af-87ec-7c05992a6e54 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ea5265-798f-48ed-99a7-05c4af85119a,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:02.409266 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-96acbcf6-1109-43af-87ec-7c05992a6e54 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:02.430878 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96acbcf6-1109-43af-87ec-7c05992a6e54 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:02.430878 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-96acbcf6-1109-43af-87ec-7c05992a6e54 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2831445 Jun 25 09:14:02.432318 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42524) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:14:02.443733 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:02.447062 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-b8c62f84-5e3c-4193-8f6b-908daa9b75a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '4bfdeac9-8300-4543-80b6-f70aa44e6f7c', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'port_id': '4e11e01d-f79a-4240-8142-d211f4255729', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'mac_address': 'fa:16:3e:18:52:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99c250-d87e-42f7-9798-1dc9ec784934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:09:22Z', 'updated_at': '2021-06-25T09:13:59Z', 'revision_number': 5, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fad4f60-003f-4bb9-8a1c-7cfd3f58957d', 'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'mac_address': 'fa:16:3e:5d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:01Z', 'updated_at': '2021-06-25T09:09:09Z', 'revision_number': 5, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'subnets': [{'id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:14:02.485667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75db1-2f43-4819-bee7-23c8a6aba6ad req-13b0a073-0ebf-4eb7-80a1-f32fae0ae032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:02.487289 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-35a75db1-2f43-4819-bee7-23c8a6aba6ad req-13b0a073-0ebf-4eb7-80a1-f32fae0ae032 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae&device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 1095 time: 0.1527371 Jun 25 09:14:02.490634 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c62f84-5e3c-4193-8f6b-908daa9b75a3 None None] The sync data for ids ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'] in n-d-761264-15 is: [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '4bfdeac9-8300-4543-80b6-f70aa44e6f7c', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'port_id': '4e11e01d-f79a-4240-8142-d211f4255729', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'mac_address': 'fa:16:3e:18:52:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99c250-d87e-42f7-9798-1dc9ec784934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:09:22Z', 'updated_at': '2021-06-25T09:13:59Z', 'revision_number': 5, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fad4f60-003f-4bb9-8a1c-7cfd3f58957d', 'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'mac_address': 'fa:16:3e:5d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:01Z', 'updated_at': '2021-06-25T09:09:09Z', 'revision_number': 5, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'subnets': [{'id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:14:02.542802 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-300371b4-0808-4301-b939-98082b29ea7d req-9f22aecf-dfe4-4c9b-aeca-c3a6b7c1acae tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766140 Jun 25 09:14:02.558392 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:02.596753 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef57d21-04af-4be9-b363-fc386036e801 req-9b4f1ddf-b400-46d6-bef1-a1542b2f5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:02.598403 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ef57d21-04af-4be9-b363-fc386036e801 req-9b4f1ddf-b400-46d6-bef1-a1542b2f5ed5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2521207 Jun 25 09:14:02.661996 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75db1-2f43-4819-bee7-23c8a6aba6ad req-07f82f2a-3edd-4acb-86c2-23ff7d15cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:02.663537 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-35a75db1-2f43-4819-bee7-23c8a6aba6ad req-07f82f2a-3edd-4acb-86c2-23ff7d15cf69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6538f724-2fee-4c1b-a85e-9b3edf9078c3 HTTP/1.1" status: 200 len: 915 time: 0.1683288 Jun 25 09:14:02.713129 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-35a75db1-2f43-4819-bee7-23c8a6aba6ad req-73b6081d-4002-441b-8187-f0c1653be1ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f70d0b0-d46b-4ce3-8380-2874b88c301d HTTP/1.1" status: 200 len: 217 time: 0.0395782 Jun 25 09:14:02.758839 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e015adf-28da-479b-af32-0660adebbf94 req-fcb7069d-fb99-4576-878d-87640858a058 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:02.761836 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e015adf-28da-479b-af32-0660adebbf94 req-fcb7069d-fb99-4576-878d-87640858a058 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 943 time: 0.2758060 Jun 25 09:14:02.764619 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ef57d21-04af-4be9-b363-fc386036e801 req-77a96c57-1060-4498-9a09-556da49c7f41 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536973 Jun 25 09:14:02.832409 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75db1-2f43-4819-bee7-23c8a6aba6ad req-a0bf8c48-ec36-4881-96f0-b22e699e2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:02.834082 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-35a75db1-2f43-4819-bee7-23c8a6aba6ad req-a0bf8c48-ec36-4881-96f0-b22e699e2d05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f736864-139a-4489-a2e5-9542b4a084ef HTTP/1.1" status: 200 len: 853 time: 0.1083415 Jun 25 09:14:02.860631 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:02.877495 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e43d5-53d9-4d55-8e82-0b8d6e612725 None None] New status for floating IP 4bfdeac9-8300-4543-80b6-f70aa44e6f7c: ACTIVE {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:14:02.892362 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-35a75db1-2f43-4819-bee7-23c8a6aba6ad req-da2ab949-f410-4cb0-b01f-02b3521c0036 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6538f724-2fee-4c1b-a85e-9b3edf9078c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457861 Jun 25 09:14:02.908519 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e015adf-28da-479b-af32-0660adebbf94 req-53b23686-aa76-4476-8934-4e7ee9275a1d tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643997 Jun 25 09:14:03.006065 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4ccf5-e7f9-4d12-a5dc-ba4f1bc1a1a3 req-d6f96cb1-a1e0-41db-b03d-995389f60e63 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:03.012126 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-25f4ccf5-e7f9-4d12-a5dc-ba4f1bc1a1a3 req-d6f96cb1-a1e0-41db-b03d-995389f60e63 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/ports?device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 948 time: 0.3074255 Jun 25 09:14:03.045745 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ef57d21-04af-4be9-b363-fc386036e801 req-306ef6c8-65cb-4de1-8e2c-ea591ef05e62 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548590 Jun 25 09:14:03.114812 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-25f4ccf5-e7f9-4d12-a5dc-ba4f1bc1a1a3 req-cebf2797-e508-48e6-9e92-4033b005f4c5 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/security-groups?id=9f3ff3b9-8ce0-4bb6-aa9a-38a74f824614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795622 Jun 25 09:14:03.200797 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-35a75db1-2f43-4819-bee7-23c8a6aba6ad req-b1e5e3b1-9c89-4b4a-a05c-84dcec11f9f9 service neutron] 10.222.0.41 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367177 Jun 25 09:14:03.214980 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Allocated IP 172.25.6.127 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/f1552b9f-6d5e-44e1-bc42-f8463f1a8b9b) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:14:03.256023 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a021c-af2b-424c-afa2-0d3bd9d4723a req-c72cf8fe-ccb3-4421-93dd-5ab2b5e6493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:03.257650 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc6a021c-af2b-424c-afa2-0d3bd9d4723a req-c72cf8fe-ccb3-4421-93dd-5ab2b5e6493d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26eccfe8f0c74ea7943c3514f1316bc1&device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 1100 time: 0.0919759 Jun 25 09:14:03.405781 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-35a75db1-2f43-4819-bee7-23c8a6aba6ad req-3eade0b0-3282-4a46-ad6d-561482b5bbf9 service neutron] 10.222.0.41 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930680 Jun 25 09:14:03.445090 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:03.464145 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a99c250-d87e-42f7-9798-1dc9ec784934', 'tag': '4e11e01d-f79a-4240-8142-d211f4255729'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:03.466709 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a4f19a-988f-4581-a748-860bd79cfea2" -d '{"events": [{"name": "network-changed", "server_uuid": "8a99c250-d87e-42f7-9798-1dc9ec784934", "tag": "4e11e01d-f79a-4240-8142-d211f4255729"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:03.506455 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:03.510644 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fa1a4905-ea96-4fa1-8278-14c9a1cae351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:03.519243 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162d25d8-da7c-4e21-a7df-d0ac6b50fb47 x-openstack-request-id: req-162d25d8-da7c-4e21-a7df-d0ac6b50fb47 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:03.519243 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a99c250-d87e-42f7-9798-1dc9ec784934", "tag": "4e11e01d-f79a-4240-8142-d211f4255729", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:03.520284 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-162d25d8-da7c-4e21-a7df-d0ac6b50fb47 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:03.520284 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a99c250-d87e-42f7-9798-1dc9ec784934', 'tag': '4e11e01d-f79a-4240-8142-d211f4255729', 'status': 'completed', 'code': 200} Jun 25 09:14:03.557908 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:14:03.561184 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:14:03.568714 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:14:03.616664 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event updated for resources: {'Port': ['ID=f1552b9f-6d5e-44e1-bc42-f8463f1a8b9b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:03.629758 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:03.713070 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4f19a-988f-4581-a748-860bd79cfea2 req-b4d65959-6a6d-4467-88e2-3157e32dbc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:03.714589 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82a4f19a-988f-4581-a748-860bd79cfea2 req-b4d65959-6a6d-4467-88e2-3157e32dbc83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b29326d595124f66a340ae8a2245ac84&device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 1098 time: 0.1246450 Jun 25 09:14:03.725758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a021c-af2b-424c-afa2-0d3bd9d4723a req-778537f0-4d37-4d1e-bc55-9e36e53647c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:03.727240 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc6a021c-af2b-424c-afa2-0d3bd9d4723a req-778537f0-4d37-4d1e-bc55-9e36e53647c1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.4627213 Jun 25 09:14:03.740981 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:03.777653 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215aabb-384d-4415-a3ed-9358dd059354 req-283c4237-7119-4476-893a-8159ba5a10dd tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:03.779610 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b215aabb-384d-4415-a3ed-9358dd059354 req-283c4237-7119-4476-893a-8159ba5a10dd tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.4670663 Jun 25 09:14:03.815142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc6a021c-af2b-424c-afa2-0d3bd9d4723a req-b84d7232-25e1-4743-bbb8-0bd0962334c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=b4f1344f-b241-4553-8484-1e7233ce5fa2 HTTP/1.1" status: 200 len: 217 time: 0.0705733 Jun 25 09:14:03.847748 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:03.890573 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b215aabb-384d-4415-a3ed-9358dd059354 req-d21a4ff2-9cc5-411f-9087-b461261337b9 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838053 Jun 25 09:14:03.891113 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4f19a-988f-4581-a748-860bd79cfea2 req-cb48549f-89ef-4a0b-b477-a2dddb4eff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:03.892577 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82a4f19a-988f-4581-a748-860bd79cfea2 req-cb48549f-89ef-4a0b-b477-a2dddb4eff1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=119be928-ce8c-4bd3-a417-2e4446719647 HTTP/1.1" status: 200 len: 925 time: 0.1629801 Jun 25 09:14:03.900562 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a021c-af2b-424c-afa2-0d3bd9d4723a req-101eac9e-0810-435d-825c-01ea9b6a4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:03.902016 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc6a021c-af2b-424c-afa2-0d3bd9d4723a req-101eac9e-0810-435d-825c-01ea9b6a4d7f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0777678 Jun 25 09:14:03.929530 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de295b9-ce86-45e5-ae9a-9cf8aeed129f req-0e9ae905-6bb9-4bea-8f04-e9f4375b82c0 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:03.931035 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1de295b9-ce86-45e5-ae9a-9cf8aeed129f req-0e9ae905-6bb9-4bea-8f04-e9f4375b82c0 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 949 time: 0.1991622 Jun 25 09:14:04.005269 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1de295b9-ce86-45e5-ae9a-9cf8aeed129f req-590d0ee9-f650-4f2f-905c-381e0627220c tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571516 Jun 25 09:14:04.018642 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82a4f19a-988f-4581-a748-860bd79cfea2 req-a3d76fd0-0ced-4459-a9d0-a832ef4b0209 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e11e01d-f79a-4240-8142-d211f4255729 HTTP/1.1" status: 200 len: 1002 time: 0.1122336 Jun 25 09:14:04.020359 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a021c-af2b-424c-afa2-0d3bd9d4723a req-5fc201ee-d0e8-4b9b-b3e0-cc4d7c05aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:04.021934 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc6a021c-af2b-424c-afa2-0d3bd9d4723a req-5fc201ee-d0e8-4b9b-b3e0-cc4d7c05aae0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1117995 Jun 25 09:14:04.105359 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4f19a-988f-4581-a748-860bd79cfea2 req-80a6b57b-f259-4dc4-b459-11bccf57561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:04.107834 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82a4f19a-988f-4581-a748-860bd79cfea2 req-80a6b57b-f259-4dc4-b459-11bccf57561f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf63583-994a-4093-950f-4fd73828ebf2 HTTP/1.1" status: 200 len: 862 time: 0.0820248 Jun 25 09:14:04.158402 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:04.164815 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:04.169829 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:04.229901 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc6a021c-af2b-424c-afa2-0d3bd9d4723a req-79fe42ca-5b2b-4c9b-b1dc-1b6d879fd7ad service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993268 Jun 25 09:14:04.269518 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ef7a2-8bdd-4472-bd51-46a33dcdfe6b req-909a58ab-e64e-49f5-ace8-ce0dc0284b01 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:04.279464 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b64ef7a2-8bdd-4472-bd51-46a33dcdfe6b req-909a58ab-e64e-49f5-ace8-ce0dc0284b01 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 943 time: 0.1542561 Jun 25 09:14:04.279839 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4f19a-988f-4581-a748-860bd79cfea2 req-8f32b33d-c6c2-422d-a818-770590fb67ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:04.281477 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82a4f19a-988f-4581-a748-860bd79cfea2 req-8f32b33d-c6c2-422d-a818-770590fb67ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=119be928-ce8c-4bd3-a417-2e4446719647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1604562 Jun 25 09:14:04.304203 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event updated for resources: {'Port': ['ID=f1552b9f-6d5e-44e1-bc42-f8463f1a8b9b,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:04.326672 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:04.368152 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:04.384985 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:04.386538 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9541907 Jun 25 09:14:04.428462 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b64ef7a2-8bdd-4472-bd51-46a33dcdfe6b req-7224bc4c-df64-4ab2-b412-8c6880f44d35 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480026 Jun 25 09:14:04.432882 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc6a021c-af2b-424c-afa2-0d3bd9d4723a req-00bf49a5-fc9a-435d-ad84-2f452d3f63d6 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935880 Jun 25 09:14:04.441675 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82a4f19a-988f-4581-a748-860bd79cfea2 req-70d8c376-6b97-4c6e-b914-e09e200e85f1 service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468375 Jun 25 09:14:04.583001 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82a4f19a-988f-4581-a748-860bd79cfea2 req-1d969108-890c-4773-bebf-c6b895741900 service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335924 Jun 25 09:14:04.671075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222705d3-b5af-4652-97a6-ae8bf4291664 req-a1ded82f-3d55-462f-8a20-1a2b9cbe8613 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:04.672686 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-222705d3-b5af-4652-97a6-ae8bf4291664 req-a1ded82f-3d55-462f-8a20-1a2b9cbe8613 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/ports?device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 948 time: 0.0952897 Jun 25 09:14:04.711036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec86dc-4ab2-4df5-b4b2-e4c727369a1d req-99a4cd46-0cc6-4974-b5b7-ff4a8dc54417 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:04.712541 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ec86dc-4ab2-4df5-b4b2-e4c727369a1d req-99a4cd46-0cc6-4974-b5b7-ff4a8dc54417 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 1101 time: 0.0948591 Jun 25 09:14:04.739509 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-222705d3-b5af-4652-97a6-ae8bf4291664 req-3fa01dd0-5d85-447c-8031-6fa95adff44e tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/security-groups?id=9f3ff3b9-8ce0-4bb6-aa9a-38a74f824614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595973 Jun 25 09:14:04.740876 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-46ec86dc-4ab2-4df5-b4b2-e4c727369a1d req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:04.854216 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-46ec86dc-4ab2-4df5-b4b2-e4c727369a1d req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:04.860827 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-46ec86dc-4ab2-4df5-b4b2-e4c727369a1d req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:04.876597 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0e2dcee2-8ead-4935-9b40-55be06c43703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:04.880060 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ec86dc-4ab2-4df5-b4b2-e4c727369a1d req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613197 Jun 25 09:14:04.906714 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c375c6c7-4d9b-47f0-b215-777bccb52043,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:04.914659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:04.915039 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:04.915408 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:04.915857 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:04.916115 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:04.916468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:04.916851 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:04.917210 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:04.917549 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:04.917893 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:04.918234 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:04.918580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:04.922887 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:05.006195 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-336cccbf-413d-41ed-b484-c0c65eb36947 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1692513059&fields=id&tenant_id=81ef1d7481db47eba8120f9c96cdadfe HTTP/1.1" status: 200 len: 267 time: 0.0379543 Jun 25 09:14:05.105651 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-0c843cd1-f86b-40d1-a54b-6e69a1c926cb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:05.107088 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-0c843cd1-f86b-40d1-a54b-6e69a1c926cb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports/c9fc842f-c94f-4048-9d10-074730e495de HTTP/1.1" status: 200 len: 936 time: 0.0909457 Jun 25 09:14:05.174014 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a3f52-8b7d-4cc0-b3fb-ecf15b7d754d req-de2f755a-dfe2-4beb-aa80-3673a28c9d3a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:05.175505 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d9a3f52-8b7d-4cc0-b3fb-ecf15b7d754d req-de2f755a-dfe2-4beb-aa80-3673a28c9d3a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.1295855 Jun 25 09:14:05.182021 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-96df3990-34bc-45ee-9446-685b4698d7c6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:05.183424 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-96df3990-34bc-45ee-9446-685b4698d7c6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports/57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 HTTP/1.1" status: 200 len: 936 time: 0.0700855 Jun 25 09:14:05.244662 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-14b56ad3-354f-411e-8b78-ab61ed157ae9 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?network_id=71754435-8609-4d26-9226-f6462d50ad72&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0541816 Jun 25 09:14:05.274275 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d9a3f52-8b7d-4cc0-b3fb-ecf15b7d754d req-b7fee0be-de6c-45b1-8061-37205e489764 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899320 Jun 25 09:14:05.291372 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-d8258b23-06c9-4dda-bb76-4307bb6ad5d7 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?network_id=71754435-8609-4d26-9226-f6462d50ad72&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0370479 Jun 25 09:14:05.405084 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-859fb609-eaf0-4db3-b4f6-74c6b42fff8f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:05.410882 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-859fb609-eaf0-4db3-b4f6-74c6b42fff8f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:05.416773 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-859fb609-eaf0-4db3-b4f6-74c6b42fff8f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:05.418439 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-859fb609-eaf0-4db3-b4f6-74c6b42fff8f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/networks?id=e9b3a601-f58c-4ec5-82fd-335656805060&id=b567525f-dea5-412a-9997-aee658afe302&id=b567525f-dea5-412a-9997-aee658afe302&id=71754435-8609-4d26-9226-f6462d50ad72&id=71754435-8609-4d26-9226-f6462d50ad72 HTTP/1.1" status: 200 len: 1994 time: 0.1207864 Jun 25 09:14:05.434807 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-ec475183-3bd4-4ebc-84f5-68a3b95c1460 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/quotas/81ef1d7481db47eba8120f9c96cdadfe HTTP/1.1" status: 200 len: 375 time: 0.0101607 Jun 25 09:14:05.522491 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-16c4b644-37a7-4098-91be-a2656e6b965d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0817921 Jun 25 09:14:05.675356 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-0a5ab974-1d09-46a8-962a-41524d065ae4 service neutron] 10.222.0.93 "GET /v2.0/networks/e9b3a601-f58c-4ec5-82fd-335656805060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381440 Jun 25 09:14:05.691830 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ee5d5-b465-467e-93cb-f0c52adc9ee1 req-cf80c83c-7d76-48e3-ab14-e3d3f6991844 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:05.693333 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-996ee5d5-b465-467e-93cb-f0c52adc9ee1 req-cf80c83c-7d76-48e3-ab14-e3d3f6991844 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 943 time: 0.1111796 Jun 25 09:14:05.789929 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-996ee5d5-b465-467e-93cb-f0c52adc9ee1 req-2cf7eaf1-82bb-4743-ae83-df46123dbb3e tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876586 Jun 25 09:14:05.830353 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-c3c07cff-9029-417d-94ee-09c005a62625 service neutron] 10.222.0.93 "GET /v2.0/networks/e9b3a601-f58c-4ec5-82fd-335656805060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360362 Jun 25 09:14:05.870288 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device b4f1344f-b241-4553-8484-1e7233ce5fa2 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:14:05.896870 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-a69f7043-01d8-4536-951e-bdc6e2cbbcd3 service neutron] 10.222.0.93 "GET /v2.0/ports/c9fc842f-c94f-4048-9d10-074730e495de?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0540745 Jun 25 09:14:06.034117 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-86fca32a-e33c-4957-83ee-5d163d8f958e service neutron] 10.222.0.93 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363027 Jun 25 09:14:06.061874 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port b4f1344f-b241-4553-8484-1e7233ce5fa2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=b4f1344f-b241-4553-8484-1e7233ce5fa2,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:06.076191 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'b4f1344f-b241-4553-8484-1e7233ce5fa2', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': 'b4f1344f-b241-4553-8484-1e7233ce5fa2', 'mac_address': 'fa:16:3e:b3:ad:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:14:06.116089 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:06.131883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f1344f-b241-4553-8484-1e7233ce5fa2 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:06.159071 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port b4f1344f-b241-4553-8484-1e7233ce5fa2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=b4f1344f-b241-4553-8484-1e7233ce5fa2,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:06.165365 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:06.165840 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-db792a04-0aeb-4a04-b000-e6c6d3fe9fe6 service neutron] 10.222.0.93 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225007 Jun 25 09:14:06.167932 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:06.239562 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=b4f1344f-b241-4553-8484-1e7233ce5fa2,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:06.241011 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-d50823ba-6511-49f3-9c78-0ed583e1f391 service neutron] 10.222.0.93 "GET /v2.0/ports/57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0672064 Jun 25 09:14:06.243865 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:06.378335 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadaf97-4b91-428d-91cf-0d56f81fe42c req-c8d19738-b178-47d5-aece-e20a395eb0f7 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:06.379712 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bfadaf97-4b91-428d-91cf-0d56f81fe42c req-c8d19738-b178-47d5-aece-e20a395eb0f7 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/ports?device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 949 time: 0.3107307 Jun 25 09:14:06.383894 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-cdf88398-87af-4052-aab9-b1314a50d444 service neutron] 10.222.0.93 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165786 Jun 25 09:14:06.472578 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bfadaf97-4b91-428d-91cf-0d56f81fe42c req-7004171c-a101-4323-b207-c06b69990ced tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/security-groups?id=9f3ff3b9-8ce0-4bb6-aa9a-38a74f824614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829003 Jun 25 09:14:06.530276 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-346438ea-af5c-4125-bf16-292e4254e624 service neutron] 10.222.0.93 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333413 Jun 25 09:14:06.534392 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['b4f1344f-b241-4553-8484-1e7233ce5fa2'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:06.657340 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-83f6b921-4694-413c-8422-a7e15b33373b service neutron] 10.222.0.93 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114752 Jun 25 09:14:06.812294 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-064dfeff-40e9-49b7-9678-dc804c522a60 service neutron] 10.222.0.93 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506538 Jun 25 09:14:06.894869 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca3496-3192-42ff-8f6c-28c1a785afb5 req-127124ce-1574-4f85-96aa-bdc7ec0f7560 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:06.896449 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95ca3496-3192-42ff-8f6c-28c1a785afb5 req-127124ce-1574-4f85-96aa-bdc7ec0f7560 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 1101 time: 0.1379359 Jun 25 09:14:06.928835 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 6f70d0b0-d46b-4ce3-8380-2874b88c301d details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:14:06.949144 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-120fd053-f773-4c38-967b-1177c99d3f59 service neutron] 10.222.0.93 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282103 Jun 25 09:14:06.950969 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95ca3496-3192-42ff-8f6c-28c1a785afb5 req-bf406e9e-6ee0-4c41-a38d-2aa46fabb82a tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458007 Jun 25 09:14:07.090814 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 6f70d0b0-d46b-4ce3-8380-2874b88c301d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=6f70d0b0-d46b-4ce3-8380-2874b88c301d,segment=NetworkSegment(06e69768-99a2-4a5b-bb7a-7809780d0423),segment_id=06e69768-99a2-4a5b-bb7a-7809780d0423)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:07.107049 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '6f70d0b0-d46b-4ce3-8380-2874b88c301d', 'network_id': '6538f724-2fee-4c1b-a85e-9b3edf9078c3', 'port_id': '6f70d0b0-d46b-4ce3-8380-2874b88c301d', 'mac_address': 'fa:16:3e:29:8d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f736864-139a-4489-a2e5-9542b4a084ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:14:07.138487 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-040721f4-075e-4e53-bbcd-f9c33589882a service neutron] 10.222.0.93 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822300 Jun 25 09:14:07.155935 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:07.177987 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f70d0b0-d46b-4ce3-8380-2874b88c301d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:07.201454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 6f70d0b0-d46b-4ce3-8380-2874b88c301d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=6f70d0b0-d46b-4ce3-8380-2874b88c301d,segment=NetworkSegment(06e69768-99a2-4a5b-bb7a-7809780d0423),segment_id=06e69768-99a2-4a5b-bb7a-7809780d0423)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:07.207926 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:07.209993 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cd9506d9-01e1-4672-a82d-734febd61e7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:07.245621 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c59680-a06b-4732-9a1c-ca814d843a16 req-0d18116b-a5ed-48dc-8c5d-25a63b218ca5 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:07.247035 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66c59680-a06b-4732-9a1c-ca814d843a16 req-0d18116b-a5ed-48dc-8c5d-25a63b218ca5 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.1638162 Jun 25 09:14:07.276704 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-26642f4c-eb90-4536-9a05-affd79b3d018 service neutron] 10.222.0.93 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237915 Jun 25 09:14:07.278810 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=6f70d0b0-d46b-4ce3-8380-2874b88c301d,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:07.292192 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:07.292535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:07.292893 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:07.293227 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:07.293585 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:07.294173 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:07.294575 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:07.294927 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:07.295468 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:07.295786 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:07.296106 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:07.296422 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:07.303700 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:07.348641 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66c59680-a06b-4732-9a1c-ca814d843a16 req-21b4958c-d8d3-4d7a-a99d-12cfb4ecda4c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887434 Jun 25 09:14:07.386636 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-849d53c6-df00-439b-9ef1-0f65bd6fc9fd service neutron] 10.222.0.93 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032405 Jun 25 09:14:07.497372 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-fbbbc653-6bc0-4d3d-9cfc-5da55b3388b4 service neutron] 10.222.0.93 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047258 Jun 25 09:14:07.629029 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8534a3-1ef1-4087-9664-0a8290ae0b68 req-91f39490-41ca-4728-a2c9-3dacf86e1a85 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:07.630636 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb8534a3-1ef1-4087-9664-0a8290ae0b68 req-91f39490-41ca-4728-a2c9-3dacf86e1a85 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 944 time: 0.1564174 Jun 25 09:14:07.632643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-e62f7996-3897-4615-bff7-43273c64343f service neutron] 10.222.0.93 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184747 Jun 25 09:14:07.680829 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb8534a3-1ef1-4087-9664-0a8290ae0b68 req-439c0363-f688-4916-8cbe-d90e070ff406 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427439 Jun 25 09:14:07.866470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['6f70d0b0-d46b-4ce3-8380-2874b88c301d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:07.894328 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device b4f1344f-b241-4553-8484-1e7233ce5fa2 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:14:08.004263 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port b4f1344f-b241-4553-8484-1e7233ce5fa2 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:14:08.021329 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port b4f1344f-b241-4553-8484-1e7233ce5fa2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:08.022009 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:08.162141 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09c147-9cd0-4496-9ea8-977bad79be64 req-f5ef0cc0-7219-4727-b0ef-eb429f591ec1 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:08.172222 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d09c147-9cd0-4496-9ea8-977bad79be64 req-f5ef0cc0-7219-4727-b0ef-eb429f591ec1 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/ports?device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 949 time: 0.1002722 Jun 25 09:14:08.179447 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:08.211105 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ea3477-8b0a-49c2-9921-9e7eb3c030d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f1344f-b241-4553-8484-1e7233ce5fa2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:08.213105 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7534d5-75ca-4f0b-a69d-be7ea84ea1eb" -d '{"events": [{"server_uuid": "47ea3477-8b0a-49c2-9921-9e7eb3c030d9", "name": "network-vif-plugged", "status": "completed", "tag": "b4f1344f-b241-4553-8484-1e7233ce5fa2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:08.227624 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port b4f1344f-b241-4553-8484-1e7233ce5fa2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=b4f1344f-b241-4553-8484-1e7233ce5fa2,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:08.228827 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d09c147-9cd0-4496-9ea8-977bad79be64 req-8a8ef269-f683-4172-b60a-42f16bb132bf tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/security-groups?id=9f3ff3b9-8ce0-4bb6-aa9a-38a74f824614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553627 Jun 25 09:14:08.234719 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:08.237552 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:08.294443 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=b4f1344f-b241-4553-8484-1e7233ce5fa2,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:08.298194 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:08.440556 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ac9ca4-79e4-467d-a871-b9c6fa7e5b28 x-openstack-request-id: req-f1ac9ca4-79e4-467d-a871-b9c6fa7e5b28 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:08.440955 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ea3477-8b0a-49c2-9921-9e7eb3c030d9", "name": "network-vif-plugged", "status": "completed", "tag": "b4f1344f-b241-4553-8484-1e7233ce5fa2", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:08.441275 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f1ac9ca4-79e4-467d-a871-b9c6fa7e5b28 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:08.441742 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ea3477-8b0a-49c2-9921-9e7eb3c030d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f1344f-b241-4553-8484-1e7233ce5fa2', 'code': 200} Jun 25 09:14:08.562707 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e01632c7-1980-453c-aa6a-4644ca0e31ee req-ee82a419-0b4a-4449-829c-c3869931e5e4 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 210 time: 0.0454321 Jun 25 09:14:08.677669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284f3f9-2844-4ec9-9bca-68cdbbf63acd req-291af4a7-95e9-4c8b-87c7-c3d5e33fcb34 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:08.679396 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4284f3f9-2844-4ec9-9bca-68cdbbf63acd req-291af4a7-95e9-4c8b-87c7-c3d5e33fcb34 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.1202683 Jun 25 09:14:08.681982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4839f0-1d7f-469e-9f65-030ae7f4c973 req-55478515-da36-4fe4-943f-2ac391ed41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:08.683590 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c4839f0-1d7f-469e-9f65-030ae7f4c973 req-55478515-da36-4fe4-943f-2ac391ed41c4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 1102 time: 0.1233296 Jun 25 09:14:08.784754 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c4839f0-1d7f-469e-9f65-030ae7f4c973 req-af01be2d-1b15-4586-bcd5-a8295a9a0aee service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9f3ff3b9-8ce0-4bb6-aa9a-38a74f824614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751750 Jun 25 09:14:08.799094 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4284f3f9-2844-4ec9-9bca-68cdbbf63acd req-ddf69bbf-98ba-40c6-be80-5d33096a6af1 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072400 Jun 25 09:14:09.033241 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb14ef9-290b-4078-9dd3-7706cbc3c114 req-c6679659-6424-4df7-8832-8f1bb2a0ec5a tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:09.036487 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-adb14ef9-290b-4078-9dd3-7706cbc3c114 req-c6679659-6424-4df7-8832-8f1bb2a0ec5a tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 944 time: 0.0789816 Jun 25 09:14:09.098793 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-adb14ef9-290b-4078-9dd3-7706cbc3c114 req-97764ea2-02e9-4202-a2af-6ff90dc08234 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570297 Jun 25 09:14:09.303141 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdcbbc-111e-4689-832b-44361d6d6838 req-5e868891-98d1-4b39-a23a-0e099a7bb8c5 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:09.305127 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-18fdcbbc-111e-4689-832b-44361d6d6838 req-5e868891-98d1-4b39-a23a-0e099a7bb8c5 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 949 time: 0.0913019 Jun 25 09:14:09.352900 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-18fdcbbc-111e-4689-832b-44361d6d6838 req-c49d13cb-9e7d-400b-bfe0-e4ec63bb819f tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400193 Jun 25 09:14:09.451393 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f395e3a-80b8-4367-a9cf-9cf7abe71ae3 req-db5b8d37-ac2a-4fc3-9d5a-240a3e3a7408 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:09.453053 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9f395e3a-80b8-4367-a9cf-9cf7abe71ae3 req-db5b8d37-ac2a-4fc3-9d5a-240a3e3a7408 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/ports?device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 950 time: 0.0967453 Jun 25 09:14:09.521602 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9f395e3a-80b8-4367-a9cf-9cf7abe71ae3 req-806433da-1bc1-480b-8f29-f26391236754 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/security-groups?id=9f3ff3b9-8ce0-4bb6-aa9a-38a74f824614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597363 Jun 25 09:14:09.734910 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d3e760a-d438-443b-a326-6d9fc64d278b req-fd01ca3a-f1c8-4409-8b6b-bd2fe0b3f293 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 210 time: 0.0398254 Jun 25 09:14:09.991170 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b027594-7c8a-4317-a4de-21d5d374b666 req-42e3bed8-3064-475d-8e17-ce96b8a1c509 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:09.993487 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b027594-7c8a-4317-a4de-21d5d374b666 req-42e3bed8-3064-475d-8e17-ce96b8a1c509 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.0708890 Jun 25 09:14:10.040597 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b027594-7c8a-4317-a4de-21d5d374b666 req-f8213ea2-c514-4d57-be7a-71339f0466ff tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400202 Jun 25 09:14:10.302228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cbd48-7c3e-429f-be4b-9e5c7ccebad2 req-f7389a73-76bc-404f-b014-88d61373bbcd tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:10.303863 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-145cbd48-7c3e-429f-be4b-9e5c7ccebad2 req-f7389a73-76bc-404f-b014-88d61373bbcd tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 944 time: 0.0766721 Jun 25 09:14:10.353634 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-145cbd48-7c3e-429f-be4b-9e5c7ccebad2 req-21ae056e-9afb-4362-802c-ee7ee3d5d46b tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426621 Jun 25 09:14:10.475319 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-89312eb0-7c64-46d0-8f6c-429df372d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:10.477911 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-89312eb0-7c64-46d0-8f6c-429df372d921 service neutron] 10.222.0.38 "GET /v2.0/ports/c9fc842f-c94f-4048-9d10-074730e495de HTTP/1.1" status: 200 len: 1032 time: 0.0547509 Jun 25 09:14:10.584592 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5de7dffc-52c4-41c0-9615-0545b54ce4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:10.584592 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5de7dffc-52c4-41c0-9615-0545b54ce4c3 service neutron] 10.222.0.38 "GET /v2.0/ports/57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 HTTP/1.1" status: 200 len: 1032 time: 0.0945873 Jun 25 09:14:10.681003 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f9ab4-c30f-4f35-8dc9-ab1118a74366 req-94e58d06-c8b9-4c10-b762-296430c3a649 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:10.685433 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-842f9ab4-c30f-4f35-8dc9-ab1118a74366 req-94e58d06-c8b9-4c10-b762-296430c3a649 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 949 time: 0.2063262 Jun 25 09:14:10.793549 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-842f9ab4-c30f-4f35-8dc9-ab1118a74366 req-f7b24c1e-7cd5-4f61-8e1b-b69ccc653a9d tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018875 Jun 25 09:14:10.806489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-564248c1-ddb7-42cf-b8b3-cadb369a8dc7 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:10.812815 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-564248c1-ddb7-42cf-b8b3-cadb369a8dc7 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:10.818574 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-564248c1-ddb7-42cf-b8b3-cadb369a8dc7 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:10.820196 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-564248c1-ddb7-42cf-b8b3-cadb369a8dc7 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.38 "GET /v2.0/networks?id=e9b3a601-f58c-4ec5-82fd-335656805060&id=b567525f-dea5-412a-9997-aee658afe302&id=b567525f-dea5-412a-9997-aee658afe302&id=b567525f-dea5-412a-9997-aee658afe302&id=b567525f-dea5-412a-9997-aee658afe302&id=71754435-8609-4d26-9226-f6462d50ad72&id=71754435-8609-4d26-9226-f6462d50ad72 HTTP/1.1" status: 200 len: 1994 time: 0.2270539 Jun 25 09:14:10.869654 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63d5f4-a695-41fa-9305-1c8ec289571d req-91e562b5-085d-4eb7-902d-033e7c715720 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:10.871482 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef63d5f4-a695-41fa-9305-1c8ec289571d req-91e562b5-085d-4eb7-902d-033e7c715720 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/ports?device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 950 time: 0.1610579 Jun 25 09:14:10.937224 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 6f70d0b0-d46b-4ce3-8380-2874b88c301d up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:14:10.953081 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-580b3052-d654-4b6b-9452-19b11db9ffa7 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81ef1d7481db47eba8120f9c96cdadfe HTTP/1.1" status: 200 len: 380 time: 0.0621610 Jun 25 09:14:10.966028 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2c45226d-543a-44fd-a2ee-49885319a3bf tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Request body: {'port': {'device_id': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060', 'admin_state_up': True, 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'security_groups': ['ae5e4033-d44d-41af-8ce4-552cce9adb3d']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:11.002130 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 6f70d0b0-d46b-4ce3-8380-2874b88c301d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:14:11.007237 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 6f70d0b0-d46b-4ce3-8380-2874b88c301d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:11.007710 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:11.094289 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef63d5f4-a695-41fa-9305-1c8ec289571d req-b516beca-e0c5-47fa-9b44-8954f880c73a tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/security-groups?id=9f3ff3b9-8ce0-4bb6-aa9a-38a74f824614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117488 Jun 25 09:14:11.145247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2c45226d-543a-44fd-a2ee-49885319a3bf tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Made reservation on behalf of 81ef1d7481db47eba8120f9c96cdadfe for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:14:11.153594 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2c45226d-543a-44fd-a2ee-49885319a3bf tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:11.240403 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c788db-a5d7-427f-8488-a3def0ed9872 req-fb82b3aa-0ec3-46d4-a0c9-26fd422808e9 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:11.253044 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-57c788db-a5d7-427f-8488-a3def0ed9872 req-fb82b3aa-0ec3-46d4-a0c9-26fd422808e9 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.38 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 949 time: 0.1426268 Jun 25 09:14:11.348000 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:11.406373 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 6f70d0b0-d46b-4ce3-8380-2874b88c301d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=6f70d0b0-d46b-4ce3-8380-2874b88c301d,segment=NetworkSegment(06e69768-99a2-4a5b-bb7a-7809780d0423),segment_id=06e69768-99a2-4a5b-bb7a-7809780d0423)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:11.407822 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e187237-98d2-48c5-ba4e-582cf9e66a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f70d0b0-d46b-4ce3-8380-2874b88c301d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:11.411000 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29157d71-7f7f-4453-9ca0-8d698d40a1fb" -d '{"events": [{"server_uuid": "0e187237-98d2-48c5-ba4e-582cf9e66a85", "name": "network-vif-plugged", "status": "completed", "tag": "6f70d0b0-d46b-4ce3-8380-2874b88c301d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:11.416371 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:11.418731 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:11.468163 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-57c788db-a5d7-427f-8488-a3def0ed9872 req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Deleting port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:14:11.468512 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-57c788db-a5d7-427f-8488-a3def0ed9872 req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:11.478128 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=6f70d0b0-d46b-4ce3-8380-2874b88c301d,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:11.482021 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:11.614950 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-57c788db-a5d7-427f-8488-a3def0ed9872 req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] For port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=4d9b69b0-3ed7-45dc-97a2-9682bedd7196,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:11.615371 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-57c788db-a5d7-427f-8488-a3def0ed9872 req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:11.634542 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-57c788db-a5d7-427f-8488-a3def0ed9872 req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Calling delete_port for 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:14:11.759941 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ba0c9f78-c11c-49c8-b2d8-4e982d4ab7f9 req-6c74d317-ed61-43a6-9cac-7c589a4ea0ce tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 210 time: 0.4721739 Jun 25 09:14:11.800783 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-57c788db-a5d7-427f-8488-a3def0ed9872 req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:11.820559 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a79aead0-1ebe-4289-b2fb-5c712bef82ad tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:11.836408 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['e823830b-361c-4369-9751-0701ed8b403e', '4d9b69b0-3ed7-45dc-97a2-9682bedd7196'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:11.865366 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Pushing event deleted for resources: {'Port': ['ID=4d9b69b0-3ed7-45dc-97a2-9682bedd7196,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:11.951467 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:11.953750 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:11.954274 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:11.957719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:11.958645 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:11.959790 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:11.960961 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:11.962302 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:11.962844 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:11.965197 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:11.965880 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:11.966566 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:14:11.981746 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:11.990261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2c45226d-543a-44fd-a2ee-49885319a3bf tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Allocated IP 172.20.0.14 (e9b3a601-f58c-4ec5-82fd-335656805060/219c47c2-b4d5-45d9-9d06-baaa0cc38f25/c14fd482-e701-4929-8589-dd5397cd4f93) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:14:12.026948 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c788db-a5d7-427f-8488-a3def0ed9872 req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] No DVR routers for this DVR port 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:14:12.032226 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-57c788db-a5d7-427f-8488-a3def0ed9872 req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:12.048239 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-57c788db-a5d7-427f-8488-a3def0ed9872 req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.38 "DELETE /v2.0/ports/4d9b69b0-3ed7-45dc-97a2-9682bedd7196 HTTP/1.1" status: 204 len: 173 time: 0.7892442 Jun 25 09:14:12.048876 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c83fc8-1819-43da-bc34-ed83d310ba84', 'name': 'network-vif-deleted', 'tag': '4d9b69b0-3ed7-45dc-97a2-9682bedd7196'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:12.051222 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08507e06-fd40-427b-9971-b2037f7a9f9c" -d '{"events": [{"server_uuid": "16c83fc8-1819-43da-bc34-ed83d310ba84", "name": "network-vif-deleted", "tag": "4d9b69b0-3ed7-45dc-97a2-9682bedd7196"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:12.241173 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b90bf-ae16-4e05-a328-555ae2e3141c req-218b4087-e439-4b8f-98c7-2cf7c91d5531 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:12.247119 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb8b90bf-ae16-4e05-a328-555ae2e3141c req-218b4087-e439-4b8f-98c7-2cf7c91d5531 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.4821699 Jun 25 09:14:12.299394 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2c45226d-543a-44fd-a2ee-49885319a3bf tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:12.332884 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb8b90bf-ae16-4e05-a328-555ae2e3141c req-5541281b-8a53-4c6b-960b-a481fb1db2c3 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763021 Jun 25 09:14:12.333844 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2c45226d-543a-44fd-a2ee-49885319a3bf tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Transition to ACTIVE for port object c14fd482-e701-4929-8589-dd5397cd4f93 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:12.397425 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2c45226d-543a-44fd-a2ee-49885319a3bf tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:12.403777 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-38bfed1c-752c-4bf3-840b-fbda7257f269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:12.450880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2c45226d-543a-44fd-a2ee-49885319a3bf tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Network e9b3a601-f58c-4ec5-82fd-335656805060 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:14:12.455402 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2c45226d-543a-44fd-a2ee-49885319a3bf tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:14:12.459082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2c45226d-543a-44fd-a2ee-49885319a3bf tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:14:12.522122 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45226d-543a-44fd-a2ee-49885319a3bf tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event updated for resources: {'Port': ['ID=c14fd482-e701-4929-8589-dd5397cd4f93,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:12.544121 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2c45226d-543a-44fd-a2ee-49885319a3bf tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:12.592985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2c45226d-543a-44fd-a2ee-49885319a3bf tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:12.593879 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2c45226d-543a-44fd-a2ee-49885319a3bf tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:12.619655 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2c45226d-543a-44fd-a2ee-49885319a3bf tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6571393 Jun 25 09:14:12.637810 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4ccf0b46-58ab-4e0d-a04d-936a06f3268f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Request body: {'port': {'device_id': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'network_id': 'b567525f-dea5-412a-9997-aee658afe302', 'admin_state_up': True, 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'security_groups': ['ae5e4033-d44d-41af-8ce4-552cce9adb3d']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:12.804996 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-69e84679-ba8c-48f6-8b92-7f5bd962bc72 None None] Provisioning for port c14fd482-e701-4929-8589-dd5397cd4f93 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:14:12.815335 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-69e84679-ba8c-48f6-8b92-7f5bd962bc72 None None] Provisioning complete for port c14fd482-e701-4929-8589-dd5397cd4f93 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:12.816443 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69e84679-ba8c-48f6-8b92-7f5bd962bc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:12.895566 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d576700-5d5a-433f-8525-4ab43273b758 x-openstack-request-id: req-9d576700-5d5a-433f-8525-4ab43273b758 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:12.896147 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e187237-98d2-48c5-ba4e-582cf9e66a85", "name": "network-vif-plugged", "status": "completed", "tag": "6f70d0b0-d46b-4ce3-8380-2874b88c301d", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:12.896624 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9d576700-5d5a-433f-8525-4ab43273b758 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:12.898456 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e187237-98d2-48c5-ba4e-582cf9e66a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f70d0b0-d46b-4ce3-8380-2874b88c301d', 'code': 200} Jun 25 09:14:12.935145 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4ccf0b46-58ab-4e0d-a04d-936a06f3268f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Made reservation on behalf of 81ef1d7481db47eba8120f9c96cdadfe for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:14:12.941162 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4ccf0b46-58ab-4e0d-a04d-936a06f3268f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:12.962388 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-69e84679-ba8c-48f6-8b92-7f5bd962bc72 None None] Port c14fd482-e701-4929-8589-dd5397cd4f93 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:14:12.986039 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5d222-bbce-472b-80d3-d09bb133cb10 req-eb0996a5-5b0c-4731-ac85-48371c2d9359 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:12.994533 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3f5d222-bbce-472b-80d3-d09bb133cb10 req-eb0996a5-5b0c-4731-ac85-48371c2d9359 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 945 time: 0.1525383 Jun 25 09:14:13.059757 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3f5d222-bbce-472b-80d3-d09bb133cb10 req-00d547d4-75c4-4a17-8c5a-d37bcbc15e22 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622015 Jun 25 09:14:13.146918 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f8b556-e2b7-40ca-9e6d-54993483b7fb x-openstack-request-id: req-61f8b556-e2b7-40ca-9e6d-54993483b7fb {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:13.150592 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c83fc8-1819-43da-bc34-ed83d310ba84", "name": "network-vif-deleted", "tag": "4d9b69b0-3ed7-45dc-97a2-9682bedd7196", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:13.151067 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-61f8b556-e2b7-40ca-9e6d-54993483b7fb {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:13.152576 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c83fc8-1819-43da-bc34-ed83d310ba84', 'name': 'network-vif-deleted', 'tag': '4d9b69b0-3ed7-45dc-97a2-9682bedd7196', 'status': 'completed', 'code': 200} Jun 25 09:14:13.183778 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c412e-d5fe-48a5-97e1-dfed7d27ca2f req-95caa17b-673a-4bd5-933b-047cf4094f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:13.187666 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-465c412e-d5fe-48a5-97e1-dfed7d27ca2f req-95caa17b-673a-4bd5-933b-047cf4094f65 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 1097 time: 0.1615407 Jun 25 09:14:13.255927 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01e5b2b9-bbe1-4016-ab40-32e9de871efe req-2b426af4-ba18-4ee0-ba73-c17fc85f3c13 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=16c83fc8-1819-43da-bc34-ed83d310ba84 HTTP/1.1" status: 200 len: 210 time: 0.0792079 Jun 25 09:14:13.276260 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-465c412e-d5fe-48a5-97e1-dfed7d27ca2f req-22eba5ed-318c-426a-9c04-9f9c7d6bfc9c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791736 Jun 25 09:14:13.373655 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4ccf0b46-58ab-4e0d-a04d-936a06f3268f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Allocated IP 10.1.1.116 (b567525f-dea5-412a-9997-aee658afe302/6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1/df9f4b8c-6644-4664-913a-ecb3619208a8) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:14:13.593532 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4ccf0b46-58ab-4e0d-a04d-936a06f3268f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:13.614801 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4ccf0b46-58ab-4e0d-a04d-936a06f3268f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Transition to ACTIVE for port object df9f4b8c-6644-4664-913a-ecb3619208a8 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:13.625637 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d26cc-119c-409f-b607-8c1433260622 req-e43b9645-a869-4e98-a1cc-c6634884fe9d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:13.627799 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c74d26cc-119c-409f-b607-8c1433260622 req-e43b9645-a869-4e98-a1cc-c6634884fe9d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 932 time: 0.1345034 Jun 25 09:14:13.688362 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c74d26cc-119c-409f-b607-8c1433260622 req-3e952320-c10d-43d7-a93c-a2fe2673319f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528607 Jun 25 09:14:13.700261 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4ccf0b46-58ab-4e0d-a04d-936a06f3268f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:13.713715 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-da485c5b-3152-4399-8b63-ef3b3046faf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:13.749542 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4ccf0b46-58ab-4e0d-a04d-936a06f3268f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Network b567525f-dea5-412a-9997-aee658afe302 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:14:13.757334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4ccf0b46-58ab-4e0d-a04d-936a06f3268f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:14:13.765658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4ccf0b46-58ab-4e0d-a04d-936a06f3268f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:14:13.825001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf0b46-58ab-4e0d-a04d-936a06f3268f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event updated for resources: {'Port': ['ID=df9f4b8c-6644-4664-913a-ecb3619208a8,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:13.830815 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4ccf0b46-58ab-4e0d-a04d-936a06f3268f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:13.873395 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4ccf0b46-58ab-4e0d-a04d-936a06f3268f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:13.874154 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4ccf0b46-58ab-4e0d-a04d-936a06f3268f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:13.922119 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4ccf0b46-58ab-4e0d-a04d-936a06f3268f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2888222 Jun 25 09:14:13.948112 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b5e6837a-9223-468b-85d4-51a9f8eada0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Request body: {'port': {'device_id': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'network_id': 'b567525f-dea5-412a-9997-aee658afe302', 'admin_state_up': True, 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'security_groups': ['ae5e4033-d44d-41af-8ce4-552cce9adb3d']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:13.967190 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f053418-0397-47df-bbe2-beec1e13e30b req-5adb2a8c-eb4c-4bd5-81ca-f03af221badc tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:13.968644 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7f053418-0397-47df-bbe2-beec1e13e30b req-5adb2a8c-eb4c-4bd5-81ca-f03af221badc tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.1196074 Jun 25 09:14:14.074030 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7f053418-0397-47df-bbe2-beec1e13e30b req-40b459ce-87e3-49db-9749-be08b01a41b4 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906615 Jun 25 09:14:14.124512 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1d4cc9a3-7c2c-481a-babb-12db303f43c2 None None] Provisioning for port df9f4b8c-6644-4664-913a-ecb3619208a8 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:14:14.129469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1d4cc9a3-7c2c-481a-babb-12db303f43c2 None None] Provisioning complete for port df9f4b8c-6644-4664-913a-ecb3619208a8 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:14.130119 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d4cc9a3-7c2c-481a-babb-12db303f43c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:14.167781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b5e6837a-9223-468b-85d4-51a9f8eada0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Made reservation on behalf of 81ef1d7481db47eba8120f9c96cdadfe for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:14:14.173460 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b5e6837a-9223-468b-85d4-51a9f8eada0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:14.208544 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1d4cc9a3-7c2c-481a-babb-12db303f43c2 None None] Port df9f4b8c-6644-4664-913a-ecb3619208a8 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:14:14.404484 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b5e6837a-9223-468b-85d4-51a9f8eada0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Allocated IP 10.1.1.203 (b567525f-dea5-412a-9997-aee658afe302/6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1/0cde92df-da68-43f7-a09e-d95f4e7819be) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:14:14.466685 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced4218-99ea-4d16-9a54-43361bcbdbcd req-5eb93bd0-f750-43d8-917e-2501d7b5b6aa tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:14.468519 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ced4218-99ea-4d16-9a54-43361bcbdbcd req-5eb93bd0-f750-43d8-917e-2501d7b5b6aa tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 945 time: 0.1436751 Jun 25 09:14:14.584514 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ced4218-99ea-4d16-9a54-43361bcbdbcd req-a9b0c336-038b-4c2f-875f-5c9a14530d51 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044488 Jun 25 09:14:14.648009 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b5e6837a-9223-468b-85d4-51a9f8eada0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:14.668967 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b5e6837a-9223-468b-85d4-51a9f8eada0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Transition to ACTIVE for port object 0cde92df-da68-43f7-a09e-d95f4e7819be will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:14.719521 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b5e6837a-9223-468b-85d4-51a9f8eada0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:14.744086 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:14.839826 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6837a-9223-468b-85d4-51a9f8eada0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event updated for resources: {'Port': ['ID=0cde92df-da68-43f7-a09e-d95f4e7819be,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:14.857237 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b5e6837a-9223-468b-85d4-51a9f8eada0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:14.871278 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b5e6837a-9223-468b-85d4-51a9f8eada0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Network b567525f-dea5-412a-9997-aee658afe302 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:14:14.874417 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b5e6837a-9223-468b-85d4-51a9f8eada0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:14:14.889062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b5e6837a-9223-468b-85d4-51a9f8eada0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:14:15.040909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b5e6837a-9223-468b-85d4-51a9f8eada0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:15.041878 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b5e6837a-9223-468b-85d4-51a9f8eada0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:15.066866 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b5e6837a-9223-468b-85d4-51a9f8eada0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1234639 Jun 25 09:14:15.086570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8391-dc2c-4f7c-a5ac-22837e1f21fd req-1f96c14a-9e30-491c-a57a-7e6cabbae26c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:15.094122 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8391-dc2c-4f7c-a5ac-22837e1f21fd req-1f96c14a-9e30-491c-a57a-7e6cabbae26c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:15.100864 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8391-dc2c-4f7c-a5ac-22837e1f21fd req-1f96c14a-9e30-491c-a57a-7e6cabbae26c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:15.102537 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-baeb8391-dc2c-4f7c-a5ac-22837e1f21fd req-1f96c14a-9e30-491c-a57a-7e6cabbae26c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 2375 time: 0.2257476 Jun 25 09:14:15.109368 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-7983cd18-e2ee-47ef-ac81-d55f58728f48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Request body: {'port': {'device_id': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '71754435-8609-4d26-9226-f6462d50ad72', 'admin_state_up': True, 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'security_groups': ['ae5e4033-d44d-41af-8ce4-552cce9adb3d']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:15.133793 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca4095-1842-4003-b550-fc8981dbfa43 req-aa9b3cb3-fc11-4272-a0ee-0d13c595dd86 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:15.135316 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9fca4095-1842-4003-b550-fc8981dbfa43 req-aa9b3cb3-fc11-4272-a0ee-0d13c595dd86 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=a8b2f2ca-5f14-40e6-99db-5cc75c5532c4 HTTP/1.1" status: 200 len: 950 time: 0.1814415 Jun 25 09:14:15.237809 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-baeb8391-dc2c-4f7c-a5ac-22837e1f21fd req-e71024e9-0c66-43b0-a1ed-af2e656b7451 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203659 Jun 25 09:14:15.247062 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3c0fdf93-5cf4-4b48-b257-4b3d51b88ebd None None] Provisioning for port 0cde92df-da68-43f7-a09e-d95f4e7819be completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:14:15.256348 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3c0fdf93-5cf4-4b48-b257-4b3d51b88ebd None None] Provisioning complete for port 0cde92df-da68-43f7-a09e-d95f4e7819be triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:15.258780 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c0fdf93-5cf4-4b48-b257-4b3d51b88ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:15.287319 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9fca4095-1842-4003-b550-fc8981dbfa43 req-840f3cc3-6dc6-433a-af00-193fa642c448 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394184 Jun 25 09:14:15.314638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3c0fdf93-5cf4-4b48-b257-4b3d51b88ebd None None] Port 0cde92df-da68-43f7-a09e-d95f4e7819be cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:14:15.329721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-7983cd18-e2ee-47ef-ac81-d55f58728f48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Made reservation on behalf of 81ef1d7481db47eba8120f9c96cdadfe for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:14:15.438133 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-7983cd18-e2ee-47ef-ac81-d55f58728f48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:15.901807 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-7983cd18-e2ee-47ef-ac81-d55f58728f48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Allocated IP 10.2.2.100 (71754435-8609-4d26-9226-f6462d50ad72/8714fc71-29f3-4ccc-83a9-562da482dc88/51882b81-9a38-48b7-8ea5-4e1d713904c2) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:14:15.918478 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f07a60-d771-4f5b-8c97-033761ca46f8 req-49b3adb2-6152-44b6-93e0-d1912d4e5034 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:15.920144 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53f07a60-d771-4f5b-8c97-033761ca46f8 req-49b3adb2-6152-44b6-93e0-d1912d4e5034 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.2255991 Jun 25 09:14:15.968322 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device b4f1344f-b241-4553-8484-1e7233ce5fa2 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:14:15.983594 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:14:16.012031 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ec0c5-68cd-478e-bc0a-53fd9447d218 req-66e1c2a7-7619-452b-a887-65fb210a6642 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:16.013694 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-671ec0c5-68cd-478e-bc0a-53fd9447d218 req-66e1c2a7-7619-452b-a887-65fb210a6642 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 945 time: 0.2112541 Jun 25 09:14:16.021048 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53f07a60-d771-4f5b-8c97-033761ca46f8 req-e3038e6e-7a15-48f4-b011-3b4f7efe1295 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911877 Jun 25 09:14:16.125820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:14:16.126660 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 4d9b69b0-3ed7-45dc-97a2-9682bedd7196 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:14:16.137655 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-671ec0c5-68cd-478e-bc0a-53fd9447d218 req-5a2d8f69-99e2-4afc-bead-6e4aa935adc8 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888689 Jun 25 09:14:16.153732 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port b4f1344f-b241-4553-8484-1e7233ce5fa2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=b4f1344f-b241-4553-8484-1e7233ce5fa2,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:16.169679 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'b4f1344f-b241-4553-8484-1e7233ce5fa2', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': 'b4f1344f-b241-4553-8484-1e7233ce5fa2', 'mac_address': 'fa:16:3e:b3:ad:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:14:16.201412 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-7983cd18-e2ee-47ef-ac81-d55f58728f48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:16.221193 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:16.230062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-7983cd18-e2ee-47ef-ac81-d55f58728f48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Transition to ACTIVE for port object 51882b81-9a38-48b7-8ea5-4e1d713904c2 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:16.266517 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4f1344f-b241-4553-8484-1e7233ce5fa2 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:16.285044 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-7983cd18-e2ee-47ef-ac81-d55f58728f48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:16.289203 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:16.316074 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port b4f1344f-b241-4553-8484-1e7233ce5fa2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=b4f1344f-b241-4553-8484-1e7233ce5fa2,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:16.325000 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:16.331297 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:16.412922 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-7983cd18-e2ee-47ef-ac81-d55f58728f48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Network 71754435-8609-4d26-9226-f6462d50ad72 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:14:16.417759 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=b4f1344f-b241-4553-8484-1e7233ce5fa2,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:16.422039 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:16.432963 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-7983cd18-e2ee-47ef-ac81-d55f58728f48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:14:16.453415 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-7983cd18-e2ee-47ef-ac81-d55f58728f48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:14:16.480376 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983cd18-e2ee-47ef-ac81-d55f58728f48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event updated for resources: {'Port': ['ID=51882b81-9a38-48b7-8ea5-4e1d713904c2,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:16.518697 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7983cd18-e2ee-47ef-ac81-d55f58728f48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:16.523021 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['b4f1344f-b241-4553-8484-1e7233ce5fa2'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:16.558818 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3cad1618-b61a-47b9-8116-70c04246f79d req-8f655543-90ec-43e4-8da0-e651751e9510 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1524195412&fields=id&tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae HTTP/1.1" status: 200 len: 267 time: 0.2040355 Jun 25 09:14:16.612447 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-7983cd18-e2ee-47ef-ac81-d55f58728f48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:16.613149 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-7983cd18-e2ee-47ef-ac81-d55f58728f48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:16.647434 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-7983cd18-e2ee-47ef-ac81-d55f58728f48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5419858 Jun 25 09:14:16.671695 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19616e8d-8b40-49df-8646-23950e426b8a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Request body: {'port': {'device_id': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '71754435-8609-4d26-9226-f6462d50ad72', 'admin_state_up': True, 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'security_groups': ['ae5e4033-d44d-41af-8ce4-552cce9adb3d']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:16.701461 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5aee9e-a204-4a69-a24f-1390fa043ae8 req-7c5f76e9-33b1-4053-8444-92d939a3186c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:16.714036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5aee9e-a204-4a69-a24f-1390fa043ae8 req-7c5f76e9-33b1-4053-8444-92d939a3186c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:16.738027 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5aee9e-a204-4a69-a24f-1390fa043ae8 req-7c5f76e9-33b1-4053-8444-92d939a3186c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:16.745022 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5aee9e-a204-4a69-a24f-1390fa043ae8 req-7c5f76e9-33b1-4053-8444-92d939a3186c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:16.747235 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa5aee9e-a204-4a69-a24f-1390fa043ae8 req-7c5f76e9-33b1-4053-8444-92d939a3186c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 3096 time: 0.2952702 Jun 25 09:14:16.839176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1618-b61a-47b9-8116-70c04246f79d req-d5416c68-c1ea-4daf-8f2e-9b207850ce6a tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:16.841143 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3cad1618-b61a-47b9-8116-70c04246f79d req-d5416c68-c1ea-4daf-8f2e-9b207850ce6a tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 945 time: 0.2686875 Jun 25 09:14:16.861840 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-497ca755-6724-4ee8-873d-aebe124b211d None None] Provisioning for port 51882b81-9a38-48b7-8ea5-4e1d713904c2 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:14:16.865992 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-497ca755-6724-4ee8-873d-aebe124b211d None None] Provisioning complete for port 51882b81-9a38-48b7-8ea5-4e1d713904c2 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:16.866370 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-497ca755-6724-4ee8-873d-aebe124b211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:16.886307 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-3cad1618-b61a-47b9-8116-70c04246f79d req-81e8d170-52c8-48e8-a74b-ca62a765f299 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Request body: {'port': {'security_groups': ['2795523e-7cf8-4b93-bd25-991dd3909360', 'a2e33f13-0985-4035-9430-c1057d9765da']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:16.904571 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd17378-a08c-4278-a6eb-9ccfded2def9 req-dca790b6-8c41-43a5-9b02-5029545b391b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:16.906195 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-abd17378-a08c-4278-a6eb-9ccfded2def9 req-dca790b6-8c41-43a5-9b02-5029545b391b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8b2f2ca-5f14-40e6-99db-5cc75c5532c4 HTTP/1.1" status: 200 len: 950 time: 0.1344903 Jun 25 09:14:16.924172 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa5aee9e-a204-4a69-a24f-1390fa043ae8 req-632ad224-e248-4517-b6df-ac6b57534d57 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628230 Jun 25 09:14:16.930783 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-497ca755-6724-4ee8-873d-aebe124b211d None None] Port 51882b81-9a38-48b7-8ea5-4e1d713904c2 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:14:17.076708 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-abd17378-a08c-4278-a6eb-9ccfded2def9 req-da1a45e5-34a4-44be-b073-93a5779cec05 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Deleting port e823830b-361c-4369-9751-0701ed8b403e {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:14:17.077100 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-abd17378-a08c-4278-a6eb-9ccfded2def9 req-da1a45e5-34a4-44be-b073-93a5779cec05 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:17.123463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19616e8d-8b40-49df-8646-23950e426b8a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Made reservation on behalf of 81ef1d7481db47eba8120f9c96cdadfe for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:14:17.128799 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19616e8d-8b40-49df-8646-23950e426b8a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:17.189764 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3cad1618-b61a-47b9-8116-70c04246f79d req-81e8d170-52c8-48e8-a74b-ca62a765f299 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:17.199477 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-abd17378-a08c-4278-a6eb-9ccfded2def9 req-da1a45e5-34a4-44be-b073-93a5779cec05 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] For port e823830b-361c-4369-9751-0701ed8b403e, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=e823830b-361c-4369-9751-0701ed8b403e,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:17.199849 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-abd17378-a08c-4278-a6eb-9ccfded2def9 req-da1a45e5-34a4-44be-b073-93a5779cec05 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:17.217393 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-abd17378-a08c-4278-a6eb-9ccfded2def9 req-da1a45e5-34a4-44be-b073-93a5779cec05 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Calling delete_port for e823830b-361c-4369-9751-0701ed8b403e owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:14:17.339557 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692fb35-a024-4c42-a019-096287895cef req-bb543e79-7eaf-4f84-a243-faa35346aa5d tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:17.346876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9692fb35-a024-4c42-a019-096287895cef req-bb543e79-7eaf-4f84-a243-faa35346aa5d tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/ports?device_id=a8b2f2ca-5f14-40e6-99db-5cc75c5532c4 HTTP/1.1" status: 200 len: 950 time: 0.2354312 Jun 25 09:14:17.478668 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9692fb35-a024-4c42-a019-096287895cef req-34e2dec1-6c84-4ada-84c5-f47efe4c10ec tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.93 "GET /v2.0/security-groups?id=fe06b37b-dfeb-4fda-9aec-db6f8224d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305246 Jun 25 09:14:17.578763 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-abd17378-a08c-4278-a6eb-9ccfded2def9 req-da1a45e5-34a4-44be-b073-93a5779cec05 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:17.586491 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60c1f0c2-e772-49f3-b96e-e09332e2405e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:17.620061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['e823830b-361c-4369-9751-0701ed8b403e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:17.686018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a45e5-34a4-44be-b073-93a5779cec05 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Pushing event deleted for resources: {'Port': ['ID=e823830b-361c-4369-9751-0701ed8b403e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:17.689901 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-da1a45e5-34a4-44be-b073-93a5779cec05 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:17.811537 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd17378-a08c-4278-a6eb-9ccfded2def9 req-da1a45e5-34a4-44be-b073-93a5779cec05 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] No DVR routers for this DVR port e823830b-361c-4369-9751-0701ed8b403e on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:14:17.817927 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19616e8d-8b40-49df-8646-23950e426b8a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Allocated IP 10.2.2.200 (71754435-8609-4d26-9226-f6462d50ad72/8714fc71-29f3-4ccc-83a9-562da482dc88/08293231-0716-4463-80cf-b807d9931536) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:14:17.818310 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-abd17378-a08c-4278-a6eb-9ccfded2def9 req-da1a45e5-34a4-44be-b073-93a5779cec05 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:17.821729 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-abd17378-a08c-4278-a6eb-9ccfded2def9 req-da1a45e5-34a4-44be-b073-93a5779cec05 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] 10.222.0.38 "DELETE /v2.0/ports/e823830b-361c-4369-9751-0701ed8b403e HTTP/1.1" status: 204 len: 173 time: 0.9092574 Jun 25 09:14:17.824679 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b2f2ca-5f14-40e6-99db-5cc75c5532c4', 'name': 'network-vif-deleted', 'tag': 'e823830b-361c-4369-9751-0701ed8b403e'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:17.840090 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f877c6-ef4f-430f-9fcb-e998cdfbb3a1" -d '{"events": [{"server_uuid": "a8b2f2ca-5f14-40e6-99db-5cc75c5532c4", "name": "network-vif-deleted", "tag": "e823830b-361c-4369-9751-0701ed8b403e"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:17.932697 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-3cad1618-b61a-47b9-8116-70c04246f79d req-81e8d170-52c8-48e8-a74b-ca62a765f299 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] For port 6f70d0b0-d46b-4ce3-8380-2874b88c301d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=6f70d0b0-d46b-4ce3-8380-2874b88c301d,segment=NetworkSegment(06e69768-99a2-4a5b-bb7a-7809780d0423),segment_id=06e69768-99a2-4a5b-bb7a-7809780d0423)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:17.984542 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3cad1618-b61a-47b9-8116-70c04246f79d req-81e8d170-52c8-48e8-a74b-ca62a765f299 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:17.991449 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device b4f1344f-b241-4553-8484-1e7233ce5fa2 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:14:17.995084 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3cad1618-b61a-47b9-8116-70c04246f79d req-81e8d170-52c8-48e8-a74b-ca62a765f299 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:18.018297 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19be36b2-831c-4d59-b0bd-32b673fb9bd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:18.127806 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1618-b61a-47b9-8116-70c04246f79d req-81e8d170-52c8-48e8-a74b-ca62a765f299 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:18.128870 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3cad1618-b61a-47b9-8116-70c04246f79d req-81e8d170-52c8-48e8-a74b-ca62a765f299 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:18.129575 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['6f70d0b0-d46b-4ce3-8380-2874b88c301d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:18.130856 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3cad1618-b61a-47b9-8116-70c04246f79d req-81e8d170-52c8-48e8-a74b-ca62a765f299 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "PUT /v2.0/ports/6f70d0b0-d46b-4ce3-8380-2874b88c301d HTTP/1.1" status: 200 len: 981 time: 1.2715998 Jun 25 09:14:18.139186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8d170-52c8-48e8-a74b-ca62a765f299 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event updated for resources: {'Port': ['ID=6f70d0b0-d46b-4ce3-8380-2874b88c301d,revision_number=6']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:18.146072 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-81e8d170-52c8-48e8-a74b-ca62a765f299 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:18.146784 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e187237-98d2-48c5-ba4e-582cf9e66a85', 'tag': '6f70d0b0-d46b-4ce3-8380-2874b88c301d'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:18.151355 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59be39ba-1a01-4882-93a0-ce5a7acefcd8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e187237-98d2-48c5-ba4e-582cf9e66a85", "tag": "6f70d0b0-d46b-4ce3-8380-2874b88c301d"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:18.363727 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port b4f1344f-b241-4553-8484-1e7233ce5fa2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:18.364065 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:18.473961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['6f70d0b0-d46b-4ce3-8380-2874b88c301d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:18.490387 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19616e8d-8b40-49df-8646-23950e426b8a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:18.843198 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:18.942599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ea3477-8b0a-49c2-9921-9e7eb3c030d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f1344f-b241-4553-8484-1e7233ce5fa2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:18.949804 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9b79f2-5f4e-4ceb-8668-5a22a18700b1" -d '{"events": [{"server_uuid": "47ea3477-8b0a-49c2-9921-9e7eb3c030d9", "name": "network-vif-plugged", "status": "completed", "tag": "b4f1344f-b241-4553-8484-1e7233ce5fa2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:18.965123 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port b4f1344f-b241-4553-8484-1e7233ce5fa2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=b4f1344f-b241-4553-8484-1e7233ce5fa2,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:18.993147 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:19.007377 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:19.158268 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-e93f865a-e14f-4a8a-b41b-4c5c5775f658 service neutron] 10.222.0.41 "GET /v2.0/ports/2274154b-6527-4ecb-9c0b-d9d24afcf560/bindings/n-h1-761264-15 HTTP/1.1" status: 200 len: 383 time: 0.1359179 Jun 25 09:14:19.159785 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19616e8d-8b40-49df-8646-23950e426b8a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Transition to ACTIVE for port object 08293231-0716-4463-80cf-b807d9931536 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:19.270757 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=b4f1344f-b241-4553-8484-1e7233ce5fa2,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:19.320455 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:19.350786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524158a-782b-40e4-a362-28bffcee724a req-1ffbf301-27e1-49ed-96e4-c0d5a223ae99 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:19.358530 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0524158a-782b-40e4-a362-28bffcee724a req-1ffbf301-27e1-49ed-96e4-c0d5a223ae99 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.2319431 Jun 25 09:14:19.406907 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19616e8d-8b40-49df-8646-23950e426b8a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:19.419426 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-81e8d170-52c8-48e8-a74b-ca62a765f299 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:19.525158 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0524158a-782b-40e4-a362-28bffcee724a req-6daac96e-9cea-4207-8848-276c13571362 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660464 Jun 25 09:14:19.587880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19616e8d-8b40-49df-8646-23950e426b8a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Network 71754435-8609-4d26-9226-f6462d50ad72 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:14:19.623295 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19616e8d-8b40-49df-8646-23950e426b8a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:14:19.637650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19616e8d-8b40-49df-8646-23950e426b8a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:14:19.640887 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19616e8d-8b40-49df-8646-23950e426b8a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event updated for resources: {'Port': ['ID=08293231-0716-4463-80cf-b807d9931536,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:19.644668 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19616e8d-8b40-49df-8646-23950e426b8a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:19.792916 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19616e8d-8b40-49df-8646-23950e426b8a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:19.793103 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68a97e1-404e-4508-bbdd-01acf6cdbc66 x-openstack-request-id: req-a68a97e1-404e-4508-bbdd-01acf6cdbc66 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:19.793684 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19616e8d-8b40-49df-8646-23950e426b8a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:19.794029 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b2f2ca-5f14-40e6-99db-5cc75c5532c4", "name": "network-vif-deleted", "tag": "e823830b-361c-4369-9751-0701ed8b403e", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:19.795094 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a68a97e1-404e-4508-bbdd-01acf6cdbc66 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:19.796684 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b2f2ca-5f14-40e6-99db-5cc75c5532c4', 'name': 'network-vif-deleted', 'tag': 'e823830b-361c-4369-9751-0701ed8b403e', 'status': 'completed', 'code': 200} Jun 25 09:14:19.799626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-3fdf9e21-3eec-4b9d-8f5c-2984cfc9d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:19.806320 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-3fdf9e21-3eec-4b9d-8f5c-2984cfc9d16a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7&tenant_id=feac5915022a4711aa5d2a8786b36e3c HTTP/1.1" status: 200 len: 1100 time: 0.1824672 Jun 25 09:14:19.832900 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19616e8d-8b40-49df-8646-23950e426b8a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1657770 Jun 25 09:14:19.996036 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device e823830b-361c-4369-9751-0701ed8b403e no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:14:19.998709 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Request body: {'port': {'device_id': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:20.069030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-8f90ee21-7bac-420b-8fc0-d768bfc0179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:20.070592 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-8f90ee21-7bac-420b-8fc0-d768bfc0179b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 1100 time: 0.1999481 Jun 25 09:14:20.085543 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: e823830b-361c-4369-9751-0701ed8b403e {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:14:20.085543 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device e823830b-361c-4369-9751-0701ed8b403e not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:14:20.097107 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5d62343a-dd42-451e-ba27-a5109072d63a None None] Provisioning for port 08293231-0716-4463-80cf-b807d9931536 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:14:20.101605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5d62343a-dd42-451e-ba27-a5109072d63a None None] Provisioning complete for port 08293231-0716-4463-80cf-b807d9931536 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:20.102245 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5d62343a-dd42-451e-ba27-a5109072d63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:20.220671 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-671b1fef-181c-418e-9497-eb04b829f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:20.227312 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-671b1fef-181c-418e-9497-eb04b829f643 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1494417 Jun 25 09:14:20.237454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5d62343a-dd42-451e-ba27-a5109072d63a None None] Port 08293231-0716-4463-80cf-b807d9931536 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:14:20.281336 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:20.320584 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-068eccd2-1332-4b78-860e-0244c1374bbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560 HTTP/1.1" status: 200 len: 217 time: 0.0854654 Jun 25 09:14:20.359931 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dee3e-99f1-4db0-8d77-63e288093f68 req-9264a790-64ac-4f2d-a2af-4b93be6228ab tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:20.367500 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dee3e-99f1-4db0-8d77-63e288093f68 req-9264a790-64ac-4f2d-a2af-4b93be6228ab tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:20.374508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dee3e-99f1-4db0-8d77-63e288093f68 req-9264a790-64ac-4f2d-a2af-4b93be6228ab tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:20.382603 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dee3e-99f1-4db0-8d77-63e288093f68 req-9264a790-64ac-4f2d-a2af-4b93be6228ab tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:20.389492 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dee3e-99f1-4db0-8d77-63e288093f68 req-9264a790-64ac-4f2d-a2af-4b93be6228ab tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:20.397629 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-e96ff8e2-1f57-46c8-9adf-2d3e8628b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:20.398071 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5e5dee3e-99f1-4db0-8d77-63e288093f68 req-9264a790-64ac-4f2d-a2af-4b93be6228ab tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 3817 time: 0.3284955 Jun 25 09:14:20.399807 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-e96ff8e2-1f57-46c8-9adf-2d3e8628b2ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0708950 Jun 25 09:14:20.522021 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5e5dee3e-99f1-4db0-8d77-63e288093f68 req-791f374f-cd43-4cc9-82e1-5572ff8d0a67 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228640 Jun 25 09:14:20.544719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-1d11589c-1a9b-41e3-973c-172ecbd6847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:20.546571 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-1d11589c-1a9b-41e3-973c-172ecbd6847c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1400023 Jun 25 09:14:20.642961 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:14:20.783443 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-0dd0f436-1da2-4889-9392-0d2f889ce088 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232833 Jun 25 09:14:20.933877 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bca5a005-505d-4a98-98e6-1cf3df3afff5 req-87da28bf-b3df-4ba6-b569-adc9a13921be service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401608 Jun 25 09:14:21.022100 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14fd482-e701-4929-8589-dd5397cd4f93 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:21.035348 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cec44d19-2c61-4b71-ab4a-6deeb449a197 req-63c2cc3b-b122-4575-9202-33aaa15094c6 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-32153740&fields=id&tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae HTTP/1.1" status: 200 len: 267 time: 0.1597822 Jun 25 09:14:21.041225 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:21.097549 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Transition to ACTIVE for port object c14fd482-e701-4929-8589-dd5397cd4f93 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:21.112114 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:21.117812 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:21.207191 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec44d19-2c61-4b71-ab4a-6deeb449a197 req-a7ad1cd9-4682-44c0-8036-936abc4e38f5 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:21.209854 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cec44d19-2c61-4b71-ab4a-6deeb449a197 req-a7ad1cd9-4682-44c0-8036-936abc4e38f5 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 984 time: 0.1647894 Jun 25 09:14:21.226229 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-cec44d19-2c61-4b71-ab4a-6deeb449a197 req-9536ee0a-6dc0-423f-ba46-cd54eb31f690 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Request body: {'port': {'security_groups': ['2795523e-7cf8-4b93-bd25-991dd3909360', 'a2e33f13-0985-4035-9430-c1057d9765da', 'f621f0b1-e7be-43ee-8aed-fa5513c2a89c']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:21.277444 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Pushing event updated for resources: {'Port': ['ID=c14fd482-e701-4929-8589-dd5397cd4f93,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:21.330124 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:21.430664 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Attempting to bind port c14fd482-e701-4929-8589-dd5397cd4f93 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:14:21.430664 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Attempting to bind port c14fd482-e701-4929-8589-dd5397cd4f93 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '91af7a17-385f-482e-a8de-b6bea300e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:14:21.431040 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Attempting to bind port c14fd482-e701-4929-8589-dd5397cd4f93 on network e9b3a601-f58c-4ec5-82fd-335656805060 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:21.457035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Port c14fd482-e701-4929-8589-dd5397cd4f93 on network e9b3a601-f58c-4ec5-82fd-335656805060 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:14:21.457377 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Attempting to bind port c14fd482-e701-4929-8589-dd5397cd4f93 on network e9b3a601-f58c-4ec5-82fd-335656805060 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:21.471380 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:14:21.471744 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Checking segment: {'id': '91af7a17-385f-482e-a8de-b6bea300e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:14:21.472148 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Bound using segment: {'id': '91af7a17-385f-482e-a8de-b6bea300e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:14:21.472605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Bound port: c14fd482-e701-4929-8589-dd5397cd4f93, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91af7a17-385f-482e-a8de-b6bea300e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:14:21.473000 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:21.494194 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-cec44d19-2c61-4b71-ab4a-6deeb449a197 req-9536ee0a-6dc0-423f-ba46-cd54eb31f690 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:21.627823 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] For port c14fd482-e701-4929-8589-dd5397cd4f93, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:14:21.635747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] For port c14fd482-e701-4929-8589-dd5397cd4f93, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c14fd482-e701-4929-8589-dd5397cd4f93,segment=NetworkSegment(91af7a17-385f-482e-a8de-b6bea300e68e),segment_id=91af7a17-385f-482e-a8de-b6bea300e68e)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:14:21.647679 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:21.660776 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b02644ce-f06f-47ae-a8bd-dcd2365ea4c7 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:21.709050 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:21.709601 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:21.711042 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] 10.222.0.38 "PUT /v2.0/ports/c14fd482-e701-4929-8589-dd5397cd4f93 HTTP/1.1" status: 200 len: 1093 time: 1.8644998 Jun 25 09:14:21.808232 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Request body: {'port': {'device_id': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:21.924258 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Pushing event updated for resources: {'Port': ['ID=c14fd482-e701-4929-8589-dd5397cd4f93,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:21.935119 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:22.038505 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b33f57d-7226-44ee-a3b5-7334f2b4c3a1 x-openstack-request-id: req-6b33f57d-7226-44ee-a3b5-7334f2b4c3a1 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:22.039147 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e187237-98d2-48c5-ba4e-582cf9e66a85", "tag": "6f70d0b0-d46b-4ce3-8380-2874b88c301d", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:22.039147 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6b33f57d-7226-44ee-a3b5-7334f2b4c3a1 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:22.039531 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e187237-98d2-48c5-ba4e-582cf9e66a85', 'tag': '6f70d0b0-d46b-4ce3-8380-2874b88c301d', 'status': 'completed', 'code': 200} Jun 25 09:14:22.049322 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-cec44d19-2c61-4b71-ab4a-6deeb449a197 req-9536ee0a-6dc0-423f-ba46-cd54eb31f690 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] For port 6f70d0b0-d46b-4ce3-8380-2874b88c301d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=6f70d0b0-d46b-4ce3-8380-2874b88c301d,segment=NetworkSegment(06e69768-99a2-4a5b-bb7a-7809780d0423),segment_id=06e69768-99a2-4a5b-bb7a-7809780d0423)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:22.085590 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:22.154631 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-cec44d19-2c61-4b71-ab4a-6deeb449a197 req-9536ee0a-6dc0-423f-ba46-cd54eb31f690 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:22.168097 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-cec44d19-2c61-4b71-ab4a-6deeb449a197 req-9536ee0a-6dc0-423f-ba46-cd54eb31f690 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:22.190192 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be39ba-1a01-4882-93a0-ce5a7acefcd8 req-8861cc2e-f407-47ed-bee3-f5110f51f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:22.191726 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-59be39ba-1a01-4882-93a0-ce5a7acefcd8 req-8861cc2e-f407-47ed-bee3-f5110f51f963 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae&device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 1136 time: 0.0999219 Jun 25 09:14:22.209176 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['6f70d0b0-d46b-4ce3-8380-2874b88c301d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:22.228479 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4dc27e5e-8380-449b-aa2f-52bfa593675d tempest-FloatingIPsAssociationTestJSON-1137875877 tempest-FloatingIPsAssociationTestJSON-1137875877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:22.333372 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec44d19-2c61-4b71-ab4a-6deeb449a197 req-9536ee0a-6dc0-423f-ba46-cd54eb31f690 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:22.334068 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-cec44d19-2c61-4b71-ab4a-6deeb449a197 req-9536ee0a-6dc0-423f-ba46-cd54eb31f690 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:22.335504 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cec44d19-2c61-4b71-ab4a-6deeb449a197 req-9536ee0a-6dc0-423f-ba46-cd54eb31f690 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "PUT /v2.0/ports/6f70d0b0-d46b-4ce3-8380-2874b88c301d HTTP/1.1" status: 200 len: 1020 time: 1.1160207 Jun 25 09:14:22.353610 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7f332e-86bd-4804-b658-c65cd5b92962 x-openstack-request-id: req-ff7f332e-86bd-4804-b658-c65cd5b92962 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:22.353927 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ea3477-8b0a-49c2-9921-9e7eb3c030d9", "name": "network-vif-plugged", "status": "completed", "tag": "b4f1344f-b241-4553-8484-1e7233ce5fa2", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:22.354194 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ff7f332e-86bd-4804-b658-c65cd5b92962 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:22.354618 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ea3477-8b0a-49c2-9921-9e7eb3c030d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f1344f-b241-4553-8484-1e7233ce5fa2', 'code': 200} Jun 25 09:14:22.419995 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be39ba-1a01-4882-93a0-ce5a7acefcd8 req-d664e500-17ea-4e54-988a-557638dfd54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:22.421628 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-59be39ba-1a01-4882-93a0-ce5a7acefcd8 req-d664e500-17ea-4e54-988a-557638dfd54d service neutron] 10.222.0.41 "GET /v2.0/networks?id=6538f724-2fee-4c1b-a85e-9b3edf9078c3 HTTP/1.1" status: 200 len: 915 time: 0.2219887 Jun 25 09:14:22.460057 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-43416f1d-6975-469a-93f1-8c25f1544340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:22.581776 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-59be39ba-1a01-4882-93a0-ce5a7acefcd8 req-499267c1-4361-436b-ad2a-eff6e263d829 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f70d0b0-d46b-4ce3-8380-2874b88c301d HTTP/1.1" status: 200 len: 217 time: 0.1462903 Jun 25 09:14:22.706836 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['6f70d0b0-d46b-4ce3-8380-2874b88c301d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:22.717038 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536ee0a-6dc0-423f-ba46-cd54eb31f690 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event updated for resources: {'Port': ['ID=6f70d0b0-d46b-4ce3-8380-2874b88c301d,revision_number=7']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:22.723247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be39ba-1a01-4882-93a0-ce5a7acefcd8 req-dd74c209-c015-4dbc-8719-b32d8db7480b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:22.724767 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-59be39ba-1a01-4882-93a0-ce5a7acefcd8 req-dd74c209-c015-4dbc-8719-b32d8db7480b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f736864-139a-4489-a2e5-9542b4a084ef HTTP/1.1" status: 200 len: 853 time: 0.1364827 Jun 25 09:14:22.756908 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9536ee0a-6dc0-423f-ba46-cd54eb31f690 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:22.843371 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-59be39ba-1a01-4882-93a0-ce5a7acefcd8 req-3236481d-0f55-43ec-ad33-24c946c10a87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6538f724-2fee-4c1b-a85e-9b3edf9078c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096404 Jun 25 09:14:22.980615 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42936) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:14:23.052088 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2274154b-6527-4ecb-9c0b-d9d24afcf560 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:14:23.089343 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-59be39ba-1a01-4882-93a0-ce5a7acefcd8 req-75269370-fab2-4829-9e9d-508273f12b0e service neutron] 10.222.0.41 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378631 Jun 25 09:14:23.199367 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-59be39ba-1a01-4882-93a0-ce5a7acefcd8 req-a46ead36-3ea9-46bb-a5a3-0e9cc6e6da1c service neutron] 10.222.0.41 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013384 Jun 25 09:14:23.285891 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c2381868-c8b2-4d78-ad51-81f0c3fb4e85 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bdfb1cc0b2394280b6ba7969de67b341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029165 Jun 25 09:14:23.291847 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42940) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:14:23.375704 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:23.387900 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f578087a-5718-4841-9041-fce0239158d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:23.418961 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f578087a-5718-4841-9041-fce0239158d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:23.433632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a5e89-42f2-4cc2-adab-2fe0126788aa req-170f7b12-e110-4e41-89a6-f078fbb26d50 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:23.450773 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a5e89-42f2-4cc2-adab-2fe0126788aa req-170f7b12-e110-4e41-89a6-f078fbb26d50 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:23.466613 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a5e89-42f2-4cc2-adab-2fe0126788aa req-170f7b12-e110-4e41-89a6-f078fbb26d50 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:23.479184 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a5e89-42f2-4cc2-adab-2fe0126788aa req-170f7b12-e110-4e41-89a6-f078fbb26d50 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:23.498402 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f578087a-5718-4841-9041-fce0239158d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:23.499926 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a5e89-42f2-4cc2-adab-2fe0126788aa req-170f7b12-e110-4e41-89a6-f078fbb26d50 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:23.501884 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f578087a-5718-4841-9041-fce0239158d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:23.503211 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f578087a-5718-4841-9041-fce0239158d5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fe06b37b-dfeb-4fda-9aec-db6f8224d709 HTTP/1.1" status: 204 len: 168 time: 0.2104185 Jun 25 09:14:23.509516 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-294ddf0f-3ac1-477e-a8de-0c0adfacc420 tempest-TenantUsagesTestJSON-1194198616 tempest-TenantUsagesTestJSON-1194198616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:23.510937 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-615a5e89-42f2-4cc2-adab-2fe0126788aa req-170f7b12-e110-4e41-89a6-f078fbb26d50 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 3829 time: 0.6104879 Jun 25 09:14:23.526014 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578087a-5718-4841-9041-fce0239158d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe06b37b-dfeb-4fda-9aec-db6f8224d709,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:23.536432 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f578087a-5718-4841-9041-fce0239158d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:23.541844 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9fc842f-c94f-4048-9d10-074730e495de {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:23.608444 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48b92c-255a-420e-80b0-7f7b3bd130d0 req-7d4fed01-7ece-4229-979d-3a7bd21ed07b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:23.620381 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd48b92c-255a-420e-80b0-7f7b3bd130d0 req-7d4fed01-7ece-4229-979d-3a7bd21ed07b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.7214413 Jun 25 09:14:23.627996 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2274154b-6527-4ecb-9c0b-d9d24afcf560, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:23.653004 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:23.664166 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:23.666766 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-37bf1b77-4102-4ad8-92cb-21f5b24ac163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:23.747543 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-615a5e89-42f2-4cc2-adab-2fe0126788aa req-57803b9e-895e-4a7a-9f75-1b643725cf78 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356009 Jun 25 09:14:23.771180 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd48b92c-255a-420e-80b0-7f7b3bd130d0 req-30f48251-d36f-4363-9f00-baaaf06a16b2 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496840 Jun 25 09:14:23.773429 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Transition to ACTIVE for port object c9fc842f-c94f-4048-9d10-074730e495de will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:23.781035 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:23.801208 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:24.082786 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=2274154b-6527-4ecb-9c0b-d9d24afcf560,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:24.095621 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'tag': 'c14fd482-e701-4929-8589-dd5397cd4f93'}, {'name': 'network-changed', 'server_uuid': '0e187237-98d2-48c5-ba4e-582cf9e66a85', 'tag': '6f70d0b0-d46b-4ce3-8380-2874b88c301d'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:24.096330 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:24.100450 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b" -d '{"events": [{"name": "network-changed", "server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "tag": "c14fd482-e701-4929-8589-dd5397cd4f93"}, {"name": "network-changed", "server_uuid": "0e187237-98d2-48c5-ba4e-582cf9e66a85", "tag": "6f70d0b0-d46b-4ce3-8380-2874b88c301d"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:24.122821 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fc842f-c94f-4048-9d10-074730e495de,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:24.140625 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:24.166368 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:24.176400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Attempting to bind port c9fc842f-c94f-4048-9d10-074730e495de on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:14:24.176768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Attempting to bind port c9fc842f-c94f-4048-9d10-074730e495de by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:14:24.177186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Attempting to bind port c9fc842f-c94f-4048-9d10-074730e495de on network b567525f-dea5-412a-9997-aee658afe302 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:24.194626 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Port c9fc842f-c94f-4048-9d10-074730e495de on network b567525f-dea5-412a-9997-aee658afe302 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:14:24.194959 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Attempting to bind port c9fc842f-c94f-4048-9d10-074730e495de on network b567525f-dea5-412a-9997-aee658afe302 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:24.236467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235427b4-c8bf-4065-a08d-5588e32062c9 req-b9d93783-916d-41f5-ad45-6644f16ff85d tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:24.244237 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-235427b4-c8bf-4065-a08d-5588e32062c9 req-b9d93783-916d-41f5-ad45-6644f16ff85d tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 1023 time: 0.2301540 Jun 25 09:14:24.262503 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:14:24.262852 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Checking segment: {'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:14:24.263245 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Bound using segment: {'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:14:24.263709 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Bound port: c9fc842f-c94f-4048-9d10-074730e495de, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:14:24.264075 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:24.327619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42970) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:14:24.356685 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c6c528-7a08-4c76-bb44-b55737b14aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2274154b-6527-4ecb-9c0b-d9d24afcf560'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:24.359725 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c78c9c1-e852-4030-8ffd-07c4dd74c0ce" -d '{"events": [{"server_uuid": "71c6c528-7a08-4c76-bb44-b55737b14aa7", "name": "network-vif-unplugged", "status": "completed", "tag": "2274154b-6527-4ecb-9c0b-d9d24afcf560"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:24.382514 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-235427b4-c8bf-4065-a08d-5588e32062c9 req-ea15d65a-96e9-4598-9465-0c53475172f1 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=f621f0b1-e7be-43ee-8aed-fa5513c2a89c&id=2795523e-7cf8-4b93-bd25-991dd3909360&id=a2e33f13-0985-4035-9430-c1057d9765da HTTP/1.1" status: 200 len: 6146 time: 0.1376662 Jun 25 09:14:24.459298 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-dd3d3bab-ab31-4c4c-a63f-89bac4430783 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5a44b35e20c047b9a203fa9ff6029d58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302390 Jun 25 09:14:24.464914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42976) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:14:24.478711 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83594434-0d14-48be-840f-a5cf257892c8 x-openstack-request-id: req-83594434-0d14-48be-840f-a5cf257892c8 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:24.480662 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "tag": "c14fd482-e701-4929-8589-dd5397cd4f93", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0e187237-98d2-48c5-ba4e-582cf9e66a85", "tag": "6f70d0b0-d46b-4ce3-8380-2874b88c301d", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:24.481392 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-83594434-0d14-48be-840f-a5cf257892c8 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:24.483943 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'tag': 'c14fd482-e701-4929-8589-dd5397cd4f93', 'status': 'completed', 'code': 200} Jun 25 09:14:24.484437 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e187237-98d2-48c5-ba4e-582cf9e66a85', 'tag': '6f70d0b0-d46b-4ce3-8380-2874b88c301d', 'status': 'completed', 'code': 200} Jun 25 09:14:24.540261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-1960d233-2660-4c30-a098-1b33046ce339 req-9ab145f2-f651-4cc3-9944-56ce1028150f tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Request body: {'security_group': {'name': ' tempest-securitygroup -289817705 ', 'description': 'tempest-description-21906831'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:24.579088 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db708175-ea71-42a8-843b-268019cd52d3 x-openstack-request-id: req-db708175-ea71-42a8-843b-268019cd52d3 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:24.579689 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c6c528-7a08-4c76-bb44-b55737b14aa7", "name": "network-vif-unplugged", "status": "completed", "tag": "2274154b-6527-4ecb-9c0b-d9d24afcf560", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:24.579989 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-db708175-ea71-42a8-843b-268019cd52d3 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:24.580518 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c6c528-7a08-4c76-bb44-b55737b14aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2274154b-6527-4ecb-9c0b-d9d24afcf560', 'code': 200} Jun 25 09:14:24.592251 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] For port c9fc842f-c94f-4048-9d10-074730e495de, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:14:24.637085 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] For port c9fc842f-c94f-4048-9d10-074730e495de, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c9fc842f-c94f-4048-9d10-074730e495de,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:14:24.646450 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:24.652766 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a86695f1-e104-4165-8e55-9bbc329e8824 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:24.658848 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1960d233-2660-4c30-a098-1b33046ce339 req-9ab145f2-f651-4cc3-9944-56ce1028150f tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:24.796288 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae1ab-73ac-4ab4-a18b-0657e22f46a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:24.851605 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae1ab-73ac-4ab4-a18b-0657e22f46a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:24.865981 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-1872e4f7-921f-400d-9c24-50da325152c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:24.868107 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-1872e4f7-921f-400d-9c24-50da325152c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae&device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 1175 time: 0.3073981 Jun 25 09:14:24.882453 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-3353b372-9a0f-41e2-8f49-24f61b321a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:24.883100 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-3353b372-9a0f-41e2-8f49-24f61b321a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:24.884789 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-3353b372-9a0f-41e2-8f49-24f61b321a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:24.884789 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-3353b372-9a0f-41e2-8f49-24f61b321a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:24.885642 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-3353b372-9a0f-41e2-8f49-24f61b321a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:24.891804 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-3353b372-9a0f-41e2-8f49-24f61b321a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:24.898800 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-3353b372-9a0f-41e2-8f49-24f61b321a2d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5252 time: 0.3865473 Jun 25 09:14:24.927066 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-043dd2fa-39eb-46e1-ab6d-4deb00ae15cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:24.931147 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1960d233-2660-4c30-a098-1b33046ce339 req-9ab145f2-f651-4cc3-9944-56ce1028150f tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:24.951009 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:24.951649 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:24.955457 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] 10.222.0.38 "PUT /v2.0/ports/c9fc842f-c94f-4048-9d10-074730e495de HTTP/1.1" status: 200 len: 1136 time: 3.1591103 Jun 25 09:14:24.962273 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1960d233-2660-4c30-a098-1b33046ce339 req-9ab145f2-f651-4cc3-9944-56ce1028150f tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:25.041478 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Request body: {'port': {'device_id': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:25.138183 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-8fbb082f-4c25-46f0-a4e8-a5a1fb776140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:25.140007 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-8fbb082f-4c25-46f0-a4e8-a5a1fb776140 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6538f724-2fee-4c1b-a85e-9b3edf9078c3 HTTP/1.1" status: 200 len: 915 time: 0.2328334 Jun 25 09:14:25.163465 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae1ab-73ac-4ab4-a18b-0657e22f46a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:25.165035 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:25.174362 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae1ab-73ac-4ab4-a18b-0657e22f46a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:25.177413 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bd5ae1ab-73ac-4ab4-a18b-0657e22f46a3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c375c6c7-4d9b-47f0-b215-777bccb52043 HTTP/1.1" status: 204 len: 168 time: 0.7112706 Jun 25 09:14:25.228783 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fc842f-c94f-4048-9d10-074730e495de,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:25.228783 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1960d233-2660-4c30-a098-1b33046ce339 req-9ab145f2-f651-4cc3-9944-56ce1028150f tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:25.228783 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1960d233-2660-4c30-a098-1b33046ce339 req-9ab145f2-f651-4cc3-9944-56ce1028150f tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6935613 Jun 25 09:14:25.228783 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:25.230378 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-24a65785-2248-45f2-992a-6628ed5f381b tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:25.246473 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7ab150aa-a010-46dd-9fcb-50d47f589b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:25.284786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab145f2-f651-4cc3-9944-56ce1028150f tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6f306c-29b7-4470-81fb-30d7722c77df,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:25.288992 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9ab145f2-f651-4cc3-9944-56ce1028150f tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:25.306868 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeeb042-1781-436a-bfe6-032195188831 req-75468600-1c0b-49b0-ab42-8bf0f2cb4a40 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:25.308701 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bfeeb042-1781-436a-bfe6-032195188831 req-75468600-1c0b-49b0-ab42-8bf0f2cb4a40 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 946 time: 0.2424443 Jun 25 09:14:25.387334 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:25.453722 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bfeeb042-1781-436a-bfe6-032195188831 req-74f255ae-6c2b-4bac-9f88-001e15bb0366 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248763 Jun 25 09:14:26.059573 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:26.071433 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:26.073072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ae1ab-73ac-4ab4-a18b-0657e22f46a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c375c6c7-4d9b-47f0-b215-777bccb52043,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:26.082264 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bd5ae1ab-73ac-4ab4-a18b-0657e22f46a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:26.100632 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-e2c923b1-b200-4f80-9259-768d77d50f9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f70d0b0-d46b-4ce3-8380-2874b88c301d HTTP/1.1" status: 200 len: 217 time: 0.8560061 Jun 25 09:14:26.107440 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Transition to ACTIVE for port object 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:26.138838 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:26.155492 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:26.167935 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-62cf41de-a68c-4907-b571-d256ac2f2627 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:26.255434 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-c51bea2d-79b4-492e-b31b-2b1e4bf5092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:26.257161 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-c51bea2d-79b4-492e-b31b-2b1e4bf5092d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f736864-139a-4489-a2e5-9542b4a084ef HTTP/1.1" status: 200 len: 853 time: 0.1483214 Jun 25 09:14:26.288893 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Pushing event updated for resources: {'Port': ['ID=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:26.303479 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:26.310313 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-92cec185-26a6-43fb-b003-f19088767dc4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6538f724-2fee-4c1b-a85e-9b3edf9078c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361898 Jun 25 09:14:26.313037 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-d48b5f4e-c838-4cab-b71b-20959b0a439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:26.313660 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-d48b5f4e-c838-4cab-b71b-20959b0a439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:26.314279 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-d48b5f4e-c838-4cab-b71b-20959b0a439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:26.316279 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-d48b5f4e-c838-4cab-b71b-20959b0a439c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&shared=False HTTP/1.1" status: 200 len: 2300 time: 1.3349380 Jun 25 09:14:26.362908 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e102e5ca-254f-4a4a-9b7d-f95f666eb45c req-9ec73d21-60df-4b90-81c0-2b0053d8f60f tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/fd6f306c-29b7-4470-81fb-30d7722c77df HTTP/1.1" status: 200 len: 1778 time: 0.7346854 Jun 25 09:14:26.453523 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a18ed7-ade3-4055-8bce-e4e9a96e8112 req-77eaf1da-8fb0-4b8d-9120-068178bed4f2 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:26.477084 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a18ed7-ade3-4055-8bce-e4e9a96e8112 req-77eaf1da-8fb0-4b8d-9120-068178bed4f2 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:26.497519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a18ed7-ade3-4055-8bce-e4e9a96e8112 req-77eaf1da-8fb0-4b8d-9120-068178bed4f2 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:26.510712 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a18ed7-ade3-4055-8bce-e4e9a96e8112 req-77eaf1da-8fb0-4b8d-9120-068178bed4f2 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:26.525867 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a18ed7-ade3-4055-8bce-e4e9a96e8112 req-77eaf1da-8fb0-4b8d-9120-068178bed4f2 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:26.546846 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a18ed7-ade3-4055-8bce-e4e9a96e8112 req-77eaf1da-8fb0-4b8d-9120-068178bed4f2 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:26.559499 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-16a18ed7-ade3-4055-8bce-e4e9a96e8112 req-77eaf1da-8fb0-4b8d-9120-068178bed4f2 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 4606 time: 1.0330386 Jun 25 09:14:26.566398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'tag': 'c9fc842f-c94f-4048-9d10-074730e495de'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:26.571473 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ad3bbc-53cf-4fce-bd03-9ba9113e2a35" -d '{"events": [{"name": "network-changed", "server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "tag": "c9fc842f-c94f-4048-9d10-074730e495de"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:26.917925 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-59bc64a1-d97e-484e-919c-1c64e8592d68 service neutron] 10.222.0.41 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5962720 Jun 25 09:14:26.919563 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-e8771b94-1f94-4f8e-87e4-ec5eb1700406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:26.921521 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-e8771b94-1f94-4f8e-87e4-ec5eb1700406 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5814989 Jun 25 09:14:27.025715 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2274154b-6527-4ecb-9c0b-d9d24afcf560 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:14:27.105451 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca0f66dc-7797-4042-90b1-6cbd0a2d195b req-0ea09eb8-c7d1-4818-9b15-18d3aa329f14 service neutron] 10.222.0.41 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610467 Jun 25 09:14:27.246461 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2274154b-6527-4ecb-9c0b-d9d24afcf560, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:27.269262 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '2274154b-6527-4ecb-9c0b-d9d24afcf560', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '2274154b-6527-4ecb-9c0b-d9d24afcf560', 'mac_address': 'fa:16:3e:0d:ae:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:14:27.274315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43044) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:14:27.346715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-16a18ed7-ade3-4055-8bce-e4e9a96e8112 req-ecf3ae4f-763f-49e6-a182-a74a1b4f26c1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7861342 Jun 25 09:14:27.373937 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:27.411100 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2274154b-6527-4ecb-9c0b-d9d24afcf560 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:27.452025 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2274154b-6527-4ecb-9c0b-d9d24afcf560, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:27.458018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1541876500-network', 'tenant_id': '744249f183064251a5367078aa63fe49'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:27.471340 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:27.476145 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b4ffe740-ae57-469a-a5fb-fa9ea7dd5eec req-4839d8b1-600a-4e8f-8323-f126e48f0d80 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/fd6f306c-29b7-4470-81fb-30d7722c77df HTTP/1.1" status: 200 len: 1778 time: 0.1736808 Jun 25 09:14:27.481662 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:27.508527 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Made reservation on behalf of 744249f183064251a5367078aa63fe49 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:14:27.511039 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:27.538258 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:27.555268 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Attempting to bind port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:14:27.555617 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Attempting to bind port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:14:27.555919 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Attempting to bind port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 on network b567525f-dea5-412a-9997-aee658afe302 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:27.597114 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=2274154b-6527-4ecb-9c0b-d9d24afcf560,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:27.598655 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 on network b567525f-dea5-412a-9997-aee658afe302 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:14:27.598992 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Attempting to bind port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 on network b567525f-dea5-412a-9997-aee658afe302 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:27.605636 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:27.651053 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:14:27.651407 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Checking segment: {'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:14:27.652382 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Bound using segment: {'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:14:27.652382 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Bound port: 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:14:27.652918 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:27.761892 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b4ffe740-ae57-469a-a5fb-fa9ea7dd5eec req-f695e855-f403-46f9-984e-e0d1370cf738 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:27.783608 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:27.792205 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:27.796638 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-33f5b4a8-7577-4a65-b024-76beebc763bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:27.853353 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:14:27.870790 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b4ffe740-ae57-469a-a5fb-fa9ea7dd5eec req-f695e855-f403-46f9-984e-e0d1370cf738 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:27.874593 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:27.882429 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:27.884306 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:27.884851 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:27.885401 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Added segment b16c8046-00fe-42c0-926d-daf049b1ad75 of type vlan for network 6103b8c3-0459-4425-b801-5f26074c937b Jun 25 09:14:27.955845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] For port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:14:27.994334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] For port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:14:28.005456 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:28.009571 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:28.031285 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf3001-327c-45bf-8d56-fcc878777f95 req-75eb6532-b08d-4ffd-a151-92ff3724ea40 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:28.031285 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3adf3001-327c-45bf-8d56-fcc878777f95 req-75eb6532-b08d-4ffd-a151-92ff3724ea40 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 947 time: 0.2914019 Jun 25 09:14:28.031285 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9536ee0a-6dc0-423f-ba46-cd54eb31f690 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:28.084116 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:28.085865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:28.086461 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:28.098206 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:28.107840 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Pushing event updated for resources: {'Port': ['ID=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:28.120178 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:28.137794 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:28.138484 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:28.140032 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] 10.222.0.38 "PUT /v2.0/ports/57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 HTTP/1.1" status: 200 len: 1136 time: 3.1405265 Jun 25 09:14:28.147723 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b4ffe740-ae57-469a-a5fb-fa9ea7dd5eec req-f695e855-f403-46f9-984e-e0d1370cf738 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:28.151960 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b4ffe740-ae57-469a-a5fb-fa9ea7dd5eec req-f695e855-f403-46f9-984e-e0d1370cf738 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:28.153221 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b4ffe740-ae57-469a-a5fb-fa9ea7dd5eec req-f695e855-f403-46f9-984e-e0d1370cf738 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "DELETE /v2.0/security-groups/fd6f306c-29b7-4470-81fb-30d7722c77df HTTP/1.1" status: 204 len: 173 time: 0.6460695 Jun 25 09:14:28.156914 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ac28e9b7-28a5-4ec5-ab92-476202813ba2 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:28.168347 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['2274154b-6527-4ecb-9c0b-d9d24afcf560'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:28.211452 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3adf3001-327c-45bf-8d56-fcc878777f95 req-3541c004-6408-4b62-a0de-5067229f56a5 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102922 Jun 25 09:14:28.215626 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Request body: {'port': {'device_id': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:28.222328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695e855-f403-46f9-984e-e0d1370cf738 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6f306c-29b7-4470-81fb-30d7722c77df,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:28.234012 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f695e855-f403-46f9-984e-e0d1370cf738 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:28.370452 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96956e38-9c0f-4f2a-8078-81f36e4c6008 x-openstack-request-id: req-96956e38-9c0f-4f2a-8078-81f36e4c6008 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:28.371126 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "tag": "c9fc842f-c94f-4048-9d10-074730e495de", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:28.371126 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-96956e38-9c0f-4f2a-8078-81f36e4c6008 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:28.371577 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'tag': 'c9fc842f-c94f-4048-9d10-074730e495de', 'status': 'completed', 'code': 200} Jun 25 09:14:28.400145 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Pushing event updated for resources: {'Network': ['ID=6103b8c3-0459-4425-b801-5f26074c937b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:28.482340 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 6103b8c3-0459-4425-b801-5f26074c937b details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:14:28.548120 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:28.564963 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2872157 Jun 25 09:14:28.565647 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:28.566682 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43068) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:14:28.595546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-89d37b07-c92e-4a3f-8db3-83c2d0287074 admin admin] Request body: {'subnet': {'network_id': '6103b8c3-0459-4425-b801-5f26074c937b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1541876500-subnet', 'tenant_id': '744249f183064251a5367078aa63fe49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:28.775461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d37b07-c92e-4a3f-8db3-83c2d0287074 admin admin] Made reservation on behalf of 744249f183064251a5367078aa63fe49 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:14:28.789628 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-89d37b07-c92e-4a3f-8db3-83c2d0287074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:29.092585 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-b27e458c-d1aa-4f7a-8873-fc3ad1031262 req-66ed34ba-cf4c-44b3-a34e-8e07c143fae2 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] show failed (client error): The resource could not be found. Jun 25 09:14:29.110459 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b27e458c-d1aa-4f7a-8873-fc3ad1031262 req-66ed34ba-cf4c-44b3-a34e-8e07c143fae2 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/fd6f306c-29b7-4470-81fb-30d7722c77df HTTP/1.1" status: 404 len: 352 time: 0.2801354 Jun 25 09:14:29.257264 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-89d37b07-c92e-4a3f-8db3-83c2d0287074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:29.263598 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-469e5ef4-b3d2-400c-aa1e-fb8974816fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:29.369621 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d37b07-c92e-4a3f-8db3-83c2d0287074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a727001-d44f-469f-82c1-2b2193ad3910,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:29.380235 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-89d37b07-c92e-4a3f-8db3-83c2d0287074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:29.431187 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3bbc-53cf-4fce-bd03-9ba9113e2a35 req-649a830c-3e0e-451a-b911-ff3758dc70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.434243 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3bbc-53cf-4fce-bd03-9ba9113e2a35 req-649a830c-3e0e-451a-b911-ff3758dc70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.436219 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3bbc-53cf-4fce-bd03-9ba9113e2a35 req-649a830c-3e0e-451a-b911-ff3758dc70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.438628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3bbc-53cf-4fce-bd03-9ba9113e2a35 req-649a830c-3e0e-451a-b911-ff3758dc70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.439326 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3bbc-53cf-4fce-bd03-9ba9113e2a35 req-649a830c-3e0e-451a-b911-ff3758dc70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.440356 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3bbc-53cf-4fce-bd03-9ba9113e2a35 req-649a830c-3e0e-451a-b911-ff3758dc70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.442921 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3bbc-53cf-4fce-bd03-9ba9113e2a35 req-649a830c-3e0e-451a-b911-ff3758dc70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.449358 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c7ad3bbc-53cf-4fce-bd03-9ba9113e2a35 req-649a830c-3e0e-451a-b911-ff3758dc70cb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 6223 time: 1.0641518 Jun 25 09:14:29.645863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5da03e-ad2d-440e-848b-393d2561f412 req-c46983aa-038f-4bce-a971-79d0883a2e24 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.652155 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5da03e-ad2d-440e-848b-393d2561f412 req-c46983aa-038f-4bce-a971-79d0883a2e24 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.671450 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5da03e-ad2d-440e-848b-393d2561f412 req-c46983aa-038f-4bce-a971-79d0883a2e24 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.677572 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5da03e-ad2d-440e-848b-393d2561f412 req-c46983aa-038f-4bce-a971-79d0883a2e24 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.688472 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5da03e-ad2d-440e-848b-393d2561f412 req-c46983aa-038f-4bce-a971-79d0883a2e24 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.707302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5da03e-ad2d-440e-848b-393d2561f412 req-c46983aa-038f-4bce-a971-79d0883a2e24 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.716370 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5da03e-ad2d-440e-848b-393d2561f412 req-c46983aa-038f-4bce-a971-79d0883a2e24 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.737106 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a5da03e-ad2d-440e-848b-393d2561f412 req-c46983aa-038f-4bce-a971-79d0883a2e24 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5383 time: 0.3890042 Jun 25 09:14:29.843053 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9f4b8c-6644-4664-913a-ecb3619208a8 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:29.877773 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3bbc-53cf-4fce-bd03-9ba9113e2a35 req-0a90ea84-1c16-4e08-83e0-668f2e81587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.879366 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3bbc-53cf-4fce-bd03-9ba9113e2a35 req-0a90ea84-1c16-4e08-83e0-668f2e81587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.881609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3bbc-53cf-4fce-bd03-9ba9113e2a35 req-0a90ea84-1c16-4e08-83e0-668f2e81587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:29.882735 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:29.885771 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c7ad3bbc-53cf-4fce-bd03-9ba9113e2a35 req-0a90ea84-1c16-4e08-83e0-668f2e81587d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.4160359 Jun 25 09:14:29.902473 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a5da03e-ad2d-440e-848b-393d2561f412 req-f66f5229-1530-4d68-9a9d-9788986c8cc6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634269 Jun 25 09:14:29.924109 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Transition to ACTIVE for port object df9f4b8c-6644-4664-913a-ecb3619208a8 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:29.930111 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:29.948772 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b5e6837a-9223-468b-85d4-51a9f8eada0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:30.031833 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Pushing event updated for resources: {'Port': ['ID=df9f4b8c-6644-4664-913a-ecb3619208a8,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:30.066264 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:30.074642 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d37b07-c92e-4a3f-8db3-83c2d0287074 admin admin] Checking segment: {'id': 'b16c8046-00fe-42c0-926d-daf049b1ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6103b8c3-0459-4425-b801-5f26074c937b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:14:30.075015 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d37b07-c92e-4a3f-8db3-83c2d0287074 admin admin] Network hostable DHCP agents. Network: 6103b8c3-0459-4425-b801-5f26074c937b, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:14:30.080888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-7a10d51a-9769-4a9a-8e19-d564c85ca440 req-b7c2fecd-605c-4141-bbf7-c251bb7f2dda tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1695963984', 'description': 'tempest-description-255586880'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:30.131125 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d37b07-c92e-4a3f-8db3-83c2d0287074 admin admin] Network 6103b8c3-0459-4425-b801-5f26074c937b is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:14:30.175624 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7a10d51a-9769-4a9a-8e19-d564c85ca440 req-b7c2fecd-605c-4141-bbf7-c251bb7f2dda tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:30.223173 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-89d37b07-c92e-4a3f-8db3-83c2d0287074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 6103b8c3-0459-4425-b801-5f26074c937b) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:14:30.374055 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414842e2-7c31-4ce6-9cbc-555a3640686e None None] Network 6103b8c3-0459-4425-b801-5f26074c937b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:14:30.401354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d37b07-c92e-4a3f-8db3-83c2d0287074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:30.402009 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-89d37b07-c92e-4a3f-8db3-83c2d0287074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:30.409381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'tag': '57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:30.418560 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b3ef8b-6541-488c-beca-d4b40f7773db" -d '{"events": [{"name": "network-changed", "server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "tag": "57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:30.483624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3bbc-53cf-4fce-bd03-9ba9113e2a35 req-b1b54659-66f8-4c52-b703-48a886ecb6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:30.490055 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c7ad3bbc-53cf-4fce-bd03-9ba9113e2a35 req-b1b54659-66f8-4c52-b703-48a886ecb6e9 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5951896 Jun 25 09:14:30.697824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-efd24eb7-5210-4f64-a46c-dc90b334895c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:30.705958 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-efd24eb7-5210-4f64-a46c-dc90b334895c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.41 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7&tenant_id=feac5915022a4711aa5d2a8786b36e3c&binding%3Ahost_id=n-h1-761264-15 HTTP/1.1" status: 200 len: 947 time: 0.5188913 Jun 25 09:14:30.710798 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7a10d51a-9769-4a9a-8e19-d564c85ca440 req-b7c2fecd-605c-4141-bbf7-c251bb7f2dda tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:30.805005 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-89d37b07-c92e-4a3f-8db3-83c2d0287074 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2235193 Jun 25 09:14:30.903087 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7a10d51a-9769-4a9a-8e19-d564c85ca440 req-b7c2fecd-605c-4141-bbf7-c251bb7f2dda tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:30.925045 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-f9ec148a-fc4d-4951-bf8f-99cd78d85771 service neutron] 10.222.0.41 "GET /v2.0/ports/2274154b-6527-4ecb-9c0b-d9d24afcf560/bindings/n-h1-761264-15 HTTP/1.1" status: 200 len: 383 time: 0.2073677 Jun 25 09:14:30.942077 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-23ea92ef-4e04-481f-a0fb-f44e74b48cf1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:31.108930 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2274154b-6527-4ecb-9c0b-d9d24afcf560 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:14:31.111523 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-6b77d4a0-320c-4bae-b470-0a5e19028bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:31.113076 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-6b77d4a0-320c-4bae-b470-0a5e19028bf6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 1099 time: 0.1294949 Jun 25 09:14:31.139525 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0462345f-8340-445c-a07a-4aaa7275f0d4 None None] Network 6103b8c3-0459-4425-b801-5f26074c937b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:14:31.185630 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7a10d51a-9769-4a9a-8e19-d564c85ca440 req-b7c2fecd-605c-4141-bbf7-c251bb7f2dda tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:31.187072 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7a10d51a-9769-4a9a-8e19-d564c85ca440 req-b7c2fecd-605c-4141-bbf7-c251bb7f2dda tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1680994 Jun 25 09:14:31.199609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2fecd-605c-4141-bbf7-c251bb7f2dda tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77feac9-86b7-40d9-88b8-c58c5d9e6d09,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:31.225026 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b7c2fecd-605c-4141-bbf7-c251bb7f2dda tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:31.236056 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Attempting to bind port df9f4b8c-6644-4664-913a-ecb3619208a8 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:14:31.236413 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Attempting to bind port df9f4b8c-6644-4664-913a-ecb3619208a8 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:14:31.236755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Attempting to bind port df9f4b8c-6644-4664-913a-ecb3619208a8 on network b567525f-dea5-412a-9997-aee658afe302 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:31.269331 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Port df9f4b8c-6644-4664-913a-ecb3619208a8 on network b567525f-dea5-412a-9997-aee658afe302 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:14:31.269744 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Attempting to bind port df9f4b8c-6644-4664-913a-ecb3619208a8 on network b567525f-dea5-412a-9997-aee658afe302 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:31.277051 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:14:31.277456 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Checking segment: {'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:14:31.277849 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Bound using segment: {'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:14:31.278285 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Bound port: df9f4b8c-6644-4664-913a-ecb3619208a8, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:14:31.278651 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:31.356010 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53b7c1e-40ac-412e-b002-533f72ed55af x-openstack-request-id: req-f53b7c1e-40ac-412e-b002-533f72ed55af {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:31.356700 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "tag": "57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:31.357806 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f53b7c1e-40ac-412e-b002-533f72ed55af {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:31.358480 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'tag': '57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9', 'status': 'completed', 'code': 200} Jun 25 09:14:31.416332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] For port df9f4b8c-6644-4664-913a-ecb3619208a8, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:14:31.417951 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:31.428276 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] For port df9f4b8c-6644-4664-913a-ecb3619208a8, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=df9f4b8c-6644-4664-913a-ecb3619208a8,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:14:31.438036 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:31.445963 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2c45226d-543a-44fd-a2ee-49885319a3bf tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:31.568145 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:31.570648 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:31.582898 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] 10.222.0.38 "PUT /v2.0/ports/df9f4b8c-6644-4664-913a-ecb3619208a8 HTTP/1.1" status: 200 len: 1092 time: 3.3779833 Jun 25 09:14:31.604628 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 2274154b-6527-4ecb-9c0b-d9d24afcf560 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:31.605511 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:31.698117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Request body: {'port': {'device_id': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:31.740532 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-deb22bb8-3aee-4e4a-ba4a-f21a2e34eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:31.742755 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-deb22bb8-3aee-4e4a-ba4a-f21a2e34eb03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.6218836 Jun 25 09:14:31.797711 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:31.852204 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-72d95cd2-a386-47dd-9325-d31e597e65a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560 HTTP/1.1" status: 200 len: 217 time: 0.0907850 Jun 25 09:14:31.870595 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c6c528-7a08-4c76-bb44-b55737b14aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2274154b-6527-4ecb-9c0b-d9d24afcf560'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:31.896031 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8deb88-5a79-49b5-900c-a253dcddd98d" -d '{"events": [{"server_uuid": "71c6c528-7a08-4c76-bb44-b55737b14aa7", "name": "network-vif-plugged", "status": "completed", "tag": "2274154b-6527-4ecb-9c0b-d9d24afcf560"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:31.931095 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2274154b-6527-4ecb-9c0b-d9d24afcf560, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:31.944089 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:31.946529 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-eb9355eb-c082-4daf-aa9a-b5fa8b1a261e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:31.996930 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3ef8b-6541-488c-beca-d4b40f7773db req-54220b3b-261c-4280-827c-b6fc16e10eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:31.997441 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3ef8b-6541-488c-beca-d4b40f7773db req-54220b3b-261c-4280-827c-b6fc16e10eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:31.997926 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3ef8b-6541-488c-beca-d4b40f7773db req-54220b3b-261c-4280-827c-b6fc16e10eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:31.998426 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3ef8b-6541-488c-beca-d4b40f7773db req-54220b3b-261c-4280-827c-b6fc16e10eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:31.998897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3ef8b-6541-488c-beca-d4b40f7773db req-54220b3b-261c-4280-827c-b6fc16e10eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:31.999392 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3ef8b-6541-488c-beca-d4b40f7773db req-54220b3b-261c-4280-827c-b6fc16e10eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:31.999854 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3ef8b-6541-488c-beca-d4b40f7773db req-54220b3b-261c-4280-827c-b6fc16e10eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:32.009352 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-74b3ef8b-6541-488c-beca-d4b40f7773db req-54220b3b-261c-4280-827c-b6fc16e10eab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 6291 time: 0.6003540 Jun 25 09:14:32.014184 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Pushing event updated for resources: {'Port': ['ID=df9f4b8c-6644-4664-913a-ecb3619208a8,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:32.035934 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:32.064457 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=2274154b-6527-4ecb-9c0b-d9d24afcf560,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:32.072792 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:32.093595 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:32.170789 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3ef8b-6541-488c-beca-d4b40f7773db req-0444e590-8c80-43d2-8bfe-43546012a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:32.171264 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3ef8b-6541-488c-beca-d4b40f7773db req-0444e590-8c80-43d2-8bfe-43546012a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:32.171724 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3ef8b-6541-488c-beca-d4b40f7773db req-0444e590-8c80-43d2-8bfe-43546012a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:32.173432 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-74b3ef8b-6541-488c-beca-d4b40f7773db req-0444e590-8c80-43d2-8bfe-43546012a667 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.1438158 Jun 25 09:14:32.193064 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f3d39-e3b7-4d1a-98b7-b092ce86cb25 req-3e069443-4817-4f09-8094-d1208252d3ef tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:32.207549 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f3d39-e3b7-4d1a-98b7-b092ce86cb25 req-3e069443-4817-4f09-8094-d1208252d3ef tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:32.216690 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-3a0bc2dc-76fd-472e-820e-7c604eff9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:32.218385 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-3a0bc2dc-76fd-472e-820e-7c604eff9db8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.3537920 Jun 25 09:14:32.227205 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f3d39-e3b7-4d1a-98b7-b092ce86cb25 req-3e069443-4817-4f09-8094-d1208252d3ef tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:32.250440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43120) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:14:32.259797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f3d39-e3b7-4d1a-98b7-b092ce86cb25 req-3e069443-4817-4f09-8094-d1208252d3ef tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:32.265174 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-170978227-network', 'tenant_id': 'a1ffdf66b9464bb59b579cfcc97de847'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:32.276077 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f3d39-e3b7-4d1a-98b7-b092ce86cb25 req-3e069443-4817-4f09-8094-d1208252d3ef tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:32.282513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f3d39-e3b7-4d1a-98b7-b092ce86cb25 req-3e069443-4817-4f09-8094-d1208252d3ef tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:32.288524 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f3d39-e3b7-4d1a-98b7-b092ce86cb25 req-3e069443-4817-4f09-8094-d1208252d3ef tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:32.298073 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-111f3d39-e3b7-4d1a-98b7-b092ce86cb25 req-3e069443-4817-4f09-8094-d1208252d3ef tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5395 time: 0.6324944 Jun 25 09:14:32.313052 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30f1e3-cd7d-421b-919e-17cbffeea5b1 req-0cf478d1-9db9-4c99-805f-69c0f14793ec tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:32.322379 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e30f1e3-cd7d-421b-919e-17cbffeea5b1 req-0cf478d1-9db9-4c99-805f-69c0f14793ec tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 947 time: 0.7869947 Jun 25 09:14:32.403467 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Made reservation on behalf of a1ffdf66b9464bb59b579cfcc97de847 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:14:32.405888 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:32.455504 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e30f1e3-cd7d-421b-919e-17cbffeea5b1 req-487be019-1298-49d7-ae59-efe99a8498a5 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320243 Jun 25 09:14:32.460775 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:32.486641 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3ef8b-6541-488c-beca-d4b40f7773db req-87f70235-295f-4458-8eb4-f5ff4cd0acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:32.493794 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-74b3ef8b-6541-488c-beca-d4b40f7773db req-87f70235-295f-4458-8eb4-f5ff4cd0acb6 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3110552 Jun 25 09:14:32.554029 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-111f3d39-e3b7-4d1a-98b7-b092ce86cb25 req-b77e8ebe-eee2-428a-8142-324ac99c03b0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2547286 Jun 25 09:14:32.576956 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-b1f1cd5c-8d95-486f-82fa-ceec730407a4 req-1f00cd01-b84e-4f4d-af5c-bf4f47cee71c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1013062637', 'description': 'tempest-description-525338455'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:32.660678 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:32.669871 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-c3e70f94-8754-42fc-b564-b29cb6654872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:32.671619 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-c3e70f94-8754-42fc-b564-b29cb6654872 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4203298 Jun 25 09:14:32.673340 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:32.677272 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9636f183-ecc5-4129-b32d-f33c8624eef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:32.809502 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b1f1cd5c-8d95-486f-82fa-ceec730407a4 req-1f00cd01-b84e-4f4d-af5c-bf4f47cee71c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:32.874506 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:14:32.914868 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f349e9-9e5b-4988-81ae-462f60bcd2db,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:32.925755 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:32.926183 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Added segment f7e7da6c-b49b-4740-b514-dfb5750f5113 of type vlan for network 6de96b1d-6add-47f5-8d37-e0ab5e089c4f Jun 25 09:14:32.928000 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:33.014505 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cde92df-da68-43f7-a09e-d95f4e7819be {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:33.026831 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:33.057626 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b1f1cd5c-8d95-486f-82fa-ceec730407a4 req-1f00cd01-b84e-4f4d-af5c-bf4f47cee71c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:33.059713 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Transition to ACTIVE for port object 0cde92df-da68-43f7-a09e-d95f4e7819be will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:33.061817 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:33.071276 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b1f1cd5c-8d95-486f-82fa-ceec730407a4 req-1f00cd01-b84e-4f4d-af5c-bf4f47cee71c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:33.074258 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:33.079018 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8c7ae02a-c036-493d-b858-2ae1263251c2 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:33.130098 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b1f1cd5c-8d95-486f-82fa-ceec730407a4 req-1f00cd01-b84e-4f4d-af5c-bf4f47cee71c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:33.132271 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-be7da2b7-7846-4858-9073-3fa86ef4b011 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473076 Jun 25 09:14:33.150074 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1f1cd5c-8d95-486f-82fa-ceec730407a4 req-1f00cd01-b84e-4f4d-af5c-bf4f47cee71c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5916560 Jun 25 09:14:33.156923 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00cd01-b84e-4f4d-af5c-bf4f47cee71c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e366968-028b-4144-8bd6-48d3239d1d86,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:33.172309 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1f00cd01-b84e-4f4d-af5c-bf4f47cee71c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:33.178254 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:33.345763 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:33.347757 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:33.351806 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:33.399330 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:33.402378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'tag': 'df9f4b8c-6644-4664-913a-ecb3619208a8'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:33.407585 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06450756-a881-499c-ae89-a1cd0fb30574" -d '{"events": [{"name": "network-changed", "server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "tag": "df9f4b8c-6644-4664-913a-ecb3619208a8"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:33.426814 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1660576 Jun 25 09:14:33.448691 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43140) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:14:33.456101 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Pushing event updated for resources: {'Port': ['ID=0cde92df-da68-43f7-a09e-d95f4e7819be,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:33.467971 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:33.500255 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-1d084e9b-27bc-4436-9df8-e2ad1f813cc1 req-8f67c115-e4c5-47a7-9f47-e993e9f3d3d3 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2072706012', 'description': 'tempest-description-1737580806'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:33.513150 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Attempting to bind port 0cde92df-da68-43f7-a09e-d95f4e7819be on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:14:33.513612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Attempting to bind port 0cde92df-da68-43f7-a09e-d95f4e7819be by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:14:33.514044 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Attempting to bind port 0cde92df-da68-43f7-a09e-d95f4e7819be on network b567525f-dea5-412a-9997-aee658afe302 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:33.525560 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Port 0cde92df-da68-43f7-a09e-d95f4e7819be on network b567525f-dea5-412a-9997-aee658afe302 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:14:33.525996 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Attempting to bind port 0cde92df-da68-43f7-a09e-d95f4e7819be on network b567525f-dea5-412a-9997-aee658afe302 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:33.536878 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:14:33.537451 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Checking segment: {'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:14:33.537989 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Bound using segment: {'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:14:33.538662 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Bound port: 0cde92df-da68-43f7-a09e-d95f4e7819be, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216cd6f5-fcfa-4704-af51-8a94d9f9b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'b567525f-dea5-412a-9997-aee658afe302'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:14:33.539134 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:33.543444 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1d084e9b-27bc-4436-9df8-e2ad1f813cc1 req-8f67c115-e4c5-47a7-9f47-e993e9f3d3d3 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:33.576340 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0111f0ea-aaa7-4f51-be43-b40b705a4592 admin admin] Request body: {'subnet': {'network_id': '6de96b1d-6add-47f5-8d37-e0ab5e089c4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-170978227-subnet', 'tenant_id': 'a1ffdf66b9464bb59b579cfcc97de847', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:33.608483 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd89b40d-7355-4525-8bd7-8ea433285b09 x-openstack-request-id: req-bd89b40d-7355-4525-8bd7-8ea433285b09 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:33.609057 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c6c528-7a08-4c76-bb44-b55737b14aa7", "name": "network-vif-plugged", "status": "completed", "tag": "2274154b-6527-4ecb-9c0b-d9d24afcf560", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:33.609301 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bd89b40d-7355-4525-8bd7-8ea433285b09 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:33.609805 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c6c528-7a08-4c76-bb44-b55737b14aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2274154b-6527-4ecb-9c0b-d9d24afcf560', 'code': 200} Jun 25 09:14:33.633842 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Pushing event updated for resources: {'Network': ['ID=6de96b1d-6add-47f5-8d37-e0ab5e089c4f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:33.648113 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 6de96b1d-6add-47f5-8d37-e0ab5e089c4f details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:14:33.649066 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:33.653102 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0111f0ea-aaa7-4f51-be43-b40b705a4592 admin admin] Made reservation on behalf of a1ffdf66b9464bb59b579cfcc97de847 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:14:33.656591 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0111f0ea-aaa7-4f51-be43-b40b705a4592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:33.691900 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88dee5b-6703-4dae-871f-85728736dace x-openstack-request-id: req-d88dee5b-6703-4dae-871f-85728736dace {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:33.692571 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "tag": "df9f4b8c-6644-4664-913a-ecb3619208a8", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:33.694173 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d88dee5b-6703-4dae-871f-85728736dace {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:33.694936 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'tag': 'df9f4b8c-6644-4664-913a-ecb3619208a8', 'status': 'completed', 'code': 200} Jun 25 09:14:33.712826 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] For port 0cde92df-da68-43f7-a09e-d95f4e7819be, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:14:33.720957 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] For port 0cde92df-da68-43f7-a09e-d95f4e7819be, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0cde92df-da68-43f7-a09e-d95f4e7819be,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:14:33.737302 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-376f8ec7-a686-4eb8-9741-659cd6446458 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782070 Jun 25 09:14:33.740048 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:33.762464 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:33.806146 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:33.807675 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:33.809274 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] 10.222.0.38 "PUT /v2.0/ports/0cde92df-da68-43f7-a09e-d95f4e7819be HTTP/1.1" status: 200 len: 1092 time: 2.1291041 Jun 25 09:14:33.907804 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Request body: {'port': {'device_id': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:33.979308 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06450756-a881-499c-ae89-a1cd0fb30574 req-52c4213e-d033-41d4-8a54-6c0b71f8c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:33.979881 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06450756-a881-499c-ae89-a1cd0fb30574 req-52c4213e-d033-41d4-8a54-6c0b71f8c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:33.980689 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06450756-a881-499c-ae89-a1cd0fb30574 req-52c4213e-d033-41d4-8a54-6c0b71f8c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:33.981553 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06450756-a881-499c-ae89-a1cd0fb30574 req-52c4213e-d033-41d4-8a54-6c0b71f8c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:33.982256 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06450756-a881-499c-ae89-a1cd0fb30574 req-52c4213e-d033-41d4-8a54-6c0b71f8c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:33.982952 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06450756-a881-499c-ae89-a1cd0fb30574 req-52c4213e-d033-41d4-8a54-6c0b71f8c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:33.983848 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06450756-a881-499c-ae89-a1cd0fb30574 req-52c4213e-d033-41d4-8a54-6c0b71f8c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:33.987219 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-06450756-a881-499c-ae89-a1cd0fb30574 req-52c4213e-d033-41d4-8a54-6c0b71f8c321 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 6359 time: 0.2489152 Jun 25 09:14:34.107508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Pushing event updated for resources: {'Port': ['ID=0cde92df-da68-43f7-a09e-d95f4e7819be,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:34.118620 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:34.128391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bc08b-358d-410c-8490-5af9e925f8ff req-a226db20-ebae-47be-9b23-657e644c6d50 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:34.136244 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af6bc08b-358d-410c-8490-5af9e925f8ff req-a226db20-ebae-47be-9b23-657e644c6d50 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.1708124 Jun 25 09:14:34.234348 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1d084e9b-27bc-4436-9df8-e2ad1f813cc1 req-8f67c115-e4c5-47a7-9f47-e993e9f3d3d3 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:34.289558 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1d084e9b-27bc-4436-9df8-e2ad1f813cc1 req-8f67c115-e4c5-47a7-9f47-e993e9f3d3d3 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:34.296794 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f76e948e-f6c6-4519-bc80-d311426ea819 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:34.301344 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:34.333290 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af6bc08b-358d-410c-8490-5af9e925f8ff req-9f25cf8a-03e7-40e1-9e83-a733a18899aa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951656 Jun 25 09:14:34.333982 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06450756-a881-499c-ae89-a1cd0fb30574 req-e3875d88-04c6-4fa2-91de-92790a5f7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:34.334622 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06450756-a881-499c-ae89-a1cd0fb30574 req-e3875d88-04c6-4fa2-91de-92790a5f7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:34.337161 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06450756-a881-499c-ae89-a1cd0fb30574 req-e3875d88-04c6-4fa2-91de-92790a5f7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:34.339171 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-06450756-a881-499c-ae89-a1cd0fb30574 req-e3875d88-04c6-4fa2-91de-92790a5f7a8b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.3379300 Jun 25 09:14:34.341172 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0111f0ea-aaa7-4f51-be43-b40b705a4592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:34.343667 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:34.412691 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1d084e9b-27bc-4436-9df8-e2ad1f813cc1 req-8f67c115-e4c5-47a7-9f47-e993e9f3d3d3 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:34.425354 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d084e9b-27bc-4436-9df8-e2ad1f813cc1 req-8f67c115-e4c5-47a7-9f47-e993e9f3d3d3 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9303763 Jun 25 09:14:34.426443 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c115-e4c5-47a7-9f47-e993e9f3d3d3 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7634a146-63f7-408f-9d03-f9243b2e53f7,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:34.655803 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111f0ea-aaa7-4f51-be43-b40b705a4592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ae0a0f-5723-4451-9cdc-11cabb6a5039,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:34.669995 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0111f0ea-aaa7-4f51-be43-b40b705a4592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:34.695202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0111f0ea-aaa7-4f51-be43-b40b705a4592 admin admin] Checking segment: {'id': 'f7e7da6c-b49b-4740-b514-dfb5750f5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6de96b1d-6add-47f5-8d37-e0ab5e089c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:14:34.695946 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0111f0ea-aaa7-4f51-be43-b40b705a4592 admin admin] Network hostable DHCP agents. Network: 6de96b1d-6add-47f5-8d37-e0ab5e089c4f, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:14:34.716206 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06450756-a881-499c-ae89-a1cd0fb30574 req-c218f1f4-62c3-4445-b3bb-429c11a07f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:34.718336 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-06450756-a881-499c-ae89-a1cd0fb30574 req-c218f1f4-62c3-4445-b3bb-429c11a07f8f service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3555791 Jun 25 09:14:34.732670 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0111f0ea-aaa7-4f51-be43-b40b705a4592 admin admin] Network 6de96b1d-6add-47f5-8d37-e0ab5e089c4f is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:14:34.754989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-0111f0ea-aaa7-4f51-be43-b40b705a4592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 6de96b1d-6add-47f5-8d37-e0ab5e089c4f) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:14:34.762815 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0111f0ea-aaa7-4f51-be43-b40b705a4592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:34.763865 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0111f0ea-aaa7-4f51-be43-b40b705a4592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:34.791643 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6340dcf4-d1c4-4477-aed5-93db763ad5cc None None] Network 6de96b1d-6add-47f5-8d37-e0ab5e089c4f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:14:34.807520 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0111f0ea-aaa7-4f51-be43-b40b705a4592 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3085527 Jun 25 09:14:34.958768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51882b81-9a38-48b7-8ea5-4e1d713904c2 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:34.967692 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:34.992567 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Transition to ACTIVE for port object 51882b81-9a38-48b7-8ea5-4e1d713904c2 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:35.001033 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8f67c115-e4c5-47a7-9f47-e993e9f3d3d3 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:35.166353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-d05f5379-c424-45ea-9699-978ff3117397 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:35.173161 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc80e29-0188-4a2a-be6d-85949c513931 None None] Network 6de96b1d-6add-47f5-8d37-e0ab5e089c4f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:14:35.174514 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-d05f5379-c424-45ea-9699-978ff3117397 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 821 time: 0.1767826 Jun 25 09:14:35.178754 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:35.196371 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7983cd18-e2ee-47ef-ac81-d55f58728f48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:35.241781 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-74457603-45ae-4770-bb80-88aaf498a037 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/quotas/962cd5c8d0b44612ac82fa335ff2dd3d HTTP/1.1" status: 200 len: 375 time: 0.0659482 Jun 25 09:14:35.249131 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Pushing event updated for resources: {'Port': ['ID=51882b81-9a38-48b7-8ea5-4e1d713904c2,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:35.258080 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:35.338018 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd43e-0276-49a7-b9c6-c5af2c987a4a req-6e2a61ec-52a4-4329-93b0-1b662485c81e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:35.344008 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd43e-0276-49a7-b9c6-c5af2c987a4a req-6e2a61ec-52a4-4329-93b0-1b662485c81e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:35.350029 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd43e-0276-49a7-b9c6-c5af2c987a4a req-6e2a61ec-52a4-4329-93b0-1b662485c81e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:35.356039 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd43e-0276-49a7-b9c6-c5af2c987a4a req-6e2a61ec-52a4-4329-93b0-1b662485c81e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:35.362742 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd43e-0276-49a7-b9c6-c5af2c987a4a req-6e2a61ec-52a4-4329-93b0-1b662485c81e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:35.370174 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd43e-0276-49a7-b9c6-c5af2c987a4a req-6e2a61ec-52a4-4329-93b0-1b662485c81e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:35.376179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd43e-0276-49a7-b9c6-c5af2c987a4a req-6e2a61ec-52a4-4329-93b0-1b662485c81e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:35.389063 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fcbdd43e-0276-49a7-b9c6-c5af2c987a4a req-6e2a61ec-52a4-4329-93b0-1b662485c81e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5419 time: 0.3866243 Jun 25 09:14:35.524589 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-95f98009-c054-4c3d-8b03-ba78533c9c76 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2818301 Jun 25 09:14:35.555395 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fcbdd43e-0276-49a7-b9c6-c5af2c987a4a req-9c2049bc-f711-48b1-ae2e-e469a4678d48 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1653185 Jun 25 09:14:35.606597 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Attempting to bind port 51882b81-9a38-48b7-8ea5-4e1d713904c2 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:14:35.607187 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Attempting to bind port 51882b81-9a38-48b7-8ea5-4e1d713904c2 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '97b878c1-2fbf-46a5-a0d0-c16faa8788ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '71754435-8609-4d26-9226-f6462d50ad72'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:14:35.607716 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Attempting to bind port 51882b81-9a38-48b7-8ea5-4e1d713904c2 on network 71754435-8609-4d26-9226-f6462d50ad72 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:35.621111 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Port 51882b81-9a38-48b7-8ea5-4e1d713904c2 on network 71754435-8609-4d26-9226-f6462d50ad72 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:14:35.621707 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Attempting to bind port 51882b81-9a38-48b7-8ea5-4e1d713904c2 on network 71754435-8609-4d26-9226-f6462d50ad72 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:35.657911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:14:35.658557 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Checking segment: {'id': '97b878c1-2fbf-46a5-a0d0-c16faa8788ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '71754435-8609-4d26-9226-f6462d50ad72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:14:35.659178 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Bound using segment: {'id': '97b878c1-2fbf-46a5-a0d0-c16faa8788ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '71754435-8609-4d26-9226-f6462d50ad72'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:14:35.659886 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Bound port: 51882b81-9a38-48b7-8ea5-4e1d713904c2, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b878c1-2fbf-46a5-a0d0-c16faa8788ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '71754435-8609-4d26-9226-f6462d50ad72'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:14:35.660458 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:35.697977 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'tag': '0cde92df-da68-43f7-a09e-d95f4e7819be'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:35.701117 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bc4ce0-7ace-4abe-be91-2022deb85d98" -d '{"events": [{"name": "network-changed", "server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "tag": "0cde92df-da68-43f7-a09e-d95f4e7819be"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:35.891200 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] For port 51882b81-9a38-48b7-8ea5-4e1d713904c2, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:14:35.950498 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7c75c7f7-6715-4a40-9968-04b8955d8739 req-a61af05e-361d-409c-aa3b-c3d0425aba90 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae HTTP/1.1" status: 200 len: 10894 time: 0.3373344 Jun 25 09:14:35.956513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] For port 51882b81-9a38-48b7-8ea5-4e1d713904c2, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=51882b81-9a38-48b7-8ea5-4e1d713904c2,segment=NetworkSegment(97b878c1-2fbf-46a5-a0d0-c16faa8788ed),segment_id=97b878c1-2fbf-46a5-a0d0-c16faa8788ed)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:14:35.976463 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-ecf7ba32-3b44-42c2-b080-39be914aa729 service neutron] 10.222.0.93 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508758 Jun 25 09:14:36.015714 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:36.044095 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-39c8894c-04c7-432d-81d7-b68dd99ab5a0 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:36.430892 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7c75c7f7-6715-4a40-9968-04b8955d8739 req-90e92b22-5a27-47d6-9c59-62829be85bc5 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/2795523e-7cf8-4b93-bd25-991dd3909360 HTTP/1.1" status: 200 len: 2981 time: 0.4787247 Jun 25 09:14:36.484959 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:36.485721 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:36.487965 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] 10.222.0.38 "PUT /v2.0/ports/51882b81-9a38-48b7-8ea5-4e1d713904c2 HTTP/1.1" status: 200 len: 1092 time: 2.6025369 Jun 25 09:14:36.545748 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Request body: {'port': {'device_id': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:36.638549 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Pushing event updated for resources: {'Port': ['ID=51882b81-9a38-48b7-8ea5-4e1d713904c2,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:36.642943 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:36.709098 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-d26181a3-25ee-4a8e-8e53-76cb98ba170d service neutron] 10.222.0.93 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313607 Jun 25 09:14:36.744723 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7c75c7f7-6715-4a40-9968-04b8955d8739 req-84ea1523-df8d-4b5b-a0b2-1e29e61bd4b5 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/2795523e-7cf8-4b93-bd25-991dd3909360 HTTP/1.1" status: 200 len: 2981 time: 0.3126333 Jun 25 09:14:36.859523 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:37.344298 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08293231-0716-4463-80cf-b807d9931536 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:37.382260 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:37.438950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Transition to ACTIVE for port object 08293231-0716-4463-80cf-b807d9931536 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:37.490519 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:37.544388 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-94d16cca-5101-49be-bd74-1b1b134cf148 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:37.573603 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-ab7dbb48-ff77-41bb-b869-d38f8744da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:37.575376 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-ab7dbb48-ff77-41bb-b869-d38f8744da30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7&tenant_id=feac5915022a4711aa5d2a8786b36e3c HTTP/1.1" status: 200 len: 1100 time: 0.3020010 Jun 25 09:14:37.763560 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-d83b1e4f-8767-44f8-bab2-60a3f8229fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:37.768722 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-d83b1e4f-8767-44f8-bab2-60a3f8229fd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 1100 time: 0.1505530 Jun 25 09:14:37.829261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Pushing event updated for resources: {'Port': ['ID=08293231-0716-4463-80cf-b807d9931536,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:37.848956 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:37.859658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe08cd4-9998-422d-8f7c-a6b38879d858 req-8d8a5a85-d5dc-4e8d-a900-1a6b7e307a43 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:37.867907 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2fe08cd4-9998-422d-8f7c-a6b38879d858 req-8d8a5a85-d5dc-4e8d-a900-1a6b7e307a43 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.4648294 Jun 25 09:14:37.914989 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-f5792d1a-02bc-4fec-be0c-f06849de5ebe tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:37.916636 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-f5792d1a-02bc-4fec-be0c-f06849de5ebe tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/networks?id=6103b8c3-0459-4425-b801-5f26074c937b HTTP/1.1" status: 200 len: 815 time: 0.5105565 Jun 25 09:14:37.919595 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-42bf1804-5dfe-4a0f-8752-dbdbd29c750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:37.921264 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-42bf1804-5dfe-4a0f-8752-dbdbd29c750c service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1430528 Jun 25 09:14:37.966688 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2fe08cd4-9998-422d-8f7c-a6b38879d858 req-2e0da3ba-ae1e-471e-b9e5-e2a740c3d60d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977380 Jun 25 09:14:37.970763 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Attempting to bind port 08293231-0716-4463-80cf-b807d9931536 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:14:37.971038 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Attempting to bind port 08293231-0716-4463-80cf-b807d9931536 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '97b878c1-2fbf-46a5-a0d0-c16faa8788ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '71754435-8609-4d26-9226-f6462d50ad72'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:14:37.971368 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Attempting to bind port 08293231-0716-4463-80cf-b807d9931536 on network 71754435-8609-4d26-9226-f6462d50ad72 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:37.974308 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-10d9656a-fcf5-48d3-94de-431df2409152 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/quotas/744249f183064251a5367078aa63fe49 HTTP/1.1" status: 200 len: 375 time: 0.0428579 Jun 25 09:14:37.994135 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-59911327-796d-4447-99c4-2595f85eb8ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560 HTTP/1.1" status: 200 len: 217 time: 0.0604000 Jun 25 09:14:38.010686 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Port 08293231-0716-4463-80cf-b807d9931536 on network 71754435-8609-4d26-9226-f6462d50ad72 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:14:38.011082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Attempting to bind port 08293231-0716-4463-80cf-b807d9931536 on network 71754435-8609-4d26-9226-f6462d50ad72 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:38.042495 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:14:38.043367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Checking segment: {'id': '97b878c1-2fbf-46a5-a0d0-c16faa8788ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '71754435-8609-4d26-9226-f6462d50ad72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:14:38.044720 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Bound using segment: {'id': '97b878c1-2fbf-46a5-a0d0-c16faa8788ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '71754435-8609-4d26-9226-f6462d50ad72'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:14:38.044720 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Bound port: 08293231-0716-4463-80cf-b807d9931536, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b878c1-2fbf-46a5-a0d0-c16faa8788ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '71754435-8609-4d26-9226-f6462d50ad72'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:14:38.044720 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:38.048565 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-c3bdfe99-4eed-48b4-8f60-6bfe6e40cff1 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=744249f183064251a5367078aa63fe49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599997 Jun 25 09:14:38.079972 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-49099d96-8a43-4923-b0d6-ce29d26abf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.082013 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-49099d96-8a43-4923-b0d6-ce29d26abf37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0778465 Jun 25 09:14:38.153654 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-3fce5b49-e90d-435d-818c-a7dbd31b456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.155753 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-3fce5b49-e90d-435d-818c-a7dbd31b456a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0642519 Jun 25 09:14:38.193080 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eac1e5-e705-4e78-ad0d-f15b8c113e05 x-openstack-request-id: req-18eac1e5-e705-4e78-ad0d-f15b8c113e05 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:38.193672 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "tag": "0cde92df-da68-43f7-a09e-d95f4e7819be", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:38.194175 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-18eac1e5-e705-4e78-ad0d-f15b8c113e05 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:38.197843 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'tag': '0cde92df-da68-43f7-a09e-d95f4e7819be', 'status': 'completed', 'code': 200} Jun 25 09:14:38.307023 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-5e6c7d2b-8127-4e84-a2e2-ad58e999bea7 service neutron] 10.222.0.93 "GET /v2.0/networks/6103b8c3-0459-4425-b801-5f26074c937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493913 Jun 25 09:14:38.358744 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc4ce0-7ace-4abe-be91-2022deb85d98 req-264b11c7-5828-4ffe-b580-96f809647673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.359229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc4ce0-7ace-4abe-be91-2022deb85d98 req-264b11c7-5828-4ffe-b580-96f809647673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.359703 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc4ce0-7ace-4abe-be91-2022deb85d98 req-264b11c7-5828-4ffe-b580-96f809647673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.360171 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc4ce0-7ace-4abe-be91-2022deb85d98 req-264b11c7-5828-4ffe-b580-96f809647673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.360638 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc4ce0-7ace-4abe-be91-2022deb85d98 req-264b11c7-5828-4ffe-b580-96f809647673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.361148 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc4ce0-7ace-4abe-be91-2022deb85d98 req-264b11c7-5828-4ffe-b580-96f809647673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.361608 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc4ce0-7ace-4abe-be91-2022deb85d98 req-264b11c7-5828-4ffe-b580-96f809647673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.363657 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-30bc4ce0-7ace-4abe-be91-2022deb85d98 req-264b11c7-5828-4ffe-b580-96f809647673 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 6453 time: 0.1266980 Jun 25 09:14:38.365602 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-6a540def-222f-49e6-a608-b4646b9e6fe5 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940353 Jun 25 09:14:38.453637 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-b95341a5-8503-4d48-956f-813ab5753562 service neutron] 10.222.0.93 "GET /v2.0/networks/6103b8c3-0459-4425-b801-5f26074c937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445587 Jun 25 09:14:38.504398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] For port 08293231-0716-4463-80cf-b807d9931536, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:14:38.511659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] For port 08293231-0716-4463-80cf-b807d9931536, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=08293231-0716-4463-80cf-b807d9931536,segment=NetworkSegment(97b878c1-2fbf-46a5-a0d0-c16faa8788ed),segment_id=97b878c1-2fbf-46a5-a0d0-c16faa8788ed)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:14:38.529046 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:38.549555 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-27b2cd5b-ff62-4004-b505-a5d89322a6e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:38.646106 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Pushing event updated for resources: {'Port': ['ID=08293231-0716-4463-80cf-b807d9931536,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:38.659857 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.660648 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:38.662520 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] 10.222.0.38 "PUT /v2.0/ports/08293231-0716-4463-80cf-b807d9931536 HTTP/1.1" status: 200 len: 1092 time: 2.1234496 Jun 25 09:14:38.663595 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:38.818042 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb8306d9-1afa-4287-a041-87742eb124f1 req-a4d9201e-ab88-49c2-87ca-a90e7d5c390a tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/c77feac9-86b7-40d9-88b8-c58c5d9e6d09 HTTP/1.1" status: 200 len: 1800 time: 0.0553427 Jun 25 09:14:38.862647 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf78a4-3872-4356-a130-818b828574af req-f9bffcbc-4099-4cfa-8f7b-1feaa1d3c078 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.874133 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf78a4-3872-4356-a130-818b828574af req-f9bffcbc-4099-4cfa-8f7b-1feaa1d3c078 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.891694 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf78a4-3872-4356-a130-818b828574af req-f9bffcbc-4099-4cfa-8f7b-1feaa1d3c078 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.922566 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf78a4-3872-4356-a130-818b828574af req-f9bffcbc-4099-4cfa-8f7b-1feaa1d3c078 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.929481 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf78a4-3872-4356-a130-818b828574af req-f9bffcbc-4099-4cfa-8f7b-1feaa1d3c078 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.938182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf78a4-3872-4356-a130-818b828574af req-f9bffcbc-4099-4cfa-8f7b-1feaa1d3c078 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.945002 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf78a4-3872-4356-a130-818b828574af req-f9bffcbc-4099-4cfa-8f7b-1feaa1d3c078 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:38.953465 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8abf78a4-3872-4356-a130-818b828574af req-f9bffcbc-4099-4cfa-8f7b-1feaa1d3c078 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5431 time: 0.3774428 Jun 25 09:14:38.982139 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-835daf9b-b7db-4b03-aaae-cbfced048947 req-4b85aa4d-9c7e-4a91-82c1-e82f0dbed78b service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6069710 Jun 25 09:14:39.034542 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8abf78a4-3872-4356-a130-818b828574af req-bfbf9d96-07a7-471f-b7f2-90e4b239b292 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798323 Jun 25 09:14:39.090817 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc4ce0-7ace-4abe-be91-2022deb85d98 req-d93cd206-6b98-45de-98c4-7a4d44838d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:39.094118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc4ce0-7ace-4abe-be91-2022deb85d98 req-d93cd206-6b98-45de-98c4-7a4d44838d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:39.101112 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc4ce0-7ace-4abe-be91-2022deb85d98 req-d93cd206-6b98-45de-98c4-7a4d44838d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:39.103334 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-30bc4ce0-7ace-4abe-be91-2022deb85d98 req-d93cd206-6b98-45de-98c4-7a4d44838d69 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.7157850 Jun 25 09:14:39.106497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2274154b-6527-4ecb-9c0b-d9d24afcf560 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:14:39.112246 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fb8306d9-1afa-4287-a041-87742eb124f1 req-a61be207-d886-4740-8885-7ef4ce8b3a2c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:39.203405 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fb8306d9-1afa-4287-a041-87742eb124f1 req-a61be207-d886-4740-8885-7ef4ce8b3a2c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:39.209046 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:39.307630 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2274154b-6527-4ecb-9c0b-d9d24afcf560, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:39.316638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c6c528-7a08-4c76-bb44-b55737b14aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2274154b-6527-4ecb-9c0b-d9d24afcf560'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:39.322363 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1203b0b0-6a93-4f48-bff2-b78fbc7be5c1" -d '{"events": [{"server_uuid": "71c6c528-7a08-4c76-bb44-b55737b14aa7", "name": "network-vif-unplugged", "status": "completed", "tag": "2274154b-6527-4ecb-9c0b-d9d24afcf560"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:39.333274 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:39.335497 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:39.348609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-e0323d65-4ca1-4c1a-8d1b-e1507c226127 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:39.351004 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-e0323d65-4ca1-4c1a-8d1b-e1507c226127 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.38 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 821 time: 0.1417100 Jun 25 09:14:39.381004 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-11d6312d-1246-4150-8ad6-b83c6a803822 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Request body: {'port': {'device_id': '10e02fe3-fe5f-4004-babd-2c22826080c4', 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa', 'admin_state_up': True, 'tenant_id': '962cd5c8d0b44612ac82fa335ff2dd3d'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:39.406018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc4ce0-7ace-4abe-be91-2022deb85d98 req-1e252983-cbe5-4d62-9c5f-1c0a1f423a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:39.409842 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-30bc4ce0-7ace-4abe-be91-2022deb85d98 req-1e252983-cbe5-4d62-9c5f-1c0a1f423a2d service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2977865 Jun 25 09:14:39.438557 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6aee22a8-e877-4fb0-a1dc-c9bbe42f66ea req-520f5b9b-bb85-4eca-9bdf-53540cded3b2 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 210 time: 0.0863702 Jun 25 09:14:39.528890 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=2274154b-6527-4ecb-9c0b-d9d24afcf560,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:39.533885 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:39.569600 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fb8306d9-1afa-4287-a041-87742eb124f1 req-a61be207-d886-4740-8885-7ef4ce8b3a2c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:39.572341 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fb8306d9-1afa-4287-a041-87742eb124f1 req-a61be207-d886-4740-8885-7ef4ce8b3a2c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:39.573580 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb8306d9-1afa-4287-a041-87742eb124f1 req-a61be207-d886-4740-8885-7ef4ce8b3a2c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "DELETE /v2.0/security-groups/c77feac9-86b7-40d9-88b8-c58c5d9e6d09 HTTP/1.1" status: 204 len: 173 time: 0.7483170 Jun 25 09:14:39.588983 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3eb5f132-50f9-4ecb-8b1d-3e67af611891 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:39.635806 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61be207-d886-4740-8885-7ef4ce8b3a2c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77feac9-86b7-40d9-88b8-c58c5d9e6d09,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:39.641196 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a61be207-d886-4740-8885-7ef4ce8b3a2c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:39.661138 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-8e312b21-ad6c-4ec0-954a-c5579e7f95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:39.662026 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-8e312b21-ad6c-4ec0-954a-c5579e7f95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:39.662904 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-8e312b21-ad6c-4ec0-954a-c5579e7f95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:39.663763 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-8e312b21-ad6c-4ec0-954a-c5579e7f95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:39.664587 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-8e312b21-ad6c-4ec0-954a-c5579e7f95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:39.665491 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-8e312b21-ad6c-4ec0-954a-c5579e7f95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:39.666381 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-8e312b21-ad6c-4ec0-954a-c5579e7f95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:39.670926 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-8e312b21-ad6c-4ec0-954a-c5579e7f95ad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 6495 time: 0.1743577 Jun 25 09:14:39.734667 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-c9d9bbcc-5af4-4c83-b049-e3399c191348 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c14fd482-e701-4929-8589-dd5397cd4f93 HTTP/1.1" status: 200 len: 217 time: 0.0505157 Jun 25 09:14:39.782958 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61512a1c-8698-425a-95d0-2706e0a7f855 req-90ccfc8e-257f-4bf9-90e2-40d0421cca84 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 210 time: 0.1045961 Jun 25 09:14:39.818540 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-11d6312d-1246-4150-8ad6-b83c6a803822 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Made reservation on behalf of 962cd5c8d0b44612ac82fa335ff2dd3d for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:14:39.822832 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-11d6312d-1246-4150-8ad6-b83c6a803822 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:39.995795 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b38835ba-4190-4fae-bd03-0c8706a0500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:39.998399 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b38835ba-4190-4fae-bd03-0c8706a0500f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=219c47c2-b4d5-45d9-9d06-baaa0cc38f25 HTTP/1.1" status: 200 len: 855 time: 0.2564251 Jun 25 09:14:40.080970 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ac16eb-ac13-4ffd-a789-93882631d1d6 x-openstack-request-id: req-29ac16eb-ac13-4ffd-a789-93882631d1d6 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:40.081502 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c6c528-7a08-4c76-bb44-b55737b14aa7", "name": "network-vif-unplugged", "status": "completed", "tag": "2274154b-6527-4ecb-9c0b-d9d24afcf560", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:40.081775 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-29ac16eb-ac13-4ffd-a789-93882631d1d6 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:40.082382 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c6c528-7a08-4c76-bb44-b55737b14aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2274154b-6527-4ecb-9c0b-d9d24afcf560', 'code': 200} Jun 25 09:14:40.140772 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-3a700c7b-aedc-4595-98df-64a714a6cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:40.143418 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-3a700c7b-aedc-4595-98df-64a714a6cb9f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9b3a601-f58c-4ec5-82fd-335656805060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310225 Jun 25 09:14:40.147180 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-11d6312d-1246-4150-8ad6-b83c6a803822 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Allocated IP 172.20.0.9 (68eb177c-3f7a-464d-a8dd-cdbf3481befa/d9e35023-68a6-4c2a-a8eb-7df9f14aeb24/c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:14:40.209079 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d5525-320f-4687-a9d6-87676a773440 req-9fedcc3f-969b-45b4-a6fa-f0553330763e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:40.211344 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-464d5525-320f-4687-a9d6-87676a773440 req-9fedcc3f-969b-45b4-a6fa-f0553330763e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 946 time: 0.1310980 Jun 25 09:14:40.214300 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'tag': '51882b81-9a38-48b7-8ea5-4e1d713904c2'}, {'name': 'network-changed', 'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'tag': '08293231-0716-4463-80cf-b807d9931536'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:40.219002 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5c6fa3-1352-4981-a251-fcc464cd82e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "tag": "51882b81-9a38-48b7-8ea5-4e1d713904c2"}, {"name": "network-changed", "server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "tag": "08293231-0716-4463-80cf-b807d9931536"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:40.267173 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-11bfa067-07d9-4484-bacb-28807c22c061 service neutron] 10.222.0.38 "GET /v2.0/networks/e9b3a601-f58c-4ec5-82fd-335656805060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141412 Jun 25 09:14:40.378485 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-6d080250-4fb4-4364-96a2-89540fdf6469 req-75ff3add-7c15-4b64-b254-48bc790c80b0 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] show failed (client error): The resource could not be found. Jun 25 09:14:40.379784 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d080250-4fb4-4364-96a2-89540fdf6469 req-75ff3add-7c15-4b64-b254-48bc790c80b0 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/c77feac9-86b7-40d9-88b8-c58c5d9e6d09 HTTP/1.1" status: 404 len: 352 time: 0.0308743 Jun 25 09:14:40.399904 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-464d5525-320f-4687-a9d6-87676a773440 req-8f5be973-3b1d-480d-b725-8f3412ba741d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771066 Jun 25 09:14:40.538173 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32c4567-39cc-44fa-8b73-5a1f4dad03b1 x-openstack-request-id: req-b32c4567-39cc-44fa-8b73-5a1f4dad03b1 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:40.539126 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "tag": "51882b81-9a38-48b7-8ea5-4e1d713904c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "tag": "08293231-0716-4463-80cf-b807d9931536", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:40.539510 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b32c4567-39cc-44fa-8b73-5a1f4dad03b1 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:40.540061 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'tag': '51882b81-9a38-48b7-8ea5-4e1d713904c2', 'status': 'completed', 'code': 200} Jun 25 09:14:40.540440 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'tag': '08293231-0716-4463-80cf-b807d9931536', 'status': 'completed', 'code': 200} Jun 25 09:14:40.540961 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-fe7ad2f0-15ea-4185-984e-aa3a46a3479b service neutron] 10.222.0.38 "GET /v2.0/networks/e9b3a601-f58c-4ec5-82fd-335656805060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626398 Jun 25 09:14:40.593279 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-d267a3bf-eb55-4c12-9527-a1e4d6dd9d85 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=c9fc842f-c94f-4048-9d10-074730e495de HTTP/1.1" status: 200 len: 217 time: 0.0441523 Jun 25 09:14:40.629770 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-11d6312d-1246-4150-8ad6-b83c6a803822 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:40.675383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-6cdbc75c-9d24-432e-aaa4-4f7edf77ca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:40.676893 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-6cdbc75c-9d24-432e-aaa4-4f7edf77ca97 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.0755389 Jun 25 09:14:40.715757 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c67ec21e-55b0-47a9-82d4-0f405a2a700b req-72df21ef-6e9c-4587-b287-c08c0f21f795 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/1e366968-028b-4144-8bd6-48d3239d1d86 HTTP/1.1" status: 200 len: 1800 time: 0.1479156 Jun 25 09:14:40.756989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-75eb4483-edba-4c79-87a6-6446a3f49303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:40.759262 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-75eb4483-edba-4c79-87a6-6446a3f49303 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0756173 Jun 25 09:14:40.818896 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-11d6312d-1246-4150-8ad6-b83c6a803822 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:40.833075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6213-dd37-4db2-8e9b-67bf085c4a18 req-8029bd04-64fb-46de-b680-84f17c7235d6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:40.840042 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6213-dd37-4db2-8e9b-67bf085c4a18 req-8029bd04-64fb-46de-b680-84f17c7235d6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:40.846481 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6213-dd37-4db2-8e9b-67bf085c4a18 req-8029bd04-64fb-46de-b680-84f17c7235d6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:40.852509 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6213-dd37-4db2-8e9b-67bf085c4a18 req-8029bd04-64fb-46de-b680-84f17c7235d6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:40.859083 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6213-dd37-4db2-8e9b-67bf085c4a18 req-8029bd04-64fb-46de-b680-84f17c7235d6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:40.865178 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6213-dd37-4db2-8e9b-67bf085c4a18 req-8029bd04-64fb-46de-b680-84f17c7235d6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:40.871730 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6213-dd37-4db2-8e9b-67bf085c4a18 req-8029bd04-64fb-46de-b680-84f17c7235d6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:40.879741 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-533c6213-dd37-4db2-8e9b-67bf085c4a18 req-8029bd04-64fb-46de-b680-84f17c7235d6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5431 time: 0.2657385 Jun 25 09:14:40.894168 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0a231483-33df-4551-8ad2-e910d5f74053 tempest-FloatingIPsTestJSON-357926950 tempest-FloatingIPsTestJSON-357926950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:40.960984 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c67ec21e-55b0-47a9-82d4-0f405a2a700b req-c8213167-c950-479d-ada7-92bf0f0968be tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:40.968674 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-4c5fabb6-7887-4d56-93ef-5e5571a6088f service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019556 Jun 25 09:14:40.981517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-11d6312d-1246-4150-8ad6-b83c6a803822 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Network 68eb177c-3f7a-464d-a8dd-cdbf3481befa is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:14:41.009576 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-11d6312d-1246-4150-8ad6-b83c6a803822 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:14:41.021183 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-11d6312d-1246-4150-8ad6-b83c6a803822 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:14:41.034087 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6312d-1246-4150-8ad6-b83c6a803822 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Pushing event updated for resources: {'Port': ['ID=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:41.037642 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-11d6312d-1246-4150-8ad6-b83c6a803822 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:41.070747 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c67ec21e-55b0-47a9-82d4-0f405a2a700b req-c8213167-c950-479d-ada7-92bf0f0968be tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:41.096884 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-533c6213-dd37-4db2-8e9b-67bf085c4a18 req-9cae45d5-6b07-4f54-8af5-04f106109380 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2153041 Jun 25 09:14:41.115252 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-8940d656-bbcb-4c0f-a350-874993a14fd9 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377573 Jun 25 09:14:41.166446 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-11d6312d-1246-4150-8ad6-b83c6a803822 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:41.167429 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-11d6312d-1246-4150-8ad6-b83c6a803822 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:41.193604 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c67ec21e-55b0-47a9-82d4-0f405a2a700b req-c8213167-c950-479d-ada7-92bf0f0968be tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:41.196938 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c67ec21e-55b0-47a9-82d4-0f405a2a700b req-c8213167-c950-479d-ada7-92bf0f0968be tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:41.198668 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c67ec21e-55b0-47a9-82d4-0f405a2a700b req-c8213167-c950-479d-ada7-92bf0f0968be tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "DELETE /v2.0/security-groups/1e366968-028b-4144-8bd6-48d3239d1d86 HTTP/1.1" status: 204 len: 173 time: 0.4704466 Jun 25 09:14:41.200352 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-63cbb6da-a1d7-44c4-8ebb-698bd148a259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:41.209820 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-82f7c256-1ff9-443d-9db4-20230ed9c472 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 HTTP/1.1" status: 200 len: 217 time: 0.0889714 Jun 25 09:14:41.216598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8213167-c950-479d-ada7-92bf0f0968be tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e366968-028b-4144-8bd6-48d3239d1d86,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:41.219378 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c8213167-c950-479d-ada7-92bf0f0968be tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:41.223377 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-11d6312d-1246-4150-8ad6-b83c6a803822 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8469670 Jun 25 09:14:41.244094 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Request body: {'port': {'device_id': '10e02fe3-fe5f-4004-babd-2c22826080c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:41.364315 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:41.378409 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-01c7d013-03ac-4783-9d6b-95c734880c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:41.380163 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-01c7d013-03ac-4783-9d6b-95c734880c40 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.1525884 Jun 25 09:14:41.434341 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-604b8aab-8ebd-4f02-a00d-00d5d3ed9be3 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:41.436155 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-604b8aab-8ebd-4f02-a00d-00d5d3ed9be3 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.41 "GET /v2.0/networks?id=6103b8c3-0459-4425-b801-5f26074c937b HTTP/1.1" status: 200 len: 815 time: 0.2827549 Jun 25 09:14:41.464245 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-ef7a7bc9-c956-4df1-9c30-4e8f828a3704 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Request body: {'port': {'device_id': '745f1b8d-2b5f-4116-8759-438a95e65449', 'network_id': '6103b8c3-0459-4425-b801-5f26074c937b', 'admin_state_up': True, 'tenant_id': '744249f183064251a5367078aa63fe49'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:41.511682 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03d6bbd9-7afa-4915-99dd-4ff5e243a8b6 req-efe6d647-4a5f-4d67-a759-d0eb0b916b35 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 210 time: 0.0628386 Jun 25 09:14:41.525280 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2f875b28-b953-4a4c-8ea3-8f0ced10c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:41.527344 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2f875b28-b953-4a4c-8ea3-8f0ced10c2b4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1384482 Jun 25 09:14:41.561716 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585be5e6-a13f-4f41-b0ea-c1e850bf94ae req-93c613be-f653-42ce-8a3c-5e364ef1c404 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:41.563283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-585be5e6-a13f-4f41-b0ea-c1e850bf94ae req-93c613be-f653-42ce-8a3c-5e364ef1c404 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 931 time: 0.1697512 Jun 25 09:14:41.675429 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-585be5e6-a13f-4f41-b0ea-c1e850bf94ae req-ce448ebb-41d5-4812-b65a-a7676d107d56 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Jun 25 09:14:41.728345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-ef7a7bc9-c956-4df1-9c30-4e8f828a3704 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Made reservation on behalf of 744249f183064251a5367078aa63fe49 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:14:41.732652 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-ef7a7bc9-c956-4df1-9c30-4e8f828a3704 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:41.803876 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-256f8cae-c05c-45a7-b7d2-73c9fbc920c9 req-0d7bb54e-b19a-4c96-8a28-55b2f78cc9b0 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] show failed (client error): The resource could not be found. Jun 25 09:14:41.805276 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-256f8cae-c05c-45a7-b7d2-73c9fbc920c9 req-0d7bb54e-b19a-4c96-8a28-55b2f78cc9b0 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/1e366968-028b-4144-8bd6-48d3239d1d86 HTTP/1.1" status: 404 len: 352 time: 0.0180972 Jun 25 09:14:41.860978 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2024d51a-73d0-4652-be4a-36fc4bb6ddf6 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314966 Jun 25 09:14:42.018600 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:42.029385 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:42.056849 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-c991b2c5-52ac-4c9e-8f38-6fedb96bb81f service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489298 Jun 25 09:14:42.078802 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Transition to ACTIVE for port object c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:42.099038 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:42.103841 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:42.105557 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-ef7a7bc9-c956-4df1-9c30-4e8f828a3704 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Allocated IP 172.20.0.9 (6103b8c3-0459-4425-b801-5f26074c937b/4a727001-d44f-469f-82c1-2b2193ad3910/220f8bf8-123e-42e1-a519-f3949b4f66bd) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:14:42.110755 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-0dfec1dd-8f67-46f4-ada0-b1bfd9c7ba3f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=df9f4b8c-6644-4664-913a-ecb3619208a8 HTTP/1.1" status: 200 len: 217 time: 0.0437777 Jun 25 09:14:42.178461 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6cf82a0-9607-42f0-a4cb-841b39741d00 req-1c0f5aec-8410-4448-97ee-55b0cac1d21d tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/7634a146-63f7-408f-9d03-f9243b2e53f7 HTTP/1.1" status: 200 len: 1801 time: 0.1166670 Jun 25 09:14:42.185354 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Pushing event updated for resources: {'Port': ['ID=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:42.188612 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:42.196274 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2620a1fa-32c6-4ae4-adbd-67ddf5debd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:42.197081 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2620a1fa-32c6-4ae4-adbd-67ddf5debd1f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.0788090 Jun 25 09:14:42.234040 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfa60b-68f4-4f15-a2d1-b102b89c8bc0 req-f560b6dd-f242-4af9-a153-8659b6069066 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:42.235699 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bcfa60b-68f4-4f15-a2d1-b102b89c8bc0 req-f560b6dd-f242-4af9-a153-8659b6069066 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 946 time: 0.2511873 Jun 25 09:14:42.337536 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-ef7a7bc9-c956-4df1-9c30-4e8f828a3704 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:42.339252 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bcfa60b-68f4-4f15-a2d1-b102b89c8bc0 req-3204aeb4-dd25-41f3-8131-3de75a08a116 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962889 Jun 25 09:14:42.345275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2a2d4c82-0047-4373-8ed6-75e8c946962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:42.346944 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-2a2d4c82-0047-4373-8ed6-75e8c946962d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1340871 Jun 25 09:14:42.358585 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Attempting to bind port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:14:42.359103 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Attempting to bind port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:14:42.359543 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Attempting to bind port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:42.369754 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c6cf82a0-9607-42f0-a4cb-841b39741d00 req-234ce352-9e5b-4d42-ad56-a6b366bc1173 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:42.378288 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:14:42.378868 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Attempting to bind port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:42.395649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:14:42.395994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Checking segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:14:42.396383 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Bound using segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:14:42.396862 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Bound port: c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:14:42.397227 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:42.421725 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c6cf82a0-9607-42f0-a4cb-841b39741d00 req-234ce352-9e5b-4d42-ad56-a6b366bc1173 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:42.474914 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-ef7a7bc9-c956-4df1-9c30-4e8f828a3704 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:42.482323 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e4d050d8-6f98-4c9d-80a2-114c79149097 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:42.492752 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-5d40d6cf-2340-499b-87cd-bf080524ae89 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377485 Jun 25 09:14:42.538762 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:14:42.541336 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c6cf82a0-9607-42f0-a4cb-841b39741d00 req-234ce352-9e5b-4d42-ad56-a6b366bc1173 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:42.544223 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c6cf82a0-9607-42f0-a4cb-841b39741d00 req-234ce352-9e5b-4d42-ad56-a6b366bc1173 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:42.557842 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6cf82a0-9607-42f0-a4cb-841b39741d00 req-234ce352-9e5b-4d42-ad56-a6b366bc1173 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "DELETE /v2.0/security-groups/7634a146-63f7-408f-9d03-f9243b2e53f7 HTTP/1.1" status: 204 len: 173 time: 0.3576250 Jun 25 09:14:42.560775 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-91babafc-850e-4cd9-bbbc-66f5762e01b1 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:42.583861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-ef7a7bc9-c956-4df1-9c30-4e8f828a3704 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Network 6103b8c3-0459-4425-b801-5f26074c937b is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:14:42.594048 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:14:42.594806 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-ef7a7bc9-c956-4df1-9c30-4e8f828a3704 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:14:42.596790 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a7bc9-c956-4df1-9c30-4e8f828a3704 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Pushing event updated for resources: {'Port': ['ID=220f8bf8-123e-42e1-a519-f3949b4f66bd,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:42.597867 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ce352-9e5b-4d42-ad56-a6b366bc1173 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7634a146-63f7-408f-9d03-f9243b2e53f7,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:42.599870 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-ef7a7bc9-c956-4df1-9c30-4e8f828a3704 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:14:42.601082 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-234ce352-9e5b-4d42-ad56-a6b366bc1173 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:42.605493 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:42.605694 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef7a7bc9-c956-4df1-9c30-4e8f828a3704 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:42.621022 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:42.672829 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-ef7a7bc9-c956-4df1-9c30-4e8f828a3704 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:42.673485 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-ef7a7bc9-c956-4df1-9c30-4e8f828a3704 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:42.692806 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-be7fbd9f-4c6d-4601-8ec9-da15a2e476c9 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716590 Jun 25 09:14:42.699561 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-ef7a7bc9-c956-4df1-9c30-4e8f828a3704 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2456508 Jun 25 09:14:42.751745 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-13e0d084-4e9c-44fe-8ab8-f8c32e9962af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=0cde92df-da68-43f7-a09e-d95f4e7819be HTTP/1.1" status: 200 len: 217 time: 0.0511506 Jun 25 09:14:42.816789 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Request body: {'port': {'device_id': '745f1b8d-2b5f-4116-8759-438a95e65449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:42.820109 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b0059f2c-1cef-4b0a-8633-c3c0e8bfeef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:42.821641 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b0059f2c-1cef-4b0a-8633-c3c0e8bfeef1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.0632379 Jun 25 09:14:42.939885 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:42.946903 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:42.947828 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:42.949542 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] 10.222.0.38 "PUT /v2.0/ports/c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 HTTP/1.1" status: 200 len: 1092 time: 1.7115045 Jun 25 09:14:42.950395 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e02fe3-fe5f-4004-babd-2c22826080c4', 'tag': 'c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:42.952851 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb17abd6-06a6-437d-a5d5-2f6d775dc65b" -d '{"events": [{"name": "network-changed", "server_uuid": "10e02fe3-fe5f-4004-babd-2c22826080c4", "tag": "c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:42.987391 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-36125ec4-697e-4285-8daf-0d95b167e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:42.989011 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-36125ec4-697e-4285-8daf-0d95b167e9e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1427667 Jun 25 09:14:43.006373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ed5a1-f43e-40b7-ae8c-f4abb36d284c req-90f3f92d-7e4f-492e-9ad5-dc935d8c64e9 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:43.007925 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-951ed5a1-f43e-40b7-ae8c-f4abb36d284c req-90f3f92d-7e4f-492e-9ad5-dc935d8c64e9 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/ports?device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 950 time: 0.5112512 Jun 25 09:14:43.048934 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Pushing event updated for resources: {'Port': ['ID=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:43.062464 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:43.100951 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-951ed5a1-f43e-40b7-ae8c-f4abb36d284c req-a9656020-c353-4352-a83a-79ffaaf46155 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/security-groups?id=9f3ff3b9-8ce0-4bb6-aa9a-38a74f824614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808196 Jun 25 09:14:43.124424 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f24cb1-588d-4cb3-83d1-b91f238b3bc4 req-bf19db66-7d15-4507-954d-48ee06ed06b0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:43.130666 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f24cb1-588d-4cb3-83d1-b91f238b3bc4 req-bf19db66-7d15-4507-954d-48ee06ed06b0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:43.136407 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f24cb1-588d-4cb3-83d1-b91f238b3bc4 req-bf19db66-7d15-4507-954d-48ee06ed06b0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:43.142339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f24cb1-588d-4cb3-83d1-b91f238b3bc4 req-bf19db66-7d15-4507-954d-48ee06ed06b0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:43.148167 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f24cb1-588d-4cb3-83d1-b91f238b3bc4 req-bf19db66-7d15-4507-954d-48ee06ed06b0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:43.154102 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f24cb1-588d-4cb3-83d1-b91f238b3bc4 req-bf19db66-7d15-4507-954d-48ee06ed06b0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:43.159954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f24cb1-588d-4cb3-83d1-b91f238b3bc4 req-bf19db66-7d15-4507-954d-48ee06ed06b0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:43.162585 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98f24cb1-588d-4cb3-83d1-b91f238b3bc4 req-bf19db66-7d15-4507-954d-48ee06ed06b0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5431 time: 0.2481105 Jun 25 09:14:43.189687 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-3f677d4c-ee31-420c-9086-c47a4aa8fad5 req-27851070-69d8-40e7-8a43-28b9fdc1e3db tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] show failed (client error): The resource could not be found. Jun 25 09:14:43.190745 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3f677d4c-ee31-420c-9086-c47a4aa8fad5 req-27851070-69d8-40e7-8a43-28b9fdc1e3db tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/7634a146-63f7-408f-9d03-f9243b2e53f7 HTTP/1.1" status: 404 len: 352 time: 0.0278354 Jun 25 09:14:43.199439 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-403c4a3d-fbdc-40c0-a1dd-6348249372ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:43.201341 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-403c4a3d-fbdc-40c0-a1dd-6348249372ee service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 1095 time: 0.1897264 Jun 25 09:14:43.249963 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-428406db-0768-4c6f-a80e-41262304cfe1 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522016 Jun 25 09:14:43.263596 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98f24cb1-588d-4cb3-83d1-b91f238b3bc4 req-05de7888-bf06-41b3-ba70-859170a9d786 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912969 Jun 25 09:14:43.265040 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-3dc58b75-1367-48a6-a58b-e36d9530feb2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 HTTP/1.1" status: 200 len: 217 time: 0.0443320 Jun 25 09:14:43.326305 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-adec79a2-f5e9-4ac7-a952-317eebb043ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:43.328115 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-adec79a2-f5e9-4ac7-a952-317eebb043ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.0564959 Jun 25 09:14:43.394343 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-cd985df8-6534-41c1-a595-b68871165657 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591633 Jun 25 09:14:43.434190 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-cf289444-19b4-40cb-94b0-38deefa261a2 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734734 Jun 25 09:14:43.443103 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220f8bf8-123e-42e1-a519-f3949b4f66bd {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:43.456469 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:43.490567 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-761232d2-7817-4c15-9221-530b5e5f96ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=51882b81-9a38-48b7-8ea5-4e1d713904c2 HTTP/1.1" status: 200 len: 217 time: 0.0427024 Jun 25 09:14:43.507258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Transition to ACTIVE for port object 220f8bf8-123e-42e1-a519-f3949b4f66bd will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:43.531896 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:43.537558 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-19ab0601-36b3-4abe-b7f6-acf479561cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:43.543400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917e246-ad1a-496a-9649-d607412f6689 req-06056f6c-58a7-408c-97c5-1ca3ccb7a449 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:43.545211 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b917e246-ad1a-496a-9649-d607412f6689 req-06056f6c-58a7-408c-97c5-1ca3ccb7a449 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 931 time: 0.2001920 Jun 25 09:14:43.594945 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-12cafc9f-41e4-418f-9df7-a82ba5d48740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:43.596859 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-12cafc9f-41e4-418f-9df7-a82ba5d48740 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8714fc71-29f3-4ccc-83a9-562da482dc88 HTTP/1.1" status: 200 len: 797 time: 0.0994952 Jun 25 09:14:43.601305 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-24d4fd16-f710-4bb8-a5db-50bf2fb67d20 service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962767 Jun 25 09:14:43.634524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Pushing event updated for resources: {'Port': ['ID=220f8bf8-123e-42e1-a519-f3949b4f66bd,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:43.646592 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234819ac-d413-47a0-9cca-c8076773c0b8 req-5e90c6f1-a7df-4a30-868d-764d0f999446 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:43.649417 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-234819ac-d413-47a0-9cca-c8076773c0b8 req-5e90c6f1-a7df-4a30-868d-764d0f999446 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 943 time: 0.2257369 Jun 25 09:14:43.656229 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:43.660651 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b917e246-ad1a-496a-9649-d607412f6689 req-a2e9a528-21b0-4c9f-9c10-be9d9984101d tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/security-groups?id=6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054823 Jun 25 09:14:43.717493 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Attempting to bind port 220f8bf8-123e-42e1-a519-f3949b4f66bd on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:14:43.717832 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Attempting to bind port 220f8bf8-123e-42e1-a519-f3949b4f66bd by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'b16c8046-00fe-42c0-926d-daf049b1ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6103b8c3-0459-4425-b801-5f26074c937b'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:14:43.718161 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Attempting to bind port 220f8bf8-123e-42e1-a519-f3949b4f66bd on network 6103b8c3-0459-4425-b801-5f26074c937b {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:43.726189 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Port 220f8bf8-123e-42e1-a519-f3949b4f66bd on network 6103b8c3-0459-4425-b801-5f26074c937b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:14:43.726513 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Attempting to bind port 220f8bf8-123e-42e1-a519-f3949b4f66bd on network 6103b8c3-0459-4425-b801-5f26074c937b {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:43.736650 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-e643f70c-c581-41cd-b63e-cb4dd0e284b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:43.738224 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-e643f70c-c581-41cd-b63e-cb4dd0e284b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71754435-8609-4d26-9226-f6462d50ad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1274655 Jun 25 09:14:43.739159 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:14:43.739494 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Checking segment: {'id': 'b16c8046-00fe-42c0-926d-daf049b1ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6103b8c3-0459-4425-b801-5f26074c937b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:14:43.739872 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Bound using segment: {'id': 'b16c8046-00fe-42c0-926d-daf049b1ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6103b8c3-0459-4425-b801-5f26074c937b'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:14:43.740313 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Bound port: 220f8bf8-123e-42e1-a519-f3949b4f66bd, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16c8046-00fe-42c0-926d-daf049b1ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6103b8c3-0459-4425-b801-5f26074c937b'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:14:43.740674 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:43.790087 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e4ad0b0-51dc-4066-bd5f-b90edce576e0 req-d0374fcf-b88b-44d1-b94d-2a2a47e243ac service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748390 Jun 25 09:14:43.808591 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-234819ac-d413-47a0-9cca-c8076773c0b8 req-8cef96db-a7bf-461b-9ee8-5de25d6234d3 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444252 Jun 25 09:14:43.911899 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] For port 220f8bf8-123e-42e1-a519-f3949b4f66bd, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:14:43.917024 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] For port 220f8bf8-123e-42e1-a519-f3949b4f66bd, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=220f8bf8-123e-42e1-a519-f3949b4f66bd,segment=NetworkSegment(b16c8046-00fe-42c0-926d-daf049b1ad75),segment_id=b16c8046-00fe-42c0-926d-daf049b1ad75)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:14:43.921814 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-c44bcfd6-4a36-476b-83cf-180dcc04a9d3 service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717398 Jun 25 09:14:43.924898 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:43.928586 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef7a7bc9-c956-4df1-9c30-4e8f828a3704 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:43.971406 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:43.972305 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:43.973481 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] 10.222.0.41 "PUT /v2.0/ports/220f8bf8-123e-42e1-a519-f3949b4f66bd HTTP/1.1" status: 200 len: 1092 time: 1.2311244 Jun 25 09:14:43.974267 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745f1b8d-2b5f-4116-8759-438a95e65449', 'tag': '220f8bf8-123e-42e1-a519-f3949b4f66bd'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:43.978189 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef587b2-9a78-4e06-a76b-bb804ba20eba" -d '{"events": [{"name": "network-changed", "server_uuid": "745f1b8d-2b5f-4116-8759-438a95e65449", "tag": "220f8bf8-123e-42e1-a519-f3949b4f66bd"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:43.988681 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e50fa2-7c7b-4988-b466-d137d54c3db1 x-openstack-request-id: req-23e50fa2-7c7b-4988-b466-d137d54c3db1 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:43.989280 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e02fe3-fe5f-4004-babd-2c22826080c4", "tag": "c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:43.990727 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-23e50fa2-7c7b-4988-b466-d137d54c3db1 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:43.991892 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e02fe3-fe5f-4004-babd-2c22826080c4', 'tag': 'c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1', 'status': 'completed', 'code': 200} Jun 25 09:14:44.090095 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Pushing event updated for resources: {'Port': ['ID=220f8bf8-123e-42e1-a519-f3949b4f66bd,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:44.097500 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:44.196182 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b631016-d624-4815-957d-f8bd177ba639 req-8263cf56-ff79-4aff-b499-1a33658646cf tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae HTTP/1.1" status: 200 len: 6146 time: 0.1870279 Jun 25 09:14:44.247643 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17abd6-06a6-437d-a5d5-2f6d775dc65b req-f69fdb33-7d58-461e-99c9-0ddd37aa439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:44.249907 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb17abd6-06a6-437d-a5d5-2f6d775dc65b req-f69fdb33-7d58-461e-99c9-0ddd37aa439b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 1095 time: 0.2095985 Jun 25 09:14:44.278891 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-200c9074-fb05-4d1d-bbfb-7a92d83bc74e service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179281 Jun 25 09:14:44.333622 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-94129716-c063-41d1-9a3d-eb013857b1d2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=08293231-0716-4463-80cf-b807d9931536 HTTP/1.1" status: 200 len: 217 time: 0.0398540 Jun 25 09:14:44.350770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-c483917f-5de7-4ed8-98d5-0f27059421ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:44.352562 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-c483917f-5de7-4ed8-98d5-0f27059421ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=744249f183064251a5367078aa63fe49&device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 1095 time: 0.2297628 Jun 25 09:14:44.405720 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b631016-d624-4815-957d-f8bd177ba639 req-8a223485-6e27-45bd-8ca6-05e708ed369c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/2795523e-7cf8-4b93-bd25-991dd3909360 HTTP/1.1" status: 200 len: 2981 time: 0.1980474 Jun 25 09:14:44.417836 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-76a6f9f9-5d0e-49d8-a4b6-239d3f1c8c17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=220f8bf8-123e-42e1-a519-f3949b4f66bd HTTP/1.1" status: 200 len: 217 time: 0.0443108 Jun 25 09:14:44.441654 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-d163a557-11a7-4671-9e1f-b624d526db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:44.443638 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-d163a557-11a7-4671-9e1f-b624d526db10 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8714fc71-29f3-4ccc-83a9-562da482dc88 HTTP/1.1" status: 200 len: 797 time: 0.1021342 Jun 25 09:14:44.473972 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17abd6-06a6-437d-a5d5-2f6d775dc65b req-19c9ca58-f797-44da-a1f5-f973f18d7ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:44.475517 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb17abd6-06a6-437d-a5d5-2f6d775dc65b req-19c9ca58-f797-44da-a1f5-f973f18d7ea7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.2171903 Jun 25 09:14:44.512715 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-16925b30-9706-4452-a898-11c57208eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:44.514521 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-16925b30-9706-4452-a898-11c57208eed3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a727001-d44f-469f-82c1-2b2193ad3910 HTTP/1.1" status: 200 len: 855 time: 0.0860131 Jun 25 09:14:44.556217 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb17abd6-06a6-437d-a5d5-2f6d775dc65b req-40a66583-1f5f-4600-acb2-11da8af86ae5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 HTTP/1.1" status: 200 len: 217 time: 0.0713997 Jun 25 09:14:44.557611 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-248217ee-865b-4d71-be19-aad62372cd81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6103b8c3-0459-4425-b801-5f26074c937b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346453 Jun 25 09:14:44.577035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-8de55cf9-0372-4b2d-ade3-46032b685d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:44.578780 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-8de55cf9-0372-4b2d-ade3-46032b685d37 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71754435-8609-4d26-9226-f6462d50ad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1166239 Jun 25 09:14:44.583245 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b631016-d624-4815-957d-f8bd177ba639 req-9e7fbdc0-f9c8-4692-874d-73eefbe982c9 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/2795523e-7cf8-4b93-bd25-991dd3909360 HTTP/1.1" status: 200 len: 2981 time: 0.1642303 Jun 25 09:14:44.592517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb059a-6250-41eb-b322-1c6e6db3f098 req-5000a609-02b5-42cf-8950-413461a6e051 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:44.602950 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2cfb059a-6250-41eb-b322-1c6e6db3f098 req-5000a609-02b5-42cf-8950-413461a6e051 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 946 time: 0.3072045 Jun 25 09:14:44.738529 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2cfb059a-6250-41eb-b322-1c6e6db3f098 req-d5d528f5-18f8-4762-bc90-c594f9830225 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341517 Jun 25 09:14:44.759479 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17abd6-06a6-437d-a5d5-2f6d775dc65b req-edc58a67-e4f1-49c5-bafe-f873077e4ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:44.762261 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb17abd6-06a6-437d-a5d5-2f6d775dc65b req-edc58a67-e4f1-49c5-bafe-f873077e4ef6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.1363602 Jun 25 09:14:44.806783 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb17abd6-06a6-437d-a5d5-2f6d775dc65b req-2017bc41-b06e-439c-affd-1306a045ee5b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343256 Jun 25 09:14:44.812017 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-6f6d4827-0cd8-4d1a-bbbd-8f12f23a46c2 req-3f60760c-697a-4109-b5bf-751b9cebd1fb tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-198855683', 'description': 'tempest-description-389188737'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:44.887299 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6f6d4827-0cd8-4d1a-bbbd-8f12f23a46c2 req-3f60760c-697a-4109-b5bf-751b9cebd1fb tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:45.003435 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb17abd6-06a6-437d-a5d5-2f6d775dc65b req-1be96e8e-2512-43bf-b1b2-a368f1b25150 service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699331 Jun 25 09:14:45.004187 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97da3c0a-f409-426b-abbe-ea0472df0d50 x-openstack-request-id: req-97da3c0a-f409-426b-abbe-ea0472df0d50 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:45.004187 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745f1b8d-2b5f-4116-8759-438a95e65449", "tag": "220f8bf8-123e-42e1-a519-f3949b4f66bd", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:45.004187 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-97da3c0a-f409-426b-abbe-ea0472df0d50 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:45.004789 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745f1b8d-2b5f-4116-8759-438a95e65449', 'tag': '220f8bf8-123e-42e1-a519-f3949b4f66bd', 'status': 'completed', 'code': 200} Jun 25 09:14:45.036276 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da83cd-2378-459b-88a7-fb683c58e418 req-db2ce3b7-1d86-4587-a030-9676e489185a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.042700 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da83cd-2378-459b-88a7-fb683c58e418 req-db2ce3b7-1d86-4587-a030-9676e489185a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.049335 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da83cd-2378-459b-88a7-fb683c58e418 req-db2ce3b7-1d86-4587-a030-9676e489185a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.055383 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da83cd-2378-459b-88a7-fb683c58e418 req-db2ce3b7-1d86-4587-a030-9676e489185a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.061289 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da83cd-2378-459b-88a7-fb683c58e418 req-db2ce3b7-1d86-4587-a030-9676e489185a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.066369 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-c18d54e0-3df7-47a9-8204-0e4f93467b97 service neutron] 10.222.0.41 "GET /v2.0/networks/6103b8c3-0459-4425-b801-5f26074c937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998412 Jun 25 09:14:45.067867 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da83cd-2378-459b-88a7-fb683c58e418 req-db2ce3b7-1d86-4587-a030-9676e489185a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.074013 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da83cd-2378-459b-88a7-fb683c58e418 req-db2ce3b7-1d86-4587-a030-9676e489185a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.076095 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44da83cd-2378-459b-88a7-fb683c58e418 req-db2ce3b7-1d86-4587-a030-9676e489185a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5431 time: 0.1928384 Jun 25 09:14:45.086176 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-f6060ece-233e-427f-893d-7895f138fd20 service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971757 Jun 25 09:14:45.094771 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2274154b-6527-4ecb-9c0b-d9d24afcf560 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:14:45.206060 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44da83cd-2378-459b-88a7-fb683c58e418 req-0daac855-c361-4922-8758-89119b280201 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110604 Jun 25 09:14:45.239272 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-03b03094-9359-4ce8-8cd7-e375c12c5154 req-0b7241b2-0d1a-46c9-8876-3cce1399d401 service neutron] 10.222.0.41 "GET /v2.0/networks/6103b8c3-0459-4425-b801-5f26074c937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632488 Jun 25 09:14:45.240223 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6f6d4827-0cd8-4d1a-bbbd-8f12f23a46c2 req-3f60760c-697a-4109-b5bf-751b9cebd1fb tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:45.243165 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2aef633-ca74-4f17-a01f-c7d334cc57bf req-b5b7da33-d238-47c4-ae33-b77bb193f6f7 service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453264 Jun 25 09:14:45.245865 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb17abd6-06a6-437d-a5d5-2f6d775dc65b req-0f27df2e-bc21-4743-9279-b3139784cea6 service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313697 Jun 25 09:14:45.247031 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6f6d4827-0cd8-4d1a-bbbd-8f12f23a46c2 req-3f60760c-697a-4109-b5bf-751b9cebd1fb tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:45.251699 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9ab145f2-f651-4cc3-9944-56ce1028150f tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:45.294226 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6f6d4827-0cd8-4d1a-bbbd-8f12f23a46c2 req-3f60760c-697a-4109-b5bf-751b9cebd1fb tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:45.295512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f6d4827-0cd8-4d1a-bbbd-8f12f23a46c2 req-3f60760c-697a-4109-b5bf-751b9cebd1fb tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4876151 Jun 25 09:14:45.297474 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60760c-697a-4109-b5bf-751b9cebd1fb tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4befa03b-003d-4611-a34f-c2114ee6a159,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:45.312758 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3f60760c-697a-4109-b5bf-751b9cebd1fb tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:45.326909 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2274154b-6527-4ecb-9c0b-d9d24afcf560, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:45.339938 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '2274154b-6527-4ecb-9c0b-d9d24afcf560', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '2274154b-6527-4ecb-9c0b-d9d24afcf560', 'mac_address': 'fa:16:3e:0d:ae:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:14:45.379875 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:45.394329 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2274154b-6527-4ecb-9c0b-d9d24afcf560 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:45.420789 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2274154b-6527-4ecb-9c0b-d9d24afcf560, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:45.426520 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:45.428518 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:45.446677 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef587b2-9a78-4e06-a76b-bb804ba20eba req-91f35945-0951-4f36-bac4-24eac0a064e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.448966 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ef587b2-9a78-4e06-a76b-bb804ba20eba req-91f35945-0951-4f36-bac4-24eac0a064e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=744249f183064251a5367078aa63fe49&device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 1095 time: 0.0759685 Jun 25 09:14:45.483512 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=2274154b-6527-4ecb-9c0b-d9d24afcf560,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:45.486705 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:45.494950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1218a1b-f9d4-40a0-92e8-e3cf8217b27b req-119d3df6-241c-4834-a240-d115dc9ea329 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.496587 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1218a1b-f9d4-40a0-92e8-e3cf8217b27b req-119d3df6-241c-4834-a240-d115dc9ea329 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 943 time: 0.0936408 Jun 25 09:14:45.566275 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1218a1b-f9d4-40a0-92e8-e3cf8217b27b req-f9032982-eb13-4a45-90fe-31e25fa88db9 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/security-groups?id=6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620308 Jun 25 09:14:45.586536 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef587b2-9a78-4e06-a76b-bb804ba20eba req-cae7a99e-3ac9-4c65-bc00-10bae732496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.587952 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ef587b2-9a78-4e06-a76b-bb804ba20eba req-cae7a99e-3ac9-4c65-bc00-10bae732496b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6103b8c3-0459-4425-b801-5f26074c937b HTTP/1.1" status: 200 len: 917 time: 0.1313829 Jun 25 09:14:45.612497 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-f6e4fa5c-474e-4e11-bcec-46d9f9eebc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.613138 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-f6e4fa5c-474e-4e11-bcec-46d9f9eebc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.613615 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-f6e4fa5c-474e-4e11-bcec-46d9f9eebc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.614077 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-f6e4fa5c-474e-4e11-bcec-46d9f9eebc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.614535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-f6e4fa5c-474e-4e11-bcec-46d9f9eebc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.621840 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-f6e4fa5c-474e-4e11-bcec-46d9f9eebc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.622320 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-f6e4fa5c-474e-4e11-bcec-46d9f9eebc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.624620 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-f6e4fa5c-474e-4e11-bcec-46d9f9eebc31 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 6495 time: 0.1432517 Jun 25 09:14:45.648238 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ef587b2-9a78-4e06-a76b-bb804ba20eba req-9d81b18e-42df-4311-b526-dfed31fda65b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=220f8bf8-123e-42e1-a519-f3949b4f66bd HTTP/1.1" status: 200 len: 217 time: 0.0517685 Jun 25 09:14:45.738017 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef587b2-9a78-4e06-a76b-bb804ba20eba req-dc44e0c3-bfcf-4eb3-b14d-051950be8d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.739822 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ef587b2-9a78-4e06-a76b-bb804ba20eba req-dc44e0c3-bfcf-4eb3-b14d-051950be8d26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a727001-d44f-469f-82c1-2b2193ad3910 HTTP/1.1" status: 200 len: 855 time: 0.0839887 Jun 25 09:14:45.782782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-b4f2a260-d610-4ba9-945a-080941f68cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.784336 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-b4f2a260-d610-4ba9-945a-080941f68cae service neutron] 10.222.0.38 "GET /v2.0/networks?id=71754435-8609-4d26-9226-f6462d50ad72 HTTP/1.1" status: 200 len: 904 time: 0.1513748 Jun 25 09:14:45.786462 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ef587b2-9a78-4e06-a76b-bb804ba20eba req-b292f70e-b2ae-4ad7-b739-4c4bb71a10c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6103b8c3-0459-4425-b801-5f26074c937b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397322 Jun 25 09:14:45.811890 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9311d-f420-4bd3-9f73-ac81ff19c8b7 req-6e8cf6b1-96f0-41dc-90a9-100f378fd3ef tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.813673 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76d9311d-f420-4bd3-9f73-ac81ff19c8b7 req-6e8cf6b1-96f0-41dc-90a9-100f378fd3ef tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 943 time: 0.1022885 Jun 25 09:14:45.880469 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-f5079de9-b3d4-4cd3-8747-50ac8f83c8c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=51882b81-9a38-48b7-8ea5-4e1d713904c2 HTTP/1.1" status: 200 len: 217 time: 0.0444274 Jun 25 09:14:45.883223 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ef587b2-9a78-4e06-a76b-bb804ba20eba req-d6946889-5ab6-4255-966a-b274583cfc25 service neutron] 10.222.0.41 "GET /v2.0/networks/6103b8c3-0459-4425-b801-5f26074c937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896211 Jun 25 09:14:45.888575 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76d9311d-f420-4bd3-9f73-ac81ff19c8b7 req-9c741de6-4593-4744-9cd5-f84c54cdbc8d tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681844 Jun 25 09:14:45.951609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-bf3c1118-8983-4ae1-a7b5-41242f7d2bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:45.953440 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-bf3c1118-8983-4ae1-a7b5-41242f7d2bce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8714fc71-29f3-4ccc-83a9-562da482dc88 HTTP/1.1" status: 200 len: 797 time: 0.0631931 Jun 25 09:14:46.015692 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ef587b2-9a78-4e06-a76b-bb804ba20eba req-ecb0bc4b-c1cb-4c0e-b794-7311e6e2e78f service neutron] 10.222.0.41 "GET /v2.0/networks/6103b8c3-0459-4425-b801-5f26074c937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250515 Jun 25 09:14:46.016665 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-891e2aba-aed9-43cf-a509-6c9a6f172ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.018463 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-891e2aba-aed9-43cf-a509-6c9a6f172ead service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71754435-8609-4d26-9226-f6462d50ad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0582855 Jun 25 09:14:46.095254 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-f0d6e70f-0dac-4fce-8e29-acf058bd0fdd req-35523a28-6943-4fab-bc44-b6c8c2ef4b31 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-788977429', 'description': 'tempest-description-1275896108'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:46.139932 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device b4f1344f-b241-4553-8484-1e7233ce5fa2 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:14:46.142196 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-1cfbb0de-e88f-4d80-9746-f2435000008b service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151488 Jun 25 09:14:46.143408 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f0d6e70f-0dac-4fce-8e29-acf058bd0fdd req-35523a28-6943-4fab-bc44-b6c8c2ef4b31 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:46.220776 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:46.245875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ea3477-8b0a-49c2-9921-9e7eb3c030d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f1344f-b241-4553-8484-1e7233ce5fa2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:46.248319 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d25dfc-9404-4f98-af68-5c7097f35143" -d '{"events": [{"server_uuid": "47ea3477-8b0a-49c2-9921-9e7eb3c030d9", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f1344f-b241-4553-8484-1e7233ce5fa2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:46.263834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port b4f1344f-b241-4553-8484-1e7233ce5fa2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=b4f1344f-b241-4553-8484-1e7233ce5fa2,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:46.273006 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:46.275451 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:46.331426 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-93441b0e-a40d-422b-b5ef-860c6f96b5e4 service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759820 Jun 25 09:14:46.336705 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=b4f1344f-b241-4553-8484-1e7233ce5fa2,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:46.340014 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:46.378005 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628faf4-76ac-469f-90b1-be237655f237 req-78453a0e-a682-4215-89a8-ac8f4d20308c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.379589 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1628faf4-76ac-469f-90b1-be237655f237 req-78453a0e-a682-4215-89a8-ac8f4d20308c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.1702218 Jun 25 09:14:46.382305 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f0d6e70f-0dac-4fce-8e29-acf058bd0fdd req-35523a28-6943-4fab-bc44-b6c8c2ef4b31 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:46.393943 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f0d6e70f-0dac-4fce-8e29-acf058bd0fdd req-35523a28-6943-4fab-bc44-b6c8c2ef4b31 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:46.403898 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-96caeca3-c257-4202-8c06-cc1034ce30ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:46.468004 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f0d6e70f-0dac-4fce-8e29-acf058bd0fdd req-35523a28-6943-4fab-bc44-b6c8c2ef4b31 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:46.469232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f0d6e70f-0dac-4fce-8e29-acf058bd0fdd req-35523a28-6943-4fab-bc44-b6c8c2ef4b31 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3802390 Jun 25 09:14:46.477594 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35523a28-6943-4fab-bc44-b6c8c2ef4b31 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e99e61-f041-44ca-ba1c-641b9a413eda,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:46.483648 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1628faf4-76ac-469f-90b1-be237655f237 req-262c4f20-5451-4cba-a7a5-4138b4c68597 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977690 Jun 25 09:14:46.484555 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-35523a28-6943-4fab-bc44-b6c8c2ef4b31 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:46.489059 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['2274154b-6527-4ecb-9c0b-d9d24afcf560'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:46.556426 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-d25faf41-ba87-48a5-ab79-e9028326eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.557215 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-d25faf41-ba87-48a5-ab79-e9028326eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.557690 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-d25faf41-ba87-48a5-ab79-e9028326eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.558197 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-d25faf41-ba87-48a5-ab79-e9028326eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.558820 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-d25faf41-ba87-48a5-ab79-e9028326eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.560036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-d25faf41-ba87-48a5-ab79-e9028326eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.560514 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-d25faf41-ba87-48a5-ab79-e9028326eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.562651 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-d25faf41-ba87-48a5-ab79-e9028326eacf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 6495 time: 0.1360295 Jun 25 09:14:46.590383 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dc53db-b0ad-479f-b9c2-b20084822038 x-openstack-request-id: req-e6dc53db-b0ad-479f-b9c2-b20084822038 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:46.590686 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ea3477-8b0a-49c2-9921-9e7eb3c030d9", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f1344f-b241-4553-8484-1e7233ce5fa2", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:46.590948 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e6dc53db-b0ad-479f-b9c2-b20084822038 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:46.591356 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ea3477-8b0a-49c2-9921-9e7eb3c030d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f1344f-b241-4553-8484-1e7233ce5fa2', 'code': 200} Jun 25 09:14:46.719331 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-6580a695-6854-47c9-a2e0-ccc113fee074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.720855 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-6580a695-6854-47c9-a2e0-ccc113fee074 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71754435-8609-4d26-9226-f6462d50ad72 HTTP/1.1" status: 200 len: 904 time: 0.1493516 Jun 25 09:14:46.749818 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651cdda-01c6-44a4-b567-8a2415f84822 req-b04d693e-387c-4389-9af6-37f43520fc13 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.755649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651cdda-01c6-44a4-b567-8a2415f84822 req-b04d693e-387c-4389-9af6-37f43520fc13 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.761484 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651cdda-01c6-44a4-b567-8a2415f84822 req-b04d693e-387c-4389-9af6-37f43520fc13 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.767263 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651cdda-01c6-44a4-b567-8a2415f84822 req-b04d693e-387c-4389-9af6-37f43520fc13 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.773102 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651cdda-01c6-44a4-b567-8a2415f84822 req-b04d693e-387c-4389-9af6-37f43520fc13 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.778910 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651cdda-01c6-44a4-b567-8a2415f84822 req-b04d693e-387c-4389-9af6-37f43520fc13 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.784763 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651cdda-01c6-44a4-b567-8a2415f84822 req-b04d693e-387c-4389-9af6-37f43520fc13 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.786702 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5651cdda-01c6-44a4-b567-8a2415f84822 req-b04d693e-387c-4389-9af6-37f43520fc13 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5431 time: 0.1472323 Jun 25 09:14:46.825239 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-fd58ee7b-caae-4167-b64a-65abaf579d42 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=08293231-0716-4463-80cf-b807d9931536 HTTP/1.1" status: 200 len: 217 time: 0.0930724 Jun 25 09:14:46.884681 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5651cdda-01c6-44a4-b567-8a2415f84822 req-a80a338a-212f-4d8a-927e-1f9001a07ebb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665836 Jun 25 09:14:46.894247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-2c6b1702-ace9-4cf3-a2a6-f5cab57e8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.895746 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-2c6b1702-ace9-4cf3-a2a6-f5cab57e8d5f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8714fc71-29f3-4ccc-83a9-562da482dc88 HTTP/1.1" status: 200 len: 797 time: 0.0625284 Jun 25 09:14:46.968580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-5854376a-272a-4f52-b006-5eeff5c3198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:46.970290 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-5854376a-272a-4f52-b006-5eeff5c3198f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71754435-8609-4d26-9226-f6462d50ad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0666325 Jun 25 09:14:47.421216 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-cfa319b0-927d-4880-b139-a2d7b35fc41a service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303515 Jun 25 09:14:47.467500 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-e81c2779-4312-4b92-a76f-12dd92d83f36 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:47.468951 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-e81c2779-4312-4b92-a76f-12dd92d83f36 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/networks?id=6538f724-2fee-4c1b-a85e-9b3edf9078c3 HTTP/1.1" status: 200 len: 813 time: 0.1742482 Jun 25 09:14:47.522206 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d90f45-7f68-4534-9c41-5699572241c6 req-382fef41-59b3-4def-b10e-dc1fbd4a04d4 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:47.523705 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-41d90f45-7f68-4534-9c41-5699572241c6 req-382fef41-59b3-4def-b10e-dc1fbd4a04d4 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 948 time: 0.5097787 Jun 25 09:14:47.526952 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-9293ab32-c3a2-465a-9d32-fc9a34703a84 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/quotas/b9f2f7c4852f4813bdb4dad9f5fa55ae HTTP/1.1" status: 200 len: 375 time: 0.0300508 Jun 25 09:14:47.617414 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a5c6fa3-1352-4981-a251-fcc464cd82e8 req-17be6afe-79b5-4b77-8199-431156b807cf service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862741 Jun 25 09:14:47.621672 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-41d90f45-7f68-4534-9c41-5699572241c6 req-1e771ea5-df92-4ccf-813a-ef19df99bffc tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918269 Jun 25 09:14:47.653752 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-e334ee59-e05e-46ce-856d-f208df9b5f8d tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1189144 Jun 25 09:14:47.797851 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-fe065f93-ebe2-4e43-a180-dba3e32f2acc service neutron] 10.222.0.93 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343908 Jun 25 09:14:47.878561 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5c40d-c05a-4761-9d9c-39e42551a7d0 req-b83bd446-ddcd-4dc6-a784-b1ae0ff3d49b tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:47.880155 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31e5c40d-c05a-4761-9d9c-39e42551a7d0 req-b83bd446-ddcd-4dc6-a784-b1ae0ff3d49b tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 943 time: 0.1510470 Jun 25 09:14:47.957092 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31e5c40d-c05a-4761-9d9c-39e42551a7d0 req-50839026-f33f-412e-b59d-9be18d2cbf59 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/security-groups?id=6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687048 Jun 25 09:14:47.961270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-3ac14121-d1a3-4e19-b2ab-222bb8361431 service neutron] 10.222.0.93 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571167 Jun 25 09:14:48.161700 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a54056-a1ed-4f44-8589-d47e501597e2 req-04a35121-fd36-4e09-b376-b8c400cf8d3b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:48.163436 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f8a54056-a1ed-4f44-8589-d47e501597e2 req-04a35121-fd36-4e09-b376-b8c400cf8d3b tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 943 time: 0.0932894 Jun 25 09:14:48.217300 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f8a54056-a1ed-4f44-8589-d47e501597e2 req-9303efbb-80f2-47a9-9459-ccbcf09c291c tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452802 Jun 25 09:14:48.433579 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94845767-c337-43dc-ac93-5c8ef52acbae req-478cc675-60c5-4ed5-a409-5b888673bc2e tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 210 time: 0.0509129 Jun 25 09:14:48.533459 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa44de-84d3-4b69-bce3-54850ab19b7a req-6fedb83e-e47b-4dcb-93de-3966493c90bb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:48.540086 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa44de-84d3-4b69-bce3-54850ab19b7a req-6fedb83e-e47b-4dcb-93de-3966493c90bb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:48.546075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa44de-84d3-4b69-bce3-54850ab19b7a req-6fedb83e-e47b-4dcb-93de-3966493c90bb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:48.551923 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa44de-84d3-4b69-bce3-54850ab19b7a req-6fedb83e-e47b-4dcb-93de-3966493c90bb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:48.557824 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa44de-84d3-4b69-bce3-54850ab19b7a req-6fedb83e-e47b-4dcb-93de-3966493c90bb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:48.563619 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa44de-84d3-4b69-bce3-54850ab19b7a req-6fedb83e-e47b-4dcb-93de-3966493c90bb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:48.569528 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa44de-84d3-4b69-bce3-54850ab19b7a req-6fedb83e-e47b-4dcb-93de-3966493c90bb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:48.571472 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32aa44de-84d3-4b69-bce3-54850ab19b7a req-6fedb83e-e47b-4dcb-93de-3966493c90bb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5431 time: 0.1405029 Jun 25 09:14:48.600278 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-c8b4364a-bd5f-4974-889d-4e5c65f07006 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=feac5915022a4711aa5d2a8786b36e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277960 Jun 25 09:14:48.683849 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32aa44de-84d3-4b69-bce3-54850ab19b7a req-604afa65-04e8-4069-a467-f744b4a20392 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993299 Jun 25 09:14:48.748575 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-ecb27a87-3f7e-465a-960e-e59ca58b25e1 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:48.750102 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-ecb27a87-3f7e-465a-960e-e59ca58b25e1 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429517 Jun 25 09:14:48.765225 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-b2177aa2-e466-4f77-af0c-1de8b1776888 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/quotas/feac5915022a4711aa5d2a8786b36e3c HTTP/1.1" status: 200 len: 375 time: 0.0096068 Jun 25 09:14:48.837423 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-5f730c80-f257-40bd-be6b-f290d540c123 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666237 Jun 25 09:14:49.006355 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e17fc4ed-9d4d-446f-9a38-233d5196e9cb req-dc993aa9-f98c-40e7-8b39-9c2a5c6d84f9 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 210 time: 0.0300615 Jun 25 09:14:49.122965 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2274154b-6527-4ecb-9c0b-d9d24afcf560 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:14:49.161661 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4286e-8595-415f-9d4c-a98d7e9cc15c req-10444378-85e8-4c5e-968d-ac394ba5e796 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:49.163499 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-18d4286e-8595-415f-9d4c-a98d7e9cc15c req-10444378-85e8-4c5e-968d-ac394ba5e796 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 943 time: 0.0773978 Jun 25 09:14:49.177242 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 2274154b-6527-4ecb-9c0b-d9d24afcf560 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:49.178142 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:49.226225 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-18d4286e-8595-415f-9d4c-a98d7e9cc15c req-11fcd2ad-6eda-4fd9-bed2-a2ac18fc28e7 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/security-groups?id=6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542972 Jun 25 09:14:49.294090 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:49.320477 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c6c528-7a08-4c76-bb44-b55737b14aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2274154b-6527-4ecb-9c0b-d9d24afcf560'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:49.323913 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570b3e99-c5ff-4823-8e39-9456730dae14" -d '{"events": [{"server_uuid": "71c6c528-7a08-4c76-bb44-b55737b14aa7", "name": "network-vif-plugged", "status": "completed", "tag": "2274154b-6527-4ecb-9c0b-d9d24afcf560"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:49.338369 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2274154b-6527-4ecb-9c0b-d9d24afcf560, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:49.346801 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:49.349720 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:49.411169 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=2274154b-6527-4ecb-9c0b-d9d24afcf560,revision_number=11']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:49.428068 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:49.522526 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737f216d-7bd9-4800-a5aa-af3af3220a5a x-openstack-request-id: req-737f216d-7bd9-4800-a5aa-af3af3220a5a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:49.523193 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c6c528-7a08-4c76-bb44-b55737b14aa7", "name": "network-vif-plugged", "status": "completed", "tag": "2274154b-6527-4ecb-9c0b-d9d24afcf560", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:49.523682 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-737f216d-7bd9-4800-a5aa-af3af3220a5a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:49.524269 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c6c528-7a08-4c76-bb44-b55737b14aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2274154b-6527-4ecb-9c0b-d9d24afcf560', 'code': 200} Jun 25 09:14:49.547633 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726094c-efd0-4165-ba77-aa8e9d9adebf req-906439ba-a644-4385-86b1-477812152069 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:49.549297 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9726094c-efd0-4165-ba77-aa8e9d9adebf req-906439ba-a644-4385-86b1-477812152069 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 943 time: 0.1760838 Jun 25 09:14:49.581750 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-2a13da1c-b955-4050-8055-a5ea9324a9e7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:49.583201 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-2a13da1c-b955-4050-8055-a5ea9324a9e7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.38 "GET /v2.0/networks?id=6538f724-2fee-4c1b-a85e-9b3edf9078c3 HTTP/1.1" status: 200 len: 813 time: 0.1498268 Jun 25 09:14:49.605396 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-a56ce606-cd25-44dc-b219-b31e727a1a6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Request body: {'port': {'device_id': 'b5cab82d-5061-4fed-9c7c-a2a4c673463a', 'network_id': '6538f724-2fee-4c1b-a85e-9b3edf9078c3', 'admin_state_up': True, 'tenant_id': 'b9f2f7c4852f4813bdb4dad9f5fa55ae'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:49.613914 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9726094c-efd0-4165-ba77-aa8e9d9adebf req-4456e896-123c-46eb-9d6d-83a3669e96ff tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551095 Jun 25 09:14:49.771749 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fafee816-e9ba-458a-b23b-fafabd014849 req-d62b1e58-11d8-4c4b-ac11-bb9bfb1a62e7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 210 time: 0.0387454 Jun 25 09:14:49.787798 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-a56ce606-cd25-44dc-b219-b31e727a1a6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Made reservation on behalf of b9f2f7c4852f4813bdb4dad9f5fa55ae for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:14:49.792771 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-a56ce606-cd25-44dc-b219-b31e727a1a6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:49.959025 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-a56ce606-cd25-44dc-b219-b31e727a1a6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Allocated IP 172.20.0.9 (6538f724-2fee-4c1b-a85e-9b3edf9078c3/6f736864-139a-4489-a2e5-9542b4a084ef/af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:14:49.980768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad5a20-32be-4dda-937c-3697821422d2 req-7a301f06-d089-46da-aa48-63fcf752ced8 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:49.986942 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad5a20-32be-4dda-937c-3697821422d2 req-7a301f06-d089-46da-aa48-63fcf752ced8 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:49.993256 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad5a20-32be-4dda-937c-3697821422d2 req-7a301f06-d089-46da-aa48-63fcf752ced8 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:49.999045 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad5a20-32be-4dda-937c-3697821422d2 req-7a301f06-d089-46da-aa48-63fcf752ced8 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:50.005384 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad5a20-32be-4dda-937c-3697821422d2 req-7a301f06-d089-46da-aa48-63fcf752ced8 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:50.011419 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad5a20-32be-4dda-937c-3697821422d2 req-7a301f06-d089-46da-aa48-63fcf752ced8 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:50.017369 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad5a20-32be-4dda-937c-3697821422d2 req-7a301f06-d089-46da-aa48-63fcf752ced8 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:50.019302 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6fad5a20-32be-4dda-937c-3697821422d2 req-7a301f06-d089-46da-aa48-63fcf752ced8 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5431 time: 0.1747086 Jun 25 09:14:50.096684 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6fad5a20-32be-4dda-937c-3697821422d2 req-25c38b83-97b8-49e3-ae8d-459742a318c7 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695210 Jun 25 09:14:50.165128 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device b4f1344f-b241-4553-8484-1e7233ce5fa2 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:14:50.202912 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-a56ce606-cd25-44dc-b219-b31e727a1a6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:50.255220 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-a56ce606-cd25-44dc-b219-b31e727a1a6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:50.263297 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7f455cee-88f3-408f-927c-15fa01844737 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:50.291820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port b4f1344f-b241-4553-8484-1e7233ce5fa2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=b4f1344f-b241-4553-8484-1e7233ce5fa2,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:50.306016 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['6f70d0b0-d46b-4ce3-8380-2874b88c301d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:50.314518 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'b4f1344f-b241-4553-8484-1e7233ce5fa2', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': 'b4f1344f-b241-4553-8484-1e7233ce5fa2', 'mac_address': 'fa:16:3e:b3:ad:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:14:50.316636 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-a56ce606-cd25-44dc-b219-b31e727a1a6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Network 6538f724-2fee-4c1b-a85e-9b3edf9078c3 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:14:50.323911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-a56ce606-cd25-44dc-b219-b31e727a1a6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:14:50.326470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-a56ce606-cd25-44dc-b219-b31e727a1a6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:14:50.397890 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-a56ce606-cd25-44dc-b219-b31e727a1a6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:50.398949 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-a56ce606-cd25-44dc-b219-b31e727a1a6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:50.400458 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:50.401355 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ce606-cd25-44dc-b219-b31e727a1a6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event updated for resources: {'Port': ['ID=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:50.424872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f1344f-b241-4553-8484-1e7233ce5fa2 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:50.438252 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a56ce606-cd25-44dc-b219-b31e727a1a6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:50.441529 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9595b5d-e6e5-4e40-89f2-b245b16d3ae8 req-c542b53f-f61f-484f-bdd3-7df4294c3868 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 210 time: 0.1232374 Jun 25 09:14:50.458304 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port b4f1344f-b241-4553-8484-1e7233ce5fa2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=b4f1344f-b241-4553-8484-1e7233ce5fa2,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:50.479443 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:50.483008 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:50.483167 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-a56ce606-cd25-44dc-b219-b31e727a1a6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8816130 Jun 25 09:14:50.522442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3459fd-beed-45f2-a0a7-ac71f39041b4 req-8f909863-e7c6-4f03-a84d-dc8567e8419c tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:50.523969 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc3459fd-beed-45f2-a0a7-ac71f39041b4 req-8f909863-e7c6-4f03-a84d-dc8567e8419c tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 943 time: 0.0811784 Jun 25 09:14:50.529060 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Request body: {'port': {'device_id': 'b5cab82d-5061-4fed-9c7c-a2a4c673463a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:50.582969 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=b4f1344f-b241-4553-8484-1e7233ce5fa2,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:50.599761 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:50.636692 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc3459fd-beed-45f2-a0a7-ac71f39041b4 req-7ec963be-c8f6-4387-b213-a711d14c2b0e tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/security-groups?id=6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049261 Jun 25 09:14:50.660270 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:50.706493 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-03d29d96-30f1-4bb2-8053-f057d2279243 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=feac5915022a4711aa5d2a8786b36e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301454 Jun 25 09:14:50.707380 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['b4f1344f-b241-4553-8484-1e7233ce5fa2'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:50.865448 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-2557b27f-d11a-4042-b96a-b53e96b3014a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:50.867372 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-2557b27f-d11a-4042-b96a-b53e96b3014a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1537666 Jun 25 09:14:50.912265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-95ddeccf-0305-4e3a-aa92-c75ab0687915 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Request body: {'port': {'device_id': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'feac5915022a4711aa5d2a8786b36e3c'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:51.057318 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-95ddeccf-0305-4e3a-aa92-c75ab0687915 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Made reservation on behalf of feac5915022a4711aa5d2a8786b36e3c for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:14:51.061216 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-95ddeccf-0305-4e3a-aa92-c75ab0687915 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:51.070821 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa200b1-eac4-4012-90f2-762ce507082b req-eaf45beb-61b4-4f5f-b3a0-c8e07fdfcb40 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:51.072475 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9fa200b1-eac4-4012-90f2-762ce507082b req-eaf45beb-61b4-4f5f-b3a0-c8e07fdfcb40 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 943 time: 0.1976883 Jun 25 09:14:51.142906 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 220f8bf8-123e-42e1-a519-f3949b4f66bd details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:14:51.157093 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9fa200b1-eac4-4012-90f2-762ce507082b req-ce9ff008-ede7-4df0-9da7-9439a45653db tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754621 Jun 25 09:14:51.188285 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254a1b8-9a51-4060-9d33-bdefc966524d req-1419ed05-aa6a-44c0-af07-964c2a190183 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:51.195432 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2254a1b8-9a51-4060-9d33-bdefc966524d req-1419ed05-aa6a-44c0-af07-964c2a190183 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 931 time: 0.1818240 Jun 25 09:14:51.260758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:51.277225 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2254a1b8-9a51-4060-9d33-bdefc966524d req-a517d242-eba7-45ba-90a0-fa0122f22bdd tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806866 Jun 25 09:14:51.281382 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 220f8bf8-123e-42e1-a519-f3949b4f66bd, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=220f8bf8-123e-42e1-a519-f3949b4f66bd,segment=NetworkSegment(b16c8046-00fe-42c0-926d-daf049b1ad75),segment_id=b16c8046-00fe-42c0-926d-daf049b1ad75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:51.283001 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-95ddeccf-0305-4e3a-aa92-c75ab0687915 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Allocated IP 192.168.233.131 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/d143bb7a-d481-4169-84b0-3d1dc7dc023d) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:14:51.296156 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:51.298940 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '220f8bf8-123e-42e1-a519-f3949b4f66bd', 'network_id': '6103b8c3-0459-4425-b801-5f26074c937b', 'port_id': '220f8bf8-123e-42e1-a519-f3949b4f66bd', 'mac_address': 'fa:16:3e:e8:8a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a727001-d44f-469f-82c1-2b2193ad3910', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:14:51.312148 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Transition to ACTIVE for port object af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:51.333494 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:51.353441 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:51.368790 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a56ce606-cd25-44dc-b219-b31e727a1a6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:51.371173 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220f8bf8-123e-42e1-a519-f3949b4f66bd {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:51.434463 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 220f8bf8-123e-42e1-a519-f3949b4f66bd, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=220f8bf8-123e-42e1-a519-f3949b4f66bd,segment=NetworkSegment(b16c8046-00fe-42c0-926d-daf049b1ad75),segment_id=b16c8046-00fe-42c0-926d-daf049b1ad75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:51.443305 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Pushing event updated for resources: {'Port': ['ID=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:51.446151 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:51.449073 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:51.454007 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:51.521607 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-95ddeccf-0305-4e3a-aa92-c75ab0687915 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:51.539981 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-95ddeccf-0305-4e3a-aa92-c75ab0687915 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Transition to ACTIVE for port object d143bb7a-d481-4169-84b0-3d1dc7dc023d will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:51.541736 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=220f8bf8-123e-42e1-a519-f3949b4f66bd,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:51.550404 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:51.589443 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-95ddeccf-0305-4e3a-aa92-c75ab0687915 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:51.594987 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c4592c74-e29e-4dd5-9a22-20aa40225440 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:51.635604 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['8a968f36-f5de-4273-971f-bddf9d1b7e1a', '2274154b-6527-4ecb-9c0b-d9d24afcf560'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:51.640503 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['31282d58-9ee9-43b4-8fd9-46e9ddb445bc'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:51.693802 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-95ddeccf-0305-4e3a-aa92-c75ab0687915 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:14:51.702807 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-95ddeccf-0305-4e3a-aa92-c75ab0687915 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:14:51.715156 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-95ddeccf-0305-4e3a-aa92-c75ab0687915 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:14:51.765407 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddeccf-0305-4e3a-aa92-c75ab0687915 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Pushing event updated for resources: {'Port': ['ID=d143bb7a-d481-4169-84b0-3d1dc7dc023d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:51.768977 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-95ddeccf-0305-4e3a-aa92-c75ab0687915 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:51.832168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-95ddeccf-0305-4e3a-aa92-c75ab0687915 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:51.837456 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-95ddeccf-0305-4e3a-aa92-c75ab0687915 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:51.883342 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-95ddeccf-0305-4e3a-aa92-c75ab0687915 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9784708 Jun 25 09:14:51.917447 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Request body: {'port': {'device_id': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.948667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:14:51.953949 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:14:52.014938 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d999c-5495-4def-99c6-3939dde0423d req-963154ce-e6f3-4cf6-bc03-dabcf5d5872b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:52.020779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d999c-5495-4def-99c6-3939dde0423d req-963154ce-e6f3-4cf6-bc03-dabcf5d5872b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:52.027499 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d999c-5495-4def-99c6-3939dde0423d req-963154ce-e6f3-4cf6-bc03-dabcf5d5872b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:52.034628 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d999c-5495-4def-99c6-3939dde0423d req-963154ce-e6f3-4cf6-bc03-dabcf5d5872b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:52.043911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d999c-5495-4def-99c6-3939dde0423d req-963154ce-e6f3-4cf6-bc03-dabcf5d5872b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:52.051162 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d999c-5495-4def-99c6-3939dde0423d req-963154ce-e6f3-4cf6-bc03-dabcf5d5872b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:52.057783 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d999c-5495-4def-99c6-3939dde0423d req-963154ce-e6f3-4cf6-bc03-dabcf5d5872b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:52.060116 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-277d999c-5495-4def-99c6-3939dde0423d req-963154ce-e6f3-4cf6-bc03-dabcf5d5872b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5431 time: 0.7440653 Jun 25 09:14:52.113681 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:52.116405 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Attempting to bind port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:14:52.116961 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Attempting to bind port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '06e69768-99a2-4a5b-bb7a-7809780d0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6538f724-2fee-4c1b-a85e-9b3edf9078c3'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:14:52.117484 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Attempting to bind port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 on network 6538f724-2fee-4c1b-a85e-9b3edf9078c3 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:52.133395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['220f8bf8-123e-42e1-a519-f3949b4f66bd'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:52.138587 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 on network 6538f724-2fee-4c1b-a85e-9b3edf9078c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:14:52.139181 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Attempting to bind port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 on network 6538f724-2fee-4c1b-a85e-9b3edf9078c3 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:52.154587 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-277d999c-5495-4def-99c6-3939dde0423d req-a73d02f0-3b05-4a5f-a668-7e1bc933531f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809870 Jun 25 09:14:52.157733 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:14:52.158316 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Checking segment: {'id': '06e69768-99a2-4a5b-bb7a-7809780d0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6538f724-2fee-4c1b-a85e-9b3edf9078c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:14:52.159173 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Bound using segment: {'id': '06e69768-99a2-4a5b-bb7a-7809780d0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6538f724-2fee-4c1b-a85e-9b3edf9078c3'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:14:52.159787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Bound port: af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e69768-99a2-4a5b-bb7a-7809780d0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6538f724-2fee-4c1b-a85e-9b3edf9078c3'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:14:52.160333 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:52.188846 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device b4f1344f-b241-4553-8484-1e7233ce5fa2 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:14:52.189971 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1524e-19d3-4e7d-b8c6-1108abe184fa req-845ac2f0-acc6-4f37-a3e3-c4ab3a18b515 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:52.197307 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fbf1524e-19d3-4e7d-b8c6-1108abe184fa req-845ac2f0-acc6-4f37-a3e3-c4ab3a18b515 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 936 time: 0.2648840 Jun 25 09:14:52.282244 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cbad737f-76f5-4deb-9100-80c353022a1e None None] Provisioning for port d143bb7a-d481-4169-84b0-3d1dc7dc023d completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:14:52.284987 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fbf1524e-19d3-4e7d-b8c6-1108abe184fa req-a39a614c-1eb5-4689-9711-224615ffd60e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809917 Jun 25 09:14:52.315824 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cbad737f-76f5-4deb-9100-80c353022a1e None None] Provisioning complete for port d143bb7a-d481-4169-84b0-3d1dc7dc023d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:52.316220 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cbad737f-76f5-4deb-9100-80c353022a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:52.350951 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] For port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:14:52.353193 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port b4f1344f-b241-4553-8484-1e7233ce5fa2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:52.353407 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:52.370114 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] For port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96,segment=NetworkSegment(06e69768-99a2-4a5b-bb7a-7809780d0423),segment_id=06e69768-99a2-4a5b-bb7a-7809780d0423)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:14:52.375930 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:52.379202 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4ccf0b46-58ab-4e0d-a04d-936a06f3268f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:52.468161 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:52.469044 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:52.470598 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] 10.222.0.38 "PUT /v2.0/ports/af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 HTTP/1.1" status: 200 len: 1092 time: 1.9456689 Jun 25 09:14:52.488202 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cab82d-5061-4fed-9c7c-a2a4c673463a', 'tag': 'af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:52.490979 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db828112-90ff-4161-8a33-2e4d9f43c236" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cab82d-5061-4fed-9c7c-a2a4c673463a", "tag": "af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:52.586320 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Pushing event updated for resources: {'Port': ['ID=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:52.608746 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:52.659429 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-8636907f-1544-41e7-ab81-af39736fcd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:52.661604 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-8636907f-1544-41e7-ab81-af39736fcd16 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae&device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 1095 time: 0.1112311 Jun 25 09:14:52.674326 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42743c76-053e-4a07-a38a-0ce249a204aa req-eb8d6d1e-e3b5-48b8-ab2a-915b17342a96 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:52.681939 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-42743c76-053e-4a07-a38a-0ce249a204aa req-eb8d6d1e-e3b5-48b8-ab2a-915b17342a96 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 944 time: 0.1471124 Jun 25 09:14:52.746219 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-267aaaf3-d623-4c0b-b04b-6b206c18455e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 HTTP/1.1" status: 200 len: 217 time: 0.0547023 Jun 25 09:14:52.763728 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d143bb7a-d481-4169-84b0-3d1dc7dc023d {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:52.775883 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:52.803669 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Transition to ACTIVE for port object d143bb7a-d481-4169-84b0-3d1dc7dc023d will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:14:52.811346 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-42743c76-053e-4a07-a38a-0ce249a204aa req-04aa3675-4506-4a7b-b06c-ba1aed1596d8 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/security-groups?id=6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281843 Jun 25 09:14:52.824620 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:52.829102 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:52.840650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-b038b94a-d723-4afe-951b-078f91828b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:52.850544 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-b038b94a-d723-4afe-951b-078f91828b49 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f736864-139a-4489-a2e5-9542b4a084ef HTTP/1.1" status: 200 len: 853 time: 0.0971713 Jun 25 09:14:52.900847 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d143bb7a-d481-4169-84b0-3d1dc7dc023d,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:52.907053 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-154cf3ba-6b24-44f2-80e9-fc163f3265f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6538f724-2fee-4c1b-a85e-9b3edf9078c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488040 Jun 25 09:14:52.915119 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:52.948589 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:52.977720 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e46587ff-55a2-4646-b747-2253351e828a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:52.979183 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-cbad737f-76f5-4deb-9100-80c353022a1e None None] Port d143bb7a-d481-4169-84b0-3d1dc7dc023d cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:14:53.017461 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ea3477-8b0a-49c2-9921-9e7eb3c030d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f1344f-b241-4553-8484-1e7233ce5fa2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:53.030608 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b79ab03-35b6-4d9e-a4fe-f025f5328c8b" -d '{"events": [{"server_uuid": "47ea3477-8b0a-49c2-9921-9e7eb3c030d9", "name": "network-vif-plugged", "status": "completed", "tag": "b4f1344f-b241-4553-8484-1e7233ce5fa2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:53.102964 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port b4f1344f-b241-4553-8484-1e7233ce5fa2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=b4f1344f-b241-4553-8484-1e7233ce5fa2,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:53.140045 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:53.147470 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:53.151529 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Attempting to bind port d143bb7a-d481-4169-84b0-3d1dc7dc023d on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:14:53.152126 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Attempting to bind port d143bb7a-d481-4169-84b0-3d1dc7dc023d by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:14:53.153422 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Attempting to bind port d143bb7a-d481-4169-84b0-3d1dc7dc023d on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:53.165876 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Port d143bb7a-d481-4169-84b0-3d1dc7dc023d on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:14:53.166336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Attempting to bind port d143bb7a-d481-4169-84b0-3d1dc7dc023d on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:14:53.185890 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:14:53.186335 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:14:53.186618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:14:53.187070 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Bound port: d143bb7a-d481-4169-84b0-3d1dc7dc023d, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:14:53.187440 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:53.209123 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-47e9d2f0-01a2-41f6-abbb-ea9fafbbd701 service neutron] 10.222.0.38 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942023 Jun 25 09:14:53.235623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1c1af-5b81-4ac9-9953-0ba5b729dad8 req-936b9687-47bf-4494-82b6-2dafc768724a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:53.242006 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f1a1c1af-5b81-4ac9-9953-0ba5b729dad8 req-936b9687-47bf-4494-82b6-2dafc768724a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 943 time: 0.2843013 Jun 25 09:14:53.325743 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:14:53.329694 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:14:53.337695 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=b4f1344f-b241-4553-8484-1e7233ce5fa2,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:53.338299 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:53.342283 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:53.342629 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:53.378813 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:53.379722 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:53.381165 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] 10.222.0.38 "PUT /v2.0/ports/d143bb7a-d481-4169-84b0-3d1dc7dc023d HTTP/1.1" status: 200 len: 1097 time: 1.4823411 Jun 25 09:14:53.381715 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:53.384788 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d009143f-11df-4aa5-b19a-2b406e130aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:53.395391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74de70-ae97-47fb-99f2-b40c21a2aa63 req-28ea1381-7ffb-4573-b6d0-55e11264d450 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:53.397028 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a74de70-ae97-47fb-99f2-b40c21a2aa63 req-28ea1381-7ffb-4573-b6d0-55e11264d450 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 943 time: 0.2711003 Jun 25 09:14:53.421504 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d143bb7a-d481-4169-84b0-3d1dc7dc023d,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:53.424703 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:53.440633 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f1a1c1af-5b81-4ac9-9953-0ba5b729dad8 req-896922d7-25af-4349-a0ee-a5fd1e668613 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942163 Jun 25 09:14:53.508101 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a74de70-ae97-47fb-99f2-b40c21a2aa63 req-840d3273-8fd4-4ade-b87b-5b026b542753 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035006 Jun 25 09:14:53.514225 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff92330b-1fd0-4e66-abcc-746fef48a0d7 req-a8882d15-27f9-47c2-aabf-8a57d4b2cdbd service neutron] 10.222.0.38 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953041 Jun 25 09:14:53.587324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-d585a809-84a0-47f5-85cb-4759b8c5104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:53.590177 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-d585a809-84a0-47f5-85cb-4759b8c5104b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 1100 time: 0.1332543 Jun 25 09:14:53.623684 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f106f88-5743-42b9-b0ec-37e6cd358dd1 x-openstack-request-id: req-4f106f88-5743-42b9-b0ec-37e6cd358dd1 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:53.623684 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ea3477-8b0a-49c2-9921-9e7eb3c030d9", "name": "network-vif-plugged", "status": "completed", "tag": "b4f1344f-b241-4553-8484-1e7233ce5fa2", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:53.624204 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4f106f88-5743-42b9-b0ec-37e6cd358dd1 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:53.624294 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ea3477-8b0a-49c2-9921-9e7eb3c030d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f1344f-b241-4553-8484-1e7233ce5fa2', 'code': 200} Jun 25 09:14:53.626487 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a78b6db-b1f4-48b8-8e5b-5f201fea884e x-openstack-request-id: req-6a78b6db-b1f4-48b8-8e5b-5f201fea884e {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:53.627018 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cab82d-5061-4fed-9c7c-a2a4c673463a", "tag": "af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:53.627472 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6a78b6db-b1f4-48b8-8e5b-5f201fea884e {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:53.628065 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cab82d-5061-4fed-9c7c-a2a4c673463a', 'tag': 'af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96', 'status': 'completed', 'code': 200} Jun 25 09:14:53.664346 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-0898e0c0-c38b-4d28-9eb1-d3c0aa03f039 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d HTTP/1.1" status: 200 len: 217 time: 0.0517712 Jun 25 09:14:53.738333 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:53.812389 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-35f61805-a9ee-4f06-bfee-2bf693ec117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:53.815147 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-35f61805-a9ee-4f06-bfee-2bf693ec117e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1067538 Jun 25 09:14:53.908412 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-95fd362c-91ac-405f-b6c0-5c839b641d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:53.910191 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-95fd362c-91ac-405f-b6c0-5c839b641d15 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0856962 Jun 25 09:14:53.924792 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db828112-90ff-4161-8a33-2e4d9f43c236 req-e1d4550e-9bac-4481-af6d-a1db0cf72883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:53.926375 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db828112-90ff-4161-8a33-2e4d9f43c236 req-e1d4550e-9bac-4481-af6d-a1db0cf72883 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae&device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 1095 time: 0.1963577 Jun 25 09:14:53.942433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a349733-a484-41fd-95b7-b1c280e4cff4 req-eba3f08e-7517-46ba-9178-88009743ce72 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:53.948602 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a349733-a484-41fd-95b7-b1c280e4cff4 req-eba3f08e-7517-46ba-9178-88009743ce72 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:53.954688 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a349733-a484-41fd-95b7-b1c280e4cff4 req-eba3f08e-7517-46ba-9178-88009743ce72 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:53.960776 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a349733-a484-41fd-95b7-b1c280e4cff4 req-eba3f08e-7517-46ba-9178-88009743ce72 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:53.966744 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a349733-a484-41fd-95b7-b1c280e4cff4 req-eba3f08e-7517-46ba-9178-88009743ce72 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:53.972681 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a349733-a484-41fd-95b7-b1c280e4cff4 req-eba3f08e-7517-46ba-9178-88009743ce72 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:53.978762 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a349733-a484-41fd-95b7-b1c280e4cff4 req-eba3f08e-7517-46ba-9178-88009743ce72 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:53.986547 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5a349733-a484-41fd-95b7-b1c280e4cff4 req-eba3f08e-7517-46ba-9178-88009743ce72 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5431 time: 0.1927063 Jun 25 09:14:54.062463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13e724-da8b-457f-ac39-c9838748aee1 req-0bb9fe80-05d7-43cb-81de-c50733373d53 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:54.068286 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-3f7a47e9-8589-41a2-96a4-a775760bb3a7 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478348 Jun 25 09:14:54.069603 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db13e724-da8b-457f-ac39-c9838748aee1 req-0bb9fe80-05d7-43cb-81de-c50733373d53 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 948 time: 0.2769127 Jun 25 09:14:54.140242 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5a349733-a484-41fd-95b7-b1c280e4cff4 req-0c11c9cd-165a-474b-8b29-03a20a9e2107 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1526403 Jun 25 09:14:54.187179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:14:54.193021 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db13e724-da8b-457f-ac39-c9838748aee1 req-3bc90f1f-69a0-4b48-a86b-21b22fdd677a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225214 Jun 25 09:14:54.231954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db828112-90ff-4161-8a33-2e4d9f43c236 req-2c0328f0-4628-4958-9e04-b7df51cfd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:54.233750 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db828112-90ff-4161-8a33-2e4d9f43c236 req-2c0328f0-4628-4958-9e04-b7df51cfd1e5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6538f724-2fee-4c1b-a85e-9b3edf9078c3 HTTP/1.1" status: 200 len: 915 time: 0.2450230 Jun 25 09:14:54.242283 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72cb9dc-f746-4262-8aab-78ff5dfd705b x-openstack-request-id: req-f72cb9dc-f746-4262-8aab-78ff5dfd705b {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:54.244466 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:54.244815 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f72cb9dc-f746-4262-8aab-78ff5dfd705b {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:54.247041 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d', 'status': 'completed', 'code': 200} Jun 25 09:14:54.284605 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c428ea3-438c-4d91-9944-65d2b1e9638c req-2934bf3f-a1b1-4620-a4c1-fffeaa7f48bf service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026968 Jun 25 09:14:54.360698 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db828112-90ff-4161-8a33-2e4d9f43c236 req-f95ca906-eb82-4457-8e48-a024f73b3ff3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 HTTP/1.1" status: 200 len: 217 time: 0.1004612 Jun 25 09:14:54.418389 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:54.459737 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1', 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa', 'port_id': 'c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1', 'mac_address': 'fa:16:3e:f1:17:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e35023-68a6-4c2a-a8eb-7df9f14aeb24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:14:54.556836 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:54.571195 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:54.573988 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009143f-11df-4aa5-b19a-2b406e130aa8 req-0621b685-6422-42d2-ac98-3b23b56e4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:54.578459 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d009143f-11df-4aa5-b19a-2b406e130aa8 req-0621b685-6422-42d2-ac98-3b23b56e4a66 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 1100 time: 0.1722779 Jun 25 09:14:54.609180 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:54.617381 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:54.620330 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:54.627493 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db828112-90ff-4161-8a33-2e4d9f43c236 req-57d9bfe6-7a8a-45ca-8973-1e29e8f129eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:54.629172 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db828112-90ff-4161-8a33-2e4d9f43c236 req-57d9bfe6-7a8a-45ca-8973-1e29e8f129eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f736864-139a-4489-a2e5-9542b4a084ef HTTP/1.1" status: 200 len: 853 time: 0.2308719 Jun 25 09:14:54.692179 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db828112-90ff-4161-8a33-2e4d9f43c236 req-92b5e001-9b9e-4d06-81dd-141abbcea698 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6538f724-2fee-4c1b-a85e-9b3edf9078c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539584 Jun 25 09:14:54.694359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:54.699514 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:54.727415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009143f-11df-4aa5-b19a-2b406e130aa8 req-8afb6e0a-7795-4716-8667-fd5aa635b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:54.730127 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d009143f-11df-4aa5-b19a-2b406e130aa8 req-8afb6e0a-7795-4716-8667-fd5aa635b38d service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1436739 Jun 25 09:14:54.794421 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d009143f-11df-4aa5-b19a-2b406e130aa8 req-37424276-ee53-4b36-90c5-d6ef0b9c5521 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d HTTP/1.1" status: 200 len: 217 time: 0.0545435 Jun 25 09:14:54.817052 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f71fbd-c1e1-45eb-82ca-6c81249310ad req-869b24f7-e454-43dc-920e-04217a2c792d tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:54.818765 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62f71fbd-c1e1-45eb-82ca-6c81249310ad req-869b24f7-e454-43dc-920e-04217a2c792d tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 944 time: 0.3138590 Jun 25 09:14:54.865867 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009143f-11df-4aa5-b19a-2b406e130aa8 req-0b486d34-102c-4111-ae66-3941ca007ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:54.868260 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d009143f-11df-4aa5-b19a-2b406e130aa8 req-0b486d34-102c-4111-ae66-3941ca007ae6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0657332 Jun 25 09:14:54.935438 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-748d58cb-8fd6-44aa-b508-69c938f60c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:54.945165 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62f71fbd-c1e1-45eb-82ca-6c81249310ad req-7333ce0c-1485-40d7-89da-6990a7073429 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/security-groups?id=6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133211 Jun 25 09:14:54.963530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:54.967095 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009143f-11df-4aa5-b19a-2b406e130aa8 req-f3a0c047-217e-4795-a19f-9067bb9f7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:54.968615 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d009143f-11df-4aa5-b19a-2b406e130aa8 req-f3a0c047-217e-4795-a19f-9067bb9f7c36 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0922842 Jun 25 09:14:54.970374 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233ca32-21e3-46d5-8932-a2f928d43778 req-c47df15d-3c77-4059-9acb-8373ad11a42c tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:54.982904 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3233ca32-21e3-46d5-8932-a2f928d43778 req-c47df15d-3c77-4059-9acb-8373ad11a42c tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 944 time: 0.3263078 Jun 25 09:14:54.986378 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db828112-90ff-4161-8a33-2e4d9f43c236 req-b3a12d53-cdd5-428b-a9e6-56459b30883f service neutron] 10.222.0.38 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670803 Jun 25 09:14:55.102603 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3233ca32-21e3-46d5-8932-a2f928d43778 req-533c5481-87bf-4c82-b15d-a69e44030119 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161544 Jun 25 09:14:55.165118 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:55.194324 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d009143f-11df-4aa5-b19a-2b406e130aa8 req-216cbdb6-07d5-4a9c-a028-c0a075f7b771 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172463 Jun 25 09:14:55.241207 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db828112-90ff-4161-8a33-2e4d9f43c236 req-3489ed06-7c77-4158-9249-1aafd297e4f9 service neutron] 10.222.0.38 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450526 Jun 25 09:14:55.248959 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 220f8bf8-123e-42e1-a519-f3949b4f66bd up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:14:55.301239 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac0caa-de9f-4a25-a63f-69cd85ad06d9 req-edf69bae-e5ef-4017-bafb-ffa11227bbcc tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:55.321571 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-beac0caa-de9f-4a25-a63f-69cd85ad06d9 req-edf69bae-e5ef-4017-bafb-ffa11227bbcc tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 943 time: 0.1586545 Jun 25 09:14:55.348692 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 220f8bf8-123e-42e1-a519-f3949b4f66bd completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:14:55.354603 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d009143f-11df-4aa5-b19a-2b406e130aa8 req-79ab9563-ec97-412a-944a-9492a4f478f8 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534243 Jun 25 09:14:55.356390 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 220f8bf8-123e-42e1-a519-f3949b4f66bd triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:55.356901 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:55.426224 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-beac0caa-de9f-4a25-a63f-69cd85ad06d9 req-ffa893de-4662-42f0-b207-6547a962a3eb tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024485 Jun 25 09:14:55.474880 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:55.516783 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 220f8bf8-123e-42e1-a519-f3949b4f66bd, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=220f8bf8-123e-42e1-a519-f3949b4f66bd,segment=NetworkSegment(b16c8046-00fe-42c0-926d-daf049b1ad75),segment_id=b16c8046-00fe-42c0-926d-daf049b1ad75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:55.522479 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:55.524591 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ea57fdbc-27da-4607-993b-51a8f0b6c4d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:55.610986 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=220f8bf8-123e-42e1-a519-f3949b4f66bd,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:55.617516 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271df0b-ffb4-41b5-bd1f-82b569ce6cb9 req-4d39e131-bbde-4d3e-99e0-39f85743f3c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:55.622417 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:55.625415 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745f1b8d-2b5f-4116-8759-438a95e65449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220f8bf8-123e-42e1-a519-f3949b4f66bd'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:55.625907 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271df0b-ffb4-41b5-bd1f-82b569ce6cb9 req-4d39e131-bbde-4d3e-99e0-39f85743f3c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:55.628067 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4362a295-9564-4d20-96ca-043d2d3c1664" -d '{"events": [{"server_uuid": "745f1b8d-2b5f-4116-8759-438a95e65449", "name": "network-vif-plugged", "status": "completed", "tag": "220f8bf8-123e-42e1-a519-f3949b4f66bd"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:55.632627 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271df0b-ffb4-41b5-bd1f-82b569ce6cb9 req-4d39e131-bbde-4d3e-99e0-39f85743f3c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:55.638647 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271df0b-ffb4-41b5-bd1f-82b569ce6cb9 req-4d39e131-bbde-4d3e-99e0-39f85743f3c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:55.645291 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271df0b-ffb4-41b5-bd1f-82b569ce6cb9 req-4d39e131-bbde-4d3e-99e0-39f85743f3c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:55.653597 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271df0b-ffb4-41b5-bd1f-82b569ce6cb9 req-4d39e131-bbde-4d3e-99e0-39f85743f3c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:55.660904 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271df0b-ffb4-41b5-bd1f-82b569ce6cb9 req-4d39e131-bbde-4d3e-99e0-39f85743f3c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:55.662987 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d271df0b-ffb4-41b5-bd1f-82b569ce6cb9 req-4d39e131-bbde-4d3e-99e0-39f85743f3c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5431 time: 0.1882164 Jun 25 09:14:55.748915 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d271df0b-ffb4-41b5-bd1f-82b569ce6cb9 req-46375476-9afc-4899-8385-163ffa8cbfa3 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747867 Jun 25 09:14:55.772109 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef835b70-5cb9-49ea-a76d-43aa4a4985eb req-68d7b6df-7f76-4dfc-9a4f-ef7a52dd9b21 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:55.773864 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef835b70-5cb9-49ea-a76d-43aa4a4985eb req-68d7b6df-7f76-4dfc-9a4f-ef7a52dd9b21 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 948 time: 0.1098924 Jun 25 09:14:55.866086 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef835b70-5cb9-49ea-a76d-43aa4a4985eb req-8106aeda-ded4-4953-b900-3611103fc419 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761933 Jun 25 09:14:55.972676 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00c53cf-41a3-492b-b51d-eef4b02af3ec x-openstack-request-id: req-b00c53cf-41a3-492b-b51d-eef4b02af3ec {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:55.972676 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745f1b8d-2b5f-4116-8759-438a95e65449", "name": "network-vif-plugged", "status": "completed", "tag": "220f8bf8-123e-42e1-a519-f3949b4f66bd", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:55.972676 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b00c53cf-41a3-492b-b51d-eef4b02af3ec {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:55.973279 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745f1b8d-2b5f-4116-8759-438a95e65449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220f8bf8-123e-42e1-a519-f3949b4f66bd', 'code': 200} Jun 25 09:14:56.110347 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:56.171453 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935d87e-9488-44d6-b8b7-cee3a16ee214 req-79113822-850d-4ebd-9c1c-081955bd2b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:56.173181 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e935d87e-9488-44d6-b8b7-cee3a16ee214 req-79113822-850d-4ebd-9c1c-081955bd2b1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 1097 time: 0.0648267 Jun 25 09:14:56.199705 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device d143bb7a-d481-4169-84b0-3d1dc7dc023d details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:14:56.209192 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:14:56.214107 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451ee32-aedf-429d-9328-1b6044d41509 req-68544ab4-a437-4e2d-bf44-b606af4287ba tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:56.226156 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8451ee32-aedf-429d-9328-1b6044d41509 req-68544ab4-a437-4e2d-bf44-b606af4287ba tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 945 time: 0.1319981 Jun 25 09:14:56.229462 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e935d87e-9488-44d6-b8b7-cee3a16ee214 req-77316cd3-e08c-4db5-824f-658cdf38e905 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471544 Jun 25 09:14:56.272634 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8451ee32-aedf-429d-9328-1b6044d41509 req-fa6ad3c5-2f6d-4862-b4f0-af3c8691e539 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/security-groups?id=6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451968 Jun 25 09:14:56.380082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:14:56.388070 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:14:56.388584 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:56.448087 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9829ad-94f6-48f8-a9e0-365a3a745034 req-98b02b00-e1eb-4d80-b6c1-1c8f8583a391 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:56.455700 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb9829ad-94f6-48f8-a9e0-365a3a745034 req-98b02b00-e1eb-4d80-b6c1-1c8f8583a391 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 944 time: 0.1169355 Jun 25 09:14:56.470810 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:56.501888 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb9829ad-94f6-48f8-a9e0-365a3a745034 req-978eb797-c2d1-47a0-a468-4ee0b6859d7e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451534 Jun 25 09:14:56.503706 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d', 'mac_address': 'fa:16:3e:87:52:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:14:56.579287 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:56.626709 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d143bb7a-d481-4169-84b0-3d1dc7dc023d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:56.643134 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be4b7d-0dad-42e5-8272-e1679f029b02 req-63865d34-b28d-44f1-9702-aab27e9aee16 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:56.643589 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:56.645507 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2be4b7d-0dad-42e5-8272-e1679f029b02 req-63865d34-b28d-44f1-9702-aab27e9aee16 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 943 time: 0.1028099 Jun 25 09:14:56.665592 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:56.680076 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:56.680888 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:14:56.695808 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2be4b7d-0dad-42e5-8272-e1679f029b02 req-b0fbc1da-9499-4bf9-9ca7-d690ffaba4b9 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Jun 25 09:14:56.737808 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:56.785087 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:56.801984 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:56.838184 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=d143bb7a-d481-4169-84b0-3d1dc7dc023d,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:56.844097 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:56.844572 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-235a8c87-8406-42f0-a9cd-499b7854d121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:56.885486 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96,segment=NetworkSegment(06e69768-99a2-4a5b-bb7a-7809780d0423),segment_id=06e69768-99a2-4a5b-bb7a-7809780d0423)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:56.906204 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96', 'network_id': '6538f724-2fee-4c1b-a85e-9b3edf9078c3', 'port_id': 'af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96', 'mac_address': 'fa:16:3e:60:c7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f736864-139a-4489-a2e5-9542b4a084ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:14:56.953258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:56.958502 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:56.976683 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:57.007373 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:14:57.041855 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96,segment=NetworkSegment(06e69768-99a2-4a5b-bb7a-7809780d0423),segment_id=06e69768-99a2-4a5b-bb7a-7809780d0423)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:14:57.048841 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:57.051791 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:14:57.078718 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c6cd2-2b57-41ce-905b-676681849dca req-fd2a27b4-1759-42a2-bae1-bc62e074616a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:57.088280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c6cd2-2b57-41ce-905b-676681849dca req-fd2a27b4-1759-42a2-bae1-bc62e074616a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:57.094704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c6cd2-2b57-41ce-905b-676681849dca req-fd2a27b4-1759-42a2-bae1-bc62e074616a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:57.101023 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c6cd2-2b57-41ce-905b-676681849dca req-fd2a27b4-1759-42a2-bae1-bc62e074616a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:57.107183 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c6cd2-2b57-41ce-905b-676681849dca req-fd2a27b4-1759-42a2-bae1-bc62e074616a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:57.113489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c6cd2-2b57-41ce-905b-676681849dca req-fd2a27b4-1759-42a2-bae1-bc62e074616a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:57.118895 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:14:57.120343 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c6cd2-2b57-41ce-905b-676681849dca req-fd2a27b4-1759-42a2-bae1-bc62e074616a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:57.127944 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:14:57.133460 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-649c6cd2-2b57-41ce-905b-676681849dca req-fd2a27b4-1759-42a2-bae1-bc62e074616a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5431 time: 0.1670563 Jun 25 09:14:57.235459 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-649c6cd2-2b57-41ce-905b-676681849dca req-381173e3-c1c4-42e0-b45b-9eb58e6592e9 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1007760 Jun 25 09:14:57.273370 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175d969-c8d6-4ad7-8d10-5d63712bac79 req-9f6a13c8-d86e-4b97-b7a7-162af515170c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:57.273370 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a175d969-c8d6-4ad7-8d10-5d63712bac79 req-9f6a13c8-d86e-4b97-b7a7-162af515170c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 949 time: 0.1360536 Jun 25 09:14:57.357318 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a175d969-c8d6-4ad7-8d10-5d63712bac79 req-7947e6d3-f311-4b8c-94f5-4241cf036f6a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632012 Jun 25 09:14:57.456403 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['d143bb7a-d481-4169-84b0-3d1dc7dc023d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:57.554199 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:14:57.624878 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:14:57.647114 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30fb88-38d3-486b-b828-4eefcb474dc9 req-c0531737-83c2-4e29-aaed-450141386571 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:57.654972 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7d30fb88-38d3-486b-b828-4eefcb474dc9 req-c0531737-83c2-4e29-aaed-450141386571 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 945 time: 0.1140721 Jun 25 09:14:57.695676 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7d30fb88-38d3-486b-b828-4eefcb474dc9 req-fdd2b6ed-f4c4-4364-b8ff-be2c37fbbed1 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/security-groups?id=6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395238 Jun 25 09:14:57.806998 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf42ef0-da4c-40ba-b2fd-80546918e2e1 req-c1739a18-432a-421c-b415-148780fa450a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:57.814424 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bdf42ef0-da4c-40ba-b2fd-80546918e2e1 req-c1739a18-432a-421c-b415-148780fa450a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 945 time: 0.0949562 Jun 25 09:14:57.849912 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:14:57.869241 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bdf42ef0-da4c-40ba-b2fd-80546918e2e1 req-522970e2-d291-4712-a220-1f9eb6bb43b4 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538924 Jun 25 09:14:57.966538 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce1795-2668-4b42-b5a2-291c9a459e1e req-391b9e2e-4b6a-417d-97fc-9036f7ed3fae tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:57.968180 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7ce1795-2668-4b42-b5a2-291c9a459e1e req-391b9e2e-4b6a-417d-97fc-9036f7ed3fae tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 944 time: 0.0815997 Jun 25 09:14:57.974510 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e02fe3-fe5f-4004-babd-2c22826080c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:14:57.977050 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19656cc4-57d3-418a-abf8-be6476a5b343" -d '{"events": [{"server_uuid": "10e02fe3-fe5f-4004-babd-2c22826080c4", "name": "network-vif-plugged", "status": "completed", "tag": "c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:14:58.019618 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0b4dc7-6b08-43db-8297-368dce67a587 x-openstack-request-id: req-ce0b4dc7-6b08-43db-8297-368dce67a587 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:14:58.020008 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e02fe3-fe5f-4004-babd-2c22826080c4", "name": "network-vif-plugged", "status": "completed", "tag": "c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:14:58.020371 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ce0b4dc7-6b08-43db-8297-368dce67a587 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:14:58.020966 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e02fe3-fe5f-4004-babd-2c22826080c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1', 'code': 200} Jun 25 09:14:58.045221 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7ce1795-2668-4b42-b5a2-291c9a459e1e req-f442c52b-ca56-47df-bb57-82b146dea721 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703208 Jun 25 09:14:58.197287 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e2689-ca8b-44af-b909-9738e0581032 req-b38a65fa-3aa2-427b-aef0-8a5c71eeb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:58.199050 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f51e2689-ca8b-44af-b909-9738e0581032 req-b38a65fa-3aa2-427b-aef0-8a5c71eeb8ee service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 1097 time: 0.0727310 Jun 25 09:14:58.272723 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f51e2689-ca8b-44af-b909-9738e0581032 req-9a263cdb-e6c0-4d91-bfe2-58ebc52730cb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637791 Jun 25 09:14:58.563881 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ccd09-77d1-4862-838c-b0b2d2902e3f req-12b3ac2c-7d33-43a5-b321-0fc970f2d22f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:58.569987 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ccd09-77d1-4862-838c-b0b2d2902e3f req-12b3ac2c-7d33-43a5-b321-0fc970f2d22f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:58.576073 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ccd09-77d1-4862-838c-b0b2d2902e3f req-12b3ac2c-7d33-43a5-b321-0fc970f2d22f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:58.582035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ccd09-77d1-4862-838c-b0b2d2902e3f req-12b3ac2c-7d33-43a5-b321-0fc970f2d22f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:58.588068 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ccd09-77d1-4862-838c-b0b2d2902e3f req-12b3ac2c-7d33-43a5-b321-0fc970f2d22f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:58.594099 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ccd09-77d1-4862-838c-b0b2d2902e3f req-12b3ac2c-7d33-43a5-b321-0fc970f2d22f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:58.600233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ccd09-77d1-4862-838c-b0b2d2902e3f req-12b3ac2c-7d33-43a5-b321-0fc970f2d22f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:58.605289 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a4ccd09-77d1-4862-838c-b0b2d2902e3f req-12b3ac2c-7d33-43a5-b321-0fc970f2d22f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5431 time: 0.1625161 Jun 25 09:14:58.674976 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a4ccd09-77d1-4862-838c-b0b2d2902e3f req-ebfae9ea-f700-49b9-871e-7ba6750fa3af tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664175 Jun 25 09:14:58.695079 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3149efc-4328-4c28-8f65-5f19b9f4c58f req-fb415ebd-f5fb-4a98-a772-8d35659f6b61 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:58.702454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b3149efc-4328-4c28-8f65-5f19b9f4c58f req-fb415ebd-f5fb-4a98-a772-8d35659f6b61 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 949 time: 0.1871727 Jun 25 09:14:58.740174 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b3149efc-4328-4c28-8f65-5f19b9f4c58f req-0f65847e-561b-4b8e-b7c6-e1693603a068 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366690 Jun 25 09:14:59.178580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0da6b5-cb07-4ddf-b53f-189e421ecf86 req-f4a3bdad-38e4-41ed-8943-9a7ea425564f tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:59.180136 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b0da6b5-cb07-4ddf-b53f-189e421ecf86 req-f4a3bdad-38e4-41ed-8943-9a7ea425564f tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 945 time: 0.1316392 Jun 25 09:14:59.188522 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53712a4-9ffa-4fd0-9fd2-ad57fd0b9c7e req-30abeccc-9e44-46fd-94ca-5f0b49d01d87 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:59.191715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a53712a4-9ffa-4fd0-9fd2-ad57fd0b9c7e req-30abeccc-9e44-46fd-94ca-5f0b49d01d87 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 945 time: 0.1618612 Jun 25 09:14:59.274853 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b0da6b5-cb07-4ddf-b53f-189e421ecf86 req-e06cded4-aabf-4e9f-b523-4983df7b98f8 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812707 Jun 25 09:14:59.296329 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a53712a4-9ffa-4fd0-9fd2-ad57fd0b9c7e req-2a60b440-94ee-4852-9fd6-487d212bb844 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/security-groups?id=6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897272 Jun 25 09:14:59.525466 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887abcce-b314-45b1-94a2-894c0dbd30fa req-02bd0d7a-089a-4d6f-b659-6e677c586ce5 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:14:59.534709 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-887abcce-b314-45b1-94a2-894c0dbd30fa req-02bd0d7a-089a-4d6f-b659-6e677c586ce5 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 944 time: 0.1272583 Jun 25 09:14:59.635109 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-887abcce-b314-45b1-94a2-894c0dbd30fa req-b5e02421-9a76-49a7-a83a-c931259ba293 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985808 Jun 25 09:15:00.031827 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02716c8-3733-4e55-a76a-49156d4a5d52 req-afe16c46-aa40-4f0d-b35f-e825e448146a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:00.037987 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02716c8-3733-4e55-a76a-49156d4a5d52 req-afe16c46-aa40-4f0d-b35f-e825e448146a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:00.044495 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02716c8-3733-4e55-a76a-49156d4a5d52 req-afe16c46-aa40-4f0d-b35f-e825e448146a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:00.050425 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02716c8-3733-4e55-a76a-49156d4a5d52 req-afe16c46-aa40-4f0d-b35f-e825e448146a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:00.056294 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02716c8-3733-4e55-a76a-49156d4a5d52 req-afe16c46-aa40-4f0d-b35f-e825e448146a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:00.062408 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02716c8-3733-4e55-a76a-49156d4a5d52 req-afe16c46-aa40-4f0d-b35f-e825e448146a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:00.068483 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02716c8-3733-4e55-a76a-49156d4a5d52 req-afe16c46-aa40-4f0d-b35f-e825e448146a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:00.076582 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f02716c8-3733-4e55-a76a-49156d4a5d52 req-afe16c46-aa40-4f0d-b35f-e825e448146a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5431 time: 0.1721089 Jun 25 09:15:00.096301 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fa444-8dd6-44e5-b1d2-dc4784ae1c45 req-f5c1c7ae-a083-4144-86dc-f6b2bbabf210 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:00.098177 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-615fa444-8dd6-44e5-b1d2-dc4784ae1c45 req-f5c1c7ae-a083-4144-86dc-f6b2bbabf210 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 949 time: 0.1594191 Jun 25 09:15:00.143254 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f02716c8-3733-4e55-a76a-49156d4a5d52 req-9c36bddc-d119-40ca-8fef-c60898a7283a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654900 Jun 25 09:15:00.174037 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-615fa444-8dd6-44e5-b1d2-dc4784ae1c45 req-707bd82a-1f55-4e3d-b381-fd5913296cd3 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688851 Jun 25 09:15:00.239170 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device d143bb7a-d481-4169-84b0-3d1dc7dc023d up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:00.326284 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port d143bb7a-d481-4169-84b0-3d1dc7dc023d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:00.336019 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port d143bb7a-d481-4169-84b0-3d1dc7dc023d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:00.336557 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:00.532455 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:00.566906 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:00.572671 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68875f48-9b52-48c1-ad33-e5133e6813ab" -d '{"events": [{"server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "name": "network-vif-plugged", "status": "completed", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:00.573499 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa290e4e-f424-4baa-aad1-96ba47f3476a req-d4176b89-3e7c-4aef-b1af-e7922ac13053 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:00.590311 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:00.594884 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fa290e4e-f424-4baa-aad1-96ba47f3476a req-d4176b89-3e7c-4aef-b1af-e7922ac13053 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 945 time: 0.0961912 Jun 25 09:15:00.595267 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:00.597595 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:00.644198 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a4beae-c1d2-4173-8d5a-f320c7b04721 x-openstack-request-id: req-a1a4beae-c1d2-4173-8d5a-f320c7b04721 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:00.644496 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "name": "network-vif-plugged", "status": "completed", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:00.644795 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a1a4beae-c1d2-4173-8d5a-f320c7b04721 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:00.645198 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d', 'code': 200} Jun 25 09:15:00.645734 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cfaac4a7-f2c9-48ab-ac42-d5c94dc12820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:00.686356 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fa290e4e-f424-4baa-aad1-96ba47f3476a req-6477ff81-6925-4185-9fcf-682fcfb8a91e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820699 Jun 25 09:15:00.780836 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=d143bb7a-d481-4169-84b0-3d1dc7dc023d,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:00.791287 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:00.792620 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:00.805796 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:00.806405 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:00.933955 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:00.953514 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1b64f-fbc1-4c46-b0c8-f686d3ee2aeb req-f0951b65-e6a2-45e8-a963-1fcc2604509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:00.955548 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19b1b64f-fbc1-4c46-b0c8-f686d3ee2aeb req-f0951b65-e6a2-45e8-a963-1fcc2604509c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 1102 time: 0.1845536 Jun 25 09:15:00.989733 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:00.998257 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19b1b64f-fbc1-4c46-b0c8-f686d3ee2aeb req-87d1f0e4-8029-4a39-8f7f-bd93ccb40c84 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351954 Jun 25 09:15:00.999193 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96,segment=NetworkSegment(06e69768-99a2-4a5b-bb7a-7809780d0423),segment_id=06e69768-99a2-4a5b-bb7a-7809780d0423)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:01.008895 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:01.012007 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:01.017678 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99587098-da84-4327-9a84-150b2e39e03c req-820c706e-7fb7-4e3e-b6f4-1e948eef04e4 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:01.019440 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99587098-da84-4327-9a84-150b2e39e03c req-820c706e-7fb7-4e3e-b6f4-1e948eef04e4 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 1097 time: 0.0973911 Jun 25 09:15:01.034579 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59e3ca-1ae6-40b0-864e-6961f100b65c req-5b834ddd-24bc-4255-94c2-6e2daa2a83cb tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:01.043744 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d59e3ca-1ae6-40b0-864e-6961f100b65c req-5b834ddd-24bc-4255-94c2-6e2daa2a83cb tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 944 time: 0.1919136 Jun 25 09:15:01.080694 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:01.092855 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:01.114074 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d59e3ca-1ae6-40b0-864e-6961f100b65c req-289cbf0f-b282-45e3-96ca-da957a60105c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689988 Jun 25 09:15:01.133307 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99587098-da84-4327-9a84-150b2e39e03c req-043a9789-182f-42d7-b44d-f2679ee3839e tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807104 Jun 25 09:15:01.388493 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc75c2-9e5e-4d9f-86b0-9d934da17f6c req-02d3f4f1-ec6e-4742-a4cd-cf6d04173d7a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:01.389883 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ecc75c2-9e5e-4d9f-86b0-9d934da17f6c req-02d3f4f1-ec6e-4742-a4cd-cf6d04173d7a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.0960798 Jun 25 09:15:01.398050 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769d5b9-9693-4bbb-936f-4e949f973fc2 req-11e8e2b9-203d-445f-8e4e-d9cfbfc81cda tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:01.406240 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4769d5b9-9693-4bbb-936f-4e949f973fc2 req-11e8e2b9-203d-445f-8e4e-d9cfbfc81cda tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 1097 time: 0.1206224 Jun 25 09:15:01.481898 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ecc75c2-9e5e-4d9f-86b0-9d934da17f6c req-2246066f-918d-43c0-b6db-b9621fc8f824 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704904 Jun 25 09:15:01.484977 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4769d5b9-9693-4bbb-936f-4e949f973fc2 req-54e5d8e8-75e9-40d7-97be-840a120dddb9 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775008 Jun 25 09:15:01.733196 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b10beb-84e1-41ba-b6fc-004e13aacea6 req-7b471bf2-408a-49e0-b9eb-9831824764cb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:01.739216 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b10beb-84e1-41ba-b6fc-004e13aacea6 req-7b471bf2-408a-49e0-b9eb-9831824764cb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:01.749748 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b10beb-84e1-41ba-b6fc-004e13aacea6 req-7b471bf2-408a-49e0-b9eb-9831824764cb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:01.756067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b10beb-84e1-41ba-b6fc-004e13aacea6 req-7b471bf2-408a-49e0-b9eb-9831824764cb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:01.763089 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b10beb-84e1-41ba-b6fc-004e13aacea6 req-7b471bf2-408a-49e0-b9eb-9831824764cb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:01.773949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b10beb-84e1-41ba-b6fc-004e13aacea6 req-7b471bf2-408a-49e0-b9eb-9831824764cb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:01.779894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b10beb-84e1-41ba-b6fc-004e13aacea6 req-7b471bf2-408a-49e0-b9eb-9831824764cb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:01.786301 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f5b10beb-84e1-41ba-b6fc-004e13aacea6 req-7b471bf2-408a-49e0-b9eb-9831824764cb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5431 time: 0.1597826 Jun 25 09:15:02.153630 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f5b10beb-84e1-41ba-b6fc-004e13aacea6 req-24717cd5-dd5d-4542-87a6-c927e380bfd7 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3534744 Jun 25 09:15:02.621008 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b5f20adb-adf6-4783-89fc-6defd724456c req-1bae65df-c571-462f-bb26-c73dd4b1a463 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0907180 Jun 25 09:15:02.646289 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cab82d-5061-4fed-9c7c-a2a4c673463a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:02.649377 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6bb8ef-6f45-4af2-843a-62fbedfecb81" -d '{"events": [{"server_uuid": "b5cab82d-5061-4fed-9c7c-a2a4c673463a", "name": "network-vif-plugged", "status": "completed", "tag": "af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:02.788003 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f20adb-adf6-4783-89fc-6defd724456c req-35f20fb5-109e-43b4-9fea-d2a55053921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:02.789718 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b5f20adb-adf6-4783-89fc-6defd724456c req-35f20fb5-109e-43b4-9fea-d2a55053921a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 1102 time: 0.0947623 Jun 25 09:15:02.969031 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f20adb-adf6-4783-89fc-6defd724456c req-4644be32-0ffa-4b33-92d9-6a3510550b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:02.971387 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b5f20adb-adf6-4783-89fc-6defd724456c req-4644be32-0ffa-4b33-92d9-6a3510550b6c service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1551888 Jun 25 09:15:03.035883 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b5f20adb-adf6-4783-89fc-6defd724456c req-a2e5f9f4-dff3-4df5-a2b3-d8f34d3161a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc HTTP/1.1" status: 200 len: 217 time: 0.0517511 Jun 25 09:15:03.051142 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f80570-43e5-4640-b808-f374d5ea0e1c req-59c4405f-abca-4ae6-a302-33683315b23a tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:03.059778 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57f80570-43e5-4640-b808-f374d5ea0e1c req-59c4405f-abca-4ae6-a302-33683315b23a tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 945 time: 0.1379960 Jun 25 09:15:03.108883 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57f80570-43e5-4640-b808-f374d5ea0e1c req-e0b00e36-a5d0-4d0d-942e-558a9ef3721c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477407 Jun 25 09:15:03.133680 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f20adb-adf6-4783-89fc-6defd724456c req-2a4c71c4-aad6-4360-8bc2-6f19c87a7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:03.135229 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b5f20adb-adf6-4783-89fc-6defd724456c req-2a4c71c4-aad6-4360-8bc2-6f19c87a7a37 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0849290 Jun 25 09:15:03.211824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f20adb-adf6-4783-89fc-6defd724456c req-b144d1a3-dd2f-438d-b9ba-38be0171cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:03.213745 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b5f20adb-adf6-4783-89fc-6defd724456c req-b144d1a3-dd2f-438d-b9ba-38be0171cd13 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0716989 Jun 25 09:15:03.365550 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b5f20adb-adf6-4783-89fc-6defd724456c req-c37546d4-e83e-4891-9e81-204872cfcadd service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397176 Jun 25 09:15:03.374445 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f692f89-de8e-4c84-977f-b2a96d690480 req-7f31f443-387f-4f3b-acaf-7701d2e51545 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:03.382274 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4f692f89-de8e-4c84-977f-b2a96d690480 req-7f31f443-387f-4f3b-acaf-7701d2e51545 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.1039124 Jun 25 09:15:03.437647 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4f692f89-de8e-4c84-977f-b2a96d690480 req-388a2c93-6f46-4e62-8c09-48dd64b229fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543895 Jun 25 09:15:03.497251 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b5f20adb-adf6-4783-89fc-6defd724456c req-6921f491-4596-4cbd-ad9b-5fc15a6e8fcd service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252129 Jun 25 09:15:03.501612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-dc553b57-caa3-4f68-915a-965e9aa148dc tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:15:03.502866 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-dc553b57-caa3-4f68-915a-965e9aa148dc tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072668 Jun 25 09:15:03.506508 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af242d0-afce-4063-84d8-2d9ba7f2d33c x-openstack-request-id: req-2af242d0-afce-4063-84d8-2d9ba7f2d33c {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:03.507106 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cab82d-5061-4fed-9c7c-a2a4c673463a", "name": "network-vif-plugged", "status": "completed", "tag": "af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:03.507566 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2af242d0-afce-4063-84d8-2d9ba7f2d33c {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:03.508196 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cab82d-5061-4fed-9c7c-a2a4c673463a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96', 'code': 200} Jun 25 09:15:03.521905 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-7c2e5128-43e3-42b6-81fb-e8a4667a1bf6 service neutron] Request body: {'binding': {'host': 'n-h1-761264-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:03.522754 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-7c2e5128-43e3-42b6-81fb-e8a4667a1bf6 service neutron] Unknown quota resources ['binding']. {{(pid=94024) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 09:15:03.759727 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-7c2e5128-43e3-42b6-81fb-e8a4667a1bf6 service neutron] Attempting to bind port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 on host n-h1-761264-15 for vnic_type normal with profile None {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:15:03.760591 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-7c2e5128-43e3-42b6-81fb-e8a4667a1bf6 service neutron] Attempting to bind port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:15:03.761072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-7c2e5128-43e3-42b6-81fb-e8a4667a1bf6 service neutron] Attempting to bind port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:15:03.766939 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-7c2e5128-43e3-42b6-81fb-e8a4667a1bf6 service neutron] Port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:15:03.767261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-7c2e5128-43e3-42b6-81fb-e8a4667a1bf6 service neutron] Attempting to bind port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:15:03.773132 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-7c2e5128-43e3-42b6-81fb-e8a4667a1bf6 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:15:03.773470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-7c2e5128-43e3-42b6-81fb-e8a4667a1bf6 service neutron] Checking segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:15:03.773852 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-7c2e5128-43e3-42b6-81fb-e8a4667a1bf6 service neutron] Bound using segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:15:03.774286 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-7c2e5128-43e3-42b6-81fb-e8a4667a1bf6 service neutron] Bound port: c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:15:03.792469 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52382f0a-724c-413b-8705-155ba9a62527 req-f19fa764-edcd-483f-b278-b2b7dc2813b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:03.794890 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-52382f0a-724c-413b-8705-155ba9a62527 req-f19fa764-edcd-483f-b278-b2b7dc2813b9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 1097 time: 0.0954366 Jun 25 09:15:03.861941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-7c2e5128-43e3-42b6-81fb-e8a4667a1bf6 service neutron] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:15:03.883765 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-52382f0a-724c-413b-8705-155ba9a62527 req-95e40155-491c-4b32-aaf1-f19f9b22678b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805335 Jun 25 09:15:03.885664 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-7c2e5128-43e3-42b6-81fb-e8a4667a1bf6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:03.888278 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-7c2e5128-43e3-42b6-81fb-e8a4667a1bf6 service neutron] 10.222.0.93 "POST /v2.0/ports/c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1/bindings HTTP/1.1" status: 201 len: 390 time: 0.3716760 Jun 25 09:15:04.198990 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1deffb1-2048-4471-b718-d38f7c1d8a53 req-50d2c782-12f9-48a9-a7de-2a2b12cca14f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:04.204948 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1deffb1-2048-4471-b718-d38f7c1d8a53 req-50d2c782-12f9-48a9-a7de-2a2b12cca14f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:04.211956 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1deffb1-2048-4471-b718-d38f7c1d8a53 req-50d2c782-12f9-48a9-a7de-2a2b12cca14f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:04.218138 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1deffb1-2048-4471-b718-d38f7c1d8a53 req-50d2c782-12f9-48a9-a7de-2a2b12cca14f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:04.224465 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1deffb1-2048-4471-b718-d38f7c1d8a53 req-50d2c782-12f9-48a9-a7de-2a2b12cca14f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:04.230796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1deffb1-2048-4471-b718-d38f7c1d8a53 req-50d2c782-12f9-48a9-a7de-2a2b12cca14f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:04.236866 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1deffb1-2048-4471-b718-d38f7c1d8a53 req-50d2c782-12f9-48a9-a7de-2a2b12cca14f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:04.238982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1deffb1-2048-4471-b718-d38f7c1d8a53 req-50d2c782-12f9-48a9-a7de-2a2b12cca14f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5431 time: 0.1506495 Jun 25 09:15:04.311751 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1deffb1-2048-4471-b718-d38f7c1d8a53 req-ad76fc8b-6a7d-4076-8896-7f1b9003b27f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661535 Jun 25 09:15:04.327469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c9fc842f-c94f-4048-9d10-074730e495de details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:15:04.333208 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93cf39-cf8e-4695-b9a2-1042d7e672f3 req-d62d2fc1-3cfb-41c9-9b2c-c8a0539b15a7 tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:04.355078 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ac93cf39-cf8e-4695-b9a2-1042d7e672f3 req-d62d2fc1-3cfb-41c9-9b2c-c8a0539b15a7 tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 1102 time: 0.2031724 Jun 25 09:15:04.402041 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ac93cf39-cf8e-4695-b9a2-1042d7e672f3 req-d0fb8e67-03eb-4588-b5c4-552e67f2d29c tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456319 Jun 25 09:15:04.546547 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port c9fc842f-c94f-4048-9d10-074730e495de, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c9fc842f-c94f-4048-9d10-074730e495de,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:04.576155 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'c9fc842f-c94f-4048-9d10-074730e495de', 'network_id': 'b567525f-dea5-412a-9997-aee658afe302', 'port_id': 'c9fc842f-c94f-4048-9d10-074730e495de', 'mac_address': 'fa:16:3e:57:a5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:15:04.720180 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b9c4c-c4c2-4585-b98b-3b81e73f9e79 req-2ab90853-93f9-4212-bc1d-bedaa73c8df4 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:04.723376 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:04.732660 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f69b9c4c-c4c2-4585-b98b-3b81e73f9e79 req-2ab90853-93f9-4212-bc1d-bedaa73c8df4 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 945 time: 0.0870571 Jun 25 09:15:04.752991 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9fc842f-c94f-4048-9d10-074730e495de {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:15:04.813499 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-1e34cf9e-f855-4bf3-a84a-f2de9b99e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:04.818401 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port c9fc842f-c94f-4048-9d10-074730e495de, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c9fc842f-c94f-4048-9d10-074730e495de,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:04.821049 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-1e34cf9e-f855-4bf3-a84a-f2de9b99e411 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 1097 time: 0.1364830 Jun 25 09:15:04.822496 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f69b9c4c-c4c2-4585-b98b-3b81e73f9e79 req-3294a95d-6f57-4a5d-821d-2d1b8303637d tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883839 Jun 25 09:15:04.850346 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:04.854383 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c14fd482-e701-4929-8589-dd5397cd4f93 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:15:04.870714 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:05.006641 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443414ef-a22b-4ca8-9b3d-dde6935ae929 req-6730c62b-3206-4387-a604-55be59183f27 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:05.008226 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-443414ef-a22b-4ca8-9b3d-dde6935ae929 req-6730c62b-3206-4387-a604-55be59183f27 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 945 time: 0.1345108 Jun 25 09:15:05.027301 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=c9fc842f-c94f-4048-9d10-074730e495de,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:05.044330 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:05.101265 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-443414ef-a22b-4ca8-9b3d-dde6935ae929 req-ba04d3a1-db64-4df4-b97d-b99036ae2658 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784707 Jun 25 09:15:05.185358 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-8cc55ea1-c643-4ed9-b2cd-da691a23c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:05.187224 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-8cc55ea1-c643-4ed9-b2cd-da691a23c8ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.3488741 Jun 25 09:15:05.353551 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-3877b271-ecf9-492a-bd48-68d4095b1563 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 HTTP/1.1" status: 200 len: 217 time: 0.1455753 Jun 25 09:15:05.368840 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port c14fd482-e701-4929-8589-dd5397cd4f93, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c14fd482-e701-4929-8589-dd5397cd4f93,segment=NetworkSegment(91af7a17-385f-482e-a8de-b6bea300e68e),segment_id=91af7a17-385f-482e-a8de-b6bea300e68e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:05.400830 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'c14fd482-e701-4929-8589-dd5397cd4f93', 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060', 'port_id': 'c14fd482-e701-4929-8589-dd5397cd4f93', 'mac_address': 'fa:16:3e:47:35:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:15:05.482893 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-a4703b7d-a352-4009-988a-588ce8f56838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:05.487789 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-a4703b7d-a352-4009-988a-588ce8f56838 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.1333146 Jun 25 09:15:05.513676 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:05.530704 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-8d604e36-1549-4dfd-8c3d-69c047b6b57c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326700 Jun 25 09:15:05.545142 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14fd482-e701-4929-8589-dd5397cd4f93 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:15:05.592956 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port c14fd482-e701-4929-8589-dd5397cd4f93, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c14fd482-e701-4929-8589-dd5397cd4f93,segment=NetworkSegment(91af7a17-385f-482e-a8de-b6bea300e68e),segment_id=91af7a17-385f-482e-a8de-b6bea300e68e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:05.598978 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:05.599961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:15:05.602672 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:05.748479 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=c14fd482-e701-4929-8589-dd5397cd4f93,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:05.762766 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:05.765616 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:05.768471 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-32e024e0-9fc0-4c00-8d3d-6060353a44ee service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071443 Jun 25 09:15:05.796333 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9', 'network_id': 'b567525f-dea5-412a-9997-aee658afe302', 'port_id': '57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9', 'mac_address': 'fa:16:3e:e4:1b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:15:05.869771 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:05.912022 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:15:05.940846 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:05.947864 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:05.949034 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 51882b81-9a38-48b7-8ea5-4e1d713904c2 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:15:05.956162 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:06.080889 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-8cfae208-b9c7-419f-8039-77ee0ccefb1a service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029904 Jun 25 09:15:06.094636 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-1857f025-136f-4364-a8b6-8054ed342ca0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1980097 Jun 25 09:15:06.161366 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:06.172608 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:06.185580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86b6a6-8581-41d6-815f-aca2a2704e97 req-f8243bad-e365-4f55-b9af-9f5fc3677ad3 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:06.198003 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86b6a6-8581-41d6-815f-aca2a2704e97 req-f8243bad-e365-4f55-b9af-9f5fc3677ad3 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:06.204538 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86b6a6-8581-41d6-815f-aca2a2704e97 req-f8243bad-e365-4f55-b9af-9f5fc3677ad3 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:06.211277 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86b6a6-8581-41d6-815f-aca2a2704e97 req-f8243bad-e365-4f55-b9af-9f5fc3677ad3 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:06.211461 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 51882b81-9a38-48b7-8ea5-4e1d713904c2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=51882b81-9a38-48b7-8ea5-4e1d713904c2,segment=NetworkSegment(97b878c1-2fbf-46a5-a0d0-c16faa8788ed),segment_id=97b878c1-2fbf-46a5-a0d0-c16faa8788ed)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:06.218014 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86b6a6-8581-41d6-815f-aca2a2704e97 req-f8243bad-e365-4f55-b9af-9f5fc3677ad3 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:06.224655 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86b6a6-8581-41d6-815f-aca2a2704e97 req-f8243bad-e365-4f55-b9af-9f5fc3677ad3 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:06.231118 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86b6a6-8581-41d6-815f-aca2a2704e97 req-f8243bad-e365-4f55-b9af-9f5fc3677ad3 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:06.233117 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a86b6a6-8581-41d6-815f-aca2a2704e97 req-f8243bad-e365-4f55-b9af-9f5fc3677ad3 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5434 time: 0.2481546 Jun 25 09:15:06.239114 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '51882b81-9a38-48b7-8ea5-4e1d713904c2', 'network_id': '71754435-8609-4d26-9226-f6462d50ad72', 'port_id': '51882b81-9a38-48b7-8ea5-4e1d713904c2', 'mac_address': 'fa:16:3e:60:cf:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8714fc71-29f3-4ccc-83a9-562da482dc88', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:15:06.254157 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204724f6-a24d-45a5-9740-27a03483ec19 req-c04f2f7f-23e7-4374-a491-7797feead1ca tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:06.261607 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-204724f6-a24d-45a5-9740-27a03483ec19 req-c04f2f7f-23e7-4374-a491-7797feead1ca tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.2297323 Jun 25 09:15:06.310098 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:06.317974 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-204724f6-a24d-45a5-9740-27a03483ec19 req-e22c897e-ce92-4c44-8e91-dda25b69fea9 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554013 Jun 25 09:15:06.367936 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51882b81-9a38-48b7-8ea5-4e1d713904c2 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:15:06.402080 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a86b6a6-8581-41d6-815f-aca2a2704e97 req-c35667ad-b5f4-4e9c-998f-6bd67b833cf4 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1592667 Jun 25 09:15:06.427952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 51882b81-9a38-48b7-8ea5-4e1d713904c2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=51882b81-9a38-48b7-8ea5-4e1d713904c2,segment=NetworkSegment(97b878c1-2fbf-46a5-a0d0-c16faa8788ed),segment_id=97b878c1-2fbf-46a5-a0d0-c16faa8788ed)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:06.437736 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:06.438657 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device df9f4b8c-6644-4664-913a-ecb3619208a8 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:15:06.440719 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:06.694092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e97682-6bb4-4f64-8a3b-55aa6a7f0c03 req-72edebbd-8ce9-4c88-8afe-082f8fa84ec6 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:06.705655 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20e97682-6bb4-4f64-8a3b-55aa6a7f0c03 req-72edebbd-8ce9-4c88-8afe-082f8fa84ec6 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 945 time: 0.1854720 Jun 25 09:15:06.808965 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=51882b81-9a38-48b7-8ea5-4e1d713904c2,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:06.815609 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:06.839806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port df9f4b8c-6644-4664-913a-ecb3619208a8, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=df9f4b8c-6644-4664-913a-ecb3619208a8,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:06.851722 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'df9f4b8c-6644-4664-913a-ecb3619208a8', 'network_id': 'b567525f-dea5-412a-9997-aee658afe302', 'port_id': 'df9f4b8c-6644-4664-913a-ecb3619208a8', 'mac_address': 'fa:16:3e:bc:83:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:15:06.869602 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20e97682-6bb4-4f64-8a3b-55aa6a7f0c03 req-e99cc34a-cecb-44ef-8177-83d25e8a9fda tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607451 Jun 25 09:15:06.898683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d97e6-42a4-492d-a2fe-b8dcb0f1c308 req-2acc9c36-af13-4f4f-9197-9660b5a2733e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:06.899124 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:06.900238 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce3d97e6-42a4-492d-a2fe-b8dcb0f1c308 req-2acc9c36-af13-4f4f-9197-9660b5a2733e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 945 time: 0.2538097 Jun 25 09:15:06.922090 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9f4b8c-6644-4664-913a-ecb3619208a8 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:15:06.944911 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port df9f4b8c-6644-4664-913a-ecb3619208a8, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=df9f4b8c-6644-4664-913a-ecb3619208a8,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:06.951156 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:06.952652 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 0cde92df-da68-43f7-a09e-d95f4e7819be details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:15:06.955324 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:07.012640 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce3d97e6-42a4-492d-a2fe-b8dcb0f1c308 req-74b0208f-ce6b-439f-a5c3-2a2cdfceccfd tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998447 Jun 25 09:15:07.070061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=df9f4b8c-6644-4664-913a-ecb3619208a8,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:07.100388 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:07.133115 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 0cde92df-da68-43f7-a09e-d95f4e7819be, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0cde92df-da68-43f7-a09e-d95f4e7819be,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:07.150060 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '0cde92df-da68-43f7-a09e-d95f4e7819be', 'network_id': 'b567525f-dea5-412a-9997-aee658afe302', 'port_id': '0cde92df-da68-43f7-a09e-d95f4e7819be', 'mac_address': 'fa:16:3e:b5:74:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:15:07.242962 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:07.273657 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cde92df-da68-43f7-a09e-d95f4e7819be {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:15:07.306582 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 0cde92df-da68-43f7-a09e-d95f4e7819be, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0cde92df-da68-43f7-a09e-d95f4e7819be,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:07.314307 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:07.317372 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:07.412877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=0cde92df-da68-43f7-a09e-d95f4e7819be,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:07.421911 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:07.422275 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:07.422630 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:07.423026 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:07.423371 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:07.423735 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:07.424199 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:07.424527 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:07.424962 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:07.425293 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:07.425614 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:07.426082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:07.430102 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:07.442795 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-135daf6b-5f7c-48aa-a282-f196cebb768e req-f0c56a1d-e3cd-4c08-b365-dce9e3a2c407 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-198855683&fields=id&tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae HTTP/1.1" status: 200 len: 267 time: 0.0564132 Jun 25 09:15:07.480291 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 08293231-0716-4463-80cf-b807d9931536 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:15:07.567635 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135daf6b-5f7c-48aa-a282-f196cebb768e req-4e5e408a-7a6e-4b93-aa7f-e4d7f76d7a18 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:07.569239 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-135daf6b-5f7c-48aa-a282-f196cebb768e req-4e5e408a-7a6e-4b93-aa7f-e4d7f76d7a18 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 945 time: 0.1198483 Jun 25 09:15:07.585812 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 08293231-0716-4463-80cf-b807d9931536, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=08293231-0716-4463-80cf-b807d9931536,segment=NetworkSegment(97b878c1-2fbf-46a5-a0d0-c16faa8788ed),segment_id=97b878c1-2fbf-46a5-a0d0-c16faa8788ed)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:07.586754 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-135daf6b-5f7c-48aa-a282-f196cebb768e req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Request body: {'port': {'security_groups': ['2795523e-7cf8-4b93-bd25-991dd3909360', '4befa03b-003d-4611-a34f-c2114ee6a159']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:07.598899 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '08293231-0716-4463-80cf-b807d9931536', 'network_id': '71754435-8609-4d26-9226-f6462d50ad72', 'port_id': '08293231-0716-4463-80cf-b807d9931536', 'mac_address': 'fa:16:3e:45:b0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8714fc71-29f3-4ccc-83a9-562da482dc88', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:15:07.636764 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:07.649674 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08293231-0716-4463-80cf-b807d9931536 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:15:07.666198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c84e-efab-41ad-8068-68116fdcf870 req-de21f588-3a0b-4c42-8fe7-4a7826dc594d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:07.668023 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6bf2c84e-efab-41ad-8068-68116fdcf870 req-de21f588-3a0b-4c42-8fe7-4a7826dc594d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.1489410 Jun 25 09:15:07.678481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 08293231-0716-4463-80cf-b807d9931536, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=08293231-0716-4463-80cf-b807d9931536,segment=NetworkSegment(97b878c1-2fbf-46a5-a0d0-c16faa8788ed),segment_id=97b878c1-2fbf-46a5-a0d0-c16faa8788ed)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:07.684570 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:07.686686 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:07.731112 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-135daf6b-5f7c-48aa-a282-f196cebb768e req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:07.743355 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=08293231-0716-4463-80cf-b807d9931536,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:07.745052 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6bf2c84e-efab-41ad-8068-68116fdcf870 req-ec26e800-2b9c-486b-9b4a-d524c15170f9 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572143 Jun 25 09:15:07.755584 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:07.962299 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-135daf6b-5f7c-48aa-a282-f196cebb768e req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] For port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96,segment=NetworkSegment(06e69768-99a2-4a5b-bb7a-7809780d0423),segment_id=06e69768-99a2-4a5b-bb7a-7809780d0423)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:07.995265 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f4f66-ef77-4326-8bb2-63778026bf8c req-6dd2adc0-5281-41e9-94e0-67bd0a0f7b0a tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:07.996749 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef8f4f66-ef77-4326-8bb2-63778026bf8c req-6dd2adc0-5281-41e9-94e0-67bd0a0f7b0a tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/ports?device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 951 time: 0.1190085 Jun 25 09:15:08.018750 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-135daf6b-5f7c-48aa-a282-f196cebb768e req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:08.027175 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-135daf6b-5f7c-48aa-a282-f196cebb768e req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:08.033037 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:08.086583 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:08.087735 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135daf6b-5f7c-48aa-a282-f196cebb768e req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:08.087735 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-135daf6b-5f7c-48aa-a282-f196cebb768e req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:08.090250 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-135daf6b-5f7c-48aa-a282-f196cebb768e req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "PUT /v2.0/ports/af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 HTTP/1.1" status: 200 len: 981 time: 0.5091288 Jun 25 09:15:08.094085 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cab82d-5061-4fed-9c7c-a2a4c673463a', 'tag': 'af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:08.094808 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c9057b-b60e-4dff-b2f3-3279da9d72e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cab82d-5061-4fed-9c7c-a2a4c673463a", "tag": "af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:08.125415 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef8f4f66-ef77-4326-8bb2-63778026bf8c req-90d35e29-3eeb-4fb3-b1d5-a6b8e7477c89 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/security-groups?id=9f3ff3b9-8ce0-4bb6-aa9a-38a74f824614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207850 Jun 25 09:15:08.132957 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event updated for resources: {'Port': ['ID=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96,revision_number=6']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:08.144898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:08.144898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:08.144898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:08.144898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:08.144898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:08.144898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:08.144898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:08.145520 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:08.145786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:08.146087 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:08.146436 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:08.146775 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:08.160136 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:08.164055 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['6f70d0b0-d46b-4ce3-8380-2874b88c301d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:08.391248 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c497e-a36e-408e-8462-661e7c56af79 req-646a3efb-5e79-4207-935c-d4344c7230b3 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:08.393339 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f01c497e-a36e-408e-8462-661e7c56af79 req-646a3efb-5e79-4207-935c-d4344c7230b3 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 945 time: 0.1270919 Jun 25 09:15:08.403400 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-1b3459da-d877-4ab4-b3b4-3015c4386146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:08.405887 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-1b3459da-d877-4ab4-b3b4-3015c4386146 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 1102 time: 0.0970030 Jun 25 09:15:08.408980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34e5ce-3f7b-4d52-b201-bd25052ffbac req-718fcd94-a2dd-400e-bd4c-9648b5e28ad1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:08.415052 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34e5ce-3f7b-4d52-b201-bd25052ffbac req-718fcd94-a2dd-400e-bd4c-9648b5e28ad1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:08.422104 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34e5ce-3f7b-4d52-b201-bd25052ffbac req-718fcd94-a2dd-400e-bd4c-9648b5e28ad1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:08.431168 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34e5ce-3f7b-4d52-b201-bd25052ffbac req-718fcd94-a2dd-400e-bd4c-9648b5e28ad1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:08.438843 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34e5ce-3f7b-4d52-b201-bd25052ffbac req-718fcd94-a2dd-400e-bd4c-9648b5e28ad1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:08.447299 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34e5ce-3f7b-4d52-b201-bd25052ffbac req-718fcd94-a2dd-400e-bd4c-9648b5e28ad1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:08.453423 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34e5ce-3f7b-4d52-b201-bd25052ffbac req-718fcd94-a2dd-400e-bd4c-9648b5e28ad1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:08.461487 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e34e5ce-3f7b-4d52-b201-bd25052ffbac req-718fcd94-a2dd-400e-bd4c-9648b5e28ad1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5438 time: 0.2055619 Jun 25 09:15:08.517641 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-9bd73bed-689a-40f2-998f-e42ef6e55196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:08.519589 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-9bd73bed-689a-40f2-998f-e42ef6e55196 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1070039 Jun 25 09:15:08.529695 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e34e5ce-3f7b-4d52-b201-bd25052ffbac req-8505d725-42cf-4b05-9ecd-523c5c8ad408 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673077 Jun 25 09:15:08.566372 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f01c497e-a36e-408e-8462-661e7c56af79 req-b4478d97-6e1c-4fd4-b812-9e188531d8ed tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879579 Jun 25 09:15:08.569247 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-a76754bf-95b5-47c4-8921-8f63efc18e5a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d HTTP/1.1" status: 200 len: 217 time: 0.0420566 Jun 25 09:15:08.639093 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-5134b744-ad12-4b36-94d6-166f99aa17db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:08.640588 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-5134b744-ad12-4b36-94d6-166f99aa17db service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0623624 Jun 25 09:15:08.655687 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-50b2270d-57f0-46f4-9219-12807a508dbb req-c8fea44c-8ff8-4d03-a87f-ce9f14ba6bf0 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/4befa03b-003d-4611-a34f-c2114ee6a159 HTTP/1.1" status: 200 len: 1799 time: 0.0545127 Jun 25 09:15:08.708265 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-50b2270d-57f0-46f4-9219-12807a508dbb req-3e85821c-73d1-40f1-a0c4-4aeea2a6ea41 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 25 09:15:08.709682 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-50b2270d-57f0-46f4-9219-12807a508dbb req-3e85821c-73d1-40f1-a0c4-4aeea2a6ea41 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "DELETE /v2.0/security-groups/4befa03b-003d-4611-a34f-c2114ee6a159 HTTP/1.1" status: 409 len: 341 time: 0.0527337 Jun 25 09:15:08.722681 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-bab9e6d8-0fc9-4452-ad1f-10c0d6bb0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:08.724196 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-bab9e6d8-0fc9-4452-ad1f-10c0d6bb0103 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0761647 Jun 25 09:15:08.758782 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:08.829064 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce45fcb-daea-4f15-b831-a90680a2d628 x-openstack-request-id: req-5ce45fcb-daea-4f15-b831-a90680a2d628 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:08.829884 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cab82d-5061-4fed-9c7c-a2a4c673463a", "tag": "af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:08.830471 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5ce45fcb-daea-4f15-b831-a90680a2d628 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:08.831131 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cab82d-5061-4fed-9c7c-a2a4c673463a', 'tag': 'af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96', 'status': 'completed', 'code': 200} Jun 25 09:15:08.853410 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-20f289be-5cfa-4ab6-b830-9c6aafd200f2 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213796 Jun 25 09:15:08.876924 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['51882b81-9a38-48b7-8ea5-4e1d713904c2'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:08.977597 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['0cde92df-da68-43f7-a09e-d95f4e7819be'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:09.027144 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['df9f4b8c-6644-4664-913a-ecb3619208a8'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:09.067491 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['c14fd482-e701-4929-8589-dd5397cd4f93'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:09.105983 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9057b-b60e-4dff-b2f3-3279da9d72e4 req-b728c9f9-5bcb-4429-b97e-a41f1c934ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:09.110135 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8c9057b-b60e-4dff-b2f3-3279da9d72e4 req-b728c9f9-5bcb-4429-b97e-a41f1c934ff1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae&device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 1136 time: 0.2104874 Jun 25 09:15:09.144103 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:09.195044 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['08293231-0716-4463-80cf-b807d9931536'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:09.196885 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-780bd505-27eb-49f5-bc27-471a9886b055 req-cb27d585-f62e-468c-9eb2-d9031fd9a340 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2613895 Jun 25 09:15:09.210763 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-3eaee05c-d502-4643-8760-f7008ffb7f98 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326457 Jun 25 09:15:09.256883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['c9fc842f-c94f-4048-9d10-074730e495de'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:09.316930 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9057b-b60e-4dff-b2f3-3279da9d72e4 req-56fc405e-2ae2-4a9b-8d5b-3045cab2826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:09.320272 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8c9057b-b60e-4dff-b2f3-3279da9d72e4 req-56fc405e-2ae2-4a9b-8d5b-3045cab2826a service neutron] 10.222.0.38 "GET /v2.0/networks?id=6538f724-2fee-4c1b-a85e-9b3edf9078c3 HTTP/1.1" status: 200 len: 915 time: 0.1994190 Jun 25 09:15:09.427917 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8c9057b-b60e-4dff-b2f3-3279da9d72e4 req-a9a06472-3175-4e0e-bd92-1b07e31f5e9f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 HTTP/1.1" status: 200 len: 217 time: 0.1013222 Jun 25 09:15:09.439202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bd505-27eb-49f5-bc27-471a9886b055 req-7e03ebc7-64ab-499c-bd05-32c48d5ade99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:09.442026 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-780bd505-27eb-49f5-bc27-471a9886b055 req-7e03ebc7-64ab-499c-bd05-32c48d5ade99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 1097 time: 0.1479225 Jun 25 09:15:09.551718 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9057b-b60e-4dff-b2f3-3279da9d72e4 req-bb1b2aaf-fec6-4c67-92ac-2140f356e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:09.553281 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8c9057b-b60e-4dff-b2f3-3279da9d72e4 req-bb1b2aaf-fec6-4c67-92ac-2140f356e725 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f736864-139a-4489-a2e5-9542b4a084ef HTTP/1.1" status: 200 len: 853 time: 0.1184859 Jun 25 09:15:09.629627 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8c9057b-b60e-4dff-b2f3-3279da9d72e4 req-6d3555e3-89f5-4602-a8a7-f063231250ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6538f724-2fee-4c1b-a85e-9b3edf9078c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655596 Jun 25 09:15:09.656937 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bd505-27eb-49f5-bc27-471a9886b055 req-ea4fae45-ddd8-4b4d-98b2-0c0220db94e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:09.659409 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-780bd505-27eb-49f5-bc27-471a9886b055 req-ea4fae45-ddd8-4b4d-98b2-0c0220db94e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.1857603 Jun 25 09:15:09.712070 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-780bd505-27eb-49f5-bc27-471a9886b055 req-78570133-c17f-473e-8dbe-d28aa33f1d4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9 HTTP/1.1" status: 200 len: 217 time: 0.0419846 Jun 25 09:15:09.716913 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device b4f1344f-b241-4553-8484-1e7233ce5fa2 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:15:09.791547 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bd505-27eb-49f5-bc27-471a9886b055 req-50e7f168-8beb-4c69-8aab-30ad871e4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:09.793212 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-780bd505-27eb-49f5-bc27-471a9886b055 req-50e7f168-8beb-4c69-8aab-30ad871e4dde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.0677161 Jun 25 09:15:09.805767 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8c9057b-b60e-4dff-b2f3-3279da9d72e4 req-120c6517-437c-4ef4-8977-5bda2fceb111 service neutron] 10.222.0.38 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474543 Jun 25 09:15:09.819485 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317528f-1a04-4509-abc4-17408b74403d req-e0f00298-0b42-423a-abe0-b15605374d08 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:09.821070 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f317528f-1a04-4509-abc4-17408b74403d req-e0f00298-0b42-423a-abe0-b15605374d08 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.2433517 Jun 25 09:15:09.855100 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-780bd505-27eb-49f5-bc27-471a9886b055 req-313085bc-cedc-42b5-b572-129111d09fb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486078 Jun 25 09:15:09.898699 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aecbac-aca5-4902-9a59-cb47c263adf6 req-61161f61-a48a-4c7f-8283-49780122aa23 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:09.900342 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5aecbac-aca5-4902-9a59-cb47c263adf6 req-61161f61-a48a-4c7f-8283-49780122aa23 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 984 time: 0.2203605 Jun 25 09:15:09.921447 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:09.975752 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f317528f-1a04-4509-abc4-17408b74403d req-dd01b9ce-c06a-4d42-ae65-08bbe64795f7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451921 Jun 25 09:15:09.990045 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port b4f1344f-b241-4553-8484-1e7233ce5fa2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=b4f1344f-b241-4553-8484-1e7233ce5fa2,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:09.992621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ea3477-8b0a-49c2-9921-9e7eb3c030d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f1344f-b241-4553-8484-1e7233ce5fa2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:09.995382 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9c64e0-6db3-41d6-96d5-b8bb236e8753" -d '{"events": [{"server_uuid": "47ea3477-8b0a-49c2-9921-9e7eb3c030d9", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f1344f-b241-4553-8484-1e7233ce5fa2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:09.997049 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8c9057b-b60e-4dff-b2f3-3279da9d72e4 req-a99a7d45-0f65-45af-a93f-2f5751f88b54 service neutron] 10.222.0.38 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748841 Jun 25 09:15:10.005563 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5aecbac-aca5-4902-9a59-cb47c263adf6 req-b12ad4c6-9148-4c04-a037-dfcbcecba164 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&id=4befa03b-003d-4611-a34f-c2114ee6a159&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0984299 Jun 25 09:15:10.045434 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:10.069693 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-780bd505-27eb-49f5-bc27-471a9886b055 req-088233b3-66e5-4f99-90e6-9da1a9a6ddc6 service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939559 Jun 25 09:15:10.070083 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:10.210658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc18d0-1afd-4218-98cf-ebcaa57fb88a req-f72cacf7-fba5-4bf3-a50c-e022c6ddce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:10.219966 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7cc18d0-1afd-4218-98cf-ebcaa57fb88a req-f72cacf7-fba5-4bf3-a50c-e022c6ddce91 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae&device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 1136 time: 0.1252582 Jun 25 09:15:10.262202 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-780bd505-27eb-49f5-bc27-471a9886b055 req-f65b277f-5c4e-48b9-8283-1773541405cd service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919408 Jun 25 09:15:10.294095 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=b4f1344f-b241-4553-8484-1e7233ce5fa2,revision_number=11']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:10.300548 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:10.669063 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc18d0-1afd-4218-98cf-ebcaa57fb88a req-c4cd3d3a-21b1-4944-b658-c745f9625af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:10.670449 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7cc18d0-1afd-4218-98cf-ebcaa57fb88a req-c4cd3d3a-21b1-4944-b658-c745f9625af3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6538f724-2fee-4c1b-a85e-9b3edf9078c3 HTTP/1.1" status: 200 len: 915 time: 0.4436157 Jun 25 09:15:10.717136 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7cc18d0-1afd-4218-98cf-ebcaa57fb88a req-4bdd66a0-2266-4275-a596-ed5171c13708 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 HTTP/1.1" status: 200 len: 217 time: 0.0395124 Jun 25 09:15:10.745330 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88eb8-ca3b-4f33-9107-8000c49110a1 req-9a9be5f3-7b8f-4bb2-ad81-b13f089f3e3d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:10.751044 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88eb8-ca3b-4f33-9107-8000c49110a1 req-9a9be5f3-7b8f-4bb2-ad81-b13f089f3e3d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:10.756754 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88eb8-ca3b-4f33-9107-8000c49110a1 req-9a9be5f3-7b8f-4bb2-ad81-b13f089f3e3d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:10.762711 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88eb8-ca3b-4f33-9107-8000c49110a1 req-9a9be5f3-7b8f-4bb2-ad81-b13f089f3e3d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:10.769106 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88eb8-ca3b-4f33-9107-8000c49110a1 req-9a9be5f3-7b8f-4bb2-ad81-b13f089f3e3d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:10.774898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88eb8-ca3b-4f33-9107-8000c49110a1 req-9a9be5f3-7b8f-4bb2-ad81-b13f089f3e3d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:10.780745 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88eb8-ca3b-4f33-9107-8000c49110a1 req-9a9be5f3-7b8f-4bb2-ad81-b13f089f3e3d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:10.782719 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bf88eb8-ca3b-4f33-9107-8000c49110a1 req-9a9be5f3-7b8f-4bb2-ad81-b13f089f3e3d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5438 time: 0.5863764 Jun 25 09:15:10.812240 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2172-10a7-482e-bbab-072039f211e6 req-acfaa359-7e4e-46c9-afc0-160db5b2ba98 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:10.813804 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd4b2172-10a7-482e-bbab-072039f211e6 req-acfaa359-7e4e-46c9-afc0-160db5b2ba98 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 945 time: 0.5695479 Jun 25 09:15:10.902412 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bf88eb8-ca3b-4f33-9107-8000c49110a1 req-54f680e6-ef49-4de7-b79b-2099db58454a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085708 Jun 25 09:15:10.905879 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc18d0-1afd-4218-98cf-ebcaa57fb88a req-081a7c6c-94e6-4e90-b159-660261627da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:10.907291 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7cc18d0-1afd-4218-98cf-ebcaa57fb88a req-081a7c6c-94e6-4e90-b159-660261627da5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f736864-139a-4489-a2e5-9542b4a084ef HTTP/1.1" status: 200 len: 853 time: 0.1811996 Jun 25 09:15:10.912033 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd4b2172-10a7-482e-bbab-072039f211e6 req-8585fa25-bf16-4737-8644-4fba2ba325ca tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789835 Jun 25 09:15:10.973889 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7cc18d0-1afd-4218-98cf-ebcaa57fb88a req-a019c507-1c20-47f1-9f3e-c5d1181d55b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6538f724-2fee-4c1b-a85e-9b3edf9078c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595987 Jun 25 09:15:11.010625 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44316bb9-b6e5-4cec-a50a-bbafecdd8c90 x-openstack-request-id: req-44316bb9-b6e5-4cec-a50a-bbafecdd8c90 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:11.011350 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ea3477-8b0a-49c2-9921-9e7eb3c030d9", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f1344f-b241-4553-8484-1e7233ce5fa2", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:11.011350 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-44316bb9-b6e5-4cec-a50a-bbafecdd8c90 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:11.011572 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ea3477-8b0a-49c2-9921-9e7eb3c030d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f1344f-b241-4553-8484-1e7233ce5fa2', 'code': 200} Jun 25 09:15:11.100626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7cc18d0-1afd-4218-98cf-ebcaa57fb88a req-33ba2b7d-321e-48f5-aeec-c891d851eb08 service neutron] 10.222.0.38 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151352 Jun 25 09:15:11.232783 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7cc18d0-1afd-4218-98cf-ebcaa57fb88a req-e4a2e1c5-ff33-4cfa-9e4a-dc9069c40691 service neutron] 10.222.0.38 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179810 Jun 25 09:15:11.395311 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0075e1a-56ab-4f6f-a7f2-98b740e9e0e2 req-619e5660-bd96-463b-9bd9-179921becf3c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:11.396940 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b0075e1a-56ab-4f6f-a7f2-98b740e9e0e2 req-619e5660-bd96-463b-9bd9-179921becf3c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.1178396 Jun 25 09:15:11.497033 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b0075e1a-56ab-4f6f-a7f2-98b740e9e0e2 req-5bca0f9d-d0ca-4515-94aa-32dafed865d9 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820937 Jun 25 09:15:11.534040 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfa5a3-ff87-4ce2-aca5-c52a44ffee46 req-9bc2fdc6-4549-4a6b-8a8f-b9b216589cba tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:11.540711 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fddfa5a3-ff87-4ce2-aca5-c52a44ffee46 req-9bc2fdc6-4549-4a6b-8a8f-b9b216589cba tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 984 time: 0.1001077 Jun 25 09:15:11.592179 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fddfa5a3-ff87-4ce2-aca5-c52a44ffee46 req-1602fc87-42ea-4964-8bfa-c5b7affccdbb tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&id=4befa03b-003d-4611-a34f-c2114ee6a159&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0504696 Jun 25 09:15:11.705011 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8573b-e722-4f64-842a-87f654faf93c req-b016fff5-734f-4e0c-be0c-0413a30318b0 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:11.706495 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52d8573b-e722-4f64-842a-87f654faf93c req-b016fff5-734f-4e0c-be0c-0413a30318b0 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/ports?device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 949 time: 0.0687826 Jun 25 09:15:11.745937 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52d8573b-e722-4f64-842a-87f654faf93c req-940e5e14-c848-4e94-b7e1-f9b148dff31a tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/security-groups?id=9f3ff3b9-8ce0-4bb6-aa9a-38a74f824614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331438 Jun 25 09:15:12.141359 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c862-0f64-4e13-a11e-d958f2101408 req-baa12bca-ccae-4aba-9581-4c4ff35d21db tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:12.147104 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c862-0f64-4e13-a11e-d958f2101408 req-baa12bca-ccae-4aba-9581-4c4ff35d21db tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:12.153066 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c862-0f64-4e13-a11e-d958f2101408 req-baa12bca-ccae-4aba-9581-4c4ff35d21db tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:12.158855 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c862-0f64-4e13-a11e-d958f2101408 req-baa12bca-ccae-4aba-9581-4c4ff35d21db tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:12.164693 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c862-0f64-4e13-a11e-d958f2101408 req-baa12bca-ccae-4aba-9581-4c4ff35d21db tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:12.170523 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c862-0f64-4e13-a11e-d958f2101408 req-baa12bca-ccae-4aba-9581-4c4ff35d21db tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:12.176635 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c862-0f64-4e13-a11e-d958f2101408 req-baa12bca-ccae-4aba-9581-4c4ff35d21db tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:12.178572 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87c1c862-0f64-4e13-a11e-d958f2101408 req-baa12bca-ccae-4aba-9581-4c4ff35d21db tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5438 time: 0.1490428 Jun 25 09:15:12.220981 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076a2a5-18f2-493c-a091-6258e0fa61ba req-352796da-07e2-43f8-aca8-15642211c846 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:12.222489 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b076a2a5-18f2-493c-a091-6258e0fa61ba req-352796da-07e2-43f8-aca8-15642211c846 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 945 time: 0.1473193 Jun 25 09:15:12.246302 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87c1c862-0f64-4e13-a11e-d958f2101408 req-c522c9d3-9369-453c-81fe-4b1df113270e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608416 Jun 25 09:15:12.276980 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b076a2a5-18f2-493c-a091-6258e0fa61ba req-2904b839-98da-411a-ab45-99147ed7d211 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480955 Jun 25 09:15:12.702615 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89816c49-e7e5-4cb1-a185-bbdd3724fc38 req-9123640d-6059-420d-8f39-5b9c258fd2e6 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:12.704242 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-89816c49-e7e5-4cb1-a185-bbdd3724fc38 req-9123640d-6059-420d-8f39-5b9c258fd2e6 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.0676634 Jun 25 09:15:12.808130 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-89816c49-e7e5-4cb1-a185-bbdd3724fc38 req-1a6abc2f-0e94-4e74-a04f-24275e14b52e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958364 Jun 25 09:15:12.840487 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c4434-9b09-41bd-b5d1-f04e938fcca5 req-0d1c727d-1f02-47a1-b246-2920bfbc3564 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:12.842219 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7b4c4434-9b09-41bd-b5d1-f04e938fcca5 req-0d1c727d-1f02-47a1-b246-2920bfbc3564 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 984 time: 0.1127267 Jun 25 09:15:12.891005 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7b4c4434-9b09-41bd-b5d1-f04e938fcca5 req-84715087-3759-45fa-afca-de518351e1f2 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=2795523e-7cf8-4b93-bd25-991dd3909360&id=4befa03b-003d-4611-a34f-c2114ee6a159&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0407715 Jun 25 09:15:13.021466 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c5a04-49bf-40f5-bcb4-859c01ef4fa5 req-12963e66-fdf6-4aa9-80b4-d8f7f831153b tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:13.023063 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa2c5a04-49bf-40f5-bcb4-859c01ef4fa5 req-12963e66-fdf6-4aa9-80b4-d8f7f831153b tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/ports?device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 949 time: 0.0772367 Jun 25 09:15:13.097720 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-801dddce-efa2-4787-8716-345a311bf7ad req-3c4b44e5-c69f-408c-96ad-075ea64934a6 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-788977429&fields=id&tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae HTTP/1.1" status: 200 len: 267 time: 0.0843058 Jun 25 09:15:13.100869 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa2c5a04-49bf-40f5-bcb4-859c01ef4fa5 req-3d660074-a2ac-4b41-a78e-8365413f0975 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/security-groups?id=9f3ff3b9-8ce0-4bb6-aa9a-38a74f824614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703177 Jun 25 09:15:13.197049 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dddce-efa2-4787-8716-345a311bf7ad req-d463f391-95b9-4c9f-af49-6a615c45ce89 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:13.199563 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-801dddce-efa2-4787-8716-345a311bf7ad req-d463f391-95b9-4c9f-af49-6a615c45ce89 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 984 time: 0.0933905 Jun 25 09:15:13.211759 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-801dddce-efa2-4787-8716-345a311bf7ad req-007023d2-c9da-4c58-a092-258823f71c36 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Request body: {'port': {'security_groups': ['2795523e-7cf8-4b93-bd25-991dd3909360', '4befa03b-003d-4611-a34f-c2114ee6a159', 'f0e99e61-f041-44ca-ba1c-641b9a413eda']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:13.310664 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-801dddce-efa2-4787-8716-345a311bf7ad req-007023d2-c9da-4c58-a092-258823f71c36 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:13.530008 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e678b3-cfb3-40b5-96b8-ff06b2be8a4c req-1c2ffa0c-d6c4-4285-8969-afa600b8ca2f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:13.536360 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e678b3-cfb3-40b5-96b8-ff06b2be8a4c req-1c2ffa0c-d6c4-4285-8969-afa600b8ca2f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:13.543242 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e678b3-cfb3-40b5-96b8-ff06b2be8a4c req-1c2ffa0c-d6c4-4285-8969-afa600b8ca2f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:13.549649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e678b3-cfb3-40b5-96b8-ff06b2be8a4c req-1c2ffa0c-d6c4-4285-8969-afa600b8ca2f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:13.555980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e678b3-cfb3-40b5-96b8-ff06b2be8a4c req-1c2ffa0c-d6c4-4285-8969-afa600b8ca2f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:13.562150 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e678b3-cfb3-40b5-96b8-ff06b2be8a4c req-1c2ffa0c-d6c4-4285-8969-afa600b8ca2f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:13.568259 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e678b3-cfb3-40b5-96b8-ff06b2be8a4c req-1c2ffa0c-d6c4-4285-8969-afa600b8ca2f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:13.570340 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43e678b3-cfb3-40b5-96b8-ff06b2be8a4c req-1c2ffa0c-d6c4-4285-8969-afa600b8ca2f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5438 time: 0.1885743 Jun 25 09:15:13.652075 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43e678b3-cfb3-40b5-96b8-ff06b2be8a4c req-35034b75-837b-4231-bb46-4b01605e07cb tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722921 Jun 25 09:15:13.654092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-801dddce-efa2-4787-8716-345a311bf7ad req-007023d2-c9da-4c58-a092-258823f71c36 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] For port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96,segment=NetworkSegment(06e69768-99a2-4a5b-bb7a-7809780d0423),segment_id=06e69768-99a2-4a5b-bb7a-7809780d0423)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:13.687364 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-801dddce-efa2-4787-8716-345a311bf7ad req-007023d2-c9da-4c58-a092-258823f71c36 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:13.693109 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-801dddce-efa2-4787-8716-345a311bf7ad req-007023d2-c9da-4c58-a092-258823f71c36 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:13.697912 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:13.736059 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['6f70d0b0-d46b-4ce3-8380-2874b88c301d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:13.740934 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dddce-efa2-4787-8716-345a311bf7ad req-007023d2-c9da-4c58-a092-258823f71c36 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:13.741622 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-801dddce-efa2-4787-8716-345a311bf7ad req-007023d2-c9da-4c58-a092-258823f71c36 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:13.742975 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-801dddce-efa2-4787-8716-345a311bf7ad req-007023d2-c9da-4c58-a092-258823f71c36 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "PUT /v2.0/ports/af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 HTTP/1.1" status: 200 len: 1020 time: 0.5363004 Jun 25 09:15:13.743491 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cab82d-5061-4fed-9c7c-a2a4c673463a', 'tag': 'af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:13.746397 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3c1a36-29ab-48e5-8b4e-b1e5848c0272" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cab82d-5061-4fed-9c7c-a2a4c673463a", "tag": "af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:13.788762 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007023d2-c9da-4c58-a092-258823f71c36 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event updated for resources: {'Port': ['ID=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96,revision_number=7']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:13.790834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:13.812615 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-007023d2-c9da-4c58-a092-258823f71c36 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:13.854131 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4b9cd-6afa-4fc0-99bc-b2ffa508c253 req-bc287812-f8ea-4012-ace4-73fd04970046 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:13.855689 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93c4b9cd-6afa-4fc0-99bc-b2ffa508c253 req-bc287812-f8ea-4012-ace4-73fd04970046 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 945 time: 0.0818832 Jun 25 09:15:13.902145 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93c4b9cd-6afa-4fc0-99bc-b2ffa508c253 req-2cbdba94-6173-44e4-b8d5-349f6a7897ed tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Jun 25 09:15:13.995634 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c8bb70-0482-454b-93e0-24570f28139a x-openstack-request-id: req-e7c8bb70-0482-454b-93e0-24570f28139a {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:13.995887 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cab82d-5061-4fed-9c7c-a2a4c673463a", "tag": "af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:13.995994 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e7c8bb70-0482-454b-93e0-24570f28139a {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:13.996439 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cab82d-5061-4fed-9c7c-a2a4c673463a', 'tag': 'af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96', 'status': 'completed', 'code': 200} Jun 25 09:15:14.027989 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:14.050930 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45334df7-907f-410e-9928-08561bfd0f5a req-3036955b-b8b8-4a31-8349-e9d3ae193c99 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/f0e99e61-f041-44ca-ba1c-641b9a413eda HTTP/1.1" status: 200 len: 1800 time: 0.0532506 Jun 25 09:15:14.101509 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543f485-6797-4bbd-9242-19d9faee9aa1 req-798b39cf-a099-45d3-92b9-2c466df5c09d tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:14.103777 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a543f485-6797-4bbd-9242-19d9faee9aa1 req-798b39cf-a099-45d3-92b9-2c466df5c09d tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 949 time: 0.1440847 Jun 25 09:15:14.121208 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c1a36-29ab-48e5-8b4e-b1e5848c0272 req-c7b467b8-2765-4b4f-8fdc-14182678a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:14.123547 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f3c1a36-29ab-48e5-8b4e-b1e5848c0272 req-c7b467b8-2765-4b4f-8fdc-14182678a7b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae&device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 1175 time: 0.0928643 Jun 25 09:15:14.181094 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-45334df7-907f-410e-9928-08561bfd0f5a req-46077bf5-d51d-4ffc-9fd1-3638c6967f3d tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 25 09:15:14.182208 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45334df7-907f-410e-9928-08561bfd0f5a req-46077bf5-d51d-4ffc-9fd1-3638c6967f3d tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "DELETE /v2.0/security-groups/f0e99e61-f041-44ca-ba1c-641b9a413eda HTTP/1.1" status: 409 len: 341 time: 0.1239297 Jun 25 09:15:14.236566 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c1a36-29ab-48e5-8b4e-b1e5848c0272 req-55de9b2a-1b9b-4816-89af-2e1e50d9d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:14.238391 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f3c1a36-29ab-48e5-8b4e-b1e5848c0272 req-55de9b2a-1b9b-4816-89af-2e1e50d9d393 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6538f724-2fee-4c1b-a85e-9b3edf9078c3 HTTP/1.1" status: 200 len: 915 time: 0.1084471 Jun 25 09:15:14.273588 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556cf31-786c-47a9-b66e-0b75acfce85e req-0c550953-9540-4832-a444-cc4a1dd62b5d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:14.275173 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6556cf31-786c-47a9-b66e-0b75acfce85e req-0c550953-9540-4832-a444-cc4a1dd62b5d tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.1186190 Jun 25 09:15:14.283844 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-a543f485-6797-4bbd-9242-19d9faee9aa1 req-dbf24cdb-593b-4a0f-a744-936eae8dcedd tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Deleting port b4f1344f-b241-4553-8484-1e7233ce5fa2 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:15:14.284359 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a543f485-6797-4bbd-9242-19d9faee9aa1 req-dbf24cdb-593b-4a0f-a744-936eae8dcedd tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:14.425731 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6556cf31-786c-47a9-b66e-0b75acfce85e req-c34d5c6f-8f31-4b5e-9874-ad7417c48871 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367252 Jun 25 09:15:14.467631 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a543f485-6797-4bbd-9242-19d9faee9aa1 req-dbf24cdb-593b-4a0f-a744-936eae8dcedd tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] For port b4f1344f-b241-4553-8484-1e7233ce5fa2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=b4f1344f-b241-4553-8484-1e7233ce5fa2,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:14.468047 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a543f485-6797-4bbd-9242-19d9faee9aa1 req-dbf24cdb-593b-4a0f-a744-936eae8dcedd tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:14.486191 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-a543f485-6797-4bbd-9242-19d9faee9aa1 req-dbf24cdb-593b-4a0f-a744-936eae8dcedd tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Calling delete_port for b4f1344f-b241-4553-8484-1e7233ce5fa2 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:15:14.556114 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fd353-33a6-48ce-b354-0b4d815668ad req-45209b9d-e907-4ac7-b0d7-cad36a9ca0ec tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:14.558122 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f5fd353-33a6-48ce-b354-0b4d815668ad req-45209b9d-e907-4ac7-b0d7-cad36a9ca0ec tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/ports?device_id=47ea3477-8b0a-49c2-9921-9e7eb3c030d9 HTTP/1.1" status: 200 len: 949 time: 0.2281420 Jun 25 09:15:14.656589 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f3c1a36-29ab-48e5-8b4e-b1e5848c0272 req-756d3d8a-7748-4d53-ab83-7c609b85d729 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 HTTP/1.1" status: 200 len: 217 time: 0.4103477 Jun 25 09:15:14.657311 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f5fd353-33a6-48ce-b354-0b4d815668ad req-3c6cfd49-d53a-495a-a9eb-e0c0dfdf6639 tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.93 "GET /v2.0/security-groups?id=9f3ff3b9-8ce0-4bb6-aa9a-38a74f824614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894561 Jun 25 09:15:14.713415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c1a36-29ab-48e5-8b4e-b1e5848c0272 req-ffbdcd1c-0ac3-41a3-a664-db1a597aa5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:14.715026 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f3c1a36-29ab-48e5-8b4e-b1e5848c0272 req-ffbdcd1c-0ac3-41a3-a664-db1a597aa5f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f736864-139a-4489-a2e5-9542b4a084ef HTTP/1.1" status: 200 len: 853 time: 0.0510652 Jun 25 09:15:14.716328 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a543f485-6797-4bbd-9242-19d9faee9aa1 req-dbf24cdb-593b-4a0f-a744-936eae8dcedd tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:14.720859 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5150ad65-d298-463e-8f62-0473b9599190 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:14.757520 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf24cdb-593b-4a0f-a744-936eae8dcedd tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Pushing event deleted for resources: {'Port': ['ID=b4f1344f-b241-4553-8484-1e7233ce5fa2,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:14.768297 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dbf24cdb-593b-4a0f-a744-936eae8dcedd tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:14.781241 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f3c1a36-29ab-48e5-8b4e-b1e5848c0272 req-7eede598-a36b-4004-a417-f963c5a0135a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6538f724-2fee-4c1b-a85e-9b3edf9078c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585105 Jun 25 09:15:14.847236 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a543f485-6797-4bbd-9242-19d9faee9aa1 req-dbf24cdb-593b-4a0f-a744-936eae8dcedd tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] No DVR routers for this DVR port b4f1344f-b241-4553-8484-1e7233ce5fa2 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:15:14.850593 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a543f485-6797-4bbd-9242-19d9faee9aa1 req-dbf24cdb-593b-4a0f-a744-936eae8dcedd tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:14.852589 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a543f485-6797-4bbd-9242-19d9faee9aa1 req-dbf24cdb-593b-4a0f-a744-936eae8dcedd tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] 10.222.0.38 "DELETE /v2.0/ports/b4f1344f-b241-4553-8484-1e7233ce5fa2 HTTP/1.1" status: 204 len: 173 time: 0.7423570 Jun 25 09:15:14.894179 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f3c1a36-29ab-48e5-8b4e-b1e5848c0272 req-ed03b0f1-2512-4a9c-9d5e-f2904f58bd96 service neutron] 10.222.0.38 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046715 Jun 25 09:15:14.952627 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb2eb0-c6b9-429c-a6f4-bde2b01e2fa1 req-a5a4a8dc-62ce-4190-8e32-7679adeb8996 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:14.958382 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb2eb0-c6b9-429c-a6f4-bde2b01e2fa1 req-a5a4a8dc-62ce-4190-8e32-7679adeb8996 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:14.964386 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb2eb0-c6b9-429c-a6f4-bde2b01e2fa1 req-a5a4a8dc-62ce-4190-8e32-7679adeb8996 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:14.970361 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb2eb0-c6b9-429c-a6f4-bde2b01e2fa1 req-a5a4a8dc-62ce-4190-8e32-7679adeb8996 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:14.976291 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb2eb0-c6b9-429c-a6f4-bde2b01e2fa1 req-a5a4a8dc-62ce-4190-8e32-7679adeb8996 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:14.982189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb2eb0-c6b9-429c-a6f4-bde2b01e2fa1 req-a5a4a8dc-62ce-4190-8e32-7679adeb8996 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:14.988271 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb2eb0-c6b9-429c-a6f4-bde2b01e2fa1 req-a5a4a8dc-62ce-4190-8e32-7679adeb8996 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:14.990590 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37eb2eb0-c6b9-429c-a6f4-bde2b01e2fa1 req-a5a4a8dc-62ce-4190-8e32-7679adeb8996 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5438 time: 0.1721694 Jun 25 09:15:14.991014 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f3c1a36-29ab-48e5-8b4e-b1e5848c0272 req-83f1f7c8-02c2-4ab8-a21d-a8e8e8d723d4 service neutron] 10.222.0.38 "GET /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898235 Jun 25 09:15:15.014096 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e23cf2-4716-4fd7-9213-bdfe9170df3a req-1e34626e-849c-4b7f-8e19-33e83eab4056 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:15.015541 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01e23cf2-4716-4fd7-9213-bdfe9170df3a req-1e34626e-849c-4b7f-8e19-33e83eab4056 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 1023 time: 0.1453118 Jun 25 09:15:15.062847 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37eb2eb0-c6b9-429c-a6f4-bde2b01e2fa1 req-696ca9ff-d71e-4d60-9bb9-22bcdd8c16ec tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654109 Jun 25 09:15:15.089267 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01e23cf2-4716-4fd7-9213-bdfe9170df3a req-e3936103-87e5-44eb-8c5b-789b0d9ce97a tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=f0e99e61-f041-44ca-ba1c-641b9a413eda&id=2795523e-7cf8-4b93-bd25-991dd3909360&id=4befa03b-003d-4611-a34f-c2114ee6a159&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0651200 Jun 25 09:15:15.267387 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e3ab1-e1fd-431b-8e1f-ae3ee4307738 req-eb93259a-7ff3-4c49-bcc5-35f32ccdae65 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:15.268874 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f89e3ab1-e1fd-431b-8e1f-ae3ee4307738 req-eb93259a-7ff3-4c49-bcc5-35f32ccdae65 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 945 time: 0.0753024 Jun 25 09:15:15.312216 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f89e3ab1-e1fd-431b-8e1f-ae3ee4307738 req-9269927f-a348-46d7-b987-2d80768042f8 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354133 Jun 25 09:15:15.534366 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c9fc842f-c94f-4048-9d10-074730e495de up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:15.592104 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port c9fc842f-c94f-4048-9d10-074730e495de completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:15.596508 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port c9fc842f-c94f-4048-9d10-074730e495de triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:15.596944 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:15.621332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8add1f-d02e-467e-a167-def876004448 req-a4f4bf84-95ab-4848-aa55-b017e6470269 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:15.622890 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd8add1f-d02e-467e-a167-def876004448 req-a4f4bf84-95ab-4848-aa55-b017e6470269 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.0739691 Jun 25 09:15:15.663954 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd8add1f-d02e-467e-a167-def876004448 req-619aa1a7-178f-42d6-a124-5393ce5f7c6b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348125 Jun 25 09:15:15.683831 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:15.709295 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fc842f-c94f-4048-9d10-074730e495de'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:15.711736 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8885a6dd-c546-4721-bdfd-7b7f077aea07" -d '{"events": [{"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-plugged", "status": "completed", "tag": "c9fc842f-c94f-4048-9d10-074730e495de"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:15.725697 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port c9fc842f-c94f-4048-9d10-074730e495de, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c9fc842f-c94f-4048-9d10-074730e495de,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:15.742434 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:15.743507 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c14fd482-e701-4929-8589-dd5397cd4f93 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:15.745600 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:15.766930 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c96a2b-421c-4568-8480-c2856e8cddb2 x-openstack-request-id: req-46c96a2b-421c-4568-8480-c2856e8cddb2 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:15.767193 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-plugged", "status": "completed", "tag": "c9fc842f-c94f-4048-9d10-074730e495de", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:15.767347 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-46c96a2b-421c-4568-8480-c2856e8cddb2 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:15.768378 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fc842f-c94f-4048-9d10-074730e495de', 'code': 200} Jun 25 09:15:15.827535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=c9fc842f-c94f-4048-9d10-074730e495de,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:15.831149 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:15.841915 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port c14fd482-e701-4929-8589-dd5397cd4f93 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:15.847214 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port c14fd482-e701-4929-8589-dd5397cd4f93 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:15.849937 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:15.934973 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:15.972485 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port c14fd482-e701-4929-8589-dd5397cd4f93, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c14fd482-e701-4929-8589-dd5397cd4f93,segment=NetworkSegment(91af7a17-385f-482e-a8de-b6bea300e68e),segment_id=91af7a17-385f-482e-a8de-b6bea300e68e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:15.977119 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:15.978008 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:15.979835 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:15.997646 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ea3477-8b0a-49c2-9921-9e7eb3c030d9', 'name': 'network-vif-deleted', 'tag': 'b4f1344f-b241-4553-8484-1e7233ce5fa2'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:16.000166 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c2ebdb-2a12-4a22-a449-77a5ee537729" -d '{"events": [{"server_uuid": "47ea3477-8b0a-49c2-9921-9e7eb3c030d9", "name": "network-vif-deleted", "tag": "b4f1344f-b241-4553-8484-1e7233ce5fa2"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:16.053623 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc536f0-0a1b-48cf-ae4b-20b5a829a326 x-openstack-request-id: req-2cc536f0-0a1b-48cf-ae4b-20b5a829a326 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:16.053952 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ea3477-8b0a-49c2-9921-9e7eb3c030d9", "name": "network-vif-deleted", "tag": "b4f1344f-b241-4553-8484-1e7233ce5fa2", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:16.054242 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2cc536f0-0a1b-48cf-ae4b-20b5a829a326 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:16.054834 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ea3477-8b0a-49c2-9921-9e7eb3c030d9', 'name': 'network-vif-deleted', 'tag': 'b4f1344f-b241-4553-8484-1e7233ce5fa2', 'status': 'completed', 'code': 200} Jun 25 09:15:16.064513 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=c14fd482-e701-4929-8589-dd5397cd4f93,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:16.067993 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:16.081592 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:16.083965 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44104) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:16.085730 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:16.086099 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:16.185302 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:16.227266 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:16.232292 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:16.234380 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 51882b81-9a38-48b7-8ea5-4e1d713904c2 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:16.238418 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:16.297883 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44116) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:16.301787 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c3055382-2226-4610-9999-88a19149bf8d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=26eccfe8f0c74ea7943c3514f1316bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158480 Jun 25 09:15:16.320393 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:16.324323 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:16.332705 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 51882b81-9a38-48b7-8ea5-4e1d713904c2 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:16.337280 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 51882b81-9a38-48b7-8ea5-4e1d713904c2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:16.337681 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:16.359888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7368dc0-701f-4e0a-a888-2b43a18ea78b req-b83f93ed-b2cf-489b-8e54-a34ca4e77c3c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:16.360194 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:16.367885 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7368dc0-701f-4e0a-a888-2b43a18ea78b req-b83f93ed-b2cf-489b-8e54-a34ca4e77c3c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:16.375126 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7368dc0-701f-4e0a-a888-2b43a18ea78b req-b83f93ed-b2cf-489b-8e54-a34ca4e77c3c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:16.388118 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7368dc0-701f-4e0a-a888-2b43a18ea78b req-b83f93ed-b2cf-489b-8e54-a34ca4e77c3c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:16.394588 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:16.395588 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7368dc0-701f-4e0a-a888-2b43a18ea78b req-b83f93ed-b2cf-489b-8e54-a34ca4e77c3c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:16.404052 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7368dc0-701f-4e0a-a888-2b43a18ea78b req-b83f93ed-b2cf-489b-8e54-a34ca4e77c3c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:16.426616 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7368dc0-701f-4e0a-a888-2b43a18ea78b req-b83f93ed-b2cf-489b-8e54-a34ca4e77c3c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:16.437280 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7368dc0-701f-4e0a-a888-2b43a18ea78b req-b83f93ed-b2cf-489b-8e54-a34ca4e77c3c tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5441 time: 0.2119868 Jun 25 09:15:16.446319 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:16.450340 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:16.455309 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9f3ff3b9-8ce0-4bb6-aa9a-38a74f824614 HTTP/1.1" status: 204 len: 168 time: 0.1562274 Jun 25 09:15:16.456758 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2d716e2f-ba17-4ee0-909d-3e77c5020909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:16.468484 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3ff3b9-8ce0-4bb6-aa9a-38a74f824614,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:16.477543 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:16.478347 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:16.479358 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:16.479925 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:16.480497 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:16.481205 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:16.481800 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:16.482575 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:16.483158 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:16.483838 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:16.484484 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:16.485121 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:16.490093 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:16.539054 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:16.543282 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7368dc0-701f-4e0a-a888-2b43a18ea78b req-b89b02dd-6167-462a-81a6-73a28fc6fe75 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1044176 Jun 25 09:15:16.595729 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 51882b81-9a38-48b7-8ea5-4e1d713904c2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=51882b81-9a38-48b7-8ea5-4e1d713904c2,segment=NetworkSegment(97b878c1-2fbf-46a5-a0d0-c16faa8788ed),segment_id=97b878c1-2fbf-46a5-a0d0-c16faa8788ed)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:16.601580 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:16.602778 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device df9f4b8c-6644-4664-913a-ecb3619208a8 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:16.608145 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:16.629435 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7b623-1551-4260-b80a-faddf4c1da60 req-2e72445f-157c-4ebb-8850-3bc50923e9e9 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:16.638354 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4bd7b623-1551-4260-b80a-faddf4c1da60 req-2e72445f-157c-4ebb-8850-3bc50923e9e9 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 1023 time: 0.0916874 Jun 25 09:15:16.698339 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=51882b81-9a38-48b7-8ea5-4e1d713904c2,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:16.701658 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4bd7b623-1551-4260-b80a-faddf4c1da60 req-dd52a842-6857-4436-b545-b074e2e5644d tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=f0e99e61-f041-44ca-ba1c-641b9a413eda&id=2795523e-7cf8-4b93-bd25-991dd3909360&id=4befa03b-003d-4611-a34f-c2114ee6a159&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0620661 Jun 25 09:15:16.702053 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:16.702511 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port df9f4b8c-6644-4664-913a-ecb3619208a8 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:16.706909 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port df9f4b8c-6644-4664-913a-ecb3619208a8 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:16.707594 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:16.799249 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:16.884171 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27ab14-03af-4168-b9a8-92a3245ed419 req-b3f6300b-5127-4db0-a258-4366e8f5bf4e tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:16.886438 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b27ab14-03af-4168-b9a8-92a3245ed419 req-b3f6300b-5127-4db0-a258-4366e8f5bf4e tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 1023 time: 0.1104512 Jun 25 09:15:16.944761 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d778a-a9a1-48cd-bba5-c1f47b5f1b00 req-e8ecd358-822c-4aed-ab9a-7559ca74fbb6 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:16.952346 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-067d778a-a9a1-48cd-bba5-c1f47b5f1b00 req-e8ecd358-822c-4aed-ab9a-7559ca74fbb6 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 945 time: 0.1324799 Jun 25 09:15:16.981583 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port df9f4b8c-6644-4664-913a-ecb3619208a8, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=df9f4b8c-6644-4664-913a-ecb3619208a8,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:16.987139 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:16.988562 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 08293231-0716-4463-80cf-b807d9931536 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:17.017344 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:17.035399 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-2b27ab14-03af-4168-b9a8-92a3245ed419 req-c88dd39f-a705-4712-9e80-57999985f835 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Deleting port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:15:17.035542 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2b27ab14-03af-4168-b9a8-92a3245ed419 req-c88dd39f-a705-4712-9e80-57999985f835 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:17.041673 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-067d778a-a9a1-48cd-bba5-c1f47b5f1b00 req-f7dd262a-469c-4ee8-b653-62d2ddb0daa6 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813496 Jun 25 09:15:17.084206 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=df9f4b8c-6644-4664-913a-ecb3619208a8,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:17.088864 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:17.104029 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 08293231-0716-4463-80cf-b807d9931536 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:17.109637 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 08293231-0716-4463-80cf-b807d9931536 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:17.110026 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:17.171549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-2b27ab14-03af-4168-b9a8-92a3245ed419 req-c88dd39f-a705-4712-9e80-57999985f835 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] For port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96,segment=NetworkSegment(06e69768-99a2-4a5b-bb7a-7809780d0423),segment_id=06e69768-99a2-4a5b-bb7a-7809780d0423)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:17.172339 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2b27ab14-03af-4168-b9a8-92a3245ed419 req-c88dd39f-a705-4712-9e80-57999985f835 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:17.186815 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fd5c2-1b63-4d58-aa7b-a046816fe84c req-c1bda7d0-88c2-4545-a39a-eb17b40ae384 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:17.188600 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-960fd5c2-1b63-4d58-aa7b-a046816fe84c req-c1bda7d0-88c2-4545-a39a-eb17b40ae384 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.0726902 Jun 25 09:15:17.196565 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-2b27ab14-03af-4168-b9a8-92a3245ed419 req-c88dd39f-a705-4712-9e80-57999985f835 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Calling delete_port for af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:15:17.209572 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:17.244507 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-960fd5c2-1b63-4d58-aa7b-a046816fe84c req-4781563c-680a-46e9-aaf0-a45be2891a5f tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499187 Jun 25 09:15:17.249354 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 08293231-0716-4463-80cf-b807d9931536, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=08293231-0716-4463-80cf-b807d9931536,segment=NetworkSegment(97b878c1-2fbf-46a5-a0d0-c16faa8788ed),segment_id=97b878c1-2fbf-46a5-a0d0-c16faa8788ed)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:17.254790 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:17.255997 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 0cde92df-da68-43f7-a09e-d95f4e7819be up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:17.287298 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:17.336770 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=08293231-0716-4463-80cf-b807d9931536,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:17.346952 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:17.379492 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 0cde92df-da68-43f7-a09e-d95f4e7819be completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:17.384028 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 0cde92df-da68-43f7-a09e-d95f4e7819be triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:17.384817 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2b27ab14-03af-4168-b9a8-92a3245ed419 req-c88dd39f-a705-4712-9e80-57999985f835 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:17.385844 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:17.390907 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9ee03549-6319-4a31-8b5b-ef7dfcbc4243 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:17.419708 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:17.423333 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88dd39f-a705-4712-9e80-57999985f835 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event deleted for resources: {'Port': ['ID=af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:17.427078 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c88dd39f-a705-4712-9e80-57999985f835 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:17.453867 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['6f70d0b0-d46b-4ce3-8380-2874b88c301d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:17.487531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b27ab14-03af-4168-b9a8-92a3245ed419 req-c88dd39f-a705-4712-9e80-57999985f835 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] No DVR routers for this DVR port af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:15:17.491322 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2b27ab14-03af-4168-b9a8-92a3245ed419 req-c88dd39f-a705-4712-9e80-57999985f835 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:17.494505 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b27ab14-03af-4168-b9a8-92a3245ed419 req-c88dd39f-a705-4712-9e80-57999985f835 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.38 "DELETE /v2.0/ports/af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 HTTP/1.1" status: 204 len: 173 time: 0.5985305 Jun 25 09:15:17.495850 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cab82d-5061-4fed-9c7c-a2a4c673463a', 'name': 'network-vif-deleted', 'tag': 'af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:17.499348 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a80f103-13d2-43a5-b50f-20b0bd92987d" -d '{"events": [{"server_uuid": "b5cab82d-5061-4fed-9c7c-a2a4c673463a", "name": "network-vif-deleted", "tag": "af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:17.576281 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:17.580825 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40870e7f-7dda-4aaa-bfc3-23fbf856e9f4 x-openstack-request-id: req-40870e7f-7dda-4aaa-bfc3-23fbf856e9f4 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:17.581584 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cab82d-5061-4fed-9c7c-a2a4c673463a", "name": "network-vif-deleted", "tag": "af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:17.582037 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-40870e7f-7dda-4aaa-bfc3-23fbf856e9f4 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:17.583403 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cab82d-5061-4fed-9c7c-a2a4c673463a', 'name': 'network-vif-deleted', 'tag': 'af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96', 'status': 'completed', 'code': 200} Jun 25 09:15:17.669127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 0cde92df-da68-43f7-a09e-d95f4e7819be, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0cde92df-da68-43f7-a09e-d95f4e7819be,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:17.677860 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:17.682855 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:17.712105 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:15:17.750945 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:15:17.751308 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device af8ab0a3-82e5-4c1f-bbf6-27daa0a12b96 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:15:17.751727 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device b4f1344f-b241-4553-8484-1e7233ce5fa2 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:15:17.781379 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14fd482-e701-4929-8589-dd5397cd4f93'}, {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9'}, {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51882b81-9a38-48b7-8ea5-4e1d713904c2'}, {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9f4b8c-6644-4664-913a-ecb3619208a8'}, {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08293231-0716-4463-80cf-b807d9931536'}, {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cde92df-da68-43f7-a09e-d95f4e7819be'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:17.783683 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d99de2b-f1ec-4a0a-ab39-2be87ec9d6ab" -d '{"events": [{"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-plugged", "status": "completed", "tag": "c14fd482-e701-4929-8589-dd5397cd4f93"}, {"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-plugged", "status": "completed", "tag": "57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9"}, {"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-plugged", "status": "completed", "tag": "51882b81-9a38-48b7-8ea5-4e1d713904c2"}, {"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-plugged", "status": "completed", "tag": "df9f4b8c-6644-4664-913a-ecb3619208a8"}, {"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-plugged", "status": "completed", "tag": "08293231-0716-4463-80cf-b807d9931536"}, {"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-plugged", "status": "completed", "tag": "0cde92df-da68-43f7-a09e-d95f4e7819be"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:17.796817 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: b4f1344f-b241-4553-8484-1e7233ce5fa2 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:15:17.797152 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device b4f1344f-b241-4553-8484-1e7233ce5fa2 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:15:17.801733 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=0cde92df-da68-43f7-a09e-d95f4e7819be,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:17.806479 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:17.829284 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5395e-dbbd-4c8f-8107-34c8a8188a68 req-03d6182f-d219-4ebd-ae6c-598191ff6588 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:17.835413 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5395e-dbbd-4c8f-8107-34c8a8188a68 req-03d6182f-d219-4ebd-ae6c-598191ff6588 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:17.841652 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5395e-dbbd-4c8f-8107-34c8a8188a68 req-03d6182f-d219-4ebd-ae6c-598191ff6588 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:17.847467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5395e-dbbd-4c8f-8107-34c8a8188a68 req-03d6182f-d219-4ebd-ae6c-598191ff6588 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:17.853295 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5395e-dbbd-4c8f-8107-34c8a8188a68 req-03d6182f-d219-4ebd-ae6c-598191ff6588 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:17.859036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5395e-dbbd-4c8f-8107-34c8a8188a68 req-03d6182f-d219-4ebd-ae6c-598191ff6588 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:17.865464 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5395e-dbbd-4c8f-8107-34c8a8188a68 req-03d6182f-d219-4ebd-ae6c-598191ff6588 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:17.867411 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8eb5395e-dbbd-4c8f-8107-34c8a8188a68 req-03d6182f-d219-4ebd-ae6c-598191ff6588 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5445 time: 0.1293268 Jun 25 09:15:17.912451 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8eb5395e-dbbd-4c8f-8107-34c8a8188a68 req-c7c6b24d-e653-4d41-baea-a5a4ae9d3673 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367367 Jun 25 09:15:18.071345 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-86a5ab91-fe42-4be7-988e-ffd340856cb5 req-ff48a17f-5dd9-4921-a10a-7a6684798f40 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5cab82d-5061-4fed-9c7c-a2a4c673463a HTTP/1.1" status: 200 len: 210 time: 0.0375419 Jun 25 09:15:18.242928 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8c8ebb-11cf-4905-bbac-efc43ba52f1e x-openstack-request-id: req-6b8c8ebb-11cf-4905-bbac-efc43ba52f1e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:18.243775 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-plugged", "status": "completed", "tag": "c14fd482-e701-4929-8589-dd5397cd4f93", "code": 200}, {"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-plugged", "status": "completed", "tag": "57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9", "code": 200}, {"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-plugged", "status": "completed", "tag": "51882b81-9a38-48b7-8ea5-4e1d713904c2", "code": 200}, {"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-plugged", "status": "completed", "tag": "df9f4b8c-6644-4664-913a-ecb3619208a8", "code": 200}, {"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-plugged", "status": "completed", "tag": "08293231-0716-4463-80cf-b807d9931536", "code": 200}, {"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-plugged", "status": "completed", "tag": "0cde92df-da68-43f7-a09e-d95f4e7819be", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:18.244547 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6b8c8ebb-11cf-4905-bbac-efc43ba52f1e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:18.245211 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14fd482-e701-4929-8589-dd5397cd4f93', 'code': 200} Jun 25 09:15:18.245966 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9', 'code': 200} Jun 25 09:15:18.246843 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51882b81-9a38-48b7-8ea5-4e1d713904c2', 'code': 200} Jun 25 09:15:18.247301 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9f4b8c-6644-4664-913a-ecb3619208a8', 'code': 200} Jun 25 09:15:18.247957 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08293231-0716-4463-80cf-b807d9931536', 'code': 200} Jun 25 09:15:18.248507 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cde92df-da68-43f7-a09e-d95f4e7819be', 'code': 200} Jun 25 09:15:18.519083 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd771a27-9412-4478-af30-a8b502f7cab0 req-8fa566d8-6364-4bfe-8025-6d56c9389d73 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:18.520967 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd771a27-9412-4478-af30-a8b502f7cab0 req-8fa566d8-6364-4bfe-8025-6d56c9389d73 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 945 time: 0.0696957 Jun 25 09:15:18.551592 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b11166-f17b-4d2f-9418-67d2662fb116 req-00b382f2-fb22-4aac-953e-fee1b93c708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:18.552950 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b11166-f17b-4d2f-9418-67d2662fb116 req-00b382f2-fb22-4aac-953e-fee1b93c708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:18.553657 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b11166-f17b-4d2f-9418-67d2662fb116 req-00b382f2-fb22-4aac-953e-fee1b93c708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:18.554369 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b11166-f17b-4d2f-9418-67d2662fb116 req-00b382f2-fb22-4aac-953e-fee1b93c708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:18.555030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b11166-f17b-4d2f-9418-67d2662fb116 req-00b382f2-fb22-4aac-953e-fee1b93c708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:18.555692 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b11166-f17b-4d2f-9418-67d2662fb116 req-00b382f2-fb22-4aac-953e-fee1b93c708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:18.556169 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b11166-f17b-4d2f-9418-67d2662fb116 req-00b382f2-fb22-4aac-953e-fee1b93c708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:18.558316 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-76b11166-f17b-4d2f-9418-67d2662fb116 req-00b382f2-fb22-4aac-953e-fee1b93c708f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 6509 time: 0.0741479 Jun 25 09:15:18.565585 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd771a27-9412-4478-af30-a8b502f7cab0 req-63992e1b-a77c-4f34-8613-4a79b1333f09 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385256 Jun 25 09:15:18.607294 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-76b11166-f17b-4d2f-9418-67d2662fb116 req-df66fad2-5e5d-4716-a5a9-e91c7184adef service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&id=16ce3000-1c3d-4242-9c4c-0184bc57734b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415432 Jun 25 09:15:18.773013 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3fda5-adbb-4145-b238-c4eb8a850cb0 req-4d583a5a-5acd-4fcc-8428-dc4f6cc4b987 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:18.777353 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5cb3fda5-adbb-4145-b238-c4eb8a850cb0 req-4d583a5a-5acd-4fcc-8428-dc4f6cc4b987 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.0779557 Jun 25 09:15:18.820494 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5cb3fda5-adbb-4145-b238-c4eb8a850cb0 req-a0214cfc-1d98-44ca-a85b-9f6af5209792 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401647 Jun 25 09:15:19.136168 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff50d-24f0-4df8-a4d1-b49bf3989705 req-b82779bf-c6a3-40ac-9a6e-8e0e5f038b23 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:19.141850 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff50d-24f0-4df8-a4d1-b49bf3989705 req-b82779bf-c6a3-40ac-9a6e-8e0e5f038b23 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:19.147844 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff50d-24f0-4df8-a4d1-b49bf3989705 req-b82779bf-c6a3-40ac-9a6e-8e0e5f038b23 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:19.153893 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff50d-24f0-4df8-a4d1-b49bf3989705 req-b82779bf-c6a3-40ac-9a6e-8e0e5f038b23 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:19.159717 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff50d-24f0-4df8-a4d1-b49bf3989705 req-b82779bf-c6a3-40ac-9a6e-8e0e5f038b23 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:19.165504 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff50d-24f0-4df8-a4d1-b49bf3989705 req-b82779bf-c6a3-40ac-9a6e-8e0e5f038b23 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:19.171263 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff50d-24f0-4df8-a4d1-b49bf3989705 req-b82779bf-c6a3-40ac-9a6e-8e0e5f038b23 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:19.173194 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a4ff50d-24f0-4df8-a4d1-b49bf3989705 req-b82779bf-c6a3-40ac-9a6e-8e0e5f038b23 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5445 time: 0.1193841 Jun 25 09:15:19.217167 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a4ff50d-24f0-4df8-a4d1-b49bf3989705 req-3d9e8b69-8aee-4aec-a4c2-185a8e858041 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373380 Jun 25 09:15:19.501212 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bf2c42fb-8e21-43c6-b61d-851673bd68ea req-75064254-41dc-46f3-934b-b254942b8d12 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/4befa03b-003d-4611-a34f-c2114ee6a159 HTTP/1.1" status: 200 len: 1799 time: 0.0440733 Jun 25 09:15:19.581834 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-bf2c42fb-8e21-43c6-b61d-851673bd68ea req-b6b25638-2954-4f21-a27f-97b077aa74c7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:19.609508 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-bf2c42fb-8e21-43c6-b61d-851673bd68ea req-b6b25638-2954-4f21-a27f-97b077aa74c7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:19.669481 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-bf2c42fb-8e21-43c6-b61d-851673bd68ea req-b6b25638-2954-4f21-a27f-97b077aa74c7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:19.677134 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-bf2c42fb-8e21-43c6-b61d-851673bd68ea req-b6b25638-2954-4f21-a27f-97b077aa74c7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:19.679852 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bf2c42fb-8e21-43c6-b61d-851673bd68ea req-b6b25638-2954-4f21-a27f-97b077aa74c7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "DELETE /v2.0/security-groups/4befa03b-003d-4611-a34f-c2114ee6a159 HTTP/1.1" status: 204 len: 173 time: 0.1719861 Jun 25 09:15:19.681629 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-35523a28-6943-4fab-bc44-b6c8c2ef4b31 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:19.718690 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b25638-2954-4f21-a27f-97b077aa74c7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4befa03b-003d-4611-a34f-c2114ee6a159,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:19.724208 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b6b25638-2954-4f21-a27f-97b077aa74c7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:19.858769 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd8fa2-96dd-417f-943e-2ab158cb3fb6 req-45d39ea2-e8b5-403e-887e-572edc8cd96a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:19.860342 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0dd8fa2-96dd-417f-943e-2ab158cb3fb6 req-45d39ea2-e8b5-403e-887e-572edc8cd96a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 945 time: 0.1063576 Jun 25 09:15:19.865083 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-531815e5-8e59-4e2f-9aaa-8698d5a99843 req-e45b2d35-787f-4494-8569-1258ee787e1b tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/f0e99e61-f041-44ca-ba1c-641b9a413eda HTTP/1.1" status: 200 len: 1800 time: 0.0591290 Jun 25 09:15:19.922533 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0dd8fa2-96dd-417f-943e-2ab158cb3fb6 req-83f09125-2dad-42db-8297-7785caa3909a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557652 Jun 25 09:15:19.946618 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-531815e5-8e59-4e2f-9aaa-8698d5a99843 req-8ba49f93-61a4-4fc4-b1f1-e8cc208358bd tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:19.974288 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-531815e5-8e59-4e2f-9aaa-8698d5a99843 req-8ba49f93-61a4-4fc4-b1f1-e8cc208358bd tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:20.025911 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-531815e5-8e59-4e2f-9aaa-8698d5a99843 req-8ba49f93-61a4-4fc4-b1f1-e8cc208358bd tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:20.028808 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-531815e5-8e59-4e2f-9aaa-8698d5a99843 req-8ba49f93-61a4-4fc4-b1f1-e8cc208358bd tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:20.030097 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-531815e5-8e59-4e2f-9aaa-8698d5a99843 req-8ba49f93-61a4-4fc4-b1f1-e8cc208358bd tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "DELETE /v2.0/security-groups/f0e99e61-f041-44ca-ba1c-641b9a413eda HTTP/1.1" status: 204 len: 173 time: 0.1572714 Jun 25 09:15:20.030861 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b6b25638-2954-4f21-a27f-97b077aa74c7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:20.051707 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba49f93-61a4-4fc4-b1f1-e8cc208358bd tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e99e61-f041-44ca-ba1c-641b9a413eda,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:20.054590 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8ba49f93-61a4-4fc4-b1f1-e8cc208358bd tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:20.150159 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34d6fb-17ab-4cc4-a8ab-1c7a521f2312 req-24764228-1f6f-4ea4-9163-2e917431172a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:20.151716 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c34d6fb-17ab-4cc4-a8ab-1c7a521f2312 req-24764228-1f6f-4ea4-9163-2e917431172a tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.0701234 Jun 25 09:15:20.191358 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c34d6fb-17ab-4cc4-a8ab-1c7a521f2312 req-0de1057e-79a8-46c2-b623-0d3f30448592 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333467 Jun 25 09:15:20.228113 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-4a27d6b2-517b-4629-b0ab-f22cd29d2337 req-a0bba146-c184-488f-bbb9-9af8362d09a7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1009161748', 'description': 'tempest-description-738989579'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:20.253270 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4a27d6b2-517b-4629-b0ab-f22cd29d2337 req-a0bba146-c184-488f-bbb9-9af8362d09a7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:20.356536 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4a27d6b2-517b-4629-b0ab-f22cd29d2337 req-a0bba146-c184-488f-bbb9-9af8362d09a7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:20.361920 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4a27d6b2-517b-4629-b0ab-f22cd29d2337 req-a0bba146-c184-488f-bbb9-9af8362d09a7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:20.366246 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8ba49f93-61a4-4fc4-b1f1-e8cc208358bd tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:20.402497 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4a27d6b2-517b-4629-b0ab-f22cd29d2337 req-a0bba146-c184-488f-bbb9-9af8362d09a7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:20.403800 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4a27d6b2-517b-4629-b0ab-f22cd29d2337 req-a0bba146-c184-488f-bbb9-9af8362d09a7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1814585 Jun 25 09:15:20.412171 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bba146-c184-488f-bbb9-9af8362d09a7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fee591-4f6e-4689-955d-de2bca9fc659,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:20.412171 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a0bba146-c184-488f-bbb9-9af8362d09a7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:20.520758 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-cc35524e-deb2-441b-b6e6-847231ce6f8c tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:20.522243 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-cc35524e-deb2-441b-b6e6-847231ce6f8c tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4&tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 1097 time: 0.1023695 Jun 25 09:15:20.531179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4839d7-fdea-4e1a-96ab-75b56febade9 req-cc80b252-c036-440f-a082-1c3c8b67464f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:20.535768 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-15'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:20.541905 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4839d7-fdea-4e1a-96ab-75b56febade9 req-cc80b252-c036-440f-a082-1c3c8b67464f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:20.553586 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4839d7-fdea-4e1a-96ab-75b56febade9 req-cc80b252-c036-440f-a082-1c3c8b67464f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:20.562020 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4839d7-fdea-4e1a-96ab-75b56febade9 req-cc80b252-c036-440f-a082-1c3c8b67464f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:20.568927 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4839d7-fdea-4e1a-96ab-75b56febade9 req-cc80b252-c036-440f-a082-1c3c8b67464f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:20.574970 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4839d7-fdea-4e1a-96ab-75b56febade9 req-cc80b252-c036-440f-a082-1c3c8b67464f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:20.580863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4839d7-fdea-4e1a-96ab-75b56febade9 req-cc80b252-c036-440f-a082-1c3c8b67464f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:20.583327 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cf4839d7-fdea-4e1a-96ab-75b56febade9 req-cc80b252-c036-440f-a082-1c3c8b67464f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5445 time: 0.1397374 Jun 25 09:15:20.629294 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cf4839d7-fdea-4e1a-96ab-75b56febade9 req-f44a9baa-d426-4489-8a2d-6daf83614870 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397749 Jun 25 09:15:20.629522 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:20.706054 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e475caa2-a33a-4cf6-89c5-f8a000a49739 req-a51c439a-d2ea-4c4a-a31e-5669b7755412 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/d9fee591-4f6e-4689-955d-de2bca9fc659 HTTP/1.1" status: 200 len: 1800 time: 0.0429654 Jun 25 09:15:20.717014 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-e475caa2-a33a-4cf6-89c5-f8a000a49739 req-7126f721-f74c-4110-8037-b4803696eb82 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1218810557', 'description': 'tempest-description-hth-317381812'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:20.759511 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e475caa2-a33a-4cf6-89c5-f8a000a49739 req-7126f721-f74c-4110-8037-b4803696eb82 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:20.800359 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:20.825877 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e475caa2-a33a-4cf6-89c5-f8a000a49739 req-7126f721-f74c-4110-8037-b4803696eb82 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:20.833921 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e475caa2-a33a-4cf6-89c5-f8a000a49739 req-7126f721-f74c-4110-8037-b4803696eb82 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:20.839267 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e475caa2-a33a-4cf6-89c5-f8a000a49739 req-7126f721-f74c-4110-8037-b4803696eb82 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:20.841153 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e475caa2-a33a-4cf6-89c5-f8a000a49739 req-7126f721-f74c-4110-8037-b4803696eb82 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "PUT /v2.0/security-groups/d9fee591-4f6e-4689-955d-de2bca9fc659 HTTP/1.1" status: 200 len: 1774 time: 0.1288946 Jun 25 09:15:20.842064 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c8213167-c950-479d-ada7-92bf0f0968be tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:20.869920 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:15:20.890385 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126f721-f74c-4110-8037-b4803696eb82 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fee591-4f6e-4689-955d-de2bca9fc659,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:20.903369 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7126f721-f74c-4110-8037-b4803696eb82 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:20.914511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e02fe3-fe5f-4004-babd-2c22826080c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:20.917514 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5023c2-5d98-4805-8c49-23600e4989b0" -d '{"events": [{"server_uuid": "10e02fe3-fe5f-4004-babd-2c22826080c4", "name": "network-vif-unplugged", "status": "completed", "tag": "c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:20.921870 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:20.929869 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:20.933291 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:20.997424 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Pushing event updated for resources: {'Port': ['ID=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,revision_number=7']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:21.002135 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:21.058004 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Attempting to bind port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 on host n-h2-761264-15 for vnic_type normal with profile {"migrating_to": "n-h1-761264-15"} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:15:21.058362 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Attempting to bind port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:15:21.058698 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Attempting to bind port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:15:21.063734 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:15:21.064059 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Attempting to bind port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 on network 68eb177c-3f7a-464d-a8dd-cdbf3481befa {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:15:21.070239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:15:21.070810 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Checking segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:15:21.071377 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Bound using segment: {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:15:21.072282 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Bound port: c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ff4299-5fd4-4597-b10e-12436d376289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '68eb177c-3f7a-464d-a8dd-cdbf3481befa'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:15:21.072966 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:21.166868 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:15:21.170861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:15:21.176028 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:21.178712 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-248cf061-c7df-4689-91b4-0564673cae3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:21.233864 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c504e639-0ad5-47d6-88fb-35e764614aca req-b30d5901-7032-4b8d-8c0c-a9dd97209974 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/d9fee591-4f6e-4689-955d-de2bca9fc659 HTTP/1.1" status: 200 len: 1774 time: 0.0533404 Jun 25 09:15:21.269241 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38874bf8-5ace-4aac-be54-be59164f61f5 x-openstack-request-id: req-38874bf8-5ace-4aac-be54-be59164f61f5 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:21.269725 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e02fe3-fe5f-4004-babd-2c22826080c4", "name": "network-vif-unplugged", "status": "completed", "tag": "c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:21.269852 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-38874bf8-5ace-4aac-be54-be59164f61f5 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:21.270349 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e02fe3-fe5f-4004-babd-2c22826080c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1', 'code': 200} Jun 25 09:15:21.275762 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Pushing event updated for resources: {'Port': ['ID=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,revision_number=8']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:21.279566 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:21.280215 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:21.281665 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] 10.222.0.41 "PUT /v2.0/ports/c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 HTTP/1.1" status: 200 len: 1123 time: 0.7511597 Jun 25 09:15:21.282695 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:21.308773 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:15:21.419471 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c92e41-2647-44b6-a7c6-f5b8c3ff067b req-eb574282-bc92-41d4-9d68-5834513a74c5 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:21.421061 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8c92e41-2647-44b6-a7c6-f5b8c3ff067b req-eb574282-bc92-41d4-9d68-5834513a74c5 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 943 time: 0.0760226 Jun 25 09:15:21.449633 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:21.464768 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 has no active binding in host n-h1-761264-15 {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 25 09:15:21.471921 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8c92e41-2647-44b6-a7c6-f5b8c3ff067b req-b587a367-e37b-46cb-8e25-4e429cb5851c tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442455 Jun 25 09:15:21.508611 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:21.541844 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:21.675766 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57196874-27d9-4fca-a832-c303f40286db req-f090d852-b268-4c5b-8da1-ad98e67afa78 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/d9fee591-4f6e-4689-955d-de2bca9fc659 HTTP/1.1" status: 200 len: 1774 time: 0.0543101 Jun 25 09:15:21.692533 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5da023-1f93-4059-8ea7-b8f395676cce req-52b6e7c6-470b-491f-99e4-6f587de2afdb tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:21.694455 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd5da023-1f93-4059-8ea7-b8f395676cce req-52b6e7c6-470b-491f-99e4-6f587de2afdb tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.1046340 Jun 25 09:15:21.764780 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd5da023-1f93-4059-8ea7-b8f395676cce req-13215992-11ca-47ab-a27f-bf68ae04c79e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623131 Jun 25 09:15:21.783167 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-57196874-27d9-4fca-a832-c303f40286db req-ee303498-0a0f-4546-9347-9d0c1a71e4ce tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:21.815694 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-57196874-27d9-4fca-a832-c303f40286db req-ee303498-0a0f-4546-9347-9d0c1a71e4ce tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:21.862144 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-57196874-27d9-4fca-a832-c303f40286db req-ee303498-0a0f-4546-9347-9d0c1a71e4ce tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:21.865933 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-57196874-27d9-4fca-a832-c303f40286db req-ee303498-0a0f-4546-9347-9d0c1a71e4ce tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:21.867411 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57196874-27d9-4fca-a832-c303f40286db req-ee303498-0a0f-4546-9347-9d0c1a71e4ce tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "DELETE /v2.0/security-groups/d9fee591-4f6e-4689-955d-de2bca9fc659 HTTP/1.1" status: 204 len: 173 time: 0.1837857 Jun 25 09:15:21.868229 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7126f721-f74c-4110-8037-b4803696eb82 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:21.882329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee303498-0a0f-4546-9347-9d0c1a71e4ce tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fee591-4f6e-4689-955d-de2bca9fc659,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:21.885186 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ee303498-0a0f-4546-9347-9d0c1a71e4ce tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:22.007462 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f0b4-f738-4f55-a412-753a163a9fd8 req-bafa4f70-183b-48f2-aedf-586506123b76 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:22.013785 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f0b4-f738-4f55-a412-753a163a9fd8 req-bafa4f70-183b-48f2-aedf-586506123b76 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:22.019681 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f0b4-f738-4f55-a412-753a163a9fd8 req-bafa4f70-183b-48f2-aedf-586506123b76 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:22.025750 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f0b4-f738-4f55-a412-753a163a9fd8 req-bafa4f70-183b-48f2-aedf-586506123b76 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:22.034846 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f0b4-f738-4f55-a412-753a163a9fd8 req-bafa4f70-183b-48f2-aedf-586506123b76 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:22.042358 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f0b4-f738-4f55-a412-753a163a9fd8 req-bafa4f70-183b-48f2-aedf-586506123b76 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:22.048326 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f0b4-f738-4f55-a412-753a163a9fd8 req-bafa4f70-183b-48f2-aedf-586506123b76 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:22.056649 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5605f0b4-f738-4f55-a412-753a163a9fd8 req-bafa4f70-183b-48f2-aedf-586506123b76 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5445 time: 0.1347198 Jun 25 09:15:22.105056 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5605f0b4-f738-4f55-a412-753a163a9fd8 req-4f88629a-c9e0-489d-a5ac-831d738d2f9a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474138 Jun 25 09:15:22.208066 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-011456da-8b44-4b6e-83f8-75a5a5917c16 req-5f535bdc-da7e-4420-ae52-24fc12b89b16 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] show failed (client error): The resource could not be found. Jun 25 09:15:22.216820 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-011456da-8b44-4b6e-83f8-75a5a5917c16 req-5f535bdc-da7e-4420-ae52-24fc12b89b16 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/f0e99e61-f041-44ca-ba1c-641b9a413eda HTTP/1.1" status: 404 len: 352 time: 0.0228755 Jun 25 09:15:22.365832 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-379d48a8-6a80-4c0d-9bf1-5da4e7965360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:22.543346 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44274) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:22.654728 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069c35-899f-48ee-9de0-6e297e6997ea req-f00fb538-1ba4-421b-9d90-6e1828e32d1b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:22.660969 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069c35-899f-48ee-9de0-6e297e6997ea req-f00fb538-1ba4-421b-9d90-6e1828e32d1b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:22.666474 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c15ffcb5-0e8a-43ca-be63-857c67c8c32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:22.668135 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069c35-899f-48ee-9de0-6e297e6997ea req-f00fb538-1ba4-421b-9d90-6e1828e32d1b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:22.674280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069c35-899f-48ee-9de0-6e297e6997ea req-f00fb538-1ba4-421b-9d90-6e1828e32d1b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:22.682526 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069c35-899f-48ee-9de0-6e297e6997ea req-f00fb538-1ba4-421b-9d90-6e1828e32d1b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:22.691251 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069c35-899f-48ee-9de0-6e297e6997ea req-f00fb538-1ba4-421b-9d90-6e1828e32d1b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:22.698363 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069c35-899f-48ee-9de0-6e297e6997ea req-f00fb538-1ba4-421b-9d90-6e1828e32d1b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:22.700459 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d069c35-899f-48ee-9de0-6e297e6997ea req-f00fb538-1ba4-421b-9d90-6e1828e32d1b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5445 time: 0.3927097 Jun 25 09:15:22.712785 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44278) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:22.718458 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-2b4b876f-9761-41dd-8add-95afea25cfa5 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Request body: {'floatingip': {'port_id': 'c14fd482-e701-4929-8589-dd5397cd4f93'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:22.725261 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-ab54b38f-32fe-4b09-8a76-a584801cd16a req-4cf07171-924a-42bd-9b74-b771f28dffed tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] show failed (client error): The resource could not be found. Jun 25 09:15:22.732524 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ab54b38f-32fe-4b09-8a76-a584801cd16a req-4cf07171-924a-42bd-9b74-b771f28dffed tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/4befa03b-003d-4611-a34f-c2114ee6a159 HTTP/1.1" status: 404 len: 352 time: 0.0902786 Jun 25 09:15:22.763887 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-db2058ce-8b85-4f5d-b0b5-ad69f1004436 req-c0d02240-a299-4b88-a69e-b433f3f56076 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] show failed (client error): The resource could not be found. Jun 25 09:15:22.765285 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db2058ce-8b85-4f5d-b0b5-ad69f1004436 req-c0d02240-a299-4b88-a69e-b433f3f56076 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/7634a146-63f7-408f-9d03-f9243b2e53f7 HTTP/1.1" status: 404 len: 352 time: 0.0153780 Jun 25 09:15:22.766842 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b4b876f-9761-41dd-8add-95afea25cfa5 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for floatingip, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:22.815987 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-b25ef7cd-25c5-44bd-83d3-3823677350c3 req-544b84a9-efb3-45c6-8c53-38117897cb97 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] show failed (client error): The resource could not be found. Jun 25 09:15:22.825354 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b25ef7cd-25c5-44bd-83d3-3823677350c3 req-544b84a9-efb3-45c6-8c53-38117897cb97 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/1e366968-028b-4144-8bd6-48d3239d1d86 HTTP/1.1" status: 404 len: 352 time: 0.0317752 Jun 25 09:15:22.914682 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd419e3-cffd-4e04-b09e-7a69742a05d6 req-52f2ec38-f7f4-4428-87a2-6b95f0864800 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:22.927067 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8cd419e3-cffd-4e04-b09e-7a69742a05d6 req-52f2ec38-f7f4-4428-87a2-6b95f0864800 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 943 time: 0.0971670 Jun 25 09:15:23.020554 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8cd419e3-cffd-4e04-b09e-7a69742a05d6 req-2025d1fa-ec4a-4718-b795-50b793f83240 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909674 Jun 25 09:15:23.027505 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c15ffcb5-0e8a-43ca-be63-857c67c8c32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:23.034200 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c15ffcb5-0e8a-43ca-be63-857c67c8c32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:23.038241 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f578087a-5718-4841-9041-fce0239158d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:23.054806 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cc88b-b896-495f-8384-b3e5ff084de5 req-97145687-b356-484e-af75-c36fc9bcb665 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:23.058672 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-849cc88b-b896-495f-8384-b3e5ff084de5 req-97145687-b356-484e-af75-c36fc9bcb665 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.1181378 Jun 25 09:15:23.093060 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-71d7584f-1ef0-4663-9868-f520c29a0533 req-9a577376-0ba8-4269-869a-141ccbabd17a tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] show failed (client error): The resource could not be found. Jun 25 09:15:23.093986 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-71d7584f-1ef0-4663-9868-f520c29a0533 req-9a577376-0ba8-4269-869a-141ccbabd17a tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/c77feac9-86b7-40d9-88b8-c58c5d9e6d09 HTTP/1.1" status: 404 len: 352 time: 0.0194018 Jun 25 09:15:23.108426 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-849cc88b-b896-495f-8384-b3e5ff084de5 req-2c6a95e6-03c6-4246-a658-8ed2a9f0ba64 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488975 Jun 25 09:15:23.112678 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ffcb5-0e8a-43ca-be63-857c67c8c32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256fef53-0bdf-42bf-95db-609c89858a7d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:23.121479 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c15ffcb5-0e8a-43ca-be63-857c67c8c32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:23.126359 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c15ffcb5-0e8a-43ca-be63-857c67c8c32b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=57fb9d84e45b436fbb9e1684ce0f2285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5818000 Jun 25 09:15:23.127001 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44290) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:23.136092 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-a454e27a-8449-4456-afde-20d3894fb37d req-4ebf4f65-88cf-4cfe-9524-48438b5476fa tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] show failed (client error): The resource could not be found. Jun 25 09:15:23.137269 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a454e27a-8449-4456-afde-20d3894fb37d req-4ebf4f65-88cf-4cfe-9524-48438b5476fa tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/fd6f306c-29b7-4470-81fb-30d7722c77df HTTP/1.1" status: 404 len: 352 time: 0.0153937 Jun 25 09:15:23.290716 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e02fe3-fe5f-4004-babd-2c22826080c4', 'tag': 'c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:23.293082 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94203aff-250c-4bd0-88a1-773531ad097f" -d '{"events": [{"name": "network-changed", "server_uuid": "10e02fe3-fe5f-4004-babd-2c22826080c4", "tag": "c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:23.312812 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-556bdd23-b3c9-4ff9-8422-601785030fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:23.343322 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-556bdd23-b3c9-4ff9-8422-601785030fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:23.433832 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501e5260-741c-4b59-b15c-1066dfde10e9 x-openstack-request-id: req-501e5260-741c-4b59-b15c-1066dfde10e9 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:23.434673 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e02fe3-fe5f-4004-babd-2c22826080c4", "tag": "c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:23.434673 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-501e5260-741c-4b59-b15c-1066dfde10e9 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:23.434920 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e02fe3-fe5f-4004-babd-2c22826080c4', 'tag': 'c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1', 'status': 'completed', 'code': 200} Jun 25 09:15:23.490498 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b4b876f-9761-41dd-8add-95afea25cfa5 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:23.509753 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-556bdd23-b3c9-4ff9-8422-601785030fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:23.512423 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-556bdd23-b3c9-4ff9-8422-601785030fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:23.513616 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-556bdd23-b3c9-4ff9-8422-601785030fc6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/256fef53-0bdf-42bf-95db-609c89858a7d HTTP/1.1" status: 204 len: 168 time: 0.3817341 Jun 25 09:15:23.515955 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-66a7d22a-5fd0-42f7-99d8-ebb8d0a7f422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:23.518008 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b4b876f-9761-41dd-8add-95afea25cfa5 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:23.614646 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdb4be-9cc8-4f7f-9210-02e971ae9ce3 req-12f3439a-14f5-4382-b87f-eb170532e2b3 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:23.616618 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-50bdb4be-9cc8-4f7f-9210-02e971ae9ce3 req-12f3439a-14f5-4382-b87f-eb170532e2b3 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 1023 time: 0.0763786 Jun 25 09:15:23.635003 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bdd23-b3c9-4ff9-8422-601785030fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256fef53-0bdf-42bf-95db-609c89858a7d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:23.638795 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-556bdd23-b3c9-4ff9-8422-601785030fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:23.680878 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-2b4b876f-9761-41dd-8add-95afea25cfa5 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Floating IP 08a44a6d-1bb8-4215-9dfe-4440880fe4ab associated. External IP: 172.25.6.127, port: c14fd482-e701-4929-8589-dd5397cd4f93. Jun 25 09:15:23.700417 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-50bdb4be-9cc8-4f7f-9210-02e971ae9ce3 req-a8fdd75b-12cf-423e-a2c0-405bb614fc90 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=f621f0b1-e7be-43ee-8aed-fa5513c2a89c&id=2795523e-7cf8-4b93-bd25-991dd3909360&id=a2e33f13-0985-4035-9430-c1057d9765da&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0707729 Jun 25 09:15:23.732355 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:23.808320 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94203aff-250c-4bd0-88a1-773531ad097f req-32598bd5-9c5f-4b97-b4b7-d213cbcefde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:23.810138 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94203aff-250c-4bd0-88a1-773531ad097f req-32598bd5-9c5f-4b97-b4b7-d213cbcefde3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 1126 time: 0.3343012 Jun 25 09:15:23.983543 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94203aff-250c-4bd0-88a1-773531ad097f req-5a324add-9bf6-47bc-8efb-4b7c81f9355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:23.985296 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94203aff-250c-4bd0-88a1-773531ad097f req-5a324add-9bf6-47bc-8efb-4b7c81f9355a service neutron] 10.222.0.38 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.1661801 Jun 25 09:15:24.034198 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94203aff-250c-4bd0-88a1-773531ad097f req-3bcf46ec-5899-438e-a19d-4e17d089cf12 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 HTTP/1.1" status: 200 len: 217 time: 0.0392547 Jun 25 09:15:24.080025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4b876f-9761-41dd-8add-95afea25cfa5 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:15:24.096629 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94203aff-250c-4bd0-88a1-773531ad097f req-2e7caa51-de73-457a-a3b0-adc894e3c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:24.098126 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94203aff-250c-4bd0-88a1-773531ad097f req-2e7caa51-de73-457a-a3b0-adc894e3c5a5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.0560443 Jun 25 09:15:24.171406 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94203aff-250c-4bd0-88a1-773531ad097f req-e334edb4-ee42-4a18-9ceb-06e87b26fd80 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357049 Jun 25 09:15:24.286824 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b037873-6272-4414-9ffd-2bc9c04bfc69 req-43dd35a0-5194-4d96-8157-9f3e48f1428c tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:24.289437 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b037873-6272-4414-9ffd-2bc9c04bfc69 req-43dd35a0-5194-4d96-8157-9f3e48f1428c tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 943 time: 0.0905073 Jun 25 09:15:24.310677 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4b876f-9761-41dd-8add-95afea25cfa5 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:15:24.322745 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b4b876f-9761-41dd-8add-95afea25cfa5 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:24.326419 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410310e-60e9-48c0-946a-43a81845cbe3 None None] Sync routers for ids ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:15:24.335467 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410310e-60e9-48c0-946a-43a81845cbe3 None None] Routers {'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:15:24.336376 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9410310e-60e9-48c0-946a-43a81845cbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:14:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:24.390227 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b037873-6272-4414-9ffd-2bc9c04bfc69 req-8694db94-fc47-48f2-b66b-a1807dbddabe tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935600 Jun 25 09:15:24.394619 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94203aff-250c-4bd0-88a1-773531ad097f req-97518c18-1949-499c-89d8-079bcbcaf21e service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146118 Jun 25 09:15:24.412898 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2b4b876f-9761-41dd-8add-95afea25cfa5 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "PUT /v2.0/floatingips/08a44a6d-1bb8-4215-9dfe-4440880fe4ab HTTP/1.1" status: 200 len: 992 time: 1.6958802 Jun 25 09:15:24.501382 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266dde3-e1ae-4db0-a84a-75694de25b54 req-0c72c6da-a747-40e8-8270-1db42126ce88 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:24.512868 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5266dde3-e1ae-4db0-a84a-75694de25b54 req-0c72c6da-a747-40e8-8270-1db42126ce88 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.1212046 Jun 25 09:15:24.530030 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-9410310e-60e9-48c0-946a-43a81845cbe3 None None] Set router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:15:24.565263 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5266dde3-e1ae-4db0-a84a-75694de25b54 req-7f41a0db-27bd-470b-82b2-3df1bfcf4079 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510585 Jun 25 09:15:24.599775 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94203aff-250c-4bd0-88a1-773531ad097f req-d2e78abc-2da1-4d64-a4ba-db73402f6bf0 service neutron] 10.222.0.38 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978257 Jun 25 09:15:24.864421 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9410310e-60e9-48c0-946a-43a81845cbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'name': 'tempest-TaggedBootDevicesTest_v242-466140307-router', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:07Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'gw_port': {'id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:08Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '08a44a6d-1bb8-4215-9dfe-4440880fe4ab', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'port_id': 'c14fd482-e701-4929-8589-dd5397cd4f93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060', 'mac_address': 'fa:16:3e:47:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:14:03Z', 'updated_at': '2021-06-25T09:15:23Z', 'revision_number': 1, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d2606a-d4b9-422b-beb3-b65ddb6f047e', 'name': '', 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'mac_address': 'fa:16:3e:8f:86:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:22Z', 'revision_number': 5, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'subnets': [{'id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:24.900684 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410310e-60e9-48c0-946a-43a81845cbe3 None None] Checking router: b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:15:24.916993 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0123-a889-4b7e-b762-6882d70203d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:24.920618 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410310e-60e9-48c0-946a-43a81845cbe3 None None] Routers {'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:15:24.921835 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9410310e-60e9-48c0-946a-43a81845cbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:14:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:25.037205 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b16ec-c579-4960-918b-9f9c259a9084 req-c5b74923-8fe1-46eb-b5bd-8fc59f2404c8 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:25.046023 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-931b16ec-c579-4960-918b-9f9c259a9084 req-c5b74923-8fe1-46eb-b5bd-8fc59f2404c8 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 1023 time: 0.0858798 Jun 25 09:15:25.064349 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-9410310e-60e9-48c0-946a-43a81845cbe3 None None] Set router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:15:25.104491 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-931b16ec-c579-4960-918b-9f9c259a9084 req-50199f02-e775-4f23-a476-8801348d67c2 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=f621f0b1-e7be-43ee-8aed-fa5513c2a89c&id=2795523e-7cf8-4b93-bd25-991dd3909360&id=a2e33f13-0985-4035-9430-c1057d9765da&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0573647 Jun 25 09:15:25.186203 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:25.208370 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44354) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:25.330285 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-961ac316-78f1-4b39-80b4-da48640057f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:25.331588 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:15:25.362873 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9410310e-60e9-48c0-946a-43a81845cbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'name': 'tempest-TaggedBootDevicesTest_v242-466140307-router', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:07Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'gw_port': {'id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:08Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '08a44a6d-1bb8-4215-9dfe-4440880fe4ab', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'port_id': 'c14fd482-e701-4929-8589-dd5397cd4f93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060', 'mac_address': 'fa:16:3e:47:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:14:03Z', 'updated_at': '2021-06-25T09:15:23Z', 'revision_number': 1, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d2606a-d4b9-422b-beb3-b65ddb6f047e', 'name': '', 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'mac_address': 'fa:16:3e:8f:86:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:22Z', 'revision_number': 5, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'subnets': [{'id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:25.425296 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410310e-60e9-48c0-946a-43a81845cbe3 None None] The sync data for ids ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'] in n-d-761264-15 is: [{'id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'name': 'tempest-TaggedBootDevicesTest_v242-466140307-router', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:07Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'gw_port': {'id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:08Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '08a44a6d-1bb8-4215-9dfe-4440880fe4ab', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'port_id': 'c14fd482-e701-4929-8589-dd5397cd4f93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060', 'mac_address': 'fa:16:3e:47:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:14:03Z', 'updated_at': '2021-06-25T09:15:23Z', 'revision_number': 1, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d2606a-d4b9-422b-beb3-b65ddb6f047e', 'name': '', 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'mac_address': 'fa:16:3e:8f:86:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:22Z', 'revision_number': 5, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'subnets': [{'id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:15:25.432587 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-961ac316-78f1-4b39-80b4-da48640057f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:25.438874 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'tag': 'c14fd482-e701-4929-8589-dd5397cd4f93'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:25.441538 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7044b86-6847-4b4c-8606-85cf1255d68b" -d '{"events": [{"name": "network-changed", "server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "tag": "c14fd482-e701-4929-8589-dd5397cd4f93"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:25.455262 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-961ac316-78f1-4b39-80b4-da48640057f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:25.491188 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:25.503406 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5d542bd2-45c7-46ae-853c-1214536f4b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:25.512172 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 has no active binding in host n-h1-761264-15 {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 25 09:15:25.531643 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-961ac316-78f1-4b39-80b4-da48640057f5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a6e3c93aea8a4eaea4967b26c11da9ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218465 Jun 25 09:15:25.535374 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44362) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:25.572036 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd17eae5-3a42-47dd-b659-396ac648fd16 x-openstack-request-id: req-dd17eae5-3a42-47dd-b659-396ac648fd16 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:25.573057 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "tag": "c14fd482-e701-4929-8589-dd5397cd4f93", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:25.573685 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dd17eae5-3a42-47dd-b659-396ac648fd16 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:25.574781 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'tag': 'c14fd482-e701-4929-8589-dd5397cd4f93', 'status': 'completed', 'code': 200} Jun 25 09:15:25.580672 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ac316-78f1-4b39-80b4-da48640057f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78204608-53ac-4d0a-98df-e78615782fde,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:25.584580 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-961ac316-78f1-4b39-80b4-da48640057f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:25.660100 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-981fc257-526f-4f48-a2a0-5bc6a53fb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:25.660593 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-981fc257-526f-4f48-a2a0-5bc6a53fb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:25.661096 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-981fc257-526f-4f48-a2a0-5bc6a53fb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:25.661567 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-981fc257-526f-4f48-a2a0-5bc6a53fb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:25.662035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-981fc257-526f-4f48-a2a0-5bc6a53fb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:25.662500 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-981fc257-526f-4f48-a2a0-5bc6a53fb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:25.662963 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-981fc257-526f-4f48-a2a0-5bc6a53fb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:25.666101 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-981fc257-526f-4f48-a2a0-5bc6a53fb4cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 6509 time: 0.0801728 Jun 25 09:15:25.699903 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3886a10a-4b79-43d2-9b5a-610b6a3d2a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:25.742285 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39414d-53dc-4b11-b112-45e44fa2ab6f req-76d50917-a6d9-4008-9748-006a2cadc6ca tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:25.750562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af39414d-53dc-4b11-b112-45e44fa2ab6f req-76d50917-a6d9-4008-9748-006a2cadc6ca tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 943 time: 0.1814072 Jun 25 09:15:25.797007 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3886a10a-4b79-43d2-9b5a-610b6a3d2a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:25.801544 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8ecd8-f7d4-4d20-ab41-13644b200cb2 None None] New status for floating IP 08a44a6d-1bb8-4215-9dfe-4440880fe4ab: ACTIVE {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:15:25.826896 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af39414d-53dc-4b11-b112-45e44fa2ab6f req-a7a30056-b6a8-42fc-9a58-a41777c6b8db tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750518 Jun 25 09:15:25.828143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-fdb8ea12-972c-47d7-bcd9-18c59a73bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:25.831839 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-fdb8ea12-972c-47d7-bcd9-18c59a73bcf7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9b3a601-f58c-4ec5-82fd-335656805060 HTTP/1.1" status: 200 len: 918 time: 0.1482627 Jun 25 09:15:25.915131 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3886a10a-4b79-43d2-9b5a-610b6a3d2a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:25.918201 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3886a10a-4b79-43d2-9b5a-610b6a3d2a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:25.919720 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3886a10a-4b79-43d2-9b5a-610b6a3d2a17 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/78204608-53ac-4d0a-98df-e78615782fde HTTP/1.1" status: 204 len: 168 time: 0.3832235 Jun 25 09:15:25.938799 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-db5dd99c-4468-4b9c-b1c6-d293ce58b624 tempest-ServersAdminTestJSON-12400697 tempest-ServersAdminTestJSON-12400697-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:25.957089 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886a10a-4b79-43d2-9b5a-610b6a3d2a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78204608-53ac-4d0a-98df-e78615782fde,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:25.961003 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3886a10a-4b79-43d2-9b5a-610b6a3d2a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:26.010053 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-ebc07fbd-9d00-4684-95dd-25ad755763a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c14fd482-e701-4929-8589-dd5397cd4f93 HTTP/1.1" status: 200 len: 1000 time: 0.1699288 Jun 25 09:15:26.061146 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1560ee2-ed08-4e99-b783-834166ccd820 req-f4e0498c-e8f6-4f4b-8b64-875e37657624 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:26.074620 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1560ee2-ed08-4e99-b783-834166ccd820 req-f4e0498c-e8f6-4f4b-8b64-875e37657624 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.1751137 Jun 25 09:15:26.107640 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-6fdac286-25fb-4bc2-bc5a-52409c5d7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:26.111059 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-6fdac286-25fb-4bc2-bc5a-52409c5d7f15 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=219c47c2-b4d5-45d9-9d06-baaa0cc38f25 HTTP/1.1" status: 200 len: 855 time: 0.0947363 Jun 25 09:15:26.120072 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:26.195090 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1560ee2-ed08-4e99-b783-834166ccd820 req-13428cf4-052c-409c-9be6-97923b70551b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099887 Jun 25 09:15:26.289973 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-ec6782e3-37d5-4bb8-91ab-d540198bbece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:26.291588 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-ec6782e3-37d5-4bb8-91ab-d540198bbece service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9b3a601-f58c-4ec5-82fd-335656805060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1571298 Jun 25 09:15:26.420124 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-350bd347-b4f8-4ab4-86b6-6feb86f2b433 service neutron] 10.222.0.38 "GET /v2.0/networks/e9b3a601-f58c-4ec5-82fd-335656805060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200252 Jun 25 09:15:26.457930 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bf833-a5f6-4e03-b3e8-012eeba35530 req-4b5f44e7-fb90-4945-b7a9-811fcf714742 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:26.459711 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-060bf833-a5f6-4e03-b3e8-012eeba35530 req-4b5f44e7-fb90-4945-b7a9-811fcf714742 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 1023 time: 0.1185737 Jun 25 09:15:26.522634 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-060bf833-a5f6-4e03-b3e8-012eeba35530 req-009b8a23-5244-4451-a29e-30d19f010af0 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups?id=f621f0b1-e7be-43ee-8aed-fa5513c2a89c&id=2795523e-7cf8-4b93-bd25-991dd3909360&id=a2e33f13-0985-4035-9430-c1057d9765da&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0553567 Jun 25 09:15:26.616532 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db73f3-a967-4c30-a271-ef63e621fe5d req-8bc69efd-61f9-497e-8f66-aa9b5c52d9cb tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:26.619637 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b2db73f3-a967-4c30-a271-ef63e621fe5d req-8bc69efd-61f9-497e-8f66-aa9b5c52d9cb tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 1023 time: 0.1984136 Jun 25 09:15:27.078755 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b7044b86-6847-4b4c-8606-85cf1255d68b req-3331cb60-8e9f-4050-bf44-3c9c8d6ffbac service neutron] 10.222.0.38 "GET /v2.0/networks/e9b3a601-f58c-4ec5-82fd-335656805060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484051 Jun 25 09:15:27.100522 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-b2db73f3-a967-4c30-a271-ef63e621fe5d req-7766b61d-b033-42cd-8ac1-55ea7642849c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Deleting port 6f70d0b0-d46b-4ce3-8380-2874b88c301d {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:15:27.100907 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b2db73f3-a967-4c30-a271-ef63e621fe5d req-7766b61d-b033-42cd-8ac1-55ea7642849c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:27.114149 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dd4e7-8b49-4c85-9167-2ac2cd6dc2aa req-a808c709-11b9-44e2-91a7-bd27ba481b93 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:27.117388 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a47dd4e7-8b49-4c85-9167-2ac2cd6dc2aa req-a808c709-11b9-44e2-91a7-bd27ba481b93 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 943 time: 0.0807116 Jun 25 09:15:27.195151 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a47dd4e7-8b49-4c85-9167-2ac2cd6dc2aa req-00a2cc86-5f01-41b3-b23c-c600ad86bca8 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681317 Jun 25 09:15:27.231023 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-b2db73f3-a967-4c30-a271-ef63e621fe5d req-7766b61d-b033-42cd-8ac1-55ea7642849c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] For port 6f70d0b0-d46b-4ce3-8380-2874b88c301d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=6f70d0b0-d46b-4ce3-8380-2874b88c301d,segment=NetworkSegment(06e69768-99a2-4a5b-bb7a-7809780d0423),segment_id=06e69768-99a2-4a5b-bb7a-7809780d0423)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:27.231248 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b2db73f3-a967-4c30-a271-ef63e621fe5d req-7766b61d-b033-42cd-8ac1-55ea7642849c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:27.252877 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-b2db73f3-a967-4c30-a271-ef63e621fe5d req-7766b61d-b033-42cd-8ac1-55ea7642849c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Calling delete_port for 6f70d0b0-d46b-4ce3-8380-2874b88c301d owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:15:27.409015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b2db73f3-a967-4c30-a271-ef63e621fe5d req-7766b61d-b033-42cd-8ac1-55ea7642849c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:27.418210 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e96611c7-87fa-4e8d-b189-e9deba9eb7d7 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:27.471068 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['6f70d0b0-d46b-4ce3-8380-2874b88c301d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:27.486822 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766b61d-b033-42cd-8ac1-55ea7642849c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event deleted for resources: {'Port': ['ID=6f70d0b0-d46b-4ce3-8380-2874b88c301d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:27.495165 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7766b61d-b033-42cd-8ac1-55ea7642849c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:27.566799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2db73f3-a967-4c30-a271-ef63e621fe5d req-7766b61d-b033-42cd-8ac1-55ea7642849c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] No DVR routers for this DVR port 6f70d0b0-d46b-4ce3-8380-2874b88c301d on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:15:27.569445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b2db73f3-a967-4c30-a271-ef63e621fe5d req-7766b61d-b033-42cd-8ac1-55ea7642849c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:27.571486 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b2db73f3-a967-4c30-a271-ef63e621fe5d req-7766b61d-b033-42cd-8ac1-55ea7642849c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.41 "DELETE /v2.0/ports/6f70d0b0-d46b-4ce3-8380-2874b88c301d HTTP/1.1" status: 204 len: 173 time: 0.9408453 Jun 25 09:15:27.575217 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:15:27.576201 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e187237-98d2-48c5-ba4e-582cf9e66a85', 'name': 'network-vif-deleted', 'tag': '6f70d0b0-d46b-4ce3-8380-2874b88c301d'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:27.578746 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136089d5-74b1-4760-8a3f-7ce45b97baa6" -d '{"events": [{"server_uuid": "0e187237-98d2-48c5-ba4e-582cf9e66a85", "name": "network-vif-deleted", "tag": "6f70d0b0-d46b-4ce3-8380-2874b88c301d"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:27.585768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17412fc-692a-4960-95f8-d1531b842668 req-b96ce28c-ae2b-4152-a74b-af8f4326f956 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:27.588136 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b17412fc-692a-4960-95f8-d1531b842668 req-b96ce28c-ae2b-4152-a74b-af8f4326f956 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.1227262 Jun 25 09:15:27.685526 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b17412fc-692a-4960-95f8-d1531b842668 req-82a94648-340e-42d3-977c-7705da89dd75 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850444 Jun 25 09:15:27.721275 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f17ba51f-56fb-439a-a250-43a6641208a3 req-9d3c02d0-2230-4f11-b894-10fcd43c3c3b tempest-AbsoluteLimitsNegativeTestJSON-1848152040 tempest-AbsoluteLimitsNegativeTestJSON-1848152040-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=fa26dc4c9698449c997a827cf6871375&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337930 Jun 25 09:15:27.848046 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:27.856549 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5f858f3f-65f2-4c1f-a7e8-6b3d0df4305e req-74982563-6bb1-4a92-8559-79c784d886f4 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e187237-98d2-48c5-ba4e-582cf9e66a85 HTTP/1.1" status: 200 len: 210 time: 0.0501392 Jun 25 09:15:27.887401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ba51f-56fb-439a-a250-43a6641208a3 req-6f47c9ef-882f-4bcc-bd50-8a8eb0867d94 tempest-AbsoluteLimitsNegativeTestJSON-1848152040 tempest-AbsoluteLimitsNegativeTestJSON-1848152040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:27.889460 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f17ba51f-56fb-439a-a250-43a6641208a3 req-6f47c9ef-882f-4bcc-bd50-8a8eb0867d94 tempest-AbsoluteLimitsNegativeTestJSON-1848152040 tempest-AbsoluteLimitsNegativeTestJSON-1848152040-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661847 Jun 25 09:15:27.918135 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f17ba51f-56fb-439a-a250-43a6641208a3 req-d3e887a9-3772-4ebc-874e-6cf5d32f4c21 tempest-AbsoluteLimitsNegativeTestJSON-1848152040 tempest-AbsoluteLimitsNegativeTestJSON-1848152040-project] 10.222.0.93 "GET /v2.0/quotas/fa26dc4c9698449c997a827cf6871375 HTTP/1.1" status: 200 len: 375 time: 0.0211761 Jun 25 09:15:27.924460 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2d4c71-1de3-4da5-8152-24210dcb9705 x-openstack-request-id: req-2f2d4c71-1de3-4da5-8152-24210dcb9705 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:27.925443 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e187237-98d2-48c5-ba4e-582cf9e66a85", "name": "network-vif-deleted", "tag": "6f70d0b0-d46b-4ce3-8380-2874b88c301d", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:27.926256 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2f2d4c71-1de3-4da5-8152-24210dcb9705 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:27.927854 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e187237-98d2-48c5-ba4e-582cf9e66a85', 'name': 'network-vif-deleted', 'tag': '6f70d0b0-d46b-4ce3-8380-2874b88c301d', 'status': 'completed', 'code': 200} Jun 25 09:15:27.959662 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f17ba51f-56fb-439a-a250-43a6641208a3 req-7e8a6d3a-4e43-43f1-abe0-a29b2800125b tempest-AbsoluteLimitsNegativeTestJSON-1848152040 tempest-AbsoluteLimitsNegativeTestJSON-1848152040-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa26dc4c9698449c997a827cf6871375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406525 Jun 25 09:15:28.223892 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-eba5c32f-ca23-4417-85e2-65ddc0dbfb60 service neutron] 10.222.0.38 "GET /v2.0/ports/c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1/bindings/n-h1-761264-15 HTTP/1.1" status: 200 len: 385 time: 0.0819871 Jun 25 09:15:28.379198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44446) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:28.551132 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-eee16e14-8acf-43f3-8ac4-1c0d7bb29147 service neutron] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:28.590961 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ff083-4801-49b4-871f-dee7e63491bd req-657cfa23-7e2d-45de-be81-829a67cac1d4 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:28.591326 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-327ff083-4801-49b4-871f-dee7e63491bd req-657cfa23-7e2d-45de-be81-829a67cac1d4 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 943 time: 0.1099861 Jun 25 09:15:28.599491 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-eee16e14-8acf-43f3-8ac4-1c0d7bb29147 service neutron] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:15:28.663904 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-eee16e14-8acf-43f3-8ac4-1c0d7bb29147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:15:28.666705 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3033a5bd-afee-4931-abfe-baafe655a7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:28.676601 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-eee16e14-8acf-43f3-8ac4-1c0d7bb29147 service neutron] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:28.699140 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-eee16e14-8acf-43f3-8ac4-1c0d7bb29147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:28.790521 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-eee16e14-8acf-43f3-8ac4-1c0d7bb29147 service neutron] Transition to ACTIVE for port object c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:15:28.795078 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-eee16e14-8acf-43f3-8ac4-1c0d7bb29147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:28.798642 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-24b8fee8-ebc6-4fb6-b666-d01185ba93ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:28.819921 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3033a5bd-afee-4931-abfe-baafe655a7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:28.829501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-327ff083-4801-49b4-871f-dee7e63491bd req-782fe26c-674b-4556-a601-4b57557191af tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110991 Jun 25 09:15:28.832323 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3033a5bd-afee-4931-abfe-baafe655a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:28.881560 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-34545256-4baf-4f64-a918-9e536d5fb817 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:28.922029 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-eee16e14-8acf-43f3-8ac4-1c0d7bb29147 service neutron] No DVR routers for this DVR port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:15:28.932024 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3033a5bd-afee-4931-abfe-baafe655a7e3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fa26dc4c9698449c997a827cf6871375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5465364 Jun 25 09:15:28.941218 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44456) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:28.975282 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee16e14-8acf-43f3-8ac4-1c0d7bb29147 service neutron] Pushing event updated for resources: {'Port': ['ID=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,revision_number=10']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:28.979564 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eee16e14-8acf-43f3-8ac4-1c0d7bb29147 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:28.983399 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033a5bd-afee-4931-abfe-baafe655a7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef940ce-be3a-4098-b833-551cffbc93b2,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:28.987578 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-eee16e14-8acf-43f3-8ac4-1c0d7bb29147 service neutron] 10.222.0.38 "PUT /v2.0/ports/c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1/bindings/n-h1-761264-15/activate HTTP/1.1" status: 200 len: 370 time: 0.7578261 Jun 25 09:15:28.990658 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3033a5bd-afee-4931-abfe-baafe655a7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:29.125686 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-66e08588-a2e0-40dd-a66c-b5213a754696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:29.131146 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2bd78749-423f-4f73-b499-4ce4f3854f00 req-4e0ac24f-4863-4b5c-a252-aee5bbf084e8 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/f621f0b1-e7be-43ee-8aed-fa5513c2a89c HTTP/1.1" status: 200 len: 1798 time: 0.0912719 Jun 25 09:15:29.164642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fddae6-c6e3-4cfc-adef-c7fdc83ee774 req-d9e06a2c-ee3f-43ac-8761-faeafeb0fdb0 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:29.166304 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9fddae6-c6e3-4cfc-adef-c7fdc83ee774 req-d9e06a2c-ee3f-43ac-8761-faeafeb0fdb0 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.1710672 Jun 25 09:15:29.187245 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-66e08588-a2e0-40dd-a66c-b5213a754696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:29.187585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-ffe31ad6-238b-46ec-b6b6-42b5c6c4e748 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:29.189155 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-ffe31ad6-238b-46ec-b6b6-42b5c6c4e748 tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4&tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 1096 time: 0.0953627 Jun 25 09:15:29.267131 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-5f468212-b092-4142-8098-4642cac26fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:29.269247 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-5f468212-b092-4142-8098-4642cac26fae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4&tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d HTTP/1.1" status: 200 len: 1096 time: 0.0694053 Jun 25 09:15:29.275189 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9fddae6-c6e3-4cfc-adef-c7fdc83ee774 req-fa45265f-3508-4ef9-829c-0a448420cd1f tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967948 Jun 25 09:15:29.303683 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2bd78749-423f-4f73-b499-4ce4f3854f00 req-7002b613-330e-4b09-8bdb-7bf9d722ef6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:29.325150 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-66e08588-a2e0-40dd-a66c-b5213a754696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:29.329018 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-66e08588-a2e0-40dd-a66c-b5213a754696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:29.330228 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-66e08588-a2e0-40dd-a66c-b5213a754696 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8ef940ce-be3a-4098-b833-551cffbc93b2 HTTP/1.1" status: 204 len: 168 time: 0.3879647 Jun 25 09:15:29.334248 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1612b2d1-ebc2-48a7-8886-779a5be7e517 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:29.367198 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:15:29.368113 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2bd78749-423f-4f73-b499-4ce4f3854f00 req-7002b613-330e-4b09-8bdb-7bf9d722ef6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:29.395962 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e08588-a2e0-40dd-a66c-b5213a754696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef940ce-be3a-4098-b833-551cffbc93b2,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:29.401267 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-66e08588-a2e0-40dd-a66c-b5213a754696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:29.434120 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-ef90154f-4515-46f0-81bb-73910f6e4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:29.437303 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-ef90154f-4515-46f0-81bb-73910f6e4418 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 1096 time: 0.0966165 Jun 25 09:15:29.491449 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2bd78749-423f-4f73-b499-4ce4f3854f00 req-7002b613-330e-4b09-8bdb-7bf9d722ef6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:29.494535 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2bd78749-423f-4f73-b499-4ce4f3854f00 req-7002b613-330e-4b09-8bdb-7bf9d722ef6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:29.495804 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2bd78749-423f-4f73-b499-4ce4f3854f00 req-7002b613-330e-4b09-8bdb-7bf9d722ef6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "DELETE /v2.0/security-groups/f621f0b1-e7be-43ee-8aed-fa5513c2a89c HTTP/1.1" status: 204 len: 173 time: 0.3537073 Jun 25 09:15:29.496512 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f695e855-f403-46f9-984e-e0d1370cf738 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:29.523553 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002b613-330e-4b09-8bdb-7bf9d722ef6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f621f0b1-e7be-43ee-8aed-fa5513c2a89c,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:29.527590 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7002b613-330e-4b09-8bdb-7bf9d722ef6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:29.565306 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 6f70d0b0-d46b-4ce3-8380-2874b88c301d no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:15:29.594154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 6f70d0b0-d46b-4ce3-8380-2874b88c301d {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:15:29.594524 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 6f70d0b0-d46b-4ce3-8380-2874b88c301d not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:15:29.597919 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e6917a1a-798e-47dd-a00f-138442961926 req-0430bcb8-531a-436d-be76-fbfa50106a65 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "GET /v2.0/security-groups/a2e33f13-0985-4035-9430-c1057d9765da HTTP/1.1" status: 200 len: 1800 time: 0.0715876 Jun 25 09:15:29.617964 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-47307686-c504-4a95-9b13-8a3766401454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:29.621487 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-47307686-c504-4a95-9b13-8a3766401454 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 200 len: 923 time: 0.1769211 Jun 25 09:15:29.678943 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-3749e739-82c0-4e97-b637-ab68240f64cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 HTTP/1.1" status: 200 len: 217 time: 0.0468559 Jun 25 09:15:29.697726 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e6917a1a-798e-47dd-a00f-138442961926 req-ea7bb9e0-1b8f-45e3-a0fa-e9d1201c46e4 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:29.724958 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e6917a1a-798e-47dd-a00f-138442961926 req-ea7bb9e0-1b8f-45e3-a0fa-e9d1201c46e4 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:29.755916 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-15bd0d31-57bf-4729-b0a0-43e012705881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:29.757735 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-15bd0d31-57bf-4729-b0a0-43e012705881 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 200 len: 861 time: 0.0612662 Jun 25 09:15:29.793742 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e6917a1a-798e-47dd-a00f-138442961926 req-ea7bb9e0-1b8f-45e3-a0fa-e9d1201c46e4 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:29.798098 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e6917a1a-798e-47dd-a00f-138442961926 req-ea7bb9e0-1b8f-45e3-a0fa-e9d1201c46e4 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:29.800369 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-2ecdac89-8605-436e-85e4-4354d01dbb7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68eb177c-3f7a-464d-a8dd-cdbf3481befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335922 Jun 25 09:15:29.801257 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e6917a1a-798e-47dd-a00f-138442961926 req-ea7bb9e0-1b8f-45e3-a0fa-e9d1201c46e4 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] 10.222.0.93 "DELETE /v2.0/security-groups/a2e33f13-0985-4035-9430-c1057d9765da HTTP/1.1" status: 204 len: 173 time: 0.1968517 Jun 25 09:15:29.802101 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b72412c9-56db-4edb-88bc-8c7c31d705ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:29.806827 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44478) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:29.842299 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bb9e0-1b8f-45e3-a0fa-e9d1201c46e4 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e33f13-0985-4035-9430-c1057d9765da,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:29.845216 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ea7bb9e0-1b8f-45e3-a0fa-e9d1201c46e4 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:29.867121 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bfc13b-0138-4d0e-b32d-ba1dd7f32bfd admin admin] Deleting subnet 6f736864-139a-4489-a2e5-9542b4a084ef {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:15:29.871138 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-19bfc13b-0138-4d0e-b32d-ba1dd7f32bfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:29.952922 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-19bfc13b-0138-4d0e-b32d-ba1dd7f32bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:30.026059 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-cda53275-a750-4dd8-bd70-31a98899a841 service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138810 Jun 25 09:15:30.075487 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-19bfc13b-0138-4d0e-b32d-ba1dd7f32bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:30.125817 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104a5a7-a3b0-47b8-b4c3-9d61c83e4e06 req-661cbe66-06d6-4f69-9c6a-a26b707f244a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:30.127496 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7104a5a7-a3b0-47b8-b4c3-9d61c83e4e06 req-661cbe66-06d6-4f69-9c6a-a26b707f244a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 944 time: 0.1355875 Jun 25 09:15:30.156908 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-0f6f0b28-3f79-4d38-aa79-9ca49039b09a service neutron] 10.222.0.41 "GET /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229961 Jun 25 09:15:30.181281 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-19bfc13b-0138-4d0e-b32d-ba1dd7f32bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:30.186884 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-53f5319c-ffc6-4d4b-8961-df70bd17499c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:30.191662 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7104a5a7-a3b0-47b8-b4c3-9d61c83e4e06 req-50a3edf6-4f7a-4606-a5c2-7cec81973fcf tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557156 Jun 25 09:15:30.216623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfc13b-0138-4d0e-b32d-ba1dd7f32bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f736864-139a-4489-a2e5-9542b4a084ef,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:30.220085 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19bfc13b-0138-4d0e-b32d-ba1dd7f32bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:30.221255 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-19bfc13b-0138-4d0e-b32d-ba1dd7f32bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:30.223347 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-19bfc13b-0138-4d0e-b32d-ba1dd7f32bfd admin admin] 10.222.0.93 "DELETE /v2.0/subnets/6f736864-139a-4489-a2e5-9542b4a084ef HTTP/1.1" status: 204 len: 168 time: 0.4155223 Jun 25 09:15:30.226510 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44494) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:30.313659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44496) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:30.324838 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ab771e9-f201-4280-aa14-a95f4dee685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:30.431313 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ab771e9-f201-4280-aa14-a95f4dee685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:30.450376 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-2ab771e9-f201-4280-aa14-a95f4dee685a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6538f724-2fee-4c1b-a85e-9b3edf9078c3']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:30.473516 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-2ab771e9-f201-4280-aa14-a95f4dee685a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e69768-99a2-4a5b-bb7a-7809780d0423') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:30.473843 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-2ab771e9-f201-4280-aa14-a95f4dee685a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e69768-99a2-4a5b-bb7a-7809780d0423') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:30.485898 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ab771e9-f201-4280-aa14-a95f4dee685a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:30.507207 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ab771e9-f201-4280-aa14-a95f4dee685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:30.512328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2056901047-network', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:30.518022 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab771e9-f201-4280-aa14-a95f4dee685a admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:15:30.518465 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ab771e9-f201-4280-aa14-a95f4dee685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:30.564450 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdad57-ca70-4ffc-b061-f90e8be408e4 req-7fef5709-1c2e-44d3-a273-106c38568af8 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:30.572487 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0bfdad57-ca70-4ffc-b061-f90e8be408e4 req-7fef5709-1c2e-44d3-a273-106c38568af8 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.1075032 Jun 25 09:15:30.586719 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Made reservation on behalf of 4a75ec203daa470f82c80c20a6dfbe50 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:15:30.595143 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:15:30.609234 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:15:30.614805 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ab771e9-f201-4280-aa14-a95f4dee685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:30.629087 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ab771e9-f201-4280-aa14-a95f4dee685a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:30.633924 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2ab771e9-f201-4280-aa14-a95f4dee685a admin admin] 10.222.0.93 "DELETE /v2.0/networks/6538f724-2fee-4c1b-a85e-9b3edf9078c3 HTTP/1.1" status: 204 len: 168 time: 0.4032500 Jun 25 09:15:30.633924 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:30.652617 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:30.673077 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab771e9-f201-4280-aa14-a95f4dee685a admin admin] Pushing event deleted for resources: {'Network': ['ID=6538f724-2fee-4c1b-a85e-9b3edf9078c3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:30.680314 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2ab771e9-f201-4280-aa14-a95f4dee685a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:30.719527 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0bfdad57-ca70-4ffc-b061-f90e8be408e4 req-07876d6b-95a1-405a-9b69-b1dfbb4a6929 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458938 Jun 25 09:15:30.748565 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-5121b390-82ef-42bd-bde0-4aad7b00cc5a tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:30.750230 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-5121b390-82ef-42bd-bde0-4aad7b00cc5a tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4&tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&binding%3Ahost_id=n-h1-761264-15 HTTP/1.1" status: 200 len: 1096 time: 0.1014149 Jun 25 09:15:30.885748 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44510) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:30.915074 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:30.923167 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-2d8eee8b-3bf5-4c75-9ecd-1d1a0b457a7f service neutron] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:15:30.926598 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-2d8eee8b-3bf5-4c75-9ecd-1d1a0b457a7f service neutron] Notify callbacks [] for binding, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:30.928157 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d2545f7-fd46-4e64-a056-b92febcf3cc0 req-2d8eee8b-3bf5-4c75-9ecd-1d1a0b457a7f service neutron] 10.222.0.41 "DELETE /v2.0/ports/c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1/bindings/n-h2-761264-15 HTTP/1.1" status: 204 len: 173 time: 0.1708434 Jun 25 09:15:30.929344 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:30.944341 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3f60760c-697a-4109-b5bf-751b9cebd1fb tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:30.975681 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:15:30.979456 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-43d64d24-a3ee-460f-b58d-d90c8a14db4a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b9f2f7c4852f4813bdb4dad9f5fa55ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0924375 Jun 25 09:15:30.982322 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44512) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:30.999000 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6107a4a4-a7fa-4d7c-9d9f-deb7f2629d21,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:31.011655 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:31.018018 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:31.019891 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:31.020246 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Added segment 4fccc6ca-fee0-4281-8570-ada77f60ed19 of type vlan for network 3e25b3ea-d628-40a0-9fd2-0d90deb035fc Jun 25 09:15:31.068951 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c7619a86-1784-4e44-9a82-9e279c94e7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:31.101420 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c7619a86-1784-4e44-9a82-9e279c94e7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:31.116763 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:31.162831 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:31.165139 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:31.165806 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:31.167159 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c7619a86-1784-4e44-9a82-9e279c94e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:31.169874 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c7619a86-1784-4e44-9a82-9e279c94e7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:31.174147 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c7619a86-1784-4e44-9a82-9e279c94e7e8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2795523e-7cf8-4b93-bd25-991dd3909360 HTTP/1.1" status: 204 len: 168 time: 0.1873233 Jun 25 09:15:31.174147 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-80e88906-d2a1-460c-89fd-66769bf4c2a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:31.181899 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e71a60df-6cb8-44e5-82e1-95a4f8eb8b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:31.182234 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7619a86-1784-4e44-9a82-9e279c94e7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2795523e-7cf8-4b93-bd25-991dd3909360,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:31.184978 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c7619a86-1784-4e44-9a82-9e279c94e7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:31.261881 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9449334 Jun 25 09:15:31.265651 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44520) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:31.273128 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e0162176-f1ec-403a-b5cb-6c4e6c6388ad admin admin] Request body: {'subnet': {'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2056901047-subnet', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:31.303260 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0162176-f1ec-403a-b5cb-6c4e6c6388ad admin admin] Made reservation on behalf of 4a75ec203daa470f82c80c20a6dfbe50 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:15:31.303987 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Pushing event updated for resources: {'Network': ['ID=3e25b3ea-d628-40a0-9fd2-0d90deb035fc,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:31.306156 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e0162176-f1ec-403a-b5cb-6c4e6c6388ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:31.307049 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:31.315672 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 3e25b3ea-d628-40a0-9fd2-0d90deb035fc details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:15:31.484690 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765056f8-b2f6-495e-a062-f1fe1509f117 req-9e71f71c-a438-4456-8fa0-a67eb7cfc93e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:31.486524 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-765056f8-b2f6-495e-a062-f1fe1509f117 req-9e71f71c-a438-4456-8fa0-a67eb7cfc93e tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 944 time: 0.0957992 Jun 25 09:15:31.550978 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-765056f8-b2f6-495e-a062-f1fe1509f117 req-bad0ef80-0331-4e18-aa9b-6286adf5948f tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519195 Jun 25 09:15:31.564787 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e0162176-f1ec-403a-b5cb-6c4e6c6388ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:31.568975 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:31.643531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0162176-f1ec-403a-b5cb-6c4e6c6388ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=05d740cd-9854-4d86-9dad-1edd62365da0,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:31.650066 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e0162176-f1ec-403a-b5cb-6c4e6c6388ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:31.698725 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0162176-f1ec-403a-b5cb-6c4e6c6388ad admin admin] Checking segment: {'id': '4fccc6ca-fee0-4281-8570-ada77f60ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:15:31.699425 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0162176-f1ec-403a-b5cb-6c4e6c6388ad admin admin] Network hostable DHCP agents. Network: 3e25b3ea-d628-40a0-9fd2-0d90deb035fc, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:15:31.723335 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0162176-f1ec-403a-b5cb-6c4e6c6388ad admin admin] Network 3e25b3ea-d628-40a0-9fd2-0d90deb035fc is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:15:31.738430 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-e0162176-f1ec-403a-b5cb-6c4e6c6388ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 3e25b3ea-d628-40a0-9fd2-0d90deb035fc) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:15:31.749582 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3646238f-f704-4dca-960b-010c5597952e None None] Network 3e25b3ea-d628-40a0-9fd2-0d90deb035fc requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:15:31.755571 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0162176-f1ec-403a-b5cb-6c4e6c6388ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:31.770282 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e0162176-f1ec-403a-b5cb-6c4e6c6388ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:31.805573 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e0162176-f1ec-403a-b5cb-6c4e6c6388ad admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5385988 Jun 25 09:15:31.810176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44542) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:31.817406 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2056901047-router', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:31.937049 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:31.941559 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:32.065165 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'fixed_ips': [{'subnet_id': '05d740cd-9854-4d86-9dad-1edd62365da0'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:15:32.065165 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:32.146094 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:32.152986 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3488e-428f-4bfb-a3e9-de0d316a53a7 req-a5a2be6d-c530-4598-ada4-9b365cf19cca tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:32.154865 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6c3488e-428f-4bfb-a3e9-de0d316a53a7 req-a5a2be6d-c530-4598-ada4-9b365cf19cca tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 1096 time: 0.2903345 Jun 25 09:15:32.395264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6c3488e-428f-4bfb-a3e9-de0d316a53a7 req-7c604fd6-9fd5-4156-a01a-9feb6af54cce tempest-LiveAutoBlockMigrationV225Test-902542334 tempest-LiveAutoBlockMigrationV225Test-902542334-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883438 Jun 25 09:15:32.409393 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44560) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:32.450476 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:32.542607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Allocated IP 172.20.0.2 (3e25b3ea-d628-40a0-9fd2-0d90deb035fc/05d740cd-9854-4d86-9dad-1edd62365da0/d9fc298e-bf41-4b5b-8057-267458b69741) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:15:32.586018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1792189208-network', 'tenant_id': '917de5ba0d554fb39605c7b665d66809'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:32.622375 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Made reservation on behalf of 917de5ba0d554fb39605c7b665d66809 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:15:32.627039 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:32.638685 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:32.686300 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba229e9-b0c2-4ecb-86f1-1c16d895c477 req-baa01b5b-6a0f-4428-819c-a454e5ec10fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:32.696332 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ba229e9-b0c2-4ecb-86f1-1c16d895c477 req-baa01b5b-6a0f-4428-819c-a454e5ec10fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.1222310 Jun 25 09:15:32.775285 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ba229e9-b0c2-4ecb-86f1-1c16d895c477 req-d72f51b0-eede-45be-bc4f-9efcb553d573 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768101 Jun 25 09:15:32.781215 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:32.785036 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:32.787970 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:32.795980 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a1a1b64a-9660-4178-bf51-88feae4b0be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:32.812459 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Transition to ACTIVE for port object d9fc298e-bf41-4b5b-8057-267458b69741 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:15:32.817162 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:15:32.833938 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Transition to ACTIVE for port object d9fc298e-bf41-4b5b-8057-267458b69741 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:15:32.845255 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:32.851036 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:32.857414 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:32.857769 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Added segment 81cc26eb-bfe8-4869-8aea-a637404dff82 of type vlan for network 79808abf-8940-45ab-8d88-07557846b9be Jun 25 09:15:32.872111 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2375658a-8e73-4b66-8b95-fc1d71376238,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:32.876560 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:32.904721 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Network 3e25b3ea-d628-40a0-9fd2-0d90deb035fc is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:15:32.908672 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:15:32.912877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:15:32.917222 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:32.924299 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Pushing event updated for resources: {'Port': ['ID=d9fc298e-bf41-4b5b-8057-267458b69741,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:32.928147 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:32.964983 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:32.966431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:32.968067 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:32.982541 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8a515c22-6d20-4c1b-9201-03b5f2544810 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:32.991854 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5782104 Jun 25 09:15:32.995332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44566) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:33.003948 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a0417d2a-c761-4794-a873-cd03fb60aba8 admin admin] Request body: {'subnet': {'network_id': '79808abf-8940-45ab-8d88-07557846b9be', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1792189208-subnet', 'tenant_id': '917de5ba0d554fb39605c7b665d66809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:33.005049 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Attempting to bind port d9fc298e-bf41-4b5b-8057-267458b69741 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:15:33.005582 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Attempting to bind port d9fc298e-bf41-4b5b-8057-267458b69741 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '4fccc6ca-fee0-4281-8570-ada77f60ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:15:33.006066 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Attempting to bind port d9fc298e-bf41-4b5b-8057-267458b69741 on network 3e25b3ea-d628-40a0-9fd2-0d90deb035fc {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:15:33.012621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:15:33.013043 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Checking segment: {'id': '4fccc6ca-fee0-4281-8570-ada77f60ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:15:33.013539 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:33.014213 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Bound using segment: {'id': '4fccc6ca-fee0-4281-8570-ada77f60ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:15:33.014859 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Bound port: d9fc298e-bf41-4b5b-8057-267458b69741, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fccc6ca-fee0-4281-8570-ada77f60ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:15:33.015508 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:33.058736 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:33.064807 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Pushing event updated for resources: {'Network': ['ID=79808abf-8940-45ab-8d88-07557846b9be,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:33.069161 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:33.081075 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 79808abf-8940-45ab-8d88-07557846b9be details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:15:33.151894 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] For port d9fc298e-bf41-4b5b-8057-267458b69741, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:15:33.159481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] For port d9fc298e-bf41-4b5b-8057-267458b69741, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d9fc298e-bf41-4b5b-8057-267458b69741,segment=NetworkSegment(4fccc6ca-fee0-4281-8570-ada77f60ed19),segment_id=4fccc6ca-fee0-4281-8570-ada77f60ed19)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:15:33.170219 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:33.174427 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:33.247075 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Pushing event updated for resources: {'Port': ['ID=d9fc298e-bf41-4b5b-8057-267458b69741,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:33.252082 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:33.365531 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecdc85-6e75-47c9-9864-fb86d45cefbb req-c5d96a7a-f82d-4e27-9c0d-e67a224ce96d tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:33.366962 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e7ecdc85-6e75-47c9-9864-fb86d45cefbb req-c5d96a7a-f82d-4e27-9c0d-e67a224ce96d tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 945 time: 0.5280740 Jun 25 09:15:33.397347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0417d2a-c761-4794-a873-cd03fb60aba8 admin admin] Made reservation on behalf of 917de5ba0d554fb39605c7b665d66809 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:15:33.399687 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0417d2a-c761-4794-a873-cd03fb60aba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:33.401852 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:33.550446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e7ecdc85-6e75-47c9-9864-fb86d45cefbb req-6cb203e1-396c-4c9b-9957-c56ec6b39ce4 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/security-groups?id=6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560783 Jun 25 09:15:33.651069 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Allocated IP 172.25.6.252 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/2db7f811-36aa-41c4-baad-0743eed11d07) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:15:33.671419 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fec5a-4d59-41c1-86c7-a5ebef267878 req-4e35e87a-a24c-4035-b4da-8fb5f47b66f4 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:33.672860 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-348fec5a-4d59-41c1-86c7-a5ebef267878 req-4e35e87a-a24c-4035-b4da-8fb5f47b66f4 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 944 time: 0.3156891 Jun 25 09:15:33.840390 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-348fec5a-4d59-41c1-86c7-a5ebef267878 req-a55f839b-9157-486f-ae0e-f2d152915468 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423876 Jun 25 09:15:33.848846 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0417d2a-c761-4794-a873-cd03fb60aba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:33.857957 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:33.931609 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:33.956052 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0417d2a-c761-4794-a873-cd03fb60aba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b796395e-7565-4e43-a427-181b37e01a41,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:33.959384 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a0417d2a-c761-4794-a873-cd03fb60aba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:34.015365 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0417d2a-c761-4794-a873-cd03fb60aba8 admin admin] Checking segment: {'id': '81cc26eb-bfe8-4869-8aea-a637404dff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '79808abf-8940-45ab-8d88-07557846b9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:15:34.015735 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0417d2a-c761-4794-a873-cd03fb60aba8 admin admin] Network hostable DHCP agents. Network: 79808abf-8940-45ab-8d88-07557846b9be, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:15:34.102277 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0417d2a-c761-4794-a873-cd03fb60aba8 admin admin] Network 79808abf-8940-45ab-8d88-07557846b9be is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:15:34.108272 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:34.118534 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:34.162238 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7d09f-cad3-4d9c-a900-7634f70fc793 req-6cb3a8bc-54c7-488e-99dd-ed751a827ebc tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:34.164230 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8b7d09f-cad3-4d9c-a900-7634f70fc793 req-6cb3a8bc-54c7-488e-99dd-ed751a827ebc tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.1998003 Jun 25 09:15:34.167955 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-a0417d2a-c761-4794-a873-cd03fb60aba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 79808abf-8940-45ab-8d88-07557846b9be) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:15:34.178544 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bae7de-a598-467a-93a7-9af45f683a18 None None] Network 79808abf-8940-45ab-8d88-07557846b9be requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:15:34.180715 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0417d2a-c761-4794-a873-cd03fb60aba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:34.181336 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0417d2a-c761-4794-a873-cd03fb60aba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:34.203573 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:15:34.230056 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15d88a-1bb5-400a-a056-5131bb3c74cd req-04939066-aef3-4e56-9dac-b3644cfc6c5d tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:34.231611 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ac15d88a-1bb5-400a-a056-5131bb3c74cd req-04939066-aef3-4e56-9dac-b3644cfc6c5d tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 946 time: 0.2317638 Jun 25 09:15:34.235431 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Pushing event updated for resources: {'Port': ['ID=2db7f811-36aa-41c4-baad-0743eed11d07,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:34.238474 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:15:34.243239 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:34.244570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:15:34.255491 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a0417d2a-c761-4794-a873-cd03fb60aba8 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2587900 Jun 25 09:15:34.317352 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8b7d09f-cad3-4d9c-a900-7634f70fc793 req-30ff2cd7-3703-42c1-a2ad-c494bb0ff641 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390085 Jun 25 09:15:34.353689 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515471cd-ae4e-41ca-8d24-3ca8bd519c07 None None] Network 79808abf-8940-45ab-8d88-07557846b9be requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:15:34.425126 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b4c9e-5c80-4817-a937-e9fad6ca3321 None None] Network 3e25b3ea-d628-40a0-9fd2-0d90deb035fc requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:15:34.505143 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ffcc6e03-e430-4994-bf58-0708fa620536 None None] Provisioning for port d9fc298e-bf41-4b5b-8057-267458b69741 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:34.509397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ac15d88a-1bb5-400a-a056-5131bb3c74cd req-27f603c6-f94e-48cd-bd33-f72abe50fe96 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/security-groups?id=95c60efd-ba89-4563-b69c-df8fc98a3906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511456 Jun 25 09:15:34.529317 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d9fc298e-bf41-4b5b-8057-267458b69741 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:34.629092 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:15:34.650728 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:34.724979 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port d9fc298e-bf41-4b5b-8057-267458b69741 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:34.731616 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port d9fc298e-bf41-4b5b-8057-267458b69741 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:34.731995 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:34.739430 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226b7b3-8a55-4802-9ce5-3f2fedecb77a req-5e0f969b-fbc8-40b1-aa79-7f29e43fb8ea tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:34.741860 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7226b7b3-8a55-4802-9ce5-3f2fedecb77a req-5e0f969b-fbc8-40b1-aa79-7f29e43fb8ea tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 944 time: 0.0978644 Jun 25 09:15:34.744176 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-3c99e8e5-45d3-4d4d-9d42-10d47b6f41fb req-6e982d18-ec23-415f-b4e3-c64e9e582601 tempest-SecurityGroupsNegativeTestJSON-123703052 tempest-SecurityGroupsNegativeTestJSON-123703052-project] show failed (client error): The resource could not be found. Jun 25 09:15:34.745570 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c99e8e5-45d3-4d4d-9d42-10d47b6f41fb req-6e982d18-ec23-415f-b4e3-c64e9e582601 tempest-SecurityGroupsNegativeTestJSON-123703052 tempest-SecurityGroupsNegativeTestJSON-123703052-project] 10.222.0.93 "GET /v2.0/security-groups/ec683256-843f-4a39-9551-4562f3a860d5 HTTP/1.1" status: 404 len: 352 time: 0.0285819 Jun 25 09:15:34.877564 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:34.909857 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-7226b7b3-8a55-4802-9ce5-3f2fedecb77a req-6c9da724-c2b7-488e-b567-1f20aea2a8fd tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Deleting port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:15:34.910399 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7226b7b3-8a55-4802-9ce5-3f2fedecb77a req-6c9da724-c2b7-488e-b567-1f20aea2a8fd tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:34.917711 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port d9fc298e-bf41-4b5b-8057-267458b69741, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d9fc298e-bf41-4b5b-8057-267458b69741,segment=NetworkSegment(4fccc6ca-fee0-4281-8570-ada77f60ed19),segment_id=4fccc6ca-fee0-4281-8570-ada77f60ed19)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:34.922628 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:34.932572 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:34.951489 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0494b8f4-36f5-444c-af37-10ebf0d7a5e1 req-77d039e9-298d-4b96-afd6-c5f2168264b7 tempest-SecurityGroupsNegativeTestJSON-123703052 tempest-SecurityGroupsNegativeTestJSON-123703052-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=917de5ba0d554fb39605c7b665d66809 HTTP/1.1" status: 200 len: 2984 time: 0.1445394 Jun 25 09:15:34.990609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654cd3e-9dcd-4af4-bc55-e80c83798117 req-5fc93eb6-64f4-44d9-adb5-7305ac32d547 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:34.999848 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d654cd3e-9dcd-4af4-bc55-e80c83798117 req-5fc93eb6-64f4-44d9-adb5-7305ac32d547 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 945 time: 0.2402761 Jun 25 09:15:35.023108 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=d9fc298e-bf41-4b5b-8057-267458b69741,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:35.028896 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:35.070696 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-7226b7b3-8a55-4802-9ce5-3f2fedecb77a req-6c9da724-c2b7-488e-b567-1f20aea2a8fd tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] For port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:35.071248 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7226b7b3-8a55-4802-9ce5-3f2fedecb77a req-6c9da724-c2b7-488e-b567-1f20aea2a8fd tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:35.096293 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-7226b7b3-8a55-4802-9ce5-3f2fedecb77a req-6c9da724-c2b7-488e-b567-1f20aea2a8fd tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Calling delete_port for c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:15:35.141385 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d654cd3e-9dcd-4af4-bc55-e80c83798117 req-12cb51b0-3584-4b5a-b465-5fce43e69ed9 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/security-groups?id=6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405830 Jun 25 09:15:35.174961 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:35.233579 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0494b8f4-36f5-444c-af37-10ebf0d7a5e1 req-c6893aff-496b-46a6-943f-2c27d289ba8f tempest-SecurityGroupsNegativeTestJSON-123703052 tempest-SecurityGroupsNegativeTestJSON-123703052-project] 10.222.0.93 "GET /v2.0/security-groups/2375658a-8e73-4b66-8b95-fc1d71376238 HTTP/1.1" status: 200 len: 2981 time: 0.2576389 Jun 25 09:15:35.258163 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-59b235c6-0263-4ad1-88d6-7122071e9f45 None None] Provisioning complete for port d9fc298e-bf41-4b5b-8057-267458b69741 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:35.258950 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59b235c6-0263-4ad1-88d6-7122071e9f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:35.276361 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7226b7b3-8a55-4802-9ce5-3f2fedecb77a req-6c9da724-c2b7-488e-b567-1f20aea2a8fd tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:35.292564 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-95ddeccf-0305-4e3a-aa92-c75ab0687915 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:35.369205 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9da724-c2b7-488e-b567-1f20aea2a8fd tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Pushing event deleted for resources: {'Port': ['ID=c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:35.371464 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-7226b7b3-8a55-4802-9ce5-3f2fedecb77a req-6c9da724-c2b7-488e-b567-1f20aea2a8fd tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] No DVR routers for this DVR port c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:15:35.374120 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6c9da724-c2b7-488e-b567-1f20aea2a8fd tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:35.382045 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0494b8f4-36f5-444c-af37-10ebf0d7a5e1 req-0afb9e2c-1264-46c7-ab4a-406fd2e3bb5a tempest-SecurityGroupsNegativeTestJSON-123703052 tempest-SecurityGroupsNegativeTestJSON-123703052-project] 10.222.0.93 "GET /v2.0/security-groups/2375658a-8e73-4b66-8b95-fc1d71376238 HTTP/1.1" status: 200 len: 2981 time: 0.1101942 Jun 25 09:15:35.382843 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7226b7b3-8a55-4802-9ce5-3f2fedecb77a req-6c9da724-c2b7-488e-b567-1f20aea2a8fd tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:35.386928 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7226b7b3-8a55-4802-9ce5-3f2fedecb77a req-6c9da724-c2b7-488e-b567-1f20aea2a8fd tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.41 "DELETE /v2.0/ports/c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 HTTP/1.1" status: 204 len: 173 time: 0.6259563 Jun 25 09:15:35.386928 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e02fe3-fe5f-4004-babd-2c22826080c4', 'name': 'network-vif-deleted', 'tag': 'c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:35.389865 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe73839-ebe4-499f-a43c-574e55787f78" -d '{"events": [{"server_uuid": "10e02fe3-fe5f-4004-babd-2c22826080c4", "name": "network-vif-deleted", "tag": "c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:35.466492 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753c6d0-9ca3-4099-8461-9cdeac3c897a req-6b995ae6-5406-41f3-96f6-dba6baafaf82 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:35.468053 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a753c6d0-9ca3-4099-8461-9cdeac3c897a req-6b995ae6-5406-41f3-96f6-dba6baafaf82 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.41 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 945 time: 0.2868986 Jun 25 09:15:35.521975 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eeb13966-9ef7-45a5-afcc-7568e585c9b5 req-22a34751-4ee5-4272-b141-fd740f6ad338 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 210 time: 0.0512614 Jun 25 09:15:35.643403 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:15:35.699336 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ea07785-84a8-4fa5-9660-67a44bd10250 req-c52a3ca0-3f83-4c00-af8a-141d03a874cf tempest-SecurityGroupsNegativeTestJSON-123703052 tempest-SecurityGroupsNegativeTestJSON-123703052-project] 10.222.0.93 "GET /v2.0/security-groups/2375658a-8e73-4b66-8b95-fc1d71376238 HTTP/1.1" status: 200 len: 2981 time: 0.1297984 Jun 25 09:15:35.781742 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a28b8c-9ac2-4cc0-a4a9-7580c267c2c2 req-420b322b-85e4-479f-b602-a1da6056c1d0 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:35.783339 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8a28b8c-9ac2-4cc0-a4a9-7580c267c2c2 req-420b322b-85e4-479f-b602-a1da6056c1d0 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.2639005 Jun 25 09:15:35.869195 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-a753c6d0-9ca3-4099-8461-9cdeac3c897a req-3de318ab-ffb4-4ab0-9f79-608d990eb7a4 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Deleting port 220f8bf8-123e-42e1-a519-f3949b4f66bd {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:15:35.869541 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a753c6d0-9ca3-4099-8461-9cdeac3c897a req-3de318ab-ffb4-4ab0-9f79-608d990eb7a4 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:35.946342 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:15:35.959010 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Sync routers for ids ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:15:35.960666 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8a28b8c-9ac2-4cc0-a4a9-7580c267c2c2 req-68aaadb7-c208-47da-a944-57140a1e3322 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701851 Jun 25 09:15:35.971394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Routers {'14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:15:35.971674 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:35.981614 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-2ea07785-84a8-4fa5-9660-67a44bd10250 req-11cd0a87-5f2e-416c-a662-39c9c78bc791 tempest-SecurityGroupsNegativeTestJSON-123703052 tempest-SecurityGroupsNegativeTestJSON-123703052-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 25 09:15:35.982665 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ea07785-84a8-4fa5-9660-67a44bd10250 req-11cd0a87-5f2e-416c-a662-39c9c78bc791 tempest-SecurityGroupsNegativeTestJSON-123703052 tempest-SecurityGroupsNegativeTestJSON-123703052-project] 10.222.0.93 "DELETE /v2.0/security-groups/2375658a-8e73-4b66-8b95-fc1d71376238 HTTP/1.1" status: 409 len: 352 time: 0.2471664 Jun 25 09:15:36.022062 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:36.026053 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44610) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:36.026609 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2147715 Jun 25 09:15:36.079435 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a753c6d0-9ca3-4099-8461-9cdeac3c897a req-3de318ab-ffb4-4ab0-9f79-608d990eb7a4 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] For port 220f8bf8-123e-42e1-a519-f3949b4f66bd, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=220f8bf8-123e-42e1-a519-f3949b4f66bd,segment=NetworkSegment(b16c8046-00fe-42c0-926d-daf049b1ad75),segment_id=b16c8046-00fe-42c0-926d-daf049b1ad75)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:36.079804 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a753c6d0-9ca3-4099-8461-9cdeac3c897a req-3de318ab-ffb4-4ab0-9f79-608d990eb7a4 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:36.113167 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-a753c6d0-9ca3-4099-8461-9cdeac3c897a req-3de318ab-ffb4-4ab0-9f79-608d990eb7a4 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Calling delete_port for 220f8bf8-123e-42e1-a519-f3949b4f66bd owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:15:36.118769 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Set router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:15:36.127981 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a80296-6dcc-48dd-bb66-3e34c42d51b3 x-openstack-request-id: req-e9a80296-6dcc-48dd-bb66-3e34c42d51b3 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:36.128459 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e02fe3-fe5f-4004-babd-2c22826080c4", "name": "network-vif-deleted", "tag": "c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:36.129880 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e9a80296-6dcc-48dd-bb66-3e34c42d51b3 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:36.130585 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e02fe3-fe5f-4004-babd-2c22826080c4', 'name': 'network-vif-deleted', 'tag': 'c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1', 'status': 'completed', 'code': 200} Jun 25 09:15:36.277008 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-cebcfb50-aac9-467a-8498-6ec0097322b8 req-5bbed963-6d80-44f4-8801-f1762a22c4da tempest-SecurityGroupsNegativeTestJSON-123703052 tempest-SecurityGroupsNegativeTestJSON-123703052-project] show failed (client error): The resource could not be found. Jun 25 09:15:36.278075 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cebcfb50-aac9-467a-8498-6ec0097322b8 req-5bbed963-6d80-44f4-8801-f1762a22c4da tempest-SecurityGroupsNegativeTestJSON-123703052 tempest-SecurityGroupsNegativeTestJSON-123703052-project] 10.222.0.93 "GET /v2.0/security-groups/594ed15c-5728-4758-9ffa-5bd3e9d14c1e HTTP/1.1" status: 404 len: 352 time: 0.0279799 Jun 25 09:15:36.414704 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'name': 'tempest-ServersTestManualDisk-2056901047-router', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:31Z', 'updated_at': '2021-06-25T09:15:34Z', 'revision_number': 3, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'gw_port': {'id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:52:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:33Z', 'updated_at': '2021-06-25T09:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:36.422324 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a753c6d0-9ca3-4099-8461-9cdeac3c897a req-3de318ab-ffb4-4ab0-9f79-608d990eb7a4 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:36.439980 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:36.468869 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d9fc298e-bf41-4b5b-8057-267458b69741 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:36.472258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Checking router: 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:15:36.472609 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Updating router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 port 2db7f811-36aa-41c4-baad-0743eed11d07 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:15:36.486201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de318ab-ffb4-4ab0-9f79-608d990eb7a4 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Pushing event deleted for resources: {'Port': ['ID=220f8bf8-123e-42e1-a519-f3949b4f66bd,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:36.502859 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3de318ab-ffb4-4ab0-9f79-608d990eb7a4 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:36.555840 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:36.556888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a8246-0c32-4027-a54a-cd9493fa6f5f req-1873b098-7d33-4e90-9769-92ea30cceb5a tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:36.559438 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-192a8246-0c32-4027-a54a-cd9493fa6f5f req-1873b098-7d33-4e90-9769-92ea30cceb5a tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/ports?device_id=745f1b8d-2b5f-4116-8759-438a95e65449 HTTP/1.1" status: 200 len: 945 time: 0.2019570 Jun 25 09:15:36.583641 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port d9fc298e-bf41-4b5b-8057-267458b69741 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:36.584038 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:36.587106 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a753c6d0-9ca3-4099-8461-9cdeac3c897a req-3de318ab-ffb4-4ab0-9f79-608d990eb7a4 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] No DVR routers for this DVR port 220f8bf8-123e-42e1-a519-f3949b4f66bd on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:15:36.589899 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a753c6d0-9ca3-4099-8461-9cdeac3c897a req-3de318ab-ffb4-4ab0-9f79-608d990eb7a4 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:36.592243 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a753c6d0-9ca3-4099-8461-9cdeac3c897a req-3de318ab-ffb4-4ab0-9f79-608d990eb7a4 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.41 "DELETE /v2.0/ports/220f8bf8-123e-42e1-a519-f3949b4f66bd HTTP/1.1" status: 204 len: 173 time: 1.1163490 Jun 25 09:15:36.593956 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745f1b8d-2b5f-4116-8759-438a95e65449', 'name': 'network-vif-deleted', 'tag': '220f8bf8-123e-42e1-a519-f3949b4f66bd'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:36.597443 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62524a2-cce0-4d1f-b19c-f70de7d236d5" -d '{"events": [{"server_uuid": "745f1b8d-2b5f-4116-8759-438a95e65449", "name": "network-vif-deleted", "tag": "220f8bf8-123e-42e1-a519-f3949b4f66bd"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:36.653708 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-192a8246-0c32-4027-a54a-cd9493fa6f5f req-2662f218-73ce-4614-bf05-401d2224051d tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] 10.222.0.93 "GET /v2.0/security-groups?id=6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728369 Jun 25 09:15:36.741912 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-2e0c067d-b4ce-4723-934d-35d1c499a94f service neutron] show failed (client error): The resource could not be found. Jun 25 09:15:36.743312 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-2e0c067d-b4ce-4723-934d-35d1c499a94f service neutron] 10.222.0.38 "GET /v2.0/ports/d143bb7a-d481-4169-84b0-3d1dc7dc023d/bindings/n-h1-761264-15 HTTP/1.1" status: 404 len: 381 time: 0.1274760 Jun 25 09:15:36.833015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:37.053453 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:37.083945 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Transition to ACTIVE for port object 2db7f811-36aa-41c4-baad-0743eed11d07 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:15:37.091941 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-0f32e062-23f5-4f0b-bdc3-bef799132799 req-dcb664fd-b046-4be8-963a-1fbc8b9f67be tempest-SecurityGroupsNegativeTestJSON-123703052 tempest-SecurityGroupsNegativeTestJSON-123703052-project] show failed (client error): The resource could not be found. Jun 25 09:15:37.093441 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:37.103224 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:37.103334 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f32e062-23f5-4f0b-bdc3-bef799132799 req-dcb664fd-b046-4be8-963a-1fbc8b9f67be tempest-SecurityGroupsNegativeTestJSON-123703052 tempest-SecurityGroupsNegativeTestJSON-123703052-project] 10.222.0.93 "GET /v2.0/security-groups/3773fe24-691e-4db0-942b-a364c88259d8 HTTP/1.1" status: 404 len: 352 time: 0.3964670 Jun 25 09:15:37.103929 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44626) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:37.118469 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Allocated IP 172.20.0.1 (3e25b3ea-d628-40a0-9fd2-0d90deb035fc/05d740cd-9854-4d86-9dad-1edd62365da0/dbe01c1d-9529-4b23-9b0b-01d6da9e6a41) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:15:37.201718 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d50194-817c-48f7-9198-240715416133 None None] Pushing event updated for resources: {'Port': ['ID=2db7f811-36aa-41c4-baad-0743eed11d07,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:37.215831 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d6d50194-817c-48f7-9198-240715416133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:37.227590 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Attempting to bind port 2db7f811-36aa-41c4-baad-0743eed11d07 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:15:37.228033 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Attempting to bind port 2db7f811-36aa-41c4-baad-0743eed11d07 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:15:37.228332 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Attempting to bind port 2db7f811-36aa-41c4-baad-0743eed11d07 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:15:37.234632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:15:37.234632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:15:37.235145 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:37.235447 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:15:37.236107 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Bound port: 2db7f811-36aa-41c4-baad-0743eed11d07, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:15:37.236497 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:37.302159 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] For port 2db7f811-36aa-41c4-baad-0743eed11d07, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:15:37.304721 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:37.306060 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] For port 2db7f811-36aa-41c4-baad-0743eed11d07, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2db7f811-36aa-41c4-baad-0743eed11d07,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:15:37.311131 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:37.314615 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:37.319324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-130fda29-824d-46ae-95db-346c01ac2261 admin admin] Deleting subnet b796395e-7565-4e43-a427-181b37e01a41 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:15:37.324343 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-130fda29-824d-46ae-95db-346c01ac2261 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:37.353207 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Transition to ACTIVE for port object dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:15:37.393970 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-130fda29-824d-46ae-95db-346c01ac2261 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:37.399719 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:37.401838 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-da1a45e5-34a4-44be-b073-93a5779cec05 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:37.418933 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:15:37.440966 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-130fda29-824d-46ae-95db-346c01ac2261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:37.474017 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:15:37.474502 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c3af1c37-9ed9-444f-a83e-4fb8d5b6f0a1 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:15:37.474939 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 220f8bf8-123e-42e1-a519-f3949b4f66bd no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:15:37.477620 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Network 3e25b3ea-d628-40a0-9fd2-0d90deb035fc is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:15:37.480609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:15:37.488929 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:15:37.492480 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe01c1d-9529-4b23-9b0b-01d6da9e6a41,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:37.510746 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d50194-817c-48f7-9198-240715416133 None None] Pushing event updated for resources: {'Port': ['ID=2db7f811-36aa-41c4-baad-0743eed11d07,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:37.515137 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d6d50194-817c-48f7-9198-240715416133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:37.516297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 220f8bf8-123e-42e1-a519-f3949b4f66bd {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:15:37.516721 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 220f8bf8-123e-42e1-a519-f3949b4f66bd not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:15:37.520002 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:37.521084 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Routers {'14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:15:37.521785 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:37.545095 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-130fda29-824d-46ae-95db-346c01ac2261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:37.546628 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:37.604399 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-85cf4a46-3d10-4151-b0c8-ebc3f5263f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:37.627561 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe29316f-f2d7-4729-b9d0-5063acf3441b req-e14a8a2f-67c7-4d94-9f63-dc70ed69a96a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 210 time: 0.1143680 Jun 25 09:15:37.714551 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] Set router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:15:37.721473 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fda29-824d-46ae-95db-346c01ac2261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b796395e-7565-4e43-a427-181b37e01a41,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:37.727391 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-130fda29-824d-46ae-95db-346c01ac2261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:37.736286 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-130fda29-824d-46ae-95db-346c01ac2261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:37.753409 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-130fda29-824d-46ae-95db-346c01ac2261 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/b796395e-7565-4e43-a427-181b37e01a41 HTTP/1.1" status: 204 len: 168 time: 0.6236773 Jun 25 09:15:37.754285 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44632) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:37.755983 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8580477d-2bd5-43d8-85e5-21075a2ebe38 x-openstack-request-id: req-8580477d-2bd5-43d8-85e5-21075a2ebe38 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:37.756318 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745f1b8d-2b5f-4116-8759-438a95e65449", "name": "network-vif-deleted", "tag": "220f8bf8-123e-42e1-a519-f3949b4f66bd", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:37.756609 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8580477d-2bd5-43d8-85e5-21075a2ebe38 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:37.757151 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745f1b8d-2b5f-4116-8759-438a95e65449', 'name': 'network-vif-deleted', 'tag': '220f8bf8-123e-42e1-a519-f3949b4f66bd', 'status': 'completed', 'code': 200} Jun 25 09:15:37.777539 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342d5d8-2ab6-4c99-949e-f854a4dfa899 req-0b34dfb9-17fd-40b7-91d3-6f58f5b71867 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:37.782451 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:37.784806 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1342d5d8-2ab6-4c99-949e-f854a4dfa899 req-0b34dfb9-17fd-40b7-91d3-6f58f5b71867 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 946 time: 0.6957021 Jun 25 09:15:37.790348 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-a8bb8c9e-652b-42e1-a11e-1bae1d50020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:37.791791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-a8bb8c9e-652b-42e1-a11e-1bae1d50020e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2&tenant_id=feac5915022a4711aa5d2a8786b36e3c HTTP/1.1" status: 200 len: 1102 time: 0.6594777 Jun 25 09:15:37.856532 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-15', 'device_owner': 'compute:nova'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:37.940255 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0c869c4e-d0f9-416a-996b-02b2cc47de06 None None] Provisioning for port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:37.945804 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0c869c4e-d0f9-416a-996b-02b2cc47de06 None None] Provisioning complete for port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:37.946222 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0c869c4e-d0f9-416a-996b-02b2cc47de06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:37.995920 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0c869c4e-d0f9-416a-996b-02b2cc47de06 None None] Port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:15:37.996958 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:38.005453 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:38.007823 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1342d5d8-2ab6-4c99-949e-f854a4dfa899 req-ab907520-0d95-4da5-be3d-24e21b2c73f9 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/security-groups?id=95c60efd-ba89-4563-b69c-df8fc98a3906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221997 Jun 25 09:15:38.009973 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b83bbf81-116b-4c08-bd87-53977304685d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:38.035395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'name': 'tempest-ServersTestManualDisk-2056901047-router', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:31Z', 'updated_at': '2021-06-25T09:15:34Z', 'revision_number': 3, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'gw_port': {'id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:52:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:33Z', 'updated_at': '2021-06-25T09:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:38.079403 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8388c555-6ada-4fbe-922c-9c8806be1aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:38.088971 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:38.098006 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c388bc4-77e1-4cf8-a609-2443a77517e6 None None] The sync data for ids ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'] in n-d-761264-15 is: [{'id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'name': 'tempest-ServersTestManualDisk-2056901047-router', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:31Z', 'updated_at': '2021-06-25T09:15:34Z', 'revision_number': 3, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'gw_port': {'id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:52:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:33Z', 'updated_at': '2021-06-25T09:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:15:38.110499 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe01c1d-9529-4b23-9b0b-01d6da9e6a41,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:38.114790 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:38.126155 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905a61b-5b87-41ad-b11b-b364e764ddc0 req-999de6a7-a834-400e-a063-44a207961e64 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:38.138123 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7905a61b-5b87-41ad-b11b-b364e764ddc0 req-999de6a7-a834-400e-a063-44a207961e64 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.2419372 Jun 25 09:15:38.145900 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:38.292153 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Network 3e25b3ea-d628-40a0-9fd2-0d90deb035fc is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:15:38.294759 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:15:38.349158 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7905a61b-5b87-41ad-b11b-b364e764ddc0 req-068e0005-b122-4f9d-a2a1-a4463162607c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067239 Jun 25 09:15:38.519160 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44640) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:38.544442 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8388c555-6ada-4fbe-922c-9c8806be1aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:38.568460 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-8388c555-6ada-4fbe-922c-9c8806be1aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79808abf-8940-45ab-8d88-07557846b9be']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:38.619814 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-8388c555-6ada-4fbe-922c-9c8806be1aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cc26eb-bfe8-4869-8aea-a637404dff82') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:38.620023 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-8388c555-6ada-4fbe-922c-9c8806be1aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cc26eb-bfe8-4869-8aea-a637404dff82') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:38.650140 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8388c555-6ada-4fbe-922c-9c8806be1aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:38.697613 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b7d0b5-4d58-4c1b-841e-9d5674fae9ac admin admin] Deleting subnet 4a727001-d44f-469f-82c1-2b2193ad3910 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:15:38.728119 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d0b5-4d58-4c1b-841e-9d5674fae9ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:38.763328 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8388c555-6ada-4fbe-922c-9c8806be1aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:38.774285 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8388c555-6ada-4fbe-922c-9c8806be1aa5 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:15:38.774806 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8388c555-6ada-4fbe-922c-9c8806be1aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:15:38.776756 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:15:38.851489 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:15:38.887500 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9696f5b3-7fa1-487b-9c7c-857b3b540465 None None] Provisioning complete for port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:38.888771 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9696f5b3-7fa1-487b-9c7c-857b3b540465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:38.889026 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d0b5-4d58-4c1b-841e-9d5674fae9ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:38.906574 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:38.908652 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8388c555-6ada-4fbe-922c-9c8806be1aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:38.965658 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9696f5b3-7fa1-487b-9c7c-857b3b540465 None None] Port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:15:38.976048 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:38.990126 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87a70ef5-00ba-4544-b862-ee0ca897746c req-c810874c-4549-4676-ae5d-5295df336515 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 210 time: 0.0675731 Jun 25 09:15:38.999685 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8388c555-6ada-4fbe-922c-9c8806be1aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:39.001881 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8388c555-6ada-4fbe-922c-9c8806be1aa5 admin admin] 10.222.0.93 "DELETE /v2.0/networks/79808abf-8940-45ab-8d88-07557846b9be HTTP/1.1" status: 204 len: 168 time: 1.2150977 Jun 25 09:15:39.019855 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388c555-6ada-4fbe-922c-9c8806be1aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=79808abf-8940-45ab-8d88-07557846b9be,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:39.023625 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8388c555-6ada-4fbe-922c-9c8806be1aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:39.061436 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:15:39.072430 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d0b5-4d58-4c1b-841e-9d5674fae9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:39.126394 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:39.143904 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Transition to ACTIVE for port object d143bb7a-d481-4169-84b0-3d1dc7dc023d will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:15:39.149216 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:39.159826 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-df25f908-dc1e-4957-98e2-809791ed4487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:39.204123 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:15:39.210789 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] 10.222.0.93 "PUT /v2.0/routers/14252a38-5eb8-4a5d-83e4-2a24f0cbcc40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1832414 Jun 25 09:15:39.263805 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d0b5-4d58-4c1b-841e-9d5674fae9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:39.276223 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-97f52551-d046-4690-ac77-ae05c04c35b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:39.304148 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44652) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:39.314571 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] No DVR routers for this DVR port d143bb7a-d481-4169-84b0-3d1dc7dc023d on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:15:39.405566 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d0b5-4d58-4c1b-841e-9d5674fae9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:39.411927 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a7b7d0b5-4d58-4c1b-841e-9d5674fae9ac admin admin] 10.222.0.93 "DELETE /v2.0/subnets/4a727001-d44f-469f-82c1-2b2193ad3910 HTTP/1.1" status: 204 len: 168 time: 0.8888221 Jun 25 09:15:39.424322 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44658) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:39.431847 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7d0b5-4d58-4c1b-841e-9d5674fae9ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a727001-d44f-469f-82c1-2b2193ad3910,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:39.439632 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a7b7d0b5-4d58-4c1b-841e-9d5674fae9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:39.458624 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Pushing event updated for resources: {'Port': ['ID=d143bb7a-d481-4169-84b0-3d1dc7dc023d,revision_number=6']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:39.468653 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:39.504024 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ea274491-202c-49a9-ae5c-7d403939d0c4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=917de5ba0d554fb39605c7b665d66809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907699 Jun 25 09:15:39.504535 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44662) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:39.524930 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Attempting to bind port d143bb7a-d481-4169-84b0-3d1dc7dc023d on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:15:39.525275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Attempting to bind port d143bb7a-d481-4169-84b0-3d1dc7dc023d by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:15:39.525745 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Attempting to bind port d143bb7a-d481-4169-84b0-3d1dc7dc023d on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:15:39.548770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Port d143bb7a-d481-4169-84b0-3d1dc7dc023d on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:15:39.549118 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Attempting to bind port d143bb7a-d481-4169-84b0-3d1dc7dc023d on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:15:39.568226 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:15:39.568457 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:15:39.568703 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:15:39.569189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Bound port: d143bb7a-d481-4169-84b0-3d1dc7dc023d, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:15:39.569556 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:39.588694 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-65618183-add5-4576-8da5-c2b842975f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:39.624282 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d8d453b-79e8-49d4-977d-c38bac89d491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:39.654483 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d8d453b-79e8-49d4-977d-c38bac89d491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:39.715649 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d8d453b-79e8-49d4-977d-c38bac89d491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:39.719427 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d8d453b-79e8-49d4-977d-c38bac89d491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:39.724325 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5d8d453b-79e8-49d4-977d-c38bac89d491 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2375658a-8e73-4b66-8b95-fc1d71376238 HTTP/1.1" status: 204 len: 168 time: 0.2184367 Jun 25 09:15:39.725546 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1e154be7-a5f2-4fd8-8794-ea18225bf5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:39.735858 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d453b-79e8-49d4-977d-c38bac89d491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2375658a-8e73-4b66-8b95-fc1d71376238,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:39.739315 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5d8d453b-79e8-49d4-977d-c38bac89d491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:39.763735 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:39.766248 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2533ed0-47d0-4d74-9b55-201f91eadeb6" -d '{"events": [{"server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "name": "network-vif-unplugged", "status": "completed", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:39.846220 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:15:39.879033 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:15:39.886756 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-65618183-add5-4576-8da5-c2b842975f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:39.901134 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:39.908179 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2e9ac2e7-1a65-4121-8bb6-13f5d1f9945e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:39.918621 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-65618183-add5-4576-8da5-c2b842975f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6103b8c3-0459-4425-b801-5f26074c937b']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:39.971088 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d50eb-c24a-405c-a489-f5e3e751755b req-e76e2648-44c8-427a-8fe9-44b4f92d2f2e tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:39.973459 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7a3d50eb-c24a-405c-a489-f5e3e751755b req-e76e2648-44c8-427a-8fe9-44b4f92d2f2e tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 946 time: 0.3763311 Jun 25 09:15:39.983672 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:39.984599 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:39.986468 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] 10.222.0.41 "PUT /v2.0/ports/d143bb7a-d481-4169-84b0-3d1dc7dc023d HTTP/1.1" status: 200 len: 1097 time: 2.1346934 Jun 25 09:15:39.988509 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-65618183-add5-4576-8da5-c2b842975f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16c8046-00fe-42c0-926d-daf049b1ad75') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:39.988965 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-65618183-add5-4576-8da5-c2b842975f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16c8046-00fe-42c0-926d-daf049b1ad75') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:40.022178 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-65618183-add5-4576-8da5-c2b842975f1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:40.111611 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84617a35-d3e5-4998-a208-6761c51ebfcb req-8017f92e-5af3-4104-ba83-011f638fe508 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:40.119797 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84617a35-d3e5-4998-a208-6761c51ebfcb req-8017f92e-5af3-4104-ba83-011f638fe508 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 948 time: 0.4414527 Jun 25 09:15:40.154155 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-65618183-add5-4576-8da5-c2b842975f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:40.170735 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Pushing event updated for resources: {'Port': ['ID=d143bb7a-d481-4169-84b0-3d1dc7dc023d,revision_number=7']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:40.175145 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:40.192082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65618183-add5-4576-8da5-c2b842975f1a admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:15:40.192505 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-65618183-add5-4576-8da5-c2b842975f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:15:40.194770 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:15:40.246225 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7a3d50eb-c24a-405c-a489-f5e3e751755b req-dc87b713-a0f7-42ef-ba28-83b1493cc547 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/security-groups?id=95c60efd-ba89-4563-b69c-df8fc98a3906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532094 Jun 25 09:15:40.297320 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84617a35-d3e5-4998-a208-6761c51ebfcb req-2a4367e2-51db-489a-9f45-206c41437f89 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763225 Jun 25 09:15:40.319260 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-65618183-add5-4576-8da5-c2b842975f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:40.331700 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-65618183-add5-4576-8da5-c2b842975f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:40.337525 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-65618183-add5-4576-8da5-c2b842975f1a admin admin] 10.222.0.93 "DELETE /v2.0/networks/6103b8c3-0459-4425-b801-5f26074c937b HTTP/1.1" status: 204 len: 168 time: 0.9084785 Jun 25 09:15:40.337710 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44684) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:40.342456 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:40.391215 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65618183-add5-4576-8da5-c2b842975f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=6103b8c3-0459-4425-b801-5f26074c937b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:40.400693 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-65618183-add5-4576-8da5-c2b842975f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:40.425031 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d03e96-5d72-4dad-ad95-54fd86653b81 admin admin] Deleting subnet 47ae0a0f-5723-4451-9cdc-11cabb6a5039 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:15:40.426228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-dfce6ac1-9972-4e6c-a972-95c1d833711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:40.430124 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e9d03e96-5d72-4dad-ad95-54fd86653b81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:40.438256 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-dfce6ac1-9972-4e6c-a972-95c1d833711e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 1100 time: 0.3782728 Jun 25 09:15:40.475656 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e9d03e96-5d72-4dad-ad95-54fd86653b81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:40.600304 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2db7f811-36aa-41c4-baad-0743eed11d07 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:40.626522 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e9d03e96-5d72-4dad-ad95-54fd86653b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:40.722433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-7cdb1f37-957e-4455-b271-7b84bbc0f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:40.724849 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-7cdb1f37-957e-4455-b271-7b84bbc0f601 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2820580 Jun 25 09:15:40.744262 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e9d03e96-5d72-4dad-ad95-54fd86653b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:40.751441 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 2db7f811-36aa-41c4-baad-0743eed11d07 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:40.765414 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c486d005-6f5a-4bef-8cf5-6947e063c2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:40.766482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2db7f811-36aa-41c4-baad-0743eed11d07 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:40.767117 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:40.778624 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e9d03e96-5d72-4dad-ad95-54fd86653b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:40.783341 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e9d03e96-5d72-4dad-ad95-54fd86653b81 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/47ae0a0f-5723-4451-9cdc-11cabb6a5039 HTTP/1.1" status: 204 len: 168 time: 0.4423444 Jun 25 09:15:40.783948 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44696) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:40.838122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d03e96-5d72-4dad-ad95-54fd86653b81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ae0a0f-5723-4451-9cdc-11cabb6a5039,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:40.851521 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e9d03e96-5d72-4dad-ad95-54fd86653b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:40.862283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-bca6e022-ce5f-4bb9-a1f3-c9551781c6d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d HTTP/1.1" status: 200 len: 217 time: 0.1299343 Jun 25 09:15:40.873023 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006c2b13-30b7-4b9d-9e8f-987933d05651 x-openstack-request-id: req-006c2b13-30b7-4b9d-9e8f-987933d05651 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:40.873424 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "name": "network-vif-unplugged", "status": "completed", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:40.873717 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-006c2b13-30b7-4b9d-9e8f-987933d05651 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:40.874169 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d', 'code': 200} Jun 25 09:15:40.961632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-08403670-9212-4093-bfe5-e3e2a78bb598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:40.963136 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-08403670-9212-4093-bfe5-e3e2a78bb598 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0880899 Jun 25 09:15:41.011489 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44700) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:41.021156 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.036012 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Sync routers for ids ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:15:41.052693 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Routers {'14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:15:41.053641 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:41.063139 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 2db7f811-36aa-41c4-baad-0743eed11d07, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2db7f811-36aa-41c4-baad-0743eed11d07,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:41.068247 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.072422 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:41.089786 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3394462d-a5b1-492d-a305-b952d28da6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.111985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-4dff7a3b-e465-4e22-b02d-67a498882030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:41.119139 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-4dff7a3b-e465-4e22-b02d-67a498882030 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1458349 Jun 25 09:15:41.200649 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2163720-a981-47a3-80a4-727114b5bb00 req-026d18db-98bc-4266-b106-5c1739a37556 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:41.202180 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b2163720-a981-47a3-80a4-727114b5bb00 req-026d18db-98bc-4266-b106-5c1739a37556 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 946 time: 0.2862170 Jun 25 09:15:41.285007 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Set router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:15:41.331964 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=2db7f811-36aa-41c4-baad-0743eed11d07,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:41.335330 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-880897951-network', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:41.338711 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:41.389876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-1ea7be95-2c70-4aaf-8bc9-c126ff964870 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599826 Jun 25 09:15:41.434569 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3394462d-a5b1-492d-a305-b952d28da6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.447421 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44708) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:41.471423 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Made reservation on behalf of d31d35930ddf482393a8309d7454fb98 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:15:41.474079 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.483720 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-3394462d-a5b1-492d-a305-b952d28da6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de96b1d-6add-47f5-8d37-e0ab5e089c4f']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:41.490768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c1e4981a-b2ad-461e-a3ed-c3833ab64940 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--3856557', 'description': 'tempest-description--816579289'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:41.500231 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.517050 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-3394462d-a5b1-492d-a305-b952d28da6a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e7da6c-b49b-4740-b514-dfb5750f5113') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:41.517348 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-3394462d-a5b1-492d-a305-b952d28da6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e7da6c-b49b-4740-b514-dfb5750f5113') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:41.532007 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3394462d-a5b1-492d-a305-b952d28da6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.535286 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1e4981a-b2ad-461e-a3ed-c3833ab64940 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.578369 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f0940e10-b1d0-46fe-b95d-da19ff3b5097 req-2b0837e2-bc7e-4f9d-8d13-a22ae04923dc service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807463 Jun 25 09:15:41.641374 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device d143bb7a-d481-4169-84b0-3d1dc7dc023d no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:15:41.645403 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-074c99fd-a1b6-44a7-bafe-13dd027a49c3 req-0e9b5249-c3ba-4a1b-89e1-d0d1264e279f tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e02fe3-fe5f-4004-babd-2c22826080c4 HTTP/1.1" status: 200 len: 210 time: 0.0628655 Jun 25 09:15:41.683982 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.699388 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.708868 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'name': 'tempest-ServersTestManualDisk-2056901047-router', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:31Z', 'updated_at': '2021-06-25T09:15:37Z', 'revision_number': 4, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'gw_port': {'id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:52:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:33Z', 'updated_at': '2021-06-25T09:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'dbe01c1d-9529-4b23-9b0b-01d6da9e6a41', 'name': '', 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'mac_address': 'fa:16:3e:c5:bc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:36Z', 'updated_at': '2021-06-25T09:15:37Z', 'revision_number': 2, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'subnets': [{'id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:41.738826 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:15:41.770206 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device d143bb7a-d481-4169-84b0-3d1dc7dc023d not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:15:41.777145 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.779457 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Added segment 23bc2a61-4c23-40ae-9f76-54c4cc921bb0 of type vlan for network 636acfe6-d17f-4f72-9c57-7ee0f2a7da95 Jun 25 09:15:41.783653 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Checking router: 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:15:41.785199 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Updating router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:15:41.863470 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.864162 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1e4981a-b2ad-461e-a3ed-c3833ab64940 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.869076 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.886816 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1e4981a-b2ad-461e-a3ed-c3833ab64940 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.897150 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-234ce352-9e5b-4d42-ad56-a6b366bc1173 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:41.907171 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8b74d21c-08a9-4f9b-b7d6-b5452dce5550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:41.916447 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.917978 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:41.918574 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.959216 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3394462d-a5b1-492d-a305-b952d28da6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.989735 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3394462d-a5b1-492d-a305-b952d28da6a9 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:15:41.990168 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3394462d-a5b1-492d-a305-b952d28da6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:15:41.999611 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:15:42.002970 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9888587 Jun 25 09:15:42.034287 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44712) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:42.054037 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1e4981a-b2ad-461e-a3ed-c3833ab64940 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:42.061440 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c1e4981a-b2ad-461e-a3ed-c3833ab64940 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.6096408 Jun 25 09:15:42.062496 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44714) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:42.062844 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-b2163720-a981-47a3-80a4-727114b5bb00 req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Deleting port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:15:42.063289 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b2163720-a981-47a3-80a4-727114b5bb00 req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:42.070270 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4981a-b2ad-461e-a3ed-c3833ab64940 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=145ea396-f27d-4b93-919b-ce2fa6556d99,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:42.075330 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-99aa63d4-0af2-40be-a600-bd93398d72c6 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Request body: {'security_group_rule': {'security_group_id': '145ea396-f27d-4b93-919b-ce2fa6556d99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:42.093577 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-293de7af-bf9f-4a91-80d4-bc8b87e1bb60 admin admin] Request body: {'subnet': {'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-880897951-subnet', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:42.098083 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c1e4981a-b2ad-461e-a3ed-c3833ab64940 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:42.122616 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:42.150509 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd986f8-839c-4836-b8b7-39f483431498 req-2661af18-6f32-4e50-8fd7-5fabf1d80d21 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:42.152102 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7bd986f8-839c-4836-b8b7-39f483431498 req-2661af18-6f32-4e50-8fd7-5fabf1d80d21 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 948 time: 0.2839878 Jun 25 09:15:42.154528 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:42.191688 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:42.272038 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-99aa63d4-0af2-40be-a600-bd93398d72c6 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:42.377523 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7bd986f8-839c-4836-b8b7-39f483431498 req-98f494d5-3323-4b47-83be-2299ca2d2a4b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164335 Jun 25 09:15:42.392156 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-99aa63d4-0af2-40be-a600-bd93398d72c6 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:42.412655 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-99aa63d4-0af2-40be-a600-bd93398d72c6 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:42.424592 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2db7f811-36aa-41c4-baad-0743eed11d07 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:42.426869 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9db024c5-01ef-4a00-a6dc-92b414a22d66 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:42.441704 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:42.452302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa63d4-0af2-40be-a600-bd93398d72c6 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c88ad27-0b80-4b94-8def-0306798aab8b,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:42.455140 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-99aa63d4-0af2-40be-a600-bd93398d72c6 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:42.457726 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Transition to ACTIVE for port object dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:15:42.464341 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd1a22-a8a7-49ff-ad02-5f3e8aabb5e8 req-fcb4da1d-db56-4e62-a4f7-ee119bc6d973 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:42.473467 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-77cd1a22-a8a7-49ff-ad02-5f3e8aabb5e8 req-fcb4da1d-db56-4e62-a4f7-ee119bc6d973 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 946 time: 0.3201694 Jun 25 09:15:42.474391 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:42.476990 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:42.512998 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2db7f811-36aa-41c4-baad-0743eed11d07 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:42.513646 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:42.530232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-77cd1a22-a8a7-49ff-ad02-5f3e8aabb5e8 req-e9c1f3ba-91d1-4901-ac29-9bb9f4638d85 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/security-groups?id=95c60efd-ba89-4563-b69c-df8fc98a3906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558631 Jun 25 09:15:42.604061 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Pushing event updated for resources: {'Port': ['ID=dbe01c1d-9529-4b23-9b0b-01d6da9e6a41,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:42.662193 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:42.667050 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:42.669788 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:42.671295 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:42.671958 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:42.672491 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:42.673150 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:42.674342 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:42.674848 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:42.675317 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:42.675796 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:42.676273 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:15:42.681471 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:42.759510 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3394462d-a5b1-492d-a305-b952d28da6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:42.764606 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Attempting to bind port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:15:42.765002 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Attempting to bind port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '4fccc6ca-fee0-4281-8570-ada77f60ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:15:42.776024 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Attempting to bind port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 on network 3e25b3ea-d628-40a0-9fd2-0d90deb035fc {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:15:42.786012 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:15:42.786408 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Checking segment: {'id': '4fccc6ca-fee0-4281-8570-ada77f60ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:15:42.787821 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:42.789680 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Bound using segment: {'id': '4fccc6ca-fee0-4281-8570-ada77f60ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:15:42.790218 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Bound port: dbe01c1d-9529-4b23-9b0b-01d6da9e6a41, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fccc6ca-fee0-4281-8570-ada77f60ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:15:42.792201 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:42.798813 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3394462d-a5b1-492d-a305-b952d28da6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:42.810665 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3394462d-a5b1-492d-a305-b952d28da6a9 admin admin] 10.222.0.93 "DELETE /v2.0/networks/6de96b1d-6add-47f5-8d37-e0ab5e089c4f HTTP/1.1" status: 204 len: 168 time: 1.9901159 Jun 25 09:15:42.823228 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-99aa63d4-0af2-40be-a600-bd93398d72c6 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:42.826263 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-99aa63d4-0af2-40be-a600-bd93398d72c6 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7566936 Jun 25 09:15:42.826406 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Pushing event updated for resources: {'Network': ['ID=636acfe6-d17f-4f72-9c57-7ee0f2a7da95,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:42.827565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44722) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:42.837927 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293de7af-bf9f-4a91-80d4-bc8b87e1bb60 admin admin] Made reservation on behalf of d31d35930ddf482393a8309d7454fb98 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:15:42.840889 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-293de7af-bf9f-4a91-80d4-bc8b87e1bb60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:42.841265 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 636acfe6-d17f-4f72-9c57-7ee0f2a7da95 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:15:42.844096 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:42.855754 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-96ebffa1-7aa2-491c-9aa8-56cc4bd08090 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Request body: {'security_group_rule': {'security_group_id': '145ea396-f27d-4b93-919b-ce2fa6556d99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:42.856745 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:42.904026 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:42.911503 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66afc506-7576-4052-ba6b-136a13d2f874" -d '{"events": [{"name": "network-changed", "server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:42.955981 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394462d-a5b1-492d-a305-b952d28da6a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6de96b1d-6add-47f5-8d37-e0ab5e089c4f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:42.971347 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3394462d-a5b1-492d-a305-b952d28da6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:42.978602 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-b2163720-a981-47a3-80a4-727114b5bb00 req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] For port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=01e2561a-bb9b-4dca-a0aa-52ff1a42a794,segment=NetworkSegment(9e6c0beb-f9ac-4238-8bc0-b375dbae975d),segment_id=9e6c0beb-f9ac-4238-8bc0-b375dbae975d)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:42.979271 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b2163720-a981-47a3-80a4-727114b5bb00 req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:43.037028 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-96ebffa1-7aa2-491c-9aa8-56cc4bd08090 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:43.059668 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918b8709-ae01-4b05-b40c-898ca2d0c2c8 x-openstack-request-id: req-918b8709-ae01-4b05-b40c-898ca2d0c2c8 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:43.064213 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:43.064986 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-918b8709-ae01-4b05-b40c-898ca2d0c2c8 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:43.066381 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d', 'status': 'completed', 'code': 200} Jun 25 09:15:43.172837 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44730) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:43.185126 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] For port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:15:43.192655 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] For port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=dbe01c1d-9529-4b23-9b0b-01d6da9e6a41,segment=NetworkSegment(4fccc6ca-fee0-4281-8570-ada77f60ed19),segment_id=4fccc6ca-fee0-4281-8570-ada77f60ed19)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:15:43.239223 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:43.255123 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:43.273445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b2163720-a981-47a3-80a4-727114b5bb00 req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:43.273879 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b2163720-a981-47a3-80a4-727114b5bb00 req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:43.274344 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [req-b2163720-a981-47a3-80a4-727114b5bb00 req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Floating IP d63b167a-9426-4a98-8831-e605db45f0f6 disassociated. External IP: 172.25.6.182, port: 01e2561a-bb9b-4dca-a0aa-52ff1a42a794. Jun 25 09:15:43.274701 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-b2163720-a981-47a3-80a4-727114b5bb00 req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Calling delete_port for 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:15:43.331410 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Pushing event updated for resources: {'Port': ['ID=dbe01c1d-9529-4b23-9b0b-01d6da9e6a41,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:43.348583 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:43.393217 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Routers {'14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:15:43.394127 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:43.457127 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b2163720-a981-47a3-80a4-727114b5bb00 req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:43.473040 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2d0248d3-817c-4930-acc5-55180cdfaf79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:43.560463 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] Set router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:15:43.600194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Pushing event deleted for resources: {'Port': ['ID=01e2561a-bb9b-4dca-a0aa-52ff1a42a794,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:43.609563 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:43.876350 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-293de7af-bf9f-4a91-80d4-bc8b87e1bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:43.882588 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:43.889160 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'name': 'tempest-ServersTestManualDisk-2056901047-router', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:31Z', 'updated_at': '2021-06-25T09:15:37Z', 'revision_number': 4, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'gw_port': {'id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:33Z', 'updated_at': '2021-06-25T09:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'dbe01c1d-9529-4b23-9b0b-01d6da9e6a41', 'name': '', 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'mac_address': 'fa:16:3e:c5:bc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:36Z', 'updated_at': '2021-06-25T09:15:43Z', 'revision_number': 4, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'subnets': [{'id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:43.991872 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293de7af-bf9f-4a91-80d4-bc8b87e1bb60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b23dbf-8407-4c05-b060-ab7999afb028,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:44.003530 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-293de7af-bf9f-4a91-80d4-bc8b87e1bb60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:44.035020 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0e033fe-670a-423a-bd61-bc4a590885ce req-5e5a57dd-cdca-42b3-b501-d9ebdd62c505 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 210 time: 0.1377573 Jun 25 09:15:44.080142 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b93c5f-4405-427d-b980-1518a3c3d67f None None] The sync data for ids ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'] in n-d-761264-15 is: [{'id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'name': 'tempest-ServersTestManualDisk-2056901047-router', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:31Z', 'updated_at': '2021-06-25T09:15:37Z', 'revision_number': 4, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'gw_port': {'id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:33Z', 'updated_at': '2021-06-25T09:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'dbe01c1d-9529-4b23-9b0b-01d6da9e6a41', 'name': '', 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'mac_address': 'fa:16:3e:c5:bc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:36Z', 'updated_at': '2021-06-25T09:15:43Z', 'revision_number': 4, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'subnets': [{'id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:15:44.184378 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293de7af-bf9f-4a91-80d4-bc8b87e1bb60 admin admin] Checking segment: {'id': '23bc2a61-4c23-40ae-9f76-54c4cc921bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:15:44.185402 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293de7af-bf9f-4a91-80d4-bc8b87e1bb60 admin admin] Network hostable DHCP agents. Network: 636acfe6-d17f-4f72-9c57-7ee0f2a7da95, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:15:44.192950 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2163720-a981-47a3-80a4-727114b5bb00 req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:15:44.276337 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-96ebffa1-7aa2-491c-9aa8-56cc4bd08090 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:44.317159 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8b5b24ba-b3e1-4e86-9159-a5c8564bf0fa admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=744249f183064251a5367078aa63fe49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1026912 Jun 25 09:15:44.318994 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-96ebffa1-7aa2-491c-9aa8-56cc4bd08090 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:44.321390 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44744) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:44.378295 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293de7af-bf9f-4a91-80d4-bc8b87e1bb60 admin admin] Network 636acfe6-d17f-4f72-9c57-7ee0f2a7da95 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:15:44.393981 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:44.404667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc506-7576-4052-ba6b-136a13d2f874 req-e1ab2640-e917-43f8-9a28-eddccadce2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:44.411755 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66afc506-7576-4052-ba6b-136a13d2f874 req-e1ab2640-e917-43f8-9a28-eddccadce2ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 1100 time: 1.2905076 Jun 25 09:15:44.414574 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2163720-a981-47a3-80a4-727114b5bb00 req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:15:44.421687 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-293de7af-bf9f-4a91-80d4-bc8b87e1bb60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 636acfe6-d17f-4f72-9c57-7ee0f2a7da95) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:15:44.429190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a6cb0b-ce56-483f-ac9c-292e71ef01e1 None None] Sync routers for ids ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:15:44.433692 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25af8768-45fd-431f-bce9-d832f8ed885f None None] Network 636acfe6-d17f-4f72-9c57-7ee0f2a7da95 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:15:44.451488 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293de7af-bf9f-4a91-80d4-bc8b87e1bb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:44.452589 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-293de7af-bf9f-4a91-80d4-bc8b87e1bb60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:44.505003 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2163720-a981-47a3-80a4-727114b5bb00 req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] No DVR routers for this DVR port 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:15:44.510397 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b2163720-a981-47a3-80a4-727114b5bb00 req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:44.511561 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc506-7576-4052-ba6b-136a13d2f874 req-872d89ee-f4c9-4601-96ea-0d4d620271ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:44.513976 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b2163720-a981-47a3-80a4-727114b5bb00 req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.38 "DELETE /v2.0/ports/01e2561a-bb9b-4dca-a0aa-52ff1a42a794 HTTP/1.1" status: 204 len: 173 time: 3.2623751 Jun 25 09:15:44.514934 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aae97af-71b6-4a74-804b-bc2c177fe459', 'name': 'network-vif-deleted', 'tag': '01e2561a-bb9b-4dca-a0aa-52ff1a42a794'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:44.516645 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66afc506-7576-4052-ba6b-136a13d2f874 req-872d89ee-f4c9-4601-96ea-0d4d620271ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 1100 time: 1.3391891 Jun 25 09:15:44.527362 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852516bd-070d-4e55-a526-a470aae7a0c1" -d '{"events": [{"server_uuid": "4aae97af-71b6-4a74-804b-bc2c177fe459", "name": "network-vif-deleted", "tag": "01e2561a-bb9b-4dca-a0aa-52ff1a42a794"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:44.548174 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-293de7af-bf9f-4a91-80d4-bc8b87e1bb60 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4601274 Jun 25 09:15:44.550213 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44748) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:44.560118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-880897951-router', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:44.612563 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:44.615366 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:44.698042 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:44.758010 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a6cb0b-ce56-483f-ac9c-292e71ef01e1 None None] Routers {'75b00c86-d0dd-431d-96c3-ab0a1b581b25'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:15:44.759202 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c3a6cb0b-ce56-483f-ac9c-292e71ef01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:44.774287 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'fixed_ips': [{'subnet_id': '16b23dbf-8407-4c05-b060-ab7999afb028'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:15:44.775537 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:44.814062 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c356300-0faf-4c4a-ae7a-24ae44679071 x-openstack-request-id: req-1c356300-0faf-4c4a-ae7a-24ae44679071 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:44.816768 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aae97af-71b6-4a74-804b-bc2c177fe459", "name": "network-vif-deleted", "tag": "01e2561a-bb9b-4dca-a0aa-52ff1a42a794", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:44.817141 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1c356300-0faf-4c4a-ae7a-24ae44679071 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:44.817655 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aae97af-71b6-4a74-804b-bc2c177fe459', 'name': 'network-vif-deleted', 'tag': '01e2561a-bb9b-4dca-a0aa-52ff1a42a794', 'status': 'completed', 'code': 200} Jun 25 09:15:44.822822 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:44.832855 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc506-7576-4052-ba6b-136a13d2f874 req-c78127cc-73a4-470b-be70-8c25813e7a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:44.839739 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66afc506-7576-4052-ba6b-136a13d2f874 req-c78127cc-73a4-470b-be70-8c25813e7a09 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.3709240 Jun 25 09:15:44.886907 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-96ebffa1-7aa2-491c-9aa8-56cc4bd08090 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:44.891864 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-96ebffa1-7aa2-491c-9aa8-56cc4bd08090 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0610116 Jun 25 09:15:44.928621 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44750) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:44.941607 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:45.014474 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66afc506-7576-4052-ba6b-136a13d2f874 req-e98ee77d-9984-4ae3-99c0-e21243109d96 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d HTTP/1.1" status: 200 len: 217 time: 0.1137836 Jun 25 09:15:45.017526 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebffa1-7aa2-491c-9aa8-56cc4bd08090 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ccf824-7844-419b-ada5-71b7c6e83283,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:45.029656 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-96ebffa1-7aa2-491c-9aa8-56cc4bd08090 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:45.174098 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:45.191131 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:45.201641 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Allocated IP 172.20.0.2 (636acfe6-d17f-4f72-9c57-7ee0f2a7da95/16b23dbf-8407-4c05-b060-ab7999afb028/f7f82b94-00c9-432c-92ba-e13a8c7d6834) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:15:45.334949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2b80-901a-49c9-b600-d681987ff39b req-55fa6b6d-7997-4897-bfd5-d1c231816f6c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:45.336616 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd9d2b80-901a-49c9-b600-d681987ff39b req-55fa6b6d-7997-4897-bfd5-d1c231816f6c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 948 time: 1.4383426 Jun 25 09:15:45.397267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc506-7576-4052-ba6b-136a13d2f874 req-0bc7a434-39dd-421a-a579-6eb811db35c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:45.398843 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66afc506-7576-4052-ba6b-136a13d2f874 req-0bc7a434-39dd-421a-a579-6eb811db35c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.2708390 Jun 25 09:15:45.469106 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ae5c010b-5d5e-451f-8de4-ccb53b70de78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:45.495467 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ae5c010b-5d5e-451f-8de4-ccb53b70de78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:45.589405 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:45.611887 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98f1d765-7f88-459f-9ba7-12afb11e42fc req-682fe2bc-b9b6-4613-8b8d-c11bc235cdf4 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 210 time: 0.2177408 Jun 25 09:15:45.624575 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ae5c010b-5d5e-451f-8de4-ccb53b70de78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:45.634818 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ae5c010b-5d5e-451f-8de4-ccb53b70de78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:45.636376 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ae5c010b-5d5e-451f-8de4-ccb53b70de78 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc HTTP/1.1" status: 204 len: 168 time: 1.3037066 Jun 25 09:15:45.649198 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9d6e3b3b-cb16-457b-a299-7fd74730f7c8 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:45.681870 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:45.707149 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Transition to ACTIVE for port object f7f82b94-00c9-432c-92ba-e13a8c7d6834 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:15:45.745533 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Transition to ACTIVE for port object f7f82b94-00c9-432c-92ba-e13a8c7d6834 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:15:45.765115 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device d143bb7a-d481-4169-84b0-3d1dc7dc023d details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:15:45.768263 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:15:45.778613 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c010b-5d5e-451f-8de4-ccb53b70de78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7b2078-c6cd-4d13-8592-c3c5f2e53dbc,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:45.795904 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:45.804228 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:45.806817 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:15:45.807404 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 01e2561a-bb9b-4dca-a0aa-52ff1a42a794 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:15:45.814671 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ae5c010b-5d5e-451f-8de4-ccb53b70de78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:45.819308 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc506-7576-4052-ba6b-136a13d2f874 req-55575554-f1aa-4813-ba70-173d6d92c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:45.828337 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66afc506-7576-4052-ba6b-136a13d2f874 req-55575554-f1aa-4813-ba70-173d6d92c509 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 1.0131843 Jun 25 09:15:45.857508 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd9d2b80-901a-49c9-b600-d681987ff39b req-eb4386fb-08f8-4be9-be27-d610f7da052e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933074 Jun 25 09:15:45.944451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Allocated IP 172.25.6.172 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/0590e79f-9942-4a8c-828d-3bb148519d0b) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:15:46.016924 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:46.057527 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d', 'mac_address': 'fa:16:3e:87:52:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:15:46.087088 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc506-7576-4052-ba6b-136a13d2f874 req-3194f9af-cb3d-4b55-9f47-14dea9ca7bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:46.095669 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66afc506-7576-4052-ba6b-136a13d2f874 req-3194f9af-cb3d-4b55-9f47-14dea9ca7bdb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6793895 Jun 25 09:15:46.108694 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:46.128119 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66afc506-7576-4052-ba6b-136a13d2f874 req-2af6d367-dc29-4e4f-8c58-8f7597b8c9ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d HTTP/1.1" status: 200 len: 217 time: 0.2680433 Jun 25 09:15:46.138646 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:46.139785 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:46.358571 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:46.368968 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:46.446407 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:46.458841 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:46.471674 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc506-7576-4052-ba6b-136a13d2f874 req-bdafa293-fe1a-4986-a44c-ae2e95050a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:46.485347 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66afc506-7576-4052-ba6b-136a13d2f874 req-bdafa293-fe1a-4986-a44c-ae2e95050a4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.2628446 Jun 25 09:15:46.537100 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Pushing event updated for resources: {'Port': ['ID=f7f82b94-00c9-432c-92ba-e13a8c7d6834,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:46.542156 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-c3a6cb0b-ce56-483f-ac9c-292e71ef01e1 None None] Set router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:15:46.553650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44768) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:46.558391 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Network 636acfe6-d17f-4f72-9c57-7ee0f2a7da95 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:15:46.559340 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:46.585331 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:46.623764 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:46.642367 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66afc506-7576-4052-ba6b-136a13d2f874 req-dceb6c44-57dd-48db-ab82-97a1b0cabee1 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402629 Jun 25 09:15:46.662186 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:15:46.667621 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:15:46.672211 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:15:46.674034 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:15:46.691502 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:15:46.708360 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d143bb7a-d481-4169-84b0-3d1dc7dc023d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:15:46.725997 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Pushing event updated for resources: {'Port': ['ID=0590e79f-9942-4a8c-828d-3bb148519d0b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:46.743982 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:46.745191 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:46.811080 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:46.827727 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ad797594-3456-4d61-bc8a-2345a612164e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a1ffdf66b9464bb59b579cfcc97de847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697732 Jun 25 09:15:46.832428 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44772) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:46.833379 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d6d50194-817c-48f7-9198-240715416133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:46.884636 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc506-7576-4052-ba6b-136a13d2f874 req-76a768cd-182a-4619-a286-39dd7ac1fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:46.888954 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66afc506-7576-4052-ba6b-136a13d2f874 req-76a768cd-182a-4619-a286-39dd7ac1fc6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3944812 Jun 25 09:15:46.947376 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Allocated IP 172.25.6.232 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/b4ff0b4d-2ddb-4927-aebe-74c2e025efe7) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:15:47.079662 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:47.104131 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Attempting to bind port f7f82b94-00c9-432c-92ba-e13a8c7d6834 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:15:47.106362 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Attempting to bind port f7f82b94-00c9-432c-92ba-e13a8c7d6834 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '23bc2a61-4c23-40ae-9f76-54c4cc921bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:15:47.106946 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Attempting to bind port f7f82b94-00c9-432c-92ba-e13a8c7d6834 on network 636acfe6-d17f-4f72-9c57-7ee0f2a7da95 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:15:47.124405 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:47.139137 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:47.154161 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-17843502-d4e7-4978-88ac-9d009580cb50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:47.165536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:15:47.165948 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Checking segment: {'id': '23bc2a61-4c23-40ae-9f76-54c4cc921bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:15:47.166327 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:47.166736 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Bound using segment: {'id': '23bc2a61-4c23-40ae-9f76-54c4cc921bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:15:47.167392 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Bound port: f7f82b94-00c9-432c-92ba-e13a8c7d6834, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc2a61-4c23-40ae-9f76-54c4cc921bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:15:47.175079 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:47.212325 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:15:47.236693 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66afc506-7576-4052-ba6b-136a13d2f874 req-13147afa-eef0-4479-8122-ad817289fae6 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836091 Jun 25 09:15:47.253451 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d54118ed-d232-4ead-8dec-8471e77fe65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:47.268382 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d9bef242-a492-4ef0-bbee-40f187a123a6 req-6ea5cad6-aaee-499a-bb72-44570dc9cecf tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 210 time: 0.3583331 Jun 25 09:15:47.311340 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d54118ed-d232-4ead-8dec-8471e77fe65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:47.371040 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:15:47.376328 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:47.378740 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d54118ed-d232-4ead-8dec-8471e77fe65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:47.381379 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d54118ed-d232-4ead-8dec-8471e77fe65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:47.384821 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d54118ed-d232-4ead-8dec-8471e77fe65d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/66f349e9-9e5b-4988-81ae-462f60bcd2db HTTP/1.1" status: 204 len: 168 time: 0.5480914 Jun 25 09:15:47.384821 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:15:47.404674 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] For port f7f82b94-00c9-432c-92ba-e13a8c7d6834, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:15:47.410123 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] For port f7f82b94-00c9-432c-92ba-e13a8c7d6834, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f7f82b94-00c9-432c-92ba-e13a8c7d6834,segment=NetworkSegment(23bc2a61-4c23-40ae-9f76-54c4cc921bb0),segment_id=23bc2a61-4c23-40ae-9f76-54c4cc921bb0)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:15:47.434254 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:47.443815 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ff0b4d-2ddb-4927-aebe-74c2e025efe7,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:47.491828 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=dbe01c1d-9529-4b23-9b0b-01d6da9e6a41,segment=NetworkSegment(4fccc6ca-fee0-4281-8570-ada77f60ed19),segment_id=4fccc6ca-fee0-4281-8570-ada77f60ed19)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:47.497134 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=d143bb7a-d481-4169-84b0-3d1dc7dc023d,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:47.515048 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:47.522028 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:47.544162 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66afc506-7576-4052-ba6b-136a13d2f874 req-a0c5619e-65ad-49d1-8bc8-61caa0c2de77 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327641 Jun 25 09:15:47.585746 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:47.596280 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Pushing event updated for resources: {'Port': ['ID=f7f82b94-00c9-432c-92ba-e13a8c7d6834,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:47.599787 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:47.601020 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['d143bb7a-d481-4169-84b0-3d1dc7dc023d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:15:47.631730 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:47.633653 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:47.639175 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c15ffcb5-0e8a-43ca-be63-857c67c8c32b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:47.665331 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54118ed-d232-4ead-8dec-8471e77fe65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f349e9-9e5b-4988-81ae-462f60bcd2db,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:47.716437 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:47.733258 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d54118ed-d232-4ead-8dec-8471e77fe65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:47.757707 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66afc506-7576-4052-ba6b-136a13d2f874 req-b1f8c4d6-3ffc-44ce-949d-7614c285dd98 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022710 Jun 25 09:15:47.856164 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9658503-ea21-4722-aac0-2407fff9c8ef req-a7c13f6c-7b3b-4515-b679-f35326dca4d8 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:47.878801 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9658503-ea21-4722-aac0-2407fff9c8ef req-a7c13f6c-7b3b-4515-b679-f35326dca4d8 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 949 time: 0.7646854 Jun 25 09:15:48.065583 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9658503-ea21-4722-aac0-2407fff9c8ef req-f3ce0457-3d0b-4734-ad77-ddbb814bd7bd tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857278 Jun 25 09:15:48.592170 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=dbe01c1d-9529-4b23-9b0b-01d6da9e6a41,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:48.597518 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:48.642440 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3adcf98e-e7d5-42fd-9a72-32eccf25c5b0 req-2ae5931c-8603-4fc3-8d60-c045dacc0f58 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 210 time: 0.0535870 Jun 25 09:15:48.751817 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:48.764151 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:48.813980 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:48.909334 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c3a6cb0b-ce56-483f-ac9c-292e71ef01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'name': 'tempest-ServersTestBootFromVolume-779245557-router', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:12:37Z', 'updated_at': '2021-06-25T09:12:43Z', 'revision_number': 4, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'gw_port': {'id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:38Z', 'updated_at': '2021-06-25T09:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '7ef26008-3f3b-46d1-b1a4-03979bdbba5d', 'name': '', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'mac_address': 'fa:16:3e:65:81:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '71266b30-0660-42ae-9490-5602b8ed149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:42Z', 'updated_at': '2021-06-25T09:12:50Z', 'revision_number': 5, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'subnets': [{'id': '71266b30-0660-42ae-9490-5602b8ed149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:48.912873 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Pushing event updated for resources: {'Port': ['ID=0590e79f-9942-4a8c-828d-3bb148519d0b,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:48.984054 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:49.065528 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a6cb0b-ce56-483f-ac9c-292e71ef01e1 None None] Checking router: 75b00c86-d0dd-431d-96c3-ab0a1b581b25 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:15:49.169682 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a6cb0b-ce56-483f-ac9c-292e71ef01e1 None None] Routers {'75b00c86-d0dd-431d-96c3-ab0a1b581b25'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:15:49.173495 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c3a6cb0b-ce56-483f-ac9c-292e71ef01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:49.174217 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:49.208150 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:49.395393 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d010e0b-5030-49ad-9f07-2b92469cdac6 None None] Network 636acfe6-d17f-4f72-9c57-7ee0f2a7da95 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:15:49.419777 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-eaae98f7-d3b6-45fc-a288-99bd42be4a18 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:49.426530 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-eaae98f7-d3b6-45fc-a288-99bd42be4a18 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2&tenant_id=feac5915022a4711aa5d2a8786b36e3c&binding%3Ahost_id=n-h1-761264-15 HTTP/1.1" status: 200 len: 949 time: 0.5910935 Jun 25 09:15:49.442331 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:49.443612 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5132060 Jun 25 09:15:49.640321 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a4444-e926-4dde-beaa-ac84c6d7a1a1 req-b885cb6c-e3a2-4ec5-bbc1-cdf98db0e367 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:49.642247 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a04a4444-e926-4dde-beaa-ac84c6d7a1a1 req-b885cb6c-e3a2-4ec5-bbc1-cdf98db0e367 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 949 time: 0.2795675 Jun 25 09:15:49.661780 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ac49ccb4-595f-4cbe-a9e7-0bca07ddc375 None None] Provisioning for port f7f82b94-00c9-432c-92ba-e13a8c7d6834 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:49.726381 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-73a92b0d-64ce-4a76-b657-de5b6b542504 service neutron] 10.222.0.41 "GET /v2.0/ports/d143bb7a-d481-4169-84b0-3d1dc7dc023d/bindings/n-h1-761264-15 HTTP/1.1" status: 200 len: 383 time: 0.2518988 Jun 25 09:15:49.744392 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a04a4444-e926-4dde-beaa-ac84c6d7a1a1 req-6635b224-3f11-40bf-8d38-c4dc9ed2d07f tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914903 Jun 25 09:15:49.784832 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-c3a6cb0b-ce56-483f-ac9c-292e71ef01e1 None None] Set router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:15:49.785614 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44824) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:49.817406 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:49.919653 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-1eaf9f5f-f995-446b-a249-599e98f58303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:49.922450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-1eaf9f5f-f995-446b-a249-599e98f58303 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 1101 time: 0.1080451 Jun 25 09:15:50.080767 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-6c2005c6-e4d5-496a-8762-a13f8c17917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:50.083005 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-6c2005c6-e4d5-496a-8762-a13f8c17917d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1496403 Jun 25 09:15:50.126256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:50.135584 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418713437-network', 'tenant_id': '8cfd4c9bd8d3421aaefb695f01e4777e'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:50.155005 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:15:50.168915 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59682c3-0bcb-447b-bb96-302f34a8da47 req-419ffdce-f92a-430d-82cc-fe21b5db62f1 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 210 time: 0.1329195 Jun 25 09:15:50.301616 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-87844677-5bf5-4156-883d-c3dfa8b6a6b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d HTTP/1.1" status: 200 len: 217 time: 0.1486115 Jun 25 09:15:50.323479 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:50.323913 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:50.370610 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-ba6b17ef-a5a1-490e-a782-e73d05a26f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:50.372454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-ba6b17ef-a5a1-490e-a782-e73d05a26f88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0545199 Jun 25 09:15:50.398197 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Made reservation on behalf of 8cfd4c9bd8d3421aaefb695f01e4777e for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:15:50.402000 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:50.439329 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:50.440361 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c3a6cb0b-ce56-483f-ac9c-292e71ef01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'name': 'tempest-ServersTestBootFromVolume-779245557-router', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:12:37Z', 'updated_at': '2021-06-25T09:12:43Z', 'revision_number': 4, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'gw_port': {'id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:38Z', 'updated_at': '2021-06-25T09:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '7ef26008-3f3b-46d1-b1a4-03979bdbba5d', 'name': '', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'mac_address': 'fa:16:3e:65:81:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '71266b30-0660-42ae-9490-5602b8ed149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:42Z', 'updated_at': '2021-06-25T09:12:50Z', 'revision_number': 5, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'subnets': [{'id': '71266b30-0660-42ae-9490-5602b8ed149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:50.459275 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-3c0c272e-5c36-4ce2-b82d-32d03bd271bf tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--3856557&fields=id&tenant_id=4a75ec203daa470f82c80c20a6dfbe50 HTTP/1.1" status: 200 len: 267 time: 0.1559722 Jun 25 09:15:50.505056 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a6cb0b-ce56-483f-ac9c-292e71ef01e1 None None] The sync data for ids ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'] in n-d-761264-15 is: [{'id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'name': 'tempest-ServersTestBootFromVolume-779245557-router', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:12:37Z', 'updated_at': '2021-06-25T09:12:43Z', 'revision_number': 4, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'gw_port': {'id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:38Z', 'updated_at': '2021-06-25T09:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '7ef26008-3f3b-46d1-b1a4-03979bdbba5d', 'name': '', 'network_id': '6889e220-6a60-4950-ba9e-092798701f9a', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'mac_address': 'fa:16:3e:65:81:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '71266b30-0660-42ae-9490-5602b8ed149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:42Z', 'updated_at': '2021-06-25T09:12:50Z', 'revision_number': 5, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'subnets': [{'id': '71266b30-0660-42ae-9490-5602b8ed149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:15:50.592232 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f7f82b94-00c9-432c-92ba-e13a8c7d6834 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:50.697264 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port f7f82b94-00c9-432c-92ba-e13a8c7d6834 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:50.705475 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port f7f82b94-00c9-432c-92ba-e13a8c7d6834 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:50.705944 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:50.829317 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ac0b3f8e-00d0-4d5a-b69f-f7a58195946a None None] Provisioning complete for port f7f82b94-00c9-432c-92ba-e13a8c7d6834 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:50.830003 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3f8e-00d0-4d5a-b69f-f7a58195946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:50.910480 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a83d3-abec-4b39-a24d-6dc36d72867e req-0359a354-f0ee-4867-8d95-86dfd0d68b56 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:50.917027 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-158a83d3-abec-4b39-a24d-6dc36d72867e req-0359a354-f0ee-4867-8d95-86dfd0d68b56 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 944 time: 0.8492658 Jun 25 09:15:50.946771 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:50.977367 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:15:50.989708 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Sync routers for ids ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:15:51.005470 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Routers {'1ba7d297-4eaf-4c76-bda8-68568c031ea7'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:15:51.006147 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:51.027002 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port f7f82b94-00c9-432c-92ba-e13a8c7d6834, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f7f82b94-00c9-432c-92ba-e13a8c7d6834,segment=NetworkSegment(23bc2a61-4c23-40ae-9f76-54c4cc921bb0),segment_id=23bc2a61-4c23-40ae-9f76-54c4cc921bb0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:51.028827 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40bf45-e837-435e-ad17-609b8acab25c req-043c5058-36fe-4cce-9dff-4d3010f0e452 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:51.030654 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1b40bf45-e837-435e-ad17-609b8acab25c req-043c5058-36fe-4cce-9dff-4d3010f0e452 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.41 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 944 time: 0.2069182 Jun 25 09:15:51.031585 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-158a83d3-abec-4b39-a24d-6dc36d72867e req-8a5303d5-3654-4055-9449-ca8799833abd tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122749 Jun 25 09:15:51.037541 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:51.040671 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf760d7-a193-4cb9-8730-7af9ee7341be None None] New status for floating IP d63b167a-9426-4a98-8831-e605db45f0f6: DOWN {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:15:51.045418 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:51.104802 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-10ef13f7-f099-48a2-bcd2-4040e42aeedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:51.106674 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-10ef13f7-f099-48a2-bcd2-4040e42aeedf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6779876 Jun 25 09:15:51.189824 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-2c330f9f-6eab-46c4-b93d-4c733019d49c tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:51.199398 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-2c330f9f-6eab-46c4-b93d-4c733019d49c tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/networks?id=3e25b3ea-d628-40a0-9fd2-0d90deb035fc HTTP/1.1" status: 200 len: 812 time: 0.7383590 Jun 25 09:15:51.248457 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-6ab5f9fe-0776-4bb8-836f-037a4c8c981c tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/quotas/4a75ec203daa470f82c80c20a6dfbe50 HTTP/1.1" status: 200 len: 375 time: 0.0479686 Jun 25 09:15:51.251550 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Set router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:15:51.263364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-1b40bf45-e837-435e-ad17-609b8acab25c req-3e62aa36-319e-455b-b40a-b0fb4e4e21cc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Deleting port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:15:51.263705 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1b40bf45-e837-435e-ad17-609b8acab25c req-3e62aa36-319e-455b-b40a-b0fb4e4e21cc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:51.324657 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=f7f82b94-00c9-432c-92ba-e13a8c7d6834,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:51.349451 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:51.433672 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:51.454917 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:51.459261 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-403d68db-ed17-4dd5-8b19-d96d4513e32e service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402445 Jun 25 09:15:51.464462 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:51.465831 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9131269 Jun 25 09:15:51.468866 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44844) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:51.472056 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device d143bb7a-d481-4169-84b0-3d1dc7dc023d up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:51.474863 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-11fc004b-c2db-46a7-80fd-d7857927dec4 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:51.511981 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'name': 'tempest-TaggedBootDevicesTest-880897951-router', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:44Z', 'updated_at': '2021-06-25T09:15:48Z', 'revision_number': 3, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'gw_port': {'id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:46Z', 'updated_at': '2021-06-25T09:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:51.518723 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-411718e3-a2d5-4f34-8d00-412760a8ab73 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4a75ec203daa470f82c80c20a6dfbe50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2686622 Jun 25 09:15:51.547279 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Checking router: 1ba7d297-4eaf-4c76-bda8-68568c031ea7 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:15:51.547713 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Updating router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 port b4ff0b4d-2ddb-4927-aebe-74c2e025efe7 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:15:51.564902 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:15:51.572719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-1b40bf45-e837-435e-ad17-609b8acab25c req-3e62aa36-319e-455b-b40a-b0fb4e4e21cc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] For port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:51.575119 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1b40bf45-e837-435e-ad17-609b8acab25c req-3e62aa36-319e-455b-b40a-b0fb4e4e21cc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:51.587710 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port d143bb7a-d481-4169-84b0-3d1dc7dc023d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:51.598194 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port d143bb7a-d481-4169-84b0-3d1dc7dc023d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:51.600011 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:51.602838 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:51.642743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e27da6c-2440-4943-bd3d-351ac0afa409,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:51.649247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-1b40bf45-e837-435e-ad17-609b8acab25c req-3e62aa36-319e-455b-b40a-b0fb4e4e21cc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Calling delete_port for 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:15:51.653268 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:51.655695 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:51.656046 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Added segment c0fa7199-2259-41fc-bc23-c5260687c335 of type vlan for network dba8a0f1-8884-459c-a4cd-2c60532d90b3 Jun 25 09:15:51.766519 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:51.805405 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f7f82b94-00c9-432c-92ba-e13a8c7d6834 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:51.823583 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-c01846ea-984f-4b7c-a898-6ab4342e442a service neutron] 10.222.0.93 "GET /v2.0/networks/3e25b3ea-d628-40a0-9fd2-0d90deb035fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763009 Jun 25 09:15:51.881834 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:51.886305 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-d6525cf5-1118-4d93-8480-72eb9201c980 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893890 Jun 25 09:15:51.925113 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port f7f82b94-00c9-432c-92ba-e13a8c7d6834 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:51.926078 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:52.028140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:52.031293 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7009fb-902f-427d-b9ce-eba2841e894b" -d '{"events": [{"server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "name": "network-vif-plugged", "status": "completed", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:52.046568 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:52.054434 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:52.054677 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:52.057625 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:52.068447 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:52.071486 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:52.082365 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1b40bf45-e837-435e-ad17-609b8acab25c req-3e62aa36-319e-455b-b40a-b0fb4e4e21cc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:52.094533 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:52.096775 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:52.119543 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3327572 Jun 25 09:15:52.145783 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44852) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:52.151967 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=d143bb7a-d481-4169-84b0-3d1dc7dc023d,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:52.156467 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:52.185223 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:52.192628 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-0eb29261-d073-4ceb-bb95-7bc286297a10 admin admin] Request body: {'subnet': {'network_id': 'dba8a0f1-8884-459c-a4cd-2c60532d90b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418713437-subnet', 'tenant_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:52.206306 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b40bf45-e837-435e-ad17-609b8acab25c req-3e62aa36-319e-455b-b40a-b0fb4e4e21cc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] No DVR routers for this DVR port 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:15:52.209179 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62aa36-319e-455b-b40a-b0fb4e4e21cc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Pushing event deleted for resources: {'Port': ['ID=3e328bbc-c0f3-40ad-b4d9-9ced57443f84,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:52.212289 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Transition to ACTIVE for port object b4ff0b4d-2ddb-4927-aebe-74c2e025efe7 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:15:52.213986 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1b40bf45-e837-435e-ad17-609b8acab25c req-3e62aa36-319e-455b-b40a-b0fb4e4e21cc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:52.216200 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1b40bf45-e837-435e-ad17-609b8acab25c req-3e62aa36-319e-455b-b40a-b0fb4e4e21cc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.41 "DELETE /v2.0/ports/3e328bbc-c0f3-40ad-b4d9-9ced57443f84 HTTP/1.1" status: 204 len: 173 time: 1.1798496 Jun 25 09:15:52.217055 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97521dd0-747f-47c3-a04c-6f2a213d2e53', 'name': 'network-vif-deleted', 'tag': '3e328bbc-c0f3-40ad-b4d9-9ced57443f84'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:15:52.219836 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3783fb76-6d3f-4f94-81be-6a1873eabdbe" -d '{"events": [{"server_uuid": "97521dd0-747f-47c3-a04c-6f2a213d2e53", "name": "network-vif-deleted", "tag": "3e328bbc-c0f3-40ad-b4d9-9ced57443f84"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:15:52.221788 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:52.223843 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-19d7aa1e-6128-4475-90aa-d2af7a93bf9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:52.225141 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3e62aa36-319e-455b-b40a-b0fb4e4e21cc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:52.263857 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da0089-a47b-448d-8942-3553043166d2 None None] Pushing event updated for resources: {'Port': ['ID=b4ff0b4d-2ddb-4927-aebe-74c2e025efe7,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:52.269267 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-54da0089-a47b-448d-8942-3553043166d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:52.270788 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=dba8a0f1-8884-459c-a4cd-2c60532d90b3,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:52.296714 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network dba8a0f1-8884-459c-a4cd-2c60532d90b3 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:15:52.306382 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Attempting to bind port b4ff0b4d-2ddb-4927-aebe-74c2e025efe7 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:15:52.307117 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Attempting to bind port b4ff0b4d-2ddb-4927-aebe-74c2e025efe7 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:15:52.307725 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Attempting to bind port b4ff0b4d-2ddb-4927-aebe-74c2e025efe7 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:15:52.319770 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:15:52.320632 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:15:52.321667 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:52.321805 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-2351287a-f8ac-4362-bafc-9c756dcbf4e4 service neutron] 10.222.0.93 "GET /v2.0/networks/3e25b3ea-d628-40a0-9fd2-0d90deb035fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955637 Jun 25 09:15:52.323351 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:15:52.324115 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Bound port: b4ff0b4d-2ddb-4927-aebe-74c2e025efe7, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:15:52.324797 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:52.324932 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:52.380931 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb29261-d073-4ceb-bb95-7bc286297a10 admin admin] Made reservation on behalf of 8cfd4c9bd8d3421aaefb695f01e4777e for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:15:52.395287 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0eb29261-d073-4ceb-bb95-7bc286297a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:52.418356 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] For port b4ff0b4d-2ddb-4927-aebe-74c2e025efe7, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:15:52.422686 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] For port b4ff0b4d-2ddb-4927-aebe-74c2e025efe7, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b4ff0b4d-2ddb-4927-aebe-74c2e025efe7,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:15:52.428571 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:52.440023 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-fa7e32a2-2123-4c19-8e06-a7e92829817b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:52.549630 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Routers {'1ba7d297-4eaf-4c76-bda8-68568c031ea7'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:15:52.555148 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:52.675384 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a16b6869-946a-4fdf-9b06-1d47dd3b30ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:52.725353 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0eb29261-d073-4ceb-bb95-7bc286297a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:52.744509 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a84fd16f-e668-41d3-864a-785d1e538836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:52.791661 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da0089-a47b-448d-8942-3553043166d2 None None] Pushing event updated for resources: {'Port': ['ID=b4ff0b4d-2ddb-4927-aebe-74c2e025efe7,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:52.810365 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7f011-1d54-4e19-bb08-0b8344820463 req-f149c083-dc4e-4db6-8dd8-ffe9f776862c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:52.812109 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87e7f011-1d54-4e19-bb08-0b8344820463 req-f149c083-dc4e-4db6-8dd8-ffe9f776862c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.6157293 Jun 25 09:15:52.812533 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-54da0089-a47b-448d-8942-3553043166d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:52.858688 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] Set router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:15:52.863119 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:52.877512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e55773d1-acc0-423a-a85c-7c886fae8ee5 req-aa2f3f83-30ce-4b61-9640-b9c7566032e2 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 210 time: 0.0413074 Jun 25 09:15:52.906975 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb29261-d073-4ceb-bb95-7bc286297a10 admin admin] Checking segment: {'id': 'c0fa7199-2259-41fc-bc23-c5260687c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'dba8a0f1-8884-459c-a4cd-2c60532d90b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:15:52.907426 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb29261-d073-4ceb-bb95-7bc286297a10 admin admin] Network hostable DHCP agents. Network: dba8a0f1-8884-459c-a4cd-2c60532d90b3, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:15:52.928211 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb29261-d073-4ceb-bb95-7bc286297a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f065d3-1f3c-4a18-8ef0-83ff64d99bd7,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:52.937447 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0eb29261-d073-4ceb-bb95-7bc286297a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:52.938183 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb29261-d073-4ceb-bb95-7bc286297a10 admin admin] Network dba8a0f1-8884-459c-a4cd-2c60532d90b3 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:15:52.955614 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-0eb29261-d073-4ceb-bb95-7bc286297a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, dba8a0f1-8884-459c-a4cd-2c60532d90b3) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:15:52.964490 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17e9734-965c-4965-860a-dcb49881f790 None None] Network dba8a0f1-8884-459c-a4cd-2c60532d90b3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:15:52.965490 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb29261-d073-4ceb-bb95-7bc286297a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:52.966249 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0eb29261-d073-4ceb-bb95-7bc286297a10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:52.994915 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87e7f011-1d54-4e19-bb08-0b8344820463 req-9cc7ba40-ae56-41c5-bf34-6eab3075d714 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753564 Jun 25 09:15:52.998040 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0eb29261-d073-4ceb-bb95-7bc286297a10 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8312781 Jun 25 09:15:53.001585 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44864) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:53.019507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418713437-router', 'tenant_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:53.064904 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:53.073578 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:53.193983 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23c7db1-4427-4c55-9ada-fdde4a85edff x-openstack-request-id: req-e23c7db1-4427-4c55-9ada-fdde4a85edff {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:53.194881 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "name": "network-vif-plugged", "status": "completed", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:53.198468 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e23c7db1-4427-4c55-9ada-fdde4a85edff {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:53.200914 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d', 'code': 200} Jun 25 09:15:53.214639 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:53.308950 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d0810a81-9405-46eb-a6d2-900432bd3ff6 req-50362a43-c2c3-4875-bbb7-5c6df7230ad9 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=97521dd0-747f-47c3-a04c-6f2a213d2e53 HTTP/1.1" status: 200 len: 210 time: 0.0829642 Jun 25 09:15:53.356569 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'name': 'tempest-TaggedBootDevicesTest-880897951-router', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:44Z', 'updated_at': '2021-06-25T09:15:48Z', 'revision_number': 3, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'gw_port': {'id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:46Z', 'updated_at': '2021-06-25T09:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:53.469435 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f241b-25a3-4737-a600-c36c13496653 None None] The sync data for ids ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'] in n-d-761264-15 is: [{'id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'name': 'tempest-TaggedBootDevicesTest-880897951-router', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:44Z', 'updated_at': '2021-06-25T09:15:48Z', 'revision_number': 3, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'gw_port': {'id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:46Z', 'updated_at': '2021-06-25T09:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:15:53.624285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:15:53.624285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-dba8a0f1-8884-459c-a4cd-2c60532d90b3', 'network_id': 'dba8a0f1-8884-459c-a4cd-2c60532d90b3', 'tenant_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'fixed_ips': [{'subnet_id': '88f065d3-1f3c-4a18-8ef0-83ff64d99bd7'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:15:53.624285 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:53.629069 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Allocated IP 172.20.0.1 (636acfe6-d17f-4f72-9c57-7ee0f2a7da95/16b23dbf-8407-4c05-b060-ab7999afb028/8180814f-671d-475c-b2be-c7ddcfd99cec) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:15:53.629069 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab80b872-9aab-4cd7-9726-dcec4f0ce8e3 x-openstack-request-id: req-ab80b872-9aab-4cd7-9726-dcec4f0ce8e3 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:15:53.629069 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97521dd0-747f-47c3-a04c-6f2a213d2e53", "name": "network-vif-deleted", "tag": "3e328bbc-c0f3-40ad-b4d9-9ced57443f84", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:15:53.629069 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ab80b872-9aab-4cd7-9726-dcec4f0ce8e3 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:15:53.629069 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97521dd0-747f-47c3-a04c-6f2a213d2e53', 'name': 'network-vif-deleted', 'tag': '3e328bbc-c0f3-40ad-b4d9-9ced57443f84', 'status': 'completed', 'code': 200} Jun 25 09:15:53.633160 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:15:53.633160 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 3e328bbc-c0f3-40ad-b4d9-9ced57443f84 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:15:53.634432 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:53.665004 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7427118c-2b12-41fd-94d6-2d50c059a114 req-a535f0a8-7f3d-41d7-a59a-e908156c1d9c tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 210 time: 0.0534713 Jun 25 09:15:53.795792 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:53.810261 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:53.852222 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Transition to ACTIVE for port object 8180814f-671d-475c-b2be-c7ddcfd99cec will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:15:53.973650 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Allocated IP 172.20.0.2 (dba8a0f1-8884-459c-a4cd-2c60532d90b3/88f065d3-1f3c-4a18-8ef0-83ff64d99bd7/6e2f41a8-9b3a-4b87-bac6-3daa344633f9) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:15:53.992816 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:54.033036 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3e62aa36-319e-455b-b40a-b0fb4e4e21cc tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:54.139587 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:54.168683 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Network 636acfe6-d17f-4f72-9c57-7ee0f2a7da95 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:15:54.206765 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8180814f-671d-475c-b2be-c7ddcfd99cec,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:54.213260 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:54.216579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:15:54.222376 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:15:54.229154 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:54.309985 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:54.359872 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:54.374618 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Transition to ACTIVE for port object 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:15:54.399130 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Transition to ACTIVE for port object 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:15:54.408160 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:54.421079 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:54.480126 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Network dba8a0f1-8884-459c-a4cd-2c60532d90b3 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:15:54.483893 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:15:54.488430 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:15:54.540565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Allocated IP 172.25.6.113 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/fae5fb14-b63c-4c1a-95f8-9ab640a13056) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:15:54.578467 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Pushing event updated for resources: {'Port': ['ID=6e2f41a8-9b3a-4b87-bac6-3daa344633f9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:54.586973 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:54.599337 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Attempting to bind port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:15:54.600941 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Attempting to bind port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'c0fa7199-2259-41fc-bc23-c5260687c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'dba8a0f1-8884-459c-a4cd-2c60532d90b3'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:15:54.601616 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Attempting to bind port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 on network dba8a0f1-8884-459c-a4cd-2c60532d90b3 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:15:54.607998 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:15:54.608852 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Checking segment: {'id': 'c0fa7199-2259-41fc-bc23-c5260687c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'dba8a0f1-8884-459c-a4cd-2c60532d90b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:15:54.609512 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:54.610158 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Bound using segment: {'id': 'c0fa7199-2259-41fc-bc23-c5260687c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'dba8a0f1-8884-459c-a4cd-2c60532d90b3'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:15:54.610905 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Bound port: 6e2f41a8-9b3a-4b87-bac6-3daa344633f9, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fa7199-2259-41fc-bc23-c5260687c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'dba8a0f1-8884-459c-a4cd-2c60532d90b3'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:15:54.611595 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:54.629142 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:54.677699 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c7a044f0-c5df-4f71-8357-36609199010b req-93c027b8-f65f-4019-9cb3-122399b8e35b tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/ports?device_id=4aae97af-71b6-4a74-804b-bc2c177fe459 HTTP/1.1" status: 200 len: 210 time: 0.5135684 Jun 25 09:15:54.831086 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4e86c421-8d69-4012-8319-be972f83079a None None] For port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:15:54.841675 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4e86c421-8d69-4012-8319-be972f83079a None None] For port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6e2f41a8-9b3a-4b87-bac6-3daa344633f9,segment=NetworkSegment(c0fa7199-2259-41fc-bc23-c5260687c335),segment_id=c0fa7199-2259-41fc-bc23-c5260687c335)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:15:54.848792 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:54.865024 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:54.974102 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Pushing event updated for resources: {'Port': ['ID=6e2f41a8-9b3a-4b87-bac6-3daa344633f9,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:54.991231 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:55.013753 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:55.015366 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9f348d2-c3f9-442b-9f0d-b8c6b8d5d83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:55.021787 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0516d08f-deb4-4f90-b522-c99976b6d75e None None] Provisioning for port 8180814f-671d-475c-b2be-c7ddcfd99cec completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:55.027098 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0516d08f-deb4-4f90-b522-c99976b6d75e None None] Provisioning complete for port 8180814f-671d-475c-b2be-c7ddcfd99cec triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:55.027775 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0516d08f-deb4-4f90-b522-c99976b6d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:55.045017 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:55.072625 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:55.078256 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:55.102296 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0516d08f-deb4-4f90-b522-c99976b6d75e None None] Port 8180814f-671d-475c-b2be-c7ddcfd99cec cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:15:55.103488 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:55.117332 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:55.162045 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:55.216381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:15:55.224288 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:15:55.233029 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:15:55.284629 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8180814f-671d-475c-b2be-c7ddcfd99cec,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:55.289400 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:55.301067 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:55.311899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Pushing event updated for resources: {'Port': ['ID=fae5fb14-b63c-4c1a-95f8-9ab640a13056,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:55.317061 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:55.346336 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455a408-5f75-4b60-9226-eadc338e2be0 req-d71bf0e6-f446-4a47-8425-43c70a28821c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:55.348100 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7455a408-5f75-4b60-9226-eadc338e2be0 req-d71bf0e6-f446-4a47-8425-43c70a28821c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.7548730 Jun 25 09:15:55.546906 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Network 636acfe6-d17f-4f72-9c57-7ee0f2a7da95 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:15:55.548723 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:15:55.603377 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7455a408-5f75-4b60-9226-eadc338e2be0 req-12e745e8-459c-497d-95f9-2259d9120f11 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467923 Jun 25 09:15:55.674364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-1eb2d1ae-0c40-4fe0-8714-0e8a9af11e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:55.687125 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-1eb2d1ae-0c40-4fe0-8714-0e8a9af11e0f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2&tenant_id=feac5915022a4711aa5d2a8786b36e3c HTTP/1.1" status: 200 len: 1102 time: 0.2499948 Jun 25 09:15:55.764373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-15', 'device_owner': 'compute:nova'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:55.823448 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-282da023-8bd9-42a9-b628-d5b8de53e9d4 req-017ae080-9e22-4404-9e62-c30945d58d4c tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 210 time: 0.0562179 Jun 25 09:15:55.879712 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b4ff0b4d-2ddb-4927-aebe-74c2e025efe7 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:55.993717 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:15:56.013087 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port b4ff0b4d-2ddb-4927-aebe-74c2e025efe7 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:56.063135 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port b4ff0b4d-2ddb-4927-aebe-74c2e025efe7 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:56.063522 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:56.115642 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44890) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:56.190124 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:56.197642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1519c534-c782-4665-a74a-807c544c50b1 None None] Provisioning complete for port 8180814f-671d-475c-b2be-c7ddcfd99cec triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:56.200880 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1519c534-c782-4665-a74a-807c544c50b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:56.298923 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1519c534-c782-4665-a74a-807c544c50b1 None None] Port 8180814f-671d-475c-b2be-c7ddcfd99cec cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:15:56.335691 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:56.337648 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:56.431130 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:56.455265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:15:56.479864 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] 10.222.0.93 "PUT /v2.0/routers/1ba7d297-4eaf-4c76-bda8-68568c031ea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0014942 Jun 25 09:15:56.494256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port b4ff0b4d-2ddb-4927-aebe-74c2e025efe7, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b4ff0b4d-2ddb-4927-aebe-74c2e025efe7,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:56.512469 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:56.519251 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:56.522542 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:56.531887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-994fe9d7-fe12-41ad-85be-964873d1efb0 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:56.534605 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-994fe9d7-fe12-41ad-85be-964873d1efb0 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.41 "GET /v2.0/networks?id=3e25b3ea-d628-40a0-9fd2-0d90deb035fc HTTP/1.1" status: 200 len: 812 time: 0.5724070 Jun 25 09:15:56.550477 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cf046a17-fe5c-40f1-9ea8-80e3df1c824f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:56.684981 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-b34e22ec-9d6e-4023-ba66-343b85149530 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a75ec203daa470f82c80c20a6dfbe50 HTTP/1.1" status: 200 len: 377 time: 0.1172407 Jun 25 09:15:56.688128 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cf046a17-fe5c-40f1-9ea8-80e3df1c824f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:56.704106 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=b4ff0b4d-2ddb-4927-aebe-74c2e025efe7,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:56.709359 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:56.716658 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-546437dd-6873-4862-9b42-25339cccbfe2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Request body: {'port': {'device_id': '1a28f48d-ce3c-425d-8b0a-136b4c592365', 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'admin_state_up': True, 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'security_groups': ['145ea396-f27d-4b93-919b-ce2fa6556d99']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:15:56.827572 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:56.871520 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Sync routers for ids ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:15:56.898700 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Routers {'1ba7d297-4eaf-4c76-bda8-68568c031ea7'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:15:56.901965 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:56.990541 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-546437dd-6873-4862-9b42-25339cccbfe2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Made reservation on behalf of 4a75ec203daa470f82c80c20a6dfbe50 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:15:57.006057 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-546437dd-6873-4862-9b42-25339cccbfe2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:57.121096 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Set router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:15:57.242759 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cf046a17-fe5c-40f1-9ea8-80e3df1c824f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:57.246842 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cf046a17-fe5c-40f1-9ea8-80e3df1c824f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:57.250689 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cf046a17-fe5c-40f1-9ea8-80e3df1c824f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "DELETE /v2.0/security-groups/95c60efd-ba89-4563-b69c-df8fc98a3906 HTTP/1.1" status: 204 len: 168 time: 1.1265748 Jun 25 09:15:57.253676 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-556bdd23-b3c9-4ff9-8422-601785030fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:57.263405 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44928) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:57.317427 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c36bce3-18fa-42b4-8c6d-313763f157c7 None None] Network dba8a0f1-8884-459c-a4cd-2c60532d90b3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:15:57.329389 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf046a17-fe5c-40f1-9ea8-80e3df1c824f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c60efd-ba89-4563-b69c-df8fc98a3906,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:57.347302 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cf046a17-fe5c-40f1-9ea8-80e3df1c824f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:57.352765 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-a9e2e518-3f3a-41a5-a87d-1f96b476858a tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] show failed (client error): The resource could not be found. Jun 25 09:15:57.356648 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a9e2e518-3f3a-41a5-a87d-1f96b476858a tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "GET /v2.0/security-groups/95c60efd-ba89-4563-b69c-df8fc98a3906 HTTP/1.1" status: 404 len: 347 time: 0.0818202 Jun 25 09:15:57.394906 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44934) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:57.495742 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3122bc79-2f54-4ef7-9bb9-f13385f3bb47 None None] Provisioning for port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:15:57.503931 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device d143bb7a-d481-4169-84b0-3d1dc7dc023d no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:15:57.567521 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'name': 'tempest-TaggedBootDevicesTest-880897951-router', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:44Z', 'updated_at': '2021-06-25T09:15:54Z', 'revision_number': 4, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'gw_port': {'id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:46Z', 'updated_at': '2021-06-25T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '8180814f-671d-475c-b2be-c7ddcfd99cec', 'name': '', 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'mac_address': 'fa:16:3e:a6:b2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:52Z', 'updated_at': '2021-06-25T09:15:54Z', 'revision_number': 2, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'subnets': [{'id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:57.576219 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3122bc79-2f54-4ef7-9bb9-f13385f3bb47 None None] Provisioning complete for port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:57.578664 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3122bc79-2f54-4ef7-9bb9-f13385f3bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:57.630984 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Checking router: 1ba7d297-4eaf-4c76-bda8-68568c031ea7 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:15:57.632017 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Updating router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 port 8180814f-671d-475c-b2be-c7ddcfd99cec binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:15:57.683120 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-546437dd-6873-4862-9b42-25339cccbfe2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Allocated IP 172.20.0.9 (3e25b3ea-d628-40a0-9fd2-0d90deb035fc/05d740cd-9854-4d86-9dad-1edd62365da0/783004b8-2700-443b-9d3d-8b33c130e239) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:15:57.685549 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:57.790816 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b4ff0b4d-2ddb-4927-aebe-74c2e025efe7 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:15:57.923719 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:57.925744 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-8a53d42c-d6f0-4c6e-b423-9859cce3dcbf tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Deleting port 4b309cd8-4973-4b22-bf8e-875e9ecc51b2 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:15:57.926108 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a53d42c-d6f0-4c6e-b423-9859cce3dcbf tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:57.948898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dbe47-8d18-4da5-8ec7-96de30d038d9 req-50d24bc0-b055-45f2-a366-e105d7c29df8 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:57.957215 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-355dbe47-8d18-4da5-8ec7-96de30d038d9 req-50d24bc0-b055-45f2-a366-e105d7c29df8 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 944 time: 1.6164699 Jun 25 09:15:58.010577 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:58.032381 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:58.060278 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3122bc79-2f54-4ef7-9bb9-f13385f3bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:58.064880 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-355dbe47-8d18-4da5-8ec7-96de30d038d9 req-7338660d-d029-4d5d-870f-6c7ea2428056 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065500 Jun 25 09:15:58.081659 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port b4ff0b4d-2ddb-4927-aebe-74c2e025efe7 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:58.082268 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:58.200526 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ecc13-ad5c-40ad-a6b7-ab3c45894e3c req-48706e80-8d3f-4502-868a-91a9cc3f94ec tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:58.214733 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb5ecc13-ad5c-40ad-a6b7-ab3c45894e3c req-48706e80-8d3f-4502-868a-91a9cc3f94ec tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.7291179 Jun 25 09:15:58.225582 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a53d42c-d6f0-4c6e-b423-9859cce3dcbf tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:58.226710 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a53d42c-d6f0-4c6e-b423-9859cce3dcbf tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:58.242297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3122bc79-2f54-4ef7-9bb9-f13385f3bb47 None None] For port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6e2f41a8-9b3a-4b87-bac6-3daa344633f9,segment=NetworkSegment(c0fa7199-2259-41fc-bc23-c5260687c335),segment_id=c0fa7199-2259-41fc-bc23-c5260687c335)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:58.252819 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3122bc79-2f54-4ef7-9bb9-f13385f3bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:58.254048 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-8a53d42c-d6f0-4c6e-b423-9859cce3dcbf tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Calling delete_port for 4b309cd8-4973-4b22-bf8e-875e9ecc51b2 owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:15:58.266886 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd0b9-f85c-48b5-8f0e-20a8fb6e2202 req-81e9f51d-f25f-4e70-9311-82ae4ec43ba0 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:58.273599 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-73cdd0b9-f85c-48b5-8f0e-20a8fb6e2202 req-81e9f51d-f25f-4e70-9311-82ae4ec43ba0 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 944 time: 0.7763700 Jun 25 09:15:58.282914 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:58.305048 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Router 19fe5fca-9a20-4609-bcac-b730cacedf16 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:15:58.492716 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122bc79-2f54-4ef7-9bb9-f13385f3bb47 None None] Pushing event updated for resources: {'Port': ['ID=6e2f41a8-9b3a-4b87-bac6-3daa344633f9,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:58.500092 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3122bc79-2f54-4ef7-9bb9-f13385f3bb47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:58.570726 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:58.633386 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-850aa16d-8279-4faf-baff-4ff148b74d73 req-08ce273e-c252-4367-8ee1-e96242c49148 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 210 time: 0.1521971 Jun 25 09:15:58.653270 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Transition to ACTIVE for port object 8180814f-671d-475c-b2be-c7ddcfd99cec will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:15:58.660431 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a53d42c-d6f0-4c6e-b423-9859cce3dcbf tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:58.661985 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:58.666213 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:58.676484 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b9b9da4e-4a92-44ce-bd61-5c9df2917480 tempest-ServersAdminTestJSON-1521050373 tempest-ServersAdminTestJSON-1521050373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:58.716285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4919dbc4-c8f7-49c7-b61f-2b6f84dfa0f7 None None] Provisioning complete for port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:15:58.716516 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4919dbc4-c8f7-49c7-b61f-2b6f84dfa0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:58.733133 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-546437dd-6873-4862-9b42-25339cccbfe2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:58.808408 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c18f2-fffa-4b94-a7e7-1bc10ec827ce None None] Pushing event updated for resources: {'Port': ['ID=8180814f-671d-475c-b2be-c7ddcfd99cec,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:58.816340 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53d42c-d6f0-4c6e-b423-9859cce3dcbf tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Pushing event deleted for resources: {'Port': ['ID=4b309cd8-4973-4b22-bf8e-875e9ecc51b2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:58.820444 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8a53d42c-d6f0-4c6e-b423-9859cce3dcbf tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:58.847405 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-a51c18f2-fffa-4b94-a7e7-1bc10ec827ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:58.899181 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-546437dd-6873-4862-9b42-25339cccbfe2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Transition to ACTIVE for port object 783004b8-2700-443b-9d3d-8b33c130e239 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:15:58.933351 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:15:58.957128 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Attempting to bind port 8180814f-671d-475c-b2be-c7ddcfd99cec on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:15:58.957668 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Attempting to bind port 8180814f-671d-475c-b2be-c7ddcfd99cec by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '23bc2a61-4c23-40ae-9f76-54c4cc921bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:15:58.957972 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Attempting to bind port 8180814f-671d-475c-b2be-c7ddcfd99cec on network 636acfe6-d17f-4f72-9c57-7ee0f2a7da95 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:15:58.968232 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:15:58.971493 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Checking segment: {'id': '23bc2a61-4c23-40ae-9f76-54c4cc921bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:15:58.974424 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:58.981250 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a53d42c-d6f0-4c6e-b423-9859cce3dcbf tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks [] for floatingip, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:58.982200 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Bound using segment: {'id': '23bc2a61-4c23-40ae-9f76-54c4cc921bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:15:58.982803 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Bound port: 8180814f-671d-475c-b2be-c7ddcfd99cec, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc2a61-4c23-40ae-9f76-54c4cc921bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:15:58.983211 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:58.989333 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a53d42c-d6f0-4c6e-b423-9859cce3dcbf tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:58.990534 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8a53d42c-d6f0-4c6e-b423-9859cce3dcbf tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] 10.222.0.93 "DELETE /v2.0/floatingips/d63b167a-9426-4a98-8831-e605db45f0f6 HTTP/1.1" status: 204 len: 168 time: 1.5945005 Jun 25 09:15:58.994920 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44984) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:59.018267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:15:59.048716 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Sync routers for ids ['19fe5fca-9a20-4609-bcac-b730cacedf16'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:15:59.099567 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Routers {'19fe5fca-9a20-4609-bcac-b730cacedf16'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:15:59.105351 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['19fe5fca-9a20-4609-bcac-b730cacedf16'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:59.126344 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] For port 8180814f-671d-475c-b2be-c7ddcfd99cec, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:15:59.130536 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] For port 8180814f-671d-475c-b2be-c7ddcfd99cec, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=8180814f-671d-475c-b2be-c7ddcfd99cec,segment=NetworkSegment(23bc2a61-4c23-40ae-9f76-54c4cc921bb0),segment_id=23bc2a61-4c23-40ae-9f76-54c4cc921bb0)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:15:59.137607 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:59.139623 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:59.148637 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-546437dd-6873-4862-9b42-25339cccbfe2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:59.168418 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:59.171517 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.1670060 Jun 25 09:15:59.182939 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44990) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:15:59.184476 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6c9da724-c2b7-488e-b567-1f20aea2a8fd tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:15:59.266830 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c18f2-fffa-4b94-a7e7-1bc10ec827ce None None] Pushing event updated for resources: {'Port': ['ID=8180814f-671d-475c-b2be-c7ddcfd99cec,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:59.282005 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-a51c18f2-fffa-4b94-a7e7-1bc10ec827ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:59.282810 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Routers {'1ba7d297-4eaf-4c76-bda8-68568c031ea7'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:15:59.283699 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:15:59.338306 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-546437dd-6873-4862-9b42-25339cccbfe2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Network 3e25b3ea-d628-40a0-9fd2-0d90deb035fc is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:15:59.360275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-546437dd-6873-4862-9b42-25339cccbfe2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:15:59.378441 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-546437dd-6873-4862-9b42-25339cccbfe2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:15:59.552557 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Set router 19fe5fca-9a20-4609-bcac-b730cacedf16 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:15:59.582337 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:15:59.677599 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] Set router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:15:59.736291 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546437dd-6873-4862-9b42-25339cccbfe2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Pushing event updated for resources: {'Port': ['ID=783004b8-2700-443b-9d3d-8b33c130e239,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:15:59.754188 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-546437dd-6873-4862-9b42-25339cccbfe2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:15:59.835344 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-546437dd-6873-4862-9b42-25339cccbfe2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:15:59.835899 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-546437dd-6873-4862-9b42-25339cccbfe2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:15:59.997303 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb5ecc13-ad5c-40ad-a6b7-ab3c45894e3c req-c46e7ec4-41a7-4ae4-9513-3aeab270b757 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7814286 Jun 25 09:16:00.035285 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-546437dd-6873-4862-9b42-25339cccbfe2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3388455 Jun 25 09:16:00.058670 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Request body: {'port': {'device_id': '1a28f48d-ce3c-425d-8b0a-136b4c592365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:00.094878 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:00.163057 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:00.199641 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Transition to ACTIVE for port object d143bb7a-d481-4169-84b0-3d1dc7dc023d will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:00.204198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:16:00.208169 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf94077-be3a-4cc6-b022-4af5fa1315cc" -d '{"events": [{"server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "name": "network-vif-unplugged", "status": "completed", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:16:00.243876 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:00.256561 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'name': 'tempest-TaggedBootDevicesTest-880897951-router', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:44Z', 'updated_at': '2021-06-25T09:15:54Z', 'revision_number': 4, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'gw_port': {'id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:46Z', 'updated_at': '2021-06-25T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '8180814f-671d-475c-b2be-c7ddcfd99cec', 'name': '', 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'mac_address': 'fa:16:3e:a6:b2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:52Z', 'updated_at': '2021-06-25T09:15:59Z', 'revision_number': 4, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'subnets': [{'id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:00.257238 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19616e8d-8b40-49df-8646-23950e426b8a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:00.266917 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-73cdd0b9-f85c-48b5-8f0e-20a8fb6e2202 req-2ee5846b-bb0b-45ea-a253-fbf46d5a58a7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Deleting port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:16:00.266917 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-73cdd0b9-f85c-48b5-8f0e-20a8fb6e2202 req-2ee5846b-bb0b-45ea-a253-fbf46d5a58a7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:00.306865 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:00.348035 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:16:00.348756 n-d-761264-15 neutron-server[94026]: DEBUG oslo_db.api [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:16:00.351671 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-855a39b3-443f-4a7f-8ed8-b8d18da4a860 None None] Provisioning for port 783004b8-2700-443b-9d3d-8b33c130e239 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:00.377174 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-855a39b3-443f-4a7f-8ed8-b8d18da4a860 None None] Provisioning complete for port 783004b8-2700-443b-9d3d-8b33c130e239 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:00.377852 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-855a39b3-443f-4a7f-8ed8-b8d18da4a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:00.383588 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:00.384402 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:00.385274 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1156df-7db1-408f-8fee-2d10018aedfb None None] The sync data for ids ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'] in n-d-761264-15 is: [{'id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'name': 'tempest-TaggedBootDevicesTest-880897951-router', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:44Z', 'updated_at': '2021-06-25T09:15:54Z', 'revision_number': 4, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'gw_port': {'id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:46Z', 'updated_at': '2021-06-25T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '8180814f-671d-475c-b2be-c7ddcfd99cec', 'name': '', 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'mac_address': 'fa:16:3e:a6:b2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:52Z', 'updated_at': '2021-06-25T09:15:59Z', 'revision_number': 4, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'subnets': [{'id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:16:00.539631 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-855a39b3-443f-4a7f-8ed8-b8d18da4a860 None None] Port 783004b8-2700-443b-9d3d-8b33c130e239 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:16:00.571612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0f5bd-1226-44ec-81a9-37e9ded0dd7b req-84dda817-439c-441f-9484-10145f2d12db tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:00.582981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-13c0f5bd-1226-44ec-81a9-37e9ded0dd7b req-84dda817-439c-441f-9484-10145f2d12db tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 944 time: 1.0236576 Jun 25 09:16:00.636832 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418713437-router', 'tenant_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'fae5fb14-b63c-4c1a-95f8-9ab640a13056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:53Z', 'updated_at': '2021-06-25T09:15:55Z', 'revision_number': 3, 'project_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'gw_port': {'id': 'fae5fb14-b63c-4c1a-95f8-9ab640a13056', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:54Z', 'updated_at': '2021-06-25T09:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:00.698617 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Checking router: 19fe5fca-9a20-4609-bcac-b730cacedf16 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:16:00.699017 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Updating router 19fe5fca-9a20-4609-bcac-b730cacedf16 port fae5fb14-b63c-4c1a-95f8-9ab640a13056 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:16:00.752657 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] No DVR routers for this DVR port d143bb7a-d481-4169-84b0-3d1dc7dc023d on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:16:00.791577 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:00.797370 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Pushing event updated for resources: {'Port': ['ID=d143bb7a-d481-4169-84b0-3d1dc7dc023d,revision_number=10']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:00.818525 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-13c0f5bd-1226-44ec-81a9-37e9ded0dd7b req-dab153f9-a9fd-467f-a90c-752cd1026420 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345624 Jun 25 09:16:00.820896 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:01.083762 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:16:01.108271 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:01.337005 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-15655bf3-475d-4e3e-8db9-cdb96d3eece0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:01.551707 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095ad71a-f7c9-4d8f-9308-4e979a848117 x-openstack-request-id: req-095ad71a-f7c9-4d8f-9308-4e979a848117 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:16:01.552227 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "name": "network-vif-unplugged", "status": "completed", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:16:01.552532 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-095ad71a-f7c9-4d8f-9308-4e979a848117 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:16:01.553118 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d', 'code': 200} Jun 25 09:16:01.578160 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-73cdd0b9-f85c-48b5-8f0e-20a8fb6e2202 req-2ee5846b-bb0b-45ea-a253-fbf46d5a58a7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] For port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:01.578647 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-73cdd0b9-f85c-48b5-8f0e-20a8fb6e2202 req-2ee5846b-bb0b-45ea-a253-fbf46d5a58a7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:01.599007 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Attempting to bind port d143bb7a-d481-4169-84b0-3d1dc7dc023d on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:16:01.599474 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Attempting to bind port d143bb7a-d481-4169-84b0-3d1dc7dc023d by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:16:01.600162 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Attempting to bind port d143bb7a-d481-4169-84b0-3d1dc7dc023d on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:16:01.604916 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:01.622071 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Transition to ACTIVE for port object fae5fb14-b63c-4c1a-95f8-9ab640a13056 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:01.631503 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:01.636123 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-69da5c46-942e-4eb3-a24f-44a9683b34f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:01.672813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-73cdd0b9-f85c-48b5-8f0e-20a8fb6e2202 req-2ee5846b-bb0b-45ea-a253-fbf46d5a58a7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Calling delete_port for 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:16:01.673548 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Port d143bb7a-d481-4169-84b0-3d1dc7dc023d on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:16:01.673950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Attempting to bind port d143bb7a-d481-4169-84b0-3d1dc7dc023d on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:16:01.685162 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436c17d-ba56-49a1-89c2-c9923c8bfa08 req-c5f83168-8b24-4b1f-ab56-0a78ff3c082a tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:01.693400 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c436c17d-ba56-49a1-89c2-c9923c8bfa08 req-c5f83168-8b24-4b1f-ab56-0a78ff3c082a tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 931 time: 1.3690383 Jun 25 09:16:01.743799 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Attempting to bind port fae5fb14-b63c-4c1a-95f8-9ab640a13056 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:16:01.744415 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Attempting to bind port fae5fb14-b63c-4c1a-95f8-9ab640a13056 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:16:01.744551 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Attempting to bind port fae5fb14-b63c-4c1a-95f8-9ab640a13056 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:16:01.747375 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:16:01.747975 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:01.748626 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:16:01.757487 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:16:01.757487 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:01.757487 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:01.757487 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:16:01.757487 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Bound port: fae5fb14-b63c-4c1a-95f8-9ab640a13056, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:16:01.757487 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:01.760761 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Bound port: d143bb7a-d481-4169-84b0-3d1dc7dc023d, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:16:01.763388 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:01.802186 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7c8cd-f38b-49c5-b25f-9a1b284dedad None None] Pushing event updated for resources: {'Port': ['ID=fae5fb14-b63c-4c1a-95f8-9ab640a13056,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:01.806335 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-70f7c8cd-f38b-49c5-b25f-9a1b284dedad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:01.830829 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 8180814f-671d-475c-b2be-c7ddcfd99cec up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:01.875894 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] For port fae5fb14-b63c-4c1a-95f8-9ab640a13056, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:16:01.896126 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] For port fae5fb14-b63c-4c1a-95f8-9ab640a13056, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=fae5fb14-b63c-4c1a-95f8-9ab640a13056,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:16:01.902421 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:01.906255 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:01.917010 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783004b8-2700-443b-9d3d-8b33c130e239 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:16:01.939126 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:01.970640 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Transition to ACTIVE for port object 783004b8-2700-443b-9d3d-8b33c130e239 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:01.975743 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:01.979866 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-043fe3e0-dbb1-4b2c-a516-815d22973cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:01.986236 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Routers {'19fe5fca-9a20-4609-bcac-b730cacedf16'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:01.986898 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['19fe5fca-9a20-4609-bcac-b730cacedf16'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:02.026822 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 8180814f-671d-475c-b2be-c7ddcfd99cec completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:02.029917 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c436c17d-ba56-49a1-89c2-c9923c8bfa08 req-fa9ff50c-cdfa-4a6d-b8b4-ff1276ae485e tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/security-groups?id=145ea396-f27d-4b93-919b-ce2fa6556d99&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3353729 Jun 25 09:16:02.048235 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 8180814f-671d-475c-b2be-c7ddcfd99cec triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:02.048622 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:02.052007 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7c8cd-f38b-49c5-b25f-9a1b284dedad None None] Pushing event updated for resources: {'Port': ['ID=fae5fb14-b63c-4c1a-95f8-9ab640a13056,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:02.060475 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-70f7c8cd-f38b-49c5-b25f-9a1b284dedad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:02.084356 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=783004b8-2700-443b-9d3d-8b33c130e239,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:02.088810 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:02.142844 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78aec-7385-4935-89b0-ce0abd82b783 req-bc2d7e63-5d48-452b-a34b-7b52450fa4b8 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:02.147697 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57a78aec-7385-4935-89b0-ce0abd82b783 req-bc2d7e63-5d48-452b-a34b-7b52450fa4b8 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 949 time: 0.5613685 Jun 25 09:16:02.251548 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:02.264409 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] Set router 19fe5fca-9a20-4609-bcac-b730cacedf16 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:02.283780 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:16:02.314670 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Attempting to bind port 783004b8-2700-443b-9d3d-8b33c130e239 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:16:02.314922 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Attempting to bind port 783004b8-2700-443b-9d3d-8b33c130e239 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '4fccc6ca-fee0-4281-8570-ada77f60ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:16:02.323398 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Attempting to bind port 783004b8-2700-443b-9d3d-8b33c130e239 on network 3e25b3ea-d628-40a0-9fd2-0d90deb035fc {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:16:02.324611 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:16:02.335367 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:02.347832 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-15655bf3-475d-4e3e-8db9-cdb96d3eece0 admin admin] Deleting port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:16:02.348403 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-15655bf3-475d-4e3e-8db9-cdb96d3eece0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:02.354935 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Port 783004b8-2700-443b-9d3d-8b33c130e239 on network 3e25b3ea-d628-40a0-9fd2-0d90deb035fc not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:16:02.355253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Attempting to bind port 783004b8-2700-443b-9d3d-8b33c130e239 on network 3e25b3ea-d628-40a0-9fd2-0d90deb035fc {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:16:02.364801 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-11d6312d-1246-4150-8ad6-b83c6a803822 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:02.422589 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:16:02.422927 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Checking segment: {'id': '4fccc6ca-fee0-4281-8570-ada77f60ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:02.423315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Bound using segment: {'id': '4fccc6ca-fee0-4281-8570-ada77f60ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:16:02.423761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Bound port: 783004b8-2700-443b-9d3d-8b33c130e239, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fccc6ca-fee0-4281-8570-ada77f60ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:16:02.424118 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:02.510381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Pushing event updated for resources: {'Port': ['ID=d143bb7a-d481-4169-84b0-3d1dc7dc023d,revision_number=11']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:02.514972 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:02.539118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-15655bf3-475d-4e3e-8db9-cdb96d3eece0 admin admin] For port 7ef26008-3f3b-46d1-b1a4-03979bdbba5d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7ef26008-3f3b-46d1-b1a4-03979bdbba5d,segment=NetworkSegment(9e6c0beb-f9ac-4238-8bc0-b375dbae975d),segment_id=9e6c0beb-f9ac-4238-8bc0-b375dbae975d)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:02.539331 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-15655bf3-475d-4e3e-8db9-cdb96d3eece0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:02.539567 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:02.539698 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57a78aec-7385-4935-89b0-ce0abd82b783 req-4afb8018-d295-4adb-ae37-c7f48f62ed67 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570437 Jun 25 09:16:02.560930 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-15655bf3-475d-4e3e-8db9-cdb96d3eece0 admin admin] Calling delete_port for 7ef26008-3f3b-46d1-b1a4-03979bdbba5d owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:16:02.566494 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] For port 783004b8-2700-443b-9d3d-8b33c130e239, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:16:02.571483 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] For port 783004b8-2700-443b-9d3d-8b33c130e239, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=783004b8-2700-443b-9d3d-8b33c130e239,segment=NetworkSegment(4fccc6ca-fee0-4281-8570-ada77f60ed19),segment_id=4fccc6ca-fee0-4281-8570-ada77f60ed19)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:16:02.579233 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:02.589966 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-110ae564-b707-477c-8b89-ab21333e1961 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:02.605686 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 8180814f-671d-475c-b2be-c7ddcfd99cec, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=8180814f-671d-475c-b2be-c7ddcfd99cec,segment=NetworkSegment(23bc2a61-4c23-40ae-9f76-54c4cc921bb0),segment_id=23bc2a61-4c23-40ae-9f76-54c4cc921bb0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:02.619969 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:02.620809 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:02.622351 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] 10.222.0.38 "PUT /v2.0/ports/d143bb7a-d481-4169-84b0-3d1dc7dc023d HTTP/1.1" status: 200 len: 1098 time: 6.8756359 Jun 25 09:16:02.635128 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:02.638384 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:02.714848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=8180814f-671d-475c-b2be-c7ddcfd99cec,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:02.720280 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:02.732158 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418713437-router', 'tenant_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'fae5fb14-b63c-4c1a-95f8-9ab640a13056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:53Z', 'updated_at': '2021-06-25T09:15:55Z', 'revision_number': 3, 'project_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'gw_port': {'id': 'fae5fb14-b63c-4c1a-95f8-9ab640a13056', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:54Z', 'updated_at': '2021-06-25T09:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:02.753739 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:02.754366 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:02.759534 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] 10.222.0.41 "PUT /v2.0/ports/783004b8-2700-443b-9d3d-8b33c130e239 HTTP/1.1" status: 200 len: 1092 time: 2.7094295 Jun 25 09:16:02.760170 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a28f48d-ce3c-425d-8b0a-136b4c592365', 'tag': '783004b8-2700-443b-9d3d-8b33c130e239'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:16:02.763245 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84fdfd8-fd69-4e45-9696-8f9110276a85" -d '{"events": [{"name": "network-changed", "server_uuid": "1a28f48d-ce3c-425d-8b0a-136b4c592365", "tag": "783004b8-2700-443b-9d3d-8b33c130e239"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:16:02.809712 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db68f3d5-3b7c-4452-becd-cee858ab6cc9 None None] The sync data for ids ['19fe5fca-9a20-4609-bcac-b730cacedf16'] in n-d-761264-15 is: [{'id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418713437-router', 'tenant_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'fae5fb14-b63c-4c1a-95f8-9ab640a13056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:53Z', 'updated_at': '2021-06-25T09:15:55Z', 'revision_number': 3, 'project_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'gw_port': {'id': 'fae5fb14-b63c-4c1a-95f8-9ab640a13056', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:54Z', 'updated_at': '2021-06-25T09:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:16:02.872778 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-73cdd0b9-f85c-48b5-8f0e-20a8fb6e2202 req-2ee5846b-bb0b-45ea-a253-fbf46d5a58a7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:02.889428 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:02.945609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=783004b8-2700-443b-9d3d-8b33c130e239,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:02.964297 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:02.984570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5846b-bb0b-45ea-a253-fbf46d5a58a7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Pushing event deleted for resources: {'Port': ['ID=7ef62fbc-af29-4585-92f0-1eaa6c851bf4,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:03.020331 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2ee5846b-bb0b-45ea-a253-fbf46d5a58a7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:03.040275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ef2eb-847b-473c-8855-646892cc396d req-5a1170ad-0e2c-485a-adbe-3214db53082c tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:03.042090 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b43ef2eb-847b-473c-8855-646892cc396d req-5a1170ad-0e2c-485a-adbe-3214db53082c tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa2e24af-8f72-4071-94b3-1e0eebb3151d HTTP/1.1" status: 200 len: 944 time: 0.6709290 Jun 25 09:16:03.108966 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-45cef0df-d249-4017-bb33-650d0ab6200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:03.111327 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-45cef0df-d249-4017-bb33-650d0ab6200b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a75ec203daa470f82c80c20a6dfbe50&device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 1095 time: 0.2653942 Jun 25 09:16:03.113440 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a4801d-dcae-44f0-9921-1a0e1b8653e6 x-openstack-request-id: req-26a4801d-dcae-44f0-9921-1a0e1b8653e6 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:16:03.113970 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a28f48d-ce3c-425d-8b0a-136b4c592365", "tag": "783004b8-2700-443b-9d3d-8b33c130e239", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:16:03.114408 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-26a4801d-dcae-44f0-9921-1a0e1b8653e6 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:16:03.114997 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a28f48d-ce3c-425d-8b0a-136b4c592365', 'tag': '783004b8-2700-443b-9d3d-8b33c130e239', 'status': 'completed', 'code': 200} Jun 25 09:16:03.147030 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cdd0b9-f85c-48b5-8f0e-20a8fb6e2202 req-2ee5846b-bb0b-45ea-a253-fbf46d5a58a7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] No DVR routers for this DVR port 7ef62fbc-af29-4585-92f0-1eaa6c851bf4 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:16:03.169490 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-73cdd0b9-f85c-48b5-8f0e-20a8fb6e2202 req-2ee5846b-bb0b-45ea-a253-fbf46d5a58a7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:03.171671 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-73cdd0b9-f85c-48b5-8f0e-20a8fb6e2202 req-2ee5846b-bb0b-45ea-a253-fbf46d5a58a7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.41 "DELETE /v2.0/ports/7ef62fbc-af29-4585-92f0-1eaa6c851bf4 HTTP/1.1" status: 204 len: 173 time: 4.8532279 Jun 25 09:16:03.191286 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Allocated IP 172.20.0.1 (dba8a0f1-8884-459c-a4cd-2c60532d90b3/88f065d3-1f3c-4a18-8ef0-83ff64d99bd7/f0e63e24-22ad-4187-a05e-be23d4a9184e) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:03.214263 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-17d46371-e328-4011-ad19-8b5946d14f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:03.223246 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-17d46371-e328-4011-ad19-8b5946d14f38 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 1101 time: 0.5404661 Jun 25 09:16:03.276568 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-40124b76-eb46-494a-80f7-1d6fc4dddf2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=783004b8-2700-443b-9d3d-8b33c130e239 HTTP/1.1" status: 200 len: 217 time: 0.1385229 Jun 25 09:16:03.354886 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b43ef2eb-847b-473c-8855-646892cc396d req-4d496456-d444-46f3-849a-7e699a056f67 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801769 Jun 25 09:16:03.379434 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-15655bf3-475d-4e3e-8db9-cdb96d3eece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:03.387972 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b393ee5a-eca1-4442-beaf-f79807f7e525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:03.420826 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15655bf3-475d-4e3e-8db9-cdb96d3eece0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef26008-3f3b-46d1-b1a4-03979bdbba5d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:03.423524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-b3d882f5-fe25-42a1-9dba-ec725be01d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:03.425074 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-b3d882f5-fe25-42a1-9dba-ec725be01d22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05d740cd-9854-4d86-9dad-1edd62365da0 HTTP/1.1" status: 200 len: 851 time: 0.1412966 Jun 25 09:16:03.425877 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-15655bf3-475d-4e3e-8db9-cdb96d3eece0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:03.560637 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d'}, {'server_uuid': 'fa2e24af-8f72-4071-94b3-1e0eebb3151d', 'name': 'network-vif-deleted', 'tag': '7ef62fbc-af29-4585-92f0-1eaa6c851bf4'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:16:03.563210 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465" -d '{"events": [{"name": "network-changed", "server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d"}, {"server_uuid": "fa2e24af-8f72-4071-94b3-1e0eebb3151d", "name": "network-vif-deleted", "tag": "7ef62fbc-af29-4585-92f0-1eaa6c851bf4"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:16:03.652693 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-cda85df2-4513-4974-977a-c9f115b60d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:03.656775 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-cda85df2-4513-4974-977a-c9f115b60d0c service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.4257138 Jun 25 09:16:03.733506 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:03.784594 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f888c-ebd4-4be1-894c-ed40f469a5a1 req-d404a36f-e80a-42f6-bfbb-f6f644df88cc tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:03.787260 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b11f888c-ebd4-4be1-894c-ed40f469a5a1 req-d404a36f-e80a-42f6-bfbb-f6f644df88cc tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 943 time: 0.5173001 Jun 25 09:16:03.919941 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-fa6b409f-a60e-4b39-bcea-07ce5c67b382 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d HTTP/1.1" status: 200 len: 217 time: 0.2072008 Jun 25 09:16:04.073334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Transition to ACTIVE for port object f0e63e24-22ad-4187-a05e-be23d4a9184e will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:04.074115 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device fae5fb14-b63c-4c1a-95f8-9ab640a13056 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:04.081700 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-d9965495-ee16-4348-b0a8-537e9d406d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:04.085067 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-d9965495-ee16-4348-b0a8-537e9d406d85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e25b3ea-d628-40a0-9fd2-0d90deb035fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4865253 Jun 25 09:16:04.087903 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-15655bf3-475d-4e3e-8db9-cdb96d3eece0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:04.116198 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b11f888c-ebd4-4be1-894c-ed40f469a5a1 req-ea08c8d6-6047-4210-9d78-7f856f23c618 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/security-groups?id=145ea396-f27d-4b93-919b-ce2fa6556d99&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2409189 Jun 25 09:16:04.172009 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-7f42b796-c721-41f8-ba13-12a490e40e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:04.174852 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-7f42b796-c721-41f8-ba13-12a490e40e12 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.2035847 Jun 25 09:16:04.229010 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port fae5fb14-b63c-4c1a-95f8-9ab640a13056 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:04.229516 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 25 Jun 2021 09:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878b3ea7-51a7-47ef-a7e3-35f25a93e750 x-openstack-request-id: req-878b3ea7-51a7-47ef-a7e3-35f25a93e750 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:16:04.230341 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d", "status": "completed", "code": 200}, {"server_uuid": "fa2e24af-8f72-4071-94b3-1e0eebb3151d", "name": "network-vif-deleted", "tag": "7ef62fbc-af29-4585-92f0-1eaa6c851bf4", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:16:04.230863 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-878b3ea7-51a7-47ef-a7e3-35f25a93e750 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:16:04.231468 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d', 'status': 'completed', 'code': 200} Jun 25 09:16:04.231968 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2e24af-8f72-4071-94b3-1e0eebb3151d', 'name': 'network-vif-deleted', 'tag': '7ef62fbc-af29-4585-92f0-1eaa6c851bf4', 'status': 'completed', 'code': 200} Jun 25 09:16:04.257650 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port fae5fb14-b63c-4c1a-95f8-9ab640a13056 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:04.258156 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:04.263982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79796cb4-b15b-43a9-b4b4-f177a6d78e9a req-2fab0159-7bf4-466a-a8ae-3e93c19f4b97 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:04.275009 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79796cb4-b15b-43a9-b4b4-f177a6d78e9a req-2fab0159-7bf4-466a-a8ae-3e93c19f4b97 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 949 time: 0.3829050 Jun 25 09:16:04.321750 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:04.351445 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f0bcd3d7-15a0-4cb2-8533-123e244fda65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:04.427741 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Network dba8a0f1-8884-459c-a4cd-2c60532d90b3 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:04.437095 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79796cb4-b15b-43a9-b4b4-f177a6d78e9a req-8bf418ef-1a20-495f-ad08-d58643a8a12b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611326 Jun 25 09:16:04.445226 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:04.448299 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:16:04.473103 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Pushing event updated for resources: {'Port': ['ID=f0e63e24-22ad-4187-a05e-be23d4a9184e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:04.477533 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:04.500951 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-ec8e4b48-baa4-436e-a2cf-3f92495e4057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:04.503036 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-ec8e4b48-baa4-436e-a2cf-3f92495e4057 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3185287 Jun 25 09:16:04.526736 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-0422dcb1-0b18-4eac-84ee-2a12c342a9f7 service neutron] 10.222.0.41 "GET /v2.0/networks/3e25b3ea-d628-40a0-9fd2-0d90deb035fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188571 Jun 25 09:16:04.561681 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-87923478-c99d-4cdf-92fc-bb77dce4dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:04.562484 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:04.563480 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-87923478-c99d-4cdf-92fc-bb77dce4dde1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 1101 time: 0.2693682 Jun 25 09:16:04.601386 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:04.626818 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port fae5fb14-b63c-4c1a-95f8-9ab640a13056, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=fae5fb14-b63c-4c1a-95f8-9ab640a13056,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:04.641305 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:04.649605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 8180814f-671d-475c-b2be-c7ddcfd99cec up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:04.656221 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:04.861454 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fec26fd7-f36c-4721-b890-fa56d2b85944 req-6113f8f2-c355-4fe1-94b1-c336587cdadd service neutron] 10.222.0.41 "GET /v2.0/networks/3e25b3ea-d628-40a0-9fd2-0d90deb035fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447796 Jun 25 09:16:04.869280 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15655bf3-475d-4e3e-8db9-cdb96d3eece0 admin admin] Router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:16:04.914330 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=fae5fb14-b63c-4c1a-95f8-9ab640a13056,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:04.918934 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:04.928355 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 8180814f-671d-475c-b2be-c7ddcfd99cec triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:04.931318 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:05.005767 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2af9e534-9b26-484f-8faa-8f94ccc19142 None None] Provisioning for port f0e63e24-22ad-4187-a05e-be23d4a9184e completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:05.016858 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-f992d817-a3fb-45c1-b728-e2b1a1b574f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:05.018421 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-f992d817-a3fb-45c1-b728-e2b1a1b574f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.4104757 Jun 25 09:16:05.022392 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-7d01d3b4-188a-4a07-bbe9-f3188ac720ff service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103204 Jun 25 09:16:05.030133 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2af9e534-9b26-484f-8faa-8f94ccc19142 None None] Provisioning complete for port f0e63e24-22ad-4187-a05e-be23d4a9184e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:05.030684 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2af9e534-9b26-484f-8faa-8f94ccc19142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:05.158132 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15655bf3-475d-4e3e-8db9-cdb96d3eece0 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:16:05.163104 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-15655bf3-475d-4e3e-8db9-cdb96d3eece0 admin admin] 10.222.0.93 "PUT /v2.0/routers/75b00c86-d0dd-431d-96c3-ab0a1b581b25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1667295 Jun 25 09:16:05.172522 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d82289-657a-413c-9ec9-d7c9679fd135 None None] Sync routers for ids ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:16:05.176142 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2af9e534-9b26-484f-8faa-8f94ccc19142 None None] Port f0e63e24-22ad-4187-a05e-be23d4a9184e cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:16:05.197343 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45036) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:05.200177 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d82289-657a-413c-9ec9-d7c9679fd135 None None] Routers {'75b00c86-d0dd-431d-96c3-ab0a1b581b25'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:05.205764 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-f9d82289-657a-413c-9ec9-d7c9679fd135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:05.307135 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fdfd8-fd69-4e45-9696-8f9110276a85 req-707a4b45-0711-411e-a789-7c8b60510991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:05.309121 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f84fdfd8-fd69-4e45-9696-8f9110276a85 req-707a4b45-0711-411e-a789-7c8b60510991 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a75ec203daa470f82c80c20a6dfbe50&device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 1095 time: 0.2793117 Jun 25 09:16:05.325597 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7dea9c97-978b-4687-a3d7-12038aad3f65 req-2dd2ddbe-9780-4486-9832-bd0c481fbc7f service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940729 Jun 25 09:16:05.496879 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-f9d82289-657a-413c-9ec9-d7c9679fd135 None None] Set router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:05.514197 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:05.517867 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fdfd8-fd69-4e45-9696-8f9110276a85 req-ed8b62e4-28da-4a09-834b-80f589f79d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:05.519598 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f84fdfd8-fd69-4e45-9696-8f9110276a85 req-ed8b62e4-28da-4a09-834b-80f589f79d5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e25b3ea-d628-40a0-9fd2-0d90deb035fc HTTP/1.1" status: 200 len: 914 time: 0.2021246 Jun 25 09:16:05.600525 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f84fdfd8-fd69-4e45-9696-8f9110276a85 req-81f4838b-ae26-4352-9a73-d9d0d145a7a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=783004b8-2700-443b-9d3d-8b33c130e239 HTTP/1.1" status: 200 len: 217 time: 0.0429282 Jun 25 09:16:05.759272 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:05.767619 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device fae5fb14-b63c-4c1a-95f8-9ab640a13056 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:05.807804 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-f9d82289-657a-413c-9ec9-d7c9679fd135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'name': 'tempest-ServersTestBootFromVolume-779245557-router', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:12:37Z', 'updated_at': '2021-06-25T09:16:03Z', 'revision_number': 5, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'gw_port': {'id': 'abed9f53-7c84-4deb-85fb-0d6986c91225', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:12:38Z', 'updated_at': '2021-06-25T09:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:05.860218 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fdfd8-fd69-4e45-9696-8f9110276a85 req-51b17dc9-ddad-4f16-9bd5-2f63f79860b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:05.861744 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f84fdfd8-fd69-4e45-9696-8f9110276a85 req-51b17dc9-ddad-4f16-9bd5-2f63f79860b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05d740cd-9854-4d86-9dad-1edd62365da0 HTTP/1.1" status: 200 len: 851 time: 0.1757584 Jun 25 09:16:05.871550 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port fae5fb14-b63c-4c1a-95f8-9ab640a13056 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:05.873438 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:05.905850 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-6a2fe50b-a9d1-475e-8cec-bb735b296c47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d HTTP/1.1" status: 200 len: 217 time: 0.8778677 Jun 25 09:16:05.922027 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d82289-657a-413c-9ec9-d7c9679fd135 None None] Checking router: 75b00c86-d0dd-431d-96c3-ab0a1b581b25 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:16:05.933626 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d82289-657a-413c-9ec9-d7c9679fd135 None None] Routers {'75b00c86-d0dd-431d-96c3-ab0a1b581b25'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:05.934446 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-f9d82289-657a-413c-9ec9-d7c9679fd135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:05.987412 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] Deleting port abed9f53-7c84-4deb-85fb-0d6986c91225 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:16:05.987791 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:06.056133 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:06.062079 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-f0ae6bdf-36b8-4354-9e28-1f8cb29c312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:06.064074 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-f0ae6bdf-36b8-4354-9e28-1f8cb29c312a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1115446 Jun 25 09:16:06.126412 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-f9d82289-657a-413c-9ec9-d7c9679fd135 None None] Set router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:06.130137 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fdfd8-fd69-4e45-9696-8f9110276a85 req-5e813006-9c6a-4d8e-8e93-75797a6342dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:06.131984 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f84fdfd8-fd69-4e45-9696-8f9110276a85 req-5e813006-9c6a-4d8e-8e93-75797a6342dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e25b3ea-d628-40a0-9fd2-0d90deb035fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2616720 Jun 25 09:16:06.186954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbacf72-d240-44bb-b334-e7a511a257a8 req-9f419cf8-eb32-4655-848a-7b4c83371a66 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:06.196788 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3fbacf72-d240-44bb-b334-e7a511a257a8 req-9f419cf8-eb32-4655-848a-7b4c83371a66 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 943 time: 0.3734081 Jun 25 09:16:06.198900 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-f9d82289-657a-413c-9ec9-d7c9679fd135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'name': 'tempest-ServersTestBootFromVolume-779245557-router', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:12:37Z', 'updated_at': '2021-06-25T09:16:05Z', 'revision_number': 6, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:06.233235 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-b676f8f5-af8d-4980-8b4b-4ea7a5f0c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:06.235400 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-b676f8f5-af8d-4980-8b4b-4ea7a5f0c90a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 1101 time: 0.3994503 Jun 25 09:16:06.253737 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] For port abed9f53-7c84-4deb-85fb-0d6986c91225, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=abed9f53-7c84-4deb-85fb-0d6986c91225,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:06.254254 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:06.277150 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] Calling delete_port for abed9f53-7c84-4deb-85fb-0d6986c91225 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:16:06.288795 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f84fdfd8-fd69-4e45-9696-8f9110276a85 req-8ba8091f-d301-4db3-8b2e-4bda5016f3ba service neutron] 10.222.0.41 "GET /v2.0/networks/3e25b3ea-d628-40a0-9fd2-0d90deb035fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482661 Jun 25 09:16:06.313425 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d82289-657a-413c-9ec9-d7c9679fd135 None None] The sync data for ids ['75b00c86-d0dd-431d-96c3-ab0a1b581b25'] in n-d-761264-15 is: [{'id': '75b00c86-d0dd-431d-96c3-ab0a1b581b25', 'name': 'tempest-ServersTestBootFromVolume-779245557-router', 'tenant_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:12:37Z', 'updated_at': '2021-06-25T09:16:05Z', 'revision_number': 6, 'project_id': '0b9dee5511f2477a8c0a4cc51c81c27b', 'gw_port_host': None}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:16:06.418116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5bc66-3d1c-40d7-acfc-298c52f96867 req-8dc3ee70-64fb-4f41-a63f-ab21691fe8f0 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:06.421306 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ef5bc66-3d1c-40d7-acfc-298c52f96867 req-8dc3ee70-64fb-4f41-a63f-ab21691fe8f0 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 945 time: 0.5558186 Jun 25 09:16:06.489334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-a9771d20-a271-4efc-9a32-38330739e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:06.492136 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-a9771d20-a271-4efc-9a32-38330739e983 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4070883 Jun 25 09:16:06.555303 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3fbacf72-d240-44bb-b334-e7a511a257a8 req-9bb9c348-959b-4895-972b-9b84632d0403 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/security-groups?id=145ea396-f27d-4b93-919b-ce2fa6556d99&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3573873 Jun 25 09:16:06.695825 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ef5bc66-3d1c-40d7-acfc-298c52f96867 req-b10c8976-a444-4d48-a6cd-a40af6dc367a tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/security-groups?id=05186fb1-ee4a-4a74-9942-3574e7b4f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316968 Jun 25 09:16:06.732278 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-e621abc8-f6bd-4f9f-b7da-367041f88550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:06.732278 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-e621abc8-f6bd-4f9f-b7da-367041f88550 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.4805896 Jun 25 09:16:06.842624 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-11958164-8459-40c3-b91d-8e8a5b636a05 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d HTTP/1.1" status: 200 len: 217 time: 0.0787821 Jun 25 09:16:06.893816 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f84fdfd8-fd69-4e45-9696-8f9110276a85 req-58efac95-f8da-4042-ac79-6deb28a1f79c service neutron] 10.222.0.41 "GET /v2.0/networks/3e25b3ea-d628-40a0-9fd2-0d90deb035fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017133 Jun 25 09:16:06.906722 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bd1fd-7272-4768-8a35-4c4022d39c2d req-f3b70283-961e-442b-b811-4545c662a517 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:06.908279 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a47bd1fd-7272-4768-8a35-4c4022d39c2d req-f3b70283-961e-442b-b811-4545c662a517 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 945 time: 0.2249811 Jun 25 09:16:06.983307 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-2761b678-e23a-4e48-9afb-ebd1da4b99a0 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400117 Jun 25 09:16:07.037151 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:07.041696 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4ac912ba-b2ff-41a3-baff-19421ce58cb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:07.059518 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:07.072080 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] Pushing event deleted for resources: {'Port': ['ID=abed9f53-7c84-4deb-85fb-0d6986c91225,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:07.078705 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:07.081958 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-9a24ae8b-63c1-4a37-b520-21fc7c7d0f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:07.083891 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-9a24ae8b-63c1-4a37-b520-21fc7c7d0f2a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.2290664 Jun 25 09:16:07.143890 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:07.149883 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a47bd1fd-7272-4768-8a35-4c4022d39c2d req-6ffacf9e-2050-484a-98b9-d0516928f645 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Deleting port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:16:07.150229 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a47bd1fd-7272-4768-8a35-4c4022d39c2d req-6ffacf9e-2050-484a-98b9-d0516928f645 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:07.163124 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5608beaf-a0fd-45ea-9e94-8341e7da0065 tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:07.167606 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:07.295053 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:07.300826 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:07.318524 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:07.372329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Pushing event updated for resources: {'Port': ['ID=f0e63e24-22ad-4187-a05e-be23d4a9184e,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:07.388979 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:07.428946 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:07.429604 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75b00c86-d0dd-431d-96c3-ab0a1b581b25 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:16:07.439624 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:07.443835 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] 10.222.0.93 "DELETE /v2.0/routers/75b00c86-d0dd-431d-96c3-ab0a1b581b25 HTTP/1.1" status: 204 len: 168 time: 2.2435756 Jun 25 09:16:07.446628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45050) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:07.459126 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-a47bd1fd-7272-4768-8a35-4c4022d39c2d req-6ffacf9e-2050-484a-98b9-d0516928f645 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] For port 0d112eb4-3ccf-460a-b19e-133b833e3fb9, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=0d112eb4-3ccf-460a-b19e-133b833e3fb9,segment=NetworkSegment(05ff4299-5fd4-4597-b10e-12436d376289),segment_id=05ff4299-5fd4-4597-b10e-12436d376289)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:07.459512 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a47bd1fd-7272-4768-8a35-4c4022d39c2d req-6ffacf9e-2050-484a-98b9-d0516928f645 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:07.471957 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-fcbded2f-49cc-495f-9c34-1e1033367f0d service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676063 Jun 25 09:16:07.495943 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a47bd1fd-7272-4768-8a35-4c4022d39c2d req-6ffacf9e-2050-484a-98b9-d0516928f645 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Calling delete_port for 0d112eb4-3ccf-460a-b19e-133b833e3fb9 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:16:07.501227 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacc986-c5b7-4036-84e7-30fabd13eddb req-e3d58d2e-bc5b-4bef-aecd-8817c85bdbed tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:07.508714 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cfacc986-c5b7-4036-84e7-30fabd13eddb req-e3d58d2e-bc5b-4bef-aecd-8817c85bdbed tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 949 time: 0.4791925 Jun 25 09:16:07.520412 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae10cf4c-e6c2-4e78-adbc-1da7aa98a63e admin admin] Deleting subnet 71266b30-0660-42ae-9490-5602b8ed149b {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:16:07.524768 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae10cf4c-e6c2-4e78-adbc-1da7aa98a63e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:07.529576 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-027e7656-1018-4b41-ad2d-fd5972f095f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:07.533003 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-027e7656-1018-4b41-ad2d-fd5972f095f4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3884542 Jun 25 09:16:07.555667 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 783004b8-2700-443b-9d3d-8b33c130e239 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:16:07.657597 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cfacc986-c5b7-4036-84e7-30fabd13eddb req-76e03bf6-734f-44df-864b-19c50053756e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474562 Jun 25 09:16:07.673326 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Network dba8a0f1-8884-459c-a4cd-2c60532d90b3 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:07.677212 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:07.701997 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae10cf4c-e6c2-4e78-adbc-1da7aa98a63e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:07.808811 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-bf38da0b-a061-4886-9412-1b6195abbfee service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526824 Jun 25 09:16:07.842756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device abed9f53-7c84-4deb-85fb-0d6986c91225 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:16:07.930544 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae10cf4c-e6c2-4e78-adbc-1da7aa98a63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:07.975124 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a47bd1fd-7272-4768-8a35-4c4022d39c2d req-6ffacf9e-2050-484a-98b9-d0516928f645 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:07.980843 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8a53d42c-d6f0-4c6e-b423-9859cce3dcbf tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:08.000906 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: abed9f53-7c84-4deb-85fb-0d6986c91225 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:16:08.001606 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device abed9f53-7c84-4deb-85fb-0d6986c91225 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:16:08.002317 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7ef26008-3f3b-46d1-b1a4-03979bdbba5d no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:16:08.009141 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffacf9e-2050-484a-98b9-d0516928f645 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Pushing event deleted for resources: {'Port': ['ID=0d112eb4-3ccf-460a-b19e-133b833e3fb9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:08.016564 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6ffacf9e-2050-484a-98b9-d0516928f645 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:08.062224 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 7ef26008-3f3b-46d1-b1a4-03979bdbba5d {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:16:08.062640 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7ef26008-3f3b-46d1-b1a4-03979bdbba5d not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:16:08.088480 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47bd1fd-7272-4768-8a35-4c4022d39c2d req-6ffacf9e-2050-484a-98b9-d0516928f645 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] No DVR routers for this DVR port 0d112eb4-3ccf-460a-b19e-133b833e3fb9 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:16:08.090263 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 783004b8-2700-443b-9d3d-8b33c130e239, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=783004b8-2700-443b-9d3d-8b33c130e239,segment=NetworkSegment(4fccc6ca-fee0-4281-8570-ada77f60ed19),segment_id=4fccc6ca-fee0-4281-8570-ada77f60ed19)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:08.091704 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a47bd1fd-7272-4768-8a35-4c4022d39c2d req-6ffacf9e-2050-484a-98b9-d0516928f645 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:08.093904 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a47bd1fd-7272-4768-8a35-4c4022d39c2d req-6ffacf9e-2050-484a-98b9-d0516928f645 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.41 "DELETE /v2.0/ports/0d112eb4-3ccf-460a-b19e-133b833e3fb9 HTTP/1.1" status: 204 len: 173 time: 1.1705096 Jun 25 09:16:08.094532 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0', 'name': 'network-vif-deleted', 'tag': '0d112eb4-3ccf-460a-b19e-133b833e3fb9'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:16:08.097916 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be0290a-b9b2-4e40-bcb9-7795ecee904f" -d '{"events": [{"server_uuid": "9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0", "name": "network-vif-deleted", "tag": "0d112eb4-3ccf-460a-b19e-133b833e3fb9"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:16:08.110803 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e86b11a4-6d3e-4b16-9b85-4ea39a3582d2 None None] Provisioning complete for port f0e63e24-22ad-4187-a05e-be23d4a9184e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:08.111486 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e86b11a4-6d3e-4b16-9b85-4ea39a3582d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:08.113088 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae10cf4c-e6c2-4e78-adbc-1da7aa98a63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:08.114248 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '783004b8-2700-443b-9d3d-8b33c130e239', 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'port_id': '783004b8-2700-443b-9d3d-8b33c130e239', 'mac_address': 'fa:16:3e:1c:69:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:16:08.117225 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:08.146183 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10cf4c-e6c2-4e78-adbc-1da7aa98a63e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71266b30-0660-42ae-9490-5602b8ed149b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:08.153943 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ae10cf4c-e6c2-4e78-adbc-1da7aa98a63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:08.157316 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae10cf4c-e6c2-4e78-adbc-1da7aa98a63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:08.160537 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ae10cf4c-e6c2-4e78-adbc-1da7aa98a63e admin admin] 10.222.0.93 "DELETE /v2.0/subnets/71266b30-0660-42ae-9490-5602b8ed149b HTTP/1.1" status: 204 len: 168 time: 0.7130880 Jun 25 09:16:08.163233 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45062) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:08.172424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11741ba-1d84-4685-aa82-4f0dafb7644d None None] Network 6889e220-6a60-4950-ba9e-092798701f9a requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:16:08.199752 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7b3a90b-32b7-4f8d-83fa-888f97e74c6b req-57b76d0e-af28-409f-a5bb-d291a10f9d98 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0 HTTP/1.1" status: 200 len: 210 time: 0.1636722 Jun 25 09:16:08.201829 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e86b11a4-6d3e-4b16-9b85-4ea39a3582d2 None None] Port f0e63e24-22ad-4187-a05e-be23d4a9184e cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:16:08.294070 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c6bedb6-31d7-40e8-bc41-cef3fb9fc465 req-a43d588e-3a36-4823-80ee-66f39104d87b service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659634 Jun 25 09:16:08.324326 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Router 19fe5fca-9a20-4609-bcac-b730cacedf16 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:16:08.342073 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:08.394031 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7e8cb-3d2c-4c1c-b931-d74c2e282365 req-3b72f982-461b-41dc-82ad-6fae74fbe777 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:08.403820 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-02f7e8cb-3d2c-4c1c-b931-d74c2e282365 req-3b72f982-461b-41dc-82ad-6fae74fbe777 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 943 time: 0.3954356 Jun 25 09:16:08.418134 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:08.459150 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783004b8-2700-443b-9d3d-8b33c130e239 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:16:08.477181 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Deleting port 54928ca0-ee65-480a-a400-7431839bee2a {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:16:08.477534 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:08.528240 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 783004b8-2700-443b-9d3d-8b33c130e239, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=783004b8-2700-443b-9d3d-8b33c130e239,segment=NetworkSegment(4fccc6ca-fee0-4281-8570-ada77f60ed19),segment_id=4fccc6ca-fee0-4281-8570-ada77f60ed19)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:08.535372 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225cac91-4dc5-4cda-b129-15aae8209050 x-openstack-request-id: req-225cac91-4dc5-4cda-b129-15aae8209050 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:16:08.535854 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:08.535970 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0", "name": "network-vif-deleted", "tag": "0d112eb4-3ccf-460a-b19e-133b833e3fb9", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:16:08.535970 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-225cac91-4dc5-4cda-b129-15aae8209050 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:16:08.536421 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3e72c2-a1c2-41db-80bd-c1dbd3d8dae0', 'name': 'network-vif-deleted', 'tag': '0d112eb4-3ccf-460a-b19e-133b833e3fb9', 'status': 'completed', 'code': 200} Jun 25 09:16:08.564216 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] For port 54928ca0-ee65-480a-a400-7431839bee2a, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=54928ca0-ee65-480a-a400-7431839bee2a,segment=NetworkSegment(9e6c0beb-f9ac-4238-8bc0-b375dbae975d),segment_id=9e6c0beb-f9ac-4238-8bc0-b375dbae975d)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:08.564618 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:08.589685 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Calling delete_port for 54928ca0-ee65-480a-a400-7431839bee2a owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:16:08.599081 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:08.616150 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-02f7e8cb-3d2c-4c1c-b931-d74c2e282365 req-c0a561d8-e95d-40d9-8206-42345f375704 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/security-groups?id=145ea396-f27d-4b93-919b-ce2fa6556d99&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2107923 Jun 25 09:16:08.710886 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:16:08.719854 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=783004b8-2700-443b-9d3d-8b33c130e239,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:08.731264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] 10.222.0.93 "PUT /v2.0/routers/19fe5fca-9a20-4609-bcac-b730cacedf16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5377142 Jun 25 09:16:08.732537 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Sync routers for ids ['19fe5fca-9a20-4609-bcac-b730cacedf16'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:16:08.747961 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:08.749941 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:08.750313 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:08.750851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:08.751336 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:08.751670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:08.752223 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:08.752603 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:08.753065 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:08.753427 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:08.753912 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:08.754196 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:08.754802 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:08.758182 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a56fd61c-43b2-471d-abcb-4f4fd4cf12c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:08.762184 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:08.789725 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Routers {'19fe5fca-9a20-4609-bcac-b730cacedf16'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:08.790536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['19fe5fca-9a20-4609-bcac-b730cacedf16'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:08.825021 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=54928ca0-ee65-480a-a400-7431839bee2a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:08.833095 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:08.857364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] No DVR routers for this DVR port 54928ca0-ee65-480a-a400-7431839bee2a on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:16:08.994783 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:09.004799 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296ebe7e-ba7d-4d60-b033-ddb7d1586960 None None] DHCP port deletion for 6889e220-6a60-4950-ba9e-092798701f9a request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:16:09.010549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6889e220-6a60-4950-ba9e-092798701f9a']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:09.025511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6c0beb-f9ac-4238-8bc0-b375dbae975d') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:09.025754 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6c0beb-f9ac-4238-8bc0-b375dbae975d') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:09.043096 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:09.080805 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:09.088360 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:16:09.088806 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:16:09.091356 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:16:09.135675 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Set router 19fe5fca-9a20-4609-bcac-b730cacedf16 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:09.163973 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-208393c5-8d86-4012-8ced-0188d44e81ca req-488eb8a8-4c0a-48ed-9476-8ee31dfa191f tempest-FloatingIPDetailsNegativeTestJSON-628281477 tempest-FloatingIPDetailsNegativeTestJSON-628281477-project] show failed (client error): The resource could not be found. Jun 25 09:16:09.164244 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:09.165632 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-208393c5-8d86-4012-8ced-0188d44e81ca req-488eb8a8-4c0a-48ed-9476-8ee31dfa191f tempest-FloatingIPDetailsNegativeTestJSON-628281477 tempest-FloatingIPDetailsNegativeTestJSON-628281477-project] 10.222.0.93 "GET /v2.0/floatingips/ad327451-120a-400f-8198-408d1dbc2ec9 HTTP/1.1" status: 404 len: 350 time: 0.0990262 Jun 25 09:16:09.173522 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:09.177167 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:09.180135 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] 10.222.0.93 "DELETE /v2.0/networks/6889e220-6a60-4950-ba9e-092798701f9a HTTP/1.1" status: 204 len: 168 time: 1.0153172 Jun 25 09:16:09.185900 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45076) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:09.203637 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6889e220-6a60-4950-ba9e-092798701f9a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:09.212004 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:09.261649 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['783004b8-2700-443b-9d3d-8b33c130e239'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:16:09.383345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45080) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:09.446203 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45086) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:09.575712 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfef5422-2ed7-4b9a-b9ef-5905cc853792 admin admin] Deleting subnet d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:16:09.591848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 0d112eb4-3ccf-460a-b19e-133b833e3fb9 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:16:09.592114 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfef5422-2ed7-4b9a-b9ef-5905cc853792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:09.674742 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 0d112eb4-3ccf-460a-b19e-133b833e3fb9 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:16:09.675349 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 0d112eb4-3ccf-460a-b19e-133b833e3fb9 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:16:09.697682 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfef5422-2ed7-4b9a-b9ef-5905cc853792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:09.744932 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6dd42611-3eba-4856-98d0-69b441b904d5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0b9dee5511f2477a8c0a4cc51c81c27b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971554 Jun 25 09:16:09.745869 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45094) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:09.760104 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 54928ca0-ee65-480a-a400-7431839bee2a no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:16:09.816487 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device d143bb7a-d481-4169-84b0-3d1dc7dc023d details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:16:09.820764 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 54928ca0-ee65-480a-a400-7431839bee2a {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:16:09.821005 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfef5422-2ed7-4b9a-b9ef-5905cc853792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:09.821124 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 54928ca0-ee65-480a-a400-7431839bee2a not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:16:09.903810 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2163fcb9-7017-4bc1-8c01-d50d14007f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:09.944370 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2163fcb9-7017-4bc1-8c01-d50d14007f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:09.959119 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfef5422-2ed7-4b9a-b9ef-5905cc853792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:09.965449 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e9d03e96-5d72-4dad-ad95-54fd86653b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:10.023591 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef5422-2ed7-4b9a-b9ef-5905cc853792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9e35023-68a6-4c2a-a8eb-7df9f14aeb24,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:10.025951 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ce641-68fc-42d7-8f8c-b67216055fb9 req-445baa86-c9bc-4e66-9529-0d4ead2c2576 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:10.031790 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfef5422-2ed7-4b9a-b9ef-5905cc853792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.036164 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-118ce641-68fc-42d7-8f8c-b67216055fb9 req-445baa86-c9bc-4e66-9529-0d4ead2c2576 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 949 time: 0.9057469 Jun 25 09:16:10.036356 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cfef5422-2ed7-4b9a-b9ef-5905cc853792 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d9e35023-68a6-4c2a-a8eb-7df9f14aeb24 HTTP/1.1" status: 204 len: 168 time: 0.6495297 Jun 25 09:16:10.038579 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cfef5422-2ed7-4b9a-b9ef-5905cc853792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:10.039970 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45096) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:10.066558 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:10.072320 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418713437-router', 'tenant_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'fae5fb14-b63c-4c1a-95f8-9ab640a13056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:53Z', 'updated_at': '2021-06-25T09:16:05Z', 'revision_number': 4, 'project_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'gw_port': {'id': 'fae5fb14-b63c-4c1a-95f8-9ab640a13056', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:54Z', 'updated_at': '2021-06-25T09:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'f0e63e24-22ad-4187-a05e-be23d4a9184e', 'name': '', 'network_id': 'dba8a0f1-8884-459c-a4cd-2c60532d90b3', 'tenant_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'mac_address': 'fa:16:3e:30:b5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '88f065d3-1f3c-4a18-8ef0-83ff64d99bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:02Z', 'updated_at': '2021-06-25T09:16:06Z', 'revision_number': 2, 'project_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'subnets': [{'id': '88f065d3-1f3c-4a18-8ef0-83ff64d99bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:10.100651 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-118ce641-68fc-42d7-8f8c-b67216055fb9 req-2b080a07-072f-4a30-877c-0c477e67dc08 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663044 Jun 25 09:16:10.119519 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Checking router: 19fe5fca-9a20-4609-bcac-b730cacedf16 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:16:10.119990 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Updating router 19fe5fca-9a20-4609-bcac-b730cacedf16 port f0e63e24-22ad-4187-a05e-be23d4a9184e binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:16:10.141596 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2163fcb9-7017-4bc1-8c01-d50d14007f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.147876 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2163fcb9-7017-4bc1-8c01-d50d14007f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.149383 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2163fcb9-7017-4bc1-8c01-d50d14007f2c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3b33ba89-f174-4cdb-978f-610e6b0bc37b HTTP/1.1" status: 204 len: 168 time: 0.4000540 Jun 25 09:16:10.152979 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-27227236-e51c-47d5-8b51-f756f37ca9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:10.156084 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d', 'mac_address': 'fa:16:3e:87:52:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:16:10.164948 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53152948-aec0-42e6-bcd6-541919f1d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.170806 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163fcb9-7017-4bc1-8c01-d50d14007f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b33ba89-f174-4cdb-978f-610e6b0bc37b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:10.183534 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2163fcb9-7017-4bc1-8c01-d50d14007f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:10.197880 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.222549 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6403002-12ab-48c1-af6b-0293121a14c6 req-451d92e1-82fc-4e23-bcaf-46714da619b9 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:10.239463 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6403002-12ab-48c1-af6b-0293121a14c6 req-451d92e1-82fc-4e23-bcaf-46714da619b9 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 944 time: 0.2805686 Jun 25 09:16:10.272783 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.339384 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53152948-aec0-42e6-bcd6-541919f1d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.352380 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6403002-12ab-48c1-af6b-0293121a14c6 req-e28f9156-fd89-4c30-ac0f-1e31555be61c tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/security-groups?id=145ea396-f27d-4b93-919b-ce2fa6556d99&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1119277 Jun 25 09:16:10.353151 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d143bb7a-d481-4169-84b0-3d1dc7dc023d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:16:10.367736 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-53152948-aec0-42e6-bcd6-541919f1d9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68eb177c-3f7a-464d-a8dd-cdbf3481befa']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:10.398535 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-53152948-aec0-42e6-bcd6-541919f1d9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ff4299-5fd4-4597-b10e-12436d376289') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:10.399333 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-53152948-aec0-42e6-bcd6-541919f1d9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ff4299-5fd4-4597-b10e-12436d376289') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:10.411891 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:10.417401 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.419347 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53152948-aec0-42e6-bcd6-541919f1d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.435993 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:10.447544 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53152948-aec0-42e6-bcd6-541919f1d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.466887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53152948-aec0-42e6-bcd6-541919f1d9d6 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:16:10.468721 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53152948-aec0-42e6-bcd6-541919f1d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.511679 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-add74f2d-b5a9-4473-9864-281579ef7b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:16:10.559645 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:16:10.572591 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53152948-aec0-42e6-bcd6-541919f1d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.579452 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53152948-aec0-42e6-bcd6-541919f1d9d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.585975 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-53152948-aec0-42e6-bcd6-541919f1d9d6 admin admin] 10.222.0.93 "DELETE /v2.0/networks/68eb177c-3f7a-464d-a8dd-cdbf3481befa HTTP/1.1" status: 204 len: 168 time: 0.5424516 Jun 25 09:16:10.585975 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:10.588305 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45104) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:10.602112 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=d143bb7a-d481-4169-84b0-3d1dc7dc023d,revision_number=12']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:10.619669 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53152948-aec0-42e6-bcd6-541919f1d9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=68eb177c-3f7a-464d-a8dd-cdbf3481befa,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:10.628664 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-53152948-aec0-42e6-bcd6-541919f1d9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:10.629372 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:10.717096 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Deleting subnet a2c8d90a-7f51-4cf2-932c-76afdc96877f {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:16:10.722505 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.780953 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381e2b0-59fb-4829-b21a-63725d4d6e83 req-b806d397-a9ff-43b9-9af7-f419b4ade993 tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:10.790448 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6381e2b0-59fb-4829-b21a-63725d4d6e83 req-b806d397-a9ff-43b9-9af7-f419b4ade993 tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 1102 time: 0.2180073 Jun 25 09:16:10.804622 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['d143bb7a-d481-4169-84b0-3d1dc7dc023d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:16:10.815553 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.852613 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.874508 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Transition to ACTIVE for port object f0e63e24-22ad-4187-a05e-be23d4a9184e will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:10.887639 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:10.892178 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:10.922308 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6381e2b0-59fb-4829-b21a-63725d4d6e83 req-9d025fae-fb70-41be-864c-5193d1c9cf99 tempest-MigrationsAdminTest-504223918 tempest-MigrationsAdminTest-504223918-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308646 Jun 25 09:16:10.963639 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:11.004906 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1039a-7209-44ea-bcd5-e32f8d6b0789 None None] Pushing event updated for resources: {'Port': ['ID=f0e63e24-22ad-4187-a05e-be23d4a9184e,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:11.043150 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c4d1039a-7209-44ea-bcd5-e32f8d6b0789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:11.082372 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb9b7543-004d-498e-89ba-4e2e5e5953d3 req-446710f2-87a1-4a4b-aed3-f2fa1e18bf3a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0967472 Jun 25 09:16:11.153541 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Attempting to bind port f0e63e24-22ad-4187-a05e-be23d4a9184e on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:16:11.153920 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Attempting to bind port f0e63e24-22ad-4187-a05e-be23d4a9184e by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'c0fa7199-2259-41fc-bc23-c5260687c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'dba8a0f1-8884-459c-a4cd-2c60532d90b3'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:16:11.154294 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Attempting to bind port f0e63e24-22ad-4187-a05e-be23d4a9184e on network dba8a0f1-8884-459c-a4cd-2c60532d90b3 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:16:11.173303 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:11.182750 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:16:11.183145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Checking segment: {'id': 'c0fa7199-2259-41fc-bc23-c5260687c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'dba8a0f1-8884-459c-a4cd-2c60532d90b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:11.183563 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:11.189107 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Bound using segment: {'id': 'c0fa7199-2259-41fc-bc23-c5260687c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'dba8a0f1-8884-459c-a4cd-2c60532d90b3'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:16:11.189437 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:11.189754 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Bound port: f0e63e24-22ad-4187-a05e-be23d4a9184e, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fa7199-2259-41fc-bc23-c5260687c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'dba8a0f1-8884-459c-a4cd-2c60532d90b3'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:16:11.190127 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:11.218615 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7543-004d-498e-89ba-4e2e5e5953d3 req-b51acf3e-616d-463e-ba00-85119db68288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:11.225369 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c8d90a-7f51-4cf2-932c-76afdc96877f,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:11.230773 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb9b7543-004d-498e-89ba-4e2e5e5953d3 req-b51acf3e-616d-463e-ba00-85119db68288 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=feac5915022a4711aa5d2a8786b36e3c&device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 1102 time: 0.1125054 Jun 25 09:16:11.288047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:11.288798 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:11.289719 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:11.290688 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:11.291209 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:11.291983 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:11.293373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:11.293916 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:11.295004 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:11.295789 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:11.296327 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:11.297035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:11.302251 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:11.308751 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:11.316340 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] 10.222.0.93 "DELETE /v2.0/subnets/a2c8d90a-7f51-4cf2-932c-76afdc96877f HTTP/1.1" status: 204 len: 168 time: 0.7262561 Jun 25 09:16:11.321676 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45124) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:11.376170 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] For port f0e63e24-22ad-4187-a05e-be23d4a9184e, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:16:11.403707 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] For port f0e63e24-22ad-4187-a05e-be23d4a9184e, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f0e63e24-22ad-4187-a05e-be23d4a9184e,segment=NetworkSegment(c0fa7199-2259-41fc-bc23-c5260687c335),segment_id=c0fa7199-2259-41fc-bc23-c5260687c335)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:16:11.421018 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:11.435061 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-70f7c8cd-f38b-49c5-b25f-9a1b284dedad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:11.486423 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a24e-4528-4e4b-9c4f-113ae69a9778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:11.556166 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7543-004d-498e-89ba-4e2e5e5953d3 req-959fecad-b961-4697-b1ba-ab6a755d7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:11.557742 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb9b7543-004d-498e-89ba-4e2e5e5953d3 req-959fecad-b961-4697-b1ba-ab6a755d7eac service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2877331 Jun 25 09:16:11.571260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Routers {'19fe5fca-9a20-4609-bcac-b730cacedf16'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:11.572801 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['19fe5fca-9a20-4609-bcac-b730cacedf16'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:11.594724 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-add74f2d-b5a9-4473-9864-281579ef7b9a admin admin] Deleting port f0e63e24-22ad-4187-a05e-be23d4a9184e {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:16:11.595144 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-add74f2d-b5a9-4473-9864-281579ef7b9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:11.658095 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb9b7543-004d-498e-89ba-4e2e5e5953d3 req-8d1a66a6-f793-4688-9b67-453165a3057c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a HTTP/1.1" status: 200 len: 217 time: 0.0896742 Jun 25 09:16:11.658457 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:16:11.675471 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 783004b8-2700-443b-9d3d-8b33c130e239 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:11.787687 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7543-004d-498e-89ba-4e2e5e5953d3 req-72720863-acc4-4225-8c07-e2e13865cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:11.793711 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb9b7543-004d-498e-89ba-4e2e5e5953d3 req-72720863-acc4-4225-8c07-e2e13865cc40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1319106 Jun 25 09:16:11.871436 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a24e-4528-4e4b-9c4f-113ae69a9778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:11.882958 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e8f9a24e-4528-4e4b-9c4f-113ae69a9778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd9f7dd-d1d7-44bb-b495-1a118feb2206']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:11.895305 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e8f9a24e-4528-4e4b-9c4f-113ae69a9778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe028f70-41e4-4385-a666-87c3fa55f279') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:11.895688 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e8f9a24e-4528-4e4b-9c4f-113ae69a9778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe028f70-41e4-4385-a666-87c3fa55f279') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:11.911634 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7543-004d-498e-89ba-4e2e5e5953d3 req-354d5fc8-5f38-4f56-a8f1-0b650da52354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:11.913221 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb9b7543-004d-498e-89ba-4e2e5e5953d3 req-354d5fc8-5f38-4f56-a8f1-0b650da52354 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1126847 Jun 25 09:16:11.978774 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a24e-4528-4e4b-9c4f-113ae69a9778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:12.008522 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a24e-4528-4e4b-9c4f-113ae69a9778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:12.031661 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f9a24e-4528-4e4b-9c4f-113ae69a9778 admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:16:12.032079 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a24e-4528-4e4b-9c4f-113ae69a9778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:16:12.036095 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:16:12.056111 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb9b7543-004d-498e-89ba-4e2e5e5953d3 req-3a7f90a9-35b9-4a01-b631-9f2ac6a9b77b service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358719 Jun 25 09:16:12.057607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1039a-7209-44ea-bcd5-e32f8d6b0789 None None] Pushing event updated for resources: {'Port': ['ID=f0e63e24-22ad-4187-a05e-be23d4a9184e,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:12.067656 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c4d1039a-7209-44ea-bcd5-e32f8d6b0789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:12.099493 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] Set router 19fe5fca-9a20-4609-bcac-b730cacedf16 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:12.140285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 783004b8-2700-443b-9d3d-8b33c130e239 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:12.145990 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 783004b8-2700-443b-9d3d-8b33c130e239 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:12.146370 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:12.157944 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-add74f2d-b5a9-4473-9864-281579ef7b9a admin admin] For port f0e63e24-22ad-4187-a05e-be23d4a9184e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f0e63e24-22ad-4187-a05e-be23d4a9184e,segment=NetworkSegment(c0fa7199-2259-41fc-bc23-c5260687c335),segment_id=c0fa7199-2259-41fc-bc23-c5260687c335)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:12.158335 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-add74f2d-b5a9-4473-9864-281579ef7b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:12.170918 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278c846-bf16-4f14-a4a5-149fe488c0dd req-35e8ea4c-fc80-4672-be0b-dfa9fbd84716 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:12.178043 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b278c846-bf16-4f14-a4a5-149fe488c0dd req-35e8ea4c-fc80-4672-be0b-dfa9fbd84716 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.3509703 Jun 25 09:16:12.187158 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb9b7543-004d-498e-89ba-4e2e5e5953d3 req-baae4a34-3c20-4014-8b2d-df0bc4b1dafd service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235130 Jun 25 09:16:12.226609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5abb04-9172-4027-9d7f-06859f72bff4 req-9d6371ff-5eb6-4fb3-9f06-e210ad4bcbeb tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:12.227066 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d5abb04-9172-4027-9d7f-06859f72bff4 req-9d6371ff-5eb6-4fb3-9f06-e210ad4bcbeb tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 944 time: 0.4019918 Jun 25 09:16:12.227766 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a24e-4528-4e4b-9c4f-113ae69a9778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:12.231971 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-add74f2d-b5a9-4473-9864-281579ef7b9a admin admin] Calling delete_port for f0e63e24-22ad-4187-a05e-be23d4a9184e owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:16:12.241919 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a24e-4528-4e4b-9c4f-113ae69a9778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:12.248011 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e8f9a24e-4528-4e4b-9c4f-113ae69a9778 admin admin] 10.222.0.93 "DELETE /v2.0/networks/2cd9f7dd-d1d7-44bb-b495-1a118feb2206 HTTP/1.1" status: 204 len: 168 time: 0.9221761 Jun 25 09:16:12.257448 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a0e81e0f-359a-481c-a954-80937da6fb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:12.291951 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9a24e-4528-4e4b-9c4f-113ae69a9778 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd9f7dd-d1d7-44bb-b495-1a118feb2206,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:12.294679 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e8f9a24e-4528-4e4b-9c4f-113ae69a9778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:12.346649 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b278c846-bf16-4f14-a4a5-149fe488c0dd req-c11bcb5a-7580-41ed-b9ec-e5e4ae99bbc2 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676462 Jun 25 09:16:12.388044 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:12.435994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a28f48d-ce3c-425d-8b0a-136b4c592365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783004b8-2700-443b-9d3d-8b33c130e239'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:16:12.438465 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54808647-79d7-4cba-8678-f2fe27eac05e" -d '{"events": [{"server_uuid": "1a28f48d-ce3c-425d-8b0a-136b4c592365", "name": "network-vif-plugged", "status": "completed", "tag": "783004b8-2700-443b-9d3d-8b33c130e239"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:16:12.453594 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 783004b8-2700-443b-9d3d-8b33c130e239, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=783004b8-2700-443b-9d3d-8b33c130e239,segment=NetworkSegment(4fccc6ca-fee0-4281-8570-ada77f60ed19),segment_id=4fccc6ca-fee0-4281-8570-ada77f60ed19)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:12.460462 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:12.463198 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:12.482242 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d5abb04-9172-4027-9d7f-06859f72bff4 req-8517bca8-23a8-4659-900d-f1f3152b8c59 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/security-groups?id=145ea396-f27d-4b93-919b-ce2fa6556d99&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2326093 Jun 25 09:16:12.514082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418713437-router', 'tenant_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'fae5fb14-b63c-4c1a-95f8-9ab640a13056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:53Z', 'updated_at': '2021-06-25T09:16:05Z', 'revision_number': 4, 'project_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'gw_port': {'id': 'fae5fb14-b63c-4c1a-95f8-9ab640a13056', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:54Z', 'updated_at': '2021-06-25T09:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'f0e63e24-22ad-4187-a05e-be23d4a9184e', 'name': '', 'network_id': 'dba8a0f1-8884-459c-a4cd-2c60532d90b3', 'tenant_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'mac_address': 'fa:16:3e:30:b5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '88f065d3-1f3c-4a18-8ef0-83ff64d99bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:02Z', 'updated_at': '2021-06-25T09:16:11Z', 'revision_number': 4, 'project_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'subnets': [{'id': '88f065d3-1f3c-4a18-8ef0-83ff64d99bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:12.561382 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c4d8a-d7c2-44b3-bd19-ef97d252f18c None None] The sync data for ids ['19fe5fca-9a20-4609-bcac-b730cacedf16'] in n-d-761264-15 is: [{'id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418713437-router', 'tenant_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'fae5fb14-b63c-4c1a-95f8-9ab640a13056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:53Z', 'updated_at': '2021-06-25T09:16:05Z', 'revision_number': 4, 'project_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'gw_port': {'id': 'fae5fb14-b63c-4c1a-95f8-9ab640a13056', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:54Z', 'updated_at': '2021-06-25T09:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'f0e63e24-22ad-4187-a05e-be23d4a9184e', 'name': '', 'network_id': 'dba8a0f1-8884-459c-a4cd-2c60532d90b3', 'tenant_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'mac_address': 'fa:16:3e:30:b5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '88f065d3-1f3c-4a18-8ef0-83ff64d99bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:02Z', 'updated_at': '2021-06-25T09:16:11Z', 'revision_number': 4, 'project_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'subnets': [{'id': '88f065d3-1f3c-4a18-8ef0-83ff64d99bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:16:12.561654 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45152) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:12.562969 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=783004b8-2700-443b-9d3d-8b33c130e239,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:12.567754 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:12.673462 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab67bb8-2a75-4f28-833c-324a3f1186b5 x-openstack-request-id: req-aab67bb8-2a75-4f28-833c-324a3f1186b5 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:16:12.673859 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a28f48d-ce3c-425d-8b0a-136b4c592365", "name": "network-vif-plugged", "status": "completed", "tag": "783004b8-2700-443b-9d3d-8b33c130e239", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:16:12.674207 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-aab67bb8-2a75-4f28-833c-324a3f1186b5 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:16:12.675128 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a28f48d-ce3c-425d-8b0a-136b4c592365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783004b8-2700-443b-9d3d-8b33c130e239', 'code': 200} Jun 25 09:16:12.713760 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c24201b3-1405-44a3-adcd-b3cb0e0ca3e7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=962cd5c8d0b44612ac82fa335ff2dd3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480455 Jun 25 09:16:12.715959 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45156) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:12.722676 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-add74f2d-b5a9-4473-9864-281579ef7b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:12.734866 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04130e3b-e8e8-4434-8a45-a2c86a55bf91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:12.823580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add74f2d-b5a9-4473-9864-281579ef7b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e63e24-22ad-4187-a05e-be23d4a9184e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:12.832390 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-add74f2d-b5a9-4473-9864-281579ef7b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:12.946201 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ea12ac2c-71f9-46ee-b6b2-b80350300524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:12.996576 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ea12ac2c-71f9-46ee-b6b2-b80350300524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:13.086870 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10ac4d-a19f-48c1-9202-3c70d961a555 req-86ff6bc7-3bab-41b9-b8ba-c43e9e369bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:13.088385 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1b10ac4d-a19f-48c1-9202-3c70d961a555 req-86ff6bc7-3bab-41b9-b8ba-c43e9e369bf0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 1097 time: 0.2534480 Jun 25 09:16:13.089459 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ea12ac2c-71f9-46ee-b6b2-b80350300524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:13.095206 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ea12ac2c-71f9-46ee-b6b2-b80350300524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:13.099016 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ea12ac2c-71f9-46ee-b6b2-b80350300524 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/05186fb1-ee4a-4a74-9942-3574e7b4f5da HTTP/1.1" status: 204 len: 168 time: 0.3818679 Jun 25 09:16:13.119007 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fe241453-6b1c-483a-b435-bdecd34aae33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:13.128893 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca19c77-f977-4852-998f-a40915ae064e req-0d29c131-7745-4078-ad00-954b349ebc86 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:13.130496 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aca19c77-f977-4852-998f-a40915ae064e req-0d29c131-7745-4078-ad00-954b349ebc86 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.2538443 Jun 25 09:16:13.144385 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12ac2c-71f9-46ee-b6b2-b80350300524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05186fb1-ee4a-4a74-9942-3574e7b4f5da,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:13.156972 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ea12ac2c-71f9-46ee-b6b2-b80350300524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:13.177647 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1b10ac4d-a19f-48c1-9202-3c70d961a555 req-23217c6e-bd38-40b3-b06a-32c41f6d3370 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=145ea396-f27d-4b93-919b-ce2fa6556d99&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0596561 Jun 25 09:16:13.337599 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-add74f2d-b5a9-4473-9864-281579ef7b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:13.413132 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-aca19c77-f977-4852-998f-a40915ae064e req-9b37b4c9-1d9f-41a2-b5da-b08c0fdea9fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Deleting port d143bb7a-d481-4169-84b0-3d1dc7dc023d {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:16:13.413535 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aca19c77-f977-4852-998f-a40915ae064e req-9b37b4c9-1d9f-41a2-b5da-b08c0fdea9fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:13.806227 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device d143bb7a-d481-4169-84b0-3d1dc7dc023d up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:13.839360 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45186) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:13.897112 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45192) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:13.949020 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port d143bb7a-d481-4169-84b0-3d1dc7dc023d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:13.954198 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port d143bb7a-d481-4169-84b0-3d1dc7dc023d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:13.955144 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:13.964130 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bf4fef2a-5990-426c-bc89-f66e54c7e5a9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0e5cced1918c4438983e50a36cd10e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0627265 Jun 25 09:16:13.965281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45198) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:14.090143 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-35e31ca8-d6da-475b-b9f0-fe47a02babc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:14.119716 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:14.122725 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-35e31ca8-d6da-475b-b9f0-fe47a02babc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:14.201294 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-35e31ca8-d6da-475b-b9f0-fe47a02babc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:14.206603 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-35e31ca8-d6da-475b-b9f0-fe47a02babc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:14.213128 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-35e31ca8-d6da-475b-b9f0-fe47a02babc6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/84eaa13f-d812-496a-a064-8d3753a03af7 HTTP/1.1" status: 204 len: 168 time: 0.2461126 Jun 25 09:16:14.214485 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:14.221380 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:14.229186 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e31ca8-d6da-475b-b9f0-fe47a02babc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84eaa13f-d812-496a-a064-8d3753a03af7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:14.230933 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:14.233208 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:14.243579 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-35e31ca8-d6da-475b-b9f0-fe47a02babc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:14.323291 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-aca19c77-f977-4852-998f-a40915ae064e req-9b37b4c9-1d9f-41a2-b5da-b08c0fdea9fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] For port d143bb7a-d481-4169-84b0-3d1dc7dc023d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=d143bb7a-d481-4169-84b0-3d1dc7dc023d,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:14.323649 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aca19c77-f977-4852-998f-a40915ae064e req-9b37b4c9-1d9f-41a2-b5da-b08c0fdea9fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:14.331938 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-625387e0-817b-465c-8088-2f06fd5a2517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:14.370988 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-aca19c77-f977-4852-998f-a40915ae064e req-9b37b4c9-1d9f-41a2-b5da-b08c0fdea9fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Calling delete_port for d143bb7a-d481-4169-84b0-3d1dc7dc023d owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:16:14.382425 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=d143bb7a-d481-4169-84b0-3d1dc7dc023d,revision_number=13']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:14.384582 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7abaf-a657-4e25-bd1d-279b80a94bb0 req-717da541-5d0e-41c3-a031-fc06d4b3cf61 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:14.392092 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38f7abaf-a657-4e25-bd1d-279b80a94bb0 req-717da541-5d0e-41c3-a031-fc06d4b3cf61 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 950 time: 0.8200822 Jun 25 09:16:14.394538 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:14.477959 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-625387e0-817b-465c-8088-2f06fd5a2517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:14.483233 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-625387e0-817b-465c-8088-2f06fd5a2517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:14.487431 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a54c14ae-13cd-4c37-80cd-835da6e0fb0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:14.495680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c14ef-fced-4c42-929f-aa29bb96e8e1 req-2ffdc5ac-0375-4e3c-b31f-034370fd40c0 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:14.503130 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-078c14ef-fced-4c42-929f-aa29bb96e8e1 req-2ffdc5ac-0375-4e3c-b31f-034370fd40c0 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 945 time: 0.4079716 Jun 25 09:16:14.519659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add74f2d-b5a9-4473-9864-281579ef7b9a admin admin] Router 19fe5fca-9a20-4609-bcac-b730cacedf16 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:16:14.535641 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625387e0-817b-465c-8088-2f06fd5a2517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c593f1a0-20f1-4323-9c8c-9d24a8a15dc8,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:14.555220 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-625387e0-817b-465c-8088-2f06fd5a2517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:14.560047 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38f7abaf-a657-4e25-bd1d-279b80a94bb0 req-6decb4c5-9232-4b85-960e-dffc3c51d7ae tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670723 Jun 25 09:16:14.562240 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-625387e0-817b-465c-8088-2f06fd5a2517 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f8978df9245640318e1e17d1ee4dcee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7205548 Jun 25 09:16:14.564684 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45204) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:14.658492 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4b7be2fd-0af4-40d4-9751-351bcdcc383d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:14.676384 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:16:14.680365 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c746cc-ec30-4945-878c-6e9934ff59fa" -d '{"events": [{"server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "name": "network-vif-plugged", "status": "completed", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:16:14.685482 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4b7be2fd-0af4-40d4-9751-351bcdcc383d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:14.701391 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-078c14ef-fced-4c42-929f-aa29bb96e8e1 req-bea2c2f9-48cf-4493-a41b-05265d32da46 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/security-groups?id=145ea396-f27d-4b93-919b-ce2fa6556d99&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1971934 Jun 25 09:16:14.771521 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4b7be2fd-0af4-40d4-9751-351bcdcc383d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:14.780413 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4b7be2fd-0af4-40d4-9751-351bcdcc383d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:14.781832 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4b7be2fd-0af4-40d4-9751-351bcdcc383d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c593f1a0-20f1-4323-9c8c-9d24a8a15dc8 HTTP/1.1" status: 204 len: 168 time: 0.2154572 Jun 25 09:16:14.783022 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d54118ed-d232-4ead-8dec-8471e77fe65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:14.795400 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b4d039-e091-406b-bb52-dac04ed33ba8 x-openstack-request-id: req-24b4d039-e091-406b-bb52-dac04ed33ba8 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:16:14.795750 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "name": "network-vif-plugged", "status": "completed", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:16:14.796167 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-24b4d039-e091-406b-bb52-dac04ed33ba8 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:16:14.796498 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d', 'code': 200} Jun 25 09:16:14.813353 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7be2fd-0af4-40d4-9751-351bcdcc383d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c593f1a0-20f1-4323-9c8c-9d24a8a15dc8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:14.816485 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4b7be2fd-0af4-40d4-9751-351bcdcc383d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:14.908004 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add74f2d-b5a9-4473-9864-281579ef7b9a admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:16:14.921452 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de231e5-2add-4d4b-8640-5f5e2bfb0511 None None] Sync routers for ids ['19fe5fca-9a20-4609-bcac-b730cacedf16'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:16:14.932066 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-add74f2d-b5a9-4473-9864-281579ef7b9a admin admin] 10.222.0.93 "PUT /v2.0/routers/19fe5fca-9a20-4609-bcac-b730cacedf16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7418740 Jun 25 09:16:14.932433 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45214) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:14.944037 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de231e5-2add-4d4b-8640-5f5e2bfb0511 None None] Routers {'19fe5fca-9a20-4609-bcac-b730cacedf16'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:14.944037 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5de231e5-2add-4d4b-8640-5f5e2bfb0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['19fe5fca-9a20-4609-bcac-b730cacedf16'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:14.975712 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aca19c77-f977-4852-998f-a40915ae064e req-9b37b4c9-1d9f-41a2-b5da-b08c0fdea9fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:14.993195 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dbf24cdb-593b-4a0f-a744-936eae8dcedd tempest-ImagesOneServerTestJSON-1522325428 tempest-ImagesOneServerTestJSON-1522325428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:15.015567 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['31282d58-9ee9-43b4-8fd9-46e9ddb445bc', 'd143bb7a-d481-4169-84b0-3d1dc7dc023d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:16:15.123846 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['8a968f36-f5de-4273-971f-bddf9d1b7e1a', '2274154b-6527-4ecb-9c0b-d9d24afcf560'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:16:15.126349 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37b4c9-1d9f-41a2-b5da-b08c0fdea9fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Pushing event deleted for resources: {'Port': ['ID=d143bb7a-d481-4169-84b0-3d1dc7dc023d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:15.135002 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9b37b4c9-1d9f-41a2-b5da-b08c0fdea9fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:15.182001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca19c77-f977-4852-998f-a40915ae064e req-9b37b4c9-1d9f-41a2-b5da-b08c0fdea9fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] No DVR routers for this DVR port d143bb7a-d481-4169-84b0-3d1dc7dc023d on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:16:15.189673 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:15.194574 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aca19c77-f977-4852-998f-a40915ae064e req-9b37b4c9-1d9f-41a2-b5da-b08c0fdea9fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:15.197276 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aca19c77-f977-4852-998f-a40915ae064e req-9b37b4c9-1d9f-41a2-b5da-b08c0fdea9fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.38 "DELETE /v2.0/ports/d143bb7a-d481-4169-84b0-3d1dc7dc023d HTTP/1.1" status: 204 len: 173 time: 2.0571065 Jun 25 09:16:15.201087 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'name': 'network-vif-deleted', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:16:15.210249 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb142224-cd28-4e8b-9e92-0ee9d607eeba" -d '{"events": [{"server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "name": "network-vif-deleted", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:16:15.359264 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f229a2c-1b47-40b3-906d-0a1627f089bd x-openstack-request-id: req-8f229a2c-1b47-40b3-906d-0a1627f089bd {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:16:15.359667 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f907cd3-c0c6-4b86-8bd8-2175ceb543a2", "name": "network-vif-deleted", "tag": "d143bb7a-d481-4169-84b0-3d1dc7dc023d", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:16:15.360024 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8f229a2c-1b47-40b3-906d-0a1627f089bd {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:16:15.360557 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f907cd3-c0c6-4b86-8bd8-2175ceb543a2', 'name': 'network-vif-deleted', 'tag': 'd143bb7a-d481-4169-84b0-3d1dc7dc023d', 'status': 'completed', 'code': 200} Jun 25 09:16:15.492060 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-5de231e5-2add-4d4b-8640-5f5e2bfb0511 None None] Set router 19fe5fca-9a20-4609-bcac-b730cacedf16 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:15.552251 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:15.716762 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] Deleting port fae5fb14-b63c-4c1a-95f8-9ab640a13056 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:16:15.717108 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:15.848421 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] For port fae5fb14-b63c-4c1a-95f8-9ab640a13056, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=fae5fb14-b63c-4c1a-95f8-9ab640a13056,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:15.850015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:15.874682 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] Calling delete_port for fae5fb14-b63c-4c1a-95f8-9ab640a13056 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:16:15.925535 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1b514de-9a05-467c-bc90-b6a2be9725c9 req-c234ee7f-d2d2-46d7-a512-f647eea4af7e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f907cd3-c0c6-4b86-8bd8-2175ceb543a2 HTTP/1.1" status: 200 len: 210 time: 0.0834589 Jun 25 09:16:16.009787 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5de231e5-2add-4d4b-8640-5f5e2bfb0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418713437-router', 'tenant_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'fae5fb14-b63c-4c1a-95f8-9ab640a13056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:53Z', 'updated_at': '2021-06-25T09:16:12Z', 'revision_number': 5, 'project_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'gw_port': {'id': 'fae5fb14-b63c-4c1a-95f8-9ab640a13056', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:54Z', 'updated_at': '2021-06-25T09:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:16.047762 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de231e5-2add-4d4b-8640-5f5e2bfb0511 None None] Checking router: 19fe5fca-9a20-4609-bcac-b730cacedf16 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:16:16.057307 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de231e5-2add-4d4b-8640-5f5e2bfb0511 None None] Routers {'19fe5fca-9a20-4609-bcac-b730cacedf16'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:16.058432 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5de231e5-2add-4d4b-8640-5f5e2bfb0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['19fe5fca-9a20-4609-bcac-b730cacedf16'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:16.154868 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:16.158585 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:16.201973 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] Pushing event deleted for resources: {'Port': ['ID=fae5fb14-b63c-4c1a-95f8-9ab640a13056,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:16.208524 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:16.225365 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-5de231e5-2add-4d4b-8640-5f5e2bfb0511 None None] Set router 19fe5fca-9a20-4609-bcac-b730cacedf16 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:16.290504 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e92d2c-dee5-4ee3-bb07-84b4a3115b16 req-63853998-f8d4-4b83-9fa5-ea7ef241d453 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:16.300512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22e92d2c-dee5-4ee3-bb07-84b4a3115b16 req-63853998-f8d4-4b83-9fa5-ea7ef241d453 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 945 time: 0.3021264 Jun 25 09:16:16.341706 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:16.424017 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5de231e5-2add-4d4b-8640-5f5e2bfb0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418713437-router', 'tenant_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:53Z', 'updated_at': '2021-06-25T09:16:15Z', 'revision_number': 6, 'project_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:16.431778 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22e92d2c-dee5-4ee3-bb07-84b4a3115b16 req-01d55ba7-2c48-4619-8a22-7cf9f7174f2d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/security-groups?id=145ea396-f27d-4b93-919b-ce2fa6556d99&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1289802 Jun 25 09:16:16.477214 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:16.480446 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:16.529140 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de231e5-2add-4d4b-8640-5f5e2bfb0511 None None] The sync data for ids ['19fe5fca-9a20-4609-bcac-b730cacedf16'] in n-d-761264-15 is: [{'id': '19fe5fca-9a20-4609-bcac-b730cacedf16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418713437-router', 'tenant_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:53Z', 'updated_at': '2021-06-25T09:16:15Z', 'revision_number': 6, 'project_id': '8cfd4c9bd8d3421aaefb695f01e4777e', 'gw_port_host': None}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:16:16.533501 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:16.534360 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19fe5fca-9a20-4609-bcac-b730cacedf16 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:16:16.541856 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:16.546794 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] 10.222.0.93 "DELETE /v2.0/routers/19fe5fca-9a20-4609-bcac-b730cacedf16 HTTP/1.1" status: 204 len: 168 time: 1.6103063 Jun 25 09:16:16.547389 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45264) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:16.709085 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6c2d7a-a37d-4a95-b206-27c108660e18 admin admin] Deleting subnet 88f065d3-1f3c-4a18-8ef0-83ff64d99bd7 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:16:16.716095 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b6c2d7a-a37d-4a95-b206-27c108660e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:16.767951 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b6c2d7a-a37d-4a95-b206-27c108660e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:16.812980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927b65b-a631-4f4d-b4a0-596dceee85af req-c7ee096b-1b19-41a0-9f63-d7248987ffb7 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:16.814490 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9927b65b-a631-4f4d-b4a0-596dceee85af req-c7ee096b-1b19-41a0-9f63-d7248987ffb7 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 945 time: 0.1489158 Jun 25 09:16:16.824276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45278) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:16.830265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4b22d3d8-dec8-44fa-9e43-fef8d7ba7617 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Request body: {'floatingip': {'port_id': '783004b8-2700-443b-9d3d-8b33c130e239'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:16.882123 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4b22d3d8-dec8-44fa-9e43-fef8d7ba7617 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for floatingip, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:16.950455 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b6c2d7a-a37d-4a95-b206-27c108660e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:17.104087 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b6c2d7a-a37d-4a95-b206-27c108660e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:17.111742 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:17.163612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c2d7a-a37d-4a95-b206-27c108660e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f065d3-1f3c-4a18-8ef0-83ff64d99bd7,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:17.173670 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6b6c2d7a-a37d-4a95-b206-27c108660e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:17.174706 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b6c2d7a-a37d-4a95-b206-27c108660e18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:17.177828 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6b6c2d7a-a37d-4a95-b206-27c108660e18 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/88f065d3-1f3c-4a18-8ef0-83ff64d99bd7 HTTP/1.1" status: 204 len: 168 time: 0.6297090 Jun 25 09:16:17.179777 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a47b9fa-41f1-4513-a909-d9325758b2bf None None] Network dba8a0f1-8884-459c-a4cd-2c60532d90b3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:16:17.180782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45288) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:17.358340 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:17.538040 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Deleting port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:16:17.538388 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:17.602229 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b187630e-5475-4c72-afb2-333961517aff None None] DHCP port deletion for dba8a0f1-8884-459c-a4cd-2c60532d90b3 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:16:17.792097 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:16:17.880480 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device d143bb7a-d481-4169-84b0-3d1dc7dc023d no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:16:17.905524 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b187630e-5475-4c72-afb2-333961517aff None None] Deleting port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:16:17.905913 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b187630e-5475-4c72-afb2-333961517aff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:17.909644 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] For port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6e2f41a8-9b3a-4b87-bac6-3daa344633f9,segment=NetworkSegment(c0fa7199-2259-41fc-bc23-c5260687c335),segment_id=c0fa7199-2259-41fc-bc23-c5260687c335)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:17.910186 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:17.954677 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Calling delete_port for 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:16:18.039195 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc890e-975a-436d-802e-2abc94f01a9a req-99220cdd-4044-4fbd-ba87-f6f0fb7b699e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:18.043105 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cacc890e-975a-436d-802e-2abc94f01a9a req-99220cdd-4044-4fbd-ba87-f6f0fb7b699e tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 949 time: 0.2912378 Jun 25 09:16:18.060394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: d143bb7a-d481-4169-84b0-3d1dc7dc023d {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:16:18.061116 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device d143bb7a-d481-4169-84b0-3d1dc7dc023d not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:16:18.108403 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cacc890e-975a-436d-802e-2abc94f01a9a req-4bfccb2c-918d-44d3-bb35-0cfa945defbe tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493863 Jun 25 09:16:18.116446 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:18.121104 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-32a677a3-de69-40dd-9b98-3bc68175fd00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:18.143896 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:18.168315 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b187630e-5475-4c72-afb2-333961517aff None None] For port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6e2f41a8-9b3a-4b87-bac6-3daa344633f9,segment=NetworkSegment(c0fa7199-2259-41fc-bc23-c5260687c335),segment_id=c0fa7199-2259-41fc-bc23-c5260687c335)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:18.169425 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b187630e-5475-4c72-afb2-333961517aff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:18.186250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2f41a8-9b3a-4b87-bac6-3daa344633f9,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:18.191445 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:18.192291 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] No DVR routers for this DVR port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:16:18.200218 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b187630e-5475-4c72-afb2-333961517aff None None] Calling delete_port for 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:16:18.244183 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f0e63e24-22ad-4187-a05e-be23d4a9184e no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:16:18.321621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: f0e63e24-22ad-4187-a05e-be23d4a9184e {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:16:18.323106 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f0e63e24-22ad-4187-a05e-be23d4a9184e not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:16:18.324661 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device fae5fb14-b63c-4c1a-95f8-9ab640a13056 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:16:18.334879 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:18.368757 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba8a0f1-8884-459c-a4cd-2c60532d90b3']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:18.389179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0fa7199-2259-41fc-bc23-c5260687c335') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:18.389781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0fa7199-2259-41fc-bc23-c5260687c335') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:18.423535 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:18.468390 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:18.483201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:16:18.483201 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:16:18.489901 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:16:18.505375 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45324) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:18.568829 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:18.575997 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1e433b88-8e6e-4159-922e-5b12ef8c3e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:18.589197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: fae5fb14-b63c-4c1a-95f8-9ab640a13056 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:16:18.589856 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device fae5fb14-b63c-4c1a-95f8-9ab640a13056 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:16:18.614875 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b187630e-5475-4c72-afb2-333961517aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:18.618737 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:18.623304 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:18.625070 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] 10.222.0.93 "DELETE /v2.0/networks/dba8a0f1-8884-459c-a4cd-2c60532d90b3 HTTP/1.1" status: 204 len: 168 time: 1.4404666 Jun 25 09:16:18.628138 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dba8a0f1-8884-459c-a4cd-2c60532d90b3,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:18.632244 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:18.640520 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b187630e-5475-4c72-afb2-333961517aff None None] Network dba8a0f1-8884-459c-a4cd-2c60532d90b3 is not hosted by any dhcp agent {{(pid=94026) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 09:16:18.641015 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b187630e-5475-4c72-afb2-333961517aff None None] No DVR routers for this DVR port 6e2f41a8-9b3a-4b87-bac6-3daa344633f9 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:16:18.691119 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187630e-5475-4c72-afb2-333961517aff None None] Pushing event deleted for resources: {'Port': ['ID=6e2f41a8-9b3a-4b87-bac6-3daa344633f9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:18.700443 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b187630e-5475-4c72-afb2-333961517aff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:18.741631 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4b22d3d8-dec8-44fa-9e43-fef8d7ba7617 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:18.748070 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4b22d3d8-dec8-44fa-9e43-fef8d7ba7617 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:18.785558 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c646e692-d013-4653-a442-079719956d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:18.909743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45348) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:18.945885 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-4b22d3d8-dec8-44fa-9e43-fef8d7ba7617 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Floating IP a068c8eb-7f1e-46df-b463-c0329d1f5eb4 associated. External IP: 172.25.6.172, port: 783004b8-2700-443b-9d3d-8b33c130e239. Jun 25 09:16:18.982692 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c646e692-d013-4653-a442-079719956d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:18.989433 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c646e692-d013-4653-a442-079719956d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:18.997221 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-68802de2-fecc-4862-b29c-f566e0952f40 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8cfd4c9bd8d3421aaefb695f01e4777e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842087 Jun 25 09:16:18.997221 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b88d7f2f-2992-4e7c-843d-f31a43617130 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:19.013151 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45352) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:19.029495 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646e692-d013-4653-a442-079719956d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ae54aa-31ce-480a-b88c-505b8b4d303d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:19.035625 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c646e692-d013-4653-a442-079719956d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:19.059905 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c646e692-d013-4653-a442-079719956d71 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=95f7efcd6d0c48778ae873ab02e6d786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5512345 Jun 25 09:16:19.065011 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45354) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:19.126665 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:19.135376 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f59c038-f301-484e-b53e-231457d64e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:19.159309 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:19.160478 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f59c038-f301-484e-b53e-231457d64e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:19.243814 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f59c038-f301-484e-b53e-231457d64e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:19.248963 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f59c038-f301-484e-b53e-231457d64e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:19.263076 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0f59c038-f301-484e-b53e-231457d64e54 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/21ae54aa-31ce-480a-b88c-505b8b4d303d HTTP/1.1" status: 204 len: 168 time: 0.1889901 Jun 25 09:16:19.265184 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3033a5bd-afee-4931-abfe-baafe655a7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:19.291483 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59c038-f301-484e-b53e-231457d64e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ae54aa-31ce-480a-b88c-505b8b4d303d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:19.299825 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:19.301940 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:19.305223 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0e27da6c-2440-4943-bd3d-351ac0afa409 HTTP/1.1" status: 204 len: 168 time: 0.2906933 Jun 25 09:16:19.310355 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4b7be2fd-0af4-40d4-9751-351bcdcc383d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:19.311158 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0f59c038-f301-484e-b53e-231457d64e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:19.323765 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b22d3d8-dec8-44fa-9e43-fef8d7ba7617 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:16:19.330557 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e27da6c-2440-4943-bd3d-351ac0afa409,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:19.341652 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:19.341801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:19.342233 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:19.342658 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:19.343121 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:19.343537 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:19.343945 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:19.344354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:19.344788 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:19.345204 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:19.345625 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:19.346030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:19.352520 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:19.442452 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eca49-dc83-40b9-906c-dd89e98d5733 req-d53415fc-e934-4fdc-ab3b-652cd4e81e55 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:19.451500 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e50eca49-dc83-40b9-906c-dd89e98d5733 req-d53415fc-e934-4fdc-ab3b-652cd4e81e55 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 949 time: 0.1391742 Jun 25 09:16:19.499616 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b22d3d8-dec8-44fa-9e43-fef8d7ba7617 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:16:19.506209 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e50eca49-dc83-40b9-906c-dd89e98d5733 req-03be4609-d4d1-4bd3-9639-1bc2b8c8f503 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534725 Jun 25 09:16:19.520897 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c47bb17-d860-474d-ba7d-2cad84e57229 None None] Sync routers for ids ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:16:19.521511 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4b22d3d8-dec8-44fa-9e43-fef8d7ba7617 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:19.528147 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c47bb17-d860-474d-ba7d-2cad84e57229 None None] Routers {'14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:19.531437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2c47bb17-d860-474d-ba7d-2cad84e57229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:19.690332 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4b22d3d8-dec8-44fa-9e43-fef8d7ba7617 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "PUT /v2.0/floatingips/a068c8eb-7f1e-46df-b463-c0329d1f5eb4 HTTP/1.1" status: 200 len: 991 time: 2.8637919 Jun 25 09:16:19.696225 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a28f48d-ce3c-425d-8b0a-136b4c592365', 'tag': '783004b8-2700-443b-9d3d-8b33c130e239'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:16:19.698852 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868bbdb6-cb2c-4ff0-bcf7-b881a0304764" -d '{"events": [{"name": "network-changed", "server_uuid": "1a28f48d-ce3c-425d-8b0a-136b4c592365", "tag": "783004b8-2700-443b-9d3d-8b33c130e239"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:16:19.751744 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-2c47bb17-d860-474d-ba7d-2cad84e57229 None None] Set router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:19.770309 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf620ff-d0bb-442e-8570-0a0504478662 req-b3ab54d2-968a-439c-80c1-d7d8e6f06384 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:19.772026 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ccf620ff-d0bb-442e-8570-0a0504478662 req-b3ab54d2-968a-439c-80c1-d7d8e6f06384 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.41 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 949 time: 0.2341745 Jun 25 09:16:19.933407 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-ccf620ff-d0bb-442e-8570-0a0504478662 req-6e89d6a9-5708-4352-afba-fb3e0f1bfdfa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Deleting port 2274154b-6527-4ecb-9c0b-d9d24afcf560 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:16:19.933639 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ccf620ff-d0bb-442e-8570-0a0504478662 req-6e89d6a9-5708-4352-afba-fb3e0f1bfdfa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:19.982621 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2df1f83-44b0-4fba-b168-97a5e3ccb89c x-openstack-request-id: req-d2df1f83-44b0-4fba-b168-97a5e3ccb89c {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:16:19.982945 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a28f48d-ce3c-425d-8b0a-136b4c592365", "tag": "783004b8-2700-443b-9d3d-8b33c130e239", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:16:19.983247 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d2df1f83-44b0-4fba-b168-97a5e3ccb89c {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:16:19.983685 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a28f48d-ce3c-425d-8b0a-136b4c592365', 'tag': '783004b8-2700-443b-9d3d-8b33c130e239', 'status': 'completed', 'code': 200} Jun 25 09:16:20.097528 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-ccf620ff-d0bb-442e-8570-0a0504478662 req-6e89d6a9-5708-4352-afba-fb3e0f1bfdfa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] For port 2274154b-6527-4ecb-9c0b-d9d24afcf560, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2274154b-6527-4ecb-9c0b-d9d24afcf560,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:20.099171 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ccf620ff-d0bb-442e-8570-0a0504478662 req-6e89d6a9-5708-4352-afba-fb3e0f1bfdfa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:20.124001 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2c47bb17-d860-474d-ba7d-2cad84e57229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'name': 'tempest-ServersTestManualDisk-2056901047-router', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:31Z', 'updated_at': '2021-06-25T09:15:37Z', 'revision_number': 4, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'gw_port': {'id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:33Z', 'updated_at': '2021-06-25T09:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'a068c8eb-7f1e-46df-b463-c0329d1f5eb4', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'port_id': '783004b8-2700-443b-9d3d-8b33c130e239', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'mac_address': 'fa:16:3e:1c:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28f48d-ce3c-425d-8b0a-136b4c592365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:15:46Z', 'updated_at': '2021-06-25T09:16:18Z', 'revision_number': 1, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe01c1d-9529-4b23-9b0b-01d6da9e6a41', 'name': '', 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'mac_address': 'fa:16:3e:c5:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:36Z', 'updated_at': '2021-06-25T09:15:47Z', 'revision_number': 5, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'subnets': [{'id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:20.145473 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-ccf620ff-d0bb-442e-8570-0a0504478662 req-6e89d6a9-5708-4352-afba-fb3e0f1bfdfa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Calling delete_port for 2274154b-6527-4ecb-9c0b-d9d24afcf560 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:16:20.169792 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bbdb6-cb2c-4ff0-bcf7-b881a0304764 req-4a2f32cd-ca68-419d-b833-21dad0462723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:20.171178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-868bbdb6-cb2c-4ff0-bcf7-b881a0304764 req-4a2f32cd-ca68-419d-b833-21dad0462723 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a75ec203daa470f82c80c20a6dfbe50&device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 1097 time: 0.1494789 Jun 25 09:16:20.174915 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c47bb17-d860-474d-ba7d-2cad84e57229 None None] Checking router: 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:16:20.185158 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c47bb17-d860-474d-ba7d-2cad84e57229 None None] Routers {'14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:20.186083 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2c47bb17-d860-474d-ba7d-2cad84e57229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:15:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:20.392399 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ccf620ff-d0bb-442e-8570-0a0504478662 req-6e89d6a9-5708-4352-afba-fb3e0f1bfdfa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:20.399053 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a3d2a31a-2641-4150-bb42-6c89436db1b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:20.432007 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bbdb6-cb2c-4ff0-bcf7-b881a0304764 req-43070c0e-2a3c-41f8-9671-8d20a4af1cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:20.433542 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-868bbdb6-cb2c-4ff0-bcf7-b881a0304764 req-43070c0e-2a3c-41f8-9671-8d20a4af1cec service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e25b3ea-d628-40a0-9fd2-0d90deb035fc HTTP/1.1" status: 200 len: 914 time: 0.2453496 Jun 25 09:16:20.436855 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89d6a9-5708-4352-afba-fb3e0f1bfdfa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Pushing event deleted for resources: {'Port': ['ID=2274154b-6527-4ecb-9c0b-d9d24afcf560,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:20.439945 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6e89d6a9-5708-4352-afba-fb3e0f1bfdfa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:20.519791 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf620ff-d0bb-442e-8570-0a0504478662 req-6e89d6a9-5708-4352-afba-fb3e0f1bfdfa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] No DVR routers for this DVR port 2274154b-6527-4ecb-9c0b-d9d24afcf560 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:16:20.526643 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ccf620ff-d0bb-442e-8570-0a0504478662 req-6e89d6a9-5708-4352-afba-fb3e0f1bfdfa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:20.529877 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ccf620ff-d0bb-442e-8570-0a0504478662 req-6e89d6a9-5708-4352-afba-fb3e0f1bfdfa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.41 "DELETE /v2.0/ports/2274154b-6527-4ecb-9c0b-d9d24afcf560 HTTP/1.1" status: 204 len: 173 time: 0.7497423 Jun 25 09:16:20.642438 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['31282d58-9ee9-43b4-8fd9-46e9ddb445bc'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:16:20.644491 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['8a968f36-f5de-4273-971f-bddf9d1b7e1a'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:16:20.661196 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-868bbdb6-cb2c-4ff0-bcf7-b881a0304764 req-5cbae8e5-ed20-4d14-854a-0e5b151d88c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=783004b8-2700-443b-9d3d-8b33c130e239 HTTP/1.1" status: 200 len: 999 time: 0.2200012 Jun 25 09:16:20.782860 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd4a8fee-4c92-42d4-9422-f197e9e26b3d req-0c99447f-6f5a-493e-bfb6-3170e0014345 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=71c6c528-7a08-4c76-bb44-b55737b14aa7 HTTP/1.1" status: 200 len: 210 time: 0.0589917 Jun 25 09:16:20.812468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bbdb6-cb2c-4ff0-bcf7-b881a0304764 req-c7e97f8f-19ba-4455-ac87-f61e44fd6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:20.814173 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-868bbdb6-cb2c-4ff0-bcf7-b881a0304764 req-c7e97f8f-19ba-4455-ac87-f61e44fd6b35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05d740cd-9854-4d86-9dad-1edd62365da0 HTTP/1.1" status: 200 len: 851 time: 0.1368625 Jun 25 09:16:20.846811 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-2c47bb17-d860-474d-ba7d-2cad84e57229 None None] Set router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:20.925324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bbdb6-cb2c-4ff0-bcf7-b881a0304764 req-2af39caa-d5f3-4a0e-b282-110015863b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:20.926976 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-868bbdb6-cb2c-4ff0-bcf7-b881a0304764 req-2af39caa-d5f3-4a0e-b282-110015863b63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e25b3ea-d628-40a0-9fd2-0d90deb035fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010966 Jun 25 09:16:21.179832 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-868bbdb6-cb2c-4ff0-bcf7-b881a0304764 req-d8e9437c-9b16-481d-8f35-bc422766e241 service neutron] 10.222.0.41 "GET /v2.0/networks/3e25b3ea-d628-40a0-9fd2-0d90deb035fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441695 Jun 25 09:16:21.403322 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-868bbdb6-cb2c-4ff0-bcf7-b881a0304764 req-2ee5a00b-9ca3-4a06-b204-325b60812de9 service neutron] 10.222.0.41 "GET /v2.0/networks/3e25b3ea-d628-40a0-9fd2-0d90deb035fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096875 Jun 25 09:16:21.603225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2c47bb17-d860-474d-ba7d-2cad84e57229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'name': 'tempest-ServersTestManualDisk-2056901047-router', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:31Z', 'updated_at': '2021-06-25T09:15:37Z', 'revision_number': 4, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'gw_port': {'id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:33Z', 'updated_at': '2021-06-25T09:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'a068c8eb-7f1e-46df-b463-c0329d1f5eb4', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'port_id': '783004b8-2700-443b-9d3d-8b33c130e239', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'mac_address': 'fa:16:3e:1c:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28f48d-ce3c-425d-8b0a-136b4c592365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:15:46Z', 'updated_at': '2021-06-25T09:16:18Z', 'revision_number': 1, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe01c1d-9529-4b23-9b0b-01d6da9e6a41', 'name': '', 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'mac_address': 'fa:16:3e:c5:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:36Z', 'updated_at': '2021-06-25T09:15:47Z', 'revision_number': 5, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'subnets': [{'id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:21.680933 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2274154b-6527-4ecb-9c0b-d9d24afcf560 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:16:21.725468 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 2274154b-6527-4ecb-9c0b-d9d24afcf560 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:16:21.725815 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2274154b-6527-4ecb-9c0b-d9d24afcf560 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:16:21.730185 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45466) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:21.735273 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c47bb17-d860-474d-ba7d-2cad84e57229 None None] The sync data for ids ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'] in n-d-761264-15 is: [{'id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'name': 'tempest-ServersTestManualDisk-2056901047-router', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:31Z', 'updated_at': '2021-06-25T09:15:37Z', 'revision_number': 4, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'gw_port': {'id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:33Z', 'updated_at': '2021-06-25T09:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'a068c8eb-7f1e-46df-b463-c0329d1f5eb4', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'port_id': '783004b8-2700-443b-9d3d-8b33c130e239', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'mac_address': 'fa:16:3e:1c:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28f48d-ce3c-425d-8b0a-136b4c592365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:15:46Z', 'updated_at': '2021-06-25T09:16:18Z', 'revision_number': 1, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe01c1d-9529-4b23-9b0b-01d6da9e6a41', 'name': '', 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'mac_address': 'fa:16:3e:c5:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:36Z', 'updated_at': '2021-06-25T09:15:47Z', 'revision_number': 5, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'subnets': [{'id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:16:21.888177 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2fe2-bcb5-42f8-8450-f560146a3fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:21.984872 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c6c528-7a08-4c76-bb44-b55737b14aa7', 'name': 'network-vif-deleted', 'tag': '2274154b-6527-4ecb-9c0b-d9d24afcf560'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:16:21.987906 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36760bb5-53e4-44a2-8d7d-b36a48b56931" -d '{"events": [{"server_uuid": "71c6c528-7a08-4c76-bb44-b55737b14aa7", "name": "network-vif-deleted", "tag": "2274154b-6527-4ecb-9c0b-d9d24afcf560"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:16:22.061965 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5832d3c-6f6f-4e16-a2d3-f6621a2462aa x-openstack-request-id: req-b5832d3c-6f6f-4e16-a2d3-f6621a2462aa {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:16:22.062404 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c6c528-7a08-4c76-bb44-b55737b14aa7", "name": "network-vif-deleted", "tag": "2274154b-6527-4ecb-9c0b-d9d24afcf560", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:16:22.063075 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b5832d3c-6f6f-4e16-a2d3-f6621a2462aa {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:16:22.063653 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c6c528-7a08-4c76-bb44-b55737b14aa7', 'name': 'network-vif-deleted', 'tag': '2274154b-6527-4ecb-9c0b-d9d24afcf560', 'status': 'completed', 'code': 200} Jun 25 09:16:22.120960 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2fe2-bcb5-42f8-8450-f560146a3fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:22.128375 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2fe2-bcb5-42f8-8450-f560146a3fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:22.137862 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b7c2fecd-605c-4141-bbf7-c251bb7f2dda tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:22.218805 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723875f0-681f-49b1-ae83-92d20d10a951 None None] New status for floating IP a068c8eb-7f1e-46df-b463-c0329d1f5eb4: ACTIVE {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:16:22.224534 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fa3a2fe2-bcb5-42f8-8450-f560146a3fa8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=41764bf71ac448f8a2bbe3db1509884e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909856 Jun 25 09:16:22.224534 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a2fe2-bcb5-42f8-8450-f560146a3fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1ac94c-4593-4eff-8234-b0aa02c1095b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:22.225249 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45508) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:22.252047 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fa3a2fe2-bcb5-42f8-8450-f560146a3fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:22.312653 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84403b0d-c0f5-4d98-900f-1c2e0e7a62c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:22.338566 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84403b0d-c0f5-4d98-900f-1c2e0e7a62c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:22.362974 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d86fcc16-457b-42d1-a214-e5906f5bd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:22.433544 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45514) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:22.458580 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84403b0d-c0f5-4d98-900f-1c2e0e7a62c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:22.464492 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84403b0d-c0f5-4d98-900f-1c2e0e7a62c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:22.473457 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-84403b0d-c0f5-4d98-900f-1c2e0e7a62c2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5f1ac94c-4593-4eff-8234-b0aa02c1095b HTTP/1.1" status: 204 len: 168 time: 0.2466571 Jun 25 09:16:22.480333 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:22.505564 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84403b0d-c0f5-4d98-900f-1c2e0e7a62c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1ac94c-4593-4eff-8234-b0aa02c1095b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:22.517546 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-84403b0d-c0f5-4d98-900f-1c2e0e7a62c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:22.618437 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-23650fb0-18aa-4b69-84f2-4dd948b13af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:22.744601 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-23650fb0-18aa-4b69-84f2-4dd948b13af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:22.750408 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-23650fb0-18aa-4b69-84f2-4dd948b13af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:22.756698 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1ed6f0d9-f258-46b2-83da-8873914ab21d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:22.799022 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-23650fb0-18aa-4b69-84f2-4dd948b13af2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8a3b40d51af64a7298419e8850c21087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641496 Jun 25 09:16:22.800258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23650fb0-18aa-4b69-84f2-4dd948b13af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61baff98-3ea1-4773-9b0d-49df88dadeb8,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:22.801802 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45528) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:22.803822 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-23650fb0-18aa-4b69-84f2-4dd948b13af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:22.925673 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b9b59-1369-420f-8f42-cc6747d9f158 req-9d19e331-b6c1-4896-9ff6-2d06ae564216 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:22.933164 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-465b9b59-1369-420f-8f42-cc6747d9f158 req-9d19e331-b6c1-4896-9ff6-2d06ae564216 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.1322215 Jun 25 09:16:22.944225 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f055c000-ee5f-4bc9-8387-6889c40fbe24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:23.000111 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-465b9b59-1369-420f-8f42-cc6747d9f158 req-ec220488-df53-47c5-98a3-94fdc7fac426 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641503 Jun 25 09:16:23.017178 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45530) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:23.039666 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f055c000-ee5f-4bc9-8387-6889c40fbe24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:23.045612 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cd651db7-8d85-4292-83da-c72641200886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:23.236082 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f055c000-ee5f-4bc9-8387-6889c40fbe24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:23.240698 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f055c000-ee5f-4bc9-8387-6889c40fbe24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:23.241059 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f055c000-ee5f-4bc9-8387-6889c40fbe24 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/61baff98-3ea1-4773-9b0d-49df88dadeb8 HTTP/1.1" status: 204 len: 168 time: 0.4382122 Jun 25 09:16:23.241909 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6e4c07b9-dd93-42ba-b5f7-a247b5324ca3 tempest-ServersAdminNegativeTestJSON-441240876 tempest-ServersAdminNegativeTestJSON-441240876-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:23.274930 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055c000-ee5f-4bc9-8387-6889c40fbe24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61baff98-3ea1-4773-9b0d-49df88dadeb8,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:23.279974 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f055c000-ee5f-4bc9-8387-6889c40fbe24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:23.309086 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cd651db7-8d85-4292-83da-c72641200886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:23.315321 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cd651db7-8d85-4292-83da-c72641200886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:23.333949 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-35e31ca8-d6da-475b-b9f0-fe47a02babc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:23.366273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45546) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:23.366422 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cd651db7-8d85-4292-83da-c72641200886 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=eada0c3ef6da49ad91b82351d6ecd27e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472791 Jun 25 09:16:23.394974 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd651db7-8d85-4292-83da-c72641200886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717ac297-e98d-404b-b4f8-9183d3db149b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:23.398444 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cd651db7-8d85-4292-83da-c72641200886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:23.463609 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cc073eac-8b90-4f7d-8a0f-8665a60d089f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:23.504235 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cc073eac-8b90-4f7d-8a0f-8665a60d089f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:23.572314 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cc073eac-8b90-4f7d-8a0f-8665a60d089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:23.581474 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cc073eac-8b90-4f7d-8a0f-8665a60d089f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:23.585969 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cc073eac-8b90-4f7d-8a0f-8665a60d089f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/717ac297-e98d-404b-b4f8-9183d3db149b HTTP/1.1" status: 204 len: 168 time: 0.2182479 Jun 25 09:16:23.588185 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ae5c010b-5d5e-451f-8de4-ccb53b70de78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:23.600372 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc073eac-8b90-4f7d-8a0f-8665a60d089f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717ac297-e98d-404b-b4f8-9183d3db149b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:23.603902 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cc073eac-8b90-4f7d-8a0f-8665a60d089f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:23.741518 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:24.260967 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70e85-5bd9-4d17-b3cd-075a62419ae1 req-9a63f9dc-a664-4171-a853-fe789b4b61da tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:24.262798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c3b70e85-5bd9-4d17-b3cd-075a62419ae1 req-9a63f9dc-a664-4171-a853-fe789b4b61da tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.38 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.1879318 Jun 25 09:16:24.311009 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05905f44-7bbc-4633-8c1f-a4f99cc8d50f req-ce2b9e37-01ee-4282-ac66-5a7d848ec78f tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:24.320653 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-05905f44-7bbc-4633-8c1f-a4f99cc8d50f req-ce2b9e37-01ee-4282-ac66-5a7d848ec78f tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 950 time: 0.1509116 Jun 25 09:16:24.517896 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-05905f44-7bbc-4633-8c1f-a4f99cc8d50f req-7dde28f6-73df-4382-a09a-572119fe7173 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962352 Jun 25 09:16:24.555308 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-c3b70e85-5bd9-4d17-b3cd-075a62419ae1 req-eff03f83-73e3-489f-bd11-e16b1f43dde7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Deleting port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:16:24.556155 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c3b70e85-5bd9-4d17-b3cd-075a62419ae1 req-eff03f83-73e3-489f-bd11-e16b1f43dde7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:24.702351 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45606) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:24.760881 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-c3b70e85-5bd9-4d17-b3cd-075a62419ae1 req-eff03f83-73e3-489f-bd11-e16b1f43dde7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] For port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:24.761413 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c3b70e85-5bd9-4d17-b3cd-075a62419ae1 req-eff03f83-73e3-489f-bd11-e16b1f43dde7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:24.818791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-c3b70e85-5bd9-4d17-b3cd-075a62419ae1 req-eff03f83-73e3-489f-bd11-e16b1f43dde7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Calling delete_port for 31282d58-9ee9-43b4-8fd9-46e9ddb445bc owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:16:24.910938 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93df8f2d-470a-4c71-b7b8-5d13f2b5450d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:25.065727 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c3b70e85-5bd9-4d17-b3cd-075a62419ae1 req-eff03f83-73e3-489f-bd11-e16b1f43dde7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:25.073488 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19808c4d-210c-41a9-9dd3-cebb888ac89d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:25.085610 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-403180764-network', 'tenant_id': '60273619dc8647f6958c637d133e6988'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:25.111690 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['8a968f36-f5de-4273-971f-bddf9d1b7e1a'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:16:25.140763 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Made reservation on behalf of 60273619dc8647f6958c637d133e6988 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:25.146871 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:25.168716 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:25.224795 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['31282d58-9ee9-43b4-8fd9-46e9ddb445bc'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:16:25.290667 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:25.291683 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:25.297932 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:25.323731 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:16:25.344686 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:25.345074 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Added segment f9abd145-38d7-4b6e-aa7e-5ecf56971360 of type vlan for network 9af16093-c0ef-4b66-b82f-0486596a449a Jun 25 09:16:25.452609 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:25.465091 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aea48afe-7f0f-4eb3-b9d2-8871986ba8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:25.516289 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84a6730-93c6-4d91-a7fd-e8eac8ac99ea,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:25.522165 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:25.529443 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:25.531485 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:25.532463 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:25.535617 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9076e03c-5e07-4bde-a75b-ccf9ff59ae9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:25.600466 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff03f83-73e3-489f-bd11-e16b1f43dde7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Pushing event deleted for resources: {'Port': ['ID=31282d58-9ee9-43b4-8fd9-46e9ddb445bc,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:25.608524 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-eff03f83-73e3-489f-bd11-e16b1f43dde7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:25.682755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b70e85-5bd9-4d17-b3cd-075a62419ae1 req-eff03f83-73e3-489f-bd11-e16b1f43dde7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] No DVR routers for this DVR port 31282d58-9ee9-43b4-8fd9-46e9ddb445bc on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:16:25.689655 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c3b70e85-5bd9-4d17-b3cd-075a62419ae1 req-eff03f83-73e3-489f-bd11-e16b1f43dde7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:25.692381 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c3b70e85-5bd9-4d17-b3cd-075a62419ae1 req-eff03f83-73e3-489f-bd11-e16b1f43dde7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.38 "DELETE /v2.0/ports/31282d58-9ee9-43b4-8fd9-46e9ddb445bc HTTP/1.1" status: 204 len: 173 time: 1.4221606 Jun 25 09:16:25.692968 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27dd0d5-dcad-40ea-8ad0-b286f649244a', 'name': 'network-vif-deleted', 'tag': '31282d58-9ee9-43b4-8fd9-46e9ddb445bc'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:16:25.695544 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f650705-a225-46f4-98ae-d96dfcdb7832" -d '{"events": [{"server_uuid": "d27dd0d5-dcad-40ea-8ad0-b286f649244a", "name": "network-vif-deleted", "tag": "31282d58-9ee9-43b4-8fd9-46e9ddb445bc"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:16:25.713397 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45638) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:25.715111 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0104427 Jun 25 09:16:25.719148 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-26d5a2d0-feb7-4937-ab0e-549aaa67871e admin admin] Request body: {'subnet': {'network_id': '9af16093-c0ef-4b66-b82f-0486596a449a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-403180764-subnet', 'tenant_id': '60273619dc8647f6958c637d133e6988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:25.721185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Pushing event updated for resources: {'Network': ['ID=9af16093-c0ef-4b66-b82f-0486596a449a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:25.725116 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:25.747416 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 9af16093-c0ef-4b66-b82f-0486596a449a details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:16:25.760432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d5a2d0-feb7-4937-ab0e-549aaa67871e admin admin] Made reservation on behalf of 60273619dc8647f6958c637d133e6988 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:25.767397 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-26d5a2d0-feb7-4937-ab0e-549aaa67871e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:25.894552 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-74bd15f3-24b2-463e-b379-efb88520a190 req-69400797-6c2a-4665-be8e-4c2fa93b3fa9 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=d27dd0d5-dcad-40ea-8ad0-b286f649244a HTTP/1.1" status: 200 len: 210 time: 0.0341129 Jun 25 09:16:25.996138 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6d15e5-0079-45d1-8f39-32554e34cd60 x-openstack-request-id: req-1b6d15e5-0079-45d1-8f39-32554e34cd60 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:16:25.996485 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27dd0d5-dcad-40ea-8ad0-b286f649244a", "name": "network-vif-deleted", "tag": "31282d58-9ee9-43b4-8fd9-46e9ddb445bc", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:16:25.996885 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1b6d15e5-0079-45d1-8f39-32554e34cd60 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:16:25.997447 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27dd0d5-dcad-40ea-8ad0-b286f649244a', 'name': 'network-vif-deleted', 'tag': '31282d58-9ee9-43b4-8fd9-46e9ddb445bc', 'status': 'completed', 'code': 200} Jun 25 09:16:26.116722 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:26.168396 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-26d5a2d0-feb7-4937-ab0e-549aaa67871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:26.172871 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:26.244394 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5a2d0-feb7-4937-ab0e-549aaa67871e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e40036-47db-45ec-8724-5599651c9ec9,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:26.248207 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-26d5a2d0-feb7-4937-ab0e-549aaa67871e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:26.256664 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d5a2d0-feb7-4937-ab0e-549aaa67871e admin admin] Checking segment: {'id': 'f9abd145-38d7-4b6e-aa7e-5ecf56971360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '9af16093-c0ef-4b66-b82f-0486596a449a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:26.257070 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d5a2d0-feb7-4937-ab0e-549aaa67871e admin admin] Network hostable DHCP agents. Network: 9af16093-c0ef-4b66-b82f-0486596a449a, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:16:26.277213 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d5a2d0-feb7-4937-ab0e-549aaa67871e admin admin] Network 9af16093-c0ef-4b66-b82f-0486596a449a is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:16:26.290195 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-26d5a2d0-feb7-4937-ab0e-549aaa67871e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 9af16093-c0ef-4b66-b82f-0486596a449a) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:26.300098 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d5a2d0-feb7-4937-ab0e-549aaa67871e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:26.300822 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-26d5a2d0-feb7-4937-ab0e-549aaa67871e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:26.312245 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c398d39e-cb41-4da8-a3d0-eb7b96e6c96e None None] Network 9af16093-c0ef-4b66-b82f-0486596a449a requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:16:26.330523 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-26d5a2d0-feb7-4937-ab0e-549aaa67871e admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6152248 Jun 25 09:16:26.340569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-375f6760-bc11-427a-9909-90a2c657ae51 req-133de100-98b0-4c55-b2bd-fab917a2ead3 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Request body: {'security_group': {'name': 'tempest-securitygroup-922916333', 'description': 'tempest-description-1055867206'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:26.379769 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-375f6760-bc11-427a-9909-90a2c657ae51 req-133de100-98b0-4c55-b2bd-fab917a2ead3 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:26.390660 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-375f6760-bc11-427a-9909-90a2c657ae51 req-133de100-98b0-4c55-b2bd-fab917a2ead3 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:26.505719 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e01db50-9006-40c0-9c66-8360d86698b0 None None] Network 9af16093-c0ef-4b66-b82f-0486596a449a requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:16:26.576247 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-375f6760-bc11-427a-9909-90a2c657ae51 req-133de100-98b0-4c55-b2bd-fab917a2ead3 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:26.583883 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-375f6760-bc11-427a-9909-90a2c657ae51 req-133de100-98b0-4c55-b2bd-fab917a2ead3 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:26.592386 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0f59c038-f301-484e-b53e-231457d64e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:26.637529 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-ba150859-88bd-4979-8abc-6022ff602a82 req-28f68938-533f-4fb0-bd26-d829208ef4eb tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1833753709', 'description': 'tempest-description-574591920'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:26.668565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133de100-98b0-4c55-b2bd-fab917a2ead3 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c50d1a1d-2069-4f2e-826c-4b38a5c28610,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:26.699409 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-133de100-98b0-4c55-b2bd-fab917a2ead3 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:26.749995 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-375f6760-bc11-427a-9909-90a2c657ae51 req-133de100-98b0-4c55-b2bd-fab917a2ead3 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:26.759373 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-375f6760-bc11-427a-9909-90a2c657ae51 req-133de100-98b0-4c55-b2bd-fab917a2ead3 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:26.763682 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c646e692-d013-4653-a442-079719956d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:26.799626 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133de100-98b0-4c55-b2bd-fab917a2ead3 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f4e7ce-4954-481b-97a2-9c986d386954,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:26.804290 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-133de100-98b0-4c55-b2bd-fab917a2ead3 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:26.805291 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ba150859-88bd-4979-8abc-6022ff602a82 req-28f68938-533f-4fb0-bd26-d829208ef4eb tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:26.809022 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-375f6760-bc11-427a-9909-90a2c657ae51 req-133de100-98b0-4c55-b2bd-fab917a2ead3 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:26.810212 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-375f6760-bc11-427a-9909-90a2c657ae51 req-133de100-98b0-4c55-b2bd-fab917a2ead3 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4874659 Jun 25 09:16:26.844331 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-4c3b49e8-ed29-4c6b-b5f2-267af869be5b req-28f622bf-4424-4673-96db-ba8aed55a6c1 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1683883785', 'description': 'tempest-description-1623542533'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:26.932068 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ba150859-88bd-4979-8abc-6022ff602a82 req-28f68938-533f-4fb0-bd26-d829208ef4eb tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:26.944961 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ba150859-88bd-4979-8abc-6022ff602a82 req-28f68938-533f-4fb0-bd26-d829208ef4eb tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:26.949831 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a61be207-d886-4740-8885-7ef4ce8b3a2c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:26.994193 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4c3b49e8-ed29-4c6b-b5f2-267af869be5b req-28f622bf-4424-4673-96db-ba8aed55a6c1 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:26.998593 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ba150859-88bd-4979-8abc-6022ff602a82 req-28f68938-533f-4fb0-bd26-d829208ef4eb tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:26.999834 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ba150859-88bd-4979-8abc-6022ff602a82 req-28f68938-533f-4fb0-bd26-d829208ef4eb tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3680065 Jun 25 09:16:27.006426 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f68938-533f-4fb0-bd26-d829208ef4eb tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b43a89dc-1f54-42ee-95aa-10cd41f5349a,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:27.022292 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-28f68938-533f-4fb0-bd26-d829208ef4eb tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:27.115528 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4c3b49e8-ed29-4c6b-b5f2-267af869be5b req-28f622bf-4424-4673-96db-ba8aed55a6c1 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:27.119428 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4c3b49e8-ed29-4c6b-b5f2-267af869be5b req-28f622bf-4424-4673-96db-ba8aed55a6c1 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:27.123050 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ea7bb9e0-1b8f-45e3-a0fa-e9d1201c46e4 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:27.155691 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4c3b49e8-ed29-4c6b-b5f2-267af869be5b req-28f622bf-4424-4673-96db-ba8aed55a6c1 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:27.157659 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c3b49e8-ed29-4c6b-b5f2-267af869be5b req-28f622bf-4424-4673-96db-ba8aed55a6c1 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3185275 Jun 25 09:16:27.160903 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f622bf-4424-4673-96db-ba8aed55a6c1 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487e95a0-cbfa-4192-9baa-188590c2338a,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:27.165136 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-28f622bf-4424-4673-96db-ba8aed55a6c1 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:27.229191 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b411c86b-ad14-47f1-b518-c334684e7f63 req-c8c29642-057c-433a-a3b4-4599c9663050 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "GET /v2.0/security-groups/b43a89dc-1f54-42ee-95aa-10cd41f5349a HTTP/1.1" status: 200 len: 1812 time: 0.0438771 Jun 25 09:16:27.239632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-b411c86b-ad14-47f1-b518-c334684e7f63 req-42b24357-9436-462e-9c2d-f85662498580 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b43a89dc-1f54-42ee-95aa-10cd41f5349a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:27.240256 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-b411c86b-ad14-47f1-b518-c334684e7f63 req-42b24357-9436-462e-9c2d-f85662498580 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b43a89dc-1f54-42ee-95aa-10cd41f5349a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:27.313061 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b411c86b-ad14-47f1-b518-c334684e7f63 req-42b24357-9436-462e-9c2d-f85662498580 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:27.345047 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b411c86b-ad14-47f1-b518-c334684e7f63 req-42b24357-9436-462e-9c2d-f85662498580 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:27.350995 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b411c86b-ad14-47f1-b518-c334684e7f63 req-42b24357-9436-462e-9c2d-f85662498580 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:27.353974 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:27.371779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b24357-9436-462e-9c2d-f85662498580 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d005f1e-d5e1-4838-9520-376cedf15f94,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:27.383973 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-42b24357-9436-462e-9c2d-f85662498580 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:27.390561 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b411c86b-ad14-47f1-b518-c334684e7f63 req-42b24357-9436-462e-9c2d-f85662498580 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:27.392402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b411c86b-ad14-47f1-b518-c334684e7f63 req-42b24357-9436-462e-9c2d-f85662498580 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1573894 Jun 25 09:16:27.520272 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-1f96ae17-3602-41bb-b12b-e45c68e01053 req-2deb89a7-8c9b-4516-94cc-5b2dcd981cd7 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1835846867', 'description': 'tempest-description-1863894993'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:27.583720 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1f96ae17-3602-41bb-b12b-e45c68e01053 req-2deb89a7-8c9b-4516-94cc-5b2dcd981cd7 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:27.601120 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1f96ae17-3602-41bb-b12b-e45c68e01053 req-2deb89a7-8c9b-4516-94cc-5b2dcd981cd7 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:27.744806 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1f96ae17-3602-41bb-b12b-e45c68e01053 req-2deb89a7-8c9b-4516-94cc-5b2dcd981cd7 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:27.750368 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1f96ae17-3602-41bb-b12b-e45c68e01053 req-2deb89a7-8c9b-4516-94cc-5b2dcd981cd7 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:27.753826 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-28f622bf-4424-4673-96db-ba8aed55a6c1 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:27.781370 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45700) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:27.798557 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb89a7-8c9b-4516-94cc-5b2dcd981cd7 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5757e19-0822-4b7d-9286-8d613fd053cb,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:27.803042 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2deb89a7-8c9b-4516-94cc-5b2dcd981cd7 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:27.848226 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:27.861534 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1f96ae17-3602-41bb-b12b-e45c68e01053 req-2deb89a7-8c9b-4516-94cc-5b2dcd981cd7 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:27.867967 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1f96ae17-3602-41bb-b12b-e45c68e01053 req-2deb89a7-8c9b-4516-94cc-5b2dcd981cd7 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:27.872798 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ee303498-0a0f-4546-9347-9d0c1a71e4ce tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:27.885078 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 31282d58-9ee9-43b4-8fd9-46e9ddb445bc no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:16:27.919434 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-1f96ae17-3602-41bb-b12b-e45c68e01053 req-2deb89a7-8c9b-4516-94cc-5b2dcd981cd7 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:27.929996 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-541f9d63-ec70-4530-8c66-1ba703aea4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:27.931138 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 31282d58-9ee9-43b4-8fd9-46e9ddb445bc {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:16:27.931502 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 31282d58-9ee9-43b4-8fd9-46e9ddb445bc not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:16:27.941182 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f96ae17-3602-41bb-b12b-e45c68e01053 req-2deb89a7-8c9b-4516-94cc-5b2dcd981cd7 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4171846 Jun 25 09:16:27.948291 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb89a7-8c9b-4516-94cc-5b2dcd981cd7 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8949e5d-5c88-412d-8ec0-599bd03b91a9,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:27.958510 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2deb89a7-8c9b-4516-94cc-5b2dcd981cd7 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:28.003566 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-2b93a2c8-0b51-4f9b-acde-1cd0cc989da5 req-8e8cc43e-6380-4154-9836-069b4ba128da tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-185916010', 'description': 'tempest-description-1838959974'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:28.019087 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-04f995ca-c887-4e45-b715-c0687a979c91 req-dfae6e8b-25fc-4a51-8439-afda8a9a0624 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "GET /v2.0/security-groups/b43a89dc-1f54-42ee-95aa-10cd41f5349a HTTP/1.1" status: 200 len: 2405 time: 0.0728090 Jun 25 09:16:28.100671 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-541f9d63-ec70-4530-8c66-1ba703aea4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:28.117942 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-541f9d63-ec70-4530-8c66-1ba703aea4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:28.132166 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c7619a86-1784-4e44-9a82-9e279c94e7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:28.134807 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2b93a2c8-0b51-4f9b-acde-1cd0cc989da5 req-8e8cc43e-6380-4154-9836-069b4ba128da tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:28.226129 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f9d63-ec70-4530-8c66-1ba703aea4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856a50a4-d0cc-47ff-b995-14c3810b27ef,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:28.248756 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-541f9d63-ec70-4530-8c66-1ba703aea4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:28.256014 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-541f9d63-ec70-4530-8c66-1ba703aea4cb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8275092e33b64f7fbee8a166345a71fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735904 Jun 25 09:16:28.258627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45716) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:28.333902 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b7b97e9f-a02a-45b7-8d76-805df3d264d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:28.363086 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b7b97e9f-a02a-45b7-8d76-805df3d264d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:28.371634 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2b93a2c8-0b51-4f9b-acde-1cd0cc989da5 req-8e8cc43e-6380-4154-9836-069b4ba128da tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:28.377303 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2b93a2c8-0b51-4f9b-acde-1cd0cc989da5 req-8e8cc43e-6380-4154-9836-069b4ba128da tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:28.382876 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:28.398909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386daa3-9267-46e1-b717-1ec5dc9fb7ba req-cb6c3fd8-f023-43e5-a1db-c6f9ce0fa7f7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:28.407232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b386daa3-9267-46e1-b717-1ec5dc9fb7ba req-cb6c3fd8-f023-43e5-a1db-c6f9ce0fa7f7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.1775177 Jun 25 09:16:28.434842 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b7b97e9f-a02a-45b7-8d76-805df3d264d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:28.439326 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b7b97e9f-a02a-45b7-8d76-805df3d264d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:28.443138 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b7b97e9f-a02a-45b7-8d76-805df3d264d4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/856a50a4-d0cc-47ff-b995-14c3810b27ef HTTP/1.1" status: 204 len: 168 time: 0.1811354 Jun 25 09:16:28.443138 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9162aec3-8334-478e-a09a-916f15cdf273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:28.451811 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2b93a2c8-0b51-4f9b-acde-1cd0cc989da5 req-8e8cc43e-6380-4154-9836-069b4ba128da tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:28.453656 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b93a2c8-0b51-4f9b-acde-1cd0cc989da5 req-8e8cc43e-6380-4154-9836-069b4ba128da tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4572642 Jun 25 09:16:28.455457 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b97e9f-a02a-45b7-8d76-805df3d264d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856a50a4-d0cc-47ff-b995-14c3810b27ef,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:28.458867 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b7b97e9f-a02a-45b7-8d76-805df3d264d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:28.469559 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cc43e-6380-4154-9836-069b4ba128da tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8301632c-def0-46d9-9cab-16d5371eec5e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:28.475818 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8e8cc43e-6380-4154-9836-069b4ba128da tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:28.518785 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b386daa3-9267-46e1-b717-1ec5dc9fb7ba req-14eb3b82-26ca-4683-94e3-df60642ed242 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101801 Jun 25 09:16:28.522688 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0a6fbb03-fae6-425f-b626-22131543cd59 req-38837092-67f6-423e-9003-9b3d79fa6089 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "GET /v2.0/security-group-rules/1d005f1e-d5e1-4838-9520-376cedf15f94 HTTP/1.1" status: 200 len: 778 time: 0.0294952 Jun 25 09:16:28.607674 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0a6fbb03-fae6-425f-b626-22131543cd59 req-7f6ba8ca-334a-4143-89e2-2edad1341e81 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "GET /v2.0/security-groups/b43a89dc-1f54-42ee-95aa-10cd41f5349a HTTP/1.1" status: 200 len: 2405 time: 0.0768979 Jun 25 09:16:28.670674 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0a6fbb03-fae6-425f-b626-22131543cd59 req-03469d68-ead4-46c0-a8b2-a1e41d44c028 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:28.679318 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0a6fbb03-fae6-425f-b626-22131543cd59 req-03469d68-ead4-46c0-a8b2-a1e41d44c028 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:28.730700 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0a6fbb03-fae6-425f-b626-22131543cd59 req-03469d68-ead4-46c0-a8b2-a1e41d44c028 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:28.733192 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b3cd3c8b-673b-4ed9-9807-9f51a1b093a1 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:28.746290 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0a6fbb03-fae6-425f-b626-22131543cd59 req-03469d68-ead4-46c0-a8b2-a1e41d44c028 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:28.749147 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0a6fbb03-fae6-425f-b626-22131543cd59 req-03469d68-ead4-46c0-a8b2-a1e41d44c028 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/1d005f1e-d5e1-4838-9520-376cedf15f94 HTTP/1.1" status: 204 len: 173 time: 0.1409004 Jun 25 09:16:28.762524 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03469d68-ead4-46c0-a8b2-a1e41d44c028 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d005f1e-d5e1-4838-9520-376cedf15f94,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:28.766885 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-03469d68-ead4-46c0-a8b2-a1e41d44c028 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:29.105497 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-8b7bec84-9196-4e6c-85bd-a402d6203274 req-8ee8fd33-572e-4458-a91d-e5e62a218ca5 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-434735894', 'description': 'tempest-description-1321735098'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:29.170526 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8b7bec84-9196-4e6c-85bd-a402d6203274 req-8ee8fd33-572e-4458-a91d-e5e62a218ca5 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.196831 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-38e05622-62ea-4283-8305-5711d30d1bde tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 52124 time: 0.4266615 Jun 25 09:16:29.338110 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8b7bec84-9196-4e6c-85bd-a402d6203274 req-8ee8fd33-572e-4458-a91d-e5e62a218ca5 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.343928 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8b7bec84-9196-4e6c-85bd-a402d6203274 req-8ee8fd33-572e-4458-a91d-e5e62a218ca5 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.354702 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2deb89a7-8c9b-4516-94cc-5b2dcd981cd7 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:29.375792 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-456c81fb-f909-4101-b0a5-75f84414f6a9 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/029b4e59-3967-4c22-994b-c169993206c3 HTTP/1.1" status: 200 len: 2973 time: 0.1258917 Jun 25 09:16:29.382176 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8b7bec84-9196-4e6c-85bd-a402d6203274 req-8ee8fd33-572e-4458-a91d-e5e62a218ca5 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.383553 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8b7bec84-9196-4e6c-85bd-a402d6203274 req-8ee8fd33-572e-4458-a91d-e5e62a218ca5 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2872884 Jun 25 09:16:29.399501 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8fd33-572e-4458-a91d-e5e62a218ca5 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c72fa24-0270-4a88-830c-001490c65620,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:29.404092 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8ee8fd33-572e-4458-a91d-e5e62a218ca5 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:29.437884 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45760) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:29.444682 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-cb8c6994-6d00-4166-9891-2317ed2f461c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1327025616'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:29.458534 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-69b485b3-0349-4f6c-af38-b0210d5ad5d3 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/029b4e59-3967-4c22-994b-c169993206c3 HTTP/1.1" status: 200 len: 2973 time: 0.0739439 Jun 25 09:16:29.464994 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f7b2f21e-4f9d-4c11-9dbc-c7deaec9ef3c req-12695916-030b-4b27-b6c0-f024e48976ff tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "GET /v2.0/security-groups/1c72fa24-0270-4a88-830c-001490c65620 HTTP/1.1" status: 200 len: 1812 time: 0.0581393 Jun 25 09:16:29.467185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8c6994-6d00-4166-9891-2317ed2f461c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Made reservation on behalf of d31d35930ddf482393a8309d7454fb98 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:29.474859 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cb8c6994-6d00-4166-9891-2317ed2f461c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.512309 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8c6994-6d00-4166-9891-2317ed2f461c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:16:29.512581 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-b30eb42c-219f-4440-94b8-6a4b5f8bf76e req-84016563-bf58-466e-b4a9-23f212fc193b tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2042858174', 'description': 'tempest-description-1128911858'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:29.520747 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-9ca137a4-c310-4f6d-9471-b3687fcfca83 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/1643639f-a8e4-4e5a-b11a-e77acd5aacb1 HTTP/1.1" status: 200 len: 2981 time: 0.0534575 Jun 25 09:16:29.521873 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cb8c6994-6d00-4166-9891-2317ed2f461c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.522225 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-cb8c6994-6d00-4166-9891-2317ed2f461c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Added segment 35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba of type vlan for network bc54548d-0979-4bbd-8a3d-13d781674db2 Jun 25 09:16:29.549381 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b30eb42c-219f-4440-94b8-6a4b5f8bf76e req-84016563-bf58-466e-b4a9-23f212fc193b tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.576084 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cb8c6994-6d00-4166-9891-2317ed2f461c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.606103 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-99236b86-69ea-415a-b0a9-309289165a1b tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/1643639f-a8e4-4e5a-b11a-e77acd5aacb1 HTTP/1.1" status: 200 len: 2981 time: 0.0749164 Jun 25 09:16:29.616864 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cb8c6994-6d00-4166-9891-2317ed2f461c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.623125 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c6994-6d00-4166-9891-2317ed2f461c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:29.623888 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cb8c6994-6d00-4166-9891-2317ed2f461c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.627552 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:29.702198 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-0a749873-ca3c-45cc-b58e-7fb28e10a0af tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/16ce3000-1c3d-4242-9c4c-0184bc57734b HTTP/1.1" status: 200 len: 2981 time: 0.0861728 Jun 25 09:16:29.709690 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c6994-6d00-4166-9891-2317ed2f461c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event updated for resources: {'Network': ['ID=bc54548d-0979-4bbd-8a3d-13d781674db2,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:29.723711 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cb8c6994-6d00-4166-9891-2317ed2f461c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:29.728415 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network bc54548d-0979-4bbd-8a3d-13d781674db2 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:16:29.758496 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b30eb42c-219f-4440-94b8-6a4b5f8bf76e req-84016563-bf58-466e-b4a9-23f212fc193b tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.768553 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cb8c6994-6d00-4166-9891-2317ed2f461c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3284917 Jun 25 09:16:29.769286 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b30eb42c-219f-4440-94b8-6a4b5f8bf76e req-84016563-bf58-466e-b4a9-23f212fc193b tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.771039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45776) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:29.774871 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ac13d39c-1f71-4a40-b458-cd1744224fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:29.776405 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-81e256d2-c18a-4586-a43f-57d43bc0722b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1983588399'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:29.795937 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-292d4596-160b-46d0-85d6-659e2a12c42c tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/16ce3000-1c3d-4242-9c4c-0184bc57734b HTTP/1.1" status: 200 len: 2981 time: 0.0928268 Jun 25 09:16:29.799766 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e256d2-c18a-4586-a43f-57d43bc0722b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Made reservation on behalf of d31d35930ddf482393a8309d7454fb98 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:29.804983 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-81e256d2-c18a-4586-a43f-57d43bc0722b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.820523 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b30eb42c-219f-4440-94b8-6a4b5f8bf76e req-84016563-bf58-466e-b4a9-23f212fc193b tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.821764 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b30eb42c-219f-4440-94b8-6a4b5f8bf76e req-84016563-bf58-466e-b4a9-23f212fc193b tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3173213 Jun 25 09:16:29.836256 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84016563-bf58-466e-b4a9-23f212fc193b tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820287a3-a113-46d1-8d9b-304d4636f7fe,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:29.839304 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-84016563-bf58-466e-b4a9-23f212fc193b tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:29.840153 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e256d2-c18a-4586-a43f-57d43bc0722b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:16:29.853927 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-81e256d2-c18a-4586-a43f-57d43bc0722b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.854529 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-81e256d2-c18a-4586-a43f-57d43bc0722b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Added segment dc323226-fd1b-4cff-942b-7e2a39bd7da7 of type vlan for network 2afc939b-7ab0-46c5-b1fa-bb32babffa08 Jun 25 09:16:29.868537 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-5935e546-abc1-47ea-b703-8f8c10f5046c tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/3b41d191-7b59-47e7-a7c6-2ff9c3dfe063 HTTP/1.1" status: 200 len: 2977 time: 0.0523365 Jun 25 09:16:29.907005 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-81e256d2-c18a-4586-a43f-57d43bc0722b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.921170 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-a326a6c1-38d3-4848-a3b1-513a63dfcc02 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/3b41d191-7b59-47e7-a7c6-2ff9c3dfe063 HTTP/1.1" status: 200 len: 2977 time: 0.0457783 Jun 25 09:16:29.973869 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-81e256d2-c18a-4586-a43f-57d43bc0722b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.980499 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e256d2-c18a-4586-a43f-57d43bc0722b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:29.981343 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-81e256d2-c18a-4586-a43f-57d43bc0722b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:29.985062 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2ab771e9-f201-4280-aa14-a95f4dee685a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:30.041560 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-809862e3-fda6-4ff8-9e96-b660e2a3533d tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/418ad88c-f714-4010-9be4-49a66551a38b HTTP/1.1" status: 200 len: 2981 time: 0.1142118 Jun 25 09:16:30.055800 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-81e256d2-c18a-4586-a43f-57d43bc0722b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2811308 Jun 25 09:16:30.056724 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45790) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:30.063758 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e256d2-c18a-4586-a43f-57d43bc0722b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event updated for resources: {'Network': ['ID=2afc939b-7ab0-46c5-b1fa-bb32babffa08,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:30.066525 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-81e256d2-c18a-4586-a43f-57d43bc0722b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:30.070680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c1ede370-0af5-45c4-b0a6-e3ef0dee29fb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Request body: {'subnet': {'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:30.074287 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 2afc939b-7ab0-46c5-b1fa-bb32babffa08 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:16:30.186764 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41b2bb-785d-40be-804a-5d6b51211c1e req-4adb05da-ecad-45db-9166-cc76edc63b24 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:30.188274 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4f41b2bb-785d-40be-804a-5d6b51211c1e req-4adb05da-ecad-45db-9166-cc76edc63b24 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.2141540 Jun 25 09:16:30.228441 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-73f74050-ac85-49f2-81bc-44c3180f1f71 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/418ad88c-f714-4010-9be4-49a66551a38b HTTP/1.1" status: 200 len: 2981 time: 0.1692781 Jun 25 09:16:30.238777 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622d1bb-d897-4217-b125-d94ea952b96f req-fca2e909-7b3b-4d76-ae2a-e33cf5f5599b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:30.240333 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4622d1bb-d897-4217-b125-d94ea952b96f req-fca2e909-7b3b-4d76-ae2a-e33cf5f5599b tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 950 time: 0.2525959 Jun 25 09:16:30.321748 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4f41b2bb-785d-40be-804a-5d6b51211c1e req-8226b113-c01e-4ba6-8461-4513ad5aea04 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/security-groups?id=418ad88c-f714-4010-9be4-49a66551a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178517 Jun 25 09:16:30.348062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ede370-0af5-45c4-b0a6-e3ef0dee29fb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Made reservation on behalf of d31d35930ddf482393a8309d7454fb98 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:30.351931 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1ede370-0af5-45c4-b0a6-e3ef0dee29fb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:30.429695 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-5215db87-02b0-4a9d-a109-461fefc1549e tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/6107a4a4-a7fa-4d7c-9d9f-deb7f2629d21 HTTP/1.1" status: 200 len: 2981 time: 0.1883266 Jun 25 09:16:30.534605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-4622d1bb-d897-4217-b125-d94ea952b96f req-b694082f-4a7e-4ce1-a9d4-89be2f901e6c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Deleting port 8a968f36-f5de-4273-971f-bddf9d1b7e1a {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:16:30.534953 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4622d1bb-d897-4217-b125-d94ea952b96f req-b694082f-4a7e-4ce1-a9d4-89be2f901e6c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:30.595334 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-2fc1f018-f857-4229-8caf-762151753ab1 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/6107a4a4-a7fa-4d7c-9d9f-deb7f2629d21 HTTP/1.1" status: 200 len: 2981 time: 0.1514812 Jun 25 09:16:30.654793 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df1671c2-4c9f-4c0a-9d64-30cda55838fe req-161fe41f-ab95-4e3e-9275-0156a61b1743 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "GET /v2.0/security-groups/820287a3-a113-46d1-8d9b-304d4636f7fe HTTP/1.1" status: 200 len: 1813 time: 0.1701677 Jun 25 09:16:30.762270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-23469e67-da86-4b91-b955-83cbf31df777 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/69894b5e-85ce-4074-8cac-22568e1561b7 HTTP/1.1" status: 200 len: 2977 time: 0.1566195 Jun 25 09:16:30.764022 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-4622d1bb-d897-4217-b125-d94ea952b96f req-b694082f-4a7e-4ce1-a9d4-89be2f901e6c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] For port 8a968f36-f5de-4273-971f-bddf9d1b7e1a, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=8a968f36-f5de-4273-971f-bddf9d1b7e1a,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:30.764393 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4622d1bb-d897-4217-b125-d94ea952b96f req-b694082f-4a7e-4ce1-a9d4-89be2f901e6c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:30.785336 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-4622d1bb-d897-4217-b125-d94ea952b96f req-b694082f-4a7e-4ce1-a9d4-89be2f901e6c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Calling delete_port for 8a968f36-f5de-4273-971f-bddf9d1b7e1a owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:16:30.792856 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1ede370-0af5-45c4-b0a6-e3ef0dee29fb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:30.806612 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19bfc13b-0138-4d0e-b32d-ba1dd7f32bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:30.901444 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-429035d7-ce17-4332-9826-b3ffbff50d98 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/69894b5e-85ce-4074-8cac-22568e1561b7 HTTP/1.1" status: 200 len: 2977 time: 0.1283433 Jun 25 09:16:30.929989 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ede370-0af5-45c4-b0a6-e3ef0dee29fb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event updated for resources: {'Subnet': ['ID=8690b32d-33af-46b8-8826-e9328aab560f,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:30.944842 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c1ede370-0af5-45c4-b0a6-e3ef0dee29fb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:30.958235 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-5b782f55-ed48-4d83-a403-21be02b5bd20 req-c7b7c5d1-103a-46e6-8e81-2a8889eb3cb7 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1018926001', 'description': 'tempest-description-1580197874'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:30.988854 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.037198 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-a922dba8-47e5-41f9-a450-68c224802a31 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/8543a7b3-f069-413e-ae06-69eb9de4d2c3 HTTP/1.1" status: 200 len: 2977 time: 0.1243930 Jun 25 09:16:31.038064 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ede370-0af5-45c4-b0a6-e3ef0dee29fb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Checking segment: {'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:31.038462 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ede370-0af5-45c4-b0a6-e3ef0dee29fb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Network hostable DHCP agents. Network: bc54548d-0979-4bbd-8a3d-13d781674db2, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:16:31.049951 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b782f55-ed48-4d83-a403-21be02b5bd20 req-c7b7c5d1-103a-46e6-8e81-2a8889eb3cb7 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.108449 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45810) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:31.135224 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ede370-0af5-45c4-b0a6-e3ef0dee29fb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Network bc54548d-0979-4bbd-8a3d-13d781674db2 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:16:31.164610 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-c1ede370-0af5-45c4-b0a6-e3ef0dee29fb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, bc54548d-0979-4bbd-8a3d-13d781674db2) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:31.169446 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4622d1bb-d897-4217-b125-d94ea952b96f req-b694082f-4a7e-4ce1-a9d4-89be2f901e6c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.174607 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-6fb8cc7d-4bbc-490e-860b-82214e856233 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/8543a7b3-f069-413e-ae06-69eb9de4d2c3 HTTP/1.1" status: 200 len: 2977 time: 0.1258531 Jun 25 09:16:31.176020 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442e2b50-4e5b-47b3-b922-46c2068112f5 None None] Network bc54548d-0979-4bbd-8a3d-13d781674db2 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:16:31.177673 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ede370-0af5-45c4-b0a6-e3ef0dee29fb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:31.178302 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1ede370-0af5-45c4-b0a6-e3ef0dee29fb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.181564 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-31f101e5-2dfc-4d0d-a9e8-bd9da581423d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:31.227050 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3943a96-7545-4eaa-b1b2-94ab3f494c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.230128 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['8a968f36-f5de-4273-971f-bddf9d1b7e1a'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:16:31.235507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694082f-4a7e-4ce1-a9d4-89be2f901e6c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Pushing event deleted for resources: {'Port': ['ID=8a968f36-f5de-4273-971f-bddf9d1b7e1a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:31.243144 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b694082f-4a7e-4ce1-a9d4-89be2f901e6c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:31.315949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-4622d1bb-d897-4217-b125-d94ea952b96f req-b694082f-4a7e-4ce1-a9d4-89be2f901e6c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] No DVR routers for this DVR port 8a968f36-f5de-4273-971f-bddf9d1b7e1a on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:16:31.325862 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4622d1bb-d897-4217-b125-d94ea952b96f req-b694082f-4a7e-4ce1-a9d4-89be2f901e6c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.327946 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4622d1bb-d897-4217-b125-d94ea952b96f req-b694082f-4a7e-4ce1-a9d4-89be2f901e6c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.41 "DELETE /v2.0/ports/8a968f36-f5de-4273-971f-bddf9d1b7e1a HTTP/1.1" status: 204 len: 173 time: 1.0760076 Jun 25 09:16:31.328450 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9e9663-7bd3-4d24-8346-2137e781a660', 'name': 'network-vif-deleted', 'tag': '8a968f36-f5de-4273-971f-bddf9d1b7e1a'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:16:31.331537 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c41de6-aa10-4ec4-b096-2bd44ebcf8c6" -d '{"events": [{"server_uuid": "4f9e9663-7bd3-4d24-8346-2137e781a660", "name": "network-vif-deleted", "tag": "8a968f36-f5de-4273-971f-bddf9d1b7e1a"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:16:31.338870 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-498731d7-ca46-40c3-848e-ed7ce1796d2d tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/a84a6730-93c6-4d91-a7fd-e8eac8ac99ea HTTP/1.1" status: 200 len: 2981 time: 0.1498358 Jun 25 09:16:31.373317 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b782f55-ed48-4d83-a403-21be02b5bd20 req-c7b7c5d1-103a-46e6-8e81-2a8889eb3cb7 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.376971 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-bc54548d-0979-4bbd-8a3d-13d781674db2', 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'fixed_ips': [{'subnet_id': '8690b32d-33af-46b8-8826-e9328aab560f'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:16:31.378574 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.387493 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b782f55-ed48-4d83-a403-21be02b5bd20 req-c7b7c5d1-103a-46e6-8e81-2a8889eb3cb7 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.393751 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cc073eac-8b90-4f7d-8a0f-8665a60d089f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:31.401708 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c1ede370-0af5-45c4-b0a6-e3ef0dee29fb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3398612 Jun 25 09:16:31.405036 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45818) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:31.417136 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1adb65a8-e46b-4b56-8d4d-b9fb16b8001e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Request body: {'subnet': {'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:31.434211 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-e6dcf3e5-4c28-4a0b-bd88-6e3753602d42 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/a84a6730-93c6-4d91-a7fd-e8eac8ac99ea HTTP/1.1" status: 200 len: 2981 time: 0.0836208 Jun 25 09:16:31.435110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7c5d1-103a-46e6-8e81-2a8889eb3cb7 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf14450b-ffd7-40ce-a2bd-55c40ad81e31,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:31.437907 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c7b7c5d1-103a-46e6-8e81-2a8889eb3cb7 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:31.513262 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-5b366416-5022-41b1-9365-357d16a2555f tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/c50d1a1d-2069-4f2e-826c-4b38a5c28610 HTTP/1.1" status: 200 len: 2981 time: 0.0587378 Jun 25 09:16:31.575305 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3943a96-7545-4eaa-b1b2-94ab3f494c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.577075 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-34cd28d0-4914-4401-a8dc-d5217e6168e4 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/c50d1a1d-2069-4f2e-826c-4b38a5c28610 HTTP/1.1" status: 200 len: 2981 time: 0.0542989 Jun 25 09:16:31.581015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3943a96-7545-4eaa-b1b2-94ab3f494c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.585790 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-def898f4-171c-4421-b966-a72fa574eb97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:31.591993 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b782f55-ed48-4d83-a403-21be02b5bd20 req-c7b7c5d1-103a-46e6-8e81-2a8889eb3cb7 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.594108 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b782f55-ed48-4d83-a403-21be02b5bd20 req-c7b7c5d1-103a-46e6-8e81-2a8889eb3cb7 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6483908 Jun 25 09:16:31.681852 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b897b2-77de-4bfb-a570-f7ec9faf172d x-openstack-request-id: req-01b897b2-77de-4bfb-a570-f7ec9faf172d {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:16:31.682232 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9e9663-7bd3-4d24-8346-2137e781a660", "name": "network-vif-deleted", "tag": "8a968f36-f5de-4273-971f-bddf9d1b7e1a", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:16:31.682509 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-01b897b2-77de-4bfb-a570-f7ec9faf172d {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:16:31.683024 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9e9663-7bd3-4d24-8346-2137e781a660', 'name': 'network-vif-deleted', 'tag': '8a968f36-f5de-4273-971f-bddf9d1b7e1a', 'status': 'completed', 'code': 200} Jun 25 09:16:31.685831 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-3dc275bc-c1bf-42d0-a036-5952b9c133f5 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/d854092f-82be-4e80-ab8f-c99f7ed752fa HTTP/1.1" status: 200 len: 2981 time: 0.0904865 Jun 25 09:16:31.693692 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c3943a96-7545-4eaa-b1b2-94ab3f494c34 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fb29a50e80a7424ebacc882c2618027c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840297 Jun 25 09:16:31.696315 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45824) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:31.703246 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3943a96-7545-4eaa-b1b2-94ab3f494c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ce29c8-d869-4aac-abfd-33400b270360,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:31.706896 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c3943a96-7545-4eaa-b1b2-94ab3f494c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:31.711580 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adb65a8-e46b-4b56-8d4d-b9fb16b8001e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Made reservation on behalf of d31d35930ddf482393a8309d7454fb98 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:31.715110 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1adb65a8-e46b-4b56-8d4d-b9fb16b8001e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.725494 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Allocated IP 10.1.1.2 (bc54548d-0979-4bbd-8a3d-13d781674db2/8690b32d-33af-46b8-8826-e9328aab560f/c6651201-82eb-40f5-a910-34f41e291f10) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:31.815830 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a65e6602-0649-43e6-85b1-9633d3b36565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.820808 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-a931f59f-f464-432e-a8f1-226a119046e6 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/d854092f-82be-4e80-ab8f-c99f7ed752fa HTTP/1.1" status: 200 len: 2981 time: 0.1254961 Jun 25 09:16:31.889991 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a65e6602-0649-43e6-85b1-9633d3b36565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.894734 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db08754c-8316-4cb5-9e78-aefb0da46cba req-596f0264-721b-49c8-a25a-240b2c0f02c6 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f9e9663-7bd3-4d24-8346-2137e781a660 HTTP/1.1" status: 200 len: 210 time: 0.0559313 Jun 25 09:16:31.907396 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.922604 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Transition to ACTIVE for port object c6651201-82eb-40f5-a910-34f41e291f10 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:31.948455 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-4c727db8-de2e-4bad-9d51-1ee61ae41fb7 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/dd273bcf-a5b8-4308-ba92-1e7528a0a2c8 HTTP/1.1" status: 200 len: 2981 time: 0.1107478 Jun 25 09:16:31.949565 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Transition to ACTIVE for port object c6651201-82eb-40f5-a910-34f41e291f10 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:31.957778 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:31.971479 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:32.000895 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Network bc54548d-0979-4bbd-8a3d-13d781674db2 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:32.002658 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a65e6602-0649-43e6-85b1-9633d3b36565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:32.004197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:32.006322 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a65e6602-0649-43e6-85b1-9633d3b36565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:32.008167 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a65e6602-0649-43e6-85b1-9633d3b36565 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f6ce29c8-d869-4aac-abfd-33400b270360 HTTP/1.1" status: 204 len: 168 time: 0.3093114 Jun 25 09:16:32.008516 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:16:32.018415 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f055c000-ee5f-4bc9-8387-6889c40fbe24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:32.031036 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1adb65a8-e46b-4b56-8d4d-b9fb16b8001e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:32.035476 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e6602-0649-43e6-85b1-9633d3b36565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ce29c8-d869-4aac-abfd-33400b270360,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:32.037492 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ae10cf4c-e6c2-4e78-adbc-1da7aa98a63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:32.047447 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a65e6602-0649-43e6-85b1-9633d3b36565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:32.077881 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Pushing event updated for resources: {'Port': ['ID=c6651201-82eb-40f5-a910-34f41e291f10,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:32.084711 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:32.108289 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-0e2b2428-6c5b-4a3f-a2c2-0dac24c079df tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/dd273bcf-a5b8-4308-ba92-1e7528a0a2c8 HTTP/1.1" status: 200 len: 2981 time: 0.1215010 Jun 25 09:16:32.113029 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Attempting to bind port c6651201-82eb-40f5-a910-34f41e291f10 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:16:32.113777 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Attempting to bind port c6651201-82eb-40f5-a910-34f41e291f10 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:16:32.116001 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Attempting to bind port c6651201-82eb-40f5-a910-34f41e291f10 on network bc54548d-0979-4bbd-8a3d-13d781674db2 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:16:32.124778 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:16:32.125192 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Checking segment: {'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:32.126694 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:32.129953 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Bound using segment: {'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:16:32.131736 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Bound port: c6651201-82eb-40f5-a910-34f41e291f10, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:16:32.133434 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:32.133607 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb65a8-e46b-4b56-8d4d-b9fb16b8001e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event updated for resources: {'Subnet': ['ID=d6509b59-9ba7-402d-bd1c-97d06b22f9df,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:32.137683 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1adb65a8-e46b-4b56-8d4d-b9fb16b8001e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:32.144955 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adb65a8-e46b-4b56-8d4d-b9fb16b8001e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Checking segment: {'id': 'dc323226-fd1b-4cff-942b-7e2a39bd7da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:32.145325 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adb65a8-e46b-4b56-8d4d-b9fb16b8001e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Network hostable DHCP agents. Network: 2afc939b-7ab0-46c5-b1fa-bb32babffa08, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:16:32.190999 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adb65a8-e46b-4b56-8d4d-b9fb16b8001e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Network 2afc939b-7ab0-46c5-b1fa-bb32babffa08 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:16:32.204417 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-34fc9542-cc36-47ac-862b-239d2a08d91b tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/f5757e19-0822-4b7d-9286-8d613fd053cb HTTP/1.1" status: 200 len: 2981 time: 0.0883009 Jun 25 09:16:32.207391 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-1adb65a8-e46b-4b56-8d4d-b9fb16b8001e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 2afc939b-7ab0-46c5-b1fa-bb32babffa08) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:32.216083 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adb65a8-e46b-4b56-8d4d-b9fb16b8001e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:32.217129 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1adb65a8-e46b-4b56-8d4d-b9fb16b8001e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:32.237143 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa8a164-cba9-443a-a984-a1fd13d22838 None None] Network 2afc939b-7ab0-46c5-b1fa-bb32babffa08 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:16:32.245395 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1adb65a8-e46b-4b56-8d4d-b9fb16b8001e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8377304 Jun 25 09:16:32.247670 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45834) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:32.252709 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Request body: {'port': {'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2', 'name': 'tempest-TaggedBootDevicesTest-723483825', 'fixed_ips': [{'subnet_id': '8690b32d-33af-46b8-8826-e9328aab560f'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:32.267153 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7bab2288-030b-47f8-bb47-cdc550bc6e61 req-49a8a6b9-f8a8-4099-9f60-52cb9a1545a4 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "GET /v2.0/security-groups/bf14450b-ffd7-40ce-a2bd-55c40ad81e31 HTTP/1.1" status: 200 len: 1813 time: 0.1007063 Jun 25 09:16:32.287721 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b4ffa69-f8d0-4210-ae2c-393a86128393 req-e579a9d0-a7a0-41fb-bcb3-9669845162c3 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/f5757e19-0822-4b7d-9286-8d613fd053cb HTTP/1.1" status: 200 len: 2981 time: 0.0819471 Jun 25 09:16:32.347441 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] For port c6651201-82eb-40f5-a910-34f41e291f10, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:16:32.397498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] For port c6651201-82eb-40f5-a910-34f41e291f10, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c6651201-82eb-40f5-a910-34f41e291f10,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:16:32.403568 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:32.408791 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:32.448069 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Made reservation on behalf of d31d35930ddf482393a8309d7454fb98 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:32.455386 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-c8e6b2c1-a6be-44dc-b724-2c935b896000 req-f59c33d1-4de8-4c0a-8084-44afbbb136b8 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-717992194', 'description': 'tempest-description-1618799303'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:32.497377 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c8e6b2c1-a6be-44dc-b724-2c935b896000 req-f59c33d1-4de8-4c0a-8084-44afbbb136b8 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:32.505982 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-2afc939b-7ab0-46c5-b1fa-bb32babffa08', 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'fixed_ips': [{'subnet_id': 'd6509b59-9ba7-402d-bd1c-97d06b22f9df'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:16:32.506869 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:32.529533 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Pushing event updated for resources: {'Port': ['ID=c6651201-82eb-40f5-a910-34f41e291f10,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:32.534029 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:32.571608 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:32.573573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45840) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:32.595498 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-679fc789-f0b2-4c67-a041-3dd83aa7b817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:32.618429 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] device_id is not set on port feaaae10-f3a6-46c9-acc2-c5a681f00b62 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:16:32.665928 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d68aefe-6beb-460e-9fb5-ce2227d38aec req-8fbb1dfd-aec7-41f2-93c8-53ed2ffe005e tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a15d0ff531a04eeb9a8f70a570198f32 HTTP/1.1" status: 200 len: 6103 time: 0.1349974 Jun 25 09:16:32.697491 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Allocated IP 10.2.2.2 (2afc939b-7ab0-46c5-b1fa-bb32babffa08/d6509b59-9ba7-402d-bd1c-97d06b22f9df/e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:32.733554 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c8e6b2c1-a6be-44dc-b724-2c935b896000 req-f59c33d1-4de8-4c0a-8084-44afbbb136b8 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:32.756418 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c8e6b2c1-a6be-44dc-b724-2c935b896000 req-f59c33d1-4de8-4c0a-8084-44afbbb136b8 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:32.766953 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0ff935a5-b556-48fd-80c1-e8668380700f tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:32.804642 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d68aefe-6beb-460e-9fb5-ce2227d38aec req-8267c511-b84d-4f49-bfcf-4f7572e82133 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] 10.222.0.93 "GET /v2.0/security-groups/c50d1a1d-2069-4f2e-826c-4b38a5c28610 HTTP/1.1" status: 200 len: 2981 time: 0.1289594 Jun 25 09:16:32.847106 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Allocated IP 10.1.1.195 (bc54548d-0979-4bbd-8a3d-13d781674db2/8690b32d-33af-46b8-8826-e9328aab560f/feaaae10-f3a6-46c9-acc2-c5a681f00b62) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:32.854182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c33d1-4de8-4c0a-8084-44afbbb136b8 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02c4e9d-5493-4e38-a5bf-aec38d549e15,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:32.859946 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f59c33d1-4de8-4c0a-8084-44afbbb136b8 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:32.881523 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d68aefe-6beb-460e-9fb5-ce2227d38aec req-53a62032-2b0d-4ea0-a059-e9973a21210e tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] 10.222.0.93 "GET /v2.0/security-groups/c50d1a1d-2069-4f2e-826c-4b38a5c28610 HTTP/1.1" status: 200 len: 2981 time: 0.0615382 Jun 25 09:16:32.930743 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:32.955362 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Transition to ACTIVE for port object e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:32.967458 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a83e7835-bb24-403d-b374-9a2ce068daea req-024e3211-3427-41ca-b4c8-f8c77c41288d tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/8301632c-def0-46d9-9cab-16d5371eec5e HTTP/1.1" status: 200 len: 1777 time: 0.0638671 Jun 25 09:16:32.982902 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Transition to ACTIVE for port object e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:32.992940 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:32.996551 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d6d50194-817c-48f7-9198-240715416133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:33.014558 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-679fc789-f0b2-4c67-a041-3dd83aa7b817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.022317 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-679fc789-f0b2-4c67-a041-3dd83aa7b817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.028966 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c8e6b2c1-a6be-44dc-b724-2c935b896000 req-f59c33d1-4de8-4c0a-8084-44afbbb136b8 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.030174 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c3943a96-7545-4eaa-b1b2-94ab3f494c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:33.031075 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8e6b2c1-a6be-44dc-b724-2c935b896000 req-f59c33d1-4de8-4c0a-8084-44afbbb136b8 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5816116 Jun 25 09:16:33.039987 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Network 2afc939b-7ab0-46c5-b1fa-bb32babffa08 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:33.044578 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:33.049857 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:16:33.059773 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a83e7835-bb24-403d-b374-9a2ce068daea req-4661e8e4-09f7-488f-80ee-b7b89ae7c7f6 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.089701 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a83e7835-bb24-403d-b374-9a2ce068daea req-4661e8e4-09f7-488f-80ee-b7b89ae7c7f6 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.090342 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Pushing event updated for resources: {'Port': ['ID=e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:33.099820 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-679fc789-f0b2-4c67-a041-3dd83aa7b817 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b286f1b5b22b4c019be7635dc79bc3d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250242 Jun 25 09:16:33.101858 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:33.103759 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fc789-f0b2-4c67-a041-3dd83aa7b817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8776941-fe66-4e7f-ba0d-993861df553c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:33.104195 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45848) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:33.109468 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-679fc789-f0b2-4c67-a041-3dd83aa7b817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:33.123811 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.143172 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Transition to ACTIVE for port object feaaae10-f3a6-46c9-acc2-c5a681f00b62 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:33.153924 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Attempting to bind port e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:16:33.154811 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Attempting to bind port e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'dc323226-fd1b-4cff-942b-7e2a39bd7da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:16:33.155366 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Attempting to bind port e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77 on network 2afc939b-7ab0-46c5-b1fa-bb32babffa08 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:16:33.161896 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:16:33.162699 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Checking segment: {'id': 'dc323226-fd1b-4cff-942b-7e2a39bd7da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:33.163310 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.163899 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Bound using segment: {'id': 'dc323226-fd1b-4cff-942b-7e2a39bd7da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:16:33.164574 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Bound port: e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc323226-fd1b-4cff-942b-7e2a39bd7da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:16:33.165217 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.185668 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a83e7835-bb24-403d-b374-9a2ce068daea req-4661e8e4-09f7-488f-80ee-b7b89ae7c7f6 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.188571 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a83e7835-bb24-403d-b374-9a2ce068daea req-4661e8e4-09f7-488f-80ee-b7b89ae7c7f6 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.195843 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a83e7835-bb24-403d-b374-9a2ce068daea req-4661e8e4-09f7-488f-80ee-b7b89ae7c7f6 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "DELETE /v2.0/security-groups/8301632c-def0-46d9-9cab-16d5371eec5e HTTP/1.1" status: 204 len: 173 time: 0.2168705 Jun 25 09:16:33.199837 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.210916 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-66e08588-a2e0-40dd-a66c-b5213a754696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:33.219229 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:33.251664 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Network bc54548d-0979-4bbd-8a3d-13d781674db2 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:33.256457 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:33.259037 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-138aade3-f84c-46fe-9f8a-5192e6b73f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.260299 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:16:33.266592 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] For port e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:16:33.270312 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] For port e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77,segment=NetworkSegment(dc323226-fd1b-4cff-942b-7e2a39bd7da7),segment_id=dc323226-fd1b-4cff-942b-7e2a39bd7da7)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:16:33.274509 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661e8e4-09f7-488f-80ee-b7b89ae7c7f6 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8301632c-def0-46d9-9cab-16d5371eec5e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:33.284522 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.299233 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:33.301933 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4661e8e4-09f7-488f-80ee-b7b89ae7c7f6 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:33.327606 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event updated for resources: {'Port': ['ID=feaaae10-f3a6-46c9-acc2-c5a681f00b62,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:33.332852 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:33.364212 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-138aade3-f84c-46fe-9f8a-5192e6b73f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.368166 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:33.369127 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.390538 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1417265 Jun 25 09:16:33.393031 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45856) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:33.401601 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Request body: {'port': {'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2', 'name': 'tempest-TaggedBootDevicesTest-308157878', 'fixed_ips': [{'subnet_id': '8690b32d-33af-46b8-8826-e9328aab560f'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:33.410025 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Pushing event updated for resources: {'Port': ['ID=e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:33.415252 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:33.463180 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f53d1dd4-1bb9-4638-b5d1-4d051436188c req-a45a43f3-57be-4ef8-9e81-45d6e15098e7 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "GET /v2.0/security-groups/e02c4e9d-5493-4e38-a5bf-aec38d549e15 HTTP/1.1" status: 200 len: 1812 time: 0.2576952 Jun 25 09:16:33.566771 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb300073-c562-46c2-b9ec-913596a901be req-a69d080b-df20-4426-b4c0-dc0fcb6a9ae4 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "GET /v2.0/security-groups/a8949e5d-5c88-412d-8ec0-599bd03b91a9 HTTP/1.1" status: 200 len: 1778 time: 0.1022027 Jun 25 09:16:33.567472 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Made reservation on behalf of d31d35930ddf482393a8309d7454fb98 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:33.570695 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-138aade3-f84c-46fe-9f8a-5192e6b73f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.573775 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.576188 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-138aade3-f84c-46fe-9f8a-5192e6b73f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.577704 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-138aade3-f84c-46fe-9f8a-5192e6b73f00 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c8776941-fe66-4e7f-ba0d-993861df553c HTTP/1.1" status: 204 len: 168 time: 0.4681675 Jun 25 09:16:33.613005 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] device_id is not set on port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:16:33.630668 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3886a10a-4b79-43d2-9b5a-610b6a3d2a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:33.679331 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138aade3-f84c-46fe-9f8a-5192e6b73f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8776941-fe66-4e7f-ba0d-993861df553c,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:33.679461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45868) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:33.682023 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-138aade3-f84c-46fe-9f8a-5192e6b73f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:33.713401 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 8a968f36-f5de-4273-971f-bddf9d1b7e1a no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:16:33.821371 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-bb300073-c562-46c2-b9ec-913596a901be req-3af3da64-c39e-4bdf-bf01-2bac348eaa02 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.826442 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 8a968f36-f5de-4273-971f-bddf9d1b7e1a {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:16:33.826731 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 8a968f36-f5de-4273-971f-bddf9d1b7e1a not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:16:33.880788 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-bb300073-c562-46c2-b9ec-913596a901be req-3af3da64-c39e-4bdf-bf01-2bac348eaa02 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:33.959524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Allocated IP 10.1.1.55 (bc54548d-0979-4bbd-8a3d-13d781674db2/8690b32d-33af-46b8-8826-e9328aab560f/cbbcd2b3-4f80-4faa-8f80-765b8f4253d0) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:33.988119 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c6651201-82eb-40f5-a910-34f41e291f10 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:33.998508 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-bb300073-c562-46c2-b9ec-913596a901be req-3af3da64-c39e-4bdf-bf01-2bac348eaa02 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.009998 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-bb300073-c562-46c2-b9ec-913596a901be req-3af3da64-c39e-4bdf-bf01-2bac348eaa02 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.016175 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb300073-c562-46c2-b9ec-913596a901be req-3af3da64-c39e-4bdf-bf01-2bac348eaa02 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] 10.222.0.93 "DELETE /v2.0/security-groups/a8949e5d-5c88-412d-8ec0-599bd03b91a9 HTTP/1.1" status: 204 len: 173 time: 0.4479864 Jun 25 09:16:34.021164 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fa3a2fe2-bcb5-42f8-8450-f560146a3fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:34.044269 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3da64-c39e-4bdf-bf01-2bac348eaa02 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8949e5d-5c88-412d-8ec0-599bd03b91a9,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:34.060065 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3af3da64-c39e-4bdf-bf01-2bac348eaa02 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:34.101626 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-dc8d4858-40b8-401c-97e2-e68615c58c62 req-4c360fb6-13bb-4af4-915b-72f7a2b5bc06 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] show failed (client error): The resource could not be found. Jun 25 09:16:34.116248 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dc8d4858-40b8-401c-97e2-e68615c58c62 req-4c360fb6-13bb-4af4-915b-72f7a2b5bc06 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "GET /v2.0/security-groups/02d186b4-ef70-4fd1-9aa5-c1a8c1fbf25a HTTP/1.1" status: 404 len: 352 time: 0.0732989 Jun 25 09:16:34.163710 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e402b0-d566-468d-9fd4-a5b29884f262 None None] Network bc54548d-0979-4bbd-8a3d-13d781674db2 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:16:34.170113 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port c6651201-82eb-40f5-a910-34f41e291f10 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:34.224844 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45880) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:34.225714 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b6147097-7051-48c5-a1e2-ca20883562ce admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=feac5915022a4711aa5d2a8786b36e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5448608 Jun 25 09:16:34.291705 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5104d382-885c-4cf5-8f90-fdc9896c8485 req-0be9f25d-c63d-45ea-b63b-99ab86366c79 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] 10.222.0.93 "GET /v2.0/security-groups/487e95a0-cbfa-4192-9baa-188590c2338a HTTP/1.1" status: 200 len: 1778 time: 0.1624899 Jun 25 09:16:34.343976 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-d0128dc1-6764-4175-9154-ca770f9c8b10 req-8ac97e59-1615-4b34-b71c-694e0c536c23 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] show failed (client error): The resource could not be found. Jun 25 09:16:34.349235 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d0128dc1-6764-4175-9154-ca770f9c8b10 req-8ac97e59-1615-4b34-b71c-694e0c536c23 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "GET /v2.0/security-group-rules/4bbf3e6e-9e3d-4a27-8075-bbaa8adb81b2 HTTP/1.1" status: 404 len: 361 time: 0.0728438 Jun 25 09:16:34.385988 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3dc511f7-4b74-42e7-a7ad-1cf1912dccca None None] Provisioning for port c6651201-82eb-40f5-a910-34f41e291f10 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:34.395208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3dc511f7-4b74-42e7-a7ad-1cf1912dccca None None] Provisioning complete for port c6651201-82eb-40f5-a910-34f41e291f10 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:34.395645 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3dc511f7-4b74-42e7-a7ad-1cf1912dccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.409551 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.424869 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Transition to ACTIVE for port object cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:34.427409 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1761d1ad-7394-44a4-8c8f-4b9dc5f01650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.464868 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.470876 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-67d9da18-8a1e-4215-b2c9-beb182eba3d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:34.516129 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Network bc54548d-0979-4bbd-8a3d-13d781674db2 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:34.519496 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3dc511f7-4b74-42e7-a7ad-1cf1912dccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.520326 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:34.525154 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:16:34.526966 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c7fcd63a-f1d0-45e4-8f42-b532214b6194 req-547164df-3319-4f37-9e2d-c6e2cdb41b07 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "GET /v2.0/security-groups/e02c4e9d-5493-4e38-a5bf-aec38d549e15 HTTP/1.1" status: 200 len: 1812 time: 0.1410704 Jun 25 09:16:34.555346 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1761d1ad-7394-44a4-8c8f-4b9dc5f01650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.588655 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:34.589591 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.604794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event updated for resources: {'Port': ['ID=cbbcd2b3-4f80-4faa-8f80-765b8f4253d0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:34.606140 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5104d382-885c-4cf5-8f90-fdc9896c8485 req-e8c93317-0f1b-4a10-9f41-a6d2ccd53bad tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.620365 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:34.628315 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2337291 Jun 25 09:16:34.650074 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3dc511f7-4b74-42e7-a7ad-1cf1912dccca None None] For port c6651201-82eb-40f5-a910-34f41e291f10, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c6651201-82eb-40f5-a910-34f41e291f10,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:34.664965 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5104d382-885c-4cf5-8f90-fdc9896c8485 req-e8c93317-0f1b-4a10-9f41-a6d2ccd53bad tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.669831 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1761d1ad-7394-44a4-8c8f-4b9dc5f01650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.672372 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1761d1ad-7394-44a4-8c8f-4b9dc5f01650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.673704 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1761d1ad-7394-44a4-8c8f-4b9dc5f01650 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/418ad88c-f714-4010-9be4-49a66551a38b HTTP/1.1" status: 204 len: 168 time: 0.4468112 Jun 25 09:16:34.704896 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3dc511f7-4b74-42e7-a7ad-1cf1912dccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.706943 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:34.747489 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-314a522b-4d56-45f4-998d-cdcd01875f9b tempest-ServersAdminNegativeTestJSON-1052773383 tempest-ServersAdminNegativeTestJSON-1052773383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:34.800024 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761d1ad-7394-44a4-8c8f-4b9dc5f01650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418ad88c-f714-4010-9be4-49a66551a38b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:34.817826 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1761d1ad-7394-44a4-8c8f-4b9dc5f01650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:34.827109 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc511f7-4b74-42e7-a7ad-1cf1912dccca None None] Pushing event updated for resources: {'Port': ['ID=c6651201-82eb-40f5-a910-34f41e291f10,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:34.831525 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3dc511f7-4b74-42e7-a7ad-1cf1912dccca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:34.844064 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c7fcd63a-f1d0-45e4-8f42-b532214b6194 req-270ece45-9e19-4b40-bafb-18318b922ac0 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.864098 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5104d382-885c-4cf5-8f90-fdc9896c8485 req-e8c93317-0f1b-4a10-9f41-a6d2ccd53bad tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.867907 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5104d382-885c-4cf5-8f90-fdc9896c8485 req-e8c93317-0f1b-4a10-9f41-a6d2ccd53bad tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.882302 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5104d382-885c-4cf5-8f90-fdc9896c8485 req-e8c93317-0f1b-4a10-9f41-a6d2ccd53bad tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] 10.222.0.93 "DELETE /v2.0/security-groups/487e95a0-cbfa-4192-9baa-188590c2338a HTTP/1.1" status: 204 len: 173 time: 0.5694764 Jun 25 09:16:34.885591 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3af3da64-c39e-4bdf-bf01-2bac348eaa02 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:34.926537 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c93317-0f1b-4a10-9f41-a6d2ccd53bad tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=487e95a0-cbfa-4192-9baa-188590c2338a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:34.932037 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e8c93317-0f1b-4a10-9f41-a6d2ccd53bad tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:34.933828 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c7fcd63a-f1d0-45e4-8f42-b532214b6194 req-270ece45-9e19-4b40-bafb-18318b922ac0 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.994925 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c7fcd63a-f1d0-45e4-8f42-b532214b6194 req-270ece45-9e19-4b40-bafb-18318b922ac0 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:34.997517 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c7fcd63a-f1d0-45e4-8f42-b532214b6194 req-270ece45-9e19-4b40-bafb-18318b922ac0 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:35.001250 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c7fcd63a-f1d0-45e4-8f42-b532214b6194 req-270ece45-9e19-4b40-bafb-18318b922ac0 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "DELETE /v2.0/security-groups/e02c4e9d-5493-4e38-a5bf-aec38d549e15 HTTP/1.1" status: 204 len: 173 time: 0.4733953 Jun 25 09:16:35.002793 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-76ae388e-ecc6-4cff-beb8-dc06b66876ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:35.028035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ece45-9e19-4b40-bafb-18318b922ac0 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02c4e9d-5493-4e38-a5bf-aec38d549e15,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:35.030730 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-270ece45-9e19-4b40-bafb-18318b922ac0 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:35.066627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7631b4bf-b6dd-4691-9fb0-bbf867111b27 None None] Network 2afc939b-7ab0-46c5-b1fa-bb32babffa08 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:16:35.143258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-961faabc-16a9-4560-a220-807b2ac4fbb1 None None] Provisioning for port e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:35.170293 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-90690f95-388d-4944-8c37-2876043f31de req-27e66222-6f9f-4554-99b3-1cb2f48bafa0 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] 10.222.0.93 "GET /v2.0/security-groups/d8f4e7ce-4954-481b-97a2-9c986d386954 HTTP/1.1" status: 200 len: 1777 time: 0.0843928 Jun 25 09:16:35.283908 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-90690f95-388d-4944-8c37-2876043f31de req-f97c7db7-bbb8-477c-932f-9b4e23bb8581 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:35.308207 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-27dfaaf9-f623-4c4d-a5dc-c9a9ef975835 None None] Provisioning for port feaaae10-f3a6-46c9-acc2-c5a681f00b62 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:35.316371 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-27dfaaf9-f623-4c4d-a5dc-c9a9ef975835 None None] Provisioning complete for port feaaae10-f3a6-46c9-acc2-c5a681f00b62 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:35.316947 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27dfaaf9-f623-4c4d-a5dc-c9a9ef975835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:35.334485 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-90690f95-388d-4944-8c37-2876043f31de req-f97c7db7-bbb8-477c-932f-9b4e23bb8581 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:35.381423 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-27dfaaf9-f623-4c4d-a5dc-c9a9ef975835 None None] Port feaaae10-f3a6-46c9-acc2-c5a681f00b62 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:16:35.409284 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-27dfaaf9-f623-4c4d-a5dc-c9a9ef975835 None None] Provisioning for port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:35.425258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-27dfaaf9-f623-4c4d-a5dc-c9a9ef975835 None None] Provisioning complete for port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:35.428844 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27dfaaf9-f623-4c4d-a5dc-c9a9ef975835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:35.436210 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-90690f95-388d-4944-8c37-2876043f31de req-f97c7db7-bbb8-477c-932f-9b4e23bb8581 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:35.440584 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-90690f95-388d-4944-8c37-2876043f31de req-f97c7db7-bbb8-477c-932f-9b4e23bb8581 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:35.443546 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-90690f95-388d-4944-8c37-2876043f31de req-f97c7db7-bbb8-477c-932f-9b4e23bb8581 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] 10.222.0.93 "DELETE /v2.0/security-groups/d8f4e7ce-4954-481b-97a2-9c986d386954 HTTP/1.1" status: 204 len: 173 time: 0.2722697 Jun 25 09:16:35.444998 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8e8cc43e-6380-4154-9836-069b4ba128da tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:35.461419 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45922) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:35.462032 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45924) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:35.500530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-27dfaaf9-f623-4c4d-a5dc-c9a9ef975835 None None] Port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:16:35.529279 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-27dfaaf9-f623-4c4d-a5dc-c9a9ef975835 None None] Provisioning complete for port c6651201-82eb-40f5-a910-34f41e291f10 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:35.529844 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27dfaaf9-f623-4c4d-a5dc-c9a9ef975835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:35.566400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c7db7-bbb8-477c-932f-9b4e23bb8581 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f4e7ce-4954-481b-97a2-9c986d386954,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:35.591668 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e8e3b170-f1c0-483a-b1de-9814ce84f63b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349337363', 'description': 'tempest-description--844976750'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:35.613183 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f97c7db7-bbb8-477c-932f-9b4e23bb8581 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:35.684151 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ef36fe0d-020b-4a98-ac32-fbd0455be966 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=19469b59f36e467b99fb258de07d9783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210524 Jun 25 09:16:35.684793 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45932) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:35.729768 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e8e3b170-f1c0-483a-b1de-9814ce84f63b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:35.769187 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7392326e-55c7-4449-8261-cc700a436d37 req-653fc8ce-9c4e-49de-ab56-53a3fe94fabd tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "GET /v2.0/security-groups/bf14450b-ffd7-40ce-a2bd-55c40ad81e31 HTTP/1.1" status: 200 len: 1813 time: 0.2838647 Jun 25 09:16:35.846991 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-26095a29-c700-470b-af10-3c1929456fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:35.944672 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-26095a29-c700-470b-af10-3c1929456fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:35.966141 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3c587bce-975b-451e-adee-a3dd487e69af None None] Provisioning complete for port feaaae10-f3a6-46c9-acc2-c5a681f00b62 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:35.967624 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c587bce-975b-451e-adee-a3dd487e69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.031321 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7392326e-55c7-4449-8261-cc700a436d37 req-7c3d5a36-c44b-4370-9b9f-7cc69b03802d tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.065615 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c6651201-82eb-40f5-a910-34f41e291f10 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:36.088152 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7392326e-55c7-4449-8261-cc700a436d37 req-7c3d5a36-c44b-4370-9b9f-7cc69b03802d tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.100504 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e8e3b170-f1c0-483a-b1de-9814ce84f63b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.106875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3c587bce-975b-451e-adee-a3dd487e69af None None] Port feaaae10-f3a6-46c9-acc2-c5a681f00b62 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:16:36.120415 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e8e3b170-f1c0-483a-b1de-9814ce84f63b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.128047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45940) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:36.135302 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2163fcb9-7017-4bc1-8c01-d50d14007f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:36.161179 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e8e3b170-f1c0-483a-b1de-9814ce84f63b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.162880 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e8e3b170-f1c0-483a-b1de-9814ce84f63b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6875358 Jun 25 09:16:36.169957 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45944) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:36.175047 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3b170-f1c0-483a-b1de-9814ce84f63b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b762d5-4994-4aff-b245-890a2f0d7c2a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:36.177165 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-6e8158e8-f7dd-481f-8c58-ef440de74a4a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Request body: {'security_group_rule': {'security_group_id': 'd5b762d5-4994-4aff-b245-890a2f0d7c2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:36.178614 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e8e3b170-f1c0-483a-b1de-9814ce84f63b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:36.191713 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-26095a29-c700-470b-af10-3c1929456fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.203592 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-26095a29-c700-470b-af10-3c1929456fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.203592 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-26095a29-c700-470b-af10-3c1929456fa7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d854092f-82be-4e80-ab8f-c99f7ed752fa HTTP/1.1" status: 204 len: 168 time: 0.5124905 Jun 25 09:16:36.204106 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port c6651201-82eb-40f5-a910-34f41e291f10 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:36.204106 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.204397 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:36.222207 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26095a29-c700-470b-af10-3c1929456fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d854092f-82be-4e80-ab8f-c99f7ed752fa,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:36.227998 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-26095a29-c700-470b-af10-3c1929456fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:36.238880 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7392326e-55c7-4449-8261-cc700a436d37 req-7c3d5a36-c44b-4370-9b9f-7cc69b03802d tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.242565 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7392326e-55c7-4449-8261-cc700a436d37 req-7c3d5a36-c44b-4370-9b9f-7cc69b03802d tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.249395 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7392326e-55c7-4449-8261-cc700a436d37 req-7c3d5a36-c44b-4370-9b9f-7cc69b03802d tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "DELETE /v2.0/security-groups/bf14450b-ffd7-40ce-a2bd-55c40ad81e31 HTTP/1.1" status: 204 len: 173 time: 0.4653106 Jun 25 09:16:36.263431 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-133de100-98b0-4c55-b2bd-fab917a2ead3 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:36.282412 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6e8158e8-f7dd-481f-8c58-ef440de74a4a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.286118 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a9357f9f-55cc-4f91-b9e4-6e858bb31a0a None None] Provisioning complete for port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:36.286645 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a9357f9f-55cc-4f91-b9e4-6e858bb31a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.317405 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d5a36-c44b-4370-9b9f-7cc69b03802d tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf14450b-ffd7-40ce-a2bd-55c40ad81e31,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:36.326127 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7c3d5a36-c44b-4370-9b9f-7cc69b03802d tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:36.328561 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a9357f9f-55cc-4f91-b9e4-6e858bb31a0a None None] Port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:16:36.382170 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e3fef7c2-5d5b-41b7-a46a-e64c97bbce0d req-db535afe-113b-496b-8566-c41873defcb4 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "GET /v2.0/security-groups/820287a3-a113-46d1-8d9b-304d4636f7fe HTTP/1.1" status: 200 len: 1813 time: 0.0887847 Jun 25 09:16:36.384224 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:36.426156 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6e8158e8-f7dd-481f-8c58-ef440de74a4a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.440998 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6e8158e8-f7dd-481f-8c58-ef440de74a4a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.456270 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:36.458326 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-42b24357-9436-462e-9c2d-f85662498580 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:36.466737 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:36.468303 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.508229 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8158e8-f7dd-481f-8c58-ef440de74a4a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17e588d-d533-457b-9ae0-edafb6b886d2,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:36.519433 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6e8158e8-f7dd-481f-8c58-ef440de74a4a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:36.531492 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6e8158e8-f7dd-481f-8c58-ef440de74a4a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.536131 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45954) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:36.536902 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6e8158e8-f7dd-481f-8c58-ef440de74a4a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3654521 Jun 25 09:16:36.543620 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4abe26b9-dc41-4420-918e-1587fa32be5c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Request body: {'security_group_rule': {'security_group_id': 'd5b762d5-4994-4aff-b245-890a2f0d7c2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:36.546823 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5b00d3a6-f80e-45aa-8a4f-abc8a0142126 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a15d0ff531a04eeb9a8f70a570198f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174666 Jun 25 09:16:36.548051 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e3fef7c2-5d5b-41b7-a46a-e64c97bbce0d req-cb245c27-dbfe-499f-8905-30b607eb1730 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.549895 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45956) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:36.582208 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e3fef7c2-5d5b-41b7-a46a-e64c97bbce0d req-cb245c27-dbfe-499f-8905-30b607eb1730 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.634015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4abe26b9-dc41-4420-918e-1587fa32be5c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.651037 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e3fef7c2-5d5b-41b7-a46a-e64c97bbce0d req-cb245c27-dbfe-499f-8905-30b607eb1730 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.654383 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e3fef7c2-5d5b-41b7-a46a-e64c97bbce0d req-cb245c27-dbfe-499f-8905-30b607eb1730 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.658725 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e3fef7c2-5d5b-41b7-a46a-e64c97bbce0d req-cb245c27-dbfe-499f-8905-30b607eb1730 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "DELETE /v2.0/security-groups/820287a3-a113-46d1-8d9b-304d4636f7fe HTTP/1.1" status: 204 len: 173 time: 0.2754264 Jun 25 09:16:36.659533 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a65e6602-0649-43e6-85b1-9633d3b36565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:36.671346 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-79f7aaf8-6ff2-413c-ae67-63cb5438a441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.691188 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.699476 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb245c27-dbfe-499f-8905-30b607eb1730 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=820287a3-a113-46d1-8d9b-304d4636f7fe,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:36.702229 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cb245c27-dbfe-499f-8905-30b607eb1730 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:36.726740 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-79f7aaf8-6ff2-413c-ae67-63cb5438a441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.754291 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77,segment=NetworkSegment(dc323226-fd1b-4cff-942b-7e2a39bd7da7),segment_id=dc323226-fd1b-4cff-942b-7e2a39bd7da7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:36.754642 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e6303485-8760-4fa3-a145-bbdf95abc115 req-ad7654e7-d66d-47d6-b1e5-3d6a5fe4a737 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "GET /v2.0/security-groups/1c72fa24-0270-4a88-830c-001490c65620 HTTP/1.1" status: 200 len: 1812 time: 0.0655992 Jun 25 09:16:36.760766 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.763007 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:36.807749 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4abe26b9-dc41-4420-918e-1587fa32be5c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.817610 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4abe26b9-dc41-4420-918e-1587fa32be5c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.821857 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:36.841496 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:36.846659 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe26b9-dc41-4420-918e-1587fa32be5c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6758705-7c7d-4a18-8159-df3c3cd0e0b9,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:36.846920 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:36.850566 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4abe26b9-dc41-4420-918e-1587fa32be5c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:36.851301 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-79f7aaf8-6ff2-413c-ae67-63cb5438a441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.854874 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-79f7aaf8-6ff2-413c-ae67-63cb5438a441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.856554 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-79f7aaf8-6ff2-413c-ae67-63cb5438a441 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c50d1a1d-2069-4f2e-826c-4b38a5c28610 HTTP/1.1" status: 204 len: 168 time: 0.3055842 Jun 25 09:16:36.859158 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5d8d453b-79e8-49d4-977d-c38bac89d491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:36.874533 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4abe26b9-dc41-4420-918e-1587fa32be5c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.876043 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4abe26b9-dc41-4420-918e-1587fa32be5c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3380592 Jun 25 09:16:36.880667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45970) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:36.883159 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e6303485-8760-4fa3-a145-bbdf95abc115 req-7062c9a6-c550-404e-9f0e-970caf80f381 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.897795 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:36.905867 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7aaf8-6ff2-413c-ae67-63cb5438a441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50d1a1d-2069-4f2e-826c-4b38a5c28610,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:36.909524 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-79f7aaf8-6ff2-413c-ae67-63cb5438a441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:36.932822 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e6303485-8760-4fa3-a145-bbdf95abc115 req-7062c9a6-c550-404e-9f0e-970caf80f381 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:36.958804 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.009233 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e6303485-8760-4fa3-a145-bbdf95abc115 req-7062c9a6-c550-404e-9f0e-970caf80f381 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.013036 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e6303485-8760-4fa3-a145-bbdf95abc115 req-7062c9a6-c550-404e-9f0e-970caf80f381 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.019386 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e6303485-8760-4fa3-a145-bbdf95abc115 req-7062c9a6-c550-404e-9f0e-970caf80f381 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "DELETE /v2.0/security-groups/1c72fa24-0270-4a88-830c-001490c65620 HTTP/1.1" status: 204 len: 173 time: 0.2570827 Jun 25 09:16:37.020597 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-28f68938-533f-4fb0-bd26-d829208ef4eb tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:37.095655 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062c9a6-c550-404e-9f0e-970caf80f381 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c72fa24-0270-4a88-830c-001490c65620,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:37.098303 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7062c9a6-c550-404e-9f0e-970caf80f381 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:37.132075 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3805949a-70f0-4d62-a08f-e5508ad0d380 req-8d80f0f1-c183-4a7c-851f-5bdcfd9c0175 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "GET /v2.0/security-groups/b43a89dc-1f54-42ee-95aa-10cd41f5349a HTTP/1.1" status: 200 len: 1812 time: 0.0887148 Jun 25 09:16:37.196891 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3805949a-70f0-4d62-a08f-e5508ad0d380 req-b8bfd7d4-54bb-49bb-8252-4ff217515a6d tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.227773 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3805949a-70f0-4d62-a08f-e5508ad0d380 req-b8bfd7d4-54bb-49bb-8252-4ff217515a6d tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.289052 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3805949a-70f0-4d62-a08f-e5508ad0d380 req-b8bfd7d4-54bb-49bb-8252-4ff217515a6d tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.292173 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3805949a-70f0-4d62-a08f-e5508ad0d380 req-b8bfd7d4-54bb-49bb-8252-4ff217515a6d tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.296960 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3805949a-70f0-4d62-a08f-e5508ad0d380 req-b8bfd7d4-54bb-49bb-8252-4ff217515a6d tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] 10.222.0.93 "DELETE /v2.0/security-groups/b43a89dc-1f54-42ee-95aa-10cd41f5349a HTTP/1.1" status: 204 len: 173 time: 0.1628151 Jun 25 09:16:37.300830 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c7b7c5d1-103a-46e6-8e81-2a8889eb3cb7 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:37.306053 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45990) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:37.364349 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb5db1e-7ebc-4839-98ac-e655e5a631f2 admin admin] Deleting subnet a1e40036-47db-45ec-8724-5599651c9ec9 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:16:37.368472 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ffb5db1e-7ebc-4839-98ac-e655e5a631f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.370965 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfd7d4-54bb-49bb-8252-4ff217515a6d tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43a89dc-1f54-42ee-95aa-10cd41f5349a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:37.400591 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b8bfd7d4-54bb-49bb-8252-4ff217515a6d tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:37.436893 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ffb5db1e-7ebc-4839-98ac-e655e5a631f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.453840 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.483880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46000) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:37.549256 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ffb5db1e-7ebc-4839-98ac-e655e5a631f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.586055 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1e7dcbe5-eaa5-48eb-8fcd-f67995df4b07 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fa5d3a32107644f79b57d2c640943964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1009700 Jun 25 09:16:37.588542 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46004) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:37.598799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Allocated IP 172.25.6.249 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/18ace1e7-a68b-4dee-817d-18ca3d04db5c) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:37.672472 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fc333b0c-1bf4-4b88-a9ae-a71720067a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.683748 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ffb5db1e-7ebc-4839-98ac-e655e5a631f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.692252 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:37.735025 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:37.743367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5db1e-7ebc-4839-98ac-e655e5a631f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e40036-47db-45ec-8724-5599651c9ec9,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:37.746323 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ffb5db1e-7ebc-4839-98ac-e655e5a631f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:37.752202 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ffb5db1e-7ebc-4839-98ac-e655e5a631f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.756687 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ffb5db1e-7ebc-4839-98ac-e655e5a631f2 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/a1e40036-47db-45ec-8724-5599651c9ec9 HTTP/1.1" status: 204 len: 168 time: 0.4469299 Jun 25 09:16:37.759664 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fc333b0c-1bf4-4b88-a9ae-a71720067a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.761814 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46012) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:37.780476 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.822711 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.825323 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2e5b0493-3a19-4a9d-a475-5376c952dc7a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:37.861369 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:37.861634 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.866408 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:37.870292 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:37.874827 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:16:37.879276 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fc333b0c-1bf4-4b88-a9ae-a71720067a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.881978 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fc333b0c-1bf4-4b88-a9ae-a71720067a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.883141 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fc333b0c-1bf4-4b88-a9ae-a71720067a2d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f5757e19-0822-4b7d-9286-8d613fd053cb HTTP/1.1" status: 204 len: 168 time: 0.2932894 Jun 25 09:16:37.886197 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cb245c27-dbfe-499f-8905-30b607eb1730 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:37.903045 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc333b0c-1bf4-4b88-a9ae-a71720067a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5757e19-0822-4b7d-9286-8d613fd053cb,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:37.916251 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fc333b0c-1bf4-4b88-a9ae-a71720067a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:37.922536 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-90ac6e05-9bc2-4589-b20e-9f240a9f9f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:37.934504 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event updated for resources: {'Port': ['ID=18ace1e7-a68b-4dee-817d-18ca3d04db5c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:37.938620 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:38.029419 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:38.041781 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-90ac6e05-9bc2-4589-b20e-9f240a9f9f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:38.052765 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-90ac6e05-9bc2-4589-b20e-9f240a9f9f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af16093-c0ef-4b66-b82f-0486596a449a']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:38.066776 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-90ac6e05-9bc2-4589-b20e-9f240a9f9f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9abd145-38d7-4b6e-aa7e-5ecf56971360') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:38.067060 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-90ac6e05-9bc2-4589-b20e-9f240a9f9f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9abd145-38d7-4b6e-aa7e-5ecf56971360') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:38.077300 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-90ac6e05-9bc2-4589-b20e-9f240a9f9f55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:38.088946 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:38.092892 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-90ac6e05-9bc2-4589-b20e-9f240a9f9f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:38.099314 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ac6e05-9bc2-4589-b20e-9f240a9f9f55 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:16:38.100081 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-90ac6e05-9bc2-4589-b20e-9f240a9f9f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:16:38.101819 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:16:38.238326 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-90ac6e05-9bc2-4589-b20e-9f240a9f9f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:38.243131 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:38.245719 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-90ac6e05-9bc2-4589-b20e-9f240a9f9f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:38.250657 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-90ac6e05-9bc2-4589-b20e-9f240a9f9f55 admin admin] 10.222.0.93 "DELETE /v2.0/networks/9af16093-c0ef-4b66-b82f-0486596a449a HTTP/1.1" status: 204 len: 168 time: 0.4852502 Jun 25 09:16:38.263938 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac6e05-9bc2-4589-b20e-9f240a9f9f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=9af16093-c0ef-4b66-b82f-0486596a449a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:38.280587 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:38.282211 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-90ac6e05-9bc2-4589-b20e-9f240a9f9f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:38.287580 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:38.291128 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-988752dc-a622-4f62-b5ef-7b5b936b30a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:38.340377 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event updated for resources: {'Port': ['ID=18ace1e7-a68b-4dee-817d-18ca3d04db5c,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:38.344370 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:38.383357 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:38.400572 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:38.402366 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5198925 Jun 25 09:16:38.496081 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46042) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:38.544330 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fa568337-18fb-49b1-88bb-510dd04333d6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=60273619dc8647f6958c637d133e6988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446196 Jun 25 09:16:38.544520 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46046) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:38.605966 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f77510f-2de9-458e-805d-c0e6ebd94902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:38.634482 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f77510f-2de9-458e-805d-c0e6ebd94902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:38.693620 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f77510f-2de9-458e-805d-c0e6ebd94902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:38.696460 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f77510f-2de9-458e-805d-c0e6ebd94902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:38.697623 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5f77510f-2de9-458e-805d-c0e6ebd94902 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a84a6730-93c6-4d91-a7fd-e8eac8ac99ea HTTP/1.1" status: 204 len: 168 time: 0.1522064 Jun 25 09:16:38.698442 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7002b613-330e-4b09-8bdb-7bf9d722ef6c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:38.716447 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77510f-2de9-458e-805d-c0e6ebd94902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84a6730-93c6-4d91-a7fd-e8eac8ac99ea,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:38.716447 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5f77510f-2de9-458e-805d-c0e6ebd94902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:39.052256 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-1ac67a06-dfbe-4e58-a173-6a63913e2302 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--349337363&fields=id&tenant_id=d31d35930ddf482393a8309d7454fb98 HTTP/1.1" status: 200 len: 267 time: 0.0378222 Jun 25 09:16:39.392502 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-79c354b9-7535-4cb4-a974-36b2d495428e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:39.397274 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-79c354b9-7535-4cb4-a974-36b2d495428e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports/feaaae10-f3a6-46c9-acc2-c5a681f00b62 HTTP/1.1" status: 200 len: 931 time: 0.3373053 Jun 25 09:16:39.461895 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3bf69bbb-75f5-455f-b8d0-f63076e8d535 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:39.465801 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3bf69bbb-75f5-455f-b8d0-f63076e8d535 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports/cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 HTTP/1.1" status: 200 len: 930 time: 0.0608950 Jun 25 09:16:39.502821 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-ecc0b96c-1770-4e08-a050-28991c71a489 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?network_id=2afc939b-7ab0-46c5-b1fa-bb32babffa08&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0316119 Jun 25 09:16:39.543448 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-859f568b-7201-4bac-b428-401d0c75b804 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?network_id=2afc939b-7ab0-46c5-b1fa-bb32babffa08&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0347483 Jun 25 09:16:39.682802 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-da3e0a89-a3d6-4c7e-bdf8-173cc3f36b9f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:39.689247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-da3e0a89-a3d6-4c7e-bdf8-173cc3f36b9f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:39.695236 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-da3e0a89-a3d6-4c7e-bdf8-173cc3f36b9f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:39.697087 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-da3e0a89-a3d6-4c7e-bdf8-173cc3f36b9f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/networks?id=636acfe6-d17f-4f72-9c57-7ee0f2a7da95&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=2afc939b-7ab0-46c5-b1fa-bb32babffa08&id=2afc939b-7ab0-46c5-b1fa-bb32babffa08 HTTP/1.1" status: 200 len: 1990 time: 0.1476016 Jun 25 09:16:39.731468 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-9b09f530-9a0a-4b22-a48b-e3fd2ba5e9aa tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/quotas/d31d35930ddf482393a8309d7454fb98 HTTP/1.1" status: 200 len: 375 time: 0.0216365 Jun 25 09:16:39.820232 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46116) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:39.828472 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-10e604e3-f4d5-4cd9-bc74-4f005b432be2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d31d35930ddf482393a8309d7454fb98&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0890090 Jun 25 09:16:39.922442 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3411d373-d5b7-4819-bd9e-ce6066749dab service neutron] 10.222.0.93 "GET /v2.0/networks/636acfe6-d17f-4f72-9c57-7ee0f2a7da95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923154 Jun 25 09:16:39.963283 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1625481131-network', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:39.999035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Made reservation on behalf of 8c41e85e84b94f1bb81d844ee45f3a10 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:40.001679 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:40.012395 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:40.056190 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3e0de031-c848-47e2-aa64-b07f7c345412 service neutron] 10.222.0.93 "GET /v2.0/networks/636acfe6-d17f-4f72-9c57-7ee0f2a7da95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327705 Jun 25 09:16:40.144694 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-c6f10bdb-2de8-44c7-a829-3e8ae39441e6 service neutron] 10.222.0.93 "GET /v2.0/ports/feaaae10-f3a6-46c9-acc2-c5a681f00b62?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0726964 Jun 25 09:16:40.147628 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:40.152986 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:40.158110 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ea12ac2c-71f9-46ee-b6b2-b80350300524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:40.185213 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:16:40.196415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e89c764-62d4-4bf3-a387-296e8e2c1759,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:40.199746 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:40.203217 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:40.203663 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Added segment e498cb7f-4a7a-409a-adb3-04bda6dc7f0c of type vlan for network b34a5aa7-84a7-4905-8e32-b528d6ea33c0 Jun 25 09:16:40.222810 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-2769a40c-736d-4081-ac35-c9f6e2ba3b02 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=99a6ee3f51e24febbbad048482016a10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590272 Jun 25 09:16:40.257687 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:40.294747 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:40.295801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:40.296382 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:40.299683 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:40.331122 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-35a2c70a-5387-472c-91ad-fe5a1934eda5 service neutron] 10.222.0.93 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854982 Jun 25 09:16:40.347231 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5242887 Jun 25 09:16:40.351687 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46142) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:40.356576 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e2329af0-ee90-4b4e-b09a-085537c037e0 admin admin] Request body: {'subnet': {'network_id': 'b34a5aa7-84a7-4905-8e32-b528d6ea33c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1625481131-subnet', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:40.370892 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Pushing event updated for resources: {'Network': ['ID=b34a5aa7-84a7-4905-8e32-b528d6ea33c0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:40.381771 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:40.382898 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network b34a5aa7-84a7-4905-8e32-b528d6ea33c0 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:16:40.394886 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2329af0-ee90-4b4e-b09a-085537c037e0 admin admin] Made reservation on behalf of 8c41e85e84b94f1bb81d844ee45f3a10 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:40.397783 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2329af0-ee90-4b4e-b09a-085537c037e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:40.417450 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-f49a4d1b-b4bd-4cf4-9955-9d9b0bf12f35 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:40.418876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-f49a4d1b-b4bd-4cf4-9955-9d9b0bf12f35 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881027 Jun 25 09:16:40.441112 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-22887b0f-1d0a-4512-86ef-821ff816beaf tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/quotas/99a6ee3f51e24febbbad048482016a10 HTTP/1.1" status: 200 len: 375 time: 0.0138228 Jun 25 09:16:40.500770 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-e35d143e-8150-4faf-a88e-3169a441386e tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=99a6ee3f51e24febbbad048482016a10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439045 Jun 25 09:16:40.521589 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-505c9558-8870-404a-a87e-8551c1d581eb service neutron] 10.222.0.93 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799912 Jun 25 09:16:40.597921 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-893e409f-06b9-4e40-b382-2958edbdc56f service neutron] 10.222.0.93 "GET /v2.0/ports/cbbcd2b3-4f80-4faa-8f80-765b8f4253d0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0694213 Jun 25 09:16:40.666355 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2329af0-ee90-4b4e-b09a-085537c037e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:40.670268 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e0162176-f1ec-403a-b5cb-6c4e6c6388ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:40.731954 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2329af0-ee90-4b4e-b09a-085537c037e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b7a2af-b4fb-4a87-a74d-3f1e394c75cd,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:40.732433 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-342cfe3a-53bb-43d1-9f7d-92063febb380 service neutron] 10.222.0.93 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278193 Jun 25 09:16:40.739758 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e2329af0-ee90-4b4e-b09a-085537c037e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:40.758597 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2329af0-ee90-4b4e-b09a-085537c037e0 admin admin] Checking segment: {'id': 'e498cb7f-4a7a-409a-adb3-04bda6dc7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b34a5aa7-84a7-4905-8e32-b528d6ea33c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:40.758957 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2329af0-ee90-4b4e-b09a-085537c037e0 admin admin] Network hostable DHCP agents. Network: b34a5aa7-84a7-4905-8e32-b528d6ea33c0, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:16:40.778853 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2329af0-ee90-4b4e-b09a-085537c037e0 admin admin] Network b34a5aa7-84a7-4905-8e32-b528d6ea33c0 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:16:40.794125 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-e2329af0-ee90-4b4e-b09a-085537c037e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, b34a5aa7-84a7-4905-8e32-b528d6ea33c0) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:40.799090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2329af0-ee90-4b4e-b09a-085537c037e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:40.800260 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2329af0-ee90-4b4e-b09a-085537c037e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:40.805764 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33620f9e-6a86-4afb-9f26-98133b6ce519 None None] Network b34a5aa7-84a7-4905-8e32-b528d6ea33c0 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:16:40.822800 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e2329af0-ee90-4b4e-b09a-085537c037e0 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4699585 Jun 25 09:16:40.825844 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46158) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:40.837283 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1625481131-router', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:40.867364 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:40.869554 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:40.929621 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-a52f5c2e-2a42-43c2-90b6-7c0da9e47e8f service neutron] 10.222.0.93 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893899 Jun 25 09:16:41.013957 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:41.107056 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-b34a5aa7-84a7-4905-8e32-b528d6ea33c0', 'network_id': 'b34a5aa7-84a7-4905-8e32-b528d6ea33c0', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'fixed_ips': [{'subnet_id': '00b7a2af-b4fb-4a87-a74d-3f1e394c75cd'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:16:41.108325 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:41.128142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-1e11b4e4-c04d-423e-af0e-afa4d3c41796 service neutron] 10.222.0.93 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900799 Jun 25 09:16:41.196706 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:41.314494 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Allocated IP 172.20.0.2 (b34a5aa7-84a7-4905-8e32-b528d6ea33c0/00b7a2af-b4fb-4a87-a74d-3f1e394c75cd/dd2c1889-0481-4152-b3a5-b4ee0ecb0d66) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:41.395389 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-ed0b9502-059f-4344-b046-055ffa8b44a6 service neutron] 10.222.0.93 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607386 Jun 25 09:16:41.513207 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:41.521733 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Transition to ACTIVE for port object dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:41.538353 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Transition to ACTIVE for port object dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:41.546557 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:41.550066 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b187630e-5475-4c72-afb2-333961517aff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:41.616030 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:41.629272 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Network b34a5aa7-84a7-4905-8e32-b528d6ea33c0 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:41.632278 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:41.637518 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:16:41.642878 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-9c9289c4-a705-4f4b-b4f8-056bcad39273 service neutron] 10.222.0.93 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462990 Jun 25 09:16:41.650252 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Pushing event updated for resources: {'Port': ['ID=dd2c1889-0481-4152-b3a5-b4ee0ecb0d66,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:41.679652 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:41.682513 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:41.697036 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4710499f-f6f1-4adf-b77a-4126907a8a51 req-38cd88e0-c9cc-47ee-9bd2-96c607e3399a tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 210 time: 0.0521746 Jun 25 09:16:41.766410 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Attempting to bind port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:16:41.766822 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Attempting to bind port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'e498cb7f-4a7a-409a-adb3-04bda6dc7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b34a5aa7-84a7-4905-8e32-b528d6ea33c0'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:16:41.767352 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Attempting to bind port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 on network b34a5aa7-84a7-4905-8e32-b528d6ea33c0 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:16:41.785663 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:16:41.786050 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Checking segment: {'id': 'e498cb7f-4a7a-409a-adb3-04bda6dc7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b34a5aa7-84a7-4905-8e32-b528d6ea33c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:41.786504 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:41.786903 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Bound using segment: {'id': 'e498cb7f-4a7a-409a-adb3-04bda6dc7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b34a5aa7-84a7-4905-8e32-b528d6ea33c0'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:16:41.787554 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Bound port: dd2c1889-0481-4152-b3a5-b4ee0ecb0d66, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e498cb7f-4a7a-409a-adb3-04bda6dc7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b34a5aa7-84a7-4905-8e32-b528d6ea33c0'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:16:41.787955 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:41.832790 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-9852e389-11af-46b5-b934-645bb48f2a7b service neutron] 10.222.0.93 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669912 Jun 25 09:16:41.908422 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Allocated IP 172.25.6.190 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/0bad264b-e9d0-452a-b98b-679939199592) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:41.955240 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ab69bc2c-c764-4791-b305-306903718eee None None] For port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:16:41.964187 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ab69bc2c-c764-4791-b305-306903718eee None None] For port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=dd2c1889-0481-4152-b3a5-b4ee0ecb0d66,segment=NetworkSegment(e498cb7f-4a7a-409a-adb3-04bda6dc7f0c),segment_id=e498cb7f-4a7a-409a-adb3-04bda6dc7f0c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:16:41.974002 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:41.982094 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:42.036186 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2396dfba-1c82-49d9-ad00-366db4ed8cdc service neutron] 10.222.0.93 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930046 Jun 25 09:16:42.113799 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Pushing event updated for resources: {'Port': ['ID=dd2c1889-0481-4152-b3a5-b4ee0ecb0d66,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:42.114944 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:42.119102 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:42.180272 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:42.192267 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6bcd9cdd-9eab-4657-9c6f-f64c154e38eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:42.209680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46194) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:42.222216 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b817aa36-dab8-4d93-9b60-d56387de1121 service neutron] 10.222.0.93 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735082 Jun 25 09:16:42.223584 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:42.226982 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:42.233842 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:16:42.281542 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0bad264b-e9d0-452a-b98b-679939199592,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:42.284519 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:42.400862 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-bdb70a4b-9a1b-4f33-9a18-fe251ca3f4ec service neutron] 10.222.0.93 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604733 Jun 25 09:16:42.511537 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4996c073-7258-44af-aea4-828701eb0968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:42.563349 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-82301544-3ef5-4170-bf50-8230090278f4 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=99a6ee3f51e24febbbad048482016a10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551529 Jun 25 09:16:42.648246 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:42.744314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-a85e64d0-8d45-4436-9031-d67edab8cc48 service neutron] 10.222.0.93 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354523 Jun 25 09:16:42.853219 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-dd702ed7-2be3-43c4-ab93-9d74dce51529 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:42.858375 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-dd702ed7-2be3-43c4-ab93-9d74dce51529 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2883625 Jun 25 09:16:42.880063 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Request body: {'port': {'device_id': 'f8e78609-5c28-4bcf-adb5-3f22df5a73d6', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': '99a6ee3f51e24febbbad048482016a10'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:42.980906 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:43.052819 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4996c073-7258-44af-aea4-828701eb0968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:43.064615 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-263349a5-e548-49d3-95c2-02dab9987408 req-51bf74d9-e48f-4058-a0bf-ff2751f3df92 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 210 time: 0.1732740 Jun 25 09:16:43.084603 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4996c073-7258-44af-aea4-828701eb0968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:43.089260 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1761d1ad-7394-44a4-8c8f-4b9dc5f01650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:43.114325 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996c073-7258-44af-aea4-828701eb0968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d801d6-c1c5-456b-b557-7ed9b9220687,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:43.136683 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4996c073-7258-44af-aea4-828701eb0968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:43.198229 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4996c073-7258-44af-aea4-828701eb0968 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=096ea99df29e422699aabc76eae42950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9850922 Jun 25 09:16:43.198941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46260) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:43.214417 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Router cf46fbc0-8e8b-4328-98f7-327b1b344bc8 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:16:43.253546 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Made reservation on behalf of 99a6ee3f51e24febbbad048482016a10 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:43.257218 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:43.272840 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:43.417222 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:43.429361 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:43.440576 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f59c33d1-4de8-4c0a-8084-44afbbb136b8 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:43.484262 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ed27365-5dff-430c-8450-c62ed130affc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:43.533505 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf72a53c-f4d5-4f07-b7a1-07b7d9c77bc1,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:43.535200 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b68a6b-7ef8-4648-a50f-e5cb1ed36089 None None] Network b34a5aa7-84a7-4905-8e32-b528d6ea33c0 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:16:43.539563 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:43.576513 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ed27365-5dff-430c-8450-c62ed130affc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:43.619865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Allocated IP 192.168.233.153 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/ad50a0e9-654d-4631-88d4-cc905e69644c) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:43.671846 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-152125f6-fb6e-4e08-9d73-f5d839d27e00 None None] Provisioning for port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:43.688942 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:16:43.732213 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:43.734188 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9068847 Jun 25 09:16:43.749371 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46298) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:43.753698 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Sync routers for ids ['cf46fbc0-8e8b-4328-98f7-327b1b344bc8'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:16:43.827754 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Routers {'cf46fbc0-8e8b-4328-98f7-327b1b344bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:43.828929 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:16:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cf46fbc0-8e8b-4328-98f7-327b1b344bc8'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:43.888838 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a363b1db-fca4-4cc2-9eab-60462aa6039e req-0e1b99bc-6804-4854-b5cb-d2eb8d9ad769 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.0616071 Jun 25 09:16:43.892457 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ed27365-5dff-430c-8450-c62ed130affc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:43.895604 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ed27365-5dff-430c-8450-c62ed130affc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:43.896879 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0ed27365-5dff-430c-8450-c62ed130affc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c9d801d6-c1c5-456b-b557-7ed9b9220687 HTTP/1.1" status: 204 len: 168 time: 0.6968706 Jun 25 09:16:43.899889 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-23650fb0-18aa-4b69-84f2-4dd948b13af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:43.946350 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed27365-5dff-430c-8450-c62ed130affc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d801d6-c1c5-456b-b557-7ed9b9220687,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:43.958775 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0ed27365-5dff-430c-8450-c62ed130affc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:43.976024 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:44.011327 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:44.021306 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Transition to ACTIVE for port object ad50a0e9-654d-4631-88d4-cc905e69644c will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:44.079419 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:44.087683 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:44.168401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Pushing event updated for resources: {'Port': ['ID=ad50a0e9-654d-4631-88d4-cc905e69644c,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:44.192950 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:44.212562 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:44.219713 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:44.240742 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:16:44.369981 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Set router cf46fbc0-8e8b-4328-98f7-327b1b344bc8 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:44.643080 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:44.646412 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:44.651583 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:44.663108 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-036b1a63-3519-414a-83de-a3b86d6502a4 None None] Provisioning for port ad50a0e9-654d-4631-88d4-cc905e69644c completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:44.674343 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:44.675020 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:44.701216 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-036b1a63-3519-414a-83de-a3b86d6502a4 None None] Provisioning complete for port ad50a0e9-654d-4631-88d4-cc905e69644c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:44.701858 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-036b1a63-3519-414a-83de-a3b86d6502a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:44.761075 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8841019 Jun 25 09:16:44.793189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe8756-f3e5-41e5-b423-eb820627e06d req-4e8ef1ab-44c9-47ce-954b-ba9633a79ed6 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:44.812922 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1dbe8756-f3e5-41e5-b423-eb820627e06d req-4e8ef1ab-44c9-47ce-954b-ba9633a79ed6 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 936 time: 0.4459720 Jun 25 09:16:44.837113 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Request body: {'port': {'device_id': 'f8e78609-5c28-4bcf-adb5-3f22df5a73d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:44.846454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-036b1a63-3519-414a-83de-a3b86d6502a4 None None] Port ad50a0e9-654d-4631-88d4-cc905e69644c cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:16:44.858872 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:44.919673 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1625481131-router', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '0bad264b-e9d0-452a-b98b-679939199592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:40Z', 'updated_at': '2021-06-25T09:16:42Z', 'revision_number': 3, 'project_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'gw_port': {'id': '0bad264b-e9d0-452a-b98b-679939199592', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:41Z', 'updated_at': '2021-06-25T09:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:44.971744 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Checking router: cf46fbc0-8e8b-4328-98f7-327b1b344bc8 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:16:44.972322 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Updating router cf46fbc0-8e8b-4328-98f7-327b1b344bc8 port 0bad264b-e9d0-452a-b98b-679939199592 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:16:45.006062 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1dbe8756-f3e5-41e5-b423-eb820627e06d req-65f6af61-6bc0-4cea-b576-44f7c42e08f1 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/security-groups?id=bf72a53c-f4d5-4f07-b7a1-07b7d9c77bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928236 Jun 25 09:16:45.082898 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:45.099603 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:45.203147 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:45.225454 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Allocated IP 172.20.0.1 (b34a5aa7-84a7-4905-8e32-b528d6ea33c0/00b7a2af-b4fb-4a87-a74d-3f1e394c75cd/276abb62-984f-43ea-b2c8-739d3729e59f) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:45.300512 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=dd2c1889-0481-4152-b3a5-b4ee0ecb0d66,segment=NetworkSegment(e498cb7f-4a7a-409a-adb3-04bda6dc7f0c),segment_id=e498cb7f-4a7a-409a-adb3-04bda6dc7f0c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:45.309441 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:45.315458 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3122bc79-2f54-4ef7-9bb9-f13385f3bb47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:45.330940 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46368) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:45.362225 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:45.402371 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Transition to ACTIVE for port object 276abb62-984f-43ea-b2c8-739d3729e59f will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:45.409224 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-213056b3-6f31-46f9-85f4-d6f6c8939bcc None None] Provisioning complete for port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:45.409603 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-213056b3-6f31-46f9-85f4-d6f6c8939bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:45.464593 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:45.467592 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6ffacf9e-2050-484a-98b9-d0516928f645 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:45.503035 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=dd2c1889-0481-4152-b3a5-b4ee0ecb0d66,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:45.533268 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Pushing event updated for resources: {'Port': ['ID=276abb62-984f-43ea-b2c8-739d3729e59f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:45.537118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Network b34a5aa7-84a7-4905-8e32-b528d6ea33c0 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:45.545743 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:45.547901 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:45.550136 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:45.565581 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:16:45.624132 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:45.652191 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d16ce4fd-c397-47b1-9175-aaeca3d63725 req-38dd8f25-6f3a-478d-8304-2a3bed5eeb98 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.3223605 Jun 25 09:16:45.675945 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad50a0e9-654d-4631-88d4-cc905e69644c {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:16:45.688669 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:45.727710 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Transition to ACTIVE for port object ad50a0e9-654d-4631-88d4-cc905e69644c will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:45.733011 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:45.735856 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3de318ab-ffb4-4ab0-9f79-608d990eb7a4 tempest-VolumesAdminNegativeTest-998050414 tempest-VolumesAdminNegativeTest-998050414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:45.815170 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:45.852381 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:45.859310 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Transition to ACTIVE for port object 0bad264b-e9d0-452a-b98b-679939199592 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:45.868004 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Pushing event updated for resources: {'Port': ['ID=ad50a0e9-654d-4631-88d4-cc905e69644c,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:45.876361 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:45.907962 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:45.917376 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-dca50160-6bc7-4f20-8289-a75b9d20b837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:45.995524 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1276627408-network', 'tenant_id': 'ef0196456cda45988b8b413621617126'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:46.001821 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce13f6e-2353-4637-93a1-aac41bc68462 None None] Pushing event updated for resources: {'Port': ['ID=0bad264b-e9d0-452a-b98b-679939199592,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:46.007817 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cce13f6e-2353-4637-93a1-aac41bc68462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:46.038249 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:46.081095 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Made reservation on behalf of ef0196456cda45988b8b413621617126 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:46.086076 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Attempting to bind port 0bad264b-e9d0-452a-b98b-679939199592 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:16:46.086388 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:46.087513 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Attempting to bind port 0bad264b-e9d0-452a-b98b-679939199592 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:16:46.088061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Attempting to bind port 0bad264b-e9d0-452a-b98b-679939199592 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:16:46.113216 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:46.124359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:16:46.124832 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:46.125212 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:46.125806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:16:46.126332 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Bound port: 0bad264b-e9d0-452a-b98b-679939199592, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:16:46.126936 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:46.130919 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-992b8c90-ea6a-49ba-bfa3-814b5398cf2c None None] Provisioning for port 276abb62-984f-43ea-b2c8-739d3729e59f completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:46.138430 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Attempting to bind port ad50a0e9-654d-4631-88d4-cc905e69644c on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:16:46.157318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Attempting to bind port ad50a0e9-654d-4631-88d4-cc905e69644c by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:16:46.157966 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Attempting to bind port ad50a0e9-654d-4631-88d4-cc905e69644c on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:16:46.181130 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Port ad50a0e9-654d-4631-88d4-cc905e69644c on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:16:46.181716 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Attempting to bind port ad50a0e9-654d-4631-88d4-cc905e69644c on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:16:46.208542 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:46.209044 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:46.211090 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46396) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:46.223260 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:16:46.224008 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:46.224876 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:16:46.225507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Bound port: ad50a0e9-654d-4631-88d4-cc905e69644c, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:16:46.226029 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:46.251403 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-992b8c90-ea6a-49ba-bfa3-814b5398cf2c None None] Provisioning complete for port 276abb62-984f-43ea-b2c8-739d3729e59f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:46.251689 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-992b8c90-ea6a-49ba-bfa3-814b5398cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:46.340518 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-dce18a66-0c39-4505-927a-dacddf93cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:46.342124 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-dce18a66-0c39-4505-927a-dacddf93cea9 service neutron] 10.222.0.38 "GET /v2.0/ports/feaaae10-f3a6-46c9-acc2-c5a681f00b62 HTTP/1.1" status: 200 len: 1027 time: 0.2131519 Jun 25 09:16:46.411283 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-992b8c90-ea6a-49ba-bfa3-814b5398cf2c None None] Port 276abb62-984f-43ea-b2c8-739d3729e59f cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:16:46.422818 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] For port 0bad264b-e9d0-452a-b98b-679939199592, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:16:46.432162 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-a9b16f39-c286-4dd3-aac0-7211bb1a7e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:46.433682 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-a9b16f39-c286-4dd3-aac0-7211bb1a7e60 service neutron] 10.222.0.38 "GET /v2.0/ports/cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 HTTP/1.1" status: 200 len: 1026 time: 0.0847216 Jun 25 09:16:46.440166 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] For port 0bad264b-e9d0-452a-b98b-679939199592, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=0bad264b-e9d0-452a-b98b-679939199592,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:16:46.445085 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:46.457914 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:46.523500 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Routers {'cf46fbc0-8e8b-4328-98f7-327b1b344bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:46.524687 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:16:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cf46fbc0-8e8b-4328-98f7-327b1b344bc8'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:46.538381 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:46.545162 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:46.552852 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:46.607474 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce13f6e-2353-4637-93a1-aac41bc68462 None None] Pushing event updated for resources: {'Port': ['ID=0bad264b-e9d0-452a-b98b-679939199592,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:46.620948 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cce13f6e-2353-4637-93a1-aac41bc68462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:46.658029 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-98ecc46a-183b-491d-885c-210bea911316 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:46.663866 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-98ecc46a-183b-491d-885c-210bea911316 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:46.669614 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-98ecc46a-183b-491d-885c-210bea911316 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:46.671269 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-98ecc46a-183b-491d-885c-210bea911316 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.38 "GET /v2.0/networks?id=636acfe6-d17f-4f72-9c57-7ee0f2a7da95&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=2afc939b-7ab0-46c5-b1fa-bb32babffa08&id=2afc939b-7ab0-46c5-b1fa-bb32babffa08 HTTP/1.1" status: 200 len: 1990 time: 0.2216647 Jun 25 09:16:46.674356 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Pushing event updated for resources: {'Port': ['ID=276abb62-984f-43ea-b2c8-739d3729e59f,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:46.677400 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:46.679677 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:46.709129 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] Set router cf46fbc0-8e8b-4328-98f7-327b1b344bc8 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:46.734098 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc49953e-c85a-4938-bf8b-bf2913c1c531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:46.797486 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] For port ad50a0e9-654d-4631-88d4-cc905e69644c, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:16:46.803407 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] For port ad50a0e9-654d-4631-88d4-cc905e69644c, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=ad50a0e9-654d-4631-88d4-cc905e69644c,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:16:46.815034 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:46.819540 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-55489bc6-8aa8-439b-bc1c-eec45f26b92c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:46.875665 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Pushing event updated for resources: {'Port': ['ID=ad50a0e9-654d-4631-88d4-cc905e69644c,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:46.883606 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:46.900416 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-44509b04-9ddf-41f9-9114-b0b48c9827e3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31d35930ddf482393a8309d7454fb98 HTTP/1.1" status: 200 len: 379 time: 0.2132196 Jun 25 09:16:46.904708 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105cd35-5df8-4eb2-a872-647aeaaf83b5 req-61ecfb1f-66a4-4e89-ab0f-a703e29bb416 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:46.911851 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0105cd35-5df8-4eb2-a872-647aeaaf83b5 req-61ecfb1f-66a4-4e89-ab0f-a703e29bb416 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 948 time: 0.6050096 Jun 25 09:16:46.917276 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:46.917931 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:46.918154 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-24b4ee2a-84f0-4464-bb2f-2d4c37229b48 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Request body: {'port': {'device_id': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'admin_state_up': True, 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'security_groups': ['d5b762d5-4994-4aff-b245-890a2f0d7c2a']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:46.919300 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] 10.222.0.38 "PUT /v2.0/ports/ad50a0e9-654d-4631-88d4-cc905e69644c HTTP/1.1" status: 200 len: 1097 time: 2.1043656 Jun 25 09:16:46.919852 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e78609-5c28-4bcf-adb5-3f22df5a73d6', 'tag': 'ad50a0e9-654d-4631-88d4-cc905e69644c'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:16:46.922260 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0df406e-b4ce-48d3-afef-91a5dda961ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e78609-5c28-4bcf-adb5-3f22df5a73d6", "tag": "ad50a0e9-654d-4631-88d4-cc905e69644c"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:16:46.966029 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Network b34a5aa7-84a7-4905-8e32-b528d6ea33c0 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:46.995084 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:47.004538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63004aa4-ad5c-4b31-b5d7-183c88ca7d7e req-c0990039-e94b-42f6-b413-efd42b564d6d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.0574920 Jun 25 09:16:47.030332 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:47.055137 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:47.074706 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1f00cd01-b84e-4f4d-af5c-bf4f47cee71c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:47.096318 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1625481131-router', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '0bad264b-e9d0-452a-b98b-679939199592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:40Z', 'updated_at': '2021-06-25T09:16:45Z', 'revision_number': 4, 'project_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'gw_port': {'id': '0bad264b-e9d0-452a-b98b-679939199592', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:41Z', 'updated_at': '2021-06-25T09:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '276abb62-984f-43ea-b2c8-739d3729e59f', 'name': '', 'network_id': 'b34a5aa7-84a7-4905-8e32-b528d6ea33c0', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'mac_address': 'fa:16:3e:01:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '00b7a2af-b4fb-4a87-a74d-3f1e394c75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:44Z', 'updated_at': '2021-06-25T09:16:45Z', 'revision_number': 1, 'project_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'subnets': [{'id': '00b7a2af-b4fb-4a87-a74d-3f1e394c75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:47.139934 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74804032-0d20-4eae-8f79-f0b6e8a479b1,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:47.156901 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80ccf52-9d48-40f4-a35a-16f39af6fe43 x-openstack-request-id: req-f80ccf52-9d48-40f4-a35a-16f39af6fe43 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:16:47.167776 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e78609-5c28-4bcf-adb5-3f22df5a73d6", "tag": "ad50a0e9-654d-4631-88d4-cc905e69644c", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:16:47.167776 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f80ccf52-9d48-40f4-a35a-16f39af6fe43 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:16:47.167776 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e78609-5c28-4bcf-adb5-3f22df5a73d6', 'tag': 'ad50a0e9-654d-4631-88d4-cc905e69644c', 'status': 'completed', 'code': 200} Jun 25 09:16:47.170500 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:47.201122 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b4d28-a104-42a6-ae32-d4a9f7093149 None None] The sync data for ids ['cf46fbc0-8e8b-4328-98f7-327b1b344bc8'] in n-d-761264-15 is: [{'id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1625481131-router', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '0bad264b-e9d0-452a-b98b-679939199592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:40Z', 'updated_at': '2021-06-25T09:16:45Z', 'revision_number': 4, 'project_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'gw_port': {'id': '0bad264b-e9d0-452a-b98b-679939199592', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:41Z', 'updated_at': '2021-06-25T09:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '276abb62-984f-43ea-b2c8-739d3729e59f', 'name': '', 'network_id': 'b34a5aa7-84a7-4905-8e32-b528d6ea33c0', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'mac_address': 'fa:16:3e:01:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '00b7a2af-b4fb-4a87-a74d-3f1e394c75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:44Z', 'updated_at': '2021-06-25T09:16:45Z', 'revision_number': 1, 'project_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'subnets': [{'id': '00b7a2af-b4fb-4a87-a74d-3f1e394c75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:16:47.242899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:16:47.280926 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:47.281560 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Added segment 4a607cc6-a280-4d8a-834b-a817a62cd64c of type vlan for network 6bcfa548-b982-4747-9608-d3d372c7a8c7 Jun 25 09:16:47.347936 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:47.418325 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0105cd35-5df8-4eb2-a872-647aeaaf83b5 req-ac1cd374-f6fc-4f58-a9bc-20dc46011878 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/security-groups?id=bf72a53c-f4d5-4f07-b7a1-07b7d9c77bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052257 Jun 25 09:16:47.424092 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:47.432557 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:47.433519 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:47.457978 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:47.505258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7c89d469-6ac4-4d90-aee4-f9bd11120edb None None] Provisioning complete for port 276abb62-984f-43ea-b2c8-739d3729e59f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:47.505981 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c89d469-6ac4-4d90-aee4-f9bd11120edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:47.593236 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Router cf46fbc0-8e8b-4328-98f7-327b1b344bc8 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:16:47.610440 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7c89d469-6ac4-4d90-aee4-f9bd11120edb None None] Port 276abb62-984f-43ea-b2c8-739d3729e59f cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:16:47.614412 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Pushing event updated for resources: {'Network': ['ID=6bcfa548-b982-4747-9608-d3d372c7a8c7,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:47.630574 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:47.650272 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 6bcfa548-b982-4747-9608-d3d372c7a8c7 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:16:47.678621 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-26e24595-3f42-480e-80be-fca0dbc394bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:47.685315 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-26e24595-3f42-480e-80be-fca0dbc394bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99a6ee3f51e24febbbad048482016a10&device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 1100 time: 0.6796682 Jun 25 09:16:47.764829 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-a82b6ce5-e93e-4707-81d6-37e59b470360 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ad50a0e9-654d-4631-88d4-cc905e69644c HTTP/1.1" status: 200 len: 217 time: 0.0599089 Jun 25 09:16:47.786411 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:16:47.792300 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] 10.222.0.93 "PUT /v2.0/routers/cf46fbc0-8e8b-4328-98f7-327b1b344bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0392900 Jun 25 09:16:47.826542 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc49953e-c85a-4938-bf8b-bf2913c1c531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:47.835275 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc49953e-c85a-4938-bf8b-bf2913c1c531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:47.859316 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c1e4981a-b2ad-461e-a3ed-c3833ab64940 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:47.874144 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-dc49953e-c85a-4938-bf8b-bf2913c1c531 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c88e301a6e904ac59d2937df39befec1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6602166 Jun 25 09:16:47.874821 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-24b4ee2a-84f0-4464-bb2f-2d4c37229b48 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Made reservation on behalf of d31d35930ddf482393a8309d7454fb98 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:47.882483 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-24b4ee2a-84f0-4464-bb2f-2d4c37229b48 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:47.883579 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5382965 Jun 25 09:16:47.885343 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46414) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:47.887837 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46416) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:47.900386 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-497e46c5-403a-411c-8e88-e26da0daa36e admin admin] Request body: {'subnet': {'network_id': '6bcfa548-b982-4747-9608-d3d372c7a8c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1276627408-subnet', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:47.907272 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49953e-c85a-4938-bf8b-bf2913c1c531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0a34e9-c4e2-4ded-be29-48d521359e8f,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:47.922424 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-da96ffa7-f994-4077-8077-aca2d5009856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:47.925252 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-da96ffa7-f994-4077-8077-aca2d5009856 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1458292 Jun 25 09:16:47.929018 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dc49953e-c85a-4938-bf8b-bf2913c1c531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:47.994569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497e46c5-403a-411c-8e88-e26da0daa36e admin admin] Made reservation on behalf of ef0196456cda45988b8b413621617126 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:47.997850 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-497e46c5-403a-411c-8e88-e26da0daa36e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:48.069249 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-0d4a71f1-d8c6-4bbd-891b-e2da828b017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:48.071446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-0d4a71f1-d8c6-4bbd-891b-e2da828b017b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1386323 Jun 25 09:16:48.214314 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-24b4ee2a-84f0-4464-bb2f-2d4c37229b48 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Allocated IP 172.20.0.9 (636acfe6-d17f-4f72-9c57-7ee0f2a7da95/16b23dbf-8407-4c05-b060-ab7999afb028/41d850e9-3bc1-4356-aaa1-b00d5ef1585b) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:48.320182 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-50dd3b9b-9e51-45ba-b2f8-715af739b8b1 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407994 Jun 25 09:16:48.354632 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c483980-cec8-45cf-865b-a0fcdbc495fa req-0d4a6f0c-ad25-40c6-9cf7-30559024e143 tempest-FloatingIPsNegativeTestJSON-1420585842 tempest-FloatingIPsNegativeTestJSON-1420585842-project] 10.222.0.93 "GET /v2.0/floatingips?tenant_id=8c41e85e84b94f1bb81d844ee45f3a10 HTTP/1.1" status: 200 len: 217 time: 0.1071820 Jun 25 09:16:48.398405 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-24b4ee2a-84f0-4464-bb2f-2d4c37229b48 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:48.416441 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-24b4ee2a-84f0-4464-bb2f-2d4c37229b48 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Transition to ACTIVE for port object 41d850e9-3bc1-4356-aaa1-b00d5ef1585b will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:48.455454 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e54af2b3-f488-4302-8f48-8421768170ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:48.481444 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-24b4ee2a-84f0-4464-bb2f-2d4c37229b48 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:48.491749 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7766b61d-b033-42cd-8ac1-55ea7642849c tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:48.499736 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e54af2b3-f488-4302-8f48-8421768170ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:48.500641 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-401a994f-0b23-440e-9f84-18e8581b4928 req-4752bbdb-2a5c-40d6-a75b-49b72cd52d34 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.1669550 Jun 25 09:16:48.515734 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e80e550-d822-40e6-ad8f-d15dc825b56e req-c022a772-6fa5-4c63-8781-1e895d2815ae tempest-FloatingIPsNegativeTestJSON-1420585842 tempest-FloatingIPsNegativeTestJSON-1420585842-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0790582 Jun 25 09:16:48.630487 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-24b4ee2a-84f0-4464-bb2f-2d4c37229b48 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Network 636acfe6-d17f-4f72-9c57-7ee0f2a7da95 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:48.633828 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:16:48.657414 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-24b4ee2a-84f0-4464-bb2f-2d4c37229b48 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:48.659965 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-24b4ee2a-84f0-4464-bb2f-2d4c37229b48 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:16:48.665460 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4ee2a-84f0-4464-bb2f-2d4c37229b48 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event updated for resources: {'Port': ['ID=41d850e9-3bc1-4356-aaa1-b00d5ef1585b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:48.678665 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-24b4ee2a-84f0-4464-bb2f-2d4c37229b48 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:48.710470 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-497e46c5-403a-411c-8e88-e26da0daa36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:48.722699 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91500bd8-0a8e-45a7-9246-85b68ccd6512 req-6c4a6d1b-d442-4ecf-b5e7-510d5af5b1d3 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801754 Jun 25 09:16:48.725098 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-130fda29-824d-46ae-95db-346c01ac2261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:48.743390 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e54af2b3-f488-4302-8f48-8421768170ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:48.746346 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e54af2b3-f488-4302-8f48-8421768170ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:48.750805 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e54af2b3-f488-4302-8f48-8421768170ad admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ea0a34e9-c4e2-4ded-be29-48d521359e8f HTTP/1.1" status: 204 len: 168 time: 0.8642352 Jun 25 09:16:48.753362 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bd5ae1ab-73ac-4ab4-a18b-0657e22f46a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:48.762382 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54af2b3-f488-4302-8f48-8421768170ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0a34e9-c4e2-4ded-be29-48d521359e8f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:48.766080 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e54af2b3-f488-4302-8f48-8421768170ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:48.775286 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-24b4ee2a-84f0-4464-bb2f-2d4c37229b48 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:48.776318 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-24b4ee2a-84f0-4464-bb2f-2d4c37229b48 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:48.794455 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-24b4ee2a-84f0-4464-bb2f-2d4c37229b48 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8874362 Jun 25 09:16:48.843238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-960fc290-1703-4a76-b5d7-0d1607f204ed tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Request body: {'port': {'device_id': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2', 'admin_state_up': True, 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'security_groups': ['d5b762d5-4994-4aff-b245-890a2f0d7c2a']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:49.046201 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-960fc290-1703-4a76-b5d7-0d1607f204ed tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Made reservation on behalf of d31d35930ddf482393a8309d7454fb98 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:49.070300 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-960fc290-1703-4a76-b5d7-0d1607f204ed tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:49.073768 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ede1c409-113e-4a24-abd8-b7f59ef3f09c None None] Provisioning for port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:49.080215 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ede1c409-113e-4a24-abd8-b7f59ef3f09c None None] Provisioning complete for port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:49.081620 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ede1c409-113e-4a24-abd8-b7f59ef3f09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:49.105421 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-56d93c85-0ccf-4a07-aab1-f32a29222a1e req-fe6aef20-e8a4-4ea6-aca3-1c1cfbacc134 tempest-FloatingIPsNegativeTestJSON-1420585842 tempest-FloatingIPsNegativeTestJSON-1420585842-project] show failed (client error): The resource could not be found. Jun 25 09:16:49.116635 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56d93c85-0ccf-4a07-aab1-f32a29222a1e req-fe6aef20-e8a4-4ea6-aca3-1c1cfbacc134 tempest-FloatingIPsNegativeTestJSON-1420585842 tempest-FloatingIPsNegativeTestJSON-1420585842-project] 10.222.0.93 "GET /v2.0/floatingips/130e99db-6f40-47ee-9f49-d010dd89954b HTTP/1.1" status: 404 len: 350 time: 0.2855234 Jun 25 09:16:49.119739 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46442) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:49.145950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e46c5-403a-411c-8e88-e26da0daa36e admin admin] Pushing event updated for resources: {'Subnet': ['ID=98feea27-4972-4be6-8b7f-429ea1075dbb,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:49.150074 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ede1c409-113e-4a24-abd8-b7f59ef3f09c None None] Port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:16:49.179746 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-497e46c5-403a-411c-8e88-e26da0daa36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:49.224686 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184aee44-06ec-4f90-b18b-9532bdb20b51 req-595b5abe-7b66-49aa-887b-2234d8d2e71b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:49.236353 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-184aee44-06ec-4f90-b18b-9532bdb20b51 req-595b5abe-7b66-49aa-887b-2234d8d2e71b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 948 time: 0.4003010 Jun 25 09:16:49.241175 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e46c5-403a-411c-8e88-e26da0daa36e admin admin] Checking segment: {'id': '4a607cc6-a280-4d8a-834b-a817a62cd64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6bcfa548-b982-4747-9608-d3d372c7a8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:49.242800 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497e46c5-403a-411c-8e88-e26da0daa36e admin admin] Network hostable DHCP agents. Network: 6bcfa548-b982-4747-9608-d3d372c7a8c7, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:16:49.269513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46444) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:49.300589 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-495b89da-6cc9-419e-8024-ad50b3024574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:49.332369 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df406e-b4ce-48d3-afef-91a5dda961ed req-a0b08161-dbf7-4c95-9003-1ab093a1500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:49.333973 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d0df406e-b4ce-48d3-afef-91a5dda961ed req-a0b08161-dbf7-4c95-9003-1ab093a1500e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99a6ee3f51e24febbbad048482016a10&device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 1100 time: 0.4922242 Jun 25 09:16:49.397159 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-184aee44-06ec-4f90-b18b-9532bdb20b51 req-c974db56-2209-4a8a-af23-d2304d60a09c tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/security-groups?id=bf72a53c-f4d5-4f07-b7a1-07b7d9c77bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588571 Jun 25 09:16:49.421240 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497e46c5-403a-411c-8e88-e26da0daa36e admin admin] Network 6bcfa548-b982-4747-9608-d3d372c7a8c7 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:16:49.470918 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-497e46c5-403a-411c-8e88-e26da0daa36e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 6bcfa548-b982-4747-9608-d3d372c7a8c7) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:49.479664 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497e46c5-403a-411c-8e88-e26da0daa36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:49.480315 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-497e46c5-403a-411c-8e88-e26da0daa36e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:49.488633 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361b30bb-24d3-4366-a4ee-5641c7541a3b None None] Network 6bcfa548-b982-4747-9608-d3d372c7a8c7 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:16:49.615473 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df406e-b4ce-48d3-afef-91a5dda961ed req-873f2633-9ff5-43c7-b254-fd8f385328bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:49.624762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d0df406e-b4ce-48d3-afef-91a5dda961ed req-873f2633-9ff5-43c7-b254-fd8f385328bd service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2696047 Jun 25 09:16:49.635804 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-960fc290-1703-4a76-b5d7-0d1607f204ed tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Allocated IP 10.1.1.182 (bc54548d-0979-4bbd-8a3d-13d781674db2/8690b32d-33af-46b8-8826-e9328aab560f/cf1be947-5003-4050-9f6d-ea8018fbbe5c) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:49.768046 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d0df406e-b4ce-48d3-afef-91a5dda961ed req-a7ace768-fb7a-4165-84f6-e3a99ae2a9cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ad50a0e9-654d-4631-88d4-cc905e69644c HTTP/1.1" status: 200 len: 217 time: 0.1385226 Jun 25 09:16:49.876143 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 0bad264b-e9d0-452a-b98b-679939199592 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:49.908796 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-6bcfa548-b982-4747-9608-d3d372c7a8c7', 'network_id': '6bcfa548-b982-4747-9608-d3d372c7a8c7', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'fixed_ips': [{'subnet_id': '98feea27-4972-4be6-8b7f-429ea1075dbb'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:16:49.910038 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:49.913522 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-495b89da-6cc9-419e-8024-ad50b3024574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:49.924476 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-495b89da-6cc9-419e-8024-ad50b3024574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:49.930155 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-270ece45-9e19-4b40-bafb-18318b922ac0 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:50.001995 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df406e-b4ce-48d3-afef-91a5dda961ed req-466f2225-91d8-48ad-9e83-3c7b0fb2d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:50.008153 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d0df406e-b4ce-48d3-afef-91a5dda961ed req-466f2225-91d8-48ad-9e83-3c7b0fb2d24e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.2340107 Jun 25 09:16:50.011305 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-495b89da-6cc9-419e-8024-ad50b3024574 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=922592833cae48d0a9f51c4c9b19ea10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7390027 Jun 25 09:16:50.012960 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-497e46c5-403a-411c-8e88-e26da0daa36e admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1208823 Jun 25 09:16:50.020472 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46450) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:50.021204 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46452) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:50.038200 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b89da-6cc9-419e-8024-ad50b3024574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781a26da-a49d-4d3b-afdb-e937105487e8,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:50.043353 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-495b89da-6cc9-419e-8024-ad50b3024574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:50.056910 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1276627408-router', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:50.072016 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Allocated IP 172.20.0.2 (6bcfa548-b982-4747-9608-d3d372c7a8c7/98feea27-4972-4be6-8b7f-429ea1075dbb/1867e23b-7840-4ecf-ad7b-3c88c0845520) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:50.094334 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-960fc290-1703-4a76-b5d7-0d1607f204ed tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:50.132501 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389b742-4f5e-489a-b6fd-733a6ab53bbb req-4acb85e7-0f76-4ce1-a3e9-b57840c43a1c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:50.134222 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d389b742-4f5e-489a-b6fd-733a6ab53bbb req-4acb85e7-0f76-4ce1-a3e9-b57840c43a1c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 931 time: 0.3417211 Jun 25 09:16:50.153678 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-960fc290-1703-4a76-b5d7-0d1607f204ed tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Transition to ACTIVE for port object cf1be947-5003-4050-9f6d-ea8018fbbe5c will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:50.182223 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:50.183546 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:50.203137 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-600b105e-e580-4fa9-8b72-c579e137b72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:50.219485 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df406e-b4ce-48d3-afef-91a5dda961ed req-8e317092-e846-48c5-8885-654a9073561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:50.222912 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d0df406e-b4ce-48d3-afef-91a5dda961ed req-8e317092-e846-48c5-8885-654a9073561a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1780872 Jun 25 09:16:50.229158 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d389b742-4f5e-489a-b6fd-733a6ab53bbb req-66578f36-48a9-4838-9fd0-b78c07acc6e8 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848925 Jun 25 09:16:50.252929 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:50.262033 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Transition to ACTIVE for port object 1867e23b-7840-4ecf-ad7b-3c88c0845520 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:50.279198 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ea090e2-fca6-45f6-a3e0-0476b3a25c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:50.281985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Transition to ACTIVE for port object 1867e23b-7840-4ecf-ad7b-3c88c0845520 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:50.291975 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:50.296176 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:50.341751 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d0df406e-b4ce-48d3-afef-91a5dda961ed req-5f27a3a2-22ed-4467-a561-58221640ac54 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112514 Jun 25 09:16:50.342358 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Network 6bcfa548-b982-4747-9608-d3d372c7a8c7 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:50.343116 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-600b105e-e580-4fa9-8b72-c579e137b72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:50.347132 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:50.360411 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:16:50.382964 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 0bad264b-e9d0-452a-b98b-679939199592 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:50.391612 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 0bad264b-e9d0-452a-b98b-679939199592 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:50.391990 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:50.434981 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Pushing event updated for resources: {'Port': ['ID=1867e23b-7840-4ecf-ad7b-3c88c0845520,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:50.468763 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:50.472305 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-960fc290-1703-4a76-b5d7-0d1607f204ed tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:50.485356 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:50.496353 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d0df406e-b4ce-48d3-afef-91a5dda961ed req-4886efb2-2cc7-42a7-a4ae-f0adb469d979 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477158 Jun 25 09:16:50.504781 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eee16e14-8acf-43f3-8ac4-1c0d7bb29147 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:50.572538 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Attempting to bind port 1867e23b-7840-4ecf-ad7b-3c88c0845520 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:16:50.573496 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Attempting to bind port 1867e23b-7840-4ecf-ad7b-3c88c0845520 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '4a607cc6-a280-4d8a-834b-a817a62cd64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6bcfa548-b982-4747-9608-d3d372c7a8c7'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:16:50.573882 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Attempting to bind port 1867e23b-7840-4ecf-ad7b-3c88c0845520 on network 6bcfa548-b982-4747-9608-d3d372c7a8c7 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:16:50.586981 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:16:50.587534 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Checking segment: {'id': '4a607cc6-a280-4d8a-834b-a817a62cd64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6bcfa548-b982-4747-9608-d3d372c7a8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:50.587949 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:50.588356 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Bound using segment: {'id': '4a607cc6-a280-4d8a-834b-a817a62cd64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6bcfa548-b982-4747-9608-d3d372c7a8c7'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:16:50.588887 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Bound port: 1867e23b-7840-4ecf-ad7b-3c88c0845520, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a607cc6-a280-4d8a-834b-a817a62cd64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6bcfa548-b982-4747-9608-d3d372c7a8c7'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:16:50.589335 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:50.621065 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:50.645942 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 0bad264b-e9d0-452a-b98b-679939199592, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=0bad264b-e9d0-452a-b98b-679939199592,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:50.651738 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:50.678730 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cce13f6e-2353-4637-93a1-aac41bc68462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:50.716030 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578a91c-2587-4561-b5e4-f1e2e60ac005 req-b5bd7b5e-b10c-4d28-8f1a-6c5594135d00 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:50.724113 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a578a91c-2587-4561-b5e4-f1e2e60ac005 req-b5bd7b5e-b10c-4d28-8f1a-6c5594135d00 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 948 time: 0.1284046 Jun 25 09:16:50.751043 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-960fc290-1703-4a76-b5d7-0d1607f204ed tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Network bc54548d-0979-4bbd-8a3d-13d781674db2 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:50.752593 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Sync routers for ids ['cf46fbc0-8e8b-4328-98f7-327b1b344bc8'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:16:50.769662 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] For port 1867e23b-7840-4ecf-ad7b-3c88c0845520, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:16:50.773838 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Routers {'cf46fbc0-8e8b-4328-98f7-327b1b344bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:50.775572 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:16:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cf46fbc0-8e8b-4328-98f7-327b1b344bc8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:50.778880 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] For port 1867e23b-7840-4ecf-ad7b-3c88c0845520, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1867e23b-7840-4ecf-ad7b-3c88c0845520,segment=NetworkSegment(4a607cc6-a280-4d8a-834b-a817a62cd64c),segment_id=4a607cc6-a280-4d8a-834b-a817a62cd64c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:16:50.796627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-960fc290-1703-4a76-b5d7-0d1607f204ed tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:50.797115 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:50.817026 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-960fc290-1703-4a76-b5d7-0d1607f204ed tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:16:50.834185 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=0bad264b-e9d0-452a-b98b-679939199592,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:50.851638 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:50.852029 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:50.858574 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a578a91c-2587-4561-b5e4-f1e2e60ac005 req-e56289e1-965e-4ae3-ae7b-035df2e79223 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/security-groups?id=bf72a53c-f4d5-4f07-b7a1-07b7d9c77bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334913 Jun 25 09:16:50.903235 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fc290-1703-4a76-b5d7-0d1607f204ed tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event updated for resources: {'Port': ['ID=cf1be947-5003-4050-9f6d-ea8018fbbe5c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:50.908218 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-960fc290-1703-4a76-b5d7-0d1607f204ed tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:50.932666 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Pushing event updated for resources: {'Port': ['ID=1867e23b-7840-4ecf-ad7b-3c88c0845520,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:50.936316 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:50.979390 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:51.002941 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Set router cf46fbc0-8e8b-4328-98f7-327b1b344bc8 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:51.065593 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-600b105e-e580-4fa9-8b72-c579e137b72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:51.068381 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-600b105e-e580-4fa9-8b72-c579e137b72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:51.069653 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-600b105e-e580-4fa9-8b72-c579e137b72e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/781a26da-a49d-4d3b-afdb-e937105487e8 HTTP/1.1" status: 204 len: 168 time: 1.0464280 Jun 25 09:16:51.074688 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:51.159478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b105e-e580-4fa9-8b72-c579e137b72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781a26da-a49d-4d3b-afdb-e937105487e8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:51.188691 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-600b105e-e580-4fa9-8b72-c579e137b72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:51.250767 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-960fc290-1703-4a76-b5d7-0d1607f204ed tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:51.251416 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-960fc290-1703-4a76-b5d7-0d1607f204ed tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:51.308488 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-960fc290-1703-4a76-b5d7-0d1607f204ed tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4696574 Jun 25 09:16:51.310618 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b0238be4-cbb1-4f8d-9894-ff0ccf07c970 None None] Provisioning for port cf1be947-5003-4050-9f6d-ea8018fbbe5c completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:51.324679 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b0238be4-cbb1-4f8d-9894-ff0ccf07c970 None None] Provisioning complete for port cf1be947-5003-4050-9f6d-ea8018fbbe5c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:51.325288 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b0238be4-cbb1-4f8d-9894-ff0ccf07c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:51.338009 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-21756c10-ebaa-4fec-b844-38895f4c031a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Request body: {'port': {'device_id': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2', 'admin_state_up': True, 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'security_groups': ['d5b762d5-4994-4aff-b245-890a2f0d7c2a']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:51.350144 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1625481131-router', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '0bad264b-e9d0-452a-b98b-679939199592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:40Z', 'updated_at': '2021-06-25T09:16:45Z', 'revision_number': 4, 'project_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'gw_port': {'id': '0bad264b-e9d0-452a-b98b-679939199592', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:41Z', 'updated_at': '2021-06-25T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '276abb62-984f-43ea-b2c8-739d3729e59f', 'name': '', 'network_id': 'b34a5aa7-84a7-4905-8e32-b528d6ea33c0', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'mac_address': 'fa:16:3e:01:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '00b7a2af-b4fb-4a87-a74d-3f1e394c75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:44Z', 'updated_at': '2021-06-25T09:16:46Z', 'revision_number': 2, 'project_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'subnets': [{'id': '00b7a2af-b4fb-4a87-a74d-3f1e394c75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:51.371704 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b0238be4-cbb1-4f8d-9894-ff0ccf07c970 None None] Port cf1be947-5003-4050-9f6d-ea8018fbbe5c cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:16:51.420389 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Checking router: cf46fbc0-8e8b-4328-98f7-327b1b344bc8 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:16:51.421582 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Updating router cf46fbc0-8e8b-4328-98f7-327b1b344bc8 port 276abb62-984f-43ea-b2c8-739d3729e59f binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:16:51.485209 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:51.544522 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2a7ae-245d-41ec-ab2a-546a9c069c43 req-be759b9f-36c2-4603-bc84-d74ed7447e77 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:51.550723 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2a7ae-245d-41ec-ab2a-546a9c069c43 req-be759b9f-36c2-4603-bc84-d74ed7447e77 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:51.552955 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e7f2a7ae-245d-41ec-ab2a-546a9c069c43 req-be759b9f-36c2-4603-bc84-d74ed7447e77 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 1653 time: 0.0942616 Jun 25 09:16:51.602293 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e7f2a7ae-245d-41ec-ab2a-546a9c069c43 req-29581d7d-5b80-48f9-a499-160943fe3377 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422227 Jun 25 09:16:51.758456 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-21756c10-ebaa-4fec-b844-38895f4c031a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Made reservation on behalf of d31d35930ddf482393a8309d7454fb98 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:51.762905 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-21756c10-ebaa-4fec-b844-38895f4c031a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:51.844077 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:51.874837 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:51.946542 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-9ea090e2-fca6-45f6-a3e0-0476b3a25c9c admin admin] Deleting port 276abb62-984f-43ea-b2c8-739d3729e59f {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:16:51.947070 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ea090e2-fca6-45f6-a3e0-0476b3a25c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:51.959411 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 0bad264b-e9d0-452a-b98b-679939199592 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:52.080709 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device ad50a0e9-654d-4631-88d4-cc905e69644c details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:16:52.123204 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 0bad264b-e9d0-452a-b98b-679939199592 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:52.123590 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:52.147047 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:52.174013 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Transition to ACTIVE for port object 276abb62-984f-43ea-b2c8-739d3729e59f will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:52.188948 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:52.190993 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-15906496-f423-4cb4-822c-dfb3f3efeb77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:52.221589 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.resource_extend [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:16:52.270750 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ea090e2-fca6-45f6-a3e0-0476b3a25c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:52.276425 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d19396-65a0-4d3b-849a-e61ff601da5d req-c701aa32-59d9-4c8d-b962-4c4bf53b92ce tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:52.282922 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e9d19396-65a0-4d3b-849a-e61ff601da5d req-c701aa32-59d9-4c8d-b962-4c4bf53b92ce tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 948 time: 0.2043862 Jun 25 09:16:52.293322 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-9ea090e2-fca6-45f6-a3e0-0476b3a25c9c admin admin] Calling delete_port for 276abb62-984f-43ea-b2c8-739d3729e59f owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:16:52.335580 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Pushing event updated for resources: {'Port': ['ID=276abb62-984f-43ea-b2c8-739d3729e59f,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:52.362470 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:52.362815 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:52.363149 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:52.363556 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:52.363792 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:52.364165 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:52.364495 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:52.364840 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:52.365161 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:52.365477 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:52.365793 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:52.366104 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:16:52.377104 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:52.378976 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e9d19396-65a0-4d3b-849a-e61ff601da5d req-2a0fc2f4-da20-4341-a447-51fab00ec8ff tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/security-groups?id=bf72a53c-f4d5-4f07-b7a1-07b7d9c77bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910618 Jun 25 09:16:52.478277 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68cea28e-e771-4c45-85ca-2b9ec12bde71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:52.502936 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Attempting to bind port 276abb62-984f-43ea-b2c8-739d3729e59f on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:16:52.503331 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Attempting to bind port 276abb62-984f-43ea-b2c8-739d3729e59f by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'e498cb7f-4a7a-409a-adb3-04bda6dc7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b34a5aa7-84a7-4905-8e32-b528d6ea33c0'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:16:52.503706 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Attempting to bind port 276abb62-984f-43ea-b2c8-739d3729e59f on network b34a5aa7-84a7-4905-8e32-b528d6ea33c0 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:16:52.515854 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port ad50a0e9-654d-4631-88d4-cc905e69644c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=ad50a0e9-654d-4631-88d4-cc905e69644c,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:52.523184 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:16:52.523583 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Checking segment: {'id': 'e498cb7f-4a7a-409a-adb3-04bda6dc7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b34a5aa7-84a7-4905-8e32-b528d6ea33c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:52.524043 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:52.524509 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Bound using segment: {'id': 'e498cb7f-4a7a-409a-adb3-04bda6dc7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b34a5aa7-84a7-4905-8e32-b528d6ea33c0'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:16:52.525486 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Bound port: 276abb62-984f-43ea-b2c8-739d3729e59f, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e498cb7f-4a7a-409a-adb3-04bda6dc7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b34a5aa7-84a7-4905-8e32-b528d6ea33c0'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:16:52.525634 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:52.589407 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'ad50a0e9-654d-4631-88d4-cc905e69644c', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': 'ad50a0e9-654d-4631-88d4-cc905e69644c', 'mac_address': 'fa:16:3e:d1:f0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:16:52.604924 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Allocated IP 172.25.6.51 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/2b56fe49-efd8-4132-8f14-c6c898c2202e) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:52.653294 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] For port 276abb62-984f-43ea-b2c8-739d3729e59f, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:16:52.659926 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] For port 276abb62-984f-43ea-b2c8-739d3729e59f, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=276abb62-984f-43ea-b2c8-739d3729e59f,segment=NetworkSegment(e498cb7f-4a7a-409a-adb3-04bda6dc7f0c),segment_id=e498cb7f-4a7a-409a-adb3-04bda6dc7f0c)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:16:52.667700 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1867e23b-7840-4ecf-ad7b-3c88c0845520 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:52.678369 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:52.678369 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:52.736511 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Pushing event updated for resources: {'Port': ['ID=276abb62-984f-43ea-b2c8-739d3729e59f,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:52.740030 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:52.766062 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Routers {'cf46fbc0-8e8b-4328-98f7-327b1b344bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:52.766727 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:16:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cf46fbc0-8e8b-4328-98f7-327b1b344bc8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:52.771784 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0769b6e-db32-4198-86c4-6dd9e56afb40 None None] Network 6bcfa548-b982-4747-9608-d3d372c7a8c7 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:16:52.916243 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-21756c10-ebaa-4fec-b844-38895f4c031a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Allocated IP 10.1.1.42 (bc54548d-0979-4bbd-8a3d-13d781674db2/8690b32d-33af-46b8-8826-e9328aab560f/43f2f102-d7ef-429b-99ae-970982ce19c3) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:53.040171 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:53.086206 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] Set router cf46fbc0-8e8b-4328-98f7-327b1b344bc8 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:53.093421 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad50a0e9-654d-4631-88d4-cc905e69644c {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:16:53.128285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port ad50a0e9-654d-4631-88d4-cc905e69644c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=ad50a0e9-654d-4631-88d4-cc905e69644c,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:53.140653 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:53.151251 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:53.160816 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 1867e23b-7840-4ecf-ad7b-3c88c0845520 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:53.204968 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 1867e23b-7840-4ecf-ad7b-3c88c0845520 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:53.205403 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:53.207201 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-30dce87d-be36-48fa-8925-dd15d43f3fc7 None None] Provisioning for port 1867e23b-7840-4ecf-ad7b-3c88c0845520 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:53.221841 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-30dce87d-be36-48fa-8925-dd15d43f3fc7 None None] Provisioning complete for port 1867e23b-7840-4ecf-ad7b-3c88c0845520 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:53.222317 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30dce87d-be36-48fa-8925-dd15d43f3fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:53.271098 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a71615-9b5a-4df2-8741-a6be2b63e3b2 req-c5ca6902-f2fd-4e1d-aa30-bb0307f834bb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:53.283187 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a71615-9b5a-4df2-8741-a6be2b63e3b2 req-c5ca6902-f2fd-4e1d-aa30-bb0307f834bb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:53.295067 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-86a71615-9b5a-4df2-8741-a6be2b63e3b2 req-c5ca6902-f2fd-4e1d-aa30-bb0307f834bb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 1653 time: 0.2232611 Jun 25 09:16:53.392168 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-86a71615-9b5a-4df2-8741-a6be2b63e3b2 req-5e7a5b5b-6d8d-4f7c-8193-3e609fa4fa0c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941961 Jun 25 09:16:53.561370 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=ad50a0e9-654d-4631-88d4-cc905e69644c,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:53.567004 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:53.568027 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30dce87d-be36-48fa-8925-dd15d43f3fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:53.629905 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-30dce87d-be36-48fa-8925-dd15d43f3fc7 None None] For port 1867e23b-7840-4ecf-ad7b-3c88c0845520, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1867e23b-7840-4ecf-ad7b-3c88c0845520,segment=NetworkSegment(4a607cc6-a280-4d8a-834b-a817a62cd64c),segment_id=4a607cc6-a280-4d8a-834b-a817a62cd64c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:53.635794 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['ad50a0e9-654d-4631-88d4-cc905e69644c'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:16:53.675841 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1625481131-router', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '0bad264b-e9d0-452a-b98b-679939199592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:40Z', 'updated_at': '2021-06-25T09:16:45Z', 'revision_number': 4, 'project_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'gw_port': {'id': '0bad264b-e9d0-452a-b98b-679939199592', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:41Z', 'updated_at': '2021-06-25T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '276abb62-984f-43ea-b2c8-739d3729e59f', 'name': '', 'network_id': 'b34a5aa7-84a7-4905-8e32-b528d6ea33c0', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'mac_address': 'fa:16:3e:01:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '00b7a2af-b4fb-4a87-a74d-3f1e394c75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:44Z', 'updated_at': '2021-06-25T09:16:52Z', 'revision_number': 4, 'project_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'subnets': [{'id': '00b7a2af-b4fb-4a87-a74d-3f1e394c75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:53.685224 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30dce87d-be36-48fa-8925-dd15d43f3fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:53.694530 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c4d1039a-7209-44ea-bcd5-e32f8d6b0789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:53.741582 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ec5b1-c187-4869-b4fd-ff4afa7b21f8 None None] The sync data for ids ['cf46fbc0-8e8b-4328-98f7-327b1b344bc8'] in n-d-761264-15 is: [{'id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1625481131-router', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '0bad264b-e9d0-452a-b98b-679939199592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:40Z', 'updated_at': '2021-06-25T09:16:45Z', 'revision_number': 4, 'project_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'gw_port': {'id': '0bad264b-e9d0-452a-b98b-679939199592', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:41Z', 'updated_at': '2021-06-25T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '276abb62-984f-43ea-b2c8-739d3729e59f', 'name': '', 'network_id': 'b34a5aa7-84a7-4905-8e32-b528d6ea33c0', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'mac_address': 'fa:16:3e:01:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '00b7a2af-b4fb-4a87-a74d-3f1e394c75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:44Z', 'updated_at': '2021-06-25T09:16:52Z', 'revision_number': 4, 'project_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'subnets': [{'id': '00b7a2af-b4fb-4a87-a74d-3f1e394c75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:16:53.860580 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:53.861347 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:53.989171 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:16:53.989457 n-d-761264-15 neutron-server[94026]: DEBUG oslo_db.api [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:16:54.071648 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dce87d-be36-48fa-8925-dd15d43f3fc7 None None] Pushing event updated for resources: {'Port': ['ID=1867e23b-7840-4ecf-ad7b-3c88c0845520,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:54.076164 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-30dce87d-be36-48fa-8925-dd15d43f3fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:54.156773 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97985cb2-7b8e-41d4-b8f8-5ac94298db60 req-444a186b-9a69-401f-9c1b-d07d89f67e69 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:54.158759 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-97985cb2-7b8e-41d4-b8f8-5ac94298db60 req-444a186b-9a69-401f-9c1b-d07d89f67e69 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 949 time: 0.1650035 Jun 25 09:16:54.267338 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-97985cb2-7b8e-41d4-b8f8-5ac94298db60 req-2070915a-b342-4163-91f8-c1dd5a91bd20 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/security-groups?id=bf72a53c-f4d5-4f07-b7a1-07b7d9c77bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995622 Jun 25 09:16:54.408331 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f1c91b8c-6dcb-4053-a0bd-72dbce88d844 None None] Provisioning complete for port 1867e23b-7840-4ecf-ad7b-3c88c0845520 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:54.409473 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f1c91b8c-6dcb-4053-a0bd-72dbce88d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:54.505892 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ea090e2-fca6-45f6-a3e0-0476b3a25c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:54.520890 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e6f38dab-0b58-4697-9731-98868509323d tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:54.592613 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:54.598507 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea090e2-fca6-45f6-a3e0-0476b3a25c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=276abb62-984f-43ea-b2c8-739d3729e59f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:54.601605 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9ea090e2-fca6-45f6-a3e0-0476b3a25c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:54.850656 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 276abb62-984f-43ea-b2c8-739d3729e59f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:54.893702 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-21756c10-ebaa-4fec-b844-38895f4c031a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:54.928208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 276abb62-984f-43ea-b2c8-739d3729e59f {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:16:54.928562 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 276abb62-984f-43ea-b2c8-739d3729e59f not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 25 09:16:54.966810 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da48b5-dd15-4ee8-8c5e-7c05c94eb595 req-dc224f95-50e5-43f2-8cde-17c7c47217a6 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:54.980134 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da48b5-dd15-4ee8-8c5e-7c05c94eb595 req-dc224f95-50e5-43f2-8cde-17c7c47217a6 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:54.989237 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32da48b5-dd15-4ee8-8c5e-7c05c94eb595 req-dc224f95-50e5-43f2-8cde-17c7c47217a6 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 1653 time: 0.2445216 Jun 25 09:16:55.017391 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Port 276abb62-984f-43ea-b2c8-739d3729e59f not found, will not notify nova. {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 25 09:16:55.017926 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1867e23b-7840-4ecf-ad7b-3c88c0845520 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:55.041468 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32da48b5-dd15-4ee8-8c5e-7c05c94eb595 req-b87b620e-ed0d-49a1-b8fd-ae5132c243e6 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511262 Jun 25 09:16:55.047594 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0520633f-9699-499c-b735-f3474855ca66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:55.103409 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-21756c10-ebaa-4fec-b844-38895f4c031a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Transition to ACTIVE for port object 43f2f102-d7ef-429b-99ae-970982ce19c3 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:55.115420 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 1867e23b-7840-4ecf-ad7b-3c88c0845520 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:55.115651 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:55.151896 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:55.157719 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-08f6895a-9347-4e3d-8d5b-d5d9cc32d1f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:55.196758 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:55.232029 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-21756c10-ebaa-4fec-b844-38895f4c031a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:55.256040 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:55.266747 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ea090e2-fca6-45f6-a3e0-0476b3a25c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:55.269552 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-21756c10-ebaa-4fec-b844-38895f4c031a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Network bc54548d-0979-4bbd-8a3d-13d781674db2 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:55.276006 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:55.281162 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:16:55.283252 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Pushing event updated for resources: {'Port': ['ID=2b56fe49-efd8-4132-8f14-c6c898c2202e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:55.285756 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-21756c10-ebaa-4fec-b844-38895f4c031a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:55.287539 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:55.290582 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b0a3a374-6cf9-4b07-a72e-68170c8bb6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:55.294295 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-21756c10-ebaa-4fec-b844-38895f4c031a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:16:55.525071 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e75bf-686d-4c5f-929a-a7914bd3296a req-45b619b6-cc77-4718-9529-0c766b6ff360 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:55.533813 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-610e75bf-686d-4c5f-929a-a7914bd3296a req-45b619b6-cc77-4718-9529-0c766b6ff360 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 949 time: 0.1115212 Jun 25 09:16:55.538900 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-21756c10-ebaa-4fec-b844-38895f4c031a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:55.539566 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-21756c10-ebaa-4fec-b844-38895f4c031a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:55.542297 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21756c10-ebaa-4fec-b844-38895f4c031a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event updated for resources: {'Port': ['ID=43f2f102-d7ef-429b-99ae-970982ce19c3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:55.573682 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-21756c10-ebaa-4fec-b844-38895f4c031a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:55.602260 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-610e75bf-686d-4c5f-929a-a7914bd3296a req-28c8d484-cc33-43fd-82bc-cf0a70703676 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/security-groups?id=bf72a53c-f4d5-4f07-b7a1-07b7d9c77bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670874 Jun 25 09:16:55.649580 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32522240-40d6-4f3f-9254-5a58977a1692 None None] Provisioning for port 43f2f102-d7ef-429b-99ae-970982ce19c3 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:55.659293 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32522240-40d6-4f3f-9254-5a58977a1692 None None] Provisioning complete for port 43f2f102-d7ef-429b-99ae-970982ce19c3 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:55.659677 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32522240-40d6-4f3f-9254-5a58977a1692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:55.678292 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-21756c10-ebaa-4fec-b844-38895f4c031a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3558614 Jun 25 09:16:55.702882 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-495cc47d-7879-42ad-a0ee-5682b4896556 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Request body: {'port': {'device_id': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08', 'admin_state_up': True, 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'security_groups': ['d5b762d5-4994-4aff-b245-890a2f0d7c2a']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:55.726285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32522240-40d6-4f3f-9254-5a58977a1692 None None] Port 43f2f102-d7ef-429b-99ae-970982ce19c3 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:16:56.021096 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:56.064181 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea090e2-fca6-45f6-a3e0-0476b3a25c9c admin admin] Router cf46fbc0-8e8b-4328-98f7-327b1b344bc8 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:16:56.066861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-495cc47d-7879-42ad-a0ee-5682b4896556 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Made reservation on behalf of d31d35930ddf482393a8309d7454fb98 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:56.087226 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device ad50a0e9-654d-4631-88d4-cc905e69644c up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:16:56.154170 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:56.182627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port ad50a0e9-654d-4631-88d4-cc905e69644c completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:56.188766 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port ad50a0e9-654d-4631-88d4-cc905e69644c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:56.188766 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:56.348799 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-495cc47d-7879-42ad-a0ee-5682b4896556 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:56.453428 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46558) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:56.518732 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea090e2-fca6-45f6-a3e0-0476b3a25c9c admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:16:56.538360 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:56.546608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019249b2-0f2c-411d-8982-1c3356837bc7 req-4379477a-2314-4b07-aaf8-cc1b18678503 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:56.552682 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2e68a3-dac2-4fca-9008-3fc27390ecd1 None None] Sync routers for ids ['cf46fbc0-8e8b-4328-98f7-327b1b344bc8'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:16:56.567600 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9ea090e2-fca6-45f6-a3e0-0476b3a25c9c admin admin] 10.222.0.93 "PUT /v2.0/routers/cf46fbc0-8e8b-4328-98f7-327b1b344bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4448950 Jun 25 09:16:56.574448 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019249b2-0f2c-411d-8982-1c3356837bc7 req-4379477a-2314-4b07-aaf8-cc1b18678503 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:56.581913 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019249b2-0f2c-411d-8982-1c3356837bc7 req-4379477a-2314-4b07-aaf8-cc1b18678503 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:56.584053 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46562) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:56.592533 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e68a3-dac2-4fca-9008-3fc27390ecd1 None None] Routers {'cf46fbc0-8e8b-4328-98f7-327b1b344bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:56.593107 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-3c2e68a3-dac2-4fca-9008-3fc27390ecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:16:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cf46fbc0-8e8b-4328-98f7-327b1b344bc8'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:56.599623 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-019249b2-0f2c-411d-8982-1c3356837bc7 req-4379477a-2314-4b07-aaf8-cc1b18678503 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 2373 time: 0.2121146 Jun 25 09:16:56.691755 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d2eccf48-9369-4286-a4f3-0a377473b824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:56.728779 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-3c2e68a3-dac2-4fca-9008-3fc27390ecd1 None None] Set router cf46fbc0-8e8b-4328-98f7-327b1b344bc8 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:56.770462 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-019249b2-0f2c-411d-8982-1c3356837bc7 req-50efd3de-a8b8-4ca0-915d-b38a88b2a4d6 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695671 Jun 25 09:16:56.929191 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d2eccf48-9369-4286-a4f3-0a377473b824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:56.954774 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e78609-5c28-4bcf-adb5-3f22df5a73d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad50a0e9-654d-4631-88d4-cc905e69644c'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:16:56.957226 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c79aed-e350-4bf5-a740-23baf7afff61" -d '{"events": [{"server_uuid": "f8e78609-5c28-4bcf-adb5-3f22df5a73d6", "name": "network-vif-plugged", "status": "completed", "tag": "ad50a0e9-654d-4631-88d4-cc905e69644c"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:16:56.969783 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d2eccf48-9369-4286-a4f3-0a377473b824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:56.977995 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7c3d5a36-c44b-4370-9b9f-7cc69b03802d tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:57.002026 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port ad50a0e9-654d-4631-88d4-cc905e69644c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=ad50a0e9-654d-4631-88d4-cc905e69644c,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:57.008275 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:57.012229 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:57.032152 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eccf48-9369-4286-a4f3-0a377473b824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93fcee2-d68f-43cd-976f-e85cfec3cf4d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:57.039575 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d2eccf48-9369-4286-a4f3-0a377473b824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:57.063615 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-3c2e68a3-dac2-4fca-9008-3fc27390ecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1625481131-router', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '0bad264b-e9d0-452a-b98b-679939199592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:40Z', 'updated_at': '2021-06-25T09:16:53Z', 'revision_number': 5, 'project_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'gw_port': {'id': '0bad264b-e9d0-452a-b98b-679939199592', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:41Z', 'updated_at': '2021-06-25T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:57.096941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29115710-fe36-428d-a350-b382dbc86f21 req-a9ffceac-28a3-402d-9d7e-c71878122fb2 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:57.100430 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2e68a3-dac2-4fca-9008-3fc27390ecd1 None None] Checking router: cf46fbc0-8e8b-4328-98f7-327b1b344bc8 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:16:57.106034 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-29115710-fe36-428d-a350-b382dbc86f21 req-a9ffceac-28a3-402d-9d7e-c71878122fb2 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 949 time: 0.3061862 Jun 25 09:16:57.108561 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a1f9e9-d6dc-4781-a499-f07151651ca6 x-openstack-request-id: req-75a1f9e9-d6dc-4781-a499-f07151651ca6 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:16:57.109360 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e78609-5c28-4bcf-adb5-3f22df5a73d6", "name": "network-vif-plugged", "status": "completed", "tag": "ad50a0e9-654d-4631-88d4-cc905e69644c", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:16:57.109941 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-75a1f9e9-d6dc-4781-a499-f07151651ca6 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:16:57.110991 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e78609-5c28-4bcf-adb5-3f22df5a73d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad50a0e9-654d-4631-88d4-cc905e69644c', 'code': 200} Jun 25 09:16:57.111492 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:57.125422 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e68a3-dac2-4fca-9008-3fc27390ecd1 None None] Routers {'cf46fbc0-8e8b-4328-98f7-327b1b344bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:57.126088 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-3c2e68a3-dac2-4fca-9008-3fc27390ecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:16:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cf46fbc0-8e8b-4328-98f7-327b1b344bc8'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:57.128212 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=ad50a0e9-654d-4631-88d4-cc905e69644c,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:57.133175 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:57.135551 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d2eccf48-9369-4286-a4f3-0a377473b824 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dbcd094029554244a1106de21c6a092d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6791255 Jun 25 09:16:57.139145 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46572) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:57.217148 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-87a3cb84-a9dd-45e1-987a-1f07aaf4b171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:57.245045 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-87a3cb84-a9dd-45e1-987a-1f07aaf4b171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:57.271646 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:57.326329 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-29115710-fe36-428d-a350-b382dbc86f21 req-89df9592-e448-4f17-8455-fc3393378e7d tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/security-groups?id=bf72a53c-f4d5-4f07-b7a1-07b7d9c77bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192919 Jun 25 09:16:57.337056 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-495cc47d-7879-42ad-a0ee-5682b4896556 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Allocated IP 10.2.2.100 (2afc939b-7ab0-46c5-b1fa-bb32babffa08/d6509b59-9ba7-402d-bd1c-97d06b22f9df/80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:57.360259 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-3c2e68a3-dac2-4fca-9008-3fc27390ecd1 None None] Set router cf46fbc0-8e8b-4328-98f7-327b1b344bc8 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:57.368273 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-87a3cb84-a9dd-45e1-987a-1f07aaf4b171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:57.370985 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-87a3cb84-a9dd-45e1-987a-1f07aaf4b171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:57.372674 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-87a3cb84-a9dd-45e1-987a-1f07aaf4b171 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c93fcee2-d68f-43cd-976f-e85cfec3cf4d HTTP/1.1" status: 204 len: 168 time: 0.2321730 Jun 25 09:16:57.374699 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5f77510f-2de9-458e-805d-c0e6ebd94902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:57.394182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232ba34-f0a3-4ec4-be05-0d11a7310467 req-7673daec-d949-4d1a-8fe1-82fc8e12fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:57.395941 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b232ba34-f0a3-4ec4-be05-0d11a7310467 req-7673daec-d949-4d1a-8fe1-82fc8e12fd07 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 1102 time: 0.1823716 Jun 25 09:16:57.396950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3cb84-a9dd-45e1-987a-1f07aaf4b171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93fcee2-d68f-43cd-976f-e85cfec3cf4d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:57.400853 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-87a3cb84-a9dd-45e1-987a-1f07aaf4b171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:57.438307 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b232ba34-f0a3-4ec4-be05-0d11a7310467 req-b819d85f-5b1d-45aa-af30-efd94477224e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bf72a53c-f4d5-4f07-b7a1-07b7d9c77bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363524 Jun 25 09:16:57.528869 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:57.615992 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-3c2e68a3-dac2-4fca-9008-3fc27390ecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1625481131-router', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '0bad264b-e9d0-452a-b98b-679939199592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:40Z', 'updated_at': '2021-06-25T09:16:53Z', 'revision_number': 5, 'project_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'gw_port': {'id': '0bad264b-e9d0-452a-b98b-679939199592', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:41Z', 'updated_at': '2021-06-25T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:57.651868 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2e68a3-dac2-4fca-9008-3fc27390ecd1 None None] The sync data for ids ['cf46fbc0-8e8b-4328-98f7-327b1b344bc8'] in n-d-761264-15 is: [{'id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1625481131-router', 'tenant_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '0bad264b-e9d0-452a-b98b-679939199592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:40Z', 'updated_at': '2021-06-25T09:16:53Z', 'revision_number': 5, 'project_id': '8c41e85e84b94f1bb81d844ee45f3a10', 'gw_port': {'id': '0bad264b-e9d0-452a-b98b-679939199592', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46fbc0-8e8b-4328-98f7-327b1b344bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:41Z', 'updated_at': '2021-06-25T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:16:57.719020 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Router d39f276a-15b5-48a1-bfb8-4016b7510ba6 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:16:57.784401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46580) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:57.808543 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-890374f4-0dd5-41be-a0ca-5d51c48a710f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:57.808798 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] Deleting port 0bad264b-e9d0-452a-b98b-679939199592 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:16:57.808798 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:57.814694 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-495cc47d-7879-42ad-a0ee-5682b4896556 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:57.848607 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:57.915472 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-495cc47d-7879-42ad-a0ee-5682b4896556 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Transition to ACTIVE for port object 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:57.945076 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-890374f4-0dd5-41be-a0ca-5d51c48a710f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:57.950367 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-890374f4-0dd5-41be-a0ca-5d51c48a710f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:57.979161 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:16:57.979958 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d2eccf48-9369-4286-a4f3-0a377473b824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:57.990953 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] For port 0bad264b-e9d0-452a-b98b-679939199592, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=0bad264b-e9d0-452a-b98b-679939199592,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:16:57.991320 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:57.993442 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Sync routers for ids ['d39f276a-15b5-48a1-bfb8-4016b7510ba6'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:16:58.012755 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] Calling delete_port for 0bad264b-e9d0-452a-b98b-679939199592 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:16:58.027888 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Routers {'d39f276a-15b5-48a1-bfb8-4016b7510ba6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:58.028302 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-495cc47d-7879-42ad-a0ee-5682b4896556 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:58.030000 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:16:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d39f276a-15b5-48a1-bfb8-4016b7510ba6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:58.035456 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:58.044967 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0204053 Jun 25 09:16:58.048206 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46586) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:58.054725 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7c2bef04-13f8-4d6c-b0c4-7e15ca9a4b19 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:58.093846 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-890374f4-0dd5-41be-a0ca-5d51c48a710f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=87157df696d94289b1551899bb0e192f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079376 Jun 25 09:16:58.116825 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890374f4-0dd5-41be-a0ca-5d51c48a710f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff87625-3da3-47b5-b213-a9b9164c58ee,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:58.121433 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-890374f4-0dd5-41be-a0ca-5d51c48a710f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:58.121939 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46588) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:16:58.160861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cc47d-7879-42ad-a0ee-5682b4896556 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event updated for resources: {'Port': ['ID=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:58.222238 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed279b-3340-4ee5-85c2-91190bd94c42 req-adadc4bc-dfb7-4766-b203-cfc076165c11 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:58.232353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed279b-3340-4ee5-85c2-91190bd94c42 req-adadc4bc-dfb7-4766-b203-cfc076165c11 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:58.236990 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Set router d39f276a-15b5-48a1-bfb8-4016b7510ba6 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:58.243937 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed279b-3340-4ee5-85c2-91190bd94c42 req-adadc4bc-dfb7-4766-b203-cfc076165c11 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:58.251563 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-daed279b-3340-4ee5-85c2-91190bd94c42 req-adadc4bc-dfb7-4766-b203-cfc076165c11 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 2373 time: 0.2725887 Jun 25 09:16:58.259860 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-495cc47d-7879-42ad-a0ee-5682b4896556 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:58.266768 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-495cc47d-7879-42ad-a0ee-5682b4896556 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Network 2afc939b-7ab0-46c5-b1fa-bb32babffa08 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:16:58.316412 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91674d3d-62c4-48f7-ab27-9480f34b1873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:58.362309 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-495cc47d-7879-42ad-a0ee-5682b4896556 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:16:58.367679 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-495cc47d-7879-42ad-a0ee-5682b4896556 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:16:58.380289 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91674d3d-62c4-48f7-ab27-9480f34b1873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:58.459197 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91674d3d-62c4-48f7-ab27-9480f34b1873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:58.462223 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91674d3d-62c4-48f7-ab27-9480f34b1873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:58.472855 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-91674d3d-62c4-48f7-ab27-9480f34b1873 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6ff87625-3da3-47b5-b213-a9b9164c58ee HTTP/1.1" status: 204 len: 168 time: 0.3428652 Jun 25 09:16:58.476615 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dc49953e-c85a-4938-bf8b-bf2913c1c531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:58.504722 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-daed279b-3340-4ee5-85c2-91190bd94c42 req-2eacbe4d-9f09-4a5b-a9ca-a7f1c406587a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520924 Jun 25 09:16:58.506211 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91674d3d-62c4-48f7-ab27-9480f34b1873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff87625-3da3-47b5-b213-a9b9164c58ee,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:58.512291 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-91674d3d-62c4-48f7-ab27-9480f34b1873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:58.551919 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-495cc47d-7879-42ad-a0ee-5682b4896556 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:58.553698 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-495cc47d-7879-42ad-a0ee-5682b4896556 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:58.564331 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'name': 'tempest-ServersTestMultiNic-1276627408-router', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '2b56fe49-efd8-4132-8f14-c6c898c2202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:50Z', 'updated_at': '2021-06-25T09:16:55Z', 'revision_number': 3, 'project_id': 'ef0196456cda45988b8b413621617126', 'gw_port': {'id': '2b56fe49-efd8-4132-8f14-c6c898c2202e', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:51Z', 'updated_at': '2021-06-25T09:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:58.635615 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 276abb62-984f-43ea-b2c8-739d3729e59f no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:16:58.651937 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Checking router: d39f276a-15b5-48a1-bfb8-4016b7510ba6 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:16:58.652777 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Updating router d39f276a-15b5-48a1-bfb8-4016b7510ba6 port 2b56fe49-efd8-4132-8f14-c6c898c2202e binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:16:58.677565 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-495cc47d-7879-42ad-a0ee-5682b4896556 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9851263 Jun 25 09:16:58.710905 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 276abb62-984f-43ea-b2c8-739d3729e59f {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:16:58.711190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 276abb62-984f-43ea-b2c8-739d3729e59f not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:16:58.731918 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5b36edd4-410e-4d06-925f-59ee9db1567d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Request body: {'port': {'device_id': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08', 'admin_state_up': True, 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'security_groups': ['d5b762d5-4994-4aff-b245-890a2f0d7c2a']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:16:58.771971 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:58.879162 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22c5b3-73ba-4d5d-8afe-9e88892ae85e req-1fb7259f-4e42-4f3a-b290-a6eec39d9c90 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:58.881589 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a22c5b3-73ba-4d5d-8afe-9e88892ae85e req-1fb7259f-4e42-4f3a-b290-a6eec39d9c90 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 950 time: 0.1812758 Jun 25 09:16:58.887129 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2e0f64e1-f85c-4940-a8fa-dc997c64172a None None] Provisioning for port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:16:58.898176 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5b36edd4-410e-4d06-925f-59ee9db1567d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Made reservation on behalf of d31d35930ddf482393a8309d7454fb98 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:16:58.903988 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2e0f64e1-f85c-4940-a8fa-dc997c64172a None None] Provisioning complete for port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:16:58.904374 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e0f64e1-f85c-4940-a8fa-dc997c64172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:58.904514 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5b36edd4-410e-4d06-925f-59ee9db1567d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:58.956995 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a22c5b3-73ba-4d5d-8afe-9e88892ae85e req-b44801f8-928b-4ba1-888a-935574fea82f tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/security-groups?id=bf72a53c-f4d5-4f07-b7a1-07b7d9c77bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692015 Jun 25 09:16:59.059471 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f64e1-f85c-4940-a8fa-dc997c64172a None None] Port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:16:59.420182 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5b36edd4-410e-4d06-925f-59ee9db1567d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Allocated IP 10.2.2.200 (2afc939b-7ab0-46c5-b1fa-bb32babffa08/d6509b59-9ba7-402d-bd1c-97d06b22f9df/8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:16:59.425064 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:59.448347 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Transition to ACTIVE for port object 2b56fe49-efd8-4132-8f14-c6c898c2202e will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:16:59.457116 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:59.461553 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-cf6fd457-b425-44ad-9ff5-3241a96d5be2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:59.521242 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Attempting to bind port 2b56fe49-efd8-4132-8f14-c6c898c2202e on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:16:59.522025 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Attempting to bind port 2b56fe49-efd8-4132-8f14-c6c898c2202e by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:16:59.522025 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Attempting to bind port 2b56fe49-efd8-4132-8f14-c6c898c2202e on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:16:59.524364 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bfa91-b0f8-48a2-88df-c8187a06031f None None] Pushing event updated for resources: {'Port': ['ID=2b56fe49-efd8-4132-8f14-c6c898c2202e,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:59.527780 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-583bfa91-b0f8-48a2-88df-c8187a06031f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:59.530600 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:16:59.530975 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:16:59.531379 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:59.531916 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:16:59.532254 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Bound port: 2b56fe49-efd8-4132-8f14-c6c898c2202e, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:16:59.532603 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:59.582626 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:59.597626 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ff52e52d-5a99-4bcc-8661-9b6c7da56948 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:59.621561 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] For port 2b56fe49-efd8-4132-8f14-c6c898c2202e, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:16:59.625375 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] For port 2b56fe49-efd8-4132-8f14-c6c898c2202e, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2b56fe49-efd8-4132-8f14-c6c898c2202e,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:16:59.632197 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:59.635283 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-19d7aa1e-6128-4475-90aa-d2af7a93bf9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:16:59.653535 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bad264b-e9d0-452a-b98b-679939199592,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:59.660870 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:59.691598 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bfa91-b0f8-48a2-88df-c8187a06031f None None] Pushing event updated for resources: {'Port': ['ID=2b56fe49-efd8-4132-8f14-c6c898c2202e,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:16:59.699000 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-583bfa91-b0f8-48a2-88df-c8187a06031f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:16:59.717486 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Routers {'d39f276a-15b5-48a1-bfb8-4016b7510ba6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:16:59.718129 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:16:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d39f276a-15b5-48a1-bfb8-4016b7510ba6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:16:59.826488 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271223e5-78fc-47d3-84b8-6a6f45249e49 req-bfd96f5f-8974-4030-ae13-767fcbd2f8c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:59.834408 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271223e5-78fc-47d3-84b8-6a6f45249e49 req-bfd96f5f-8974-4030-ae13-767fcbd2f8c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:59.845375 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271223e5-78fc-47d3-84b8-6a6f45249e49 req-bfd96f5f-8974-4030-ae13-767fcbd2f8c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:59.853151 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271223e5-78fc-47d3-84b8-6a6f45249e49 req-bfd96f5f-8974-4030-ae13-767fcbd2f8c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:16:59.857254 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-271223e5-78fc-47d3-84b8-6a6f45249e49 req-bfd96f5f-8974-4030-ae13-767fcbd2f8c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 3094 time: 0.1411302 Jun 25 09:16:59.866459 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:59.872035 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] Set router d39f276a-15b5-48a1-bfb8-4016b7510ba6 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:16:59.913117 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:16:59.959688 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-271223e5-78fc-47d3-84b8-6a6f45249e49 req-211f007b-30b6-4389-9882-86ef9bd58ff8 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960510 Jun 25 09:17:00.142969 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5b36edd4-410e-4d06-925f-59ee9db1567d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:00.146248 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:00.151986 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:00.205165 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5b36edd4-410e-4d06-925f-59ee9db1567d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Transition to ACTIVE for port object 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:00.228378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4c8c8-d247-4bbd-9e23-1b8cae6e3f3d req-4c3c1ff1-2a7c-4842-a906-37fe91e6fcd6 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:00.242464 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bfd4c8c8-d247-4bbd-9e23-1b8cae6e3f3d req-4c3c1ff1-2a7c-4842-a906-37fe91e6fcd6 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 950 time: 0.1041837 Jun 25 09:17:00.257581 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'name': 'tempest-ServersTestMultiNic-1276627408-router', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '2b56fe49-efd8-4132-8f14-c6c898c2202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:50Z', 'updated_at': '2021-06-25T09:16:55Z', 'revision_number': 3, 'project_id': 'ef0196456cda45988b8b413621617126', 'gw_port': {'id': '2b56fe49-efd8-4132-8f14-c6c898c2202e', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:51Z', 'updated_at': '2021-06-25T09:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:00.281427 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bfd4c8c8-d247-4bbd-9e23-1b8cae6e3f3d req-2136adb6-1283-4ab1-b831-5bcfa1f2d967 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/security-groups?id=bf72a53c-f4d5-4f07-b7a1-07b7d9c77bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374362 Jun 25 09:17:00.323476 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d4e9c0-5c10-4dcc-9a4e-8560ccf4d761 None None] The sync data for ids ['d39f276a-15b5-48a1-bfb8-4016b7510ba6'] in n-d-761264-15 is: [{'id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'name': 'tempest-ServersTestMultiNic-1276627408-router', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '2b56fe49-efd8-4132-8f14-c6c898c2202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:50Z', 'updated_at': '2021-06-25T09:16:55Z', 'revision_number': 3, 'project_id': 'ef0196456cda45988b8b413621617126', 'gw_port': {'id': '2b56fe49-efd8-4132-8f14-c6c898c2202e', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:51Z', 'updated_at': '2021-06-25T09:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:17:00.353946 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:00.357002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf46fbc0-8e8b-4328-98f7-327b1b344bc8 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:17:00.368949 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:00.370393 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] 10.222.0.93 "DELETE /v2.0/routers/cf46fbc0-8e8b-4328-98f7-327b1b344bc8 HTTP/1.1" status: 204 len: 168 time: 3.7851985 Jun 25 09:17:00.373313 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46632) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:00.479675 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3bcad1-3024-4c57-82ec-ef24227eaaf2 admin admin] Deleting subnet 00b7a2af-b4fb-4a87-a74d-3f1e394c75cd {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:17:00.493013 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b3bcad1-3024-4c57-82ec-ef24227eaaf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:00.495182 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5b36edd4-410e-4d06-925f-59ee9db1567d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:00.532779 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-15655bf3-475d-4e3e-8db9-cdb96d3eece0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:00.558239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5b36edd4-410e-4d06-925f-59ee9db1567d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Network 2afc939b-7ab0-46c5-b1fa-bb32babffa08 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:00.569433 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5b36edd4-410e-4d06-925f-59ee9db1567d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:00.602370 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5b36edd4-410e-4d06-925f-59ee9db1567d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:00.616315 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b3bcad1-3024-4c57-82ec-ef24227eaaf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:00.833704 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5b36edd4-410e-4d06-925f-59ee9db1567d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:00.835703 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5b36edd4-410e-4d06-925f-59ee9db1567d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:00.836857 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b3bcad1-3024-4c57-82ec-ef24227eaaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:00.876133 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Allocated IP 172.20.0.1 (6bcfa548-b982-4747-9608-d3d372c7a8c7/98feea27-4972-4be6-8b7f-429ea1075dbb/e27e5f02-ee32-4b03-8214-a8e3901a1ddf) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:00.883588 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5b36edd4-410e-4d06-925f-59ee9db1567d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1610193 Jun 25 09:17:00.910396 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Request body: {'port': {'device_id': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:00.930810 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36edd4-410e-4d06-925f-59ee9db1567d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event updated for resources: {'Port': ['ID=8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:00.936439 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b3bcad1-3024-4c57-82ec-ef24227eaaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:00.952062 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b36edd4-410e-4d06-925f-59ee9db1567d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:00.958884 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:01.017417 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bcad1-3024-4c57-82ec-ef24227eaaf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b7a2af-b4fb-4a87-a74d-3f1e394c75cd,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:01.018617 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3511cd7a-6130-42fb-858e-6f5cd2a13b3b None None] Network b34a5aa7-84a7-4905-8e32-b528d6ea33c0 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:17:01.020960 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6b3bcad1-3024-4c57-82ec-ef24227eaaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:01.020960 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b3bcad1-3024-4c57-82ec-ef24227eaaf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:01.029499 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6b3bcad1-3024-4c57-82ec-ef24227eaaf2 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/00b7a2af-b4fb-4a87-a74d-3f1e394c75cd HTTP/1.1" status: 204 len: 168 time: 0.6539965 Jun 25 09:17:01.032309 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46652) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:01.207640 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:01.281795 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:01.290655 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:01.322839 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:01.451849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-36b0d986-7fc6-4252-8f2d-b13b81d85e50 None None] Provisioning for port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:01.485897 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-36b0d986-7fc6-4252-8f2d-b13b81d85e50 None None] Provisioning complete for port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:01.487407 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-36b0d986-7fc6-4252-8f2d-b13b81d85e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:01.508581 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Transition to ACTIVE for port object e27e5f02-ee32-4b03-8214-a8e3901a1ddf will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:01.573965 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-36b0d986-7fc6-4252-8f2d-b13b81d85e50 None None] Port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:17:01.594753 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d812424-742d-4650-965e-28283215f82c req-cb72befa-e8b6-49b1-ade3-ce51e27d5a33 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:01.604219 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d812424-742d-4650-965e-28283215f82c req-cb72befa-e8b6-49b1-ade3-ce51e27d5a33 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 950 time: 0.2819481 Jun 25 09:17:01.670158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Deleting port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:17:01.670830 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:01.688671 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c79ac2-3bf5-451f-8bce-2cee6ea8a521 req-6f07ddd0-7615-4514-8780-0b15486dba2c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:01.699323 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c79ac2-3bf5-451f-8bce-2cee6ea8a521 req-6f07ddd0-7615-4514-8780-0b15486dba2c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:01.699580 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223a8a66-88ae-4c93-99ea-87c5f8cb362f None None] DHCP port deletion for b34a5aa7-84a7-4905-8e32-b528d6ea33c0 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:17:01.706983 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c79ac2-3bf5-451f-8bce-2cee6ea8a521 req-6f07ddd0-7615-4514-8780-0b15486dba2c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:01.713340 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c79ac2-3bf5-451f-8bce-2cee6ea8a521 req-6f07ddd0-7615-4514-8780-0b15486dba2c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:01.723517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c79ac2-3bf5-451f-8bce-2cee6ea8a521 req-6f07ddd0-7615-4514-8780-0b15486dba2c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:01.734738 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54c79ac2-3bf5-451f-8bce-2cee6ea8a521 req-6f07ddd0-7615-4514-8780-0b15486dba2c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 3815 time: 0.4433336 Jun 25 09:17:01.787854 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:01.792460 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b4f5b28c-459a-4815-9731-25e2c572775f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:01.810679 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d812424-742d-4650-965e-28283215f82c req-d94658e1-b9d1-4a72-8142-4c02d357077f tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/security-groups?id=bf72a53c-f4d5-4f07-b7a1-07b7d9c77bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045627 Jun 25 09:17:01.830551 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-223a8a66-88ae-4c93-99ea-87c5f8cb362f None None] Deleting port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:17:01.830934 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-223a8a66-88ae-4c93-99ea-87c5f8cb362f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:01.887946 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Network 6bcfa548-b982-4747-9608-d3d372c7a8c7 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:01.903962 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:01.916875 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:01.958043 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54c79ac2-3bf5-451f-8bce-2cee6ea8a521 req-3dd436e4-d262-4ecf-9ff3-10e3a4c5ad96 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220337 Jun 25 09:17:01.996207 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-223a8a66-88ae-4c93-99ea-87c5f8cb362f None None] For port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=dd2c1889-0481-4152-b3a5-b4ee0ecb0d66,segment=NetworkSegment(e498cb7f-4a7a-409a-adb3-04bda6dc7f0c),segment_id=e498cb7f-4a7a-409a-adb3-04bda6dc7f0c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:01.997084 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-223a8a66-88ae-4c93-99ea-87c5f8cb362f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:02.017864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-223a8a66-88ae-4c93-99ea-87c5f8cb362f None None] Calling delete_port for dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:17:02.018280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] For port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=dd2c1889-0481-4152-b3a5-b4ee0ecb0d66,segment=NetworkSegment(e498cb7f-4a7a-409a-adb3-04bda6dc7f0c),segment_id=e498cb7f-4a7a-409a-adb3-04bda6dc7f0c)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:02.018773 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:02.092132 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Calling delete_port for dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:17:02.255326 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-223a8a66-88ae-4c93-99ea-87c5f8cb362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:02.258604 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ab69bc2c-c764-4791-b305-306903718eee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:02.313607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a8a66-88ae-4c93-99ea-87c5f8cb362f None None] Pushing event deleted for resources: {'Port': ['ID=dd2c1889-0481-4152-b3a5-b4ee0ecb0d66,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:02.329699 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-223a8a66-88ae-4c93-99ea-87c5f8cb362f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:02.331443 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a8a66-88ae-4c93-99ea-87c5f8cb362f None None] No DVR routers for this DVR port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:17:02.414287 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-671bea95-6b35-4df0-941c-e0ee3f0bd827 None None] Provisioning for port e27e5f02-ee32-4b03-8214-a8e3901a1ddf completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:02.422036 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-671bea95-6b35-4df0-941c-e0ee3f0bd827 None None] Provisioning complete for port e27e5f02-ee32-4b03-8214-a8e3901a1ddf triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:02.424538 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-671bea95-6b35-4df0-941c-e0ee3f0bd827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:02.445605 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:02.448599 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e10173be-bddd-43fc-938d-021f1335fdd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:02.489776 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd2c1889-0481-4152-b3a5-b4ee0ecb0d66,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:02.503738 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:02.507994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-671bea95-6b35-4df0-941c-e0ee3f0bd827 None None] Port e27e5f02-ee32-4b03-8214-a8e3901a1ddf cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:17:02.533364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] No DVR routers for this DVR port dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:17:02.668022 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:02.671487 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=e27e5f02-ee32-4b03-8214-a8e3901a1ddf,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:02.681290 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:02.736770 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2b56fe49-efd8-4132-8f14-c6c898c2202e up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:02.787518 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d850e9-3bc1-4356-aaa1-b00d5ef1585b {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:02.807237 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:02.847549 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 2b56fe49-efd8-4132-8f14-c6c898c2202e completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:02.857357 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2b56fe49-efd8-4132-8f14-c6c898c2202e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:02.857823 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:02.920025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Transition to ACTIVE for port object 41d850e9-3bc1-4356-aaa1-b00d5ef1585b will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:02.967108 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:02.972548 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0bdac723-9a37-40ea-9768-3a9be40dcf45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:03.009090 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:03.035590 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 2b56fe49-efd8-4132-8f14-c6c898c2202e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2b56fe49-efd8-4132-8f14-c6c898c2202e,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:03.043378 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:03.045318 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:03.110763 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:03.139038 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Pushing event updated for resources: {'Port': ['ID=41d850e9-3bc1-4356-aaa1-b00d5ef1585b,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:03.159406 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:03.162830 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=2b56fe49-efd8-4132-8f14-c6c898c2202e,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:03.170196 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:03.185157 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:03.202652 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:17:03.226947 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34a5aa7-84a7-4905-8e32-b528d6ea33c0']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:03.255519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ee4b8-0cd2-4603-980f-06954ee888ac req-2981533b-ca00-4c03-bf02-302028a8a5ab tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:03.257288 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-000ee4b8-0cd2-4603-980f-06954ee888ac req-2981533b-ca00-4c03-bf02-302028a8a5ab tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 950 time: 0.7169118 Jun 25 09:17:03.259374 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:17:03.259904 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device dd2c1889-0481-4152-b3a5-b4ee0ecb0d66 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:17:03.260142 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 0bad264b-e9d0-452a-b98b-679939199592 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:17:03.278672 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e498cb7f-4a7a-409a-adb3-04bda6dc7f0c') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:03.279046 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e498cb7f-4a7a-409a-adb3-04bda6dc7f0c') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:03.306110 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 0bad264b-e9d0-452a-b98b-679939199592 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:17:03.312810 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 0bad264b-e9d0-452a-b98b-679939199592 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:17:03.450764 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:03.503207 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:03.506585 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:03.510847 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-495cc47d-7879-42ad-a0ee-5682b4896556 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:03.606945 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec78c9-2542-4c9f-a5e1-b0c1deb2d3fa req-93219ed7-a04f-48f4-8341-143e07ecb1d7 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:03.608524 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7eec78c9-2542-4c9f-a5e1-b0c1deb2d3fa req-93219ed7-a04f-48f4-8341-143e07ecb1d7 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 950 time: 0.5547769 Jun 25 09:17:03.622676 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=e27e5f02-ee32-4b03-8214-a8e3901a1ddf,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:03.630432 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:03.631673 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:03.644842 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:03.675424 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Attempting to bind port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:03.675626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Attempting to bind port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '23bc2a61-4c23-40ae-9f76-54c4cc921bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:03.675956 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Attempting to bind port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b on network 636acfe6-d17f-4f72-9c57-7ee0f2a7da95 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:03.676447 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:17:03.677089 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:17:03.683518 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:17:03.695042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b on network 636acfe6-d17f-4f72-9c57-7ee0f2a7da95 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:17:03.695354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Attempting to bind port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b on network 636acfe6-d17f-4f72-9c57-7ee0f2a7da95 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:03.728048 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:03.728454 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Checking segment: {'id': '23bc2a61-4c23-40ae-9f76-54c4cc921bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:03.728781 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Bound using segment: {'id': '23bc2a61-4c23-40ae-9f76-54c4cc921bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:03.729242 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Bound port: 41d850e9-3bc1-4356-aaa1-b00d5ef1585b, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23bc2a61-4c23-40ae-9f76-54c4cc921bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:03.729598 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:03.795789 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7eec78c9-2542-4c9f-a5e1-b0c1deb2d3fa req-d51f4533-5ad6-4e67-8dd8-123b75297e14 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/security-groups?id=bf72a53c-f4d5-4f07-b7a1-07b7d9c77bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481550 Jun 25 09:17:03.807267 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:03.832041 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:03.834092 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] 10.222.0.93 "DELETE /v2.0/networks/b34a5aa7-84a7-4905-8e32-b528d6ea33c0 HTTP/1.1" status: 204 len: 168 time: 2.8004622 Jun 25 09:17:03.835428 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:03.850049 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf725d-491f-4f36-936e-d73402e266be req-c7ddf443-1f53-4ebf-b54e-f198fb4613b5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:03.856215 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf725d-491f-4f36-936e-d73402e266be req-c7ddf443-1f53-4ebf-b54e-f198fb4613b5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:03.862839 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf725d-491f-4f36-936e-d73402e266be req-c7ddf443-1f53-4ebf-b54e-f198fb4613b5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:03.874144 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf725d-491f-4f36-936e-d73402e266be req-c7ddf443-1f53-4ebf-b54e-f198fb4613b5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:03.883843 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf725d-491f-4f36-936e-d73402e266be req-c7ddf443-1f53-4ebf-b54e-f198fb4613b5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:03.885710 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fccf725d-491f-4f36-936e-d73402e266be req-c7ddf443-1f53-4ebf-b54e-f198fb4613b5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 3827 time: 0.4817767 Jun 25 09:17:03.920962 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Network 6bcfa548-b982-4747-9608-d3d372c7a8c7 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:03.936559 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:03.941575 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] For port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:03.968632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Pushing event deleted for resources: {'Network': ['ID=b34a5aa7-84a7-4905-8e32-b528d6ea33c0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:03.970177 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] For port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=41d850e9-3bc1-4356-aaa1-b00d5ef1585b,segment=NetworkSegment(23bc2a61-4c23-40ae-9f76-54c4cc921bb0),segment_id=23bc2a61-4c23-40ae-9f76-54c4cc921bb0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:03.985329 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:03.999839 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-a2653588-04e5-4d41-849f-f193df1db110 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4571838 Jun 25 09:17:04.003116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-000ee4b8-0cd2-4603-980f-06954ee888ac req-7f6f79b5-b3ad-4510-a40f-723fa66f27e1 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Deleting port ad50a0e9-654d-4631-88d4-cc905e69644c {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:17:04.004230 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-000ee4b8-0cd2-4603-980f-06954ee888ac req-7f6f79b5-b3ad-4510-a40f-723fa66f27e1 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:04.027073 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:04.033422 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:04.113921 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:04.114895 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:04.116379 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] 10.222.0.38 "PUT /v2.0/ports/41d850e9-3bc1-4356-aaa1-b00d5ef1585b HTTP/1.1" status: 200 len: 1092 time: 3.2116132 Jun 25 09:17:04.176872 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'tag': '41d850e9-3bc1-4356-aaa1-b00d5ef1585b'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:04.194658 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603643b1-aec1-43ac-901a-bdcf9213e627" -d '{"events": [{"name": "network-changed", "server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "tag": "41d850e9-3bc1-4356-aaa1-b00d5ef1585b"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:04.244339 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fccf725d-491f-4f36-936e-d73402e266be req-76bf89a1-e80c-4c31-8724-be3c2556b58f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3244603 Jun 25 09:17:04.381318 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e3368741-317c-4bbe-9469-2e79bf0d886c None None] Provisioning complete for port e27e5f02-ee32-4b03-8214-a8e3901a1ddf triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:04.384013 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e3368741-317c-4bbe-9469-2e79bf0d886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:04.405187 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Request body: {'port': {'device_id': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:04.429321 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-000ee4b8-0cd2-4603-980f-06954ee888ac req-7f6f79b5-b3ad-4510-a40f-723fa66f27e1 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] For port ad50a0e9-654d-4631-88d4-cc905e69644c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=ad50a0e9-654d-4631-88d4-cc905e69644c,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:04.429876 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-000ee4b8-0cd2-4603-980f-06954ee888ac req-7f6f79b5-b3ad-4510-a40f-723fa66f27e1 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:04.468159 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-000ee4b8-0cd2-4603-980f-06954ee888ac req-7f6f79b5-b3ad-4510-a40f-723fa66f27e1 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Calling delete_port for ad50a0e9-654d-4631-88d4-cc905e69644c owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:17:04.477793 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc7405f-e904-41b2-8325-625ee65792bd x-openstack-request-id: req-4bc7405f-e904-41b2-8325-625ee65792bd {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:04.479683 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "tag": "41d850e9-3bc1-4356-aaa1-b00d5ef1585b", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:04.480895 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4bc7405f-e904-41b2-8325-625ee65792bd {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:04.482975 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'tag': '41d850e9-3bc1-4356-aaa1-b00d5ef1585b', 'status': 'completed', 'code': 200} Jun 25 09:17:04.486776 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e3368741-317c-4bbe-9469-2e79bf0d886c None None] Port e27e5f02-ee32-4b03-8214-a8e3901a1ddf cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:17:04.493197 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-5520bd55-5302-4a4d-9e6e-2e3842159552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:04.493619 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-5520bd55-5302-4a4d-9e6e-2e3842159552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:04.494093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-5520bd55-5302-4a4d-9e6e-2e3842159552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:04.494560 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-5520bd55-5302-4a4d-9e6e-2e3842159552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:04.496518 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-5520bd55-5302-4a4d-9e6e-2e3842159552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:04.496653 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-5520bd55-5302-4a4d-9e6e-2e3842159552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:04.497462 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-5520bd55-5302-4a4d-9e6e-2e3842159552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:04.500058 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-5520bd55-5302-4a4d-9e6e-2e3842159552 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 6509 time: 0.3861475 Jun 25 09:17:04.565462 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Pushing event updated for resources: {'Port': ['ID=41d850e9-3bc1-4356-aaa1-b00d5ef1585b,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:04.618271 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46708) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:04.628052 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:04.636902 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:04.692595 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Router d39f276a-15b5-48a1-bfb8-4016b7510ba6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:17:04.762639 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2b56fe49-efd8-4132-8f14-c6c898c2202e up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:04.896398 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2b56fe49-efd8-4132-8f14-c6c898c2202e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:04.898108 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:04.943231 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-000ee4b8-0cd2-4603-980f-06954ee888ac req-7f6f79b5-b3ad-4510-a40f-723fa66f27e1 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:04.978462 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['ad50a0e9-654d-4631-88d4-cc905e69644c'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:17:04.983464 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:05.089225 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-af38304d-ccec-45b2-ab48-2435b5a7bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:05.089856 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-af38304d-ccec-45b2-ab48-2435b5a7bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:05.090173 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-af38304d-ccec-45b2-ab48-2435b5a7bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:05.091830 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-af38304d-ccec-45b2-ab48-2435b5a7bc54 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9b3a601-f58c-4ec5-82fd-335656805060&id=b567525f-dea5-412a-9997-aee658afe302&id=b567525f-dea5-412a-9997-aee658afe302&id=b567525f-dea5-412a-9997-aee658afe302&id=b567525f-dea5-412a-9997-aee658afe302&id=71754435-8609-4d26-9226-f6462d50ad72&id=71754435-8609-4d26-9226-f6462d50ad72 HTTP/1.1" status: 200 len: 2300 time: 0.5217185 Jun 25 09:17:05.159962 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f79b5-b3ad-4510-a40f-723fa66f27e1 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Pushing event deleted for resources: {'Port': ['ID=ad50a0e9-654d-4631-88d4-cc905e69644c,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:05.201423 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7f6f79b5-b3ad-4510-a40f-723fa66f27e1 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:05.292518 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-7e52a102-3961-4db6-8f64-ca5864aded0f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c14fd482-e701-4929-8589-dd5397cd4f93 HTTP/1.1" status: 200 len: 1002 time: 0.1924403 Jun 25 09:17:05.299859 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:17:05.320756 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] 10.222.0.93 "PUT /v2.0/routers/d39f276a-15b5-48a1-bfb8-4016b7510ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2522492 Jun 25 09:17:05.321014 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af24babb-2255-4bda-969e-c3ed59bbe91f req-4ba5bf04-af88-484d-a0da-115e2c934794 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 210 time: 0.1899128 Jun 25 09:17:05.321487 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Sync routers for ids ['d39f276a-15b5-48a1-bfb8-4016b7510ba6'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:17:05.354883 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-000ee4b8-0cd2-4603-980f-06954ee888ac req-7f6f79b5-b3ad-4510-a40f-723fa66f27e1 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] No DVR routers for this DVR port ad50a0e9-654d-4631-88d4-cc905e69644c on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:17:05.366053 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Routers {'d39f276a-15b5-48a1-bfb8-4016b7510ba6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:05.367852 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:16:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d39f276a-15b5-48a1-bfb8-4016b7510ba6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:05.368330 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-04a577c7-528d-4f6e-84a9-a208f61a25e3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8c41e85e84b94f1bb81d844ee45f3a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7443314 Jun 25 09:17:05.373721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46722) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:05.375187 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-000ee4b8-0cd2-4603-980f-06954ee888ac req-7f6f79b5-b3ad-4510-a40f-723fa66f27e1 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:05.395860 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-000ee4b8-0cd2-4603-980f-06954ee888ac req-7f6f79b5-b3ad-4510-a40f-723fa66f27e1 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.38 "DELETE /v2.0/ports/ad50a0e9-654d-4631-88d4-cc905e69644c HTTP/1.1" status: 204 len: 173 time: 2.1088932 Jun 25 09:17:05.410474 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e78609-5c28-4bcf-adb5-3f22df5a73d6', 'name': 'network-vif-deleted', 'tag': 'ad50a0e9-654d-4631-88d4-cc905e69644c'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:05.425967 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47eb894-875d-4908-aa58-7d646a2f229d" -d '{"events": [{"server_uuid": "f8e78609-5c28-4bcf-adb5-3f22df5a73d6", "name": "network-vif-deleted", "tag": "ad50a0e9-654d-4631-88d4-cc905e69644c"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:05.435018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-aac944f9-112e-4d4f-b57c-f57810ba6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:05.436590 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-aac944f9-112e-4d4f-b57c-f57810ba6b65 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=219c47c2-b4d5-45d9-9d06-baaa0cc38f25 HTTP/1.1" status: 200 len: 855 time: 0.1175296 Jun 25 09:17:05.518260 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603643b1-aec1-43ac-901a-bdcf9213e627 req-e7f81a9a-b714-49f1-ac62-0c468483b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:05.518744 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603643b1-aec1-43ac-901a-bdcf9213e627 req-e7f81a9a-b714-49f1-ac62-0c468483b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:05.533899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603643b1-aec1-43ac-901a-bdcf9213e627 req-e7f81a9a-b714-49f1-ac62-0c468483b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:05.534699 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603643b1-aec1-43ac-901a-bdcf9213e627 req-e7f81a9a-b714-49f1-ac62-0c468483b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:05.537325 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603643b1-aec1-43ac-901a-bdcf9213e627 req-e7f81a9a-b714-49f1-ac62-0c468483b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:05.550355 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-603643b1-aec1-43ac-901a-bdcf9213e627 req-e7f81a9a-b714-49f1-ac62-0c468483b550 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d31d35930ddf482393a8309d7454fb98&device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 4363 time: 0.9651630 Jun 25 09:17:05.647233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46732) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:05.686759 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Set router d39f276a-15b5-48a1-bfb8-4016b7510ba6 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:05.721489 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feaaae10-f3a6-46c9-acc2-c5a681f00b62 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:05.751867 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:05.797263 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-c2e6ad23-b4aa-4f3a-a3ab-10880f4b6c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:05.798987 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-c2e6ad23-b4aa-4f3a-a3ab-10880f4b6c4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9b3a601-f58c-4ec5-82fd-335656805060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3518810 Jun 25 09:17:05.832981 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c7ec10-10f0-48e3-9d9f-640c6385cecb x-openstack-request-id: req-37c7ec10-10f0-48e3-9d9f-640c6385cecb {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:05.833328 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e78609-5c28-4bcf-adb5-3f22df5a73d6", "name": "network-vif-deleted", "tag": "ad50a0e9-654d-4631-88d4-cc905e69644c", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:05.833644 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-37c7ec10-10f0-48e3-9d9f-640c6385cecb {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:05.834113 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e78609-5c28-4bcf-adb5-3f22df5a73d6', 'name': 'network-vif-deleted', 'tag': 'ad50a0e9-654d-4631-88d4-cc905e69644c', 'status': 'completed', 'code': 200} Jun 25 09:17:05.841346 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Transition to ACTIVE for port object feaaae10-f3a6-46c9-acc2-c5a681f00b62 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:05.955598 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:05.967466 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-24b4ee2a-84f0-4464-bb2f-2d4c37229b48 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:06.072457 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'name': 'tempest-ServersTestMultiNic-1276627408-router', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '2b56fe49-efd8-4132-8f14-c6c898c2202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:50Z', 'updated_at': '2021-06-25T09:17:02Z', 'revision_number': 4, 'project_id': 'ef0196456cda45988b8b413621617126', 'gw_port': {'id': '2b56fe49-efd8-4132-8f14-c6c898c2202e', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:51Z', 'updated_at': '2021-06-25T09:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'e27e5f02-ee32-4b03-8214-a8e3901a1ddf', 'name': '', 'network_id': '6bcfa548-b982-4747-9608-d3d372c7a8c7', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'mac_address': 'fa:16:3e:c0:f1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '98feea27-4972-4be6-8b7f-429ea1075dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:59Z', 'updated_at': '2021-06-25T09:17:03Z', 'revision_number': 2, 'project_id': 'ef0196456cda45988b8b413621617126', 'subnets': [{'id': '98feea27-4972-4be6-8b7f-429ea1075dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:06.117511 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09981699-2b99-4f24-9bcd-e11d474f573f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:06.121668 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603643b1-aec1-43ac-901a-bdcf9213e627 req-9db6a3d4-e985-49f2-af55-4f829bf4d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:06.122510 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603643b1-aec1-43ac-901a-bdcf9213e627 req-9db6a3d4-e985-49f2-af55-4f829bf4d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:06.123180 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603643b1-aec1-43ac-901a-bdcf9213e627 req-9db6a3d4-e985-49f2-af55-4f829bf4d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:06.125100 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-603643b1-aec1-43ac-901a-bdcf9213e627 req-9db6a3d4-e985-49f2-af55-4f829bf4d069 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d31d35930ddf482393a8309d7454fb98&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5452926 Jun 25 09:17:06.138500 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Pushing event updated for resources: {'Port': ['ID=feaaae10-f3a6-46c9-acc2-c5a681f00b62,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:06.152871 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:06.156957 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Checking router: d39f276a-15b5-48a1-bfb8-4016b7510ba6 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:17:06.157323 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Updating router d39f276a-15b5-48a1-bfb8-4016b7510ba6 port e27e5f02-ee32-4b03-8214-a8e3901a1ddf binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:17:06.242164 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:06.315340 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-0d8b3c28-0ef7-4c3f-a5c4-3b4af82cb867 service neutron] 10.222.0.38 "GET /v2.0/networks/e9b3a601-f58c-4ec5-82fd-335656805060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006552 Jun 25 09:17:06.440043 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1c15d7ae-c9ed-4b34-b3a6-c389743ef53a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2060352997'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:06.458979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Attempting to bind port feaaae10-f3a6-46c9-acc2-c5a681f00b62 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:06.459315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Attempting to bind port feaaae10-f3a6-46c9-acc2-c5a681f00b62 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:06.459642 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Attempting to bind port feaaae10-f3a6-46c9-acc2-c5a681f00b62 on network bc54548d-0979-4bbd-8a3d-13d781674db2 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:06.518954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ad698-efc9-4c7d-9c2a-e40762eaa613 req-bd1b311f-bbc6-48d6-beec-5ff83a16e81c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:06.525513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ad698-efc9-4c7d-9c2a-e40762eaa613 req-bd1b311f-bbc6-48d6-beec-5ff83a16e81c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:06.532471 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ad698-efc9-4c7d-9c2a-e40762eaa613 req-bd1b311f-bbc6-48d6-beec-5ff83a16e81c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:06.540052 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ad698-efc9-4c7d-9c2a-e40762eaa613 req-bd1b311f-bbc6-48d6-beec-5ff83a16e81c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:06.546135 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ad698-efc9-4c7d-9c2a-e40762eaa613 req-bd1b311f-bbc6-48d6-beec-5ff83a16e81c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:06.549716 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-773ad698-efc9-4c7d-9c2a-e40762eaa613 req-bd1b311f-bbc6-48d6-beec-5ff83a16e81c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 3827 time: 0.8934760 Jun 25 09:17:06.566046 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09981699-2b99-4f24-9bcd-e11d474f573f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:06.571095 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603643b1-aec1-43ac-901a-bdcf9213e627 req-eb683acc-e670-4541-977e-d39c9aaacc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:06.573024 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-603643b1-aec1-43ac-901a-bdcf9213e627 req-eb683acc-e670-4541-977e-d39c9aaacc13 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4278755 Jun 25 09:17:06.583320 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c15d7ae-c9ed-4b34-b3a6-c389743ef53a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Made reservation on behalf of ef0196456cda45988b8b413621617126 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:17:06.585258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Port feaaae10-f3a6-46c9-acc2-c5a681f00b62 on network bc54548d-0979-4bbd-8a3d-13d781674db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:17:06.585581 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Attempting to bind port feaaae10-f3a6-46c9-acc2-c5a681f00b62 on network bc54548d-0979-4bbd-8a3d-13d781674db2 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:06.604215 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1c15d7ae-c9ed-4b34-b3a6-c389743ef53a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:06.627495 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:06.627826 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Checking segment: {'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:06.628208 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Bound using segment: {'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:06.628658 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Bound port: feaaae10-f3a6-46c9-acc2-c5a681f00b62, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:06.629075 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:06.690795 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c15d7ae-c9ed-4b34-b3a6-c389743ef53a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:17:06.707489 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1c15d7ae-c9ed-4b34-b3a6-c389743ef53a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:06.707983 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-1c15d7ae-c9ed-4b34-b3a6-c389743ef53a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Added segment 8b726434-b0b1-45a2-b114-7c8803321255 of type vlan for network e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb Jun 25 09:17:06.774286 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1c15d7ae-c9ed-4b34-b3a6-c389743ef53a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:06.786201 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-b38eca44-08c0-4607-ab51-6e7905ce4070 service neutron] 10.222.0.38 "GET /v2.0/networks/e9b3a601-f58c-4ec5-82fd-335656805060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396436 Jun 25 09:17:06.864055 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-300a60e3-8718-4621-b7eb-fa3c46ba6bce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=c9fc842f-c94f-4048-9d10-074730e495de HTTP/1.1" status: 200 len: 217 time: 0.0662777 Jun 25 09:17:06.878350 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de060851-643f-405b-8486-464df14271b6 req-6cd3bb65-18a2-468d-96b2-1e27f4ec7d99 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e78609-5c28-4bcf-adb5-3f22df5a73d6 HTTP/1.1" status: 200 len: 210 time: 0.0650606 Jun 25 09:17:06.878608 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] For port feaaae10-f3a6-46c9-acc2-c5a681f00b62, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:06.886020 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:06.893152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] For port feaaae10-f3a6-46c9-acc2-c5a681f00b62, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=feaaae10-f3a6-46c9-acc2-c5a681f00b62,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:06.897108 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Transition to ACTIVE for port object e27e5f02-ee32-4b03-8214-a8e3901a1ddf will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:06.898999 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-773ad698-efc9-4c7d-9c2a-e40762eaa613 req-cf6573e4-dbdf-4283-b743-467732216d0c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208978 Jun 25 09:17:06.912904 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:06.928852 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:06.956144 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1c15d7ae-c9ed-4b34-b3a6-c389743ef53a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:06.965632 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:06.973474 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c15d7ae-c9ed-4b34-b3a6-c389743ef53a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:06.974123 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1c15d7ae-c9ed-4b34-b3a6-c389743ef53a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:06.977940 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:06.982425 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:07.034315 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e36ec6-5605-4073-ade7-eaf78589df8c None None] Pushing event updated for resources: {'Port': ['ID=e27e5f02-ee32-4b03-8214-a8e3901a1ddf,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:07.057216 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-65e36ec6-5605-4073-ade7-eaf78589df8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:07.213770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:07.214435 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:07.215802 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] 10.222.0.38 "PUT /v2.0/ports/feaaae10-f3a6-46c9-acc2-c5a681f00b62 HTTP/1.1" status: 200 len: 1131 time: 3.0044670 Jun 25 09:17:07.219187 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Attempting to bind port e27e5f02-ee32-4b03-8214-a8e3901a1ddf on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:07.219573 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Attempting to bind port e27e5f02-ee32-4b03-8214-a8e3901a1ddf by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '4a607cc6-a280-4d8a-834b-a817a62cd64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6bcfa548-b982-4747-9608-d3d372c7a8c7'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:07.219944 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Attempting to bind port e27e5f02-ee32-4b03-8214-a8e3901a1ddf on network 6bcfa548-b982-4747-9608-d3d372c7a8c7 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:07.223227 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-9d257748-3fd8-435d-8799-3f9387adfe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:07.226288 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-9d257748-3fd8-435d-8799-3f9387adfe3d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.3446603 Jun 25 09:17:07.230070 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'tag': 'feaaae10-f3a6-46c9-acc2-c5a681f00b62'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:07.232831 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:07.233298 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Checking segment: {'id': '4a607cc6-a280-4d8a-834b-a817a62cd64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6bcfa548-b982-4747-9608-d3d372c7a8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:07.233894 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:07.235306 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Bound using segment: {'id': '4a607cc6-a280-4d8a-834b-a817a62cd64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6bcfa548-b982-4747-9608-d3d372c7a8c7'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:07.237413 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Bound port: e27e5f02-ee32-4b03-8214-a8e3901a1ddf, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a607cc6-a280-4d8a-834b-a817a62cd64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6bcfa548-b982-4747-9608-d3d372c7a8c7'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:07.238885 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:07.239416 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11118d88-a900-46f1-a6e8-4462bd60291c" -d '{"events": [{"name": "network-changed", "server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "tag": "feaaae10-f3a6-46c9-acc2-c5a681f00b62"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:07.247584 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Pushing event updated for resources: {'Port': ['ID=feaaae10-f3a6-46c9-acc2-c5a681f00b62,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:07.255491 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:07.262435 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15d7ae-c9ed-4b34-b3a6-c389743ef53a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event updated for resources: {'Network': ['ID=e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:07.286922 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1c15d7ae-c9ed-4b34-b3a6-c389743ef53a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:07.303724 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:17:07.304992 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09981699-2b99-4f24-9bcd-e11d474f573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:07.307537 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09981699-2b99-4f24-9bcd-e11d474f573f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:07.315965 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-09981699-2b99-4f24-9bcd-e11d474f573f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9e89c764-62d4-4bf3-a387-296e8e2c1759 HTTP/1.1" status: 204 len: 168 time: 1.9100771 Jun 25 09:17:07.330707 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6072212e-2241-49f2-8840-9f012e10ac4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:07.342638 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Request body: {'port': {'device_id': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:07.364929 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09981699-2b99-4f24-9bcd-e11d474f573f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e89c764-62d4-4bf3-a387-296e8e2c1759,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:07.383235 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1c15d7ae-c9ed-4b34-b3a6-c389743ef53a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7242165 Jun 25 09:17:07.385894 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f1a13a-979e-4d31-adb2-e64f5b0277af x-openstack-request-id: req-30f1a13a-979e-4d31-adb2-e64f5b0277af {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:07.386112 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-09981699-2b99-4f24-9bcd-e11d474f573f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:07.386535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46766) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:07.388898 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "tag": "feaaae10-f3a6-46c9-acc2-c5a681f00b62", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:07.393194 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-30f1a13a-979e-4d31-adb2-e64f5b0277af {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:07.393852 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'tag': 'feaaae10-f3a6-46c9-acc2-c5a681f00b62', 'status': 'completed', 'code': 200} Jun 25 09:17:07.406416 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-3850ea1b-d782-4d38-b41a-95fdc03d73e6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Request body: {'subnet': {'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:07.542739 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-bc7da762-b8d8-47cb-9d28-6cc2eb5e0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:07.544840 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-bc7da762-b8d8-47cb-9d28-6cc2eb5e0ece service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2883551 Jun 25 09:17:07.579765 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:07.603556 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] For port e27e5f02-ee32-4b03-8214-a8e3901a1ddf, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:07.613963 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] For port e27e5f02-ee32-4b03-8214-a8e3901a1ddf, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e27e5f02-ee32-4b03-8214-a8e3901a1ddf,segment=NetworkSegment(4a607cc6-a280-4d8a-834b-a817a62cd64c),segment_id=4a607cc6-a280-4d8a-834b-a817a62cd64c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:07.641709 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:07.646258 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:07.763961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Routers {'d39f276a-15b5-48a1-bfb8-4016b7510ba6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:07.764615 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:16:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d39f276a-15b5-48a1-bfb8-4016b7510ba6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:07.771004 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-cac755a8-8a0c-41c0-abd7-85ac0377d7fc service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132845 Jun 25 09:17:07.839421 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3850ea1b-d782-4d38-b41a-95fdc03d73e6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Made reservation on behalf of ef0196456cda45988b8b413621617126 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:17:07.847675 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3850ea1b-d782-4d38-b41a-95fdc03d73e6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:07.928898 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e36ec6-5605-4073-ade7-eaf78589df8c None None] Pushing event updated for resources: {'Port': ['ID=e27e5f02-ee32-4b03-8214-a8e3901a1ddf,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:07.935980 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-65e36ec6-5605-4073-ade7-eaf78589df8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:08.074799 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] Set router d39f276a-15b5-48a1-bfb8-4016b7510ba6 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:08.132045 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device ad50a0e9-654d-4631-88d4-cc905e69644c no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:17:08.140021 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-d13250da-6322-44b6-927b-51c90dae8dbb service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623159 Jun 25 09:17:08.168394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: ad50a0e9-654d-4631-88d4-cc905e69644c {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:17:08.168920 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device ad50a0e9-654d-4631-88d4-cc905e69644c not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:17:08.174681 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11118d88-a900-46f1-a6e8-4462bd60291c req-07d41379-ca72-4294-a0a9-adef676c1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:08.175207 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11118d88-a900-46f1-a6e8-4462bd60291c req-07d41379-ca72-4294-a0a9-adef676c1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:08.175870 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11118d88-a900-46f1-a6e8-4462bd60291c req-07d41379-ca72-4294-a0a9-adef676c1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:08.176435 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11118d88-a900-46f1-a6e8-4462bd60291c req-07d41379-ca72-4294-a0a9-adef676c1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:08.176928 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11118d88-a900-46f1-a6e8-4462bd60291c req-07d41379-ca72-4294-a0a9-adef676c1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:08.177393 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11118d88-a900-46f1-a6e8-4462bd60291c req-07d41379-ca72-4294-a0a9-adef676c1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:08.179349 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11118d88-a900-46f1-a6e8-4462bd60291c req-07d41379-ca72-4294-a0a9-adef676c1895 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d31d35930ddf482393a8309d7454fb98&device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5287 time: 0.7598269 Jun 25 09:17:08.373347 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-21ef0197-47fe-41b7-95f0-0e64412f87f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 HTTP/1.1" status: 200 len: 217 time: 0.1816328 Jun 25 09:17:08.484776 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11118d88-a900-46f1-a6e8-4462bd60291c req-e0d7416d-ace8-4694-b676-48c5733ed345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:08.485323 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11118d88-a900-46f1-a6e8-4462bd60291c req-e0d7416d-ace8-4694-b676-48c5733ed345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:08.486256 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11118d88-a900-46f1-a6e8-4462bd60291c req-e0d7416d-ace8-4694-b676-48c5733ed345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:08.487960 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11118d88-a900-46f1-a6e8-4462bd60291c req-e0d7416d-ace8-4694-b676-48c5733ed345 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d31d35930ddf482393a8309d7454fb98&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2946432 Jun 25 09:17:08.628491 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:08.639437 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:08.652580 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Transition to ACTIVE for port object cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:08.663070 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:08.673258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'name': 'tempest-ServersTestMultiNic-1276627408-router', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '2b56fe49-efd8-4132-8f14-c6c898c2202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:50Z', 'updated_at': '2021-06-25T09:17:02Z', 'revision_number': 4, 'project_id': 'ef0196456cda45988b8b413621617126', 'gw_port': {'id': '2b56fe49-efd8-4132-8f14-c6c898c2202e', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:51Z', 'updated_at': '2021-06-25T09:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'e27e5f02-ee32-4b03-8214-a8e3901a1ddf', 'name': '', 'network_id': '6bcfa548-b982-4747-9608-d3d372c7a8c7', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'mac_address': 'fa:16:3e:c0:f1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '98feea27-4972-4be6-8b7f-429ea1075dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:59Z', 'updated_at': '2021-06-25T09:17:07Z', 'revision_number': 4, 'project_id': 'ef0196456cda45988b8b413621617126', 'subnets': [{'id': '98feea27-4972-4be6-8b7f-429ea1075dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:08.675194 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b36edd4-410e-4d06-925f-59ee9db1567d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:08.743583 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60478f29-eb36-4932-a3fd-164f5d2a6d08 None None] The sync data for ids ['d39f276a-15b5-48a1-bfb8-4016b7510ba6'] in n-d-761264-15 is: [{'id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'name': 'tempest-ServersTestMultiNic-1276627408-router', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '2b56fe49-efd8-4132-8f14-c6c898c2202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:50Z', 'updated_at': '2021-06-25T09:17:02Z', 'revision_number': 4, 'project_id': 'ef0196456cda45988b8b413621617126', 'gw_port': {'id': '2b56fe49-efd8-4132-8f14-c6c898c2202e', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:51Z', 'updated_at': '2021-06-25T09:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'e27e5f02-ee32-4b03-8214-a8e3901a1ddf', 'name': '', 'network_id': '6bcfa548-b982-4747-9608-d3d372c7a8c7', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'mac_address': 'fa:16:3e:c0:f1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '98feea27-4972-4be6-8b7f-429ea1075dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:59Z', 'updated_at': '2021-06-25T09:17:07Z', 'revision_number': 4, 'project_id': 'ef0196456cda45988b8b413621617126', 'subnets': [{'id': '98feea27-4972-4be6-8b7f-429ea1075dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:17:08.776383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-6336f8c5-ad02-41c8-9e39-440510aae51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:08.779051 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-6336f8c5-ad02-41c8-9e39-440510aae51f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.3932745 Jun 25 09:17:08.879325 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Pushing event updated for resources: {'Port': ['ID=cbbcd2b3-4f80-4faa-8f80-765b8f4253d0,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:08.899348 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:09.048990 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Attempting to bind port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:09.049330 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Attempting to bind port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:09.049667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Attempting to bind port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 on network bc54548d-0979-4bbd-8a3d-13d781674db2 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:09.083909 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 on network bc54548d-0979-4bbd-8a3d-13d781674db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:17:09.084296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Attempting to bind port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 on network bc54548d-0979-4bbd-8a3d-13d781674db2 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:09.094867 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46800) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:09.118971 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:09.119437 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Checking segment: {'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:09.119719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Bound using segment: {'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:09.120180 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Bound port: cbbcd2b3-4f80-4faa-8f80-765b8f4253d0, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:09.120559 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:09.179697 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-07bda21c-d25f-443e-83a0-4da6403ea43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:09.181311 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-07bda21c-d25f-443e-83a0-4da6403ea43a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3923454 Jun 25 09:17:09.428014 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180cf4a-fb46-4e37-bbbb-414953e55795 req-545d7184-c871-4e65-8eb8-6cc288afaf8e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:09.434910 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180cf4a-fb46-4e37-bbbb-414953e55795 req-545d7184-c871-4e65-8eb8-6cc288afaf8e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:09.441177 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180cf4a-fb46-4e37-bbbb-414953e55795 req-545d7184-c871-4e65-8eb8-6cc288afaf8e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:09.443919 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] For port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:09.447117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180cf4a-fb46-4e37-bbbb-414953e55795 req-545d7184-c871-4e65-8eb8-6cc288afaf8e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:09.449825 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] For port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=cbbcd2b3-4f80-4faa-8f80-765b8f4253d0,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:09.455714 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-0da844cd-781a-4697-a7b4-67baba4070bd service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587388 Jun 25 09:17:09.457767 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:09.458018 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180cf4a-fb46-4e37-bbbb-414953e55795 req-545d7184-c871-4e65-8eb8-6cc288afaf8e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:09.463992 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180cf4a-fb46-4e37-bbbb-414953e55795 req-545d7184-c871-4e65-8eb8-6cc288afaf8e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:09.465902 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6180cf4a-fb46-4e37-bbbb-414953e55795 req-545d7184-c871-4e65-8eb8-6cc288afaf8e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 4599 time: 1.0754771 Jun 25 09:17:09.475659 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-47298725-00c0-46a0-8002-73e331217b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:09.600256 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-65c460dd-4588-4e8c-b287-841fbd3869a9 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260679 Jun 25 09:17:09.616857 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:09.618077 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:09.619766 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] 10.222.0.38 "PUT /v2.0/ports/cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 HTTP/1.1" status: 200 len: 1130 time: 2.3444977 Jun 25 09:17:09.661138 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6180cf4a-fb46-4e37-bbbb-414953e55795 req-5a11bd4f-99f1-488c-b18b-326a01c48ff6 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1789880 Jun 25 09:17:09.665479 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3850ea1b-d782-4d38-b41a-95fdc03d73e6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:09.682111 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'tag': 'cbbcd2b3-4f80-4faa-8f80-765b8f4253d0'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:09.688595 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457a9d27-759d-4260-8664-55828fea3ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "tag": "cbbcd2b3-4f80-4faa-8f80-765b8f4253d0"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:09.689720 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a12a2cc5-a20b-48ef-a6f3-056c89ca9831 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:09.701513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11118d88-a900-46f1-a6e8-4462bd60291c req-9ef354c0-d92a-4277-a283-d26547d0a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:09.702657 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Request body: {'port': {'device_id': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:09.703721 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11118d88-a900-46f1-a6e8-4462bd60291c req-9ef354c0-d92a-4277-a283-d26547d0a850 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.1675355 Jun 25 09:17:09.865278 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850ea1b-d782-4d38-b41a-95fdc03d73e6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Checking segment: {'id': '8b726434-b0b1-45a2-b114-7c8803321255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:09.865685 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3850ea1b-d782-4d38-b41a-95fdc03d73e6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Network hostable DHCP agents. Network: e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:17:09.899904 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850ea1b-d782-4d38-b41a-95fdc03d73e6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event updated for resources: {'Subnet': ['ID=b932c927-c6b7-49ea-b7fb-525dbcc32185,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:09.903736 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3850ea1b-d782-4d38-b41a-95fdc03d73e6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:09.915002 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3850ea1b-d782-4d38-b41a-95fdc03d73e6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Network e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:17:09.964710 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-3850ea1b-d782-4d38-b41a-95fdc03d73e6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:09.971580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3850ea1b-d782-4d38-b41a-95fdc03d73e6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:09.972252 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3850ea1b-d782-4d38-b41a-95fdc03d73e6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:09.996600 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bac0a1d-3f3a-4779-b39c-a11f2b9f8877 None None] Network e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:17:10.017218 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3850ea1b-d782-4d38-b41a-95fdc03d73e6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6291757 Jun 25 09:17:10.018308 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46820) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:10.045947 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1776965880'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:10.175303 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9d27-759d-4260-8664-55828fea3ac9 req-de9c2ead-bac5-4546-af71-7db86858197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:10.182673 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9d27-759d-4260-8664-55828fea3ac9 req-de9c2ead-bac5-4546-af71-7db86858197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:10.192132 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9d27-759d-4260-8664-55828fea3ac9 req-de9c2ead-bac5-4546-af71-7db86858197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:10.192742 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9d27-759d-4260-8664-55828fea3ac9 req-de9c2ead-bac5-4546-af71-7db86858197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:10.193353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9d27-759d-4260-8664-55828fea3ac9 req-de9c2ead-bac5-4546-af71-7db86858197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:10.193759 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9d27-759d-4260-8664-55828fea3ac9 req-de9c2ead-bac5-4546-af71-7db86858197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:10.194278 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9d27-759d-4260-8664-55828fea3ac9 req-de9c2ead-bac5-4546-af71-7db86858197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:10.196572 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-457a9d27-759d-4260-8664-55828fea3ac9 req-de9c2ead-bac5-4546-af71-7db86858197b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d31d35930ddf482393a8309d7454fb98&device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 6210 time: 0.2918303 Jun 25 09:17:10.209753 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Made reservation on behalf of ef0196456cda45988b8b413621617126 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:17:10.234891 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:10.420663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46828) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:10.499760 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:17:10.517618 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:10.518232 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Added segment 3ec751f0-7168-4da6-925b-9902133ff547 of type vlan for network ec7c2024-d012-4531-8718-fca65256e587 Jun 25 09:17:10.545877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb', 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'fixed_ips': [{'subnet_id': 'b932c927-c6b7-49ea-b7fb-525dbcc32185'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:17:10.547026 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:10.564676 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:10.602247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Pushing event updated for resources: {'Port': ['ID=cbbcd2b3-4f80-4faa-8f80-765b8f4253d0,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:10.705837 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:10.708186 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.232s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:10.711380 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f95da6-cce1-4ec3-93f2-3701e4aafc0f x-openstack-request-id: req-17f95da6-cce1-4ec3-93f2-3701e4aafc0f {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:10.712420 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "tag": "cbbcd2b3-4f80-4faa-8f80-765b8f4253d0", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:10.713241 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-17f95da6-cce1-4ec3-93f2-3701e4aafc0f {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:10.714292 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'tag': 'cbbcd2b3-4f80-4faa-8f80-765b8f4253d0', 'status': 'completed', 'code': 200} Jun 25 09:17:10.830893 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9d27-759d-4260-8664-55828fea3ac9 req-d284b066-7a86-4ad2-8d64-4cc2ab49cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:10.836316 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-c83b2967-d868-4ad2-82a6-51a07fea129c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=df9f4b8c-6644-4664-913a-ecb3619208a8 HTTP/1.1" status: 200 len: 217 time: 1.1549587 Jun 25 09:17:10.836533 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9d27-759d-4260-8664-55828fea3ac9 req-d284b066-7a86-4ad2-8d64-4cc2ab49cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:10.837004 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9d27-759d-4260-8664-55828fea3ac9 req-d284b066-7a86-4ad2-8d64-4cc2ab49cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:10.847003 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-457a9d27-759d-4260-8664-55828fea3ac9 req-d284b066-7a86-4ad2-8d64-4cc2ab49cb88 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d31d35930ddf482393a8309d7454fb98&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6055019 Jun 25 09:17:10.870849 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:10.874146 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:10.891769 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-65618183-add5-4576-8da5-c2b842975f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:11.033278 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Allocated IP 19.80.0.2 (e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb/b932c927-c6b7-49ea-b7fb-525dbcc32185/7a6e0119-3d25-4847-a09e-b405e91d2fa8) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:11.086071 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c38ed1f4-f231-476b-9bfc-0be17ba1823c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=99a6ee3f51e24febbbad048482016a10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9894230 Jun 25 09:17:11.110028 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46838) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:11.216216 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:11.222024 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e27e5f02-ee32-4b03-8214-a8e3901a1ddf up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:11.319163 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-355190404-network', 'tenant_id': '7b0aca87dda143a79c67a863f31ecc45'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:11.364786 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3447516 Jun 25 09:17:11.372762 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46842) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:11.379030 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port e27e5f02-ee32-4b03-8214-a8e3901a1ddf completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:11.397462 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-d5628bcc-6fd0-4a81-96ec-ca9ab8658f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:11.399638 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-d5628bcc-6fd0-4a81-96ec-ca9ab8658f09 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.5429971 Jun 25 09:17:11.404217 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e27e5f02-ee32-4b03-8214-a8e3901a1ddf triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:11.404673 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:11.410379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-12cc4fad-9c05-45ab-984a-45a560c4a086 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Request body: {'subnet': {'network_id': 'ec7c2024-d012-4531-8718-fca65256e587', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:11.416944 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event updated for resources: {'Network': ['ID=ec7c2024-d012-4531-8718-fca65256e587,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:11.435975 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.436521 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.436933 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.437680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.438140 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.438642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.439350 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.439830 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.440282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.440821 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.441328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.441836 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.447029 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:11.505336 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network ec7c2024-d012-4531-8718-fca65256e587 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:17:11.509977 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Made reservation on behalf of 7b0aca87dda143a79c67a863f31ecc45 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:17:11.514796 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:11.599665 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:11.620176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9d27-759d-4260-8664-55828fea3ac9 req-a0464195-91cb-4c49-adde-d347c3128643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:11.623001 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-457a9d27-759d-4260-8664-55828fea3ac9 req-a0464195-91cb-4c49-adde-d347c3128643 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7387125 Jun 25 09:17:11.663190 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95111617-eea8-4893-8737-eea2171386fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:11.717283 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:11.731543 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Transition to ACTIVE for port object 7a6e0119-3d25-4847-a09e-b405e91d2fa8 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:11.752774 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Transition to ACTIVE for port object 7a6e0119-3d25-4847-a09e-b405e91d2fa8 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:11.785865 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:11.807167 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:11.822734 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:11.846130 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1808d35-6a40-4e8f-b5fc-f8b6033da786 req-fd1d624a-3144-4917-8ce9-1c3a355bbc96 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:11.856515 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1808d35-6a40-4e8f-b5fc-f8b6033da786 req-fd1d624a-3144-4917-8ce9-1c3a355bbc96 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:11.864894 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Pushing event updated for resources: {'Port': ['ID=7a6e0119-3d25-4847-a09e-b405e91d2fa8,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:11.866148 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1808d35-6a40-4e8f-b5fc-f8b6033da786 req-fd1d624a-3144-4917-8ce9-1c3a355bbc96 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:11.873548 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1808d35-6a40-4e8f-b5fc-f8b6033da786 req-fd1d624a-3144-4917-8ce9-1c3a355bbc96 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:11.878754 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.878754 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.878754 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.878754 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.878754 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.878754 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.881188 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1808d35-6a40-4e8f-b5fc-f8b6033da786 req-fd1d624a-3144-4917-8ce9-1c3a355bbc96 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:11.886880 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.888666 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.889309 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1808d35-6a40-4e8f-b5fc-f8b6033da786 req-fd1d624a-3144-4917-8ce9-1c3a355bbc96 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:11.892065 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.892504 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.892884 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.894087 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:11.897420 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1808d35-6a40-4e8f-b5fc-f8b6033da786 req-fd1d624a-3144-4917-8ce9-1c3a355bbc96 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:11.898531 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95111617-eea8-4893-8737-eea2171386fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:11.899796 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1808d35-6a40-4e8f-b5fc-f8b6033da786 req-fd1d624a-3144-4917-8ce9-1c3a355bbc96 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5370 time: 0.5947523 Jun 25 09:17:11.900757 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:11.905239 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:11.913954 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:11.966045 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:17:11.987830 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcecffe6-ab11-4cd4-9420-f232331f1a38,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:12.006862 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:12.014660 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.015247 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Added segment ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8 of type vlan for network fc15daa7-c491-4717-b27e-0827f7cb5d6b Jun 25 09:17:12.024967 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Network e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:12.044676 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.049823 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1808d35-6a40-4e8f-b5fc-f8b6033da786 req-52b81565-74a8-447c-ad2a-b92ba22f2523 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1268663 Jun 25 09:17:12.050119 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cc4fad-9c05-45ab-984a-45a560c4a086 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Made reservation on behalf of ef0196456cda45988b8b413621617126 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:17:12.054457 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-12cc4fad-9c05-45ab-984a-45a560c4a086 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.072069 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:12.080440 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:12.111588 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.125201 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-9c49a4b2-d4c2-4575-abb9-683feb573a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:12.127533 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-9c49a4b2-d4c2-4575-abb9-683feb573a99 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6542671 Jun 25 09:17:12.154342 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95111617-eea8-4893-8737-eea2171386fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.164274 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.166265 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:12.166968 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.169304 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95111617-eea8-4893-8737-eea2171386fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.171095 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:12.172967 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-95111617-eea8-4893-8737-eea2171386fc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bf72a53c-f4d5-4f07-b7a1-07b7d9c77bc1 HTTP/1.1" status: 204 len: 168 time: 1.0610971 Jun 25 09:17:12.200216 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dafbf6cd-a36b-4f5d-9dea-6c799846e584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:12.231242 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port e27e5f02-ee32-4b03-8214-a8e3901a1ddf, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e27e5f02-ee32-4b03-8214-a8e3901a1ddf,segment=NetworkSegment(4a607cc6-a280-4d8a-834b-a817a62cd64c),segment_id=4a607cc6-a280-4d8a-834b-a817a62cd64c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:12.253368 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.258555 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Pushing event updated for resources: {'Network': ['ID=fc15daa7-c491-4717-b27e-0827f7cb5d6b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:12.260397 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:12.265227 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:12.281050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8590024 Jun 25 09:17:12.283814 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46858) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:12.298698 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-3155d1b7-e1ca-4884-a598-1471316d4ce2 admin admin] Request body: {'subnet': {'network_id': 'fc15daa7-c491-4717-b27e-0827f7cb5d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-355190404-subnet', 'tenant_id': '7b0aca87dda143a79c67a863f31ecc45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:12.305548 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Attempting to bind port 7a6e0119-3d25-4847-a09e-b405e91d2fa8 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:12.309418 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Attempting to bind port 7a6e0119-3d25-4847-a09e-b405e91d2fa8 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '8b726434-b0b1-45a2-b114-7c8803321255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:12.311938 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Attempting to bind port 7a6e0119-3d25-4847-a09e-b405e91d2fa8 on network e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:12.321735 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network fc15daa7-c491-4717-b27e-0827f7cb5d6b details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:17:12.354169 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95111617-eea8-4893-8737-eea2171386fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf72a53c-f4d5-4f07-b7a1-07b7d9c77bc1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:12.365224 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3155d1b7-e1ca-4884-a598-1471316d4ce2 admin admin] Made reservation on behalf of 7b0aca87dda143a79c67a863f31ecc45 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:17:12.374701 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3155d1b7-e1ca-4884-a598-1471316d4ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.381825 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:12.382089 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-95111617-eea8-4893-8737-eea2171386fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:12.383104 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Checking segment: {'id': '8b726434-b0b1-45a2-b114-7c8803321255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:12.384120 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.384120 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Bound using segment: {'id': '8b726434-b0b1-45a2-b114-7c8803321255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:12.384826 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Bound port: 7a6e0119-3d25-4847-a09e-b405e91d2fa8, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b726434-b0b1-45a2-b114-7c8803321255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:12.385325 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.528714 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1be947-5003-4050-9f6d-ea8018fbbe5c {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:12.562814 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-c405f58a-1d81-4f99-9bbd-3f4b251a816a service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233813 Jun 25 09:17:12.567830 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.646567 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Transition to ACTIVE for port object cf1be947-5003-4050-9f6d-ea8018fbbe5c will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:12.659520 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.669056 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:12.732578 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=e27e5f02-ee32-4b03-8214-a8e3901a1ddf,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:12.736925 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:12.822808 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3155d1b7-e1ca-4884-a598-1471316d4ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.825647 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:12.871382 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] For port 7a6e0119-3d25-4847-a09e-b405e91d2fa8, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:12.876171 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] For port 7a6e0119-3d25-4847-a09e-b405e91d2fa8, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7a6e0119-3d25-4847-a09e-b405e91d2fa8,segment=NetworkSegment(8b726434-b0b1-45a2-b114-7c8803321255),segment_id=8b726434-b0b1-45a2-b114-7c8803321255)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:12.885555 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.888079 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-30dce87d-be36-48fa-8925-dd15d43f3fc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:12.914958 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-12cc4fad-9c05-45ab-984a-45a560c4a086 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:12.916663 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1be947-5003-4050-9f6d-ea8018fbbe5c,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:12.917673 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46870) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:12.920614 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3155d1b7-e1ca-4884-a598-1471316d4ce2 admin admin] Checking segment: {'id': 'ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fc15daa7-c491-4717-b27e-0827f7cb5d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:12.921109 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3155d1b7-e1ca-4884-a598-1471316d4ce2 admin admin] Network hostable DHCP agents. Network: fc15daa7-c491-4717-b27e-0827f7cb5d6b, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:17:12.927666 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:12.943415 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c1f555a8-f497-41d0-a343-7b1569ef3801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:12.954725 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155d1b7-e1ca-4884-a598-1471316d4ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcff1254-1b1d-457e-add7-fb9597f893b6,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:12.968378 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3155d1b7-e1ca-4884-a598-1471316d4ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:12.970589 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-daab8656-600a-4061-87cd-faa011496ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:13.007714 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3155d1b7-e1ca-4884-a598-1471316d4ce2 admin admin] Network fc15daa7-c491-4717-b27e-0827f7cb5d6b is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:17:13.041573 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Pushing event updated for resources: {'Port': ['ID=7a6e0119-3d25-4847-a09e-b405e91d2fa8,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:13.046602 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:13.051767 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-3155d1b7-e1ca-4884-a598-1471316d4ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, fc15daa7-c491-4717-b27e-0827f7cb5d6b) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:13.059829 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3155d1b7-e1ca-4884-a598-1471316d4ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:13.060438 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3155d1b7-e1ca-4884-a598-1471316d4ce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:13.073302 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b893ffa-a9b8-4d54-aedb-186e75715f77 None None] Network fc15daa7-c491-4717-b27e-0827f7cb5d6b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:17:13.132012 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc4fad-9c05-45ab-984a-45a560c4a086 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event updated for resources: {'Subnet': ['ID=7262f574-1960-40c4-87a3-d54e3c631733,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:13.139938 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-12cc4fad-9c05-45ab-984a-45a560c4a086 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:13.211396 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-c72577c5-0672-47e1-9ea2-1efe731524b1 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6374071 Jun 25 09:17:13.245902 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-daab8656-600a-4061-87cd-faa011496ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:13.255696 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-daab8656-600a-4061-87cd-faa011496ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:13.264531 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4661e8e4-09f7-488f-80ee-b7b89ae7c7f6 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:13.269504 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3155d1b7-e1ca-4884-a598-1471316d4ce2 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9843135 Jun 25 09:17:13.280125 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46878) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:13.297776 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-355190404-router', 'tenant_id': '7b0aca87dda143a79c67a863f31ecc45', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:13.336509 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-fb4b6d65-1b37-43e2-a211-20a94de7336a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=0cde92df-da68-43f7-a09e-d95f4e7819be HTTP/1.1" status: 200 len: 217 time: 0.0869322 Jun 25 09:17:13.420587 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-daab8656-600a-4061-87cd-faa011496ca6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a6309331e7624af09c4b64fcb5743f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5014725 Jun 25 09:17:13.423953 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab8656-600a-4061-87cd-faa011496ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777da8ce-047d-4f32-a809-6f3c32854915,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:13.427189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46880) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:13.430752 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-daab8656-600a-4061-87cd-faa011496ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:13.514784 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:13.515850 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-fc15daa7-c491-4717-b27e-0827f7cb5d6b', 'network_id': 'fc15daa7-c491-4717-b27e-0827f7cb5d6b', 'tenant_id': '7b0aca87dda143a79c67a863f31ecc45', 'fixed_ips': [{'subnet_id': 'fcff1254-1b1d-457e-add7-fb9597f893b6'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:17:13.516430 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:13.516714 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:13.532511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-e969935b-0d5b-4287-a2a2-b96cd5617796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:13.534173 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-e969935b-0d5b-4287-a2a2-b96cd5617796 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.1850019 Jun 25 09:17:13.539226 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc4fad-9c05-45ab-984a-45a560c4a086 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Checking segment: {'id': '3ec751f0-7168-4da6-925b-9902133ff547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ec7c2024-d012-4531-8718-fca65256e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:13.539763 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cc4fad-9c05-45ab-984a-45a560c4a086 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Network hostable DHCP agents. Network: ec7c2024-d012-4531-8718-fca65256e587, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:17:13.602810 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ea493110-0ff6-4aa5-aef3-2dae1c590260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:13.655371 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cc4fad-9c05-45ab-984a-45a560c4a086 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Network ec7c2024-d012-4531-8718-fca65256e587 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:17:13.655940 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:13.674833 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ea493110-0ff6-4aa5-aef3-2dae1c590260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:13.690469 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Attempting to bind port cf1be947-5003-4050-9f6d-ea8018fbbe5c on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:13.692630 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Attempting to bind port cf1be947-5003-4050-9f6d-ea8018fbbe5c by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:13.695128 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Attempting to bind port cf1be947-5003-4050-9f6d-ea8018fbbe5c on network bc54548d-0979-4bbd-8a3d-13d781674db2 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:13.717573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-12cc4fad-9c05-45ab-984a-45a560c4a086 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, ec7c2024-d012-4531-8718-fca65256e587) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:13.724296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Port cf1be947-5003-4050-9f6d-ea8018fbbe5c on network bc54548d-0979-4bbd-8a3d-13d781674db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:17:13.725813 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Attempting to bind port cf1be947-5003-4050-9f6d-ea8018fbbe5c on network bc54548d-0979-4bbd-8a3d-13d781674db2 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:13.736114 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf7d782-8f8c-4c5b-8171-761af831dc60 None None] Network ec7c2024-d012-4531-8718-fca65256e587 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:17:13.745584 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cc4fad-9c05-45ab-984a-45a560c4a086 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:13.750420 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-12cc4fad-9c05-45ab-984a-45a560c4a086 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:13.769423 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:13.769893 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Checking segment: {'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:13.770309 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Bound using segment: {'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:13.770869 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Bound port: cf1be947-5003-4050-9f6d-ea8018fbbe5c, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:13.771464 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:13.793597 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e85f7e-d8d8-4c5b-86d3-beb5713dd3a5 req-486c0044-3680-48c6-86b4-841ec1b45e52 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:13.800507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e85f7e-d8d8-4c5b-86d3-beb5713dd3a5 req-486c0044-3680-48c6-86b4-841ec1b45e52 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:13.806508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e85f7e-d8d8-4c5b-86d3-beb5713dd3a5 req-486c0044-3680-48c6-86b4-841ec1b45e52 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:13.812392 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e85f7e-d8d8-4c5b-86d3-beb5713dd3a5 req-486c0044-3680-48c6-86b4-841ec1b45e52 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:13.819092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e85f7e-d8d8-4c5b-86d3-beb5713dd3a5 req-486c0044-3680-48c6-86b4-841ec1b45e52 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:13.825455 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e85f7e-d8d8-4c5b-86d3-beb5713dd3a5 req-486c0044-3680-48c6-86b4-841ec1b45e52 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:13.831510 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e85f7e-d8d8-4c5b-86d3-beb5713dd3a5 req-486c0044-3680-48c6-86b4-841ec1b45e52 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:13.839041 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5e85f7e-d8d8-4c5b-86d3-beb5713dd3a5 req-486c0044-3680-48c6-86b4-841ec1b45e52 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5382 time: 0.3485770 Jun 25 09:17:13.903631 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Allocated IP 172.20.0.2 (fc15daa7-c491-4717-b27e-0827f7cb5d6b/fcff1254-1b1d-457e-add7-fb9597f893b6/6b128d99-2081-40d1-a133-9475a3b82f2a) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:13.906216 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] For port cf1be947-5003-4050-9f6d-ea8018fbbe5c, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:13.920860 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] For port cf1be947-5003-4050-9f6d-ea8018fbbe5c, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=cf1be947-5003-4050-9f6d-ea8018fbbe5c,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:13.928648 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-12cc4fad-9c05-45ab-984a-45a560c4a086 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5541649 Jun 25 09:17:13.932009 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:13.934467 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6e89d6a9-5708-4352-afba-fb3e0f1bfdfa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:14.003951 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:14.038273 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5e85f7e-d8d8-4c5b-86d3-beb5713dd3a5 req-583d620f-7475-4f14-8cc0-50c37570394d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1982737 Jun 25 09:17:14.063319 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-ec7c2024-d012-4531-8718-fca65256e587', 'network_id': 'ec7c2024-d012-4531-8718-fca65256e587', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'fixed_ips': [{'subnet_id': '7262f574-1960-40c4-87a3-d54e3c631733'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:17:14.064265 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:14.080961 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b16e9cd2-3bfb-4edf-8f35-258b80ea70dc req-a9d0e68c-4d0c-4232-9e8e-06b5ef3df129 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a99c250-d87e-42f7-9798-1dc9ec784934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2290955 Jun 25 09:17:14.086675 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1be947-5003-4050-9f6d-ea8018fbbe5c,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:14.096480 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:14.120292 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-63b29d23-a944-4d68-b5fc-ccbd650733cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:14.121989 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ea493110-0ff6-4aa5-aef3-2dae1c590260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:14.122453 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-63b29d23-a944-4d68-b5fc-ccbd650733cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5763764 Jun 25 09:17:14.126137 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ea493110-0ff6-4aa5-aef3-2dae1c590260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:14.126484 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:14.127089 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:14.127983 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ea493110-0ff6-4aa5-aef3-2dae1c590260 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/777da8ce-047d-4f32-a809-6f3c32854915 HTTP/1.1" status: 204 len: 168 time: 0.6984928 Jun 25 09:17:14.128490 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] 10.222.0.38 "PUT /v2.0/ports/cf1be947-5003-4050-9f6d-ea8018fbbe5c HTTP/1.1" status: 200 len: 1092 time: 4.4360783 Jun 25 09:17:14.129369 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'tag': 'cf1be947-5003-4050-9f6d-ea8018fbbe5c'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:14.132370 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cfecf4-fac0-469b-a2ca-07c88c806aba" -d '{"events": [{"name": "network-changed", "server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "tag": "cf1be947-5003-4050-9f6d-ea8018fbbe5c"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:14.205229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Request body: {'port': {'device_id': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:14.220610 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2deb89a7-8c9b-4516-94cc-5b2dcd981cd7 tempest-SecurityGroupsTestAdminJSON-140627148 tempest-SecurityGroupsTestAdminJSON-140627148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:14.334512 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0e153a-f920-4e9f-8641-8156123dc5f3 x-openstack-request-id: req-dd0e153a-f920-4e9f-8641-8156123dc5f3 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:14.339537 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "tag": "cf1be947-5003-4050-9f6d-ea8018fbbe5c", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:14.340577 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dd0e153a-f920-4e9f-8641-8156123dc5f3 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:14.341119 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'tag': 'cf1be947-5003-4050-9f6d-ea8018fbbe5c', 'status': 'completed', 'code': 200} Jun 25 09:17:14.344681 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea493110-0ff6-4aa5-aef3-2dae1c590260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777da8ce-047d-4f32-a809-6f3c32854915,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:14.352614 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ea493110-0ff6-4aa5-aef3-2dae1c590260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:14.513799 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-05d93574-3b8a-4642-9d11-04a6dfec0598 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:14.520206 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-05d93574-3b8a-4642-9d11-04a6dfec0598 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:14.530927 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-05d93574-3b8a-4642-9d11-04a6dfec0598 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/networks?id=e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb&id=ec7c2024-d012-4531-8718-fca65256e587&id=e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb HTTP/1.1" status: 200 len: 1392 time: 0.1575902 Jun 25 09:17:14.576763 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-dbb550cb-dd8f-4455-a011-c56967e272ab tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/quotas/ef0196456cda45988b8b413621617126 HTTP/1.1" status: 200 len: 375 time: 0.0442784 Jun 25 09:17:14.608003 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:14.649298 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-e450d5aa-1848-441e-a050-44f6d3c79505 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004690 Jun 25 09:17:14.660366 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e9cd2-3bfb-4edf-8f35-258b80ea70dc req-db7576be-286c-4632-854b-b887a26f0717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:14.668316 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b16e9cd2-3bfb-4edf-8f35-258b80ea70dc req-db7576be-286c-4632-854b-b887a26f0717 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b29326d595124f66a340ae8a2245ac84&device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 1098 time: 0.5489414 Jun 25 09:17:14.729276 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:14.765823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Transition to ACTIVE for port object 6b128d99-2081-40d1-a133-9475a3b82f2a will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:14.810381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfecf4-fac0-469b-a2ca-07c88c806aba req-ca2e1c5f-ff9f-4981-80a0-54e42003d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:14.811264 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfecf4-fac0-469b-a2ca-07c88c806aba req-ca2e1c5f-ff9f-4981-80a0-54e42003d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:14.811855 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Allocated IP 19.86.0.2 (ec7c2024-d012-4531-8718-fca65256e587/7262f574-1960-40c4-87a3-d54e3c631733/2fe63195-95f0-43d2-8778-8435d70201bb) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:14.812244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfecf4-fac0-469b-a2ca-07c88c806aba req-ca2e1c5f-ff9f-4981-80a0-54e42003d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:14.813104 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfecf4-fac0-469b-a2ca-07c88c806aba req-ca2e1c5f-ff9f-4981-80a0-54e42003d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:14.813755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfecf4-fac0-469b-a2ca-07c88c806aba req-ca2e1c5f-ff9f-4981-80a0-54e42003d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:14.814456 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfecf4-fac0-469b-a2ca-07c88c806aba req-ca2e1c5f-ff9f-4981-80a0-54e42003d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:14.815201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfecf4-fac0-469b-a2ca-07c88c806aba req-ca2e1c5f-ff9f-4981-80a0-54e42003d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:14.818812 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Transition to ACTIVE for port object 6b128d99-2081-40d1-a133-9475a3b82f2a will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:14.822466 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c2cfecf4-fac0-469b-a2ca-07c88c806aba req-ca2e1c5f-ff9f-4981-80a0-54e42003d4cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d31d35930ddf482393a8309d7454fb98&device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 6278 time: 0.5223897 Jun 25 09:17:14.843178 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:14.848655 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:14.911340 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Network fc15daa7-c491-4717-b27e-0827f7cb5d6b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:14.969396 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:14.976014 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:14.984214 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7a6e0119-3d25-4847-a09e-b405e91d2fa8 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:15.065451 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-5d193c77-6af1-414f-b38a-aac1fb00e641 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067664 Jun 25 09:17:15.066595 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Pushing event updated for resources: {'Port': ['ID=6b128d99-2081-40d1-a133-9475a3b82f2a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:15.070526 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:15.128892 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-ffbe9f2d-3262-4ad6-8cbc-9b1bc63c832f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=51882b81-9a38-48b7-8ea5-4e1d713904c2 HTTP/1.1" status: 200 len: 217 time: 0.0508118 Jun 25 09:17:15.213503 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e9cd2-3bfb-4edf-8f35-258b80ea70dc req-07962356-b6f6-4d36-b6d0-a059862853af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:15.215223 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b16e9cd2-3bfb-4edf-8f35-258b80ea70dc req-07962356-b6f6-4d36-b6d0-a059862853af service neutron] 10.222.0.41 "GET /v2.0/networks?id=119be928-ce8c-4bd3-a417-2e4446719647 HTTP/1.1" status: 200 len: 925 time: 0.5027411 Jun 25 09:17:15.216441 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfecf4-fac0-469b-a2ca-07c88c806aba req-cf0a0a5b-7c0f-493c-a8d7-b2a897e43ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:15.216945 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfecf4-fac0-469b-a2ca-07c88c806aba req-cf0a0a5b-7c0f-493c-a8d7-b2a897e43ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:15.217410 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfecf4-fac0-469b-a2ca-07c88c806aba req-cf0a0a5b-7c0f-493c-a8d7-b2a897e43ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:15.218889 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c2cfecf4-fac0-469b-a2ca-07c88c806aba req-cf0a0a5b-7c0f-493c-a8d7-b2a897e43ea1 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d31d35930ddf482393a8309d7454fb98&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3793566 Jun 25 09:17:15.239075 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-d0a90d91-752b-45f4-9593-8e2b223da675 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef0196456cda45988b8b413621617126&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6610131 Jun 25 09:17:15.293959 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:15.308248 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Transition to ACTIVE for port object 2fe63195-95f0-43d2-8778-8435d70201bb will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:15.344407 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b16e9cd2-3bfb-4edf-8f35-258b80ea70dc req-22aab1fd-a243-4fc3-bf68-c66745baed70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e11e01d-f79a-4240-8142-d211f4255729 HTTP/1.1" status: 200 len: 1002 time: 0.0949616 Jun 25 09:17:15.361165 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b29abb-d61d-4078-9b2e-a76a804e599d None None] Network e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:17:15.374548 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-a3bee8fa-365d-41cb-a4d9-666eaf001145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:15.376618 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-a3bee8fa-365d-41cb-a4d9-666eaf001145 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8714fc71-29f3-4ccc-83a9-562da482dc88 HTTP/1.1" status: 200 len: 797 time: 0.2396069 Jun 25 09:17:15.466310 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Transition to ACTIVE for port object 2fe63195-95f0-43d2-8778-8435d70201bb will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:15.504485 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:15.512339 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c4d1039a-7209-44ea-bcd5-e32f8d6b0789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:15.552438 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Attempting to bind port 6b128d99-2081-40d1-a133-9475a3b82f2a on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:15.553268 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Attempting to bind port 6b128d99-2081-40d1-a133-9475a3b82f2a by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fc15daa7-c491-4717-b27e-0827f7cb5d6b'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:15.553268 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Attempting to bind port 6b128d99-2081-40d1-a133-9475a3b82f2a on network fc15daa7-c491-4717-b27e-0827f7cb5d6b {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:15.558026 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f2f102-d7ef-429b-99ae-970982ce19c3 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:15.561090 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-80d7bf77-8689-4d5f-8b0d-d7c5ffe337c8 None None] Provisioning for port 7a6e0119-3d25-4847-a09e-b405e91d2fa8 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:15.570713 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:15.572516 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-80d7bf77-8689-4d5f-8b0d-d7c5ffe337c8 None None] Provisioning complete for port 7a6e0119-3d25-4847-a09e-b405e91d2fa8 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:15.572921 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80d7bf77-8689-4d5f-8b0d-d7c5ffe337c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:15.574582 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 7a6e0119-3d25-4847-a09e-b405e91d2fa8 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:15.584359 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Transition to ACTIVE for port object 43f2f102-d7ef-429b-99ae-970982ce19c3 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:15.596804 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:15.606633 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:15.607092 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Checking segment: {'id': 'ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fc15daa7-c491-4717-b27e-0827f7cb5d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:15.607414 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:15.607816 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Bound using segment: {'id': 'ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fc15daa7-c491-4717-b27e-0827f7cb5d6b'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:15.608302 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Bound port: 6b128d99-2081-40d1-a133-9475a3b82f2a, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fc15daa7-c491-4717-b27e-0827f7cb5d6b'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:15.609026 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:15.616262 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:15.628260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Network ec7c2024-d012-4531-8718-fca65256e587 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:15.631857 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 7a6e0119-3d25-4847-a09e-b405e91d2fa8 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:15.632225 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:15.692399 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Pushing event updated for resources: {'Port': ['ID=43f2f102-d7ef-429b-99ae-970982ce19c3,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:15.696434 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-d4f3ef81-0dc8-48b8-899e-50a8ef818e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:15.698021 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-d4f3ef81-0dc8-48b8-899e-50a8ef818e92 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71754435-8609-4d26-9226-f6462d50ad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1122060 Jun 25 09:17:15.698898 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:15.803148 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Pushing event updated for resources: {'Port': ['ID=2fe63195-95f0-43d2-8778-8435d70201bb,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:15.810460 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:15.823095 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:15.834527 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:15.902115 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Attempting to bind port 43f2f102-d7ef-429b-99ae-970982ce19c3 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:15.903041 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Attempting to bind port 43f2f102-d7ef-429b-99ae-970982ce19c3 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:15.903612 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Attempting to bind port 43f2f102-d7ef-429b-99ae-970982ce19c3 on network bc54548d-0979-4bbd-8a3d-13d781674db2 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:15.920455 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Port 43f2f102-d7ef-429b-99ae-970982ce19c3 on network bc54548d-0979-4bbd-8a3d-13d781674db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:17:15.921119 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Attempting to bind port 43f2f102-d7ef-429b-99ae-970982ce19c3 on network bc54548d-0979-4bbd-8a3d-13d781674db2 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:15.931312 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-fb8560d4-e4f6-49ce-aedb-a2b22b5d873c service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848927 Jun 25 09:17:15.933244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:15.933908 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Checking segment: {'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:15.934587 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Bound using segment: {'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:15.935277 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Bound port: 43f2f102-d7ef-429b-99ae-970982ce19c3, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:15.936026 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.069030 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] For port 6b128d99-2081-40d1-a133-9475a3b82f2a, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:16.082774 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Attempting to bind port 2fe63195-95f0-43d2-8778-8435d70201bb on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:16.082931 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Attempting to bind port 2fe63195-95f0-43d2-8778-8435d70201bb by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '3ec751f0-7168-4da6-925b-9902133ff547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ec7c2024-d012-4531-8718-fca65256e587'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:16.083336 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Attempting to bind port 2fe63195-95f0-43d2-8778-8435d70201bb on network ec7c2024-d012-4531-8718-fca65256e587 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:16.112544 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] For port 6b128d99-2081-40d1-a133-9475a3b82f2a, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6b128d99-2081-40d1-a133-9475a3b82f2a,segment=NetworkSegment(ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8),segment_id=ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:16.113732 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:16.114162 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Checking segment: {'id': '3ec751f0-7168-4da6-925b-9902133ff547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ec7c2024-d012-4531-8718-fca65256e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:16.114604 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.115082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Bound using segment: {'id': '3ec751f0-7168-4da6-925b-9902133ff547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ec7c2024-d012-4531-8718-fca65256e587'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:16.115614 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Bound port: 2fe63195-95f0-43d2-8778-8435d70201bb, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec751f0-7168-4da6-925b-9902133ff547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ec7c2024-d012-4531-8718-fca65256e587'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:16.116013 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.135408 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.143991 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-39e3eaab-ff76-430e-91e5-39290fdae634 service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031388 Jun 25 09:17:16.144595 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] For port 43f2f102-d7ef-429b-99ae-970982ce19c3, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:16.145612 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-65e36ec6-5605-4073-ade7-eaf78589df8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:16.148052 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.160886 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e9cd2-3bfb-4edf-8f35-258b80ea70dc req-5fbabc20-3aab-4242-b1d3-81f538f0ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:16.162815 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b16e9cd2-3bfb-4edf-8f35-258b80ea70dc req-5fbabc20-3aab-4242-b1d3-81f538f0ffec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf63583-994a-4093-950f-4fd73828ebf2 HTTP/1.1" status: 200 len: 862 time: 0.7782433 Jun 25 09:17:16.184617 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80d7bf77-8689-4d5f-8b0d-d7c5ffe337c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.208830 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] For port 43f2f102-d7ef-429b-99ae-970982ce19c3, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=43f2f102-d7ef-429b-99ae-970982ce19c3,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:16.211474 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-32865c0c-4553-49a3-824c-91a0bcba956a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=08293231-0716-4463-80cf-b807d9931536 HTTP/1.1" status: 200 len: 217 time: 0.0611339 Jun 25 09:17:16.217701 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.223185 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:16.280841 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294101-90a6-4e0b-858d-a0a8273251d1 req-06265ced-aa14-4148-a464-821c9754402c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:16.287938 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294101-90a6-4e0b-858d-a0a8273251d1 req-06265ced-aa14-4148-a464-821c9754402c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:16.288903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46954) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:16.307512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294101-90a6-4e0b-858d-a0a8273251d1 req-06265ced-aa14-4148-a464-821c9754402c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:16.310110 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:16.310813 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.312415 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] 10.222.0.38 "PUT /v2.0/ports/43f2f102-d7ef-429b-99ae-970982ce19c3 HTTP/1.1" status: 200 len: 1091 time: 2.1368647 Jun 25 09:17:16.313045 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46958) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:16.315280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294101-90a6-4e0b-858d-a0a8273251d1 req-06265ced-aa14-4148-a464-821c9754402c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:16.321716 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294101-90a6-4e0b-858d-a0a8273251d1 req-06265ced-aa14-4148-a464-821c9754402c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:16.329403 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294101-90a6-4e0b-858d-a0a8273251d1 req-06265ced-aa14-4148-a464-821c9754402c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:16.337593 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294101-90a6-4e0b-858d-a0a8273251d1 req-06265ced-aa14-4148-a464-821c9754402c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:16.346067 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df294101-90a6-4e0b-858d-a0a8273251d1 req-06265ced-aa14-4148-a464-821c9754402c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5382 time: 0.9970007 Jun 25 09:17:16.347287 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'tag': '43f2f102-d7ef-429b-99ae-970982ce19c3'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:16.350184 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c48a76-92ee-42c8-a9c3-db7b4f4b16fc" -d '{"events": [{"name": "network-changed", "server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "tag": "43f2f102-d7ef-429b-99ae-970982ce19c3"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:16.368583 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Request body: {'port': {'device_id': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:16.382847 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-7a5cbe52-cc8c-47ba-9a28-e6e2969f5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:16.387150 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-7a5cbe52-cc8c-47ba-9a28-e6e2969f5447 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8714fc71-29f3-4ccc-83a9-562da482dc88 HTTP/1.1" status: 200 len: 797 time: 0.1651683 Jun 25 09:17:16.413799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Pushing event updated for resources: {'Port': ['ID=43f2f102-d7ef-429b-99ae-970982ce19c3,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:16.417837 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfecf4-fac0-469b-a2ca-07c88c806aba req-b0f32eab-0ef1-4b2a-8632-c75771150068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:16.421108 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c2cfecf4-fac0-469b-a2ca-07c88c806aba req-b0f32eab-0ef1-4b2a-8632-c75771150068 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.0874305 Jun 25 09:17:16.421356 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:16.463355 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-186d0162-20d1-41fc-863b-fbc8d6a3a1e5 service neutron] 10.222.0.93 "GET /v2.0/networks/e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2231283 Jun 25 09:17:16.475467 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.535150 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df294101-90a6-4e0b-858d-a0a8273251d1 req-a8e0a2ad-f1b0-477d-8568-361465445bd4 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1876829 Jun 25 09:17:16.545315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-network', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:16.574225 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.622145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Pushing event updated for resources: {'Port': ['ID=6b128d99-2081-40d1-a133-9475a3b82f2a,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:16.627938 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:16.630125 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ab843b9e-162b-4d6f-9d97-db169fad77b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.658941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e9cd2-3bfb-4edf-8f35-258b80ea70dc req-b9a73dd3-2820-4f3e-891f-4b569e63e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:16.660723 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b16e9cd2-3bfb-4edf-8f35-258b80ea70dc req-b9a73dd3-2820-4f3e-891f-4b569e63e093 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=119be928-ce8c-4bd3-a417-2e4446719647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4703526 Jun 25 09:17:16.682873 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 7a6e0119-3d25-4847-a09e-b405e91d2fa8, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7a6e0119-3d25-4847-a09e-b405e91d2fa8,segment=NetworkSegment(8b726434-b0b1-45a2-b114-7c8803321255),segment_id=8b726434-b0b1-45a2-b114-7c8803321255)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:16.694515 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.705368 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e27e5f02-ee32-4b03-8214-a8e3901a1ddf up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:16.716394 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-223a8a66-88ae-4c93-99ea-87c5f8cb362f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:16.727882 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.818632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] For port 2fe63195-95f0-43d2-8778-8435d70201bb, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:16.871444 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ab843b9e-162b-4d6f-9d97-db169fad77b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.871872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] For port 2fe63195-95f0-43d2-8778-8435d70201bb, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2fe63195-95f0-43d2-8778-8435d70201bb,segment=NetworkSegment(3ec751f0-7168-4da6-925b-9902133ff547),segment_id=3ec751f0-7168-4da6-925b-9902133ff547)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:16.904983 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.913325 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Made reservation on behalf of 3f3c06d16c3f48ac9ca4bd537b5532fd for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:17:16.924315 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.926486 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ab843b9e-162b-4d6f-9d97-db169fad77b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:16.941271 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-84403b0d-c0f5-4d98-900f-1c2e0e7a62c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:16.941428 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-80d7bf77-8689-4d5f-8b0d-d7c5ffe337c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:17:16.941670 n-d-761264-15 neutron-server[94026]: DEBUG oslo_db.api [None req-80d7bf77-8689-4d5f-8b0d-d7c5ffe337c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:17:16.960660 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=7a6e0119-3d25-4847-a09e-b405e91d2fa8,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:16.964346 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:16.964846 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-70f7c8cd-f38b-49c5-b25f-9a1b284dedad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:16.967580 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b16e9cd2-3bfb-4edf-8f35-258b80ea70dc req-1635fc79-a257-4b05-840c-5da3bf3415e7 service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922111 Jun 25 09:17:16.990368 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-21689d6c-d7b4-487d-a790-28d7801ae1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:16.992542 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-21689d6c-d7b4-487d-a790-28d7801ae1d8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71754435-8609-4d26-9226-f6462d50ad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5726864 Jun 25 09:17:16.997151 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e27e5f02-ee32-4b03-8214-a8e3901a1ddf triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:16.997683 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:17.010583 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:17.081265 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Pushing event updated for resources: {'Port': ['ID=2fe63195-95f0-43d2-8778-8435d70201bb,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:17.086366 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:17.132991 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-cd78a354-9b6f-4616-8199-6e9373e5ca28 service neutron] 10.222.0.93 "GET /v2.0/networks/e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523314 Jun 25 09:17:17.184984 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab843b9e-162b-4d6f-9d97-db169fad77b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89463aa1-c6e4-4490-8189-293103ad0249,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:17.219023 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ab843b9e-162b-4d6f-9d97-db169fad77b2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4d990c4052ef4127b625d8450a58508a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9047852 Jun 25 09:17:17.225889 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ab843b9e-162b-4d6f-9d97-db169fad77b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:17.226518 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46964) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:17.265170 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Allocated IP 172.25.6.10 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/9377681c-b20a-4129-bb53-cedd7455425d) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:17.389047 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b16e9cd2-3bfb-4edf-8f35-258b80ea70dc req-9fc94c22-a19b-4a99-8cb8-cf2d3f95d013 service neutron] 10.222.0.41 "GET /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096410 Jun 25 09:17:17.426552 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-4826569d-9ffe-4bc1-ada9-820c3da8388f service neutron] 10.222.0.93 "GET /v2.0/networks/ec7c2024-d012-4531-8718-fca65256e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925041 Jun 25 09:17:17.438699 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301436b1-d6d8-4151-968f-9c0a0f43ff64 x-openstack-request-id: req-301436b1-d6d8-4151-968f-9c0a0f43ff64 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:17.439042 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "tag": "43f2f102-d7ef-429b-99ae-970982ce19c3", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:17.439343 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-301436b1-d6d8-4151-968f-9c0a0f43ff64 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:17.439772 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'tag': '43f2f102-d7ef-429b-99ae-970982ce19c3', 'status': 'completed', 'code': 200} Jun 25 09:17:17.525108 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-81cf6476-cc18-4f48-b3a6-bd36be1ad080 service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152907 Jun 25 09:17:17.573825 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6b128d99-2081-40d1-a133-9475a3b82f2a up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:17.637360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-ec85d865-4228-4c6b-ad4c-d46bb77322f1 service neutron] 10.222.0.93 "GET /v2.0/networks/ec7c2024-d012-4531-8718-fca65256e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984336 Jun 25 09:17:17.641009 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 6b128d99-2081-40d1-a133-9475a3b82f2a completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:17.650356 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7a6e0119-3d25-4847-a09e-b405e91d2fa8 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:17.665955 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:17.667054 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:17.668841 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3c0f47c3-d058-49a5-b32e-49f62d2da283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:17.679750 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:17.693385 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b7b97e9f-a02a-45b7-8d76-805df3d264d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:17.706935 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-151af82c-811c-4548-bc3a-62198cd8ba1d None None] Provisioning complete for port 7a6e0119-3d25-4847-a09e-b405e91d2fa8 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:17.707317 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-151af82c-811c-4548-bc3a-62198cd8ba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:17.784968 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-978bc232-8092-449c-8d65-b64bb8234dc9 req-1821c122-5356-4f40-913c-b319e72d85a8 service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491257 Jun 25 09:17:17.801522 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c0f281-e1e7-4222-ac1b-21199611d029,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:17.811885 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:17.823412 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 7a6e0119-3d25-4847-a09e-b405e91d2fa8 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:17.824008 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:17.826845 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3c0f47c3-d058-49a5-b32e-49f62d2da283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:17.829310 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:17.838204 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-eff03f83-73e3-489f-bd11-e16b1f43dde7 tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:17.838843 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:17:17.900179 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:17.900696 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Added segment 4c61929d-ffd9-4eb2-b9fa-5b81f92a8720 of type vlan for network c4fd0fda-46ea-49bf-9785-8c5e9f244630 Jun 25 09:17:17.911960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Pushing event updated for resources: {'Port': ['ID=9377681c-b20a-4129-bb53-cedd7455425d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:17.915651 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:17.958203 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:17.975438 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:17.982735 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:18.005082 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:18.040240 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3c0f47c3-d058-49a5-b32e-49f62d2da283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:18.042895 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3c0f47c3-d058-49a5-b32e-49f62d2da283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:18.045856 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3c0f47c3-d058-49a5-b32e-49f62d2da283 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/89463aa1-c6e4-4490-8189-293103ad0249 HTTP/1.1" status: 204 len: 168 time: 0.8154070 Jun 25 09:17:18.081942 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:18.087063 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48a76-92ee-42c8-a9c3-db7b4f4b16fc req-3e42ece1-abff-450e-bf19-fd7757a589ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.087408 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48a76-92ee-42c8-a9c3-db7b4f4b16fc req-3e42ece1-abff-450e-bf19-fd7757a589ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.087831 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48a76-92ee-42c8-a9c3-db7b4f4b16fc req-3e42ece1-abff-450e-bf19-fd7757a589ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.088610 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48a76-92ee-42c8-a9c3-db7b4f4b16fc req-3e42ece1-abff-450e-bf19-fd7757a589ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.089157 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48a76-92ee-42c8-a9c3-db7b4f4b16fc req-3e42ece1-abff-450e-bf19-fd7757a589ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.089826 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48a76-92ee-42c8-a9c3-db7b4f4b16fc req-3e42ece1-abff-450e-bf19-fd7757a589ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.090290 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48a76-92ee-42c8-a9c3-db7b4f4b16fc req-3e42ece1-abff-450e-bf19-fd7757a589ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.092380 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:18.092658 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f0c48a76-92ee-42c8-a9c3-db7b4f4b16fc req-3e42ece1-abff-450e-bf19-fd7757a589ec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d31d35930ddf482393a8309d7454fb98&device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 6346 time: 0.6003895 Jun 25 09:17:18.098066 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b2d5995c-8dff-4e39-9846-76f80c6e40c3 service neutron] 10.222.0.93 "GET /v2.0/networks/e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743784 Jun 25 09:17:18.107219 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Transition to ACTIVE for port object 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:18.108381 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-679fc789-f0b2-4c67-a041-3dd83aa7b817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:18.125145 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:18.130323 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f47c3-d058-49a5-b32e-49f62d2da283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89463aa1-c6e4-4490-8189-293103ad0249,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:18.139441 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3c0f47c3-d058-49a5-b32e-49f62d2da283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:18.145305 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-16446b0a-a1cc-492b-8708-a06065cb797a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:18.224512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bb189-bad7-4951-8327-d25370b7fef3 req-139ee051-05db-4b12-becc-7b2fe1dd67eb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.240433 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Pushing event updated for resources: {'Port': ['ID=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:18.243292 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bb189-bad7-4951-8327-d25370b7fef3 req-139ee051-05db-4b12-becc-7b2fe1dd67eb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.243649 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:18.246578 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:18.247666 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.248245 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:18.251592 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-844f5974-4eb2-495d-9573-3aee7598d5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:18.256863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bb189-bad7-4951-8327-d25370b7fef3 req-139ee051-05db-4b12-becc-7b2fe1dd67eb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.265344 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bb189-bad7-4951-8327-d25370b7fef3 req-139ee051-05db-4b12-becc-7b2fe1dd67eb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.271491 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bb189-bad7-4951-8327-d25370b7fef3 req-139ee051-05db-4b12-becc-7b2fe1dd67eb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.280415 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bb189-bad7-4951-8327-d25370b7fef3 req-139ee051-05db-4b12-becc-7b2fe1dd67eb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.286680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bb189-bad7-4951-8327-d25370b7fef3 req-139ee051-05db-4b12-becc-7b2fe1dd67eb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.292050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd9bb189-bad7-4951-8327-d25370b7fef3 req-139ee051-05db-4b12-becc-7b2fe1dd67eb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5394 time: 0.5023706 Jun 25 09:17:18.359030 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3fd68c-aa0e-481f-96bc-85a61a621824 None None] Network fc15daa7-c491-4717-b27e-0827f7cb5d6b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:17:18.437462 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Pushing event updated for resources: {'Network': ['ID=c4fd0fda-46ea-49bf-9785-8c5e9f244630,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:18.447494 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:18.466264 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 2.1746137 Jun 25 09:17:18.470700 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46978) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:18.481776 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network c4fd0fda-46ea-49bf-9785-8c5e9f244630 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:17:18.524167 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ddfafa11-3cc4-436d-b361-65036972de2a admin admin] Request body: {'subnet': {'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-subnet', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:18.577300 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd9bb189-bad7-4951-8327-d25370b7fef3 req-2a6e6b2f-00a4-4d19-9f6a-786139d65cf8 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2185187 Jun 25 09:17:18.590720 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46980) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:18.620902 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfafa11-3cc4-436d-b361-65036972de2a admin admin] Made reservation on behalf of 3f3c06d16c3f48ac9ca4bd537b5532fd for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:17:18.624084 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ddfafa11-3cc4-436d-b361-65036972de2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:18.633179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-08642554-2957-45c5-a6d9-508603477eac None None] Provisioning for port 6b128d99-2081-40d1-a133-9475a3b82f2a completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:18.663620 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-08642554-2957-45c5-a6d9-508603477eac None None] Provisioning complete for port 6b128d99-2081-40d1-a133-9475a3b82f2a triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:18.664011 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08642554-2957-45c5-a6d9-508603477eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:18.732594 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-5ecadbc4-d546-406e-8431-00a81ec6faf8 service neutron] 10.222.0.93 "GET /v2.0/networks/e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496163 Jun 25 09:17:18.758943 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48a76-92ee-42c8-a9c3-db7b4f4b16fc req-139c65aa-c76a-4381-8d7b-afdccbfc037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.759332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48a76-92ee-42c8-a9c3-db7b4f4b16fc req-139c65aa-c76a-4381-8d7b-afdccbfc037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.759798 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48a76-92ee-42c8-a9c3-db7b4f4b16fc req-139c65aa-c76a-4381-8d7b-afdccbfc037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:18.761699 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f0c48a76-92ee-42c8-a9c3-db7b4f4b16fc req-139c65aa-c76a-4381-8d7b-afdccbfc037f service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d31d35930ddf482393a8309d7454fb98&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5823996 Jun 25 09:17:18.774841 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333d1403-6926-4bcc-a829-add9ef6a4440 None None] Network ec7c2024-d012-4531-8718-fca65256e587 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:17:18.829429 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:19.073401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48a76-92ee-42c8-a9c3-db7b4f4b16fc req-d5706276-b437-4ae7-95b6-f321c760e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:19.075077 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f0c48a76-92ee-42c8-a9c3-db7b4f4b16fc req-d5706276-b437-4ae7-95b6-f321c760e277 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2829149 Jun 25 09:17:19.100382 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Attempting to bind port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:19.104138 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Attempting to bind port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dc323226-fd1b-4cff-942b-7e2a39bd7da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:19.104701 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Attempting to bind port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 on network 2afc939b-7ab0-46c5-b1fa-bb32babffa08 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:19.149234 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3319f071-9dfb-4a97-be55-c8a3793d5111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:19.163122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 on network 2afc939b-7ab0-46c5-b1fa-bb32babffa08 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:17:19.163721 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Attempting to bind port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 on network 2afc939b-7ab0-46c5-b1fa-bb32babffa08 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:19.188288 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:19.188627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Checking segment: {'id': 'dc323226-fd1b-4cff-942b-7e2a39bd7da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:19.189058 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Bound using segment: {'id': 'dc323226-fd1b-4cff-942b-7e2a39bd7da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:19.189490 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Bound port: 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc323226-fd1b-4cff-942b-7e2a39bd7da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:19.189854 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:19.213585 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1df04611-79f7-4365-8404-d3e7cd74d5d5 req-f95074f0-ff83-4625-9ea9-ab5d8ffeae9b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 210 time: 0.0553501 Jun 25 09:17:19.228516 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08642554-2957-45c5-a6d9-508603477eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:19.330231 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-08642554-2957-45c5-a6d9-508603477eac None None] For port 6b128d99-2081-40d1-a133-9475a3b82f2a, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6b128d99-2081-40d1-a133-9475a3b82f2a,segment=NetworkSegment(ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8),segment_id=ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:19.339727 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08642554-2957-45c5-a6d9-508603477eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:19.352571 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-65e36ec6-5605-4073-ade7-eaf78589df8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:19.417041 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:19.419816 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08642554-2957-45c5-a6d9-508603477eac None None] Pushing event updated for resources: {'Port': ['ID=6b128d99-2081-40d1-a133-9475a3b82f2a,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:19.434300 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-08642554-2957-45c5-a6d9-508603477eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:19.454315 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2fe63195-95f0-43d2-8778-8435d70201bb up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:19.531127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e7fc6f1d-b7ac-4eca-bc6c-0fe25c561a42 None None] Provisioning for port 2fe63195-95f0-43d2-8778-8435d70201bb completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:19.552528 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 2fe63195-95f0-43d2-8778-8435d70201bb completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:19.557722 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2fe63195-95f0-43d2-8778-8435d70201bb triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:19.558239 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:19.607414 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] For port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:19.640865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Router a0b41ee8-9da4-481d-adea-93797d3fac75 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:17:19.674266 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] For port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0,segment=NetworkSegment(dc323226-fd1b-4cff-942b-7e2a39bd7da7),segment_id=dc323226-fd1b-4cff-942b-7e2a39bd7da7)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:19.681171 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:19.699986 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:19.708065 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:19.776445 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Pushing event updated for resources: {'Port': ['ID=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:19.786768 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 2fe63195-95f0-43d2-8778-8435d70201bb, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2fe63195-95f0-43d2-8778-8435d70201bb,segment=NetworkSegment(3ec751f0-7168-4da6-925b-9902133ff547),segment_id=3ec751f0-7168-4da6-925b-9902133ff547)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:19.787665 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3f5ef383-5917-4c9a-b345-75dcd9944a91 None None] Provisioning complete for port 6b128d99-2081-40d1-a133-9475a3b82f2a triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:19.788042 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f5ef383-5917-4c9a-b345-75dcd9944a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:19.815254 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:17:19.819454 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:19.819888 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:19.820270 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:19.820747 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:19.821239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:19.821612 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:19.821978 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:19.822340 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:19.822985 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:19.823723 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:19.823723 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:19.824172 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:17:19.835337 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Sync routers for ids ['a0b41ee8-9da4-481d-adea-93797d3fac75'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:17:19.836892 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:19.846134 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:19.847610 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Routers {'a0b41ee8-9da4-481d-adea-93797d3fac75'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:19.848262 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:16:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a0b41ee8-9da4-481d-adea-93797d3fac75'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:19.890650 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:19.911560 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3319f071-9dfb-4a97-be55-c8a3793d5111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:19.923990 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:19.924822 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:19.926447 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] 10.222.0.38 "PUT /v2.0/ports/80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 HTTP/1.1" status: 200 len: 1092 time: 3.5686035 Jun 25 09:17:19.929789 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'tag': '80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:19.936660 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabd5fa7-08b3-496d-9f1f-1d78b1df8442" -d '{"events": [{"name": "network-changed", "server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "tag": "80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:19.938450 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=2fe63195-95f0-43d2-8778-8435d70201bb,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:19.950123 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3319f071-9dfb-4a97-be55-c8a3793d5111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:19.953192 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:19.954742 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27378ded-e465-4f65-b56c-30d4618ad969 req-72be0cc1-3e51-43b2-917e-18c0ca1e24b4 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:19.965472 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3f5ef383-5917-4c9a-b345-75dcd9944a91 None None] Provisioning complete for port 2fe63195-95f0-43d2-8778-8435d70201bb triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:19.965840 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f5ef383-5917-4c9a-b345-75dcd9944a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:19.970253 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27378ded-e465-4f65-b56c-30d4618ad969 req-72be0cc1-3e51-43b2-917e-18c0ca1e24b4 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:19.979116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27378ded-e465-4f65-b56c-30d4618ad969 req-72be0cc1-3e51-43b2-917e-18c0ca1e24b4 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:19.983759 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-961ac316-78f1-4b39-80b4-da48640057f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:19.988466 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27378ded-e465-4f65-b56c-30d4618ad969 req-72be0cc1-3e51-43b2-917e-18c0ca1e24b4 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:19.997499 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27378ded-e465-4f65-b56c-30d4618ad969 req-72be0cc1-3e51-43b2-917e-18c0ca1e24b4 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:19.998732 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Request body: {'port': {'device_id': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:20.012373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27378ded-e465-4f65-b56c-30d4618ad969 req-72be0cc1-3e51-43b2-917e-18c0ca1e24b4 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:20.017252 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ddfafa11-3cc4-436d-b361-65036972de2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:20.020414 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27378ded-e465-4f65-b56c-30d4618ad969 req-72be0cc1-3e51-43b2-917e-18c0ca1e24b4 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:20.030045 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27378ded-e465-4f65-b56c-30d4618ad969 req-72be0cc1-3e51-43b2-917e-18c0ca1e24b4 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5406 time: 0.2764063 Jun 25 09:17:20.086765 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:20.093156 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8110733 Jun 25 09:17:20.097854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47002) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:20.152653 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Set router a0b41ee8-9da4-481d-adea-93797d3fac75 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:20.174307 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3319f071-9dfb-4a97-be55-c8a3793d5111 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e5846967aaf14a9d99507c9e9c102219&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5825562 Jun 25 09:17:20.219169 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a9de58-3f00-43b6-b934-a7b9569ef143 x-openstack-request-id: req-70a9de58-3f00-43b6-b934-a7b9569ef143 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:20.219647 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "tag": "80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:20.220065 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-70a9de58-3f00-43b6-b934-a7b9569ef143 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:20.220600 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'tag': '80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0', 'status': 'completed', 'code': 200} Jun 25 09:17:20.226199 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47004) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:20.227242 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:20.349447 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfafa11-3cc4-436d-b361-65036972de2a admin admin] Checking segment: {'id': '4c61929d-ffd9-4eb2-b9fa-5b81f92a8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:20.349916 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfafa11-3cc4-436d-b361-65036972de2a admin admin] Network hostable DHCP agents. Network: c4fd0fda-46ea-49bf-9785-8c5e9f244630, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:17:20.355003 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319f071-9dfb-4a97-be55-c8a3793d5111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa77ca9-0729-4279-8a99-b6050549cc02,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:20.371583 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3319f071-9dfb-4a97-be55-c8a3793d5111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:20.384825 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-293de7af-bf9f-4a91-80d4-bc8b87e1bb60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:20.538101 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'name': 'tempest-FloatingIPDetailsTestJSON-355190404-router', 'tenant_id': '7b0aca87dda143a79c67a863f31ecc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '9377681c-b20a-4129-bb53-cedd7455425d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:13Z', 'updated_at': '2021-06-25T09:17:18Z', 'revision_number': 3, 'project_id': '7b0aca87dda143a79c67a863f31ecc45', 'gw_port': {'id': '9377681c-b20a-4129-bb53-cedd7455425d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:16Z', 'updated_at': '2021-06-25T09:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:20.540197 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfafa11-3cc4-436d-b361-65036972de2a admin admin] Network c4fd0fda-46ea-49bf-9785-8c5e9f244630 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:17:20.582688 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Checking router: a0b41ee8-9da4-481d-adea-93797d3fac75 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:17:20.582933 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Updating router a0b41ee8-9da4-481d-adea-93797d3fac75 port 9377681c-b20a-4129-bb53-cedd7455425d binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:17:20.599320 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-ddfafa11-3cc4-436d-b361-65036972de2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, c4fd0fda-46ea-49bf-9785-8c5e9f244630) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:20.604498 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfafa11-3cc4-436d-b361-65036972de2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:20.605626 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ddfafa11-3cc4-436d-b361-65036972de2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:20.610992 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64f5282-853d-44c9-b826-7fee225ad0b9 None None] Network c4fd0fda-46ea-49bf-9785-8c5e9f244630 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:17:20.629032 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ed81-0575-4952-8342-b4deaed0036b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:20.641289 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:20.692272 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfafa11-3cc4-436d-b361-65036972de2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a3b61a4-c9d4-4acc-85a1-87f07863c490,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:20.701678 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ddfafa11-3cc4-436d-b361-65036972de2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:20.713918 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ddfafa11-3cc4-436d-b361-65036972de2a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1939292 Jun 25 09:17:20.716515 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47010) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:20.727893 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-router', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:20.758000 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:20.759358 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:20.764537 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ed81-0575-4952-8342-b4deaed0036b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:20.792495 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'fixed_ips': [{'subnet_id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:17:20.793104 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:20.803232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27378ded-e465-4f65-b56c-30d4618ad969 req-77f6f92d-3570-459e-9410-f106384af956 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7719498 Jun 25 09:17:20.853948 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31c79be1-034a-4f8f-a426-301f0ba2d627 req-c86e16b9-006b-4660-8b4d-d3b48ac8df60 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 210 time: 0.0901313 Jun 25 09:17:20.885188 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:20.940797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5fa7-08b3-496d-9f1f-1d78b1df8442 req-31f46407-d0fc-4076-b46a-6883a220acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:20.940797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5fa7-08b3-496d-9f1f-1d78b1df8442 req-31f46407-d0fc-4076-b46a-6883a220acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:20.941158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5fa7-08b3-496d-9f1f-1d78b1df8442 req-31f46407-d0fc-4076-b46a-6883a220acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:20.942228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5fa7-08b3-496d-9f1f-1d78b1df8442 req-31f46407-d0fc-4076-b46a-6883a220acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:20.942228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5fa7-08b3-496d-9f1f-1d78b1df8442 req-31f46407-d0fc-4076-b46a-6883a220acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:20.942499 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5fa7-08b3-496d-9f1f-1d78b1df8442 req-31f46407-d0fc-4076-b46a-6883a220acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:20.943011 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5fa7-08b3-496d-9f1f-1d78b1df8442 req-31f46407-d0fc-4076-b46a-6883a220acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:20.945151 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dabd5fa7-08b3-496d-9f1f-1d78b1df8442 req-31f46407-d0fc-4076-b46a-6883a220acbd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d31d35930ddf482393a8309d7454fb98&device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 6414 time: 0.1828065 Jun 25 09:17:21.020497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Allocated IP 172.20.0.2 (c4fd0fda-46ea-49bf-9785-8c5e9f244630/0a3b61a4-c9d4-4acc-85a1-87f07863c490/57acc2ee-b244-4bc1-9a00-e8338b01a78d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:21.034758 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ed81-0575-4952-8342-b4deaed0036b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:21.037767 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ed81-0575-4952-8342-b4deaed0036b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:21.039013 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2aa3ed81-0575-4952-8342-b4deaed0036b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3aa77ca9-0729-4279-8a99-b6050549cc02 HTTP/1.1" status: 204 len: 168 time: 0.7992661 Jun 25 09:17:21.065210 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cd651db7-8d85-4292-83da-c72641200886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:21.117303 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:21.143899 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Transition to ACTIVE for port object 9377681c-b20a-4129-bb53-cedd7455425d will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:21.158765 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:21.159090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3ed81-0575-4952-8342-b4deaed0036b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa77ca9-0729-4279-8a99-b6050549cc02,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:21.166397 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-583bfa91-b0f8-48a2-88df-c8187a06031f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:21.171632 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2aa3ed81-0575-4952-8342-b4deaed0036b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:21.184185 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:21.280871 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:21.285740 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc326a-8f05-4b38-b109-6b433318d432 None None] Pushing event updated for resources: {'Port': ['ID=9377681c-b20a-4129-bb53-cedd7455425d,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:21.292526 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-64fc326a-8f05-4b38-b109-6b433318d432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:21.312131 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Attempting to bind port 9377681c-b20a-4129-bb53-cedd7455425d on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:21.312509 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Attempting to bind port 9377681c-b20a-4129-bb53-cedd7455425d by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:21.312962 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Attempting to bind port 9377681c-b20a-4129-bb53-cedd7455425d on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:21.314330 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:21.319822 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:21.320212 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:21.320933 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:21.321915 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:21.322703 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Bound port: 9377681c-b20a-4129-bb53-cedd7455425d, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:21.322847 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:21.365482 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:21.385600 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Transition to ACTIVE for port object 57acc2ee-b244-4bc1-9a00-e8338b01a78d will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:21.420192 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5fa7-08b3-496d-9f1f-1d78b1df8442 req-9c658ac1-e1d8-47e4-a34d-5f68c2499db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:21.420764 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5fa7-08b3-496d-9f1f-1d78b1df8442 req-9c658ac1-e1d8-47e4-a34d-5f68c2499db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:21.421248 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5fa7-08b3-496d-9f1f-1d78b1df8442 req-9c658ac1-e1d8-47e4-a34d-5f68c2499db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:21.426477 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dabd5fa7-08b3-496d-9f1f-1d78b1df8442 req-9c658ac1-e1d8-47e4-a34d-5f68c2499db1 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d31d35930ddf482393a8309d7454fb98&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4652684 Jun 25 09:17:21.449367 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Transition to ACTIVE for port object 57acc2ee-b244-4bc1-9a00-e8338b01a78d will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:21.455780 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] For port 9377681c-b20a-4129-bb53-cedd7455425d, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:21.464515 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6b128d99-2081-40d1-a133-9475a3b82f2a up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:21.465167 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Transition to ACTIVE for port object 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:21.466078 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] For port 9377681c-b20a-4129-bb53-cedd7455425d, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=9377681c-b20a-4129-bb53-cedd7455425d,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:21.473468 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:21.477471 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:21.481422 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-fa517fb0-98f9-46ec-a9cd-61652bbe1d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:21.485182 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:21.486235 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-060cbcea-a722-4f72-8c97-db650ad63880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:21.551320 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:21.584184 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc326a-8f05-4b38-b109-6b433318d432 None None] Pushing event updated for resources: {'Port': ['ID=9377681c-b20a-4129-bb53-cedd7455425d,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:21.589259 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-64fc326a-8f05-4b38-b109-6b433318d432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:21.612446 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Routers {'a0b41ee8-9da4-481d-adea-93797d3fac75'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:21.613932 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:16:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a0b41ee8-9da4-481d-adea-93797d3fac75'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:21.719267 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Pushing event updated for resources: {'Port': ['ID=8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:21.736315 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:21.757586 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Network c4fd0fda-46ea-49bf-9785-8c5e9f244630 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:21.773707 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] Set router a0b41ee8-9da4-481d-adea-93797d3fac75 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:21.801694 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:21.818148 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:21.836907 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Attempting to bind port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:21.837357 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Attempting to bind port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dc323226-fd1b-4cff-942b-7e2a39bd7da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:21.837877 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Attempting to bind port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 on network 2afc939b-7ab0-46c5-b1fa-bb32babffa08 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:21.848362 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 on network 2afc939b-7ab0-46c5-b1fa-bb32babffa08 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:17:21.848867 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Attempting to bind port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 on network 2afc939b-7ab0-46c5-b1fa-bb32babffa08 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:21.859852 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:21.860286 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Checking segment: {'id': 'dc323226-fd1b-4cff-942b-7e2a39bd7da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:21.860784 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Bound using segment: {'id': 'dc323226-fd1b-4cff-942b-7e2a39bd7da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:21.861337 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Bound port: 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc323226-fd1b-4cff-942b-7e2a39bd7da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:21.861795 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:21.868414 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Pushing event updated for resources: {'Port': ['ID=57acc2ee-b244-4bc1-9a00-e8338b01a78d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:21.896841 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:21.962607 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-ef828030-2afe-4694-a2f3-53d5fcf7f3c2 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:21.978267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-ef828030-2afe-4694-a2f3-53d5fcf7f3c2 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:21.983194 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-ef828030-2afe-4694-a2f3-53d5fcf7f3c2 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.41 "GET /v2.0/networks?id=e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb&id=ec7c2024-d012-4531-8718-fca65256e587&id=e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb HTTP/1.1" status: 200 len: 1392 time: 0.6600511 Jun 25 09:17:22.052508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-9c881dcd-9b3b-44df-b947-2c2e3349dac6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Request body: {'port': {'device_id': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb', 'admin_state_up': True, 'tenant_id': 'ef0196456cda45988b8b413621617126'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:22.055197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6b128d99-2081-40d1-a133-9475a3b82f2a triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:22.055578 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:22.078677 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] For port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:22.083172 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] For port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8,segment=NetworkSegment(dc323226-fd1b-4cff-942b-7e2a39bd7da7),segment_id=dc323226-fd1b-4cff-942b-7e2a39bd7da7)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:22.090396 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:22.093731 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-546437dd-6873-4862-9b42-25339cccbfe2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:22.168768 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Attempting to bind port 57acc2ee-b244-4bc1-9a00-e8338b01a78d on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:22.169157 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Attempting to bind port 57acc2ee-b244-4bc1-9a00-e8338b01a78d by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '4c61929d-ffd9-4eb2-b9fa-5b81f92a8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:22.169535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Attempting to bind port 57acc2ee-b244-4bc1-9a00-e8338b01a78d on network c4fd0fda-46ea-49bf-9785-8c5e9f244630 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:22.174808 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:22.175497 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:22.176957 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] 10.222.0.38 "PUT /v2.0/ports/8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 HTTP/1.1" status: 200 len: 1092 time: 2.1946869 Jun 25 09:17:22.201129 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:22.201522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Checking segment: {'id': '4c61929d-ffd9-4eb2-b9fa-5b81f92a8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:22.204855 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'name': 'tempest-FloatingIPDetailsTestJSON-355190404-router', 'tenant_id': '7b0aca87dda143a79c67a863f31ecc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '9377681c-b20a-4129-bb53-cedd7455425d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:13Z', 'updated_at': '2021-06-25T09:17:18Z', 'revision_number': 3, 'project_id': '7b0aca87dda143a79c67a863f31ecc45', 'gw_port': {'id': '9377681c-b20a-4129-bb53-cedd7455425d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:16Z', 'updated_at': '2021-06-25T09:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:22.208433 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:22.209055 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Bound using segment: {'id': '4c61929d-ffd9-4eb2-b9fa-5b81f92a8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:22.212459 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Bound port: 57acc2ee-b244-4bc1-9a00-e8338b01a78d, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c61929d-ffd9-4eb2-b9fa-5b81f92a8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:22.212964 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:22.225509 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'tag': '8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:22.227925 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1341879-a72c-4be3-9045-1bcc1b17c0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "tag": "8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:22.261086 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:22.266027 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Pushing event updated for resources: {'Port': ['ID=8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:22.268436 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2cade7a3-c443-40bd-9f6b-4c64d41a0462 req-eb8d3aa6-a309-41f2-a80e-c26b1210e8d7 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 210 time: 0.1146090 Jun 25 09:17:22.270057 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:22.289625 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:22.295304 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4242af8b-e37e-4a0d-90ec-14c1fcb09a94 None None] The sync data for ids ['a0b41ee8-9da4-481d-adea-93797d3fac75'] in n-d-761264-15 is: [{'id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'name': 'tempest-FloatingIPDetailsTestJSON-355190404-router', 'tenant_id': '7b0aca87dda143a79c67a863f31ecc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '9377681c-b20a-4129-bb53-cedd7455425d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:13Z', 'updated_at': '2021-06-25T09:17:18Z', 'revision_number': 3, 'project_id': '7b0aca87dda143a79c67a863f31ecc45', 'gw_port': {'id': '9377681c-b20a-4129-bb53-cedd7455425d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:16Z', 'updated_at': '2021-06-25T09:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:17:22.416100 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2fe63195-95f0-43d2-8778-8435d70201bb up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:22.432710 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Allocated IP 172.25.6.223 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/c3c34b2c-0708-4edc-a6c6-97f99756d72d) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:22.446939 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f570032-6e11-40d8-92fa-736a1dc6d28f x-openstack-request-id: req-3f570032-6e11-40d8-92fa-736a1dc6d28f {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:22.447242 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "tag": "8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:22.447483 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3f570032-6e11-40d8-92fa-736a1dc6d28f {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:22.448704 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'tag': '8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8', 'status': 'completed', 'code': 200} Jun 25 09:17:22.462757 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5fa7-08b3-496d-9f1f-1d78b1df8442 req-c399f07b-4f55-49a9-aa29-41e680c2dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:22.464576 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dabd5fa7-08b3-496d-9f1f-1d78b1df8442 req-c399f07b-4f55-49a9-aa29-41e680c2dc97 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.0318184 Jun 25 09:17:22.513295 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c1d0cef-c2ec-4eb5-bc67-5eb2784d9d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:22.515114 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:22.589161 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bc3a-6d41-4e71-b8db-e7fccae2b2c1 req-3eab3ed6-77c6-4837-8e8d-99769e3f8e28 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:22.595652 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bc3a-6d41-4e71-b8db-e7fccae2b2c1 req-3eab3ed6-77c6-4837-8e8d-99769e3f8e28 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:22.603869 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] For port 57acc2ee-b244-4bc1-9a00-e8338b01a78d, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:22.604219 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bc3a-6d41-4e71-b8db-e7fccae2b2c1 req-3eab3ed6-77c6-4837-8e8d-99769e3f8e28 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:22.612387 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bc3a-6d41-4e71-b8db-e7fccae2b2c1 req-3eab3ed6-77c6-4837-8e8d-99769e3f8e28 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:22.619786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bc3a-6d41-4e71-b8db-e7fccae2b2c1 req-3eab3ed6-77c6-4837-8e8d-99769e3f8e28 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:22.625687 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bc3a-6d41-4e71-b8db-e7fccae2b2c1 req-3eab3ed6-77c6-4837-8e8d-99769e3f8e28 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:22.631085 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] For port 57acc2ee-b244-4bc1-9a00-e8338b01a78d, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=57acc2ee-b244-4bc1-9a00-e8338b01a78d,segment=NetworkSegment(4c61929d-ffd9-4eb2-b9fa-5b81f92a8720),segment_id=4c61929d-ffd9-4eb2-b9fa-5b81f92a8720)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:22.632472 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bc3a-6d41-4e71-b8db-e7fccae2b2c1 req-3eab3ed6-77c6-4837-8e8d-99769e3f8e28 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:22.634500 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f8b5bc3a-6d41-4e71-b8db-e7fccae2b2c1 req-3eab3ed6-77c6-4837-8e8d-99769e3f8e28 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5418 time: 0.4828238 Jun 25 09:17:22.644873 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:22.653218 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3dc511f7-4b74-42e7-a7ad-1cf1912dccca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:22.758670 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-9c881dcd-9b3b-44df-b947-2c2e3349dac6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Made reservation on behalf of ef0196456cda45988b8b413621617126 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:17:22.762437 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-9c881dcd-9b3b-44df-b947-2c2e3349dac6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:22.766183 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:22.788651 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2fe63195-95f0-43d2-8778-8435d70201bb triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:22.789244 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:22.881823 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:22.885278 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:22.929873 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Pushing event updated for resources: {'Port': ['ID=57acc2ee-b244-4bc1-9a00-e8338b01a78d,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:22.937216 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:23.006413 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f8b5bc3a-6d41-4e71-b8db-e7fccae2b2c1 req-da70d4a3-b2a1-4edb-9728-d7e05b06cda3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3577664 Jun 25 09:17:23.014242 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:23.033618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:23.036850 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Pushing event updated for resources: {'Port': ['ID=c3c34b2c-0708-4edc-a6c6-97f99756d72d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:23.051719 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:23.058261 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:23.183364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-1efbc668-0872-46e3-a054-544f5669c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:23.183984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-1efbc668-0872-46e3-a054-544f5669c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:23.184464 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-1efbc668-0872-46e3-a054-544f5669c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:23.185154 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-1efbc668-0872-46e3-a054-544f5669c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:23.185675 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-1efbc668-0872-46e3-a054-544f5669c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:23.186296 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-1efbc668-0872-46e3-a054-544f5669c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:23.186787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-1efbc668-0872-46e3-a054-544f5669c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:23.189609 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-1efbc668-0872-46e3-a054-544f5669c797 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d31d35930ddf482393a8309d7454fb98&device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 6482 time: 0.6405106 Jun 25 09:17:23.426142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-56ca4630-8cc5-48be-9c18-a6d2c0bdc97b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d850e9-3bc1-4356-aaa1-b00d5ef1585b HTTP/1.1" status: 200 len: 217 time: 0.2180462 Jun 25 09:17:23.522712 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9377681c-b20a-4129-bb53-cedd7455425d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:23.563002 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Allocated IP 172.20.0.1 (fc15daa7-c491-4717-b27e-0827f7cb5d6b/fcff1254-1b1d-457e-add7-fb9597f893b6/6d9a85ce-ed4f-4552-8b93-2cf50c684fc7) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:23.574782 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:23.631019 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 9377681c-b20a-4129-bb53-cedd7455425d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:23.636464 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 9377681c-b20a-4129-bb53-cedd7455425d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:23.637451 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:23.691324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-9c881dcd-9b3b-44df-b947-2c2e3349dac6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Allocated IP 19.80.0.171 (e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb/b932c927-c6b7-49ea-b7fb-525dbcc32185/37194f29-abc3-4b0f-97ef-e6db39eba1c3) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:23.758104 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:23.759837 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21f5d329-991a-4788-a009-b11f3021161e req-b5a0fd78-5704-420c-9c30-7965c29bdb43 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 210 time: 0.0500662 Jun 25 09:17:23.802386 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 9377681c-b20a-4129-bb53-cedd7455425d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=9377681c-b20a-4129-bb53-cedd7455425d,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:23.820245 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:23.820890 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 57acc2ee-b244-4bc1-9a00-e8338b01a78d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:23.821318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-e144f8ec-fb70-4e26-ad91-051276faeb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:23.822911 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-e144f8ec-fb70-4e26-ad91-051276faeb84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=16b23dbf-8407-4c05-b060-ab7999afb028 HTTP/1.1" status: 200 len: 850 time: 0.3520494 Jun 25 09:17:23.877023 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cce13f6e-2353-4637-93a1-aac41bc68462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:23.890196 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:23.966537 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:23.976284 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:24.004910 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=9377681c-b20a-4129-bb53-cedd7455425d,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:24.013052 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:24.027286 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 57acc2ee-b244-4bc1-9a00-e8338b01a78d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:24.054185 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Transition to ACTIVE for port object 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:24.125871 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Router c53fc4d8-8973-4a10-bc5d-baad705fc01f is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:17:24.133961 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:24.176096 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-9c881dcd-9b3b-44df-b947-2c2e3349dac6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:24.192239 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-9c881dcd-9b3b-44df-b947-2c2e3349dac6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Transition to ACTIVE for port object 37194f29-abc3-4b0f-97ef-e6db39eba1c3 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:24.236372 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:24.303722 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8046021a-5074-4e81-ac02-8b7cd43eb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:24.305626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8046021a-5074-4e81-ac02-8b7cd43eb1e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=636acfe6-d17f-4f72-9c57-7ee0f2a7da95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4626350 Jun 25 09:17:24.312455 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Pushing event updated for resources: {'Port': ['ID=6d9a85ce-ed4f-4552-8b93-2cf50c684fc7,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:24.314324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:17:24.318878 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-9c881dcd-9b3b-44df-b947-2c2e3349dac6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:24.320807 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:24.330021 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Sync routers for ids ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:17:24.336449 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-81747973-b7bf-4cf4-8702-8f2b1eb0957e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:24.346461 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Routers {'c53fc4d8-8973-4a10-bc5d-baad705fc01f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:24.349029 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:16:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:24.350206 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:24.351574 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.6284122 Jun 25 09:17:24.354610 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47084) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:24.510542 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c881dcd-9b3b-44df-b947-2c2e3349dac6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event updated for resources: {'Port': ['ID=37194f29-abc3-4b0f-97ef-e6db39eba1c3,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:24.515972 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9c881dcd-9b3b-44df-b947-2c2e3349dac6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:24.560086 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23227c3b-1a7d-4af3-b908-16457a6aee90 None None] Network c4fd0fda-46ea-49bf-9785-8c5e9f244630 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:17:24.581634 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Network fc15daa7-c491-4717-b27e-0827f7cb5d6b is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:24.594188 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:24.598252 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:24.688437 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:24.984193 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8677f23a-d972-43f5-9379-b1700177648f None None] Provisioning for port 57acc2ee-b244-4bc1-9a00-e8338b01a78d completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:25.008446 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8677f23a-d972-43f5-9379-b1700177648f None None] Provisioning complete for port 57acc2ee-b244-4bc1-9a00-e8338b01a78d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:25.008819 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8677f23a-d972-43f5-9379-b1700177648f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:25.055719 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Set router c53fc4d8-8973-4a10-bc5d-baad705fc01f gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:25.114502 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b1bb1cc-3bd1-4c8a-ac9c-7dbe2a02ebd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:25.237869 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-9c881dcd-9b3b-44df-b947-2c2e3349dac6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Network e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:25.265829 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-9c881dcd-9b3b-44df-b947-2c2e3349dac6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:25.307332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-9c881dcd-9b3b-44df-b947-2c2e3349dac6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:25.344801 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:25.369154 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8677f23a-d972-43f5-9379-b1700177648f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:25.385828 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-9c881dcd-9b3b-44df-b947-2c2e3349dac6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:25.386530 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-9c881dcd-9b3b-44df-b947-2c2e3349dac6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:25.447690 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-8677f23a-d972-43f5-9379-b1700177648f None None] For port 57acc2ee-b244-4bc1-9a00-e8338b01a78d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=57acc2ee-b244-4bc1-9a00-e8338b01a78d,segment=NetworkSegment(4c61929d-ffd9-4eb2-b9fa-5b81f92a8720),segment_id=4c61929d-ffd9-4eb2-b9fa-5b81f92a8720)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:25.461133 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8677f23a-d972-43f5-9379-b1700177648f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:25.469392 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:25.529126 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9377681c-b20a-4129-bb53-cedd7455425d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:25.547273 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-9c881dcd-9b3b-44df-b947-2c2e3349dac6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5295243 Jun 25 09:17:25.555606 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:25.567666 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c24f-46a4-4ae5-bb0b-61f3c63cfe12 req-61d4c00d-8cc4-4216-bced-73904a067ec2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:25.576386 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c24f-46a4-4ae5-bb0b-61f3c63cfe12 req-61d4c00d-8cc4-4216-bced-73904a067ec2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:25.583609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c24f-46a4-4ae5-bb0b-61f3c63cfe12 req-61d4c00d-8cc4-4216-bced-73904a067ec2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:25.590489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c24f-46a4-4ae5-bb0b-61f3c63cfe12 req-61d4c00d-8cc4-4216-bced-73904a067ec2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:25.596693 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c24f-46a4-4ae5-bb0b-61f3c63cfe12 req-61d4c00d-8cc4-4216-bced-73904a067ec2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:25.602839 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c24f-46a4-4ae5-bb0b-61f3c63cfe12 req-61d4c00d-8cc4-4216-bced-73904a067ec2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:25.609199 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c24f-46a4-4ae5-bb0b-61f3c63cfe12 req-61d4c00d-8cc4-4216-bced-73904a067ec2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:25.617361 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2884c24f-46a4-4ae5-bb0b-61f3c63cfe12 req-61d4c00d-8cc4-4216-bced-73904a067ec2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5418 time: 1.3098915 Jun 25 09:17:25.620899 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-8b3df415-8d53-477d-a487-d3ed63b52205 service neutron] 10.222.0.38 "GET /v2.0/networks/636acfe6-d17f-4f72-9c57-7ee0f2a7da95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2908862 Jun 25 09:17:25.625320 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:17:25.634862 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-87f99aa0-9f08-48db-8b26-c3c4922e5b6d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Request body: {'port': {'device_id': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'network_id': 'ec7c2024-d012-4531-8718-fca65256e587', 'admin_state_up': True, 'tenant_id': 'ef0196456cda45988b8b413621617126'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:25.715720 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677f23a-d972-43f5-9379-b1700177648f None None] Pushing event updated for resources: {'Port': ['ID=57acc2ee-b244-4bc1-9a00-e8338b01a78d,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:25.721476 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-8677f23a-d972-43f5-9379-b1700177648f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:25.747632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-744c99f4-c457-441f-b0dd-ae9cb765042c None None] Provisioning for port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:25.752485 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36882e72-63de-42f3-8fd9-94c1e6d4d3f8 req-ac4a274d-2312-46a2-9e33-ea0d28a8fd40 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:25.758900 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-744c99f4-c457-441f-b0dd-ae9cb765042c None None] Provisioning complete for port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:25.759288 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-744c99f4-c457-441f-b0dd-ae9cb765042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:25.759522 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-36882e72-63de-42f3-8fd9-94c1e6d4d3f8 req-ac4a274d-2312-46a2-9e33-ea0d28a8fd40 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 946 time: 0.5356958 Jun 25 09:17:25.820321 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:25.828574 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-744c99f4-c457-441f-b0dd-ae9cb765042c None None] Port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:17:25.835704 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 9377681c-b20a-4129-bb53-cedd7455425d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:25.836686 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:25.849577 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Allocated IP 172.20.0.1 (c4fd0fda-46ea-49bf-9785-8c5e9f244630/0a3b61a4-c9d4-4acc-85a1-87f07863c490/66d81051-ba0a-4203-9266-2cd98265e054) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:25.866835 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-router', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:20Z', 'updated_at': '2021-06-25T09:17:23Z', 'revision_number': 3, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'gw_port': {'id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:25.907214 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Checking router: c53fc4d8-8973-4a10-bc5d-baad705fc01f for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:17:25.907836 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Updating router c53fc4d8-8973-4a10-bc5d-baad705fc01f port c3c34b2c-0708-4edc-a6c6-97f99756d72d binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:17:25.935138 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-36882e72-63de-42f3-8fd9-94c1e6d4d3f8 req-95287ed0-1a7c-4caa-a71c-46bfdefa69aa tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746314 Jun 25 09:17:25.937335 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-d95721c2-457b-42f6-a710-f11ca1333932 service neutron] 10.222.0.38 "GET /v2.0/networks/636acfe6-d17f-4f72-9c57-7ee0f2a7da95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960908 Jun 25 09:17:25.983545 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4e16db86-f9ab-400f-a0d4-35805d0a9e11 None None] Provisioning for port 37194f29-abc3-4b0f-97ef-e6db39eba1c3 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:25.988578 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4e16db86-f9ab-400f-a0d4-35805d0a9e11 None None] Provisioning complete for port 37194f29-abc3-4b0f-97ef-e6db39eba1c3 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:25.989293 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e16db86-f9ab-400f-a0d4-35805d0a9e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:25.990797 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.003505 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.025524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Transition to ACTIVE for port object 66d81051-ba0a-4203-9266-2cd98265e054 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:26.041574 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2884c24f-46a4-4ae5-bb0b-61f3c63cfe12 req-e407eef3-20f7-4e4b-a58b-720af2e5f13d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4231939 Jun 25 09:17:26.078030 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.079129 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-9e10bf46-2f3b-4d51-8c5a-4d98dc3d4f70 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=feaaae10-f3a6-46c9-acc2-c5a681f00b62 HTTP/1.1" status: 200 len: 217 time: 0.1125133 Jun 25 09:17:26.085338 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-960fc290-1703-4a76-b5d7-0d1607f204ed tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:26.094425 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4e16db86-f9ab-400f-a0d4-35805d0a9e11 None None] Port 37194f29-abc3-4b0f-97ef-e6db39eba1c3 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:17:26.144657 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Network c4fd0fda-46ea-49bf-9785-8c5e9f244630 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:26.148104 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:26.160262 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:26.165615 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Pushing event updated for resources: {'Port': ['ID=66d81051-ba0a-4203-9266-2cd98265e054,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:26.196481 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:26.209985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4e16db86-f9ab-400f-a0d4-35805d0a9e11 None None] Provisioning complete for port 57acc2ee-b244-4bc1-9a00-e8338b01a78d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:26.210876 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e16db86-f9ab-400f-a0d4-35805d0a9e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.211242 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-87f99aa0-9f08-48db-8b26-c3c4922e5b6d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Made reservation on behalf of ef0196456cda45988b8b413621617126 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:17:26.215437 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-87f99aa0-9f08-48db-8b26-c3c4922e5b6d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.242717 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.271021 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.274913 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-84dd165f-1586-4895-ae17-8bee80ba1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:26.276831 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-84dd165f-1586-4895-ae17-8bee80ba1268 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 200 len: 797 time: 0.1886971 Jun 25 09:17:26.502385 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.616308 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.628787 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a3b08f7d-2746-4852-9bcc-ae27eeae73b8 None None] Provisioning for port 66d81051-ba0a-4203-9266-2cd98265e054 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:26.635169 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Transition to ACTIVE for port object c3c34b2c-0708-4edc-a6c6-97f99756d72d will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:26.637643 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a3b08f7d-2746-4852-9bcc-ae27eeae73b8 None None] Provisioning complete for port 66d81051-ba0a-4203-9266-2cd98265e054 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:26.638114 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3b08f7d-2746-4852-9bcc-ae27eeae73b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.646267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd5b67-6f98-41b5-a05b-31c480b08e7e req-0dae4d12-626c-4f0e-90a7-6bf1e2a872ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:26.647859 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82dd5b67-6f98-41b5-a05b-31c480b08e7e req-0dae4d12-626c-4f0e-90a7-6bf1e2a872ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 932 time: 0.3875904 Jun 25 09:17:26.652299 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.655799 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-76e8f443-6c23-4865-8e1e-e65b8beaba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:26.657409 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-76e8f443-6c23-4865-8e1e-e65b8beaba29 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bc54548d-0979-4bbd-8a3d-13d781674db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3388481 Jun 25 09:17:26.662953 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.674605 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9c881dcd-9b3b-44df-b947-2c2e3349dac6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:26.676410 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.681378 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-11fba89d-9151-487f-b644-d0e0495502b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:26.739156 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Attempting to bind port c3c34b2c-0708-4edc-a6c6-97f99756d72d on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:26.739542 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Attempting to bind port c3c34b2c-0708-4edc-a6c6-97f99756d72d by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:26.739913 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Attempting to bind port c3c34b2c-0708-4edc-a6c6-97f99756d72d on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:26.745696 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a3b08f7d-2746-4852-9bcc-ae27eeae73b8 None None] Port 66d81051-ba0a-4203-9266-2cd98265e054 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:17:26.745945 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Pushing event updated for resources: {'Port': ['ID=6d9a85ce-ed4f-4552-8b93-2cf50c684fc7,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:26.760207 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:26.760782 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:26.761215 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.761623 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:26.763490 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Bound port: c3c34b2c-0708-4edc-a6c6-97f99756d72d, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:26.763490 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.765138 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:26.816960 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3737860-ec92-4db3-b8ae-dd510e995e09 None None] Pushing event updated for resources: {'Port': ['ID=c3c34b2c-0708-4edc-a6c6-97f99756d72d,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:26.821140 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f3737860-ec92-4db3-b8ae-dd510e995e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:26.825047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-87f99aa0-9f08-48db-8b26-c3c4922e5b6d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Allocated IP 19.86.0.9 (ec7c2024-d012-4531-8718-fca65256e587/7262f574-1960-40c4-87a3-d54e3c631733/83ef7201-3814-4cae-9de3-4fe01a50230b) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:26.835838 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.847491 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.851837 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:26.859023 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] For port c3c34b2c-0708-4edc-a6c6-97f99756d72d, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:26.862251 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.864434 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] For port c3c34b2c-0708-4edc-a6c6-97f99756d72d, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c3c34b2c-0708-4edc-a6c6-97f99756d72d,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:26.871626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82dd5b67-6f98-41b5-a05b-31c480b08e7e req-efd856f7-06bf-4ad4-a191-3256104e8734 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131534 Jun 25 09:17:26.881619 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.891461 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:26.953604 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Routers {'c53fc4d8-8973-4a10-bc5d-baad705fc01f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:26.954253 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:26.960970 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:26.968353 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Pushing event updated for resources: {'Port': ['ID=66d81051-ba0a-4203-9266-2cd98265e054,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:26.974273 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:27.050789 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Network fc15daa7-c491-4717-b27e-0827f7cb5d6b is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:27.062197 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:27.089287 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] Set router c53fc4d8-8973-4a10-bc5d-baad705fc01f gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:27.100152 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3818af20-b0d1-4458-b32e-4d4259848bd6 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266524 Jun 25 09:17:27.218303 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Network c4fd0fda-46ea-49bf-9785-8c5e9f244630 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:27.221993 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:27.383442 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3737860-ec92-4db3-b8ae-dd510e995e09 None None] Pushing event updated for resources: {'Port': ['ID=c3c34b2c-0708-4edc-a6c6-97f99756d72d,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:27.389317 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f3737860-ec92-4db3-b8ae-dd510e995e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:27.462967 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 57acc2ee-b244-4bc1-9a00-e8338b01a78d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:27.521111 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Router c53fc4d8-8973-4a10-bc5d-baad705fc01f has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:17:27.639544 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 57acc2ee-b244-4bc1-9a00-e8338b01a78d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:27.639913 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:27.671910 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:17:27.684516 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] 10.222.0.93 "PUT /v2.0/routers/c53fc4d8-8973-4a10-bc5d-baad705fc01f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3211267 Jun 25 09:17:27.700985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fd8b42fe-3f1e-488f-949c-3e383b59fc47 None None] Provisioning complete for port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:27.701358 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd8b42fe-3f1e-488f-949c-3e383b59fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:27.709358 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-87f99aa0-9f08-48db-8b26-c3c4922e5b6d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:27.743040 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Router a0b41ee8-9da4-481d-adea-93797d3fac75 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:17:27.751553 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be9f53-d1ab-411f-a2cc-e07df95aa0f2 req-dd0ff1be-13b8-4e5f-97a7-fd971fd3beb1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:27.753652 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-39be9f53-d1ab-411f-a2cc-e07df95aa0f2 req-dd0ff1be-13b8-4e5f-97a7-fd971fd3beb1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 946 time: 0.2865322 Jun 25 09:17:27.764995 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-f40a1cbd-568c-41ed-9ea2-992d0a9b3f67 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973141 Jun 25 09:17:27.787082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162e0c6-7b9d-4bc5-872d-5a664348aad5 req-a0d68f59-d1c0-46bc-bf5f-c3c76eef15c3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:27.792342 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fd8b42fe-3f1e-488f-949c-3e383b59fc47 None None] Port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:17:27.794940 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162e0c6-7b9d-4bc5-872d-5a664348aad5 req-a0d68f59-d1c0-46bc-bf5f-c3c76eef15c3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:27.803845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162e0c6-7b9d-4bc5-872d-5a664348aad5 req-a0d68f59-d1c0-46bc-bf5f-c3c76eef15c3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:27.807625 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-router', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:20Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 4, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'gw_port': {'id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '66d81051-ba0a-4203-9266-2cd98265e054', 'name': '', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'mac_address': 'fa:16:3e:2d:20:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:25Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 2, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'subnets': [{'id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:27.810280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162e0c6-7b9d-4bc5-872d-5a664348aad5 req-a0d68f59-d1c0-46bc-bf5f-c3c76eef15c3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:27.817239 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162e0c6-7b9d-4bc5-872d-5a664348aad5 req-a0d68f59-d1c0-46bc-bf5f-c3c76eef15c3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:27.823728 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162e0c6-7b9d-4bc5-872d-5a664348aad5 req-a0d68f59-d1c0-46bc-bf5f-c3c76eef15c3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:27.830663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162e0c6-7b9d-4bc5-872d-5a664348aad5 req-a0d68f59-d1c0-46bc-bf5f-c3c76eef15c3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:27.833488 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8162e0c6-7b9d-4bc5-872d-5a664348aad5 req-a0d68f59-d1c0-46bc-bf5f-c3c76eef15c3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5418 time: 0.4293242 Jun 25 09:17:27.846125 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-87f99aa0-9f08-48db-8b26-c3c4922e5b6d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Transition to ACTIVE for port object 83ef7201-3814-4cae-9de3-4fe01a50230b will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:27.928404 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-cc4dbd28-329a-4fd1-99ea-d17e99dc7148 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 HTTP/1.1" status: 200 len: 217 time: 0.0909808 Jun 25 09:17:28.025048 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a633e-628b-4a43-9b55-0c7391dcc031 None None] The sync data for ids ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'] in n-d-761264-15 is: [{'id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-router', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:20Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 4, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'gw_port': {'id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '66d81051-ba0a-4203-9266-2cd98265e054', 'name': '', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'mac_address': 'fa:16:3e:2d:20:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:25Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 2, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'subnets': [{'id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:17:28.056247 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fb09a84a-358e-4c93-a57b-efad2057ddd7 None None] Provisioning complete for port 66d81051-ba0a-4203-9266-2cd98265e054 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:28.058431 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb09a84a-358e-4c93-a57b-efad2057ddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:28.065657 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-39be9f53-d1ab-411f-a2cc-e07df95aa0f2 req-55317e6b-baee-4fc2-bafd-82c2864a9426 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups?id=363408e5-2009-41f4-b9cc-54ad22eab58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960315 Jun 25 09:17:28.073747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2624bf08-ed34-4d93-8d29-862faa484f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:28.077829 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2624bf08-ed34-4d93-8d29-862faa484f74 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 200 len: 797 time: 0.1385574 Jun 25 09:17:28.096444 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:28.125352 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fb09a84a-358e-4c93-a57b-efad2057ddd7 None None] Port 66d81051-ba0a-4203-9266-2cd98265e054 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:17:28.256475 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8162e0c6-7b9d-4bc5-872d-5a664348aad5 req-77ef8436-74e7-47c5-9514-0f88772abbad tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4064116 Jun 25 09:17:28.258455 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-87f99aa0-9f08-48db-8b26-c3c4922e5b6d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:28.282997 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-007023d2-c9da-4c58-a092-258823f71c36 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:28.320492 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:17:28.337515 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] 10.222.0.93 "PUT /v2.0/routers/a0b41ee8-9da4-481d-adea-93797d3fac75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2314003 Jun 25 09:17:28.378240 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-87f99aa0-9f08-48db-8b26-c3c4922e5b6d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Network ec7c2024-d012-4531-8718-fca65256e587 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:28.385478 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Sync routers for ids ['a0b41ee8-9da4-481d-adea-93797d3fac75'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:17:28.409808 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-87f99aa0-9f08-48db-8b26-c3c4922e5b6d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:28.414339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-87f99aa0-9f08-48db-8b26-c3c4922e5b6d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:28.426092 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Routers {'a0b41ee8-9da4-481d-adea-93797d3fac75'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:28.435171 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a0b41ee8-9da4-481d-adea-93797d3fac75'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:28.515275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f99aa0-9f08-48db-8b26-c3c4922e5b6d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event updated for resources: {'Port': ['ID=83ef7201-3814-4cae-9de3-4fe01a50230b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:28.539430 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-63899ab8-7fb1-4d2b-90f6-70ca290ac603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:28.556291 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-63899ab8-7fb1-4d2b-90f6-70ca290ac603 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bc54548d-0979-4bbd-8a3d-13d781674db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4671292 Jun 25 09:17:28.564856 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-87f99aa0-9f08-48db-8b26-c3c4922e5b6d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:28.728303 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Set router a0b41ee8-9da4-481d-adea-93797d3fac75 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:28.745617 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-87f99aa0-9f08-48db-8b26-c3c4922e5b6d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:28.752766 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-87f99aa0-9f08-48db-8b26-c3c4922e5b6d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:28.817663 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-87f99aa0-9f08-48db-8b26-c3c4922e5b6d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1956739 Jun 25 09:17:28.874681 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c77dce6b-1232-4128-a1a5-022118679b67 None None] Provisioning for port 83ef7201-3814-4cae-9de3-4fe01a50230b completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:28.881564 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c77dce6b-1232-4128-a1a5-022118679b67 None None] Provisioning complete for port 83ef7201-3814-4cae-9de3-4fe01a50230b triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:28.882197 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c77dce6b-1232-4128-a1a5-022118679b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:28.887262 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-2b429064-d3dd-43b5-a88b-95010174118b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Request body: {'port': {'device_id': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb', 'admin_state_up': True, 'tenant_id': 'ef0196456cda45988b8b413621617126'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:28.905561 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-dee235e3-1dc1-4ea8-9fe7-b5f997716211 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326852 Jun 25 09:17:28.982548 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c77dce6b-1232-4128-a1a5-022118679b67 None None] Port 83ef7201-3814-4cae-9de3-4fe01a50230b cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:17:29.138264 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'name': 'tempest-FloatingIPDetailsTestJSON-355190404-router', 'tenant_id': '7b0aca87dda143a79c67a863f31ecc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '9377681c-b20a-4129-bb53-cedd7455425d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:13Z', 'updated_at': '2021-06-25T09:17:25Z', 'revision_number': 4, 'project_id': '7b0aca87dda143a79c67a863f31ecc45', 'gw_port': {'id': '9377681c-b20a-4129-bb53-cedd7455425d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:16Z', 'updated_at': '2021-06-25T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '6d9a85ce-ed4f-4552-8b93-2cf50c684fc7', 'name': '', 'network_id': 'fc15daa7-c491-4717-b27e-0827f7cb5d6b', 'tenant_id': '7b0aca87dda143a79c67a863f31ecc45', 'mac_address': 'fa:16:3e:ea:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'fcff1254-1b1d-457e-add7-fb9597f893b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 2, 'project_id': '7b0aca87dda143a79c67a863f31ecc45', 'subnets': [{'id': 'fcff1254-1b1d-457e-add7-fb9597f893b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:29.217978 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Checking router: a0b41ee8-9da4-481d-adea-93797d3fac75 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:17:29.218920 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Updating router a0b41ee8-9da4-481d-adea-93797d3fac75 port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:17:29.287139 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:29.456715 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c3c34b2c-0708-4edc-a6c6-97f99756d72d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:29.604831 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port c3c34b2c-0708-4edc-a6c6-97f99756d72d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:29.617369 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port c3c34b2c-0708-4edc-a6c6-97f99756d72d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:29.617744 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:29.663965 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4250603-3ef6-4932-8efe-92b745f769ad req-ce84b303-5eeb-43b1-980f-6edd566a15d7 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:29.667230 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d4250603-3ef6-4932-8efe-92b745f769ad req-ce84b303-5eeb-43b1-980f-6edd566a15d7 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a99c250-d87e-42f7-9798-1dc9ec784934 HTTP/1.1" status: 200 len: 946 time: 0.1260262 Jun 25 09:17:29.756509 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:29.771149 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Transition to ACTIVE for port object 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:29.785123 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:29.788919 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-54da0089-a47b-448d-8942-3553043166d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:29.796943 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:29.810243 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-d3c5b2dc-f653-4126-bd2b-07fc44f88546 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8920593 Jun 25 09:17:29.831957 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port c3c34b2c-0708-4edc-a6c6-97f99756d72d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c3c34b2c-0708-4edc-a6c6-97f99756d72d,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:29.838110 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:29.841045 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:29.879613 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-d4250603-3ef6-4932-8efe-92b745f769ad req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Deleting port 4e11e01d-f79a-4240-8142-d211f4255729 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:17:29.880282 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d4250603-3ef6-4932-8efe-92b745f769ad req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:29.935115 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-4d84ae3e-26eb-46e9-9552-7951d5157a54 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=cf1be947-5003-4050-9f6d-ea8018fbbe5c HTTP/1.1" status: 200 len: 217 time: 0.1002977 Jun 25 09:17:29.944437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=c3c34b2c-0708-4edc-a6c6-97f99756d72d,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:29.954836 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:29.959836 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0702e0-e7fa-4546-b6fb-f2399524a304 req-51a093a8-47cb-4ddc-93ab-3ec2c8cf5ad0 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:29.982217 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0702e0-e7fa-4546-b6fb-f2399524a304 req-51a093a8-47cb-4ddc-93ab-3ec2c8cf5ad0 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:29.984630 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ee0702e0-e7fa-4546-b6fb-f2399524a304 req-51a093a8-47cb-4ddc-93ab-3ec2c8cf5ad0 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 1653 time: 1.1909838 Jun 25 09:17:29.993044 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-2b429064-d3dd-43b5-a88b-95010174118b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Made reservation on behalf of ef0196456cda45988b8b413621617126 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:17:29.998924 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-2b429064-d3dd-43b5-a88b-95010174118b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:30.013001 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cb383-d7cf-4505-afe1-a40c002227f0 None None] Pushing event updated for resources: {'Port': ['ID=6d9a85ce-ed4f-4552-8b93-2cf50c684fc7,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:30.046070 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-f90cb383-d7cf-4505-afe1-a40c002227f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:30.055451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d4250603-3ef6-4932-8efe-92b745f769ad req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] For port 4e11e01d-f79a-4240-8142-d211f4255729, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4e11e01d-f79a-4240-8142-d211f4255729,segment=NetworkSegment(f4f98a73-ca9d-4241-8023-e4c4596c86c4),segment_id=f4f98a73-ca9d-4241-8023-e4c4596c86c4)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:30.055918 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d4250603-3ef6-4932-8efe-92b745f769ad req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:30.095125 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Attempting to bind port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:30.095702 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Attempting to bind port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fc15daa7-c491-4717-b27e-0827f7cb5d6b'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:30.096234 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Attempting to bind port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 on network fc15daa7-c491-4717-b27e-0827f7cb5d6b {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:30.102188 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:30.103149 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Checking segment: {'id': 'ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fc15daa7-c491-4717-b27e-0827f7cb5d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:30.103763 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:30.105085 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Bound using segment: {'id': 'ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fc15daa7-c491-4717-b27e-0827f7cb5d6b'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:30.105735 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Bound port: 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fc15daa7-c491-4717-b27e-0827f7cb5d6b'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:30.106308 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:30.133253 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-5821393d-5be7-4e38-8d58-9f3d660df0b6 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:30.135162 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-5821393d-5be7-4e38-8d58-9f3d660df0b6 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/networks?id=c4fd0fda-46ea-49bf-9785-8c5e9f244630 HTTP/1.1" status: 200 len: 829 time: 0.6127715 Jun 25 09:17:30.180010 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3361b5e4-851a-4ef3-870f-b01f7ad60669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:30.181715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-3361b5e4-851a-4ef3-870f-b01f7ad60669 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 200 len: 797 time: 0.1897721 Jun 25 09:17:30.249432 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-a92b0230-2a26-454d-aecc-2cc6844da518 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/quotas/3f3c06d16c3f48ac9ca4bd537b5532fd HTTP/1.1" status: 200 len: 375 time: 0.1019561 Jun 25 09:17:30.254340 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] For port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:30.258032 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] For port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6d9a85ce-ed4f-4552-8b93-2cf50c684fc7,segment=NetworkSegment(ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8),segment_id=ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:30.263254 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:30.284720 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-3f90c202-638f-4c01-9fee-bf2a515c298d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:30.331927 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ee0702e0-e7fa-4546-b6fb-f2399524a304 req-0c6d9ac5-a94d-40e6-9f6f-3e2b1a28ade0 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094604 Jun 25 09:17:30.380633 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Routers {'a0b41ee8-9da4-481d-adea-93797d3fac75'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:30.381303 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a0b41ee8-9da4-481d-adea-93797d3fac75'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:30.403348 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-2b429064-d3dd-43b5-a88b-95010174118b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Allocated IP 19.80.0.125 (e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb/b932c927-c6b7-49ea-b7fb-525dbcc32185/11099399-ea2d-4a7d-a3bd-31b0cb4b12f7) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:30.426033 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-85146d18-7707-42e7-9aef-d545ec318f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:30.427502 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-85146d18-7707-42e7-9aef-d545ec318f1e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bc54548d-0979-4bbd-8a3d-13d781674db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2360942 Jun 25 09:17:30.480225 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d4250603-3ef6-4932-8efe-92b745f769ad req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:30.484654 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d4250603-3ef6-4932-8efe-92b745f769ad req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:30.485322 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [req-d4250603-3ef6-4932-8efe-92b745f769ad req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Floating IP 4bfdeac9-8300-4543-80b6-f70aa44e6f7c disassociated. External IP: 172.25.6.161, port: 4e11e01d-f79a-4240-8142-d211f4255729. Jun 25 09:17:30.485922 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-d4250603-3ef6-4932-8efe-92b745f769ad req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Calling delete_port for 4e11e01d-f79a-4240-8142-d211f4255729 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:17:30.497805 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cb383-d7cf-4505-afe1-a40c002227f0 None None] Pushing event updated for resources: {'Port': ['ID=6d9a85ce-ed4f-4552-8b93-2cf50c684fc7,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:30.515303 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-f90cb383-d7cf-4505-afe1-a40c002227f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:30.535358 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-c56d1e05-d82c-4f10-a702-5302c2f8c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3f3c06d16c3f48ac9ca4bd537b5532fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2686067 Jun 25 09:17:30.670233 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] Set router a0b41ee8-9da4-481d-adea-93797d3fac75 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:30.700450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-9a70a2c9-7993-4de5-a426-c2fdced8b361 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618220 Jun 25 09:17:30.728979 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d4250603-3ef6-4932-8efe-92b745f769ad req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:30.745453 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d3db373a-3b74-4bf8-9b2f-bd67fba3dcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:30.778800 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Pushing event deleted for resources: {'Port': ['ID=4e11e01d-f79a-4240-8142-d211f4255729,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:30.788510 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:30.970571 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4250603-3ef6-4932-8efe-92b745f769ad req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:17:30.999863 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'name': 'tempest-FloatingIPDetailsTestJSON-355190404-router', 'tenant_id': '7b0aca87dda143a79c67a863f31ecc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '9377681c-b20a-4129-bb53-cedd7455425d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:13Z', 'updated_at': '2021-06-25T09:17:25Z', 'revision_number': 4, 'project_id': '7b0aca87dda143a79c67a863f31ecc45', 'gw_port': {'id': '9377681c-b20a-4129-bb53-cedd7455425d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:16Z', 'updated_at': '2021-06-25T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '6d9a85ce-ed4f-4552-8b93-2cf50c684fc7', 'name': '', 'network_id': 'fc15daa7-c491-4717-b27e-0827f7cb5d6b', 'tenant_id': '7b0aca87dda143a79c67a863f31ecc45', 'mac_address': 'fa:16:3e:ea:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'fcff1254-1b1d-457e-add7-fb9597f893b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:30Z', 'revision_number': 4, 'project_id': '7b0aca87dda143a79c67a863f31ecc45', 'subnets': [{'id': 'fcff1254-1b1d-457e-add7-fb9597f893b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:31.010305 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-2b429064-d3dd-43b5-a88b-95010174118b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:31.034977 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:31.072178 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cc6de0-118c-485f-9bc9-7ffa22eca4bb None None] The sync data for ids ['a0b41ee8-9da4-481d-adea-93797d3fac75'] in n-d-761264-15 is: [{'id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'name': 'tempest-FloatingIPDetailsTestJSON-355190404-router', 'tenant_id': '7b0aca87dda143a79c67a863f31ecc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '9377681c-b20a-4129-bb53-cedd7455425d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:13Z', 'updated_at': '2021-06-25T09:17:25Z', 'revision_number': 4, 'project_id': '7b0aca87dda143a79c67a863f31ecc45', 'gw_port': {'id': '9377681c-b20a-4129-bb53-cedd7455425d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:16Z', 'updated_at': '2021-06-25T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '6d9a85ce-ed4f-4552-8b93-2cf50c684fc7', 'name': '', 'network_id': 'fc15daa7-c491-4717-b27e-0827f7cb5d6b', 'tenant_id': '7b0aca87dda143a79c67a863f31ecc45', 'mac_address': 'fa:16:3e:ea:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'fcff1254-1b1d-457e-add7-fb9597f893b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:30Z', 'revision_number': 4, 'project_id': '7b0aca87dda143a79c67a863f31ecc45', 'subnets': [{'id': 'fcff1254-1b1d-457e-add7-fb9597f893b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:17:31.097444 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-2b429064-d3dd-43b5-a88b-95010174118b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Transition to ACTIVE for port object 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:31.148872 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4250603-3ef6-4932-8efe-92b745f769ad req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:17:31.168685 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068de91-edbe-4bb6-9e8d-1084228fecf8 None None] Sync routers for ids ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:17:31.177006 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-836f529b-479d-4dc5-9bb9-f5da81fba0e0 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734006 Jun 25 09:17:31.192361 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9068de91-edbe-4bb6-9e8d-1084228fecf8 None None] Routers {'717ac4af-acd0-4776-ab10-bb009c1b3ce1'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:31.201356 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9068de91-edbe-4bb6-9e8d-1084228fecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:31.237771 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4250603-3ef6-4932-8efe-92b745f769ad req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] No DVR routers for this DVR port 4e11e01d-f79a-4240-8142-d211f4255729 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:17:31.242643 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d4250603-3ef6-4932-8efe-92b745f769ad req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:31.244863 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d4250603-3ef6-4932-8efe-92b745f769ad req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.41 "DELETE /v2.0/ports/4e11e01d-f79a-4240-8142-d211f4255729 HTTP/1.1" status: 204 len: 173 time: 1.5707948 Jun 25 09:17:31.245440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a99c250-d87e-42f7-9798-1dc9ec784934', 'name': 'network-vif-deleted', 'tag': '4e11e01d-f79a-4240-8142-d211f4255729'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:31.249397 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4765aa-6135-4cbb-94a8-83727682e73b" -d '{"events": [{"server_uuid": "8a99c250-d87e-42f7-9798-1dc9ec784934", "name": "network-vif-deleted", "tag": "4e11e01d-f79a-4240-8142-d211f4255729"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:31.453204 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-594406d3-6b1b-4e69-83ea-4edf6b448761 service neutron] 10.222.0.93 "GET /v2.0/networks/c4fd0fda-46ea-49bf-9785-8c5e9f244630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9005220 Jun 25 09:17:31.468200 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79da56ba-c318-4120-b088-f102454833aa req-c22ed1f5-9981-40c6-82df-1b81129d6e26 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6043575 Jun 25 09:17:31.473090 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-23a59eda-dc64-4230-9af7-e8c6acc96fc8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=43f2f102-d7ef-429b-99ae-970982ce19c3 HTTP/1.1" status: 200 len: 217 time: 0.2661202 Jun 25 09:17:31.478851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-9068de91-edbe-4bb6-9e8d-1084228fecf8 None None] Set router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:31.488588 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-2b429064-d3dd-43b5-a88b-95010174118b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:31.568699 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4be06dd1-8ce8-4d50-b3a0-1fbdc93677aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:31.640301 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-79da56ba-c318-4120-b088-f102454833aa req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:31.667470 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Sync routers for ids ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:17:31.672795 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c3c34b2c-0708-4edc-a6c6-97f99756d72d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:31.683168 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Routers {'c53fc4d8-8973-4a10-bc5d-baad705fc01f'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:31.684211 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:31.696898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-2b429064-d3dd-43b5-a88b-95010174118b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Network e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:31.716192 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-2b429064-d3dd-43b5-a88b-95010174118b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:31.726148 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-2b429064-d3dd-43b5-a88b-95010174118b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:31.729131 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b429064-d3dd-43b5-a88b-95010174118b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event updated for resources: {'Port': ['ID=11099399-ea2d-4a7d-a3bd-31b0cb4b12f7,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:31.746515 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2b429064-d3dd-43b5-a88b-95010174118b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:31.845509 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79da56ba-c318-4120-b088-f102454833aa req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:31.865054 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-9974d860-dcc4-49c2-b132-ce07176872dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:31.867064 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-9974d860-dcc4-49c2-b132-ce07176872dd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 200 len: 797 time: 0.3080873 Jun 25 09:17:31.901910 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Set router c53fc4d8-8973-4a10-bc5d-baad705fc01f gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:31.949911 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port c3c34b2c-0708-4edc-a6c6-97f99756d72d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:31.950831 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:32.020271 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-2b429064-d3dd-43b5-a88b-95010174118b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:32.027160 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-2b429064-d3dd-43b5-a88b-95010174118b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:32.083709 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4e11e01d-f79a-4240-8142-d211f4255729 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:17:32.120680 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 4e11e01d-f79a-4240-8142-d211f4255729 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:17:32.121785 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4e11e01d-f79a-4240-8142-d211f4255729 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:17:32.128881 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:32.137905 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-56986528-dedc-432b-8db4-2d84fa4a2daf service neutron] 10.222.0.93 "GET /v2.0/networks/c4fd0fda-46ea-49bf-9785-8c5e9f244630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6834068 Jun 25 09:17:32.197924 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9068de91-edbe-4bb6-9e8d-1084228fecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4fad4f60-003f-4bb9-8a1c-7cfd3f58957d', 'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'mac_address': 'fa:16:3e:5d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:01Z', 'updated_at': '2021-06-25T09:09:09Z', 'revision_number': 5, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'subnets': [{'id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:32.206753 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:32.214131 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-2b429064-d3dd-43b5-a88b-95010174118b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3438458 Jun 25 09:17:32.239909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Request body: {'port': {'device_id': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:32.265882 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:32.266595 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:32.341656 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-ab13d463-761a-42d2-a630-c7b1ec04c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:32.343169 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-ab13d463-761a-42d2-a630-c7b1ec04c33f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bc54548d-0979-4bbd-8a3d-13d781674db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4577448 Jun 25 09:17:32.380160 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:32.380786 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068de91-edbe-4bb6-9e8d-1084228fecf8 None None] Checking router: 717ac4af-acd0-4776-ab10-bb009c1b3ce1 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:17:32.404704 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-052795b7-d0a0-4716-9f0b-54de6bc453aa None None] Provisioning for port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:32.420769 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-052795b7-d0a0-4716-9f0b-54de6bc453aa None None] Provisioning complete for port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:32.421098 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-052795b7-d0a0-4716-9f0b-54de6bc453aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:32.455983 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-router', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:20Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 4, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'gw_port': {'id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '66d81051-ba0a-4203-9266-2cd98265e054', 'name': '', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'mac_address': 'fa:16:3e:2d:20:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:25Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 2, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'subnets': [{'id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:32.475887 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-052795b7-d0a0-4716-9f0b-54de6bc453aa None None] Port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:17:32.488175 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9068de91-edbe-4bb6-9e8d-1084228fecf8 None None] Routers {'717ac4af-acd0-4776-ab10-bb009c1b3ce1'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:32.494222 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9068de91-edbe-4bb6-9e8d-1084228fecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:32.553081 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Checking router: c53fc4d8-8973-4a10-bc5d-baad705fc01f for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:17:32.556354 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Updating router c53fc4d8-8973-4a10-bc5d-baad705fc01f port 66d81051-ba0a-4203-9266-2cd98265e054 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:17:32.587059 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79da56ba-c318-4120-b088-f102454833aa req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:32.682259 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:32.731082 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:32.832496 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-9068de91-edbe-4bb6-9e8d-1084228fecf8 None None] Set router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:32.927906 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6d9a85ce-ed4f-4552-8b93-2cf50c684fc7,segment=NetworkSegment(ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8),segment_id=ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:32.943960 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:32.953423 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:33.088670 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-05e3306e-e1e3-4d16-9ec8-8288f10a6c19 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7367220 Jun 25 09:17:33.136874 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:33.161865 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Transition to ACTIVE for port object 66d81051-ba0a-4203-9266-2cd98265e054 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:33.179399 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:33.214656 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:33.318877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=6d9a85ce-ed4f-4552-8b93-2cf50c684fc7,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:33.345443 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:33.389127 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Attempting to bind port 66d81051-ba0a-4203-9266-2cd98265e054 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:33.389526 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Attempting to bind port 66d81051-ba0a-4203-9266-2cd98265e054 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '4c61929d-ffd9-4eb2-b9fa-5b81f92a8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:33.389914 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Attempting to bind port 66d81051-ba0a-4203-9266-2cd98265e054 on network c4fd0fda-46ea-49bf-9785-8c5e9f244630 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:33.391947 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0f53d-4053-4854-a4dd-9b773613f041 None None] Pushing event updated for resources: {'Port': ['ID=66d81051-ba0a-4203-9266-2cd98265e054,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:33.395527 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-f4b0f53d-4053-4854-a4dd-9b773613f041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:33.398766 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:33.399153 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Checking segment: {'id': '4c61929d-ffd9-4eb2-b9fa-5b81f92a8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:33.399567 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:33.399964 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Bound using segment: {'id': '4c61929d-ffd9-4eb2-b9fa-5b81f92a8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:33.400441 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Bound port: 66d81051-ba0a-4203-9266-2cd98265e054, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c61929d-ffd9-4eb2-b9fa-5b81f92a8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:33.400854 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:33.433512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37194f29-abc3-4b0f-97ef-e6db39eba1c3 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:33.443210 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:33.457827 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Transition to ACTIVE for port object 37194f29-abc3-4b0f-97ef-e6db39eba1c3 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:33.468961 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:33.476359 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-377fc347-efe1-4535-b424-03b9ee3ac803 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:33.485848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9068de91-edbe-4bb6-9e8d-1084228fecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4fad4f60-003f-4bb9-8a1c-7cfd3f58957d', 'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'mac_address': 'fa:16:3e:5d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:01Z', 'updated_at': '2021-06-25T09:09:09Z', 'revision_number': 5, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'subnets': [{'id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:33.527110 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] For port 66d81051-ba0a-4203-9266-2cd98265e054, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:33.527837 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Pushing event updated for resources: {'Port': ['ID=37194f29-abc3-4b0f-97ef-e6db39eba1c3,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:33.531113 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] For port 66d81051-ba0a-4203-9266-2cd98265e054, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=66d81051-ba0a-4203-9266-2cd98265e054,segment=NetworkSegment(4c61929d-ffd9-4eb2-b9fa-5b81f92a8720),segment_id=4c61929d-ffd9-4eb2-b9fa-5b81f92a8720)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:33.531308 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:33.537233 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:33.539994 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-cf6fd457-b425-44ad-9ff5-3241a96d5be2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:33.550424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068de91-edbe-4bb6-9e8d-1084228fecf8 None None] The sync data for ids ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'] in n-d-761264-15 is: [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:09:02Z', 'revision_number': 4, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4fad4f60-003f-4bb9-8a1c-7cfd3f58957d', 'name': '', 'network_id': '119be928-ce8c-4bd3-a417-2e4446719647', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'mac_address': 'fa:16:3e:5d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:01Z', 'updated_at': '2021-06-25T09:09:09Z', 'revision_number': 5, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'subnets': [{'id': 'aaf63583-994a-4093-950f-4fd73828ebf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:17:33.566630 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b97f38-50d6-4061-960a-3c626f6c0e04 req-3afb50a9-26af-48f1-a2bd-c8a65131727c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:33.573676 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b97f38-50d6-4061-960a-3c626f6c0e04 req-3afb50a9-26af-48f1-a2bd-c8a65131727c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:33.582218 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b97f38-50d6-4061-960a-3c626f6c0e04 req-3afb50a9-26af-48f1-a2bd-c8a65131727c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:33.588357 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b97f38-50d6-4061-960a-3c626f6c0e04 req-3afb50a9-26af-48f1-a2bd-c8a65131727c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:33.595566 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b97f38-50d6-4061-960a-3c626f6c0e04 req-3afb50a9-26af-48f1-a2bd-c8a65131727c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:33.603379 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b97f38-50d6-4061-960a-3c626f6c0e04 req-3afb50a9-26af-48f1-a2bd-c8a65131727c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:33.609427 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b97f38-50d6-4061-960a-3c626f6c0e04 req-3afb50a9-26af-48f1-a2bd-c8a65131727c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:33.612967 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01b97f38-50d6-4061-960a-3c626f6c0e04 req-3afb50a9-26af-48f1-a2bd-c8a65131727c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5418 time: 0.5878484 Jun 25 09:17:33.639335 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-79da56ba-c318-4120-b088-f102454833aa req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Allocated IP 172.25.6.180 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/12d4b32d-dfe0-4d1f-8d81-dcc586f9b3be) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:33.660208 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0f53d-4053-4854-a4dd-9b773613f041 None None] Pushing event updated for resources: {'Port': ['ID=66d81051-ba0a-4203-9266-2cd98265e054,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:33.665782 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-f4b0f53d-4053-4854-a4dd-9b773613f041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:33.669575 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Routers {'c53fc4d8-8973-4a10-bc5d-baad705fc01f'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:33.670173 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:33.780405 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-0739f494-839a-4952-bf2b-64f2c84a966d service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6791034 Jun 25 09:17:33.873952 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] Set router c53fc4d8-8973-4a10-bc5d-baad705fc01f gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:34.287285 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-router', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:20Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 4, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'gw_port': {'id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '66d81051-ba0a-4203-9266-2cd98265e054', 'name': '', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'mac_address': 'fa:16:3e:2d:20:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:25Z', 'updated_at': '2021-06-25T09:17:33Z', 'revision_number': 4, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'subnets': [{'id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:34.299519 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-2ba14b63-15a5-4222-a54f-073084d55954 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 HTTP/1.1" status: 200 len: 217 time: 0.4964380 Jun 25 09:17:34.320853 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95fb167-ccf6-4004-bd16-bc5f214f7130 None None] The sync data for ids ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'] in n-d-761264-15 is: [{'id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-router', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:20Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 4, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'gw_port': {'id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '66d81051-ba0a-4203-9266-2cd98265e054', 'name': '', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'mac_address': 'fa:16:3e:2d:20:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:25Z', 'updated_at': '2021-06-25T09:17:33Z', 'revision_number': 4, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'subnets': [{'id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:17:34.350514 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01b97f38-50d6-4061-960a-3c626f6c0e04 req-b49c084c-88e8-46b4-84b4-ec63588ada0e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7085891 Jun 25 09:17:34.373126 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Attempting to bind port 37194f29-abc3-4b0f-97ef-e6db39eba1c3 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:34.373443 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Attempting to bind port 37194f29-abc3-4b0f-97ef-e6db39eba1c3 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '8b726434-b0b1-45a2-b114-7c8803321255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:34.373768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Attempting to bind port 37194f29-abc3-4b0f-97ef-e6db39eba1c3 on network e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:34.401147 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Port 37194f29-abc3-4b0f-97ef-e6db39eba1c3 on network e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:17:34.401471 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Attempting to bind port 37194f29-abc3-4b0f-97ef-e6db39eba1c3 on network e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:34.410460 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:34.410822 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Checking segment: {'id': '8b726434-b0b1-45a2-b114-7c8803321255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:34.411217 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Bound using segment: {'id': '8b726434-b0b1-45a2-b114-7c8803321255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:34.411666 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Bound port: 37194f29-abc3-4b0f-97ef-e6db39eba1c3, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b726434-b0b1-45a2-b114-7c8803321255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:34.412026 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:34.503832 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-4dff5cd6-fce6-4449-81af-763eba6dbd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:34.507605 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-4dff5cd6-fce6-4449-81af-763eba6dbd57 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d6509b59-9ba7-402d-bd1c-97d06b22f9df HTTP/1.1" status: 200 len: 797 time: 0.1765966 Jun 25 09:17:34.558445 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-6094fffe-c14b-452f-8d3e-209be3f5afbe tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:34.559958 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-6094fffe-c14b-452f-8d3e-209be3f5afbe tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.38 "GET /v2.0/networks?id=c4fd0fda-46ea-49bf-9785-8c5e9f244630 HTTP/1.1" status: 200 len: 829 time: 0.2730920 Jun 25 09:17:34.581636 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-60743865-8667-4e06-a736-ae994450675c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Request body: {'port': {'device_id': '30e7e4f4-5f8b-4975-8317-7a199c44c9c0', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'admin_state_up': True, 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:34.594057 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79da56ba-c318-4120-b088-f102454833aa req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:34.678588 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca63a17-0a32-4e78-ad47-07ae91d0fe74 x-openstack-request-id: req-8ca63a17-0a32-4e78-ad47-07ae91d0fe74 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:34.678933 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a99c250-d87e-42f7-9798-1dc9ec784934", "name": "network-vif-deleted", "tag": "4e11e01d-f79a-4240-8142-d211f4255729", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:34.679229 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8ca63a17-0a32-4e78-ad47-07ae91d0fe74 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:34.679667 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a99c250-d87e-42f7-9798-1dc9ec784934', 'name': 'network-vif-deleted', 'tag': '4e11e01d-f79a-4240-8142-d211f4255729', 'status': 'completed', 'code': 200} Jun 25 09:17:34.727362 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e7b6f2-469b-44f3-beda-8a7e4ab7e4f9 None None] New status for floating IP 4bfdeac9-8300-4543-80b6-f70aa44e6f7c: DOWN {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:17:34.733050 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] For port 37194f29-abc3-4b0f-97ef-e6db39eba1c3, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:34.750357 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] For port 37194f29-abc3-4b0f-97ef-e6db39eba1c3, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=37194f29-abc3-4b0f-97ef-e6db39eba1c3,segment=NetworkSegment(8b726434-b0b1-45a2-b114-7c8803321255),segment_id=8b726434-b0b1-45a2-b114-7c8803321255)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:34.758492 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:34.768974 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7f6f79b5-b3ad-4510-a40f-723fa66f27e1 tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:34.771154 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-60743865-8667-4e06-a736-ae994450675c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Made reservation on behalf of 3f3c06d16c3f48ac9ca4bd537b5532fd for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:17:34.775978 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-60743865-8667-4e06-a736-ae994450675c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:34.807508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-1cac8228-79dd-4026-8469-e7f17cf05605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:34.809395 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-1cac8228-79dd-4026-8469-e7f17cf05605 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2afc939b-7ab0-46c5-b1fa-bb32babffa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2599630 Jun 25 09:17:34.828694 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79da56ba-c318-4120-b088-f102454833aa req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:34.862130 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:34.867573 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:34.872519 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] 10.222.0.41 "PUT /v2.0/ports/37194f29-abc3-4b0f-97ef-e6db39eba1c3 HTTP/1.1" status: 200 len: 1093 time: 2.6403570 Jun 25 09:17:34.873506 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'tag': '37194f29-abc3-4b0f-97ef-e6db39eba1c3'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:34.876133 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2238c0-9b43-476a-9d1a-055fc01b090d" -d '{"events": [{"name": "network-changed", "server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "tag": "37194f29-abc3-4b0f-97ef-e6db39eba1c3"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:34.990407 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Request body: {'port': {'device_id': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:35.030751 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-60743865-8667-4e06-a736-ae994450675c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Allocated IP 172.20.0.9 (c4fd0fda-46ea-49bf-9785-8c5e9f244630/0a3b61a4-c9d4-4acc-85a1-87f07863c490/1733383c-068a-44ae-a78d-8592d0bd9270) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:35.119566 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79da56ba-c318-4120-b088-f102454833aa req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:35.127711 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Pushing event updated for resources: {'Port': ['ID=37194f29-abc3-4b0f-97ef-e6db39eba1c3,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:35.143888 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:35.144973 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-79da56ba-c318-4120-b088-f102454833aa req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:35.147798 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-79da56ba-c318-4120-b088-f102454833aa req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:35.155955 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:35.284658 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-60743865-8667-4e06-a736-ae994450675c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:35.308054 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-60743865-8667-4e06-a736-ae994450675c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Transition to ACTIVE for port object 1733383c-068a-44ae-a78d-8592d0bd9270 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:35.374033 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-60743865-8667-4e06-a736-ae994450675c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:35.379418 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:35.414748 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:35.443721 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-60743865-8667-4e06-a736-ae994450675c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Network c4fd0fda-46ea-49bf-9785-8c5e9f244630 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:35.447252 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-60743865-8667-4e06-a736-ae994450675c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:35.453639 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-60743865-8667-4e06-a736-ae994450675c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:35.455717 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Pushing event updated for resources: {'Port': ['ID=12d4b32d-dfe0-4d1f-8d81-dcc586f9b3be,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:35.470559 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60743865-8667-4e06-a736-ae994450675c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Pushing event updated for resources: {'Port': ['ID=1733383c-068a-44ae-a78d-8592d0bd9270,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:35.499292 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:35.500772 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60743865-8667-4e06-a736-ae994450675c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:35.517891 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 66d81051-ba0a-4203-9266-2cd98265e054 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:35.526415 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-4f600598-c824-4abb-bbc5-39c78834beb9 service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6895740 Jun 25 09:17:35.545133 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-60743865-8667-4e06-a736-ae994450675c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:35.546732 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-60743865-8667-4e06-a736-ae994450675c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:35.578779 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-60743865-8667-4e06-a736-ae994450675c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0009933 Jun 25 09:17:35.594575 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 66d81051-ba0a-4203-9266-2cd98265e054 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:35.598790 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 66d81051-ba0a-4203-9266-2cd98265e054 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:35.599173 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:35.603444 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Request body: {'port': {'device_id': '30e7e4f4-5f8b-4975-8317-7a199c44c9c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:35.731066 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79da56ba-c318-4120-b088-f102454833aa req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:35.774284 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:35.785169 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:35.819465 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f3c146f1-ca2c-4619-bfab-f223efbe0f02 None None] Provisioning for port 1733383c-068a-44ae-a78d-8592d0bd9270 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:35.831201 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f3c146f1-ca2c-4619-bfab-f223efbe0f02 None None] Provisioning complete for port 1733383c-068a-44ae-a78d-8592d0bd9270 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:35.831988 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3c146f1-ca2c-4619-bfab-f223efbe0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:35.860422 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79da56ba-c318-4120-b088-f102454833aa req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:35.879805 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 66d81051-ba0a-4203-9266-2cd98265e054, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=66d81051-ba0a-4203-9266-2cd98265e054,segment=NetworkSegment(4c61929d-ffd9-4eb2-b9fa-5b81f92a8720),segment_id=4c61929d-ffd9-4eb2-b9fa-5b81f92a8720)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:35.892573 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:35.893756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:35.896025 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:35.899155 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f3c146f1-ca2c-4619-bfab-f223efbe0f02 None None] Port 1733383c-068a-44ae-a78d-8592d0bd9270 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:17:35.944746 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5e98a-597b-4f2c-b64d-33078c55d13a req-282ef3e6-e8de-4235-bdde-dd94da84d5d4 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:35.962700 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5e98a-597b-4f2c-b64d-33078c55d13a req-282ef3e6-e8de-4235-bdde-dd94da84d5d4 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:35.968466 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5e98a-597b-4f2c-b64d-33078c55d13a req-282ef3e6-e8de-4235-bdde-dd94da84d5d4 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:35.970183 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2c5e98a-597b-4f2c-b64d-33078c55d13a req-282ef3e6-e8de-4235-bdde-dd94da84d5d4 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2387 time: 0.9771357 Jun 25 09:17:35.982470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=66d81051-ba0a-4203-9266-2cd98265e054,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:35.986398 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:35.995183 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:35.995560 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:36.142913 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2c5e98a-597b-4f2c-b64d-33078c55d13a req-61e43991-8457-4bc4-8c31-9e1e46d70128 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502171 Jun 25 09:17:36.189793 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-1a5d76e7-9732-4bc1-ac86-25620fa8812a service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6560664 Jun 25 09:17:36.217832 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1733383c-068a-44ae-a78d-8592d0bd9270 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:36.230194 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:36.244552 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-ba12ac42-d4d6-4c42-8502-ec5c91808879 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 HTTP/1.1" status: 200 len: 217 time: 0.0434070 Jun 25 09:17:36.246653 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Transition to ACTIVE for port object 1733383c-068a-44ae-a78d-8592d0bd9270 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:36.251578 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:36.255837 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b5878310-5b57-4c58-b18b-db94a9c0da14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:36.310749 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Pushing event updated for resources: {'Port': ['ID=1733383c-068a-44ae-a78d-8592d0bd9270,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:36.324473 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:36.423885 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Attempting to bind port 1733383c-068a-44ae-a78d-8592d0bd9270 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:36.426801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Attempting to bind port 1733383c-068a-44ae-a78d-8592d0bd9270 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '4c61929d-ffd9-4eb2-b9fa-5b81f92a8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:36.427152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Attempting to bind port 1733383c-068a-44ae-a78d-8592d0bd9270 on network c4fd0fda-46ea-49bf-9785-8c5e9f244630 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:36.438936 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Port 1733383c-068a-44ae-a78d-8592d0bd9270 on network c4fd0fda-46ea-49bf-9785-8c5e9f244630 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:17:36.439271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Attempting to bind port 1733383c-068a-44ae-a78d-8592d0bd9270 on network c4fd0fda-46ea-49bf-9785-8c5e9f244630 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:36.447837 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:36.448184 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Checking segment: {'id': '4c61929d-ffd9-4eb2-b9fa-5b81f92a8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:36.448575 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Bound using segment: {'id': '4c61929d-ffd9-4eb2-b9fa-5b81f92a8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:36.451493 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Bound port: 1733383c-068a-44ae-a78d-8592d0bd9270, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c61929d-ffd9-4eb2-b9fa-5b81f92a8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:36.453337 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:36.483092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ef7201-3814-4cae-9de3-4fe01a50230b {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:36.502868 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-d45a2b98-18bd-4ae0-90f0-636375ac44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:36.504833 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-d45a2b98-18bd-4ae0-90f0-636375ac44c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d6509b59-9ba7-402d-bd1c-97d06b22f9df HTTP/1.1" status: 200 len: 797 time: 0.2528255 Jun 25 09:17:36.507227 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:36.546057 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] For port 1733383c-068a-44ae-a78d-8592d0bd9270, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:36.551384 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] For port 1733383c-068a-44ae-a78d-8592d0bd9270, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=1733383c-068a-44ae-a78d-8592d0bd9270,segment=NetworkSegment(4c61929d-ffd9-4eb2-b9fa-5b81f92a8720),segment_id=4c61929d-ffd9-4eb2-b9fa-5b81f92a8720)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:36.556807 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:36.564876 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:36.602579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:36.603258 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:36.604593 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] 10.222.0.38 "PUT /v2.0/ports/1733383c-068a-44ae-a78d-8592d0bd9270 HTTP/1.1" status: 200 len: 1092 time: 1.0126050 Jun 25 09:17:36.630084 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Transition to ACTIVE for port object 83ef7201-3814-4cae-9de3-4fe01a50230b will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:36.635686 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79da56ba-c318-4120-b088-f102454833aa req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:36.639976 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Pushing event updated for resources: {'Port': ['ID=1733383c-068a-44ae-a78d-8592d0bd9270,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:36.643677 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:36.646098 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:36.658128 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-add74f2d-b5a9-4473-9864-281579ef7b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:36.662068 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79da56ba-c318-4120-b088-f102454833aa req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:36.716516 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e7967-75fa-49f5-b53b-f34e60458ea8 req-1a82f447-2fbc-4cf8-94cd-8d02e66014fd tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:36.717231 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e7e4f4-5f8b-4975-8317-7a199c44c9c0', 'tag': '1733383c-068a-44ae-a78d-8592d0bd9270'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:36.718530 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b0e7967-75fa-49f5-b53b-f34e60458ea8 req-1a82f447-2fbc-4cf8-94cd-8d02e66014fd tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/ports?device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 943 time: 0.3303559 Jun 25 09:17:36.730133 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa756b7-6b07-4687-95dc-ecf6d7f3a1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "30e7e4f4-5f8b-4975-8317-7a199c44c9c0", "tag": "1733383c-068a-44ae-a78d-8592d0bd9270"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:36.766094 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-0ef4808b-2e55-49d8-b60b-9fa75a9dee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:36.767964 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-0ef4808b-2e55-49d8-b60b-9fa75a9dee90 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f3c06d16c3f48ac9ca4bd537b5532fd&device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 1095 time: 0.0907528 Jun 25 09:17:36.800885 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79da56ba-c318-4120-b088-f102454833aa req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:36.843488 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-508d6948-ef01-44ff-8487-1b1b84dadd57 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1733383c-068a-44ae-a78d-8592d0bd9270 HTTP/1.1" status: 200 len: 217 time: 0.0577426 Jun 25 09:17:36.859519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-a8687dbd-7d42-4b58-a27a-e5c4ee19e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:36.866891 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-a8687dbd-7d42-4b58-a27a-e5c4ee19e312 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2afc939b-7ab0-46c5-b1fa-bb32babffa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3466392 Jun 25 09:17:36.884387 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Pushing event updated for resources: {'Port': ['ID=83ef7201-3814-4cae-9de3-4fe01a50230b,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:36.918486 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:36.920323 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2b429064-d3dd-43b5-a88b-95010174118b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:36.923208 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-a933d86e-5753-4d40-b124-998eec201b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:36.925169 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-a933d86e-5753-4d40-b124-998eec201b67 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a3b61a4-c9d4-4acc-85a1-87f07863c490 HTTP/1.1" status: 200 len: 868 time: 0.0728350 Jun 25 09:17:36.992871 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79da56ba-c318-4120-b088-f102454833aa req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:36.994102 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79da56ba-c318-4120-b088-f102454833aa req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4874911 Jun 25 09:17:37.011738 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b0e7967-75fa-49f5-b53b-f34e60458ea8 req-ad107f7a-c742-4dc7-bd18-09a8aefe4c6c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2c0f281-e1e7-4222-ac1b-21199611d029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353110 Jun 25 09:17:37.018254 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-f6d6556c-6578-4b71-9a45-282b14bb4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.019887 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-f6d6556c-6578-4b71-9a45-282b14bb4290 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c4fd0fda-46ea-49bf-9785-8c5e9f244630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877266 Jun 25 09:17:37.084048 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Pushing event updated for resources: {'Port': ['ID=12d4b32d-dfe0-4d1f-8d81-dcc586f9b3be,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:37.096292 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:37.102111 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79da56ba-c318-4120-b088-f102454833aa req-c61b71ce-1a1e-4658-9f16-017fe02773a4 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.0937736 Jun 25 09:17:37.129538 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Attempting to bind port 83ef7201-3814-4cae-9de3-4fe01a50230b on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:37.129885 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Attempting to bind port 83ef7201-3814-4cae-9de3-4fe01a50230b by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '3ec751f0-7168-4da6-925b-9902133ff547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ec7c2024-d012-4531-8718-fca65256e587'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:37.130211 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Attempting to bind port 83ef7201-3814-4cae-9de3-4fe01a50230b on network ec7c2024-d012-4531-8718-fca65256e587 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:37.136983 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-fb5d9ec1-037c-4ff3-937c-aac01ae83de6 service neutron] 10.222.0.38 "GET /v2.0/networks/c4fd0fda-46ea-49bf-9785-8c5e9f244630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099339 Jun 25 09:17:37.185000 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-71732fe7-cd90-4192-ad55-70b3ba4cd3e3 service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165438 Jun 25 09:17:37.187534 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Port 83ef7201-3814-4cae-9de3-4fe01a50230b on network ec7c2024-d012-4531-8718-fca65256e587 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:17:37.187858 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Attempting to bind port 83ef7201-3814-4cae-9de3-4fe01a50230b on network ec7c2024-d012-4531-8718-fca65256e587 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:37.208337 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:37.208683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Checking segment: {'id': '3ec751f0-7168-4da6-925b-9902133ff547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ec7c2024-d012-4531-8718-fca65256e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:37.209113 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Bound using segment: {'id': '3ec751f0-7168-4da6-925b-9902133ff547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ec7c2024-d012-4531-8718-fca65256e587'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:37.209575 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Bound port: 83ef7201-3814-4cae-9de3-4fe01a50230b, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec751f0-7168-4da6-925b-9902133ff547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ec7c2024-d012-4531-8718-fca65256e587'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:37.209938 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:37.317114 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ff952549-6f2b-4e77-88d6-1d4b0a279b84 req-927e0f5e-a911-445b-b90f-b732c896e366 service neutron] 10.222.0.38 "GET /v2.0/networks/c4fd0fda-46ea-49bf-9785-8c5e9f244630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745536 Jun 25 09:17:37.325114 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926043ce-f35a-4426-a43a-f6bef96a2128 x-openstack-request-id: req-926043ce-f35a-4426-a43a-f6bef96a2128 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:37.325455 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "tag": "37194f29-abc3-4b0f-97ef-e6db39eba1c3", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:37.325755 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-926043ce-f35a-4426-a43a-f6bef96a2128 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:37.326201 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'tag': '37194f29-abc3-4b0f-97ef-e6db39eba1c3', 'status': 'completed', 'code': 200} Jun 25 09:17:37.351909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da56ba-c318-4120-b088-f102454833aa req-e0c923e0-74db-4d7b-b530-2f986a4369ac tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.353374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79da56ba-c318-4120-b088-f102454833aa req-e0c923e0-74db-4d7b-b530-2f986a4369ac tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.2439263 Jun 25 09:17:37.378337 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a56f1c-41d2-48f9-a699-df883f8cd2e2 req-584798ac-41ae-4ad4-ad33-d7591033adfc service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852682 Jun 25 09:17:37.389568 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] For port 83ef7201-3814-4cae-9de3-4fe01a50230b, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:37.393892 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] For port 83ef7201-3814-4cae-9de3-4fe01a50230b, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=83ef7201-3814-4cae-9de3-4fe01a50230b,segment=NetworkSegment(3ec751f0-7168-4da6-925b-9902133ff547),segment_id=3ec751f0-7168-4da6-925b-9902133ff547)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:37.404197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 66d81051-ba0a-4203-9266-2cd98265e054 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:37.408605 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:37.414717 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7e531314-ef5c-4e7c-b20a-da451b32303b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:37.484851 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.485556 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:37.486564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] 10.222.0.41 "PUT /v2.0/ports/83ef7201-3814-4cae-9de3-4fe01a50230b HTTP/1.1" status: 200 len: 1091 time: 2.5065696 Jun 25 09:17:37.487455 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 66d81051-ba0a-4203-9266-2cd98265e054 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:37.487715 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:37.517897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2238c0-9b43-476a-9d1a-055fc01b090d req-1be4b493-80c1-46a8-892f-c21315e96bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.518427 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2238c0-9b43-476a-9d1a-055fc01b090d req-1be4b493-80c1-46a8-892f-c21315e96bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.526431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2238c0-9b43-476a-9d1a-055fc01b090d req-1be4b493-80c1-46a8-892f-c21315e96bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.528207 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4e2238c0-9b43-476a-9d1a-055fc01b090d req-1be4b493-80c1-46a8-892f-c21315e96bd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef0196456cda45988b8b413621617126&device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2799 time: 0.1307435 Jun 25 09:17:37.538348 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Request body: {'port': {'device_id': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:37.541108 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Pushing event updated for resources: {'Port': ['ID=83ef7201-3814-4cae-9de3-4fe01a50230b,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:37.549314 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:37.655842 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d24d05-db37-438e-8a88-fe5642cfd1cf req-67d5876c-e7b3-464e-8a75-8539d390f641 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.662099 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d24d05-db37-438e-8a88-fe5642cfd1cf req-67d5876c-e7b3-464e-8a75-8539d390f641 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.668294 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d24d05-db37-438e-8a88-fe5642cfd1cf req-67d5876c-e7b3-464e-8a75-8539d390f641 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.674342 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d24d05-db37-438e-8a88-fe5642cfd1cf req-67d5876c-e7b3-464e-8a75-8539d390f641 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.680573 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d24d05-db37-438e-8a88-fe5642cfd1cf req-67d5876c-e7b3-464e-8a75-8539d390f641 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.686964 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d24d05-db37-438e-8a88-fe5642cfd1cf req-67d5876c-e7b3-464e-8a75-8539d390f641 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.693363 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d24d05-db37-438e-8a88-fe5642cfd1cf req-67d5876c-e7b3-464e-8a75-8539d390f641 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.694563 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed74368e-13a0-4afd-bfe0-4ad191cad2dc x-openstack-request-id: req-ed74368e-13a0-4afd-bfe0-4ad191cad2dc {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:37.695096 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e7e4f4-5f8b-4975-8317-7a199c44c9c0", "tag": "1733383c-068a-44ae-a78d-8592d0bd9270", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:37.695312 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ed74368e-13a0-4afd-bfe0-4ad191cad2dc {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:37.695698 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e7e4f4-5f8b-4975-8317-7a199c44c9c0', 'tag': '1733383c-068a-44ae-a78d-8592d0bd9270', 'status': 'completed', 'code': 200} Jun 25 09:17:37.701373 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54d24d05-db37-438e-8a88-fe5642cfd1cf req-67d5876c-e7b3-464e-8a75-8539d390f641 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5418 time: 0.2799454 Jun 25 09:17:37.719568 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2238c0-9b43-476a-9d1a-055fc01b090d req-c5a196e9-df11-4255-931e-68786b46730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.720051 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2238c0-9b43-476a-9d1a-055fc01b090d req-c5a196e9-df11-4255-931e-68786b46730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.720522 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2238c0-9b43-476a-9d1a-055fc01b090d req-c5a196e9-df11-4255-931e-68786b46730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.727046 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4e2238c0-9b43-476a-9d1a-055fc01b090d req-c5a196e9-df11-4255-931e-68786b46730b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ef0196456cda45988b8b413621617126&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1823175 Jun 25 09:17:37.803928 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:37.851462 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54d24d05-db37-438e-8a88-fe5642cfd1cf req-9e7534ee-d1fc-42c3-87b6-1b791ee2f540 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1490998 Jun 25 09:17:37.926653 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2238c0-9b43-476a-9d1a-055fc01b090d req-25c18fa1-9652-404c-953e-3c31cf28baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.928396 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4e2238c0-9b43-476a-9d1a-055fc01b090d req-25c18fa1-9652-404c-953e-3c31cf28baba service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1946034 Jun 25 09:17:37.930243 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa756b7-6b07-4687-95dc-ecf6d7f3a1a2 req-a79b00e3-e4c4-4329-b6fd-c2b6477a8faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:37.931595 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9aa756b7-6b07-4687-95dc-ecf6d7f3a1a2 req-a79b00e3-e4c4-4329-b6fd-c2b6477a8faa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f3c06d16c3f48ac9ca4bd537b5532fd&device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 1095 time: 0.1827095 Jun 25 09:17:38.033544 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa756b7-6b07-4687-95dc-ecf6d7f3a1a2 req-55737d13-efc2-4f11-bff5-f4ccc80cf0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:38.036130 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9aa756b7-6b07-4687-95dc-ecf6d7f3a1a2 req-55737d13-efc2-4f11-bff5-f4ccc80cf0a3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c4fd0fda-46ea-49bf-9785-8c5e9f244630 HTTP/1.1" status: 200 len: 931 time: 0.0946784 Jun 25 09:17:38.081566 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9aa756b7-6b07-4687-95dc-ecf6d7f3a1a2 req-1371a98b-b5b6-4257-8a1b-99971eb6a500 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1733383c-068a-44ae-a78d-8592d0bd9270 HTTP/1.1" status: 200 len: 217 time: 0.0394316 Jun 25 09:17:38.138129 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa756b7-6b07-4687-95dc-ecf6d7f3a1a2 req-f7821890-0e95-4ad9-9f5d-88f831c944b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:38.139655 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9aa756b7-6b07-4687-95dc-ecf6d7f3a1a2 req-f7821890-0e95-4ad9-9f5d-88f831c944b7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a3b61a4-c9d4-4acc-85a1-87f07863c490 HTTP/1.1" status: 200 len: 868 time: 0.0512416 Jun 25 09:17:38.207820 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa756b7-6b07-4687-95dc-ecf6d7f3a1a2 req-57bf81d4-5cba-43ab-b061-56a1da1e2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:38.209497 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9aa756b7-6b07-4687-95dc-ecf6d7f3a1a2 req-57bf81d4-5cba-43ab-b061-56a1da1e2c9a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c4fd0fda-46ea-49bf-9785-8c5e9f244630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608757 Jun 25 09:17:38.307505 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9aa756b7-6b07-4687-95dc-ecf6d7f3a1a2 req-0a4c1703-3439-4590-86f1-320e43c418cb service neutron] 10.222.0.38 "GET /v2.0/networks/c4fd0fda-46ea-49bf-9785-8c5e9f244630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909872 Jun 25 09:17:38.414117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-94360a56-6125-4484-ad8f-43eb944f090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:38.414588 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-94360a56-6125-4484-ad8f-43eb944f090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:38.414970 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-94360a56-6125-4484-ad8f-43eb944f090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:38.415425 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-94360a56-6125-4484-ad8f-43eb944f090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:38.415882 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-94360a56-6125-4484-ad8f-43eb944f090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:38.416371 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-94360a56-6125-4484-ad8f-43eb944f090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:38.416835 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-94360a56-6125-4484-ad8f-43eb944f090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:38.418889 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-94360a56-6125-4484-ad8f-43eb944f090b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d31d35930ddf482393a8309d7454fb98&device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 6482 time: 0.7128751 Jun 25 09:17:38.426781 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9aa756b7-6b07-4687-95dc-ecf6d7f3a1a2 req-2c252b8a-a3da-4410-9f43-4350b20cfbd7 service neutron] 10.222.0.38 "GET /v2.0/networks/c4fd0fda-46ea-49bf-9785-8c5e9f244630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122911 Jun 25 09:17:38.522897 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-cdcd6391-ae63-409c-a570-81abdc46eed6 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6113586 Jun 25 09:17:38.569047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:38.622116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cd792-146e-4426-8935-2e6714665a7c req-c811c3f7-ce78-47de-b0a5-464fa3c06dec tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:38.628015 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cd792-146e-4426-8935-2e6714665a7c req-c811c3f7-ce78-47de-b0a5-464fa3c06dec tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:38.633912 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cd792-146e-4426-8935-2e6714665a7c req-c811c3f7-ce78-47de-b0a5-464fa3c06dec tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:38.635628 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-909cd792-146e-4426-8935-2e6714665a7c req-c811c3f7-ce78-47de-b0a5-464fa3c06dec tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2399 time: 0.7026987 Jun 25 09:17:38.685259 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:38.712253 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-21e712f6-6503-4f97-8376-9e9b55c5bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:38.715360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-21e712f6-6503-4f97-8376-9e9b55c5bb8a service neutron] 10.222.0.38 "GET /v2.0/networks?id=2afc939b-7ab0-46c5-b1fa-bb32babffa08 HTTP/1.1" status: 200 len: 904 time: 0.2849197 Jun 25 09:17:38.807971 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-ee029e53-ecdc-4e09-b0b5-e22d8666cf4a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 HTTP/1.1" status: 200 len: 217 time: 0.0844820 Jun 25 09:17:38.810834 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-909cd792-146e-4426-8935-2e6714665a7c req-8a2e7e70-da73-46b5-a8ef-7ca3366d88b1 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604693 Jun 25 09:17:38.857429 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47368) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:38.916617 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:38.926629 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-4218112f-c79c-42df-a981-fbb82447c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:38.928133 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-4218112f-c79c-42df-a981-fbb82447c6e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d6509b59-9ba7-402d-bd1c-97d06b22f9df HTTP/1.1" status: 200 len: 797 time: 0.1115024 Jun 25 09:17:38.930134 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:38.945839 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92835a7f-7c05-4a85-96c3-a6e1f5a38c66 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:38.988450 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92835a7f-7c05-4a85-96c3-a6e1f5a38c66 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:38.995542 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Transition to ACTIVE for port object 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:39.023745 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:39.027907 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-87f99aa0-9f08-48db-8b26-c3c4922e5b6d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:39.045191 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92835a7f-7c05-4a85-96c3-a6e1f5a38c66 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:39.048087 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92835a7f-7c05-4a85-96c3-a6e1f5a38c66 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:39.049781 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-92835a7f-7c05-4a85-96c3-a6e1f5a38c66 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "DELETE /v2.0/security-groups/363408e5-2009-41f4-b9cc-54ad22eab58c HTTP/1.1" status: 204 len: 168 time: 0.1899385 Jun 25 09:17:39.050580 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cf046a17-fe5c-40f1-9ea8-80e3df1c824f tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:39.054921 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47374) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:39.073061 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-0443dca5-a849-4d8a-a1b9-cdeb96714039 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] show failed (client error): The resource could not be found. Jun 25 09:17:39.073997 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0443dca5-a849-4d8a-a1b9-cdeb96714039 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "GET /v2.0/security-groups/363408e5-2009-41f4-b9cc-54ad22eab58c HTTP/1.1" status: 404 len: 347 time: 0.0181863 Jun 25 09:17:39.077847 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47376) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:39.078828 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92835a7f-7c05-4a85-96c3-a6e1f5a38c66 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363408e5-2009-41f4-b9cc-54ad22eab58c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:39.097805 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-92835a7f-7c05-4a85-96c3-a6e1f5a38c66 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:39.099037 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:39.118000 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Pushing event updated for resources: {'Port': ['ID=11099399-ea2d-4a7d-a3bd-31b0cb4b12f7,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:39.123558 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:39.199037 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-48506692-1d92-4596-9b0e-f2d50110fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:39.200954 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-48506692-1d92-4596-9b0e-f2d50110fad6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2afc939b-7ab0-46c5-b1fa-bb32babffa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2650797 Jun 25 09:17:39.229207 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98ef7e-fa24-45a5-b3e0-6dad2076f47d req-b08cf64b-c65d-443e-80dc-cec8eca795ef tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:39.231102 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a98ef7e-fa24-45a5-b3e0-6dad2076f47d req-b08cf64b-c65d-443e-80dc-cec8eca795ef tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/ports?device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 943 time: 0.2531385 Jun 25 09:17:39.270618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-c0528efd-3423-4f0b-8598-07b42b23c0c1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Deleting port c7f38d05-7e43-4809-b801-ea8fa535902b {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:17:39.271202 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c0528efd-3423-4f0b-8598-07b42b23c0c1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:39.346326 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'tag': '83ef7201-3814-4cae-9de3-4fe01a50230b'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:39.348827 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b9a88f-d890-4131-a59f-83eacfe96972" -d '{"events": [{"name": "network-changed", "server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "tag": "83ef7201-3814-4cae-9de3-4fe01a50230b"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:39.363469 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c0528efd-3423-4f0b-8598-07b42b23c0c1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:39.363867 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c0528efd-3423-4f0b-8598-07b42b23c0c1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:39.386579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-c0528efd-3423-4f0b-8598-07b42b23c0c1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Calling delete_port for c7f38d05-7e43-4809-b801-ea8fa535902b owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:17:39.423050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a98ef7e-fa24-45a5-b3e0-6dad2076f47d req-d2615ad0-df54-4b23-9ac4-3c9de0438583 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2c0f281-e1e7-4222-ac1b-21199611d029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714480 Jun 25 09:17:39.429373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Attempting to bind port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:39.429793 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Attempting to bind port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '8b726434-b0b1-45a2-b114-7c8803321255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:39.430016 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Attempting to bind port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 on network e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:39.444086 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Allocated IP 172.25.6.206 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/2bdd1332-26ff-4e51-87af-dad74fdc0df0) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:39.452372 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 on network e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:17:39.452796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Attempting to bind port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 on network e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:39.470831 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-a867b273-eb55-4bf8-a794-b70b2bba1633 service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383237 Jun 25 09:17:39.471512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:39.471776 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Checking segment: {'id': '8b726434-b0b1-45a2-b114-7c8803321255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:39.472362 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Bound using segment: {'id': '8b726434-b0b1-45a2-b114-7c8803321255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:39.473016 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Bound port: 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b726434-b0b1-45a2-b114-7c8803321255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:39.473571 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:39.547853 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c0528efd-3423-4f0b-8598-07b42b23c0c1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:39.551103 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:39.576164 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0528efd-3423-4f0b-8598-07b42b23c0c1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Pushing event deleted for resources: {'Port': ['ID=c7f38d05-7e43-4809-b801-ea8fa535902b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:39.580748 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c0528efd-3423-4f0b-8598-07b42b23c0c1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:39.640819 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c0528efd-3423-4f0b-8598-07b42b23c0c1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks [] for floatingip, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:39.644059 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c0528efd-3423-4f0b-8598-07b42b23c0c1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:39.647917 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c0528efd-3423-4f0b-8598-07b42b23c0c1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] 10.222.0.93 "DELETE /v2.0/floatingips/4bfdeac9-8300-4543-80b6-f70aa44e6f7c HTTP/1.1" status: 204 len: 168 time: 0.5639679 Jun 25 09:17:39.698532 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a1341879-a72c-4be3-9045-1bcc1b17c0e6 req-5546ee98-af5d-4bbc-89f8-b702e97e6bbe service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195740 Jun 25 09:17:39.724818 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] For port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:39.739336 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] For port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=11099399-ea2d-4a7d-a3bd-31b0cb4b12f7,segment=NetworkSegment(8b726434-b0b1-45a2-b114-7c8803321255),segment_id=8b726434-b0b1-45a2-b114-7c8803321255)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:39.746380 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:39.750557 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:39.759600 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:39.792974 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:39.793593 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:39.795116 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 HTTP/1.1" status: 200 len: 1093 time: 2.2699721 Jun 25 09:17:39.848840 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Pushing event updated for resources: {'Port': ['ID=11099399-ea2d-4a7d-a3bd-31b0cb4b12f7,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:39.859841 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:39.904980 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:39.908443 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:39.979815 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:39.987466 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:39.992260 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:40.030618 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Pushing event updated for resources: {'Port': ['ID=2bdd1332-26ff-4e51-87af-dad74fdc0df0,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:40.037494 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:40.075277 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-0f314f71-899b-4a86-a690-60416ff00023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:40.075679 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-0f314f71-899b-4a86-a690-60416ff00023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:40.076244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-0f314f71-899b-4a86-a690-60416ff00023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:40.077878 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-0f314f71-899b-4a86-a690-60416ff00023 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef0196456cda45988b8b413621617126&device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2867 time: 0.1983125 Jun 25 09:17:40.095078 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb817-0a30-43ff-afe2-c863b505cd24 req-aea4db2f-edfe-4006-a44a-490be297609b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:40.101539 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb817-0a30-43ff-afe2-c863b505cd24 req-aea4db2f-edfe-4006-a44a-490be297609b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:40.114665 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb817-0a30-43ff-afe2-c863b505cd24 req-aea4db2f-edfe-4006-a44a-490be297609b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:40.128425 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb817-0a30-43ff-afe2-c863b505cd24 req-aea4db2f-edfe-4006-a44a-490be297609b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:40.139332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb817-0a30-43ff-afe2-c863b505cd24 req-aea4db2f-edfe-4006-a44a-490be297609b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:40.147141 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb817-0a30-43ff-afe2-c863b505cd24 req-aea4db2f-edfe-4006-a44a-490be297609b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:40.153047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb817-0a30-43ff-afe2-c863b505cd24 req-aea4db2f-edfe-4006-a44a-490be297609b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:40.154954 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9cbb817-0a30-43ff-afe2-c863b505cd24 req-aea4db2f-edfe-4006-a44a-490be297609b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5418 time: 0.2860188 Jun 25 09:17:40.224366 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-023d1717-d9c7-49c8-a89a-a3c03c50f645 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.171&port_id=37194f29-abc3-4b0f-97ef-e6db39eba1c3 HTTP/1.1" status: 200 len: 217 time: 0.0684206 Jun 25 09:17:40.274162 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:40.301154 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9cbb817-0a30-43ff-afe2-c863b505cd24 req-99d41b23-ce19-49c1-9ff9-47445cf75c8b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1183810 Jun 25 09:17:40.305669 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 1733383c-068a-44ae-a78d-8592d0bd9270 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:17:40.326743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-0489fe52-6d65-40f7-9009-341a4a687009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:40.328239 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-0489fe52-6d65-40f7-9009-341a4a687009 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b932c927-c6b7-49ea-b7fb-525dbcc32185 HTTP/1.1" status: 200 len: 801 time: 0.0937653 Jun 25 09:17:40.384480 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866eaa43-f41f-4a6a-a803-b09b4172a74a x-openstack-request-id: req-866eaa43-f41f-4a6a-a803-b09b4172a74a {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:40.384834 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "tag": "83ef7201-3814-4cae-9de3-4fe01a50230b", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:40.385141 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-866eaa43-f41f-4a6a-a803-b09b4172a74a {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:40.385572 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'tag': '83ef7201-3814-4cae-9de3-4fe01a50230b', 'status': 'completed', 'code': 200} Jun 25 09:17:40.388427 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:40.426695 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 1733383c-068a-44ae-a78d-8592d0bd9270, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=1733383c-068a-44ae-a78d-8592d0bd9270,segment=NetworkSegment(4c61929d-ffd9-4eb2-b9fa-5b81f92a8720),segment_id=4c61929d-ffd9-4eb2-b9fa-5b81f92a8720)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:40.443633 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '1733383c-068a-44ae-a78d-8592d0bd9270', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'port_id': '1733383c-068a-44ae-a78d-8592d0bd9270', 'mac_address': 'fa:16:3e:72:a1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:17:40.498323 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:40.508857 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-2bef3009-f220-47bc-a90d-395fca8e0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:40.510372 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-2bef3009-f220-47bc-a90d-395fca8e0f84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655655 Jun 25 09:17:40.517308 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1733383c-068a-44ae-a78d-8592d0bd9270 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:40.540567 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 1733383c-068a-44ae-a78d-8592d0bd9270, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=1733383c-068a-44ae-a78d-8592d0bd9270,segment=NetworkSegment(4c61929d-ffd9-4eb2-b9fa-5b81f92a8720),segment_id=4c61929d-ffd9-4eb2-b9fa-5b81f92a8720)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:40.545658 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:40.548350 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:40.612507 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=1733383c-068a-44ae-a78d-8592d0bd9270,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:40.615772 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:40.663484 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-6d45df32-6de6-4f42-b07c-7fcfd21f72a2 service neutron] 10.222.0.41 "GET /v2.0/networks/e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442373 Jun 25 09:17:40.673342 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:40.682837 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:40.695097 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-00397a70-1340-4548-a5db-b0b5c1530c95 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:40.818100 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Pushing event updated for resources: {'Port': ['ID=2bdd1332-26ff-4e51-87af-dad74fdc0df0,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:40.827656 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:40.834224 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:40.850652 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47428) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:40.885116 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-9bd3f7af-e604-4161-a442-0e49bf0882c4 service neutron] 10.222.0.41 "GET /v2.0/networks/e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140448 Jun 25 09:17:40.899759 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['1733383c-068a-44ae-a78d-8592d0bd9270'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:17:40.901892 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:40.903047 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3438125 Jun 25 09:17:40.936927 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-594b6b34-cb97-45b6-bbe4-b08a166cd484 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.9&port_id=83ef7201-3814-4cae-9de3-4fe01a50230b HTTP/1.1" status: 200 len: 217 time: 0.0431027 Jun 25 09:17:40.969582 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fe9170f-50a2-4803-802d-e45a6a32ba8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:41.041039 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863150e3-3d12-46e0-9067-234a9a8bceea req-dece88e4-48ea-4487-bb23-b17740a9348b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:41.046983 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863150e3-3d12-46e0-9067-234a9a8bceea req-dece88e4-48ea-4487-bb23-b17740a9348b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:41.053725 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863150e3-3d12-46e0-9067-234a9a8bceea req-dece88e4-48ea-4487-bb23-b17740a9348b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:41.055555 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-863150e3-3d12-46e0-9067-234a9a8bceea req-dece88e4-48ea-4487-bb23-b17740a9348b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2411 time: 0.2251554 Jun 25 09:17:41.061063 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-2fd22222-86c7-4d3d-be60-b431938ef543 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.206 HTTP/1.1" status: 200 len: 696 time: 0.1278162 Jun 25 09:17:41.076163 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fe9170f-50a2-4803-802d-e45a6a32ba8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:41.081436 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fe9170f-50a2-4803-802d-e45a6a32ba8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:41.084819 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7281e337-f0e9-413c-bb96-6d27d94b8bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:41.091237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-02c5e1c4-e764-4921-925f-edf1faeeb614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:41.092649 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-02c5e1c4-e764-4921-925f-edf1faeeb614 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7262f574-1960-40c4-87a3-d54e3c631733 HTTP/1.1" status: 200 len: 801 time: 0.1400635 Jun 25 09:17:41.125024 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7fe9170f-50a2-4803-802d-e45a6a32ba8d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=48ec88255d544f44b37ffa5335ea49bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723927 Jun 25 09:17:41.125940 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9170f-50a2-4803-802d-e45a6a32ba8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f8ffc9-1701-4601-abb5-f908f3a99abf,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:41.129152 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7fe9170f-50a2-4803-802d-e45a6a32ba8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:41.129780 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47432) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:41.179557 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-74169cb8-b903-4066-802d-37f30de17a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:41.201629 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-74169cb8-b903-4066-802d-37f30de17a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:41.251043 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-74169cb8-b903-4066-802d-37f30de17a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:41.254085 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-74169cb8-b903-4066-802d-37f30de17a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:41.255318 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-74169cb8-b903-4066-802d-37f30de17a66 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f2f8ffc9-1701-4601-abb5-f908f3a99abf HTTP/1.1" status: 204 len: 168 time: 0.1246018 Jun 25 09:17:41.256221 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:41.267605 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74169cb8-b903-4066-802d-37f30de17a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f8ffc9-1701-4601-abb5-f908f3a99abf,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:41.270896 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-74169cb8-b903-4066-802d-37f30de17a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:41.509185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-863150e3-3d12-46e0-9067-234a9a8bceea req-b017c884-99d6-4020-a919-82aa9eac88be tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362667 Jun 25 09:17:41.544181 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-8d18f886-8119-4340-9ce8-9f699f3dc27a tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:41.545152 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23ec0363-7c7a-4aad-a06a-d5fab87f3a85 req-8d18f886-8119-4340-9ce8-9f699f3dc27a tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.4765172 Jun 25 09:17:41.556315 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-1e508615-6363-4e6f-b8bc-ebcbb7287d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:41.557922 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-1e508615-6363-4e6f-b8bc-ebcbb7287d49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec7c2024-d012-4531-8718-fca65256e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4488709 Jun 25 09:17:41.569758 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47442) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:41.583756 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d8618afd-54f3-4509-9e63-085166090c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:41.699273 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d8618afd-54f3-4509-9e63-085166090c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:41.699940 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-576d5fb0-2c37-4e12-aef0-a7cf8e7733c8 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7c2024-d012-4531-8718-fca65256e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320620 Jun 25 09:17:41.705271 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d8618afd-54f3-4509-9e63-085166090c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:41.709301 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-625387e0-817b-465c-8088-2f06fd5a2517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:41.758644 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8618afd-54f3-4509-9e63-085166090c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e7d11e-cec2-4854-a24d-ca699d3a2884,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:41.769831 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d8618afd-54f3-4509-9e63-085166090c78 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1b7dde7f67f54eb1b77c1fe4eb809081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964524 Jun 25 09:17:41.769831 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d8618afd-54f3-4509-9e63-085166090c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:41.770292 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47446) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:41.779485 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce310aac-0d47-420f-b89f-f3e6197ab297 req-3ae4d3ca-0b49-4eef-8184-48c7ec0341fb tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:41.781080 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce310aac-0d47-420f-b89f-f3e6197ab297 req-3ae4d3ca-0b49-4eef-8184-48c7ec0341fb tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/ports?device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 944 time: 0.1278625 Jun 25 09:17:41.830897 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fdd48ca7-49ea-4ee8-8641-cf4be5f1462d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:41.852082 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fdd48ca7-49ea-4ee8-8641-cf4be5f1462d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:41.855386 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce310aac-0d47-420f-b89f-f3e6197ab297 req-dd7b996b-727d-4cfd-9cd1-e5e768bce350 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2c0f281-e1e7-4222-ac1b-21199611d029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662155 Jun 25 09:17:41.860818 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-850ec25a-cb93-4db9-93ee-146c2c6a77d6 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7c2024-d012-4531-8718-fca65256e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509547 Jun 25 09:17:41.911191 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fdd48ca7-49ea-4ee8-8641-cf4be5f1462d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:41.914724 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fdd48ca7-49ea-4ee8-8641-cf4be5f1462d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:41.918663 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fdd48ca7-49ea-4ee8-8641-cf4be5f1462d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b9e7d11e-cec2-4854-a24d-ca699d3a2884 HTTP/1.1" status: 204 len: 168 time: 0.1452541 Jun 25 09:17:41.918663 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e54af2b3-f488-4302-8f48-8421768170ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:41.926875 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd48ca7-49ea-4ee8-8641-cf4be5f1462d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e7d11e-cec2-4854-a24d-ca699d3a2884,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:41.934715 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fdd48ca7-49ea-4ee8-8641-cf4be5f1462d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:41.935615 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-6b2ec556-e8e4-449c-934a-54e7eaed0d5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.125&port_id=11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 HTTP/1.1" status: 200 len: 217 time: 0.0603678 Jun 25 09:17:42.096787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-78a60f96-6ed9-4411-8f9f-76728ad1bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:42.098260 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-78a60f96-6ed9-4411-8f9f-76728ad1bc74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b932c927-c6b7-49ea-b7fb-525dbcc32185 HTTP/1.1" status: 200 len: 801 time: 0.1358087 Jun 25 09:17:42.148594 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-84ea158b-8149-4aba-abb2-f6525600e1ee tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2585549 Jun 25 09:17:42.161353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:42.191401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059960d1-9aaa-4f84-9a5a-10fe6e042d42 req-df9a15a5-9e7a-4f2d-8b43-b45221f09168 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:42.197436 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059960d1-9aaa-4f84-9a5a-10fe6e042d42 req-df9a15a5-9e7a-4f2d-8b43-b45221f09168 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:42.203373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059960d1-9aaa-4f84-9a5a-10fe6e042d42 req-df9a15a5-9e7a-4f2d-8b43-b45221f09168 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:42.209388 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059960d1-9aaa-4f84-9a5a-10fe6e042d42 req-df9a15a5-9e7a-4f2d-8b43-b45221f09168 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:42.215346 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059960d1-9aaa-4f84-9a5a-10fe6e042d42 req-df9a15a5-9e7a-4f2d-8b43-b45221f09168 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:42.221615 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059960d1-9aaa-4f84-9a5a-10fe6e042d42 req-df9a15a5-9e7a-4f2d-8b43-b45221f09168 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:42.227852 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059960d1-9aaa-4f84-9a5a-10fe6e042d42 req-df9a15a5-9e7a-4f2d-8b43-b45221f09168 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:42.233026 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-059960d1-9aaa-4f84-9a5a-10fe6e042d42 req-df9a15a5-9e7a-4f2d-8b43-b45221f09168 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5418 time: 0.2418993 Jun 25 09:17:42.265830 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:42.291339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-c554774d-cc17-4290-8560-467c8b6d29e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:42.292902 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-c554774d-cc17-4290-8560-467c8b6d29e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860237 Jun 25 09:17:42.317190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 1733383c-068a-44ae-a78d-8592d0bd9270 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:42.350665 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-059960d1-9aaa-4f84-9a5a-10fe6e042d42 req-171943ee-2656-4300-ae86-a6a42cc6c7dd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1110418 Jun 25 09:17:42.386428 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'tag': '11099399-ea2d-4a7d-a3bd-31b0cb4b12f7'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:42.388191 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 1733383c-068a-44ae-a78d-8592d0bd9270 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:42.389088 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed0619e-6d12-41de-84d2-e61da68e3ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "tag": "11099399-ea2d-4a7d-a3bd-31b0cb4b12f7"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:42.395352 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 1733383c-068a-44ae-a78d-8592d0bd9270 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:42.396474 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:42.447869 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694cac03-2905-4669-9b3e-4812f815ab08 x-openstack-request-id: req-694cac03-2905-4669-9b3e-4812f815ab08 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:42.448291 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "tag": "11099399-ea2d-4a7d-a3bd-31b0cb4b12f7", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:42.453087 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-694cac03-2905-4669-9b3e-4812f815ab08 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:42.457149 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'tag': '11099399-ea2d-4a7d-a3bd-31b0cb4b12f7', 'status': 'completed', 'code': 200} Jun 25 09:17:42.479311 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-f503aded-fea0-43f7-a25c-44564c46b464 service neutron] 10.222.0.41 "GET /v2.0/networks/e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573811 Jun 25 09:17:42.507603 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:42.532788 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e7e4f4-5f8b-4975-8317-7a199c44c9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1733383c-068a-44ae-a78d-8592d0bd9270'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:42.544806 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dc3472-db08-42e3-abaa-205d843ab70e" -d '{"events": [{"server_uuid": "30e7e4f4-5f8b-4975-8317-7a199c44c9c0", "name": "network-vif-plugged", "status": "completed", "tag": "1733383c-068a-44ae-a78d-8592d0bd9270"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:42.571370 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 1733383c-068a-44ae-a78d-8592d0bd9270, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=1733383c-068a-44ae-a78d-8592d0bd9270,segment=NetworkSegment(4c61929d-ffd9-4eb2-b9fa-5b81f92a8720),segment_id=4c61929d-ffd9-4eb2-b9fa-5b81f92a8720)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:42.579033 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:42.585703 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:42.592048 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:42.642993 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=1733383c-068a-44ae-a78d-8592d0bd9270,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:42.647318 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:42.678637 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14f6ad26-b082-4a68-b075-a2e0cfe2b7e0 req-1b2ed14f-e8c4-495e-a483-a9e49ee7c2f6 service neutron] 10.222.0.41 "GET /v2.0/networks/e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862364 Jun 25 09:17:42.773512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Allocated IP 172.25.6.5 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/9daa5711-590d-44f5-9f69-4980057dc7af) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:42.858014 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dff45-61f0-4db9-ab57-867829cc5ffd req-8ba9ea6b-a9c7-4441-a526-5a0bbb40a7d2 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:42.864398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dff45-61f0-4db9-ab57-867829cc5ffd req-8ba9ea6b-a9c7-4441-a526-5a0bbb40a7d2 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:42.870276 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dff45-61f0-4db9-ab57-867829cc5ffd req-8ba9ea6b-a9c7-4441-a526-5a0bbb40a7d2 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:42.871971 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f99dff45-61f0-4db9-ab57-867829cc5ffd req-8ba9ea6b-a9c7-4441-a526-5a0bbb40a7d2 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2411 time: 0.1860423 Jun 25 09:17:42.975242 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f99dff45-61f0-4db9-ab57-867829cc5ffd req-80593321-7d68-4038-83c0-8495097450d0 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929389 Jun 25 09:17:43.002603 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:43.024994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9a88f-d890-4131-a59f-83eacfe96972 req-e0d56309-8d29-4fd8-838c-646c21f75442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:43.025489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9a88f-d890-4131-a59f-83eacfe96972 req-e0d56309-8d29-4fd8-838c-646c21f75442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:43.025974 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9a88f-d890-4131-a59f-83eacfe96972 req-e0d56309-8d29-4fd8-838c-646c21f75442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:43.027621 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0b9a88f-d890-4131-a59f-83eacfe96972 req-e0d56309-8d29-4fd8-838c-646c21f75442 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef0196456cda45988b8b413621617126&device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2867 time: 0.1547673 Jun 25 09:17:43.055521 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5284a4e7-a014-40b0-b695-c1b0d6b95c49 x-openstack-request-id: req-5284a4e7-a014-40b0-b695-c1b0d6b95c49 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:43.056172 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e7e4f4-5f8b-4975-8317-7a199c44c9c0", "name": "network-vif-plugged", "status": "completed", "tag": "1733383c-068a-44ae-a78d-8592d0bd9270", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:43.056433 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5284a4e7-a014-40b0-b695-c1b0d6b95c49 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:43.056875 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e7e4f4-5f8b-4975-8317-7a199c44c9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1733383c-068a-44ae-a78d-8592d0bd9270', 'code': 200} Jun 25 09:17:43.114459 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:43.123442 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:43.194078 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:43.216253 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:43.237642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:43.250342 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Pushing event updated for resources: {'Port': ['ID=9daa5711-590d-44f5-9f69-4980057dc7af,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:43.271807 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9a88f-d890-4131-a59f-83eacfe96972 req-588b6fbf-0706-4cf5-9487-a0637bb4f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:43.273365 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0b9a88f-d890-4131-a59f-83eacfe96972 req-588b6fbf-0706-4cf5-9487-a0637bb4f2bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec7c2024-d012-4531-8718-fca65256e587 HTTP/1.1" status: 200 len: 904 time: 0.2355583 Jun 25 09:17:43.275349 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:43.340949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1867664-43e9-4062-8791-2de4894afdf6 req-0fc26fe0-7932-4d58-956e-5ce5d8f2ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:43.342484 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1867664-43e9-4062-8791-2de4894afdf6 req-0fc26fe0-7932-4d58-956e-5ce5d8f2ed57 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 1097 time: 0.1552668 Jun 25 09:17:43.386620 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0b9a88f-d890-4131-a59f-83eacfe96972 req-8bea8eef-5895-4b79-a5ba-c5f28549bb2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.9&port_id=83ef7201-3814-4cae-9de3-4fe01a50230b HTTP/1.1" status: 200 len: 217 time: 0.0551026 Jun 25 09:17:43.418660 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:43.483640 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1867664-43e9-4062-8791-2de4894afdf6 req-74db7577-7323-4a98-aa51-1fcf14d15531 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b2c0f281-e1e7-4222-ac1b-21199611d029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046391 Jun 25 09:17:43.499012 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9a88f-d890-4131-a59f-83eacfe96972 req-d64201b2-5a44-467b-af79-bdb0d707a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:43.500590 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0b9a88f-d890-4131-a59f-83eacfe96972 req-d64201b2-5a44-467b-af79-bdb0d707a920 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7262f574-1960-40c4-87a3-d54e3c631733 HTTP/1.1" status: 200 len: 801 time: 0.1010835 Jun 25 09:17:43.509894 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:43.692937 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9a88f-d890-4131-a59f-83eacfe96972 req-12f1b566-45e4-42f8-b0c7-0e9ee471d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:43.694542 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0b9a88f-d890-4131-a59f-83eacfe96972 req-12f1b566-45e4-42f8-b0c7-0e9ee471d1c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec7c2024-d012-4531-8718-fca65256e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1823721 Jun 25 09:17:43.722267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cb42a-dc4f-4632-9819-400f6c76662e req-62b76226-b178-4990-b2f3-8ec1a39be48b tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:43.723738 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-458cb42a-dc4f-4632-9819-400f6c76662e req-62b76226-b178-4990-b2f3-8ec1a39be48b tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/ports?device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 945 time: 0.1587338 Jun 25 09:17:43.852499 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-458cb42a-dc4f-4632-9819-400f6c76662e req-e228ace5-d2fe-46fd-9efd-a50423d03526 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2c0f281-e1e7-4222-ac1b-21199611d029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214771 Jun 25 09:17:43.876654 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47514) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:43.887951 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:43.893286 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0b9a88f-d890-4131-a59f-83eacfe96972 req-af391355-78fe-4a6b-a101-9baa3a7a7275 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7c2024-d012-4531-8718-fca65256e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872461 Jun 25 09:17:43.894468 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:43.896583 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c52a8769-2a8c-4dbc-9da0-dfe8205d518b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:44.008966 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Pushing event updated for resources: {'Port': ['ID=9daa5711-590d-44f5-9f69-4980057dc7af,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:44.015945 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:44.041746 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:44.046978 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:44.066696 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:44.067855 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.9132466 Jun 25 09:17:44.076959 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:44.082470 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0b9a88f-d890-4131-a59f-83eacfe96972 req-b21a64d3-6582-44f9-9e2f-b2d3240761d5 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7c2024-d012-4531-8718-fca65256e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790175 Jun 25 09:17:44.151780 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-fbb42cb8-6136-4c64-b741-3271d02d6755 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.5 HTTP/1.1" status: 200 len: 694 time: 0.0717032 Jun 25 09:17:44.178133 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:44.261451 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cdb5c-711b-4a14-a1c0-1f2b17b74bbb req-b6629580-78f7-493d-a6b3-b722fc6d59c5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:44.267790 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cdb5c-711b-4a14-a1c0-1f2b17b74bbb req-b6629580-78f7-493d-a6b3-b722fc6d59c5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:44.273823 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cdb5c-711b-4a14-a1c0-1f2b17b74bbb req-b6629580-78f7-493d-a6b3-b722fc6d59c5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:44.279738 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cdb5c-711b-4a14-a1c0-1f2b17b74bbb req-b6629580-78f7-493d-a6b3-b722fc6d59c5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:44.286053 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cdb5c-711b-4a14-a1c0-1f2b17b74bbb req-b6629580-78f7-493d-a6b3-b722fc6d59c5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:44.292360 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cdb5c-711b-4a14-a1c0-1f2b17b74bbb req-b6629580-78f7-493d-a6b3-b722fc6d59c5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:44.292571 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Allocated IP 172.25.6.2 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/ed03f422-0859-4bda-ade9-36088c44d69b) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:44.298894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cdb5c-711b-4a14-a1c0-1f2b17b74bbb req-b6629580-78f7-493d-a6b3-b722fc6d59c5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:44.300828 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c7cdb5c-711b-4a14-a1c0-1f2b17b74bbb req-b6629580-78f7-493d-a6b3-b722fc6d59c5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5418 time: 0.2378943 Jun 25 09:17:44.398470 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:44.447885 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:44.450157 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:44.489743 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:44.492609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:44.499525 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:44.503122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event updated for resources: {'Port': ['ID=ed03f422-0859-4bda-ade9-36088c44d69b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:44.522542 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:44.590752 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:44.642919 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:44.696125 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c7cdb5c-711b-4a14-a1c0-1f2b17b74bbb req-f8a70c05-138c-4139-b0eb-413078c8ac61 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729830 Jun 25 09:17:44.706505 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-40fd877e-eb02-43f8-a945-8cd218c919cb tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:44.708146 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11566d3f-37c9-475e-9a55-f47a18c9429e req-40fd877e-eb02-43f8-a945-8cd218c919cb tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.5499809 Jun 25 09:17:44.727419 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0619e-6d12-41de-84d2-e61da68e3ed9 req-47906d88-28c3-4eef-894a-b786e161daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:44.727759 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0619e-6d12-41de-84d2-e61da68e3ed9 req-47906d88-28c3-4eef-894a-b786e161daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:44.728434 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0619e-6d12-41de-84d2-e61da68e3ed9 req-47906d88-28c3-4eef-894a-b786e161daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:44.730518 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ed0619e-6d12-41de-84d2-e61da68e3ed9 req-47906d88-28c3-4eef-894a-b786e161daf9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef0196456cda45988b8b413621617126&device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2867 time: 0.5214167 Jun 25 09:17:44.873114 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0619e-6d12-41de-84d2-e61da68e3ed9 req-6b555497-2447-44d9-b00f-6ebcfa4019ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:44.874609 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ed0619e-6d12-41de-84d2-e61da68e3ed9 req-6b555497-2447-44d9-b00f-6ebcfa4019ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb HTTP/1.1" status: 200 len: 904 time: 0.1371429 Jun 25 09:17:44.936227 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ed0619e-6d12-41de-84d2-e61da68e3ed9 req-e70cfcba-4c5f-48d4-9870-3b64b93e58be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.125&port_id=11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 HTTP/1.1" status: 200 len: 217 time: 0.0515037 Jun 25 09:17:45.028279 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0619e-6d12-41de-84d2-e61da68e3ed9 req-4bfee595-9046-40d9-b945-fe0baf189525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:45.029764 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ed0619e-6d12-41de-84d2-e61da68e3ed9 req-4bfee595-9046-40d9-b945-fe0baf189525 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b932c927-c6b7-49ea-b7fb-525dbcc32185 HTTP/1.1" status: 200 len: 801 time: 0.0580735 Jun 25 09:17:45.051044 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ff33e-967b-4620-b2f3-e0ab0b82fe2a req-ff207bd0-0946-4d3c-afbf-2838d862b0ca tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:45.057013 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ff33e-967b-4620-b2f3-e0ab0b82fe2a req-ff207bd0-0946-4d3c-afbf-2838d862b0ca tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:45.062994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ff33e-967b-4620-b2f3-e0ab0b82fe2a req-ff207bd0-0946-4d3c-afbf-2838d862b0ca tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:45.064722 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe5ff33e-967b-4620-b2f3-e0ab0b82fe2a req-ff207bd0-0946-4d3c-afbf-2838d862b0ca tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2411 time: 0.1313684 Jun 25 09:17:45.121071 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:45.131243 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:45.133967 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5664f9dc-9c3c-4247-8459-8f554a0210a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:45.187063 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe5ff33e-967b-4620-b2f3-e0ab0b82fe2a req-69f658b3-58ea-418f-a8ad-43574b8522fa tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133668 Jun 25 09:17:45.199247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event updated for resources: {'Port': ['ID=ed03f422-0859-4bda-ade9-36088c44d69b,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:45.203279 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:45.219919 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0619e-6d12-41de-84d2-e61da68e3ed9 req-af0e0928-294e-4279-a692-47653c229319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:45.219919 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ed0619e-6d12-41de-84d2-e61da68e3ed9 req-af0e0928-294e-4279-a692-47653c229319 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724312 Jun 25 09:17:45.220216 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:45.231283 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:45.235507 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3544159 Jun 25 09:17:45.235694 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47532) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:45.240794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1644219791'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:45.266067 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Made reservation on behalf of 0e716b4616324952a66f5836e9c1b124 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:17:45.270866 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:45.279978 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:45.290894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47534) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:45.333584 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-689c243e-a8a0-4eac-bf87-f91e83641321 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2086670 Jun 25 09:17:45.356918 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:45.396288 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:45.399155 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ed0619e-6d12-41de-84d2-e61da68e3ed9 req-5ede24c9-c161-4f7f-81e2-50a6ff2caeed service neutron] 10.222.0.41 "GET /v2.0/networks/e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708305 Jun 25 09:17:45.402766 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:45.407229 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-26095a29-c700-470b-af10-3c1929456fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:45.431159 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:17:45.441515 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b63110-81b4-4751-bbd2-a71d01a0b07d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:45.445954 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:45.447115 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:45.447385 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Added segment afe89352-78f0-40d2-ae2b-0121bc8e2435 of type vlan for network 61ddc9f0-66f8-41d6-8339-c14a709fcb5a Jun 25 09:17:45.502975 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:45.529236 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:45.602272 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb108e56-6a27-4f61-9c3a-2ffa58fe02b8 req-4cb174fb-7031-49e0-a4b5-2430ac1a0ed0 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:45.603852 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb108e56-6a27-4f61-9c3a-2ffa58fe02b8 req-4cb174fb-7031-49e0-a4b5-2430ac1a0ed0 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/ports?device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 945 time: 0.2204986 Jun 25 09:17:45.605881 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ed0619e-6d12-41de-84d2-e61da68e3ed9 req-a71aeb2e-2bb5-4fed-8417-9a514a836a59 service neutron] 10.222.0.41 "GET /v2.0/networks/e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867380 Jun 25 09:17:45.627377 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:45.633450 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:45.634203 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:45.638863 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3847fd0f-3898-48a7-93ba-f5bef10e7df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:45.654664 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb108e56-6a27-4f61-9c3a-2ffa58fe02b8 req-8080f9e8-5c47-40b4-89f3-b0793d809235 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2c0f281-e1e7-4222-ac1b-21199611d029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438552 Jun 25 09:17:45.692681 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:45.730441 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4936047 Jun 25 09:17:45.736699 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47540) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:45.743153 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1dc6b22f-5ab7-47e6-b509-42d831cb74f1 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Request body: {'subnet': {'network_id': '61ddc9f0-66f8-41d6-8339-c14a709fcb5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:45.745919 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event updated for resources: {'Network': ['ID=61ddc9f0-66f8-41d6-8339-c14a709fcb5a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:45.749628 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:45.761433 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 61ddc9f0-66f8-41d6-8339-c14a709fcb5a details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:17:45.956380 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7dd6-fe1a-4d2f-bc83-32175e46c8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.028018 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-e2d701f2-dbe0-4259-acb6-f49c550e2ab9 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 258 time: 0.3324707 Jun 25 09:17:46.046175 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:46.069875 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Allocated IP 172.25.6.39 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/02358d94-592b-4aa4-8e06-041c0a65c29a) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:46.077640 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc6b22f-5ab7-47e6-b509-42d831cb74f1 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Made reservation on behalf of 0e716b4616324952a66f5836e9c1b124 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:17:46.081581 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b22f-5ab7-47e6-b509-42d831cb74f1 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.143875 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.146379 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 37194f29-abc3-4b0f-97ef-e6db39eba1c3 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:17:46.231223 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f7dd6-fe1a-4d2f-bc83-32175e46c8be admin admin] Deleting port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:17:46.231881 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7dd6-fe1a-4d2f-bc83-32175e46c8be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.260921 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 37194f29-abc3-4b0f-97ef-e6db39eba1c3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=37194f29-abc3-4b0f-97ef-e6db39eba1c3,segment=NetworkSegment(8b726434-b0b1-45a2-b114-7c8803321255),segment_id=8b726434-b0b1-45a2-b114-7c8803321255)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:46.280393 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '37194f29-abc3-4b0f-97ef-e6db39eba1c3', 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb', 'port_id': '37194f29-abc3-4b0f-97ef-e6db39eba1c3', 'mac_address': 'fa:16:3e:6f:8a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b932c927-c6b7-49ea-b7fb-525dbcc32185', 'ip_address': '19.80.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:17:46.323909 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.326978 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-2e5f7dd6-fe1a-4d2f-bc83-32175e46c8be admin admin] For port 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4fad4f60-003f-4bb9-8a1c-7cfd3f58957d,segment=NetworkSegment(f4f98a73-ca9d-4241-8023-e4c4596c86c4),segment_id=f4f98a73-ca9d-4241-8023-e4c4596c86c4)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:46.327347 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7dd6-fe1a-4d2f-bc83-32175e46c8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.340983 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37194f29-abc3-4b0f-97ef-e6db39eba1c3 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:46.342604 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f7dd6-fe1a-4d2f-bc83-32175e46c8be admin admin] Calling delete_port for 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:17:46.345748 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.362697 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 37194f29-abc3-4b0f-97ef-e6db39eba1c3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=37194f29-abc3-4b0f-97ef-e6db39eba1c3,segment=NetworkSegment(8b726434-b0b1-45a2-b114-7c8803321255),segment_id=8b726434-b0b1-45a2-b114-7c8803321255)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:46.368307 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.369350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 83ef7201-3814-4cae-9de3-4fe01a50230b details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:17:46.372651 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:46.461012 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b22f-5ab7-47e6-b509-42d831cb74f1 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.464481 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-85823d04-75f5-46e2-ab35-951f0d557ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:46.468834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=37194f29-abc3-4b0f-97ef-e6db39eba1c3,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:46.469875 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.473436 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:46.506145 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.518934 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 83ef7201-3814-4cae-9de3-4fe01a50230b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=83ef7201-3814-4cae-9de3-4fe01a50230b,segment=NetworkSegment(3ec751f0-7168-4da6-925b-9902133ff547),segment_id=3ec751f0-7168-4da6-925b-9902133ff547)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:46.532699 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '83ef7201-3814-4cae-9de3-4fe01a50230b', 'network_id': 'ec7c2024-d012-4531-8718-fca65256e587', 'port_id': '83ef7201-3814-4cae-9de3-4fe01a50230b', 'mac_address': 'fa:16:3e:a6:83:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7262f574-1960-40c4-87a3-d54e3c631733', 'ip_address': '19.86.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:17:46.539308 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7dd6-fe1a-4d2f-bc83-32175e46c8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.542462 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9ea090e2-fca6-45f6-a3e0-0476b3a25c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:46.565416 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:46.579530 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:46.580327 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f7dd6-fe1a-4d2f-bc83-32175e46c8be admin admin] Pushing event deleted for resources: {'Port': ['ID=4fad4f60-003f-4bb9-8a1c-7cfd3f58957d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:46.580518 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.583176 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2e5f7dd6-fe1a-4d2f-bc83-32175e46c8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:46.595838 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ef7201-3814-4cae-9de3-4fe01a50230b {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:46.603156 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:46.620607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 83ef7201-3814-4cae-9de3-4fe01a50230b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=83ef7201-3814-4cae-9de3-4fe01a50230b,segment=NetworkSegment(3ec751f0-7168-4da6-925b-9902133ff547),segment_id=3ec751f0-7168-4da6-925b-9902133ff547)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:46.628600 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.630989 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-8677f23a-d972-43f5-9379-b1700177648f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:46.647725 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6b22f-5ab7-47e6-b509-42d831cb74f1 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event updated for resources: {'Subnet': ['ID=ee30d1a9-fc11-40e7-b9b2-feda591cd352,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:46.663796 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1dc6b22f-5ab7-47e6-b509-42d831cb74f1 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:46.668116 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9b37b4c9-1d9f-41a2-b5da-b08c0fdea9fa tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:46.682595 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=83ef7201-3814-4cae-9de3-4fe01a50230b,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:46.685914 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:46.742002 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc6b22f-5ab7-47e6-b509-42d831cb74f1 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Checking segment: {'id': 'afe89352-78f0-40d2-ae2b-0121bc8e2435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '61ddc9f0-66f8-41d6-8339-c14a709fcb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:46.742385 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc6b22f-5ab7-47e6-b509-42d831cb74f1 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Network hostable DHCP agents. Network: 61ddc9f0-66f8-41d6-8339-c14a709fcb5a, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:17:46.758688 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7dd6-fe1a-4d2f-bc83-32175e46c8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.775251 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Pushing event updated for resources: {'Port': ['ID=02358d94-592b-4aa4-8e06-041c0a65c29a,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:46.789098 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:46.801589 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Allocated IP 172.25.6.50 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/b59a493b-d002-44e1-9a30-32c631c308bb) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:46.838573 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc6b22f-5ab7-47e6-b509-42d831cb74f1 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Network 61ddc9f0-66f8-41d6-8339-c14a709fcb5a is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:17:46.867601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-1dc6b22f-5ab7-47e6-b509-42d831cb74f1 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 61ddc9f0-66f8-41d6-8339-c14a709fcb5a) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:46.875816 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204d2804-5648-491f-ae5b-6f6aa531d64e None None] Network 61ddc9f0-66f8-41d6-8339-c14a709fcb5a requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:17:46.900873 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc6b22f-5ab7-47e6-b509-42d831cb74f1 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:46.901519 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b22f-5ab7-47e6-b509-42d831cb74f1 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.904128 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:46.963143 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1dc6b22f-5ab7-47e6-b509-42d831cb74f1 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2229762 Jun 25 09:17:46.967409 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47550) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:46.975335 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1626160774', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}, 'admin_state_up': False}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:47.011897 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.020783 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5f7dd6-fe1a-4d2f-bc83-32175e46c8be admin admin] Router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:17:47.048508 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-61ddc9f0-66f8-41d6-8339-c14a709fcb5a', 'network_id': '61ddc9f0-66f8-41d6-8339-c14a709fcb5a', 'tenant_id': '0e716b4616324952a66f5836e9c1b124', 'fixed_ips': [{'subnet_id': 'ee30d1a9-fc11-40e7-b9b2-feda591cd352'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:17:47.051964 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.055026 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.060589 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.061666 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.140763 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5f7dd6-fe1a-4d2f-bc83-32175e46c8be admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:17:47.147286 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2e5f7dd6-fe1a-4d2f-bc83-32175e46c8be admin admin] 10.222.0.93 "PUT /v2.0/routers/717ac4af-acd0-4776-ab10-bb009c1b3ce1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8546386 Jun 25 09:17:47.152872 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47552) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:47.154905 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f5edb5-b77e-4fd9-823b-adbf91dfc4d1 None None] Sync routers for ids ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:17:47.169822 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f5edb5-b77e-4fd9-823b-adbf91dfc4d1 None None] Routers {'717ac4af-acd0-4776-ab10-bb009c1b3ce1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:47.171259 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-58f5edb5-b77e-4fd9-823b-adbf91dfc4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:47.198827 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.213500 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Allocated IP 172.20.0.2 (61ddc9f0-66f8-41d6-8339-c14a709fcb5a/ee30d1a9-fc11-40e7-b9b2-feda591cd352/7765ba61-7139-45e0-af0e-88624ad7b7ee) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:47.215346 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.236092 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-399a0c12-322e-4c25-a647-215573f45847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:47.288983 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.330241 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-58f5edb5-b77e-4fd9-823b-adbf91dfc4d1 None None] Set router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:47.414015 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.421912 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.424556 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Transition to ACTIVE for port object 7765ba61-7139-45e0-af0e-88624ad7b7ee will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:47.437261 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['83ef7201-3814-4cae-9de3-4fe01a50230b'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:17:47.480547 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Transition to ACTIVE for port object 7765ba61-7139-45e0-af0e-88624ad7b7ee will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:47.490926 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.494549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] Deleting port a6d3507f-cbde-4ccf-acfd-6cd885da90b8 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:17:47.495233 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.497819 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-9b392b05-f544-49dd-8eba-f48a5c71afbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:47.550629 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Network 61ddc9f0-66f8-41d6-8339-c14a709fcb5a is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:47.560211 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:47.571806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:47.574046 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Pushing event updated for resources: {'Port': ['ID=7765ba61-7139-45e0-af0e-88624ad7b7ee,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:47.590536 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-58f5edb5-b77e-4fd9-823b-adbf91dfc4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:17:46Z', 'revision_number': 5, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port': {'id': 'a6d3507f-cbde-4ccf-acfd-6cd885da90b8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:08:59Z', 'updated_at': '2021-06-25T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:47.592395 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:47.602987 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] For port a6d3507f-cbde-4ccf-acfd-6cd885da90b8, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a6d3507f-cbde-4ccf-acfd-6cd885da90b8,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:47.603450 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.619698 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] Calling delete_port for a6d3507f-cbde-4ccf-acfd-6cd885da90b8 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:17:47.625970 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f5edb5-b77e-4fd9-823b-adbf91dfc4d1 None None] Checking router: 717ac4af-acd0-4776-ab10-bb009c1b3ce1 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:17:47.637377 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['37194f29-abc3-4b0f-97ef-e6db39eba1c3'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:17:47.643360 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f5edb5-b77e-4fd9-823b-adbf91dfc4d1 None None] Routers {'717ac4af-acd0-4776-ab10-bb009c1b3ce1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:47.644120 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-58f5edb5-b77e-4fd9-823b-adbf91dfc4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:47.696266 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:47.712068 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:47.716782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:47.720176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Pushing event updated for resources: {'Port': ['ID=b59a493b-d002-44e1-9a30-32c631c308bb,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:47.721080 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Attempting to bind port 7765ba61-7139-45e0-af0e-88624ad7b7ee on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:17:47.721649 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Attempting to bind port 7765ba61-7139-45e0-af0e-88624ad7b7ee by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'afe89352-78f0-40d2-ae2b-0121bc8e2435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '61ddc9f0-66f8-41d6-8339-c14a709fcb5a'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:17:47.722189 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Attempting to bind port 7765ba61-7139-45e0-af0e-88624ad7b7ee on network 61ddc9f0-66f8-41d6-8339-c14a709fcb5a {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:17:47.749773 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-58f5edb5-b77e-4fd9-823b-adbf91dfc4d1 None None] Set router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:47.755650 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:17:47.756347 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Checking segment: {'id': 'afe89352-78f0-40d2-ae2b-0121bc8e2435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '61ddc9f0-66f8-41d6-8339-c14a709fcb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:17:47.756955 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.757793 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Bound using segment: {'id': 'afe89352-78f0-40d2-ae2b-0121bc8e2435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '61ddc9f0-66f8-41d6-8339-c14a709fcb5a'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:17:47.758585 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Bound port: 7765ba61-7139-45e0-af0e-88624ad7b7ee, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe89352-78f0-40d2-ae2b-0121bc8e2435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '61ddc9f0-66f8-41d6-8339-c14a709fcb5a'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:17:47.759166 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.769930 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:47.822412 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-58f5edb5-b77e-4fd9-823b-adbf91dfc4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:17:47Z', 'revision_number': 6, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:47.825113 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.825626 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.834626 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.839199 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-21756c10-ebaa-4fec-b844-38895f4c031a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:47.843902 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.847331 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b694082f-4a7e-4ce1-a9d4-89be2f901e6c tempest-MigrationsAdminTest-1424349282 tempest-MigrationsAdminTest-1424349282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:47.857729 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f5edb5-b77e-4fd9-823b-adbf91dfc4d1 None None] The sync data for ids ['717ac4af-acd0-4776-ab10-bb009c1b3ce1'] in n-d-761264-15 is: [{'id': '717ac4af-acd0-4776-ab10-bb009c1b3ce1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508959597-router', 'tenant_id': 'b29326d595124f66a340ae8a2245ac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:08:58Z', 'updated_at': '2021-06-25T09:17:47Z', 'revision_number': 6, 'project_id': 'b29326d595124f66a340ae8a2245ac84', 'gw_port_host': None}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:17:47.880033 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d3507f-cbde-4ccf-acfd-6cd885da90b8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:47.917282 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:47.932818 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] For port 7765ba61-7139-45e0-af0e-88624ad7b7ee, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:17:47.937209 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] For port 7765ba61-7139-45e0-af0e-88624ad7b7ee, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7765ba61-7139-45e0-af0e-88624ad7b7ee,segment=NetworkSegment(afe89352-78f0-40d2-ae2b-0121bc8e2435),segment_id=afe89352-78f0-40d2-ae2b-0121bc8e2435)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:17:47.958526 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.962152 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:47.969957 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-bc9a6a44-bc04-405e-8d3e-3feda4d9a049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:47.989464 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Pushing event updated for resources: {'Port': ['ID=02358d94-592b-4aa4-8e06-041c0a65c29a,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:47.996135 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:48.011928 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.025613 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.048181 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Pushing event updated for resources: {'Port': ['ID=7765ba61-7139-45e0-af0e-88624ad7b7ee,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:48.051734 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:48.077351 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.079498 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.080553 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.080867 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7329013 Jun 25 09:17:48.094594 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.130095 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.130679 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 717ac4af-acd0-4776-ab10-bb009c1b3ce1 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:17:48.136122 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.139973 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] 10.222.0.93 "DELETE /v2.0/routers/717ac4af-acd0-4776-ab10-bb009c1b3ce1 HTTP/1.1" status: 204 len: 168 time: 0.9864180 Jun 25 09:17:48.140583 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47554) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:48.172146 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-f8fd4714-6006-4e8c-b3a2-ef502215975a tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.39 HTTP/1.1" status: 200 len: 695 time: 0.0810788 Jun 25 09:17:48.175713 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:17:48.204193 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-89583922-dd09-4bf8-8a12-f44e8b804b90 admin admin] Deleting subnet aaf63583-994a-4093-950f-4fd73828ebf2 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:17:48.207591 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-89583922-dd09-4bf8-8a12-f44e8b804b90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.265122 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-89583922-dd09-4bf8-8a12-f44e8b804b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.382500 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=11099399-ea2d-4a7d-a3bd-31b0cb4b12f7,segment=NetworkSegment(8b726434-b0b1-45a2-b114-7c8803321255),segment_id=8b726434-b0b1-45a2-b114-7c8803321255)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:48.402768 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '11099399-ea2d-4a7d-a3bd-31b0cb4b12f7', 'network_id': 'e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb', 'port_id': '11099399-ea2d-4a7d-a3bd-31b0cb4b12f7', 'mac_address': 'fa:16:3e:d2:83:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b932c927-c6b7-49ea-b7fb-525dbcc32185', 'ip_address': '19.80.0.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:17:48.419195 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-89583922-dd09-4bf8-8a12-f44e8b804b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.471332 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.486883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:48.509283 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-89583922-dd09-4bf8-8a12-f44e8b804b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.512345 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1adb65a8-e46b-4b56-8d4d-b9fb16b8001e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:48.513091 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=11099399-ea2d-4a7d-a3bd-31b0cb4b12f7,segment=NetworkSegment(8b726434-b0b1-45a2-b114-7c8803321255),segment_id=8b726434-b0b1-45a2-b114-7c8803321255)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:48.517431 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.519393 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:48.522098 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.538355 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89583922-dd09-4bf8-8a12-f44e8b804b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaf63583-994a-4093-950f-4fd73828ebf2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:48.542052 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-89583922-dd09-4bf8-8a12-f44e8b804b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:48.543001 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-89583922-dd09-4bf8-8a12-f44e8b804b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.544939 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-89583922-dd09-4bf8-8a12-f44e8b804b90 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/aaf63583-994a-4093-950f-4fd73828ebf2 HTTP/1.1" status: 204 len: 168 time: 0.4031563 Jun 25 09:17:48.547440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47556) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:48.551696 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a91cc3-cd98-4a74-bc86-674c6f4183af None None] Network 119be928-ce8c-4bd3-a417-2e4446719647 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:17:48.561033 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.569787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-2d6d343f-ed0e-4918-806a-ae058b1e9575 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:48.571456 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d1181e3-66bb-477f-ada2-5e56c59f5b4a req-2d6d343f-ed0e-4918-806a-ae058b1e9575 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.3897567 Jun 25 09:17:48.642293 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.652487 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.659918 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.679855 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d0a8e9b1-48ed-4668-89fe-1cd73d8575a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:48.716146 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Deleting port 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:17:48.716146 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.807915 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] For port 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=52bc3fdf-6201-413a-a67a-fc2a19e4ae0c,segment=NetworkSegment(f4f98a73-ca9d-4241-8023-e4c4596c86c4),segment_id=f4f98a73-ca9d-4241-8023-e4c4596c86c4)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:48.808459 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.823594 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=11099399-ea2d-4a7d-a3bd-31b0cb4b12f7,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:48.824348 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Calling delete_port for 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:17:48.828310 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Pushing event updated for resources: {'Port': ['ID=b59a493b-d002-44e1-9a30-32c631c308bb,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:48.829951 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:48.831383 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:48.872150 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Allocated IP 172.25.6.153 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/42b1098e-acb6-49fd-96c9-110bd387c411) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:48.875966 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.935763 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.939496 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2863d552-dd1e-4ba4-ae7e-c5c9a5415c74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:48.968449 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:48.976928 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9424977 Jun 25 09:17:48.990435 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Pushing event deleted for resources: {'Port': ['ID=52bc3fdf-6201-413a-a67a-fc2a19e4ae0c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:49.002934 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:49.006259 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] No DVR routers for this DVR port 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:17:49.041708 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88837e7-d164-415c-aed6-7e1960a6a7b0 req-f9c8a7ae-9306-461b-b2f2-f120440b2464 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:49.047767 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88837e7-d164-415c-aed6-7e1960a6a7b0 req-f9c8a7ae-9306-461b-b2f2-f120440b2464 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:49.054061 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88837e7-d164-415c-aed6-7e1960a6a7b0 req-f9c8a7ae-9306-461b-b2f2-f120440b2464 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:49.060020 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88837e7-d164-415c-aed6-7e1960a6a7b0 req-f9c8a7ae-9306-461b-b2f2-f120440b2464 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:49.064274 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e11c9b-8a48-4214-b805-0b566d33d62d None None] DHCP port deletion for 119be928-ce8c-4bd3-a417-2e4446719647 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:17:49.067562 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88837e7-d164-415c-aed6-7e1960a6a7b0 req-f9c8a7ae-9306-461b-b2f2-f120440b2464 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:49.080701 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88837e7-d164-415c-aed6-7e1960a6a7b0 req-f9c8a7ae-9306-461b-b2f2-f120440b2464 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:49.087803 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88837e7-d164-415c-aed6-7e1960a6a7b0 req-f9c8a7ae-9306-461b-b2f2-f120440b2464 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:49.089868 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a88837e7-d164-415c-aed6-7e1960a6a7b0 req-f9c8a7ae-9306-461b-b2f2-f120440b2464 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5418 time: 0.3765557 Jun 25 09:17:49.100765 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-ec723d11-3223-405f-bc8d-a50f6e36ad91 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.1230345 Jun 25 09:17:49.127559 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:49.140966 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119be928-ce8c-4bd3-a417-2e4446719647']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:49.154812 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f98a73-ca9d-4241-8023-e4c4596c86c4') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:49.155116 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f98a73-ca9d-4241-8023-e4c4596c86c4') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:49.168799 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:49.190989 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:49.197684 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:17:49.198342 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: items = [ Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:17:49.200917 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:17:49.291686 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:49.297038 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:49.304574 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] 10.222.0.93 "DELETE /v2.0/networks/119be928-ce8c-4bd3-a417-2e4446719647 HTTP/1.1" status: 204 len: 168 time: 0.7560227 Jun 25 09:17:49.305369 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47560) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:49.306169 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:49.306439 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a88837e7-d164-415c-aed6-7e1960a6a7b0 req-2b50b31c-34f2-4e71-a0e5-44ec5ac4d1e1 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1997280 Jun 25 09:17:49.326848 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:49.347124 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-e3c6de5c-6872-4636-a7fb-cf5e681a90b3 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:49.348556 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0651f018-306c-4d80-a2c2-e5f849444a76 req-e3c6de5c-6872-4636-a7fb-cf5e681a90b3 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.2450662 Jun 25 09:17:49.379865 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b06e935-7dfb-4dd3-b6d7-af695f1e892e None None] Network 61ddc9f0-66f8-41d6-8339-c14a709fcb5a requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:17:49.393577 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:49.396964 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1f9c27db-5edb-478f-a946-4f15bee09d1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:49.462904 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event updated for resources: {'Port': ['ID=42b1098e-acb6-49fd-96c9-110bd387c411,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:49.467860 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:49.477922 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:49.482292 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:49.485081 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:49.514376 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['11099399-ea2d-4a7d-a3bd-31b0cb4b12f7'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:17:49.516443 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7765ba61-7139-45e0-af0e-88624ad7b7ee up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:49.581260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b23ff1b1-b65d-477c-82ee-aac24220f825 None None] Provisioning for port 7765ba61-7139-45e0-af0e-88624ad7b7ee completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:49.702171 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 7765ba61-7139-45e0-af0e-88624ad7b7ee completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:49.728934 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 7765ba61-7139-45e0-af0e-88624ad7b7ee triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:49.729360 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:49.743355 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8a56040-5dbf-4240-8189-ad3e7cc7d6ce req-f3bca14b-7e2e-4456-bd89-a900071688e4 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips/2dc61a43-fc29-4693-9f57-42eebeb07359 HTTP/1.1" status: 200 len: 692 time: 0.1127105 Jun 25 09:17:49.883150 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:49.885439 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Pushing event deleted for resources: {'Network': ['ID=119be928-ce8c-4bd3-a417-2e4446719647,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:49.889194 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:49.956294 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 7765ba61-7139-45e0-af0e-88624ad7b7ee, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7765ba61-7139-45e0-af0e-88624ad7b7ee,segment=NetworkSegment(afe89352-78f0-40d2-ae2b-0121bc8e2435),segment_id=afe89352-78f0-40d2-ae2b-0121bc8e2435)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:49.961404 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:49.963573 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f3737860-ec92-4db3-b8ae-dd510e995e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:49.970404 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627e543-b3db-430d-992d-f0dcd213f91d req-9757270b-6a4b-4652-ba0c-ae7e8ae7c59e tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:49.977136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627e543-b3db-430d-992d-f0dcd213f91d req-9757270b-6a4b-4652-ba0c-ae7e8ae7c59e tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:49.984997 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627e543-b3db-430d-992d-f0dcd213f91d req-9757270b-6a4b-4652-ba0c-ae7e8ae7c59e tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:49.996579 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0627e543-b3db-430d-992d-f0dcd213f91d req-9757270b-6a4b-4652-ba0c-ae7e8ae7c59e tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2414 time: 0.3032677 Jun 25 09:17:50.017734 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=7765ba61-7139-45e0-af0e-88624ad7b7ee,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:50.021815 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:50.057699 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:17:50.082322 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:17:50.083510 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4fad4f60-003f-4bb9-8a1c-7cfd3f58957d not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:17:50.084220 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a6d3507f-cbde-4ccf-acfd-6cd885da90b8 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:17:50.110996 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: a6d3507f-cbde-4ccf-acfd-6cd885da90b8 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:17:50.111410 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a6d3507f-cbde-4ccf-acfd-6cd885da90b8 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:17:50.111977 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:17:50.142482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:17:50.142905 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 52bc3fdf-6201-413a-a67a-fc2a19e4ae0c not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:17:50.145162 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a56040-5dbf-4240-8189-ad3e7cc7d6ce req-48cde2d5-4648-47f1-a77c-f178733a002a tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:50.146581 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8a56040-5dbf-4240-8189-ad3e7cc7d6ce req-48cde2d5-4648-47f1-a77c-f178733a002a tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.4028358 Jun 25 09:17:50.167419 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0627e543-b3db-430d-992d-f0dcd213f91d req-03ef04e5-d83d-4c63-ad91-db6d620f7abd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695776 Jun 25 09:17:50.171055 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-d8a56040-5dbf-4240-8189-ad3e7cc7d6ce req-dab94ca1-1a83-4fa3-bc4d-9d5eb1ef19ab tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:17:50.172029 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8a56040-5dbf-4240-8189-ad3e7cc7d6ce req-dab94ca1-1a83-4fa3-bc4d-9d5eb1ef19ab tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142393 Jun 25 09:17:50.177753 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:50.192607 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b8660bb-0960-4767-99e2-e6daf8564a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:50.203734 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 37194f29-abc3-4b0f-97ef-e6db39eba1c3 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:50.258285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-97e210f6-f865-4704-a0a6-4d30fbf8cd6f None None] Provisioning complete for port 7765ba61-7139-45e0-af0e-88624ad7b7ee triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:50.258665 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97e210f6-f865-4704-a0a6-4d30fbf8cd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:50.337169 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 37194f29-abc3-4b0f-97ef-e6db39eba1c3 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:50.343215 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 37194f29-abc3-4b0f-97ef-e6db39eba1c3 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:50.343607 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:50.441418 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:50.465880 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37194f29-abc3-4b0f-97ef-e6db39eba1c3'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:50.468204 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1772b6e-3b9e-4fd0-8d5d-19c6f238e655" -d '{"events": [{"server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "name": "network-vif-plugged", "status": "completed", "tag": "37194f29-abc3-4b0f-97ef-e6db39eba1c3"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:50.483110 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 37194f29-abc3-4b0f-97ef-e6db39eba1c3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=37194f29-abc3-4b0f-97ef-e6db39eba1c3,segment=NetworkSegment(8b726434-b0b1-45a2-b114-7c8803321255),segment_id=8b726434-b0b1-45a2-b114-7c8803321255)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:50.485755 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-6b8660bb-0960-4767-99e2-e6daf8564a3c admin admin] Deleting port 75bdd9b0-e342-4973-92ab-090801b2d91d {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:17:50.486095 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b8660bb-0960-4767-99e2-e6daf8564a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:50.488825 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:50.489982 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 83ef7201-3814-4cae-9de3-4fe01a50230b up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:50.491887 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4f3b62df-ae4d-4196-8a83-b2d4e273f5a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:50.568761 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=37194f29-abc3-4b0f-97ef-e6db39eba1c3,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:50.573313 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:50.578311 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-6b8660bb-0960-4767-99e2-e6daf8564a3c admin admin] For port 75bdd9b0-e342-4973-92ab-090801b2d91d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=75bdd9b0-e342-4973-92ab-090801b2d91d,segment=NetworkSegment(12338ee8-4bce-444a-ae7c-2e9d5f7c6385),segment_id=12338ee8-4bce-444a-ae7c-2e9d5f7c6385)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:50.578843 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b8660bb-0960-4767-99e2-e6daf8564a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:50.585709 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 83ef7201-3814-4cae-9de3-4fe01a50230b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:50.590197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 83ef7201-3814-4cae-9de3-4fe01a50230b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:50.590586 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:50.594544 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-6b8660bb-0960-4767-99e2-e6daf8564a3c admin admin] Calling delete_port for 75bdd9b0-e342-4973-92ab-090801b2d91d owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:17:50.633482 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d712f34-f8d3-4e7d-b9d9-21e2b5a90cbb req-0d5b1058-bf6e-4b50-8448-525ea20ee7a9 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips/2dc61a43-fc29-4693-9f57-42eebeb07359 HTTP/1.1" status: 200 len: 692 time: 0.4182377 Jun 25 09:17:50.677716 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:50.715081 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 83ef7201-3814-4cae-9de3-4fe01a50230b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=83ef7201-3814-4cae-9de3-4fe01a50230b,segment=NetworkSegment(3ec751f0-7168-4da6-925b-9902133ff547),segment_id=3ec751f0-7168-4da6-925b-9902133ff547)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:50.720472 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:50.722588 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:50.782823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=83ef7201-3814-4cae-9de3-4fe01a50230b,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:50.786566 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:50.812329 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b8660bb-0960-4767-99e2-e6daf8564a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:50.815296 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:50.830694 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-dd23fc2a-020f-4495-9190-7d51afd74c14 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:50.832210 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-dd23fc2a-020f-4495-9190-7d51afd74c14 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/ports?device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2539308 Jun 25 09:17:50.839653 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8660bb-0960-4767-99e2-e6daf8564a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=75bdd9b0-e342-4973-92ab-090801b2d91d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:50.843580 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6b8660bb-0960-4767-99e2-e6daf8564a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:50.960075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d712f34-f8d3-4e7d-b9d9-21e2b5a90cbb req-8a2d7afe-05f6-458e-bc69-2208ebd25d96 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:50.961614 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d712f34-f8d3-4e7d-b9d9-21e2b5a90cbb req-8a2d7afe-05f6-458e-bc69-2208ebd25d96 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.3075080 Jun 25 09:17:50.977284 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-90687510-07ac-4724-ad39-cda44c14e667 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.1080039 Jun 25 09:17:51.024907 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b8660bb-0960-4767-99e2-e6daf8564a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:51.047786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-8f4b74cd-d97b-4aec-985c-aa452d5490c0 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Request body: {'floatingip': {'port_id': '1733383c-068a-44ae-a78d-8592d0bd9270', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:51.098468 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d712f34-f8d3-4e7d-b9d9-21e2b5a90cbb req-391d9a63-8e11-4b39-ac64-02428d502c36 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.39 HTTP/1.1" status: 200 len: 695 time: 0.1275487 Jun 25 09:17:51.104548 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-8f4b74cd-d97b-4aec-985c-aa452d5490c0 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:51.184752 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:51.216345 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d712f34-f8d3-4e7d-b9d9-21e2b5a90cbb req-6129da91-22e2-4250-bdba-d77b31780dc5 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.39 HTTP/1.1" status: 200 len: 695 time: 0.1043034 Jun 25 09:17:51.251940 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8660bb-0960-4767-99e2-e6daf8564a3c admin admin] Router 928859c8-12cc-42ed-961a-8f230b1b3048 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:17:51.361520 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8660bb-0960-4767-99e2-e6daf8564a3c admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:17:51.368683 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6b8660bb-0960-4767-99e2-e6daf8564a3c admin admin] 10.222.0.93 "PUT /v2.0/routers/928859c8-12cc-42ed-961a-8f230b1b3048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0595357 Jun 25 09:17:51.371079 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47576) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:51.375290 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e7de6-52dd-44a9-af2c-3e879748c212 None None] Sync routers for ids ['928859c8-12cc-42ed-961a-8f230b1b3048'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:17:51.385288 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e7de6-52dd-44a9-af2c-3e879748c212 None None] Routers {'928859c8-12cc-42ed-961a-8f230b1b3048'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:51.386247 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-fb8e7de6-52dd-44a9-af2c-3e879748c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['928859c8-12cc-42ed-961a-8f230b1b3048'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:51.445457 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7765ba61-7139-45e0-af0e-88624ad7b7ee up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:51.499886 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:51.543569 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-fb8e7de6-52dd-44a9-af2c-3e879748c212 None None] Set router 928859c8-12cc-42ed-961a-8f230b1b3048 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:51.602725 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 7765ba61-7139-45e0-af0e-88624ad7b7ee triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:51.603102 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:51.607829 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:51.647878 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-5d712f34-f8d3-4e7d-b9d9-21e2b5a90cbb req-596f9c05-b3ee-4b56-b03c-fe9377b9ab10 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Deleting port 02358d94-592b-4aa4-8e06-041c0a65c29a {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:17:51.648314 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d712f34-f8d3-4e7d-b9d9-21e2b5a90cbb req-596f9c05-b3ee-4b56-b03c-fe9377b9ab10 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:51.662838 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] Deleting port 819f37e0-9776-409b-b5a1-c92cf8cdc471 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:17:51.663337 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:51.738211 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Router 0bfd953a-15ab-4bc1-99fb-876fd79db417 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:17:51.750232 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] For port 819f37e0-9776-409b-b5a1-c92cf8cdc471, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=819f37e0-9776-409b-b5a1-c92cf8cdc471,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:51.750607 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:51.763874 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] Calling delete_port for 819f37e0-9776-409b-b5a1-c92cf8cdc471 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:17:51.801552 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-fb8e7de6-52dd-44a9-af2c-3e879748c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1306688983-router', 'tenant_id': '0c35bd4bb46744eeb90678e9262e6d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '819f37e0-9776-409b-b5a1-c92cf8cdc471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:09:07Z', 'updated_at': '2021-06-25T09:17:50Z', 'revision_number': 5, 'project_id': '0c35bd4bb46744eeb90678e9262e6d49', 'gw_port': {'id': '819f37e0-9776-409b-b5a1-c92cf8cdc471', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:09:08Z', 'updated_at': '2021-06-25T09:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:51.829369 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e7de6-52dd-44a9-af2c-3e879748c212 None None] Checking router: 928859c8-12cc-42ed-961a-8f230b1b3048 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:17:51.838024 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e7de6-52dd-44a9-af2c-3e879748c212 None None] Routers {'928859c8-12cc-42ed-961a-8f230b1b3048'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:51.838729 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-fb8e7de6-52dd-44a9-af2c-3e879748c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['928859c8-12cc-42ed-961a-8f230b1b3048'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:51.927849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-fb8e7de6-52dd-44a9-af2c-3e879748c212 None None] Set router 928859c8-12cc-42ed-961a-8f230b1b3048 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:51.929574 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d712f34-f8d3-4e7d-b9d9-21e2b5a90cbb req-596f9c05-b3ee-4b56-b03c-fe9377b9ab10 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:51.929903 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d712f34-f8d3-4e7d-b9d9-21e2b5a90cbb req-596f9c05-b3ee-4b56-b03c-fe9377b9ab10 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:51.950443 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:51.954712 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2193958d-51c4-40b2-a789-3ed9037f2cf2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:51.981788 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=819f37e0-9776-409b-b5a1-c92cf8cdc471,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:51.986769 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:51.998009 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-5d712f34-f8d3-4e7d-b9d9-21e2b5a90cbb req-596f9c05-b3ee-4b56-b03c-fe9377b9ab10 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Calling delete_port for 02358d94-592b-4aa4-8e06-041c0a65c29a owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:17:51.999880 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-fb8e7de6-52dd-44a9-af2c-3e879748c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1306688983-router', 'tenant_id': '0c35bd4bb46744eeb90678e9262e6d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:09:07Z', 'updated_at': '2021-06-25T09:17:51Z', 'revision_number': 6, 'project_id': '0c35bd4bb46744eeb90678e9262e6d49', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:52.026980 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e7de6-52dd-44a9-af2c-3e879748c212 None None] The sync data for ids ['928859c8-12cc-42ed-961a-8f230b1b3048'] in n-d-761264-15 is: [{'id': '928859c8-12cc-42ed-961a-8f230b1b3048', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1306688983-router', 'tenant_id': '0c35bd4bb46744eeb90678e9262e6d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:09:07Z', 'updated_at': '2021-06-25T09:17:51Z', 'revision_number': 6, 'project_id': '0c35bd4bb46744eeb90678e9262e6d49', 'gw_port_host': None}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:17:52.054207 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.124031 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.db.resource_extend [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-8f4b74cd-d97b-4aec-985c-aa452d5490c0 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:17:52.128674 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:17:52.139143 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f23bb-773f-42d9-8d1f-f8043a67066d None None] Sync routers for ids ['0bfd953a-15ab-4bc1-99fb-876fd79db417'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:17:52.150141 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f23bb-773f-42d9-8d1f-f8043a67066d None None] Routers {'0bfd953a-15ab-4bc1-99fb-876fd79db417'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:52.151164 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-643f23bb-773f-42d9-8d1f-f8043a67066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['0bfd953a-15ab-4bc1-99fb-876fd79db417'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:52.152747 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.156656 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.191857 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-643f23bb-773f-42d9-8d1f-f8043a67066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:52.201614 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f23bb-773f-42d9-8d1f-f8043a67066d None None] Routers {'0bfd953a-15ab-4bc1-99fb-876fd79db417'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:52.202285 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-643f23bb-773f-42d9-8d1f-f8043a67066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['0bfd953a-15ab-4bc1-99fb-876fd79db417'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:52.206426 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:52.220480 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.221066 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 928859c8-12cc-42ed-961a-8f230b1b3048 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:17:52.238065 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.247371 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] 10.222.0.93 "DELETE /v2.0/routers/928859c8-12cc-42ed-961a-8f230b1b3048 HTTP/1.1" status: 204 len: 168 time: 0.8752432 Jun 25 09:17:52.249752 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47578) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:52.259222 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-643f23bb-773f-42d9-8d1f-f8043a67066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:52.260249 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f23bb-773f-42d9-8d1f-f8043a67066d None None] The sync data for ids ['0bfd953a-15ab-4bc1-99fb-876fd79db417'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:17:52.278532 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:52.284638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:52.285771 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.297882 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8a2c16-3ac4-4c36-a54e-0fb348b79b56 admin admin] Deleting subnet 80096175-ba45-4637-93b1-9e8e97237323 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:17:52.301777 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2c16-3ac4-4c36-a54e-0fb348b79b56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.341623 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2c16-3ac4-4c36-a54e-0fb348b79b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.385441 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8913fcbd-bb03-4148-b89e-cba76a8703cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.386871 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.421797 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=11099399-ea2d-4a7d-a3bd-31b0cb4b12f7,segment=NetworkSegment(8b726434-b0b1-45a2-b114-7c8803321255),segment_id=8b726434-b0b1-45a2-b114-7c8803321255)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:52.426230 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.428306 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-08642554-2957-45c5-a6d9-508603477eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:52.431291 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2c16-3ac4-4c36-a54e-0fb348b79b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.475070 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=11099399-ea2d-4a7d-a3bd-31b0cb4b12f7,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:52.478264 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:52.493084 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2c16-3ac4-4c36-a54e-0fb348b79b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.495203 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0111f0ea-aaa7-4f51-be43-b40b705a4592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:52.523302 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a2c16-3ac4-4c36-a54e-0fb348b79b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80096175-ba45-4637-93b1-9e8e97237323,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:52.526455 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ae8a2c16-3ac4-4c36-a54e-0fb348b79b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:52.527464 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2c16-3ac4-4c36-a54e-0fb348b79b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.529423 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ae8a2c16-3ac4-4c36-a54e-0fb348b79b56 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/80096175-ba45-4637-93b1-9e8e97237323 HTTP/1.1" status: 204 len: 168 time: 0.2787242 Jun 25 09:17:52.531814 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47580) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:52.534913 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1e4229-b498-49cd-9edd-f03c6bc770ba None None] Network 6b93e609-f8ef-4a69-bafe-70c4f9b8b549 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:17:52.587909 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.591735 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47582) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:52.592246 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.6238399 Jun 25 09:17:52.609348 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-8f4b74cd-d97b-4aec-985c-aa452d5490c0 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.623174 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-8f4b74cd-d97b-4aec-985c-aa452d5490c0 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.701440 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.769358 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d712f34-f8d3-4e7d-b9d9-21e2b5a90cbb req-596f9c05-b3ee-4b56-b03c-fe9377b9ab10 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.771812 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-8f4b74cd-d97b-4aec-985c-aa452d5490c0 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Floating IP 624539c4-004f-4f8f-9df0-b18d88402ed3 associated. External IP: 172.25.6.50, port: 1733383c-068a-44ae-a78d-8592d0bd9270. Jun 25 09:17:52.774573 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:52.792120 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f7773d-a49c-48af-9243-6e89dbc5279d None None] DHCP port deletion for 6b93e609-f8ef-4a69-bafe-70c4f9b8b549 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:17:52.831813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f9c05-b3ee-4b56-b03c-fe9377b9ab10 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Pushing event deleted for resources: {'Port': ['ID=02358d94-592b-4aa4-8e06-041c0a65c29a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:52.834359 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-596f9c05-b3ee-4b56-b03c-fe9377b9ab10 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:52.852631 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-54f7773d-a49c-48af-9243-6e89dbc5279d None None] Deleting port 9ea14617-ba32-4f73-9aad-8ff99d31ff57 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:17:52.853416 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-54f7773d-a49c-48af-9243-6e89dbc5279d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.942731 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d712f34-f8d3-4e7d-b9d9-21e2b5a90cbb req-596f9c05-b3ee-4b56-b03c-fe9377b9ab10 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.944583 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-54f7773d-a49c-48af-9243-6e89dbc5279d None None] For port 9ea14617-ba32-4f73-9aad-8ff99d31ff57, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=9ea14617-ba32-4f73-9aad-8ff99d31ff57,segment=NetworkSegment(12338ee8-4bce-444a-ae7c-2e9d5f7c6385),segment_id=12338ee8-4bce-444a-ae7c-2e9d5f7c6385)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:52.945077 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-54f7773d-a49c-48af-9243-6e89dbc5279d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.945855 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5d712f34-f8d3-4e7d-b9d9-21e2b5a90cbb req-596f9c05-b3ee-4b56-b03c-fe9377b9ab10 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:52.947023 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d712f34-f8d3-4e7d-b9d9-21e2b5a90cbb req-596f9c05-b3ee-4b56-b03c-fe9377b9ab10 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "DELETE /v2.0/floatingips/2dc61a43-fc29-4693-9f57-42eebeb07359 HTTP/1.1" status: 204 len: 173 time: 1.7237921 Jun 25 09:17:52.994536 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Deleting port 9ea14617-ba32-4f73-9aad-8ff99d31ff57 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:17:52.994897 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:53.114605 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] For port 9ea14617-ba32-4f73-9aad-8ff99d31ff57, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=9ea14617-ba32-4f73-9aad-8ff99d31ff57,segment=NetworkSegment(12338ee8-4bce-444a-ae7c-2e9d5f7c6385),segment_id=12338ee8-4bce-444a-ae7c-2e9d5f7c6385)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:53.116978 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:53.135205 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-54f7773d-a49c-48af-9243-6e89dbc5279d None None] Calling delete_port for 9ea14617-ba32-4f73-9aad-8ff99d31ff57 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:17:53.161540 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Calling delete_port for 9ea14617-ba32-4f73-9aad-8ff99d31ff57 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:17:53.181980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-8f4b74cd-d97b-4aec-985c-aa452d5490c0 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Router c53fc4d8-8973-4a10-bc5d-baad705fc01f has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:17:53.227668 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-54f7773d-a49c-48af-9243-6e89dbc5279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:53.231565 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:53.254618 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63661e-a135-4278-b3f9-a3ca7ce39ad3 req-504c7ecf-8935-4950-b576-72871a4aaa70 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:53.255066 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7773d-a49c-48af-9243-6e89dbc5279d None None] Pushing event deleted for resources: {'Port': ['ID=9ea14617-ba32-4f73-9aad-8ff99d31ff57,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:53.257377 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-54f7773d-a49c-48af-9243-6e89dbc5279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:53.260003 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f7773d-a49c-48af-9243-6e89dbc5279d None None] No DVR routers for this DVR port 9ea14617-ba32-4f73-9aad-8ff99d31ff57 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:17:53.260627 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63661e-a135-4278-b3f9-a3ca7ce39ad3 req-504c7ecf-8935-4950-b576-72871a4aaa70 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:53.266585 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63661e-a135-4278-b3f9-a3ca7ce39ad3 req-504c7ecf-8935-4950-b576-72871a4aaa70 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:53.273282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63661e-a135-4278-b3f9-a3ca7ce39ad3 req-504c7ecf-8935-4950-b576-72871a4aaa70 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:53.279115 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63661e-a135-4278-b3f9-a3ca7ce39ad3 req-504c7ecf-8935-4950-b576-72871a4aaa70 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:53.286339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63661e-a135-4278-b3f9-a3ca7ce39ad3 req-504c7ecf-8935-4950-b576-72871a4aaa70 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:53.292245 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63661e-a135-4278-b3f9-a3ca7ce39ad3 req-504c7ecf-8935-4950-b576-72871a4aaa70 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:53.294101 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9a63661e-a135-4278-b3f9-a3ca7ce39ad3 req-504c7ecf-8935-4950-b576-72871a4aaa70 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5418 time: 0.1863575 Jun 25 09:17:53.323307 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:53.328779 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6b8660bb-0960-4767-99e2-e6daf8564a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:53.365480 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 75bdd9b0-e342-4973-92ab-090801b2d91d no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:17:53.379090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea14617-ba32-4f73-9aad-8ff99d31ff57,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:53.382501 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] No DVR routers for this DVR port 9ea14617-ba32-4f73-9aad-8ff99d31ff57 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:17:53.385719 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:53.390776 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9a63661e-a135-4278-b3f9-a3ca7ce39ad3 req-36dc9707-1bdd-4b40-ad1c-2b407be8e758 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889452 Jun 25 09:17:53.397056 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 75bdd9b0-e342-4973-92ab-090801b2d91d {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:17:53.397535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 75bdd9b0-e342-4973-92ab-090801b2d91d not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:17:53.397770 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 819f37e0-9776-409b-b5a1-c92cf8cdc471 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:17:53.413559 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-8f4b74cd-d97b-4aec-985c-aa452d5490c0 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:17:53.418258 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-8f4b74cd-d97b-4aec-985c-aa452d5490c0 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:53.426879 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:53.433420 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f4ed14-651c-4e34-a03c-ebf8732185d5 None None] Sync routers for ids ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:17:53.438013 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 819f37e0-9776-409b-b5a1-c92cf8cdc471 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:17:53.438746 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 819f37e0-9776-409b-b5a1-c92cf8cdc471 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:17:53.439383 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9ea14617-ba32-4f73-9aad-8ff99d31ff57 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:17:53.470736 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e408ad5e-f481-465a-9c82-9cf6ad6c9dcb x-openstack-request-id: req-e408ad5e-f481-465a-9c82-9cf6ad6c9dcb {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:53.471392 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-8f4b74cd-d97b-4aec-985c-aa452d5490c0 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "PUT /v2.0/floatingips/624539c4-004f-4f8f-9df0-b18d88402ed3 HTTP/1.1" status: 200 len: 995 time: 2.4631400 Jun 25 09:17:53.472381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e7e4f4-5f8b-4975-8317-7a199c44c9c0', 'tag': '1733383c-068a-44ae-a78d-8592d0bd9270'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:53.477110 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ee2b2b-2165-4161-b9c3-8d69e693c585" -d '{"events": [{"name": "network-changed", "server_uuid": "30e7e4f4-5f8b-4975-8317-7a199c44c9c0", "tag": "1733383c-068a-44ae-a78d-8592d0bd9270"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:53.478012 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "name": "network-vif-plugged", "status": "completed", "tag": "37194f29-abc3-4b0f-97ef-e6db39eba1c3", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:53.480844 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e408ad5e-f481-465a-9c82-9cf6ad6c9dcb {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:53.481519 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37194f29-abc3-4b0f-97ef-e6db39eba1c3', 'code': 200} Jun 25 09:17:53.482419 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 9ea14617-ba32-4f73-9aad-8ff99d31ff57 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:17:53.482820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9ea14617-ba32-4f73-9aad-8ff99d31ff57 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:17:53.494091 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f4ed14-651c-4e34-a03c-ebf8732185d5 None None] Routers {'c53fc4d8-8973-4a10-bc5d-baad705fc01f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:53.494881 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-10f4ed14-651c-4e34-a03c-ebf8732185d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:53.560313 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-596979fd-089a-4760-b7b9-0af2af92e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:53.562520 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-596979fd-089a-4760-b7b9-0af2af92e884 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3f3c06d16c3f48ac9ca4bd537b5532fd&device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 1097 time: 0.0648549 Jun 25 09:17:53.613137 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-10f4ed14-651c-4e34-a03c-ebf8732185d5 None None] Set router c53fc4d8-8973-4a10-bc5d-baad705fc01f gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:53.673272 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-5da23732-a526-4257-acdd-c5c23d4714f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:53.674921 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-5da23732-a526-4257-acdd-c5c23d4714f8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c4fd0fda-46ea-49bf-9785-8c5e9f244630 HTTP/1.1" status: 200 len: 931 time: 0.1056225 Jun 25 09:17:53.752371 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-75ef18eb-b353-40c1-b6b7-638b7a521d22 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1733383c-068a-44ae-a78d-8592d0bd9270 HTTP/1.1" status: 200 len: 998 time: 0.0695927 Jun 25 09:17:53.793880 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:53.835899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-e63109bb-1d64-492f-96b4-53f7031f9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:53.844465 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-e63109bb-1d64-492f-96b4-53f7031f9edf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a3b61a4-c9d4-4acc-85a1-87f07863c490 HTTP/1.1" status: 200 len: 868 time: 0.0857751 Jun 25 09:17:53.860290 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:53.875644 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b93e609-f8ef-4a69-bafe-70c4f9b8b549']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:53.888506 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12338ee8-4bce-444a-ae7c-2e9d5f7c6385') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:53.888828 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12338ee8-4bce-444a-ae7c-2e9d5f7c6385') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:53.897078 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-10f4ed14-651c-4e34-a03c-ebf8732185d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-router', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:20Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 4, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'gw_port': {'id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '624539c4-004f-4f8f-9df0-b18d88402ed3', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'port_id': '1733383c-068a-44ae-a78d-8592d0bd9270', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'mac_address': 'fa:16:3e:72:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e7e4f4-5f8b-4975-8317-7a199c44c9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:17:47Z', 'updated_at': '2021-06-25T09:17:52Z', 'revision_number': 1, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d81051-ba0a-4203-9266-2cd98265e054', 'name': '', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'mac_address': 'fa:16:3e:2d:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:25Z', 'updated_at': '2021-06-25T09:17:35Z', 'revision_number': 5, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'subnets': [{'id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:53.903740 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:53.933421 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f4ed14-651c-4e34-a03c-ebf8732185d5 None None] Checking router: c53fc4d8-8973-4a10-bc5d-baad705fc01f for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:17:53.941827 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:53.954922 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-798e1623-3cfd-438b-9d31-ce074004c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:53.955929 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f4ed14-651c-4e34-a03c-ebf8732185d5 None None] Routers {'c53fc4d8-8973-4a10-bc5d-baad705fc01f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:53.957044 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:17:53.957205 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-10f4ed14-651c-4e34-a03c-ebf8732185d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:53.957440 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:53.958016 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-798e1623-3cfd-438b-9d31-ce074004c2c9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4fd0fda-46ea-49bf-9785-8c5e9f244630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113808 Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:17:53.959475 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:17:54.025664 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a89ae9-0341-4859-af7b-d7d8a7512e47 req-cb2ceb76-4573-4686-8d3a-b6d15d839fa9 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:54.031607 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a89ae9-0341-4859-af7b-d7d8a7512e47 req-cb2ceb76-4573-4686-8d3a-b6d15d839fa9 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:54.037735 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a89ae9-0341-4859-af7b-d7d8a7512e47 req-cb2ceb76-4573-4686-8d3a-b6d15d839fa9 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:54.039455 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45a89ae9-0341-4859-af7b-d7d8a7512e47 req-cb2ceb76-4573-4686-8d3a-b6d15d839fa9 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2417 time: 0.1538889 Jun 25 09:17:54.073383 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-10f4ed14-651c-4e34-a03c-ebf8732185d5 None None] Set router c53fc4d8-8973-4a10-bc5d-baad705fc01f gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:17:54.077247 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:54.096785 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:54.107502 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:54.109380 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] 10.222.0.93 "DELETE /v2.0/networks/6b93e609-f8ef-4a69-bafe-70c4f9b8b549 HTTP/1.1" status: 204 len: 168 time: 1.5765953 Jun 25 09:17:54.125465 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b93e609-f8ef-4a69-bafe-70c4f9b8b549,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:54.132474 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45a89ae9-0341-4859-af7b-d7d8a7512e47 req-736681fd-065d-4a4f-bcef-7984bead2a50 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811956 Jun 25 09:17:54.134032 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:54.138461 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-30972bf4-59ab-489a-abd8-f64cddcb7db7 service neutron] 10.222.0.93 "GET /v2.0/networks/c4fd0fda-46ea-49bf-9785-8c5e9f244630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718075 Jun 25 09:17:54.285440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47590) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:54.312890 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Allocated IP 172.20.0.1 (61ddc9f0-66f8-41d6-8339-c14a709fcb5a/ee30d1a9-fc11-40e7-b9b2-feda591cd352/f86a69a0-752c-4000-856b-b011074f38d0) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:54.358526 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-10f4ed14-651c-4e34-a03c-ebf8732185d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-router', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:20Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 4, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'gw_port': {'id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '624539c4-004f-4f8f-9df0-b18d88402ed3', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'port_id': '1733383c-068a-44ae-a78d-8592d0bd9270', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'mac_address': 'fa:16:3e:72:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e7e4f4-5f8b-4975-8317-7a199c44c9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:17:47Z', 'updated_at': '2021-06-25T09:17:52Z', 'revision_number': 1, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d81051-ba0a-4203-9266-2cd98265e054', 'name': '', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'mac_address': 'fa:16:3e:2d:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:25Z', 'updated_at': '2021-06-25T09:17:35Z', 'revision_number': 5, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'subnets': [{'id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:54.396084 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f4ed14-651c-4e34-a03c-ebf8732185d5 None None] The sync data for ids ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'] in n-d-761264-15 is: [{'id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-router', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:20Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 4, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'gw_port': {'id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '624539c4-004f-4f8f-9df0-b18d88402ed3', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'port_id': '1733383c-068a-44ae-a78d-8592d0bd9270', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'mac_address': 'fa:16:3e:72:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e7e4f4-5f8b-4975-8317-7a199c44c9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:17:47Z', 'updated_at': '2021-06-25T09:17:52Z', 'revision_number': 1, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d81051-ba0a-4203-9266-2cd98265e054', 'name': '', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'mac_address': 'fa:16:3e:2d:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:25Z', 'updated_at': '2021-06-25T09:17:35Z', 'revision_number': 5, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'subnets': [{'id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:17:54.396357 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-361ac7d3-05c3-450d-bc0f-4e50e1313efa admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b29326d595124f66a340ae8a2245ac84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1048396 Jun 25 09:17:54.397345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47592) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:54.411934 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a9708c4-450c-4f7c-9fb4-79b543874d32 req-15a2d047-a8f2-444e-abd6-f1a2df00ccaa service neutron] 10.222.0.93 "GET /v2.0/networks/c4fd0fda-46ea-49bf-9785-8c5e9f244630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659724 Jun 25 09:17:54.420770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f14e6-1d30-40c0-b583-bffdacd5c716 req-fad3dd2c-d4bc-442b-8aa8-0dd2c8dfa11d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:54.433030 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-451f14e6-1d30-40c0-b583-bffdacd5c716 req-fad3dd2c-d4bc-442b-8aa8-0dd2c8dfa11d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2680001 Jun 25 09:17:54.518803 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:54.519101 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8dacfa-bb4a-4e5b-9a2f-01985e37711b x-openstack-request-id: req-ed8dacfa-bb4a-4e5b-9a2f-01985e37711b {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:54.519413 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e7e4f4-5f8b-4975-8317-7a199c44c9c0", "tag": "1733383c-068a-44ae-a78d-8592d0bd9270", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:54.519712 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ed8dacfa-bb4a-4e5b-9a2f-01985e37711b {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:54.520285 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e7e4f4-5f8b-4975-8317-7a199c44c9c0', 'tag': '1733383c-068a-44ae-a78d-8592d0bd9270', 'status': 'completed', 'code': 200} Jun 25 09:17:54.521477 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ddac455-46a9-4ea3-8a9e-845fae97e1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:54.529877 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2ccc837-4710-4e33-8b08-81c371ba48fa req-6cd8af27-113a-4c30-a87a-905d5554db18 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips?tenant_id=7b0aca87dda143a79c67a863f31ecc45 HTTP/1.1" status: 200 len: 1655 time: 0.0665128 Jun 25 09:17:54.552610 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Transition to ACTIVE for port object f86a69a0-752c-4000-856b-b011074f38d0 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:54.563853 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ddac455-46a9-4ea3-8a9e-845fae97e1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:54.622450 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:54.626744 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-29b8be1e-ddd7-4850-8d3a-d7ba8e236a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:54.665625 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ddac455-46a9-4ea3-8a9e-845fae97e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:54.668433 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ddac455-46a9-4ea3-8a9e-845fae97e1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:54.672117 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8ddac455-46a9-4ea3-8a9e-845fae97e1b4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/69894b5e-85ce-4074-8cac-22568e1561b7 HTTP/1.1" status: 204 len: 168 time: 0.2719049 Jun 25 09:17:54.698576 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Network 61ddc9f0-66f8-41d6-8339-c14a709fcb5a is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:54.699573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event updated for resources: {'Port': ['ID=f86a69a0-752c-4000-856b-b011074f38d0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:54.703248 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:54.704716 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2aa3ed81-0575-4952-8342-b4deaed0036b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:54.707890 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:54.710430 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:54.724980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee2b2b-2165-4161-b9c3-8d69e693c585 req-741ea7a0-55f7-4ae2-bbfc-4952dbeed13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:54.726559 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12ee2b2b-2165-4161-b9c3-8d69e693c585 req-741ea7a0-55f7-4ae2-bbfc-4952dbeed13a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f3c06d16c3f48ac9ca4bd537b5532fd&device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 1097 time: 0.1751883 Jun 25 09:17:54.739702 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddac455-46a9-4ea3-8a9e-845fae97e1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69894b5e-85ce-4074-8cac-22568e1561b7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:54.742340 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8ddac455-46a9-4ea3-8a9e-845fae97e1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:54.756138 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccc837-4710-4e33-8b08-81c371ba48fa req-d855d44b-a639-4a40-9b05-20291745c285 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:54.758111 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2ccc837-4710-4e33-8b08-81c371ba48fa req-d855d44b-a639-4a40-9b05-20291745c285 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/networks?id=8128acdb-767b-4924-9d47-628968405132&id=8128acdb-767b-4924-9d47-628968405132&id=8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 787 time: 0.2193747 Jun 25 09:17:54.774928 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:54.792177 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce0c3d8-73f6-48af-8107-f43deb4f4790 None None] New status for floating IP 624539c4-004f-4f8f-9df0-b18d88402ed3: ACTIVE {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:17:54.810273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-f2ccc837-4710-4e33-8b08-81c371ba48fa req-fa32547d-271d-4ff1-9ff0-817ce59a151c tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:17:54.826410 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2ccc837-4710-4e33-8b08-81c371ba48fa req-fa32547d-271d-4ff1-9ff0-817ce59a151c tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558481 Jun 25 09:17:54.859777 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128f822-c8e4-460c-b7b9-c8039a49eceb req-f65153e7-7bf3-4654-94d3-03a6b81e96c8 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:54.873548 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128f822-c8e4-460c-b7b9-c8039a49eceb req-f65153e7-7bf3-4654-94d3-03a6b81e96c8 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:54.891357 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128f822-c8e4-460c-b7b9-c8039a49eceb req-f65153e7-7bf3-4654-94d3-03a6b81e96c8 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:54.899645 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-169d80d1-b82c-40a8-822c-f7fcf9ebefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:54.909762 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128f822-c8e4-460c-b7b9-c8039a49eceb req-f65153e7-7bf3-4654-94d3-03a6b81e96c8 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:54.916237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128f822-c8e4-460c-b7b9-c8039a49eceb req-f65153e7-7bf3-4654-94d3-03a6b81e96c8 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:54.922523 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128f822-c8e4-460c-b7b9-c8039a49eceb req-f65153e7-7bf3-4654-94d3-03a6b81e96c8 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:54.928747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128f822-c8e4-460c-b7b9-c8039a49eceb req-f65153e7-7bf3-4654-94d3-03a6b81e96c8 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:54.937112 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9128f822-c8e4-460c-b7b9-c8039a49eceb req-f65153e7-7bf3-4654-94d3-03a6b81e96c8 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5418 time: 0.3325620 Jun 25 09:17:54.971612 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:55.109570 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9128f822-c8e4-460c-b7b9-c8039a49eceb req-e7ba9269-28eb-45fa-83f9-71f15e6b83cd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1715052 Jun 25 09:17:55.138229 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee2b2b-2165-4161-b9c3-8d69e693c585 req-0287adc7-681c-4f9f-8c88-1b16d46d1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:55.139739 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12ee2b2b-2165-4161-b9c3-8d69e693c585 req-0287adc7-681c-4f9f-8c88-1b16d46d1ded service neutron] 10.222.0.38 "GET /v2.0/networks?id=c4fd0fda-46ea-49bf-9785-8c5e9f244630 HTTP/1.1" status: 200 len: 931 time: 0.4061108 Jun 25 09:17:55.187555 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:55.201648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47612) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:55.218247 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-965c6f88-72bf-48fd-9843-1a4e5f0a68db None None] Provisioning for port f86a69a0-752c-4000-856b-b011074f38d0 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:55.224563 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-965c6f88-72bf-48fd-9843-1a4e5f0a68db None None] Provisioning complete for port f86a69a0-752c-4000-856b-b011074f38d0 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:55.226384 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965c6f88-72bf-48fd-9843-1a4e5f0a68db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:55.233677 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-dd71ec23-2403-4c18-bef8-a8be5b4901f6 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 258 time: 0.3904350 Jun 25 09:17:55.251442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:55.260002 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-965c6f88-72bf-48fd-9843-1a4e5f0a68db None None] Port f86a69a0-752c-4000-856b-b011074f38d0 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:17:55.264981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12ee2b2b-2165-4161-b9c3-8d69e693c585 req-50b917c1-9793-4dcb-8f6f-23dfb78f84be service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1733383c-068a-44ae-a78d-8592d0bd9270 HTTP/1.1" status: 200 len: 1000 time: 0.1167214 Jun 25 09:17:55.331163 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f42d28ef-f1e0-48c9-92a0-60e429593aea admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0c35bd4bb46744eeb90678e9262e6d49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1242850 Jun 25 09:17:55.335468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47614) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:55.346233 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:55.397070 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:55.403005 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:55.407514 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1acd7f31-fbef-4336-9d3a-864a0b027af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:55.422618 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee2b2b-2165-4161-b9c3-8d69e693c585 req-89ed7fba-8377-4576-a6d7-a10477e8eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:55.424089 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12ee2b2b-2165-4161-b9c3-8d69e693c585 req-89ed7fba-8377-4576-a6d7-a10477e8eafc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a3b61a4-c9d4-4acc-85a1-87f07863c490 HTTP/1.1" status: 200 len: 868 time: 0.1466496 Jun 25 09:17:55.477493 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:55.480228 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event updated for resources: {'Port': ['ID=f86a69a0-752c-4000-856b-b011074f38d0,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:55.483511 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ef7201-3814-4cae-9de3-4fe01a50230b'}, {'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11099399-ea2d-4a7d-a3bd-31b0cb4b12f7'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:55.486305 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:55.486998 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba0dc90-ebca-497f-9452-b4b4da1dfd60" -d '{"events": [{"server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "name": "network-vif-plugged", "status": "completed", "tag": "83ef7201-3814-4cae-9de3-4fe01a50230b"}, {"server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "name": "network-vif-plugged", "status": "completed", "tag": "11099399-ea2d-4a7d-a3bd-31b0cb4b12f7"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:55.494978 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3487f6de-5336-40ac-9e75-4707a7354a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:55.551850 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8d1857f-e482-4165-9f44-5f22a808680e req-28f3a969-64ae-4076-a548-d2d2cb0ae8b0 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips/d1e3f111-799c-42fe-b8bc-589f30f5b407 HTTP/1.1" status: 200 len: 691 time: 0.0954115 Jun 25 09:17:55.568777 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3487f6de-5336-40ac-9e75-4707a7354a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:55.575332 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Network 61ddc9f0-66f8-41d6-8339-c14a709fcb5a is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:55.576848 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:55.698913 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Router 0bfd953a-15ab-4bc1-99fb-876fd79db417 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:17:55.786302 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-07cbc4df-c359-4f1a-8b50-515e7c39a43d None None] Provisioning complete for port f86a69a0-752c-4000-856b-b011074f38d0 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:55.786674 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07cbc4df-c359-4f1a-8b50-515e7c39a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:55.823986 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-07cbc4df-c359-4f1a-8b50-515e7c39a43d None None] Port f86a69a0-752c-4000-856b-b011074f38d0 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:17:55.832852 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:17:55.844115 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] 10.222.0.93 "PUT /v2.0/routers/0bfd953a-15ab-4bc1-99fb-876fd79db417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2490132 Jun 25 09:17:55.847614 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b97b7a-f61f-432c-a6ac-d4135653e390 None None] Sync routers for ids ['0bfd953a-15ab-4bc1-99fb-876fd79db417'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:17:55.849099 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47618) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:55.855076 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Request body: {'port': {'network_id': '61ddc9f0-66f8-41d6-8339-c14a709fcb5a', 'name': 'tempest-FloatingIPAdminTestJSON-1712075457'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:55.859873 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b97b7a-f61f-432c-a6ac-d4135653e390 None None] Routers {'0bfd953a-15ab-4bc1-99fb-876fd79db417'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:55.860688 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-e6b97b7a-f61f-432c-a6ac-d4135653e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['0bfd953a-15ab-4bc1-99fb-876fd79db417'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:55.897569 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-e6b97b7a-f61f-432c-a6ac-d4135653e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:55.907262 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b97b7a-f61f-432c-a6ac-d4135653e390 None None] Routers {'0bfd953a-15ab-4bc1-99fb-876fd79db417'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:55.908137 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-e6b97b7a-f61f-432c-a6ac-d4135653e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['0bfd953a-15ab-4bc1-99fb-876fd79db417'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:55.940329 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-e6b97b7a-f61f-432c-a6ac-d4135653e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:55.940987 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b97b7a-f61f-432c-a6ac-d4135653e390 None None] The sync data for ids ['0bfd953a-15ab-4bc1-99fb-876fd79db417'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:17:55.973599 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Made reservation on behalf of 0e716b4616324952a66f5836e9c1b124 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:17:55.977269 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:55.996609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] device_id is not set on port 261ed674-786d-49d8-8725-df0391cc4b9d yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:17:56.058813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee2b2b-2165-4161-b9c3-8d69e693c585 req-47313f3e-9818-4e44-944b-ff25f761c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:56.060431 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12ee2b2b-2165-4161-b9c3-8d69e693c585 req-47313f3e-9818-4e44-944b-ff25f761c80f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c4fd0fda-46ea-49bf-9785-8c5e9f244630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6017363 Jun 25 09:17:56.092234 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:56.112713 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:56.118161 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Allocated IP 172.20.0.3 (61ddc9f0-66f8-41d6-8339-c14a709fcb5a/ee30d1a9-fc11-40e7-b9b2-feda591cd352/261ed674-786d-49d8-8725-df0391cc4b9d) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:56.120212 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1857f-e482-4165-9f44-5f22a808680e req-0b6b13fe-e805-47e1-b7ea-50d4fd04b914 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:56.121695 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8d1857f-e482-4165-9f44-5f22a808680e req-0b6b13fe-e805-47e1-b7ea-50d4fd04b914 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.5622234 Jun 25 09:17:56.150860 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3487f6de-5336-40ac-9e75-4707a7354a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:56.153648 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3487f6de-5336-40ac-9e75-4707a7354a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:56.154845 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3487f6de-5336-40ac-9e75-4707a7354a53 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8543a7b3-f069-413e-ae06-69eb9de4d2c3 HTTP/1.1" status: 204 len: 168 time: 0.8183854 Jun 25 09:17:56.160213 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-daab8656-600a-4061-87cd-faa011496ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:56.245667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487f6de-5336-40ac-9e75-4707a7354a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8543a7b3-f069-413e-ae06-69eb9de4d2c3,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:56.248186 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3487f6de-5336-40ac-9e75-4707a7354a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:56.273833 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8d1857f-e482-4165-9f44-5f22a808680e req-1683f7b9-5a62-46ef-aa35-e59dcf86594e tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.5 HTTP/1.1" status: 200 len: 694 time: 0.1177630 Jun 25 09:17:56.326065 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:56.344906 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Transition to ACTIVE for port object 261ed674-786d-49d8-8725-df0391cc4b9d will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:17:56.365330 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 41d850e9-3bc1-4356-aaa1-b00d5ef1585b details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:17:56.382495 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:56.383360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8d1857f-e482-4165-9f44-5f22a808680e req-28aed393-6cfc-4389-8a8f-5469849ea9d3 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.5 HTTP/1.1" status: 200 len: 694 time: 0.1086531 Jun 25 09:17:56.387719 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:56.397021 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12ee2b2b-2165-4161-b9c3-8d69e693c585 req-c630d74a-5feb-4b12-b8b5-1763f54710ee service neutron] 10.222.0.38 "GET /v2.0/networks/c4fd0fda-46ea-49bf-9785-8c5e9f244630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235610 Jun 25 09:17:56.447587 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Network 61ddc9f0-66f8-41d6-8339-c14a709fcb5a is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:56.451515 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:56.456320 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:56.467354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event updated for resources: {'Port': ['ID=261ed674-786d-49d8-8725-df0391cc4b9d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:56.497975 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:56.504453 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Allocated IP 172.25.6.213 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/8811ecb6-6ab2-44d7-b275-c99a6545202e) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:56.530915 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=41d850e9-3bc1-4356-aaa1-b00d5ef1585b,segment=NetworkSegment(23bc2a61-4c23-40ae-9f76-54c4cc921bb0),segment_id=23bc2a61-4c23-40ae-9f76-54c4cc921bb0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:56.573563 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:56.574309 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '41d850e9-3bc1-4356-aaa1-b00d5ef1585b', 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'port_id': '41d850e9-3bc1-4356-aaa1-b00d5ef1585b', 'mac_address': 'fa:16:3e:b5:2d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:17:56.574605 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:56.594854 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7442110 Jun 25 09:17:56.598451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47636) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:56.638619 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:56.654142 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d850e9-3bc1-4356-aaa1-b00d5ef1585b {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:56.680549 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=41d850e9-3bc1-4356-aaa1-b00d5ef1585b,segment=NetworkSegment(23bc2a61-4c23-40ae-9f76-54c4cc921bb0),segment_id=23bc2a61-4c23-40ae-9f76-54c4cc921bb0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:56.685771 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:56.688271 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cb232ee3-1525-47e0-95a2-6d10ade0d3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:56.708751 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12ee2b2b-2165-4161-b9c3-8d69e693c585 req-c66ee804-8d8e-4288-b884-f6a714269805 service neutron] 10.222.0.38 "GET /v2.0/networks/c4fd0fda-46ea-49bf-9785-8c5e9f244630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726040 Jun 25 09:17:56.764460 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-d8d1857f-e482-4165-9f44-5f22a808680e req-7ea24c06-1603-45ca-a0d6-b48b88d28f43 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Deleting port 9daa5711-590d-44f5-9f69-4980057dc7af {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:17:56.764833 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d8d1857f-e482-4165-9f44-5f22a808680e req-7ea24c06-1603-45ca-a0d6-b48b88d28f43 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:56.767241 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=41d850e9-3bc1-4356-aaa1-b00d5ef1585b,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:56.773642 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:56.778731 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:56.779467 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0202e50c-6b5f-4899-be24-de7dff8bd4fb None None] Provisioning for port 261ed674-786d-49d8-8725-df0391cc4b9d completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:56.783698 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0202e50c-6b5f-4899-be24-de7dff8bd4fb None None] Provisioning complete for port 261ed674-786d-49d8-8725-df0391cc4b9d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:56.785144 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0202e50c-6b5f-4899-be24-de7dff8bd4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:56.835945 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0202e50c-6b5f-4899-be24-de7dff8bd4fb None None] Port 261ed674-786d-49d8-8725-df0391cc4b9d cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:17:56.875843 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d8d1857f-e482-4165-9f44-5f22a808680e req-7ea24c06-1603-45ca-a0d6-b48b88d28f43 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:56.876187 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d8d1857f-e482-4165-9f44-5f22a808680e req-7ea24c06-1603-45ca-a0d6-b48b88d28f43 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:56.897903 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-d8d1857f-e482-4165-9f44-5f22a808680e req-7ea24c06-1603-45ca-a0d6-b48b88d28f43 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Calling delete_port for 9daa5711-590d-44f5-9f69-4980057dc7af owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:17:56.902538 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:56.907082 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:56.929771 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'project_id': '0e716b4616324952a66f5836e9c1b124', 'port_id': '261ed674-786d-49d8-8725-df0391cc4b9d'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:56.967462 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:56.987246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:56.993400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:56.996118 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:57.027395 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Pushing event updated for resources: {'Port': ['ID=8811ecb6-6ab2-44d7-b275-c99a6545202e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:57.030839 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:57.073265 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:57.121235 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['41d850e9-3bc1-4356-aaa1-b00d5ef1585b'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:17:57.149378 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:57.203070 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d8d1857f-e482-4165-9f44-5f22a808680e req-7ea24c06-1603-45ca-a0d6-b48b88d28f43 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:57.208484 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:57.218284 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Allocated IP 172.25.6.176 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/d748fe00-dcde-41b9-b316-2cd9392125c0) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:17:57.250047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea24c06-1603-45ca-a0d6-b48b88d28f43 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Pushing event deleted for resources: {'Port': ['ID=9daa5711-590d-44f5-9f69-4980057dc7af,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:57.255226 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7ea24c06-1603-45ca-a0d6-b48b88d28f43 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:57.256185 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:57.350893 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:57.357724 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d8d1857f-e482-4165-9f44-5f22a808680e req-7ea24c06-1603-45ca-a0d6-b48b88d28f43 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:57.361007 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d8d1857f-e482-4165-9f44-5f22a808680e req-7ea24c06-1603-45ca-a0d6-b48b88d28f43 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:57.362469 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8d1857f-e482-4165-9f44-5f22a808680e req-7ea24c06-1603-45ca-a0d6-b48b88d28f43 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "DELETE /v2.0/floatingips/d1e3f111-799c-42fe-b8bc-589f30f5b407 HTTP/1.1" status: 204 len: 173 time: 0.9720271 Jun 25 09:17:57.397493 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:57.400695 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-17e56c1f-2fd2-47fd-9501-82e9568ca2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:57.441308 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:17:57.446259 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:17:57.455054 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:17:57.493376 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Pushing event updated for resources: {'Port': ['ID=d748fe00-dcde-41b9-b316-2cd9392125c0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:57.497865 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:57.521779 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:57.528715 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:57.531157 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9f0e48d9-78bc-4257-a789-ff6e870b0e4b tempest-ServerDiagnosticsNegativeTest-1312083487 tempest-ServerDiagnosticsNegativeTest-1312083487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:57.607004 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Pushing event updated for resources: {'Port': ['ID=8811ecb6-6ab2-44d7-b275-c99a6545202e,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:57.613662 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:57.638133 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b930439-f5b9-44d8-830f-4061ccd65233 req-d1f61f36-3578-4039-ac96-1d9a58147cd5 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:57.643952 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b930439-f5b9-44d8-830f-4061ccd65233 req-d1f61f36-3578-4039-ac96-1d9a58147cd5 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:57.649812 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b930439-f5b9-44d8-830f-4061ccd65233 req-d1f61f36-3578-4039-ac96-1d9a58147cd5 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:57.651511 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7b930439-f5b9-44d8-830f-4061ccd65233 req-d1f61f36-3578-4039-ac96-1d9a58147cd5 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2417 time: 0.1817901 Jun 25 09:17:57.675346 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:57.703574 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7b930439-f5b9-44d8-830f-4061ccd65233 req-9654a73e-dc31-413e-bada-25a6d64bc044 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458517 Jun 25 09:17:57.705126 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:57.706220 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4614844 Jun 25 09:17:57.774195 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-2e29898a-ae41-434c-8578-46426ea51eb9 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.213 HTTP/1.1" status: 200 len: 696 time: 0.0620034 Jun 25 09:17:57.778720 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6472b3ff-d5a4-420e-bb5a-f90d3a1b7909 x-openstack-request-id: req-6472b3ff-d5a4-420e-bb5a-f90d3a1b7909 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:17:57.779039 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "name": "network-vif-plugged", "status": "completed", "tag": "83ef7201-3814-4cae-9de3-4fe01a50230b", "code": 200}, {"server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "name": "network-vif-plugged", "status": "completed", "tag": "11099399-ea2d-4a7d-a3bd-31b0cb4b12f7", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:17:57.779312 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6472b3ff-d5a4-420e-bb5a-f90d3a1b7909 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:17:57.779682 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ef7201-3814-4cae-9de3-4fe01a50230b', 'code': 200} Jun 25 09:17:57.779941 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11099399-ea2d-4a7d-a3bd-31b0cb4b12f7', 'code': 200} Jun 25 09:17:57.864234 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:57.920397 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-192d33be-aea9-4dfa-aa90-20d8b79072d5 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:57.922038 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14523cb7-fbb0-45ba-b661-e1335a7afa7f req-192d33be-aea9-4dfa-aa90-20d8b79072d5 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.1422238 Jun 25 09:17:58.037951 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71002f18-365b-46f5-8aa8-d2e9be1866f9 req-73bf8fe6-156e-49bd-9330-d1ba711f0bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:58.038338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71002f18-365b-46f5-8aa8-d2e9be1866f9 req-73bf8fe6-156e-49bd-9330-d1ba711f0bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:58.038808 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71002f18-365b-46f5-8aa8-d2e9be1866f9 req-73bf8fe6-156e-49bd-9330-d1ba711f0bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:58.040542 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-71002f18-365b-46f5-8aa8-d2e9be1866f9 req-73bf8fe6-156e-49bd-9330-d1ba711f0bbb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2873 time: 0.1175001 Jun 25 09:17:58.057548 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4e3b0-7d5f-40f3-9e17-e07858bbd7de req-9006293c-dbd2-4fea-ab48-85a17b36b0ab tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:58.067917 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4e3b0-7d5f-40f3-9e17-e07858bbd7de req-9006293c-dbd2-4fea-ab48-85a17b36b0ab tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:58.073908 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4e3b0-7d5f-40f3-9e17-e07858bbd7de req-9006293c-dbd2-4fea-ab48-85a17b36b0ab tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:58.079990 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4e3b0-7d5f-40f3-9e17-e07858bbd7de req-9006293c-dbd2-4fea-ab48-85a17b36b0ab tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:58.086129 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4e3b0-7d5f-40f3-9e17-e07858bbd7de req-9006293c-dbd2-4fea-ab48-85a17b36b0ab tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:58.092244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4e3b0-7d5f-40f3-9e17-e07858bbd7de req-9006293c-dbd2-4fea-ab48-85a17b36b0ab tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:58.098690 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4e3b0-7d5f-40f3-9e17-e07858bbd7de req-9006293c-dbd2-4fea-ab48-85a17b36b0ab tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:58.100758 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ace4e3b0-7d5f-40f3-9e17-e07858bbd7de req-9006293c-dbd2-4fea-ab48-85a17b36b0ab tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5419 time: 0.1765766 Jun 25 09:17:58.165020 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-71002f18-365b-46f5-8aa8-d2e9be1866f9 req-d58e5e20-e369-4e84-875e-81b227a6bb93 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632219 Jun 25 09:17:58.176258 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ace4e3b0-7d5f-40f3-9e17-e07858bbd7de req-8e8e4bce-aeb4-4169-acf9-0ff2a6f9fbe3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663383 Jun 25 09:17:58.267622 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-412d8648-3c79-4997-b4d8-2c03e0324c42 req-e44f1f9f-e63a-4203-9e95-d778abdb88e1 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips/b71ddaf4-c9f1-40dc-94aa-402d421ea0da HTTP/1.1" status: 200 len: 693 time: 0.0505924 Jun 25 09:17:58.287913 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:58.371421 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:17:58.381520 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 41d850e9-3bc1-4356-aaa1-b00d5ef1585b up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:17:58.390964 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d8648-3c79-4997-b4d8-2c03e0324c42 req-748e7d93-5c60-4a59-a4bb-9aa266aad884 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:58.392654 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-412d8648-3c79-4997-b4d8-2c03e0324c42 req-748e7d93-5c60-4a59-a4bb-9aa266aad884 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.1218085 Jun 25 09:17:58.404121 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:58.464766 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-412d8648-3c79-4997-b4d8-2c03e0324c42 req-53c5b544-371f-4ffe-b4d9-312192fa42dd tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.206 HTTP/1.1" status: 200 len: 696 time: 0.0641401 Jun 25 09:17:58.496638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:17:58.508705 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:17:58.509183 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:58.528511 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-412d8648-3c79-4997-b4d8-2c03e0324c42 req-1d888114-bc40-4e83-afb6-7b0a4af7607c tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.206 HTTP/1.1" status: 200 len: 696 time: 0.0577040 Jun 25 09:17:58.573158 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:58.576639 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=cbbcd2b3-4f80-4faa-8f80-765b8f4253d0,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:58.578872 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:58.582785 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-beed7110-9e69-4f85-b3c3-c5c999d51b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:58.594488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'cbbcd2b3-4f80-4faa-8f80-765b8f4253d0', 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2', 'port_id': 'cbbcd2b3-4f80-4faa-8f80-765b8f4253d0', 'mac_address': 'fa:16:3e:0d:03:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8690b32d-33af-46b8-8826-e9328aab560f', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:17:58.654812 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Pushing event updated for resources: {'Port': ['ID=d748fe00-dcde-41b9-b316-2cd9392125c0,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:58.663681 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:58.670625 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:58.673125 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:58.673282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47614383-5749-449c-8da0-33ad59aa11b9 req-3afcc1bd-2b55-4a9b-a39f-04f7b21a3ce4 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:58.674776 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47614383-5749-449c-8da0-33ad59aa11b9 req-3afcc1bd-2b55-4a9b-a39f-04f7b21a3ce4 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/ports?device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1953027 Jun 25 09:17:58.680475 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:58.713588 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=41d850e9-3bc1-4356-aaa1-b00d5ef1585b,segment=NetworkSegment(23bc2a61-4c23-40ae-9f76-54c4cc921bb0),segment_id=23bc2a61-4c23-40ae-9f76-54c4cc921bb0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:58.716552 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:58.721919 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:58.725047 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4e86c421-8d69-4012-8319-be972f83079a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:58.753175 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47614383-5749-449c-8da0-33ad59aa11b9 req-051be9bb-8e7e-4236-ae61-56bb2d74f5c2 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.213 HTTP/1.1" status: 200 len: 696 time: 0.0674264 Jun 25 09:17:58.762379 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=cbbcd2b3-4f80-4faa-8f80-765b8f4253d0,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:58.770236 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:58.770483 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-47614383-5749-449c-8da0-33ad59aa11b9 req-28e449fd-acdb-4d29-83ba-4749834f23c2 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Request body: {'floatingip': {'port_id': '1733383c-068a-44ae-a78d-8592d0bd9270', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:17:58.771186 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device feaaae10-f3a6-46c9-acc2-c5a681f00b62 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:17:58.789846 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Floating IP 660b5073-1815-4993-bd84-9ec0b72b82c5 associated. External IP: 172.25.6.176, port: 261ed674-786d-49d8-8725-df0391cc4b9d. Jun 25 09:17:58.802064 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port feaaae10-f3a6-46c9-acc2-c5a681f00b62, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=feaaae10-f3a6-46c9-acc2-c5a681f00b62,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:58.813140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'feaaae10-f3a6-46c9-acc2-c5a681f00b62', 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2', 'port_id': 'feaaae10-f3a6-46c9-acc2-c5a681f00b62', 'mac_address': 'fa:16:3e:5a:ce:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8690b32d-33af-46b8-8826-e9328aab560f', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:17:58.815845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-412d8648-3c79-4997-b4d8-2c03e0324c42 req-cd815158-ce6f-4497-9ebe-89cd28224bcd tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Deleting port 2bdd1332-26ff-4e51-87af-dad74fdc0df0 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:17:58.816190 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-412d8648-3c79-4997-b4d8-2c03e0324c42 req-cd815158-ce6f-4497-9ebe-89cd28224bcd tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:58.829010 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-47614383-5749-449c-8da0-33ad59aa11b9 req-28e449fd-acdb-4d29-83ba-4749834f23c2 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:58.855661 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=41d850e9-3bc1-4356-aaa1-b00d5ef1585b,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:58.860983 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:58.861772 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:59.006043 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-412d8648-3c79-4997-b4d8-2c03e0324c42 req-cd815158-ce6f-4497-9ebe-89cd28224bcd tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:59.006368 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-412d8648-3c79-4997-b4d8-2c03e0324c42 req-cd815158-ce6f-4497-9ebe-89cd28224bcd tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:59.032599 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-412d8648-3c79-4997-b4d8-2c03e0324c42 req-cd815158-ce6f-4497-9ebe-89cd28224bcd tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Calling delete_port for 2bdd1332-26ff-4e51-87af-dad74fdc0df0 owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:17:59.033867 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:59.048161 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Router 0bfd953a-15ab-4bc1-99fb-876fd79db417 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:17:59.059426 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feaaae10-f3a6-46c9-acc2-c5a681f00b62 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:59.069642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=cbbcd2b3-4f80-4faa-8f80-765b8f4253d0,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:59.076354 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:59.086822 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port feaaae10-f3a6-46c9-acc2-c5a681f00b62, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=feaaae10-f3a6-46c9-acc2-c5a681f00b62,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:59.092377 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:59.093515 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device cf1be947-5003-4050-9f6d-ea8018fbbe5c details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:17:59.095524 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f3737860-ec92-4db3-b8ae-dd510e995e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:59.161232 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=feaaae10-f3a6-46c9-acc2-c5a681f00b62,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:59.165073 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port cf1be947-5003-4050-9f6d-ea8018fbbe5c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=cf1be947-5003-4050-9f6d-ea8018fbbe5c,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:59.168146 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:59.171264 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:17:59.179297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'cf1be947-5003-4050-9f6d-ea8018fbbe5c', 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2', 'port_id': 'cf1be947-5003-4050-9f6d-ea8018fbbe5c', 'mac_address': 'fa:16:3e:70:c2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8690b32d-33af-46b8-8826-e9328aab560f', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:17:59.183461 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242874af-0332-4ece-bb9c-3f7cbee435d7 None None] Sync routers for ids ['0bfd953a-15ab-4bc1-99fb-876fd79db417'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:17:59.190270 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:59.195702 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242874af-0332-4ece-bb9c-3f7cbee435d7 None None] Routers {'0bfd953a-15ab-4bc1-99fb-876fd79db417'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:59.196570 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-242874af-0332-4ece-bb9c-3f7cbee435d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['0bfd953a-15ab-4bc1-99fb-876fd79db417'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:59.220688 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [req-47614383-5749-449c-8da0-33ad59aa11b9 req-28e449fd-acdb-4d29-83ba-4749834f23c2 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] update failed (client error): There was a conflict when trying to complete your request. Jun 25 09:17:59.222598 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47614383-5749-449c-8da0-33ad59aa11b9 req-28e449fd-acdb-4d29-83ba-4749834f23c2 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "PUT /v2.0/floatingips/214f976f-1c29-439a-8016-56ec55b26a58 HTTP/1.1" status: 409 len: 550 time: 0.4591348 Jun 25 09:17:59.226550 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:59.240428 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-242874af-0332-4ece-bb9c-3f7cbee435d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:59.254717 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1be947-5003-4050-9f6d-ea8018fbbe5c {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:59.258260 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242874af-0332-4ece-bb9c-3f7cbee435d7 None None] Routers {'0bfd953a-15ab-4bc1-99fb-876fd79db417'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:17:59.259589 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-242874af-0332-4ece-bb9c-3f7cbee435d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['0bfd953a-15ab-4bc1-99fb-876fd79db417'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:59.294611 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port cf1be947-5003-4050-9f6d-ea8018fbbe5c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=cf1be947-5003-4050-9f6d-ea8018fbbe5c,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:59.294797 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.6911502 Jun 25 09:17:59.295462 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47684) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:59.299267 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:59.301104 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:17:59.306366 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:59.325333 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-242874af-0332-4ece-bb9c-3f7cbee435d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:17:59.326270 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242874af-0332-4ece-bb9c-3f7cbee435d7 None None] The sync data for ids ['0bfd953a-15ab-4bc1-99fb-876fd79db417'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:17:59.366103 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-412d8648-3c79-4997-b4d8-2c03e0324c42 req-cd815158-ce6f-4497-9ebe-89cd28224bcd tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:59.387058 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:59.433223 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=cf1be947-5003-4050-9f6d-ea8018fbbe5c,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:59.437014 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:59.444155 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd815158-ce6f-4497-9ebe-89cd28224bcd tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Pushing event deleted for resources: {'Port': ['ID=2bdd1332-26ff-4e51-87af-dad74fdc0df0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:59.450029 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d676b75f-fd67-442f-8598-ae9d90815947 tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] 10.222.0.93 "GET /v2.0/floatingips/660b5073-1815-4993-bd84-9ec0b72b82c5 HTTP/1.1" status: 200 len: 983 time: 0.1526372 Jun 25 09:17:59.450563 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47688) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:59.477370 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0,segment=NetworkSegment(dc323226-fd1b-4cff-942b-7e2a39bd7da7),segment_id=dc323226-fd1b-4cff-942b-7e2a39bd7da7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:59.490859 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0', 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08', 'port_id': '80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0', 'mac_address': 'fa:16:3e:4e:88:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6509b59-9ba7-402d-bd1c-97d06b22f9df', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:17:59.493731 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cd815158-ce6f-4497-9ebe-89cd28224bcd tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:59.497619 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-412d8648-3c79-4997-b4d8-2c03e0324c42 req-cd815158-ce6f-4497-9ebe-89cd28224bcd tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:59.500631 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-412d8648-3c79-4997-b4d8-2c03e0324c42 req-cd815158-ce6f-4497-9ebe-89cd28224bcd tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:59.505963 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-412d8648-3c79-4997-b4d8-2c03e0324c42 req-cd815158-ce6f-4497-9ebe-89cd28224bcd tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "DELETE /v2.0/floatingips/b71ddaf4-c9f1-40dc-94aa-402d421ea0da HTTP/1.1" status: 204 len: 173 time: 0.9569004 Jun 25 09:17:59.543644 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:59.558026 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:59.572098 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5d3b599-150a-43ce-a111-11c975a866ef req-2fd61806-4d6a-4bba-b437-825b180b080d tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=20e1d7ad1399498a923475e2cf53b0f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231690 Jun 25 09:17:59.579175 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0,segment=NetworkSegment(dc323226-fd1b-4cff-942b-7e2a39bd7da7),segment_id=dc323226-fd1b-4cff-942b-7e2a39bd7da7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:59.584208 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:59.588053 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:17:59.588053 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:59.589339 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2af47b41-6b4e-4145-b590-f594aaadb370 tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] 10.222.0.93 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5260 time: 0.1375511 Jun 25 09:17:59.589849 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47700) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:17:59.654998 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:59.658804 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8,segment=NetworkSegment(dc323226-fd1b-4cff-942b-7e2a39bd7da7),segment_id=dc323226-fd1b-4cff-942b-7e2a39bd7da7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:59.661350 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:59.670606 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8', 'network_id': '2afc939b-7ab0-46c5-b1fa-bb32babffa08', 'port_id': '8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8', 'mac_address': 'fa:16:3e:ae:3b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6509b59-9ba7-402d-bd1c-97d06b22f9df', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:17:59.708121 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:59.721226 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:59.751913 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8,segment=NetworkSegment(dc323226-fd1b-4cff-942b-7e2a39bd7da7),segment_id=dc323226-fd1b-4cff-942b-7e2a39bd7da7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:59.757287 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:59.758057 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 43f2f102-d7ef-429b-99ae-970982ce19c3 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:17:59.760680 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3a47ca9a-283e-46af-aae9-719427d565f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:59.787007 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d850e9-3bc1-4356-aaa1-b00d5ef1585b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:17:59.789332 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be931515-6974-4eaa-81ea-e44aa6973d9c" -d '{"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-plugged", "status": "completed", "tag": "41d850e9-3bc1-4356-aaa1-b00d5ef1585b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:17:59.826170 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b599-150a-43ce-a111-11c975a866ef req-580628c1-1204-4dea-8c57-9f55d0206470 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:59.827627 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5d3b599-150a-43ce-a111-11c975a866ef req-580628c1-1204-4dea-8c57-9f55d0206470 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483141 Jun 25 09:17:59.831901 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 43f2f102-d7ef-429b-99ae-970982ce19c3, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=43f2f102-d7ef-429b-99ae-970982ce19c3,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:59.837853 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:17:59.842120 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:17:59.852848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '43f2f102-d7ef-429b-99ae-970982ce19c3', 'network_id': 'bc54548d-0979-4bbd-8a3d-13d781674db2', 'port_id': '43f2f102-d7ef-429b-99ae-970982ce19c3', 'mac_address': 'fa:16:3e:08:c8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8690b32d-33af-46b8-8826-e9328aab560f', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:17:59.862791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc5759-73f2-4947-8532-d85004903751 req-0309c127-825e-481a-bb09-65a4676bd67b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:59.868502 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc5759-73f2-4947-8532-d85004903751 req-0309c127-825e-481a-bb09-65a4676bd67b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:59.874228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc5759-73f2-4947-8532-d85004903751 req-0309c127-825e-481a-bb09-65a4676bd67b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:17:59.875867 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9cc5759-73f2-4947-8532-d85004903751 req-0309c127-825e-481a-bb09-65a4676bd67b tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2417 time: 0.2037604 Jun 25 09:17:59.878650 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5d3b599-150a-43ce-a111-11c975a866ef req-66119ab8-ba21-4d6d-b037-b9a222f1241b tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/quotas/20e1d7ad1399498a923475e2cf53b0f8 HTTP/1.1" status: 200 len: 375 time: 0.0413153 Jun 25 09:17:59.893520 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:59.907158 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f2f102-d7ef-429b-99ae-970982ce19c3 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:17:59.927911 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 43f2f102-d7ef-429b-99ae-970982ce19c3, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=43f2f102-d7ef-429b-99ae-970982ce19c3,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:17:59.932074 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:17:59.934069 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:17:59.940877 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5d3b599-150a-43ce-a111-11c975a866ef req-4f76c69b-4b13-4f8e-a482-ecef3c3868ef tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=20e1d7ad1399498a923475e2cf53b0f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445638 Jun 25 09:17:59.964784 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9cc5759-73f2-4947-8532-d85004903751 req-a7ef61d9-9a42-459e-bace-510efadc75e5 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695560 Jun 25 09:17:59.978164 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-444612ac-95b8-4e19-b2db-58b3a42696c8 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Deleting port d748fe00-dcde-41b9-b316-2cd9392125c0 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:17:59.978602 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-444612ac-95b8-4e19-b2db-58b3a42696c8 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:00.014608 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=43f2f102-d7ef-429b-99ae-970982ce19c3,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:00.025376 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:00.505706 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb2ce6af-e93d-429a-934e-b340f502e1ff req-c76040fb-faf6-4c06-a645-406867fca9aa tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/floatingips/214f976f-1c29-439a-8016-56ec55b26a58 HTTP/1.1" status: 200 len: 693 time: 0.0937757 Jun 25 09:18:00.548549 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-444612ac-95b8-4e19-b2db-58b3a42696c8 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:00.548874 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-444612ac-95b8-4e19-b2db-58b3a42696c8 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:00.596457 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-444612ac-95b8-4e19-b2db-58b3a42696c8 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Calling delete_port for d748fe00-dcde-41b9-b316-2cd9392125c0 owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:00.649659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a143-22be-4a57-9f23-6aab316c894c req-256f6309-a98a-45d3-b921-c0339f60cffb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:00.655889 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a143-22be-4a57-9f23-6aab316c894c req-256f6309-a98a-45d3-b921-c0339f60cffb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:00.661802 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a143-22be-4a57-9f23-6aab316c894c req-256f6309-a98a-45d3-b921-c0339f60cffb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:00.668413 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a143-22be-4a57-9f23-6aab316c894c req-256f6309-a98a-45d3-b921-c0339f60cffb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:00.674655 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a143-22be-4a57-9f23-6aab316c894c req-256f6309-a98a-45d3-b921-c0339f60cffb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:00.680460 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a143-22be-4a57-9f23-6aab316c894c req-256f6309-a98a-45d3-b921-c0339f60cffb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:00.686513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a143-22be-4a57-9f23-6aab316c894c req-256f6309-a98a-45d3-b921-c0339f60cffb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:00.688468 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-86f1a143-22be-4a57-9f23-6aab316c894c req-256f6309-a98a-45d3-b921-c0339f60cffb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5426 time: 0.2747409 Jun 25 09:18:00.783386 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ce6af-e93d-429a-934e-b340f502e1ff req-9ead11d3-f099-4bc8-ba56-7e040df5a02d tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:00.784676 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb2ce6af-e93d-429a-934e-b340f502e1ff req-9ead11d3-f099-4bc8-ba56-7e040df5a02d tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.2700243 Jun 25 09:18:00.870634 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-86f1a143-22be-4a57-9f23-6aab316c894c req-89139e47-166b-4558-a840-b7e230c849d2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1439919 Jun 25 09:18:00.875893 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb2ce6af-e93d-429a-934e-b340f502e1ff req-4cf1f117-9d90-4634-92ca-6a4c97825555 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.213 HTTP/1.1" status: 200 len: 696 time: 0.0782170 Jun 25 09:18:00.891883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['cf1be947-5003-4050-9f6d-ea8018fbbe5c'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:00.900619 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:00.954444 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb2ce6af-e93d-429a-934e-b340f502e1ff req-710f635b-03eb-479a-b5e4-e88b5128d5dc tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.213 HTTP/1.1" status: 200 len: 696 time: 0.0520840 Jun 25 09:18:00.969256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['feaaae10-f3a6-46c9-acc2-c5a681f00b62'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:01.053401 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:01.116256 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-444612ac-95b8-4e19-b2db-58b3a42696c8 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:01.134789 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cd815158-ce6f-4497-9ebe-89cd28224bcd tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:01.145073 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cfb44976-4cd9-4cf7-bb60-b1b604746916 req-85137a48-13d3-4c95-bb67-b86d09e056b5 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips/184afe65-52f7-4e50-9d4f-afe3875fb6ac HTTP/1.1" status: 200 len: 693 time: 0.0851905 Jun 25 09:18:01.180203 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444612ac-95b8-4e19-b2db-58b3a42696c8 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event deleted for resources: {'Port': ['ID=d748fe00-dcde-41b9-b316-2cd9392125c0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:01.186266 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-444612ac-95b8-4e19-b2db-58b3a42696c8 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:01.338689 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-444612ac-95b8-4e19-b2db-58b3a42696c8 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:01.339122 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-444612ac-95b8-4e19-b2db-58b3a42696c8 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Floating IP 660b5073-1815-4993-bd84-9ec0b72b82c5 disassociated (deleted). External IP: 172.25.6.176, port: 261ed674-786d-49d8-8725-df0391cc4b9d. Jun 25 09:18:01.341466 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-fb2ce6af-e93d-429a-934e-b340f502e1ff req-ef2bc54e-bfbf-4a6d-ba36-d5cc5deb7aed tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Deleting port 8811ecb6-6ab2-44d7-b275-c99a6545202e {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:01.341798 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fb2ce6af-e93d-429a-934e-b340f502e1ff req-ef2bc54e-bfbf-4a6d-ba36-d5cc5deb7aed tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:01.423971 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5d3b599-150a-43ce-a111-11c975a866ef req-80d3f27b-2a73-4762-8ff8-ccaf233b4703 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=20e1d7ad1399498a923475e2cf53b0f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032128 Jun 25 09:18:01.440237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb44976-4cd9-4cf7-bb60-b1b604746916 req-6d56bc8e-2eda-46b2-be66-e6324bf9a907 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:01.441574 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cfb44976-4cd9-4cf7-bb60-b1b604746916 req-6d56bc8e-2eda-46b2-be66-e6324bf9a907 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.2772832 Jun 25 09:18:01.586658 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cfb44976-4cd9-4cf7-bb60-b1b604746916 req-868aa700-4194-49af-a135-3733afc7aa1f tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.1342924 Jun 25 09:18:01.680686 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fb2ce6af-e93d-429a-934e-b340f502e1ff req-ef2bc54e-bfbf-4a6d-ba36-d5cc5deb7aed tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:01.681112 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fb2ce6af-e93d-429a-934e-b340f502e1ff req-ef2bc54e-bfbf-4a6d-ba36-d5cc5deb7aed tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:01.687766 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cfb44976-4cd9-4cf7-bb60-b1b604746916 req-800d9d43-2a01-4aea-a350-c8a57fe13403 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.0908301 Jun 25 09:18:01.709853 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-fb2ce6af-e93d-429a-934e-b340f502e1ff req-ef2bc54e-bfbf-4a6d-ba36-d5cc5deb7aed tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Calling delete_port for 8811ecb6-6ab2-44d7-b275-c99a6545202e owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:01.798943 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b599-150a-43ce-a111-11c975a866ef req-4d451ecc-110d-471c-91dc-5261e095c92c tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:01.800432 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5d3b599-150a-43ce-a111-11c975a866ef req-4d451ecc-110d-471c-91dc-5261e095c92c tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3677251 Jun 25 09:18:01.846159 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Request body: {'port': {'device_id': '2f35f96d-2b96-426d-bd77-37eb60f00f5e', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': '20e1d7ad1399498a923475e2cf53b0f8'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:01.962953 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['cbbcd2b3-4f80-4faa-8f80-765b8f4253d0'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:02.022494 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:02.059777 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['43f2f102-d7ef-429b-99ae-970982ce19c3'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:02.073809 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444612ac-95b8-4e19-b2db-58b3a42696c8 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Router 0bfd953a-15ab-4bc1-99fb-876fd79db417 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:18:02.174528 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-cfb44976-4cd9-4cf7-bb60-b1b604746916 req-11699e2e-f93c-4023-9b85-b8708fae5b11 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Deleting port 12d4b32d-dfe0-4d1f-8d81-dcc586f9b3be {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:02.174802 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-cfb44976-4cd9-4cf7-bb60-b1b604746916 req-11699e2e-f93c-4023-9b85-b8708fae5b11 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:02.180463 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fb2ce6af-e93d-429a-934e-b340f502e1ff req-ef2bc54e-bfbf-4a6d-ba36-d5cc5deb7aed tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:02.193308 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2ee5846b-bb0b-45ea-a253-fbf46d5a58a7 tempest-LiveAutoBlockMigrationV225Test-236387179 tempest-LiveAutoBlockMigrationV225Test-236387179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:02.227092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Made reservation on behalf of 20e1d7ad1399498a923475e2cf53b0f8 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:02.230574 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:02.260455 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bc54e-bfbf-4a6d-ba36-d5cc5deb7aed tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Pushing event deleted for resources: {'Port': ['ID=8811ecb6-6ab2-44d7-b275-c99a6545202e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:02.266877 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ef2bc54e-bfbf-4a6d-ba36-d5cc5deb7aed tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:02.267721 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:02.414505 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444612ac-95b8-4e19-b2db-58b3a42696c8 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:18:02.422268 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-cfb44976-4cd9-4cf7-bb60-b1b604746916 req-11699e2e-f93c-4023-9b85-b8708fae5b11 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:02.422597 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-cfb44976-4cd9-4cf7-bb60-b1b604746916 req-11699e2e-f93c-4023-9b85-b8708fae5b11 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:02.424305 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95a1a9-10ff-4e04-a1d2-9d8f19a104d8 None None] Sync routers for ids ['0bfd953a-15ab-4bc1-99fb-876fd79db417'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:18:02.427387 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-444612ac-95b8-4e19-b2db-58b3a42696c8 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:02.433760 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95a1a9-10ff-4e04-a1d2-9d8f19a104d8 None None] Routers {'0bfd953a-15ab-4bc1-99fb-876fd79db417'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:02.434387 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cb95a1a9-10ff-4e04-a1d2-9d8f19a104d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['0bfd953a-15ab-4bc1-99fb-876fd79db417'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:02.469095 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-cfb44976-4cd9-4cf7-bb60-b1b604746916 req-11699e2e-f93c-4023-9b85-b8708fae5b11 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Calling delete_port for 12d4b32d-dfe0-4d1f-8d81-dcc586f9b3be owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:02.469993 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cb95a1a9-10ff-4e04-a1d2-9d8f19a104d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:02.472433 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fb2ce6af-e93d-429a-934e-b340f502e1ff req-ef2bc54e-bfbf-4a6d-ba36-d5cc5deb7aed tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:02.474963 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fb2ce6af-e93d-429a-934e-b340f502e1ff req-ef2bc54e-bfbf-4a6d-ba36-d5cc5deb7aed tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:02.476097 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb2ce6af-e93d-429a-934e-b340f502e1ff req-ef2bc54e-bfbf-4a6d-ba36-d5cc5deb7aed tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "DELETE /v2.0/floatingips/214f976f-1c29-439a-8016-56ec55b26a58 HTTP/1.1" status: 204 len: 173 time: 1.5208745 Jun 25 09:18:02.479366 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95a1a9-10ff-4e04-a1d2-9d8f19a104d8 None None] Routers {'0bfd953a-15ab-4bc1-99fb-876fd79db417'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:02.480670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cb95a1a9-10ff-4e04-a1d2-9d8f19a104d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['0bfd953a-15ab-4bc1-99fb-876fd79db417'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:02.513279 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cb95a1a9-10ff-4e04-a1d2-9d8f19a104d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:02.513959 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95a1a9-10ff-4e04-a1d2-9d8f19a104d8 None None] The sync data for ids ['0bfd953a-15ab-4bc1-99fb-876fd79db417'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:18:02.523842 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7408267-957d-447f-9d48-2b08daf121c8 x-openstack-request-id: req-e7408267-957d-447f-9d48-2b08daf121c8 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:02.524212 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-plugged", "status": "completed", "tag": "41d850e9-3bc1-4356-aaa1-b00d5ef1585b", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:02.524445 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e7408267-957d-447f-9d48-2b08daf121c8 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:02.524898 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d850e9-3bc1-4356-aaa1-b00d5ef1585b', 'code': 200} Jun 25 09:18:02.545249 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-444612ac-95b8-4e19-b2db-58b3a42696c8 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] 10.222.0.93 "DELETE /v2.0/floatingips/660b5073-1815-4993-bd84-9ec0b72b82c5 HTTP/1.1" status: 204 len: 168 time: 2.9535058 Jun 25 09:18:02.549539 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47724) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:02.554593 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:02.624070 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:18:02.627346 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:02.639087 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:02.647219 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:02.658685 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e8c93317-0f1b-4a10-9f41-a6d2ccd53bad tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:02.664651 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af93908e-fd43-4a61-82f5-7a1f40d4ce36 req-24b6d3f7-d03c-41ff-b10b-89b955329bf3 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 210 time: 0.0410638 Jun 25 09:18:02.759095 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:02.779793 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a79d9f-b52d-4448-bc0c-dfc0c62c7617,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:02.791950 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:02.834503 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-cfb44976-4cd9-4cf7-bb60-b1b604746916 req-11699e2e-f93c-4023-9b85-b8708fae5b11 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:02.840086 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f5aee11c-a831-4656-9e1c-b67647922c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:02.874897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Allocated IP 172.25.6.154 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/438866d3-39bd-4e92-b8b5-d58ed44bed8f) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:02.997303 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:03.059074 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:03.061842 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60743865-8667-4e06-a736-ae994450675c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:03.108152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:03.114481 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:03.117134 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Pushing event updated for resources: {'Port': ['ID=438866d3-39bd-4e92-b8b5-d58ed44bed8f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:03.119397 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:03.121803 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:03.217033 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:03.254488 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11699e2e-f93c-4023-9b85-b8708fae5b11 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Pushing event deleted for resources: {'Port': ['ID=12d4b32d-dfe0-4d1f-8d81-dcc586f9b3be,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:03.257175 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-11699e2e-f93c-4023-9b85-b8708fae5b11 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:03.264617 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:03.305932 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Allocated IP 192.168.233.135 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/51dfff6b-5b50-475b-8e08-7aa5eabe6489) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:03.379468 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-cfb44976-4cd9-4cf7-bb60-b1b604746916 req-11699e2e-f93c-4023-9b85-b8708fae5b11 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:03.382289 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-cfb44976-4cd9-4cf7-bb60-b1b604746916 req-11699e2e-f93c-4023-9b85-b8708fae5b11 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:03.389558 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cfb44976-4cd9-4cf7-bb60-b1b604746916 req-11699e2e-f93c-4023-9b85-b8708fae5b11 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] 10.222.0.93 "DELETE /v2.0/floatingips/184afe65-52f7-4e50-9d4f-afe3875fb6ac HTTP/1.1" status: 204 len: 173 time: 1.6874950 Jun 25 09:18:03.401203 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47726) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:03.418637 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe9547-52e9-4578-813f-6fd5706424cc req-30eee72d-2bec-498a-8032-7d605ab0eb4f tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:03.424997 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe9547-52e9-4578-813f-6fd5706424cc req-30eee72d-2bec-498a-8032-7d605ab0eb4f tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:03.431137 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe9547-52e9-4578-813f-6fd5706424cc req-30eee72d-2bec-498a-8032-7d605ab0eb4f tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:03.433345 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aafe9547-52e9-4578-813f-6fd5706424cc req-30eee72d-2bec-498a-8032-7d605ab0eb4f tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2417 time: 0.6272089 Jun 25 09:18:03.455404 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:03.460054 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:03.462425 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:03.537485 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Pushing event updated for resources: {'Port': ['ID=438866d3-39bd-4e92-b8b5-d58ed44bed8f,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:03.548083 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:03.559885 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:03.578359 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:03.579838 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0292192 Jun 25 09:18:03.582787 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47728) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:03.655561 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aafe9547-52e9-4578-813f-6fd5706424cc req-ab7e183e-f3fe-4ac9-a6d5-c861f3feba68 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145503 Jun 25 09:18:03.763261 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-c1a81cbc-e9f2-4b7e-9449-b20af82e0dcd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3204310 Jun 25 09:18:03.769006 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:03.795083 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:03.824239 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:03.860306 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Transition to ACTIVE for port object 51dfff6b-5b50-475b-8e08-7aa5eabe6489 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:03.904993 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:04.011360 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Allocated IP 172.25.6.227 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/4ff7be9b-a9ef-44be-8d56-c409e944e308) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:04.036313 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142a56-205a-4615-94f8-bb1aa0581fd7 req-971ca74f-1d3d-4a62-8d63-c95838d6a20f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.042152 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142a56-205a-4615-94f8-bb1aa0581fd7 req-971ca74f-1d3d-4a62-8d63-c95838d6a20f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.048078 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142a56-205a-4615-94f8-bb1aa0581fd7 req-971ca74f-1d3d-4a62-8d63-c95838d6a20f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.053862 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142a56-205a-4615-94f8-bb1aa0581fd7 req-971ca74f-1d3d-4a62-8d63-c95838d6a20f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.059740 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142a56-205a-4615-94f8-bb1aa0581fd7 req-971ca74f-1d3d-4a62-8d63-c95838d6a20f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.065732 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142a56-205a-4615-94f8-bb1aa0581fd7 req-971ca74f-1d3d-4a62-8d63-c95838d6a20f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.071569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142a56-205a-4615-94f8-bb1aa0581fd7 req-971ca74f-1d3d-4a62-8d63-c95838d6a20f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.073537 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e142a56-205a-4615-94f8-bb1aa0581fd7 req-971ca74f-1d3d-4a62-8d63-c95838d6a20f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5426 time: 0.4149377 Jun 25 09:18:04.117901 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:04.124806 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-0954dc16-8aa6-4474-a1b5-1659fe62997a tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 1000 time: 0.2683804 Jun 25 09:18:04.139518 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:04.161007 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:04.163021 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8984c8ee-f6cd-45ed-8b99-606ad4e07d8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:04.175641 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-11699e2e-f93c-4023-9b85-b8708fae5b11 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:04.205247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Pushing event updated for resources: {'Port': ['ID=4ff7be9b-a9ef-44be-8d56-c409e944e308,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:04.208579 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:04.213641 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:04.215086 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:04.217262 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:04.260504 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e142a56-205a-4615-94f8-bb1aa0581fd7 req-85593b2c-e1cf-4355-9cc3-f03da07bcd8b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1756814 Jun 25 09:18:04.280612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:04.290667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-dfd73679-8567-487b-9d94-3e14c31a0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.291015 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-dfd73679-8567-487b-9d94-3e14c31a0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.291428 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-dfd73679-8567-487b-9d94-3e14c31a0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.291901 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-dfd73679-8567-487b-9d94-3e14c31a0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.292363 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-dfd73679-8567-487b-9d94-3e14c31a0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.292856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-dfd73679-8567-487b-9d94-3e14c31a0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.293328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-dfd73679-8567-487b-9d94-3e14c31a0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.295264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-dfd73679-8567-487b-9d94-3e14c31a0aeb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 6509 time: 0.4374266 Jun 25 09:18:04.306392 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:04.312181 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:04.324281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-f944fd1c-f972-4095-b25b-4a47320e95be tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.325820 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-f944fd1c-f972-4095-b25b-4a47320e95be tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/ports/1733383c-068a-44ae-a78d-8592d0bd9270 HTTP/1.1" status: 200 len: 942 time: 0.1907470 Jun 25 09:18:04.326572 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Pushing event updated for resources: {'Port': ['ID=51dfff6b-5b50-475b-8e08-7aa5eabe6489,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:04.335620 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:04.369888 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:04.395379 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:04.411269 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device cf1be947-5003-4050-9f6d-ea8018fbbe5c up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:04.488102 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port cf1be947-5003-4050-9f6d-ea8018fbbe5c completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:04.494090 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port cf1be947-5003-4050-9f6d-ea8018fbbe5c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:04.494620 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:04.511505 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.512202 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:04.604449 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:04.632458 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8004234 Jun 25 09:18:04.638047 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1be947-5003-4050-9f6d-ea8018fbbe5c'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:04.640829 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78d4bb8-9068-4497-b9b7-eab7cef70893" -d '{"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-plugged", "status": "completed", "tag": "cf1be947-5003-4050-9f6d-ea8018fbbe5c"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:04.646231 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-14238963-9643-4925-94f5-d2b916fbee9e None None] Provisioning for port 51dfff6b-5b50-475b-8e08-7aa5eabe6489 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:04.657503 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-14238963-9643-4925-94f5-d2b916fbee9e None None] Provisioning complete for port 51dfff6b-5b50-475b-8e08-7aa5eabe6489 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:04.658177 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-14238963-9643-4925-94f5-d2b916fbee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:04.661092 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port cf1be947-5003-4050-9f6d-ea8018fbbe5c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=cf1be947-5003-4050-9f6d-ea8018fbbe5c,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:04.666858 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Request body: {'port': {'device_id': '2f35f96d-2b96-426d-bd77-37eb60f00f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:04.682878 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:04.683806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:04.684450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-f90eff30-f290-459c-80e0-818426d2a5d3 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 1000 time: 0.1940353 Jun 25 09:18:04.687300 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:04.720838 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-6cb4fa4b-d322-4177-8938-f827794961ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.721657 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-6cb4fa4b-d322-4177-8938-f827794961ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.724531 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-6cb4fa4b-d322-4177-8938-f827794961ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.724531 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-6cb4fa4b-d322-4177-8938-f827794961ce service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9b3a601-f58c-4ec5-82fd-335656805060&id=b567525f-dea5-412a-9997-aee658afe302&id=b567525f-dea5-412a-9997-aee658afe302&id=b567525f-dea5-412a-9997-aee658afe302&id=b567525f-dea5-412a-9997-aee658afe302&id=71754435-8609-4d26-9226-f6462d50ad72&id=71754435-8609-4d26-9226-f6462d50ad72 HTTP/1.1" status: 200 len: 2300 time: 0.3723562 Jun 25 09:18:04.760370 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-14238963-9643-4925-94f5-d2b916fbee9e None None] Port 51dfff6b-5b50-475b-8e08-7aa5eabe6489 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:18:04.785572 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=cf1be947-5003-4050-9f6d-ea8018fbbe5c,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:04.789729 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:04.799900 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:04.804108 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:04.804637 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:04.891082 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:04.919716 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:04.926460 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:04.926719 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8,segment=NetworkSegment(dc323226-fd1b-4cff-942b-7e2a39bd7da7),segment_id=dc323226-fd1b-4cff-942b-7e2a39bd7da7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:04.929972 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2e5f7dd6-fe1a-4d2f-bc83-32175e46c8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:04.931674 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:04.932375 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-0f1d1560-d6a3-4712-a013-74d7ff9e8610 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:04.932836 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device feaaae10-f3a6-46c9-acc2-c5a681f00b62 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:04.933917 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-0f1d1560-d6a3-4712-a013-74d7ff9e8610 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.2486384 Jun 25 09:18:04.936467 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-54f7773d-a49c-48af-9243-6e89dbc5279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:05.001898 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Pushing event updated for resources: {'Port': ['ID=4ff7be9b-a9ef-44be-8d56-c409e944e308,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:05.007809 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:05.017607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:05.020305 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.021068 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:05.030830 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port feaaae10-f3a6-46c9-acc2-c5a681f00b62 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:05.035799 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port feaaae10-f3a6-46c9-acc2-c5a681f00b62 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:05.036296 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.036829 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.038208 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4540439 Jun 25 09:18:05.040770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47744) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:05.110799 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998d411-c3ba-4c0d-b165-0281c2b040a1 req-64bb4d26-aa8a-410e-93d0-f102559bed0b tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:05.112345 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f998d411-c3ba-4c0d-b165-0281c2b040a1 req-64bb4d26-aa8a-410e-93d0-f102559bed0b tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 936 time: 0.5560882 Jun 25 09:18:05.118873 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-700a1f0b-80e9-488f-a8bd-6169a6b781be service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c14fd482-e701-4929-8589-dd5397cd4f93 HTTP/1.1" status: 200 len: 1002 time: 0.2786252 Jun 25 09:18:05.120523 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-df821ef9-3134-4dc6-b78d-6ae70ee6063c tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] 10.222.0.93 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4485 time: 0.0762525 Jun 25 09:18:05.121324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47746) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:05.125952 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.150359 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.164051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port feaaae10-f3a6-46c9-acc2-c5a681f00b62, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=feaaae10-f3a6-46c9-acc2-c5a681f00b62,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:05.169439 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.171670 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:05.199967 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-07f7e3df-faa2-4df9-af3c-48e4e77e5b9d tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] 10.222.0.93 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.0767076 Jun 25 09:18:05.200708 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47748) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:05.201711 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-ef2a38ed-2f2b-4315-9a46-8524cea6c3b9 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 1000 time: 0.2311523 Jun 25 09:18:05.217715 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-a98a069d-62e9-4170-bc22-b6525e53e7a1 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:05.233868 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=feaaae10-f3a6-46c9-acc2-c5a681f00b62,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:05.237497 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:05.304648 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f998d411-c3ba-4c0d-b165-0281c2b040a1 req-bc6f517d-08a5-4b07-be42-c91ef47381a7 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759737 Jun 25 09:18:05.312329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-8c08187b-0493-4aaa-bb6c-79cf6eb67dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:05.313863 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-8c08187b-0493-4aaa-bb6c-79cf6eb67dd4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=219c47c2-b4d5-45d9-9d06-baaa0cc38f25 HTTP/1.1" status: 200 len: 855 time: 0.1791155 Jun 25 09:18:05.322050 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cdcc021e-420e-4c95-8d19-1a61b4e9aa29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.337517 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-039a95eb-3813-4e1b-8da1-826032b1ac7f tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Deleting port 4ff7be9b-a9ef-44be-8d56-c409e944e308 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:05.337865 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-039a95eb-3813-4e1b-8da1-826032b1ac7f tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.420909 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-039a95eb-3813-4e1b-8da1-826032b1ac7f tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.421303 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-039a95eb-3813-4e1b-8da1-826032b1ac7f tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.429358 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-a98a069d-62e9-4170-bc22-b6525e53e7a1 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.434466 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-039a95eb-3813-4e1b-8da1-826032b1ac7f tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Calling delete_port for 4ff7be9b-a9ef-44be-8d56-c409e944e308 owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:05.592819 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-039a95eb-3813-4e1b-8da1-826032b1ac7f tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.599547 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:05.626309 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a95eb-3813-4e1b-8da1-826032b1ac7f tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Pushing event deleted for resources: {'Port': ['ID=4ff7be9b-a9ef-44be-8d56-c409e944e308,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:05.629340 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-039a95eb-3813-4e1b-8da1-826032b1ac7f tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:05.691063 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-039a95eb-3813-4e1b-8da1-826032b1ac7f tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Notify callbacks [] for floatingip, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.693823 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-039a95eb-3813-4e1b-8da1-826032b1ac7f tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.698167 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-039a95eb-3813-4e1b-8da1-826032b1ac7f tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] 10.222.0.93 "DELETE /v2.0/floatingips/ed626dc8-76a4-4e45-8409-c6e4f3411da2 HTTP/1.1" status: 204 len: 168 time: 0.4961674 Jun 25 09:18:05.698627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47754) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:05.741310 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacdccec-bb62-472d-9d9e-f209b27a56ea x-openstack-request-id: req-aacdccec-bb62-472d-9d9e-f209b27a56ea {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:05.742367 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-plugged", "status": "completed", "tag": "cf1be947-5003-4050-9f6d-ea8018fbbe5c", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:05.742800 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-aacdccec-bb62-472d-9d9e-f209b27a56ea {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:05.743465 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1be947-5003-4050-9f6d-ea8018fbbe5c', 'code': 200} Jun 25 09:18:05.841569 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-859ddb82-b9e0-4d81-8a5f-d28b35da2737 tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Deleting port 438866d3-39bd-4e92-b8b5-d58ed44bed8f {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:05.841941 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-859ddb82-b9e0-4d81-8a5f-d28b35da2737 tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.925578 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-859ddb82-b9e0-4d81-8a5f-d28b35da2737 tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.926309 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-859ddb82-b9e0-4d81-8a5f-d28b35da2737 tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:05.940885 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-859ddb82-b9e0-4d81-8a5f-d28b35da2737 tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Calling delete_port for 438866d3-39bd-4e92-b8b5-d58ed44bed8f owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:06.088014 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-859ddb82-b9e0-4d81-8a5f-d28b35da2737 tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.091320 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-64771a62-4d9f-461a-9f13-20195e4c862e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:06.116184 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-47087a7c-a3d9-4c3e-8e2d-2cc83b6bb0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:06.116862 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ddb82-b9e0-4d81-8a5f-d28b35da2737 tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Pushing event deleted for resources: {'Port': ['ID=438866d3-39bd-4e92-b8b5-d58ed44bed8f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:06.117750 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-47087a7c-a3d9-4c3e-8e2d-2cc83b6bb0d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9b3a601-f58c-4ec5-82fd-335656805060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7869501 Jun 25 09:18:06.121168 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-859ddb82-b9e0-4d81-8a5f-d28b35da2737 tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:06.186083 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-859ddb82-b9e0-4d81-8a5f-d28b35da2737 tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.188857 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-859ddb82-b9e0-4d81-8a5f-d28b35da2737 tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.190020 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-859ddb82-b9e0-4d81-8a5f-d28b35da2737 tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] 10.222.0.93 "DELETE /v2.0/floatingips/c5e5a3ff-d48e-42b1-a792-d16c86c2c111 HTTP/1.1" status: 204 len: 168 time: 0.4903638 Jun 25 09:18:06.194473 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47756) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:06.196511 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-a98a069d-62e9-4170-bc22-b6525e53e7a1 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.257344 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-a98a069d-62e9-4170-bc22-b6525e53e7a1 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.257833 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-a98a069d-62e9-4170-bc22-b6525e53e7a1 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Floating IP 624539c4-004f-4f8f-9df0-b18d88402ed3 disassociated. External IP: 172.25.6.50, port: 1733383c-068a-44ae-a78d-8592d0bd9270. Jun 25 09:18:06.294411 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-eaa1a80d-71f9-4a27-9ceb-fbb1c66e5612 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Deleting port 261ed674-786d-49d8-8725-df0391cc4b9d {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:06.294757 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a80d-71f9-4a27-9ceb-fbb1c66e5612 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.395642 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a80d-71f9-4a27-9ceb-fbb1c66e5612 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.410584 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-eaa1a80d-71f9-4a27-9ceb-fbb1c66e5612 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Calling delete_port for 261ed674-786d-49d8-8725-df0391cc4b9d owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:06.413903 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:06.465168 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:06.469417 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:06.470067 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.475357 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-3126936d-84b7-49a8-9fcb-110b8b5997cb service neutron] 10.222.0.38 "GET /v2.0/networks/e9b3a601-f58c-4ec5-82fd-335656805060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487506 Jun 25 09:18:06.521656 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51dfff6b-5b50-475b-8e08-7aa5eabe6489 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:18:06.538505 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85daed5-44fe-4038-986c-334cf8fcd392 req-003c8c70-a59e-44a4-9e64-7fb0655e66a0 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:06.544381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85daed5-44fe-4038-986c-334cf8fcd392 req-003c8c70-a59e-44a4-9e64-7fb0655e66a0 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:06.550335 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85daed5-44fe-4038-986c-334cf8fcd392 req-003c8c70-a59e-44a4-9e64-7fb0655e66a0 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:06.551613 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.556368 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85daed5-44fe-4038-986c-334cf8fcd392 req-003c8c70-a59e-44a4-9e64-7fb0655e66a0 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:06.562296 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85daed5-44fe-4038-986c-334cf8fcd392 req-003c8c70-a59e-44a4-9e64-7fb0655e66a0 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:06.568178 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85daed5-44fe-4038-986c-334cf8fcd392 req-003c8c70-a59e-44a4-9e64-7fb0655e66a0 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:06.574093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85daed5-44fe-4038-986c-334cf8fcd392 req-003c8c70-a59e-44a4-9e64-7fb0655e66a0 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:06.576070 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e85daed5-44fe-4038-986c-334cf8fcd392 req-003c8c70-a59e-44a4-9e64-7fb0655e66a0 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5429 time: 0.4666407 Jun 25 09:18:06.586902 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0,segment=NetworkSegment(dc323226-fd1b-4cff-942b-7e2a39bd7da7),segment_id=dc323226-fd1b-4cff-942b-7e2a39bd7da7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:06.590460 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a80d-71f9-4a27-9ceb-fbb1c66e5612 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.591106 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.592365 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.592780 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:06.596409 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-03416464-022e-4a55-b223-483b41fca4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:06.596608 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:06.618459 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1a80d-71f9-4a27-9ceb-fbb1c66e5612 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event deleted for resources: {'Port': ['ID=261ed674-786d-49d8-8725-df0391cc4b9d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:06.628670 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eaa1a80d-71f9-4a27-9ceb-fbb1c66e5612 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:06.678654 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:06.682265 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:06.684492 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Transition to ACTIVE for port object 51dfff6b-5b50-475b-8e08-7aa5eabe6489 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:06.693177 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:06.698029 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:06.698668 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.714532 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a80d-71f9-4a27-9ceb-fbb1c66e5612 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.719289 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-eaa1a80d-71f9-4a27-9ceb-fbb1c66e5612 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] 10.222.0.93 "DELETE /v2.0/ports/261ed674-786d-49d8-8725-df0391cc4b9d HTTP/1.1" status: 204 len: 168 time: 0.5238497 Jun 25 09:18:06.719983 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47762) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:06.745567 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.761779 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7ea24c06-1603-45ca-a0d6-b48b88d28f43 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:06.796368 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.824402 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf10c8-ae70-4b80-bc63-192fc0e8341e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:06.826663 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e5bf10c8-ae70-4b80-bc63-192fc0e8341e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] 10.222.0.93 "GET /v2.0/ports?device_id=0bfd953a-15ab-4bc1-99fb-876fd79db417 HTTP/1.1" status: 200 len: 913 time: 0.1057181 Jun 25 09:18:06.835905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47764) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:06.839292 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=cbbcd2b3-4f80-4faa-8f80-765b8f4253d0,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:06.845029 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:06.846089 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 43f2f102-d7ef-429b-99ae-970982ce19c3 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:06.850843 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:06.880266 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e85daed5-44fe-4038-986c-334cf8fcd392 req-14b7580e-5093-4e7d-9d24-e42df57f9414 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2912266 Jun 25 09:18:06.888366 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-f62e434b-49c6-4043-a92e-c4b6442bef02 service neutron] 10.222.0.38 "GET /v2.0/networks/e9b3a601-f58c-4ec5-82fd-335656805060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039874 Jun 25 09:18:06.953216 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=cbbcd2b3-4f80-4faa-8f80-765b8f4253d0,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:06.969490 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:06.985806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 43f2f102-d7ef-429b-99ae-970982ce19c3 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:06.991827 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-da8644d6-061d-4bf1-9476-3a6f9a19d857 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=c9fc842f-c94f-4048-9d10-074730e495de HTTP/1.1" status: 200 len: 217 time: 0.0812342 Jun 25 09:18:06.992553 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 43f2f102-d7ef-429b-99ae-970982ce19c3 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:06.993256 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:07.094184 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Pushing event updated for resources: {'Port': ['ID=51dfff6b-5b50-475b-8e08-7aa5eabe6489,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:07.112178 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:07.126369 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:07.160036 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 43f2f102-d7ef-429b-99ae-970982ce19c3, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=43f2f102-d7ef-429b-99ae-970982ce19c3,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:07.173780 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:07.176272 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:07.233481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=43f2f102-d7ef-429b-99ae-970982ce19c3,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:07.237236 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:07.250133 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-a98a069d-62e9-4170-bc22-b6525e53e7a1 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Router c53fc4d8-8973-4a10-bc5d-baad705fc01f has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:18:07.253375 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-a14798b4-a754-4a56-b695-273bc58ce319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:07.254886 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-a14798b4-a754-4a56-b695-273bc58ce319 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.1984055 Jun 25 09:18:07.263459 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc021e-420e-4c95-8d19-1a61b4e9aa29 admin admin] Deleting port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:07.263792 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cdcc021e-420e-4c95-8d19-1a61b4e9aa29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:07.291481 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Attempting to bind port 51dfff6b-5b50-475b-8e08-7aa5eabe6489 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:18:07.291942 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Attempting to bind port 51dfff6b-5b50-475b-8e08-7aa5eabe6489 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:18:07.292135 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Attempting to bind port 51dfff6b-5b50-475b-8e08-7aa5eabe6489 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:07.308453 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6a0ef35a-8aa4-48af-91e5-1d8948a5089c tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:07.347790 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Port 51dfff6b-5b50-475b-8e08-7aa5eabe6489 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:18:07.348135 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Attempting to bind port 51dfff6b-5b50-475b-8e08-7aa5eabe6489 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:07.382766 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258c107-f25c-48a1-820b-3f36716e81f0 req-d52bb018-3352-4932-9bef-130675333c05 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:07.388470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258c107-f25c-48a1-820b-3f36716e81f0 req-d52bb018-3352-4932-9bef-130675333c05 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:07.394469 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258c107-f25c-48a1-820b-3f36716e81f0 req-d52bb018-3352-4932-9bef-130675333c05 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:07.396203 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b258c107-f25c-48a1-820b-3f36716e81f0 req-d52bb018-3352-4932-9bef-130675333c05 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2417 time: 0.2674947 Jun 25 09:18:07.427848 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:18:07.428194 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:07.428557 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:18:07.429027 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Bound port: 51dfff6b-5b50-475b-8e08-7aa5eabe6489, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:18:07.429392 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:07.534078 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-cdcc021e-420e-4c95-8d19-1a61b4e9aa29 admin admin] For port 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6d9a85ce-ed4f-4552-8b93-2cf50c684fc7,segment=NetworkSegment(ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8),segment_id=ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:07.534402 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cdcc021e-420e-4c95-8d19-1a61b4e9aa29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:07.584364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ef35a-8aa4-48af-91e5-1d8948a5089c tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Deleting port f86a69a0-752c-4000-856b-b011074f38d0 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:07.584636 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6a0ef35a-8aa4-48af-91e5-1d8948a5089c tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:07.588863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc021e-420e-4c95-8d19-1a61b4e9aa29 admin admin] Calling delete_port for 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:07.598902 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b258c107-f25c-48a1-820b-3f36716e81f0 req-ffb332d2-05cc-4994-9179-bae7770b7437 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671240 Jun 25 09:18:07.612801 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-881e1f28-50c9-4eff-9333-19fd8093215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:07.615052 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-881e1f28-50c9-4eff-9333-19fd8093215b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3464868 Jun 25 09:18:07.682068 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6a0ef35a-8aa4-48af-91e5-1d8948a5089c tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:07.696248 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ef35a-8aa4-48af-91e5-1d8948a5089c tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Calling delete_port for f86a69a0-752c-4000-856b-b011074f38d0 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:07.721829 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-a98a069d-62e9-4170-bc22-b6525e53e7a1 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:18:07.733060 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-a98a069d-62e9-4170-bc22-b6525e53e7a1 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:07.733517 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80248fb6-8d03-4a1f-a8f2-8cb3eae5246e None None] Sync routers for ids ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:18:07.739609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] For port 51dfff6b-5b50-475b-8e08-7aa5eabe6489, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:18:07.745398 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80248fb6-8d03-4a1f-a8f2-8cb3eae5246e None None] Routers {'c53fc4d8-8973-4a10-bc5d-baad705fc01f'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:07.745606 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8'}, {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaaae10-f3a6-46c9-acc2-c5a681f00b62'}, {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0'}, {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbcd2b3-4f80-4faa-8f80-765b8f4253d0'}, {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f2f102-d7ef-429b-99ae-970982ce19c3'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:07.746566 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-80248fb6-8d03-4a1f-a8f2-8cb3eae5246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:07.749040 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6012ff9-d24b-471a-9f3b-0662f1df430c" -d '{"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-plugged", "status": "completed", "tag": "8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8"}, {"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-plugged", "status": "completed", "tag": "feaaae10-f3a6-46c9-acc2-c5a681f00b62"}, {"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-plugged", "status": "completed", "tag": "80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0"}, {"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-plugged", "status": "completed", "tag": "cbbcd2b3-4f80-4faa-8f80-765b8f4253d0"}, {"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-plugged", "status": "completed", "tag": "43f2f102-d7ef-429b-99ae-970982ce19c3"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:07.808182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] For port 51dfff6b-5b50-475b-8e08-7aa5eabe6489, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=51dfff6b-5b50-475b-8e08-7aa5eabe6489,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:18:07.829954 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:07.841853 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7949f8bc-2446-4014-aef4-03a1bf8af282 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:07.895589 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-a98a069d-62e9-4170-bc22-b6525e53e7a1 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "PUT /v2.0/floatingips/624539c4-004f-4f8f-9df0-b18d88402ed3 HTTP/1.1" status: 200 len: 694 time: 2.6819034 Jun 25 09:18:07.905450 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e7e4f4-5f8b-4975-8317-7a199c44c9c0', 'tag': '1733383c-068a-44ae-a78d-8592d0bd9270'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:07.907923 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8db626f-a5ae-433b-bc5c-28b8bbcd13ae" -d '{"events": [{"name": "network-changed", "server_uuid": "30e7e4f4-5f8b-4975-8317-7a199c44c9c0", "tag": "1733383c-068a-44ae-a78d-8592d0bd9270"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:07.916070 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:07.916502 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:07.918058 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5d3b599-150a-43ce-a111-11c975a866ef req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] 10.222.0.41 "PUT /v2.0/ports/51dfff6b-5b50-475b-8e08-7aa5eabe6489 HTTP/1.1" status: 200 len: 1097 time: 3.2651520 Jun 25 09:18:07.924920 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-92fa353b-ab04-4b05-91e4-ebdc4414ef85 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:07.931357 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-92fa353b-ab04-4b05-91e4-ebdc4414ef85 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:07.939248 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-92fa353b-ab04-4b05-91e4-ebdc4414ef85 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:07.950173 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-92fa353b-ab04-4b05-91e4-ebdc4414ef85 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.41 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 2417 time: 0.1383698 Jun 25 09:18:07.986794 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-80248fb6-8d03-4a1f-a8f2-8cb3eae5246e None None] Set router c53fc4d8-8973-4a10-bc5d-baad705fc01f gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:18:08.019877 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-3ff5bc7d-f44d-48ab-8572-ba71797cdb13 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959441 Jun 25 09:18:08.086379 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6a0ef35a-8aa4-48af-91e5-1d8948a5089c tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:08.102099 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Pushing event updated for resources: {'Port': ['ID=51dfff6b-5b50-475b-8e08-7aa5eabe6489,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:08.102329 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e465c165-b8f5-43c7-af37-18d01b0f0207 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:08.106025 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:08.172600 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ef35a-8aa4-48af-91e5-1d8948a5089c tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event deleted for resources: {'Port': ['ID=f86a69a0-752c-4000-856b-b011074f38d0,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:08.195617 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbfe8b-c390-4158-9506-7289b22e9864 req-a633bc0e-8424-40c0-a0f2-48fe1cc09f2a tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:08.198402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51cbfe8b-c390-4158-9506-7289b22e9864 req-a633bc0e-8424-40c0-a0f2-48fe1cc09f2a tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 948 time: 0.4724879 Jun 25 09:18:08.229646 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6a0ef35a-8aa4-48af-91e5-1d8948a5089c tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:08.266392 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-80248fb6-8d03-4a1f-a8f2-8cb3eae5246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-router', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:20Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 4, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'gw_port': {'id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '66d81051-ba0a-4203-9266-2cd98265e054', 'name': '', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'mac_address': 'fa:16:3e:2d:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:25Z', 'updated_at': '2021-06-25T09:17:35Z', 'revision_number': 5, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'subnets': [{'id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:08.296992 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80248fb6-8d03-4a1f-a8f2-8cb3eae5246e None None] Checking router: c53fc4d8-8973-4a10-bc5d-baad705fc01f for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:18:08.306428 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80248fb6-8d03-4a1f-a8f2-8cb3eae5246e None None] Routers {'c53fc4d8-8973-4a10-bc5d-baad705fc01f'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:08.307336 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-80248fb6-8d03-4a1f-a8f2-8cb3eae5246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:08.317854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-d7aa9d02-4fd3-4e77-a9ac-564937c9a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:08.319377 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-d7aa9d02-4fd3-4e77-a9ac-564937c9a879 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3f3c06d16c3f48ac9ca4bd537b5532fd&device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 1097 time: 0.3585410 Jun 25 09:18:08.332023 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b599-150a-43ce-a111-11c975a866ef req-36952273-a9c1-4e3b-bc6a-088f90f52174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:08.333572 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5d3b599-150a-43ce-a111-11c975a866ef req-36952273-a9c1-4e3b-bc6a-088f90f52174 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20e1d7ad1399498a923475e2cf53b0f8&device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 1100 time: 0.3438210 Jun 25 09:18:08.345217 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51cbfe8b-c390-4158-9506-7289b22e9864 req-fb08ea24-abe1-4cd5-a018-d33fcc6a0004 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366370 Jun 25 09:18:08.350113 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-7c327242-cd9f-4f37-8b05-42bd7d71621c service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823005 Jun 25 09:18:08.381355 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-c36a9b96-bfb5-43fe-8933-23a6679ae76c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Deleting port 83ef7201-3814-4cae-9de3-4fe01a50230b {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:08.383310 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-c36a9b96-bfb5-43fe-8933-23a6679ae76c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:08.416754 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6a0ef35a-8aa4-48af-91e5-1d8948a5089c tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:08.472106 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-80248fb6-8d03-4a1f-a8f2-8cb3eae5246e None None] Set router c53fc4d8-8973-4a10-bc5d-baad705fc01f gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:18:08.588998 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-c36a9b96-bfb5-43fe-8933-23a6679ae76c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] For port 83ef7201-3814-4cae-9de3-4fe01a50230b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=83ef7201-3814-4cae-9de3-4fe01a50230b,segment=NetworkSegment(3ec751f0-7168-4da6-925b-9902133ff547),segment_id=3ec751f0-7168-4da6-925b-9902133ff547)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:08.589415 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-c36a9b96-bfb5-43fe-8933-23a6679ae76c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:08.608771 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-c36a9b96-bfb5-43fe-8933-23a6679ae76c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Calling delete_port for 83ef7201-3814-4cae-9de3-4fe01a50230b owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:08.714694 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d3c898-0d65-4a16-b9e3-2187c4beaf3b x-openstack-request-id: req-40d3c898-0d65-4a16-b9e3-2187c4beaf3b {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:08.715720 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-plugged", "status": "completed", "tag": "8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8", "code": 200}, {"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-plugged", "status": "completed", "tag": "feaaae10-f3a6-46c9-acc2-c5a681f00b62", "code": 200}, {"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-plugged", "status": "completed", "tag": "80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0", "code": 200}, {"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-plugged", "status": "completed", "tag": "cbbcd2b3-4f80-4faa-8f80-765b8f4253d0", "code": 200}, {"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-plugged", "status": "completed", "tag": "43f2f102-d7ef-429b-99ae-970982ce19c3", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:08.717031 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-40d3c898-0d65-4a16-b9e3-2187c4beaf3b {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:08.718303 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8', 'code': 200} Jun 25 09:18:08.719414 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaaae10-f3a6-46c9-acc2-c5a681f00b62', 'code': 200} Jun 25 09:18:08.719923 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0', 'code': 200} Jun 25 09:18:08.721936 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbcd2b3-4f80-4faa-8f80-765b8f4253d0', 'code': 200} Jun 25 09:18:08.723258 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f2f102-d7ef-429b-99ae-970982ce19c3', 'code': 200} Jun 25 09:18:08.761455 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-80248fb6-8d03-4a1f-a8f2-8cb3eae5246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-router', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:20Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 4, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'gw_port': {'id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '66d81051-ba0a-4203-9266-2cd98265e054', 'name': '', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'mac_address': 'fa:16:3e:2d:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:25Z', 'updated_at': '2021-06-25T09:17:35Z', 'revision_number': 5, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'subnets': [{'id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:08.799005 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80248fb6-8d03-4a1f-a8f2-8cb3eae5246e None None] The sync data for ids ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'] in n-d-761264-15 is: [{'id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-router', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:20Z', 'updated_at': '2021-06-25T09:17:26Z', 'revision_number': 4, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'gw_port': {'id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '66d81051-ba0a-4203-9266-2cd98265e054', 'name': '', 'network_id': 'c4fd0fda-46ea-49bf-9785-8c5e9f244630', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'mac_address': 'fa:16:3e:2d:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:25Z', 'updated_at': '2021-06-25T09:17:35Z', 'revision_number': 5, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'subnets': [{'id': '0a3b61a4-c9d4-4acc-85a1-87f07863c490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:18:08.849239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0ef35a-8aa4-48af-91e5-1d8948a5089c tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Router 0bfd953a-15ab-4bc1-99fb-876fd79db417 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:18:08.880615 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5d3b599-150a-43ce-a111-11c975a866ef req-b2bd0d4c-e3a9-4fdc-ac45-81cdbb9d71a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=51dfff6b-5b50-475b-8e08-7aa5eabe6489 HTTP/1.1" status: 200 len: 217 time: 0.5280526 Jun 25 09:18:08.882618 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9936e3cc-3272-477a-816b-6af208895a2c x-openstack-request-id: req-9936e3cc-3272-477a-816b-6af208895a2c {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:08.883037 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e7e4f4-5f8b-4975-8317-7a199c44c9c0", "tag": "1733383c-068a-44ae-a78d-8592d0bd9270", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:08.883405 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9936e3cc-3272-477a-816b-6af208895a2c {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:08.883967 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e7e4f4-5f8b-4975-8317-7a199c44c9c0', 'tag': '1733383c-068a-44ae-a78d-8592d0bd9270', 'status': 'completed', 'code': 200} Jun 25 09:18:08.931013 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-c36a9b96-bfb5-43fe-8933-23a6679ae76c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:08.952684 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1a6d95af-c432-4902-91f4-4c7247b94dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:08.969324 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['83ef7201-3814-4cae-9de3-4fe01a50230b', '37194f29-abc3-4b0f-97ef-e6db39eba1c3', '11099399-ea2d-4a7d-a3bd-31b0cb4b12f7'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:08.978826 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-7ba13c9f-000d-4b0a-9a61-74f2293d54ef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 HTTP/1.1" status: 200 len: 217 time: 0.6059246 Jun 25 09:18:09.006957 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cdcc021e-420e-4c95-8d19-1a61b4e9aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:09.071765 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:09.125944 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-1055e5b7-ad34-4b73-92ec-abe1499a9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.127515 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-1055e5b7-ad34-4b73-92ec-abe1499a9e8a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.1232545 Jun 25 09:18:09.138877 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc021e-420e-4c95-8d19-1a61b4e9aa29 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9a85ce-ed4f-4552-8b93-2cf50c684fc7,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:09.142246 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cdcc021e-420e-4c95-8d19-1a61b4e9aa29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:09.213404 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b599-150a-43ce-a111-11c975a866ef req-093661e5-faa9-4bea-bb74-e154526c806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.214129 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5d3b599-150a-43ce-a111-11c975a866ef req-093661e5-faa9-4bea-bb74-e154526c806d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.3184543 Jun 25 09:18:09.238877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5040b665-3be5-49ac-aed5-83a501eb9f2f None None] New status for floating IP 624539c4-004f-4f8f-9df0-b18d88402ed3: DOWN {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:18:09.263491 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-188a601b-b374-4c70-abed-d80716bc2536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.265044 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-188a601b-b374-4c70-abed-d80716bc2536 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c4fd0fda-46ea-49bf-9785-8c5e9f244630 HTTP/1.1" status: 200 len: 931 time: 0.9355240 Jun 25 09:18:09.353251 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a9b96-bfb5-43fe-8933-23a6679ae76c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Port': ['ID=83ef7201-3814-4cae-9de3-4fe01a50230b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:09.380477 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c36a9b96-bfb5-43fe-8933-23a6679ae76c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:09.406507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16af9c-fc96-4fd8-b1fa-a878952ed6b5 req-62cad7c9-f858-4361-9b6a-433157be0442 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.426246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16af9c-fc96-4fd8-b1fa-a878952ed6b5 req-62cad7c9-f858-4361-9b6a-433157be0442 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.443377 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16af9c-fc96-4fd8-b1fa-a878952ed6b5 req-62cad7c9-f858-4361-9b6a-433157be0442 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.472796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16af9c-fc96-4fd8-b1fa-a878952ed6b5 req-62cad7c9-f858-4361-9b6a-433157be0442 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.479660 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16af9c-fc96-4fd8-b1fa-a878952ed6b5 req-62cad7c9-f858-4361-9b6a-433157be0442 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.487657 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16af9c-fc96-4fd8-b1fa-a878952ed6b5 req-62cad7c9-f858-4361-9b6a-433157be0442 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.497823 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16af9c-fc96-4fd8-b1fa-a878952ed6b5 req-62cad7c9-f858-4361-9b6a-433157be0442 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.508680 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ee16af9c-fc96-4fd8-b1fa-a878952ed6b5 req-62cad7c9-f858-4361-9b6a-433157be0442 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5432 time: 0.6184523 Jun 25 09:18:09.510190 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-4c646e0a-cdac-41b8-b2bd-1b1345876cf9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1733383c-068a-44ae-a78d-8592d0bd9270 HTTP/1.1" status: 200 len: 217 time: 0.2226739 Jun 25 09:18:09.566035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-c36a9b96-bfb5-43fe-8933-23a6679ae76c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] No DVR routers for this DVR port 83ef7201-3814-4cae-9de3-4fe01a50230b on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:09.570944 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-c36a9b96-bfb5-43fe-8933-23a6679ae76c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:09.574023 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-c36a9b96-bfb5-43fe-8933-23a6679ae76c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.41 "DELETE /v2.0/ports/83ef7201-3814-4cae-9de3-4fe01a50230b HTTP/1.1" status: 204 len: 173 time: 1.6009071 Jun 25 09:18:09.577089 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'name': 'network-vif-deleted', 'tag': '83ef7201-3814-4cae-9de3-4fe01a50230b'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:09.579555 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bd763b-13e5-4e95-834a-b0ca3cd40b7c" -d '{"events": [{"server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "name": "network-vif-deleted", "tag": "83ef7201-3814-4cae-9de3-4fe01a50230b"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:09.632420 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-306c062a-9e98-4505-8cd6-fcaba7932231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.633953 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-306c062a-9e98-4505-8cd6-fcaba7932231 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4869962 Jun 25 09:18:09.658207 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0ef35a-8aa4-48af-91e5-1d8948a5089c tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:18:09.666344 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6a0ef35a-8aa4-48af-91e5-1d8948a5089c tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] 10.222.0.93 "PUT /v2.0/routers/0bfd953a-15ab-4bc1-99fb-876fd79db417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8267324 Jun 25 09:18:09.672838 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ecee3-fe19-4674-917b-d1c65328a6d6 None None] Sync routers for ids ['0bfd953a-15ab-4bc1-99fb-876fd79db417'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:18:09.675278 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47782) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:09.688292 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ecee3-fe19-4674-917b-d1c65328a6d6 None None] Routers {'0bfd953a-15ab-4bc1-99fb-876fd79db417'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:09.689483 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-657ecee3-fe19-4674-917b-d1c65328a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['0bfd953a-15ab-4bc1-99fb-876fd79db417'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:09.690242 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ee16af9c-fc96-4fd8-b1fa-a878952ed6b5 req-db4b7982-fb64-492e-810b-a50626ba410d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1667023 Jun 25 09:18:09.742662 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-cfe07993-c3f1-421a-8887-af256aab98b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.743370 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-657ecee3-fe19-4674-917b-d1c65328a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:09.744652 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-cfe07993-c3f1-421a-8887-af256aab98b4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a3b61a4-c9d4-4acc-85a1-87f07863c490 HTTP/1.1" status: 200 len: 868 time: 0.2187667 Jun 25 09:18:09.770638 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ecee3-fe19-4674-917b-d1c65328a6d6 None None] Routers {'0bfd953a-15ab-4bc1-99fb-876fd79db417'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:09.771537 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-657ecee3-fe19-4674-917b-d1c65328a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['0bfd953a-15ab-4bc1-99fb-876fd79db417'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:09.810439 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:09.821139 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-657ecee3-fe19-4674-917b-d1c65328a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:09.822211 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ecee3-fe19-4674-917b-d1c65328a6d6 None None] The sync data for ids ['0bfd953a-15ab-4bc1-99fb-876fd79db417'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:18:09.839645 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c21b9fd0-3df6-478b-99e0-0798300f1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.841365 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5d3b599-150a-43ce-a111-11c975a866ef req-c21b9fd0-3df6-478b-99e0-0798300f1ed0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6174765 Jun 25 09:18:09.857168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db626f-a5ae-433b-bc5c-28b8bbcd13ae req-b9323bd8-869b-446a-925c-a277ab9b4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.858789 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8db626f-a5ae-433b-bc5c-28b8bbcd13ae req-b9323bd8-869b-446a-925c-a277ab9b4cca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f3c06d16c3f48ac9ca4bd537b5532fd&device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 1097 time: 0.9375844 Jun 25 09:18:09.897341 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa082d46-1bed-4c74-a271-f2ff753b2c18 req-de4b62ae-4b99-4d30-a6cf-8b2b9163d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.897724 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa082d46-1bed-4c74-a271-f2ff753b2c18 req-de4b62ae-4b99-4d30-a6cf-8b2b9163d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.898194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa082d46-1bed-4c74-a271-f2ff753b2c18 req-de4b62ae-4b99-4d30-a6cf-8b2b9163d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.898662 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa082d46-1bed-4c74-a271-f2ff753b2c18 req-de4b62ae-4b99-4d30-a6cf-8b2b9163d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.899124 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa082d46-1bed-4c74-a271-f2ff753b2c18 req-de4b62ae-4b99-4d30-a6cf-8b2b9163d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.899586 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa082d46-1bed-4c74-a271-f2ff753b2c18 req-de4b62ae-4b99-4d30-a6cf-8b2b9163d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.900043 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa082d46-1bed-4c74-a271-f2ff753b2c18 req-de4b62ae-4b99-4d30-a6cf-8b2b9163d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:09.900536 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cdcc021e-420e-4c95-8d19-1a61b4e9aa29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:09.902033 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-aa082d46-1bed-4c74-a271-f2ff753b2c18 req-de4b62ae-4b99-4d30-a6cf-8b2b9163d18c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 6496 time: 0.5232399 Jun 25 09:18:09.988200 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-4e848489-bd29-4c04-8f6a-9c0516e65b30 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343146 Jun 25 09:18:10.083838 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-aa082d46-1bed-4c74-a271-f2ff753b2c18 req-fb9865de-62b8-44d4-96d9-7416bda4c5f7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1554458 Jun 25 09:18:10.103186 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:10.108717 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db626f-a5ae-433b-bc5c-28b8bbcd13ae req-37e502c0-9b1a-4ec0-bb48-1d1b33765e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:10.110264 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8db626f-a5ae-433b-bc5c-28b8bbcd13ae req-37e502c0-9b1a-4ec0-bb48-1d1b33765e59 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c4fd0fda-46ea-49bf-9785-8c5e9f244630 HTTP/1.1" status: 200 len: 931 time: 0.2425931 Jun 25 09:18:10.121526 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-60c601b7-e9bc-4bab-8ee3-6fe8edb5f608 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Deleting port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:10.121851 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-60c601b7-e9bc-4bab-8ee3-6fe8edb5f608 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:10.157945 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-3364489b-7ca3-478c-997f-b92c2c783c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:10.159361 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-3364489b-7ca3-478c-997f-b92c2c783c19 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4fd0fda-46ea-49bf-9785-8c5e9f244630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3987901 Jun 25 09:18:10.161173 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5d3b599-150a-43ce-a111-11c975a866ef req-6feac0c7-8178-4336-af9e-37038a9bcf66 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054001 Jun 25 09:18:10.231962 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-60c601b7-e9bc-4bab-8ee3-6fe8edb5f608 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] For port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=11099399-ea2d-4a7d-a3bd-31b0cb4b12f7,segment=NetworkSegment(8b726434-b0b1-45a2-b114-7c8803321255),segment_id=8b726434-b0b1-45a2-b114-7c8803321255)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:10.232326 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-60c601b7-e9bc-4bab-8ee3-6fe8edb5f608 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:10.250081 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Deleting port 42b1098e-acb6-49fd-96c9-110bd387c411 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:10.250389 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:10.255709 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-60c601b7-e9bc-4bab-8ee3-6fe8edb5f608 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Calling delete_port for 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:10.306152 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda3cf6-7511-43f2-b6ae-4fe4c83d05a8 req-7fb5006c-a68c-4d19-8309-b323c377e309 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:10.311962 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda3cf6-7511-43f2-b6ae-4fe4c83d05a8 req-7fb5006c-a68c-4d19-8309-b323c377e309 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:10.313614 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5fda3cf6-7511-43f2-b6ae-4fe4c83d05a8 req-7fb5006c-a68c-4d19-8309-b323c377e309 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 1683 time: 0.4677472 Jun 25 09:18:10.374629 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-bd6a8119-1cc2-4d44-9cb6-892444093faf service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493204 Jun 25 09:18:10.381594 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:10.397364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Calling delete_port for 42b1098e-acb6-49fd-96c9-110bd387c411 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:10.498219 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-590537f8-04be-489d-941d-003521676163 service neutron] 10.222.0.93 "GET /v2.0/networks/c4fd0fda-46ea-49bf-9785-8c5e9f244630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288050 Jun 25 09:18:10.505676 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-bd2e2a7c-b930-44ca-9b80-09986effa203 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=df9f4b8c-6644-4664-913a-ecb3619208a8 HTTP/1.1" status: 200 len: 217 time: 0.0703979 Jun 25 09:18:10.510705 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5d3b599-150a-43ce-a111-11c975a866ef req-9a556328-2795-4a68-aa0d-9ebdf6e558e1 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312066 Jun 25 09:18:10.518964 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8db626f-a5ae-433b-bc5c-28b8bbcd13ae req-627e7bac-387e-4a95-9984-1ce635886077 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1733383c-068a-44ae-a78d-8592d0bd9270 HTTP/1.1" status: 200 len: 217 time: 0.0720656 Jun 25 09:18:10.545700 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5fda3cf6-7511-43f2-b6ae-4fe4c83d05a8 req-90e3b27b-244c-4637-ae1c-03d146e99ea6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236626 Jun 25 09:18:10.615359 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-60c601b7-e9bc-4bab-8ee3-6fe8edb5f608 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:10.636504 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:10.647706 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db626f-a5ae-433b-bc5c-28b8bbcd13ae req-b7ac705d-a2e9-4bc2-90ed-b2e44fbc586c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:10.649221 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8db626f-a5ae-433b-bc5c-28b8bbcd13ae req-b7ac705d-a2e9-4bc2-90ed-b2e44fbc586c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a3b61a4-c9d4-4acc-85a1-87f07863c490 HTTP/1.1" status: 200 len: 868 time: 0.1207068 Jun 25 09:18:10.654895 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcc021e-420e-4c95-8d19-1a61b4e9aa29 admin admin] Router a0b41ee8-9da4-481d-adea-93797d3fac75 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:18:10.659284 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-cf13d26a-eda2-46ab-9322-6797b67aef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:10.660805 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-cf13d26a-eda2-46ab-9322-6797b67aef69 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.1125183 Jun 25 09:18:10.697033 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c601b7-e9bc-4bab-8ee3-6fe8edb5f608 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Port': ['ID=11099399-ea2d-4a7d-a3bd-31b0cb4b12f7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:10.707070 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60c601b7-e9bc-4bab-8ee3-6fe8edb5f608 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:10.746542 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-60c601b7-e9bc-4bab-8ee3-6fe8edb5f608 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] No DVR routers for this DVR port 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:10.752336 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-60c601b7-e9bc-4bab-8ee3-6fe8edb5f608 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:10.754366 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-60c601b7-e9bc-4bab-8ee3-6fe8edb5f608 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.41 "DELETE /v2.0/ports/11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 HTTP/1.1" status: 204 len: 173 time: 1.1653407 Jun 25 09:18:10.765921 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdab5749-462a-4ec8-8ad5-c121f2034747 req-3f78cb61-9e84-4660-905b-24cca9de7528 service neutron] 10.222.0.93 "GET /v2.0/networks/c4fd0fda-46ea-49bf-9785-8c5e9f244630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576120 Jun 25 09:18:10.883072 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:10.885610 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2daea-7016-4fef-a291-ad92e3261220 req-944f2400-fada-4570-853f-ae2614b6f011 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:10.887354 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fda2daea-7016-4fef-a291-ad92e3261220 req-944f2400-fada-4570-853f-ae2614b6f011 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 948 time: 0.2103152 Jun 25 09:18:10.888706 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:10.894777 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f35f96d-2b96-426d-bd77-37eb60f00f5e', 'tag': '51dfff6b-5b50-475b-8e08-7aa5eabe6489'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:10.897234 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059ed8a9-2016-4d21-b32c-1fbf63229829" -d '{"events": [{"name": "network-changed", "server_uuid": "2f35f96d-2b96-426d-bd77-37eb60f00f5e", "tag": "51dfff6b-5b50-475b-8e08-7aa5eabe6489"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:10.905920 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-f91a58c4-ac7b-4138-91ae-1056ec6a156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:10.907630 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-f91a58c4-ac7b-4138-91ae-1056ec6a156a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2334826 Jun 25 09:18:10.921183 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db626f-a5ae-433b-bc5c-28b8bbcd13ae req-17ecebad-8744-46ce-a8cd-39a9364cb445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:10.922746 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8db626f-a5ae-433b-bc5c-28b8bbcd13ae req-17ecebad-8744-46ce-a8cd-39a9364cb445 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c4fd0fda-46ea-49bf-9785-8c5e9f244630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2348013 Jun 25 09:18:10.924869 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event deleted for resources: {'Port': ['ID=42b1098e-acb6-49fd-96c9-110bd387c411,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:10.934527 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:10.975786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcc021e-420e-4c95-8d19-1a61b4e9aa29 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:18:10.986085 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14356b29-99e3-4311-88de-2a6b5134ede2 None None] Sync routers for ids ['a0b41ee8-9da4-481d-adea-93797d3fac75'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:18:10.990879 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cdcc021e-420e-4c95-8d19-1a61b4e9aa29 admin admin] 10.222.0.93 "PUT /v2.0/routers/a0b41ee8-9da4-481d-adea-93797d3fac75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5564308 Jun 25 09:18:10.991454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47792) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:10.999778 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14356b29-99e3-4311-88de-2a6b5134ede2 None None] Routers {'a0b41ee8-9da4-481d-adea-93797d3fac75'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:11.000660 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-14356b29-99e3-4311-88de-2a6b5134ede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a0b41ee8-9da4-481d-adea-93797d3fac75'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:11.048338 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9413e6-c59c-49e9-bd73-590711ba48c6 x-openstack-request-id: req-3a9413e6-c59c-49e9-bd73-590711ba48c6 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:11.048866 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "name": "network-vif-deleted", "tag": "83ef7201-3814-4cae-9de3-4fe01a50230b", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:11.050992 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3a9413e6-c59c-49e9-bd73-590711ba48c6 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:11.051496 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'name': 'network-vif-deleted', 'tag': '83ef7201-3814-4cae-9de3-4fe01a50230b', 'status': 'completed', 'code': 200} Jun 25 09:18:11.100247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-7987a33c-7588-485a-8fee-7daf41cf8304 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Deleting port 37194f29-abc3-4b0f-97ef-e6db39eba1c3 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:11.100667 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-7987a33c-7588-485a-8fee-7daf41cf8304 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:11.131714 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:11.150434 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-14356b29-99e3-4311-88de-2a6b5134ede2 None None] Set router a0b41ee8-9da4-481d-adea-93797d3fac75 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:18:11.273615 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:11.276915 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8db626f-a5ae-433b-bc5c-28b8bbcd13ae req-54ab2f01-b8d0-4ca6-8f51-16b10b8f0c23 service neutron] 10.222.0.38 "GET /v2.0/networks/c4fd0fda-46ea-49bf-9785-8c5e9f244630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435376 Jun 25 09:18:11.278164 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:11.410868 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-14356b29-99e3-4311-88de-2a6b5134ede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'name': 'tempest-FloatingIPDetailsTestJSON-355190404-router', 'tenant_id': '7b0aca87dda143a79c67a863f31ecc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '9377681c-b20a-4129-bb53-cedd7455425d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:13Z', 'updated_at': '2021-06-25T09:18:08Z', 'revision_number': 5, 'project_id': '7b0aca87dda143a79c67a863f31ecc45', 'gw_port': {'id': '9377681c-b20a-4129-bb53-cedd7455425d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:16Z', 'updated_at': '2021-06-25T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:11.445156 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:11.445720 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Fanout notify agent at l3_agent the message router_deleted on router 0bfd953a-15ab-4bc1-99fb-876fd79db417 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:18:11.456604 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14356b29-99e3-4311-88de-2a6b5134ede2 None None] Checking router: a0b41ee8-9da4-481d-adea-93797d3fac75 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:18:11.457686 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:11.461196 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] 10.222.0.93 "DELETE /v2.0/routers/0bfd953a-15ab-4bc1-99fb-876fd79db417 HTTP/1.1" status: 204 len: 168 time: 1.7804878 Jun 25 09:18:11.461196 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-7987a33c-7588-485a-8fee-7daf41cf8304 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] For port 37194f29-abc3-4b0f-97ef-e6db39eba1c3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=37194f29-abc3-4b0f-97ef-e6db39eba1c3,segment=NetworkSegment(8b726434-b0b1-45a2-b114-7c8803321255),segment_id=8b726434-b0b1-45a2-b114-7c8803321255)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:11.461540 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-7987a33c-7588-485a-8fee-7daf41cf8304 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:11.463817 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47794) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:11.466763 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14356b29-99e3-4311-88de-2a6b5134ede2 None None] Routers {'a0b41ee8-9da4-481d-adea-93797d3fac75'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:11.467408 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-14356b29-99e3-4311-88de-2a6b5134ede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a0b41ee8-9da4-481d-adea-93797d3fac75'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:11.471788 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fda2daea-7016-4fef-a291-ad92e3261220 req-c24914dd-c976-43f0-8432-e5babdca3786 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703256 Jun 25 09:18:11.527584 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-7987a33c-7588-485a-8fee-7daf41cf8304 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Calling delete_port for 37194f29-abc3-4b0f-97ef-e6db39eba1c3 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:11.559103 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8db626f-a5ae-433b-bc5c-28b8bbcd13ae req-70048f11-427d-474c-b18b-9fc31c175389 service neutron] 10.222.0.38 "GET /v2.0/networks/c4fd0fda-46ea-49bf-9785-8c5e9f244630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565281 Jun 25 09:18:11.586531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-71842f25-6b01-4312-96f1-70b8e54bfa03 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Deleting subnet ee30d1a9-fc11-40e7-b9b2-feda591cd352 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:18:11.609973 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-14356b29-99e3-4311-88de-2a6b5134ede2 None None] Set router a0b41ee8-9da4-481d-adea-93797d3fac75 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:18:11.618234 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71842f25-6b01-4312-96f1-70b8e54bfa03 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:11.648187 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95e47b84-e7a9-4f6e-9689-fb5c9ca57bea req-2fe1514e-8315-41e2-99a4-75eec75dd2c3 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/floatingips/624539c4-004f-4f8f-9df0-b18d88402ed3 HTTP/1.1" status: 200 len: 692 time: 0.1240952 Jun 25 09:18:11.664016 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-c72b7cb4-a495-4625-8a66-0937a466c6b6 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7447374 Jun 25 09:18:11.670649 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71842f25-6b01-4312-96f1-70b8e54bfa03 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:11.744154 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:11.809929 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71842f25-6b01-4312-96f1-70b8e54bfa03 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:11.831482 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-7987a33c-7588-485a-8fee-7daf41cf8304 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:11.836934 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-38bae976-6d2e-4455-8f8b-2d0a182e13f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:11.849580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbb854-d028-48ca-a27e-aa11e833cbc0 req-c9ae027e-7f76-41b2-b3c9-ad3955ce85e5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:11.856798 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbb854-d028-48ca-a27e-aa11e833cbc0 req-c9ae027e-7f76-41b2-b3c9-ad3955ce85e5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:11.863052 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbb854-d028-48ca-a27e-aa11e833cbc0 req-c9ae027e-7f76-41b2-b3c9-ad3955ce85e5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:11.866377 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987a33c-7588-485a-8fee-7daf41cf8304 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Port': ['ID=37194f29-abc3-4b0f-97ef-e6db39eba1c3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:11.870358 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbb854-d028-48ca-a27e-aa11e833cbc0 req-c9ae027e-7f76-41b2-b3c9-ad3955ce85e5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:11.871859 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7987a33c-7588-485a-8fee-7daf41cf8304 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:11.877271 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbb854-d028-48ca-a27e-aa11e833cbc0 req-c9ae027e-7f76-41b2-b3c9-ad3955ce85e5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:11.884189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbb854-d028-48ca-a27e-aa11e833cbc0 req-c9ae027e-7f76-41b2-b3c9-ad3955ce85e5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:11.891392 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbb854-d028-48ca-a27e-aa11e833cbc0 req-c9ae027e-7f76-41b2-b3c9-ad3955ce85e5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:11.893501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3abbb854-d028-48ca-a27e-aa11e833cbc0 req-c9ae027e-7f76-41b2-b3c9-ad3955ce85e5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5432 time: 0.4186225 Jun 25 09:18:11.900483 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-14356b29-99e3-4311-88de-2a6b5134ede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'name': 'tempest-FloatingIPDetailsTestJSON-355190404-router', 'tenant_id': '7b0aca87dda143a79c67a863f31ecc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '9377681c-b20a-4129-bb53-cedd7455425d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:13Z', 'updated_at': '2021-06-25T09:18:08Z', 'revision_number': 5, 'project_id': '7b0aca87dda143a79c67a863f31ecc45', 'gw_port': {'id': '9377681c-b20a-4129-bb53-cedd7455425d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:16Z', 'updated_at': '2021-06-25T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:11.950766 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-7987a33c-7588-485a-8fee-7daf41cf8304 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] No DVR routers for this DVR port 37194f29-abc3-4b0f-97ef-e6db39eba1c3 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:11.951815 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14356b29-99e3-4311-88de-2a6b5134ede2 None None] The sync data for ids ['a0b41ee8-9da4-481d-adea-93797d3fac75'] in n-d-761264-15 is: [{'id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'name': 'tempest-FloatingIPDetailsTestJSON-355190404-router', 'tenant_id': '7b0aca87dda143a79c67a863f31ecc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '9377681c-b20a-4129-bb53-cedd7455425d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:13Z', 'updated_at': '2021-06-25T09:18:08Z', 'revision_number': 5, 'project_id': '7b0aca87dda143a79c67a863f31ecc45', 'gw_port': {'id': '9377681c-b20a-4129-bb53-cedd7455425d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b41ee8-9da4-481d-adea-93797d3fac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:16Z', 'updated_at': '2021-06-25T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:18:11.958040 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-7987a33c-7588-485a-8fee-7daf41cf8304 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:11.960096 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa4cc46b-cb75-4582-ad4d-851b0c034200 req-7987a33c-7588-485a-8fee-7daf41cf8304 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.41 "DELETE /v2.0/ports/37194f29-abc3-4b0f-97ef-e6db39eba1c3 HTTP/1.1" status: 204 len: 173 time: 1.1876101 Jun 25 09:18:11.976242 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71842f25-6b01-4312-96f1-70b8e54bfa03 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:11.979841 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-12cc4fad-9c05-45ab-984a-45a560c4a086 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:12.024805 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71842f25-6b01-4312-96f1-70b8e54bfa03 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event deleted for resources: {'Subnet': ['ID=ee30d1a9-fc11-40e7-b9b2-feda591cd352,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:12.027250 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71842f25-6b01-4312-96f1-70b8e54bfa03 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:12.030006 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-71842f25-6b01-4312-96f1-70b8e54bfa03 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] 10.222.0.93 "DELETE /v2.0/subnets/ee30d1a9-fc11-40e7-b9b2-feda591cd352 HTTP/1.1" status: 204 len: 168 time: 0.5631392 Jun 25 09:18:12.031029 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-71842f25-6b01-4312-96f1-70b8e54bfa03 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:12.032098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47800) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:12.034770 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeca375a-bbc8-4575-a11c-dd1f59b93ec8 None None] Network 61ddc9f0-66f8-41d6-8339-c14a709fcb5a requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:12.044931 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e47b84-e7a9-4f6e-9689-fb5c9ca57bea req-7a9c89fa-3b55-42ab-ae89-f61d823208a2 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:12.046484 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95e47b84-e7a9-4f6e-9689-fb5c9ca57bea req-7a9c89fa-3b55-42ab-ae89-f61d823208a2 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.3973181 Jun 25 09:18:12.097119 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-80ed2c7c-b274-4c1f-8d66-5a7061ea5a76 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136195 Jun 25 09:18:12.150825 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:12.181115 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3abbb854-d028-48ca-a27e-aa11e833cbc0 req-f5f3f792-b253-4a55-a9e4-2df4f6ca3f79 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2707934 Jun 25 09:18:12.182387 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:12.240528 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95e47b84-e7a9-4f6e-9689-fb5c9ca57bea req-341d88a0-dc23-4275-b3d6-a10b8fc4388d tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.1787915 Jun 25 09:18:12.244157 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-9da86d76-a2a6-4105-a88e-2137d4a7be6e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=0cde92df-da68-43f7-a09e-d95f4e7819be HTTP/1.1" status: 200 len: 217 time: 0.1041529 Jun 25 09:18:12.247316 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Deleting port 7765ba61-7139-45e0-af0e-88624ad7b7ee {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:12.248086 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:12.286467 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:12.304766 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e2ac7f-335c-4b98-9a04-b6a4a1196fc9 x-openstack-request-id: req-28e2ac7f-335c-4b98-9a04-b6a4a1196fc9 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:12.305103 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f35f96d-2b96-426d-bd77-37eb60f00f5e", "tag": "51dfff6b-5b50-475b-8e08-7aa5eabe6489", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:12.305404 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-28e2ac7f-335c-4b98-9a04-b6a4a1196fc9 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:12.305854 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f35f96d-2b96-426d-bd77-37eb60f00f5e', 'tag': '51dfff6b-5b50-475b-8e08-7aa5eabe6489', 'status': 'completed', 'code': 200} Jun 25 09:18:12.319937 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:12.320968 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 11099399-ea2d-4a7d-a3bd-31b0cb4b12f7 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:12.320968 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 37194f29-abc3-4b0f-97ef-e6db39eba1c3 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:12.331065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] For port 7765ba61-7139-45e0-af0e-88624ad7b7ee, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7765ba61-7139-45e0-af0e-88624ad7b7ee,segment=NetworkSegment(afe89352-78f0-40d2-ae2b-0121bc8e2435),segment_id=afe89352-78f0-40d2-ae2b-0121bc8e2435)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:12.331522 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:12.369453 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] DHCP port deletion for 61ddc9f0-66f8-41d6-8339-c14a709fcb5a request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:18:12.371687 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 37194f29-abc3-4b0f-97ef-e6db39eba1c3 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:12.372107 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 37194f29-abc3-4b0f-97ef-e6db39eba1c3 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:12.372544 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 83ef7201-3814-4cae-9de3-4fe01a50230b no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:12.398297 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Calling delete_port for 7765ba61-7139-45e0-af0e-88624ad7b7ee owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:12.412624 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 83ef7201-3814-4cae-9de3-4fe01a50230b {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:12.413059 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 83ef7201-3814-4cae-9de3-4fe01a50230b not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:12.457564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1406da4-6267-4acd-9fee-f0032b2ffea4 req-98896743-e5e2-4eeb-a9cd-cea3b83304cc tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d24945-0c72-47e5-b12f-4e1f07d5b49a HTTP/1.1" status: 200 len: 210 time: 0.0431767 Jun 25 09:18:12.461553 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95e47b84-e7a9-4f6e-9689-fb5c9ca57bea req-34797fa9-fe0b-41d2-bca3-e75ee669fdbc tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.1848364 Jun 25 09:18:12.467857 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Deleting port 7765ba61-7139-45e0-af0e-88624ad7b7ee {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:12.469397 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:12.534201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-2ed36af6-cc39-4d6d-b1bf-aae56602c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:12.535742 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-2ed36af6-cc39-4d6d-b1bf-aae56602c426 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.2328968 Jun 25 09:18:12.583473 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] For port 7765ba61-7139-45e0-af0e-88624ad7b7ee, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7765ba61-7139-45e0-af0e-88624ad7b7ee,segment=NetworkSegment(afe89352-78f0-40d2-ae2b-0121bc8e2435),segment_id=afe89352-78f0-40d2-ae2b-0121bc8e2435)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:12.584870 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:12.609365 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Calling delete_port for 7765ba61-7139-45e0-af0e-88624ad7b7ee owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:12.698917 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Deleting port 9377681c-b20a-4129-bb53-cedd7455425d {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:12.699613 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:12.810212 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-5759632b-4c8e-40f0-a0eb-6905f3cf220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:12.811930 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:12.812556 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-5759632b-4c8e-40f0-a0eb-6905f3cf220c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1812053 Jun 25 09:18:12.817916 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-95e47b84-e7a9-4f6e-9689-fb5c9ca57bea req-51c6f224-98cf-474e-ac4e-3c9446cede71 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Deleting port b59a493b-d002-44e1-9a30-32c631c308bb {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:12.818187 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:12.818700 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-95e47b84-e7a9-4f6e-9689-fb5c9ca57bea req-51c6f224-98cf-474e-ac4e-3c9446cede71 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:12.883249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] No DVR routers for this DVR port 7765ba61-7139-45e0-af0e-88624ad7b7ee on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:12.895986 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:12.898487 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Pushing event deleted for resources: {'Port': ['ID=7765ba61-7139-45e0-af0e-88624ad7b7ee,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:12.898846 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:12.918124 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:12.919545 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:12.920919 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:12.921470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:12.921984 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:12.922661 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:12.923281 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:12.923810 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:12.924306 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:12.924824 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:12.925344 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:12.925872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:12.930302 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event deleted for resources: {'Port': ['ID=7765ba61-7139-45e0-af0e-88624ad7b7ee,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:12.931056 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:12.936440 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:12.937279 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] No DVR routers for this DVR port 7765ba61-7139-45e0-af0e-88624ad7b7ee on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:13.027300 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ed8a9-2016-4d21-b32c-1fbf63229829 req-e47a76b1-93a1-4136-80c8-c8ea721f02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:13.028879 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-059ed8a9-2016-4d21-b32c-1fbf63229829 req-e47a76b1-93a1-4136-80c8-c8ea721f02d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20e1d7ad1399498a923475e2cf53b0f8&device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 1100 time: 0.6940897 Jun 25 09:18:13.046213 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:13.053906 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'name': 'network-vif-deleted', 'tag': '11099399-ea2d-4a7d-a3bd-31b0cb4b12f7'}, {'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'name': 'network-vif-deleted', 'tag': '37194f29-abc3-4b0f-97ef-e6db39eba1c3'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:13.054847 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] For port 9377681c-b20a-4129-bb53-cedd7455425d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=9377681c-b20a-4129-bb53-cedd7455425d,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:13.055215 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:13.056251 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aafe99b-5f51-470a-8ab4-a5e3027061fe" -d '{"events": [{"server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "name": "network-vif-deleted", "tag": "11099399-ea2d-4a7d-a3bd-31b0cb4b12f7"}, {"server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "name": "network-vif-deleted", "tag": "37194f29-abc3-4b0f-97ef-e6db39eba1c3"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:13.094703 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-95e47b84-e7a9-4f6e-9689-fb5c9ca57bea req-51c6f224-98cf-474e-ac4e-3c9446cede71 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:13.095039 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-95e47b84-e7a9-4f6e-9689-fb5c9ca57bea req-51c6f224-98cf-474e-ac4e-3c9446cede71 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:13.097969 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ddc9f0-66f8-41d6-8339-c14a709fcb5a']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:13.111231 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe89352-78f0-40d2-ae2b-0121bc8e2435') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:13.111528 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe89352-78f0-40d2-ae2b-0121bc8e2435') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:13.116717 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Calling delete_port for 9377681c-b20a-4129-bb53-cedd7455425d owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:13.124555 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:13.129430 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-95e47b84-e7a9-4f6e-9689-fb5c9ca57bea req-51c6f224-98cf-474e-ac4e-3c9446cede71 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Calling delete_port for b59a493b-d002-44e1-9a30-32c631c308bb owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:13.151538 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:13.168624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:18:13.169374 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:18:13.174729 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:18:13.226913 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-0221095a-4640-4bdd-92bf-82ec1b7dffcc service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057575 Jun 25 09:18:13.229056 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ed8a9-2016-4d21-b32c-1fbf63229829 req-e45b4346-28e5-41ed-8d8a-dab438580b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:13.230538 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-059ed8a9-2016-4d21-b32c-1fbf63229829 req-e45b4346-28e5-41ed-8d8a-dab438580b18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1925759 Jun 25 09:18:13.286452 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-059ed8a9-2016-4d21-b32c-1fbf63229829 req-bb88defd-2afc-485a-861a-65eb0bb1bdd4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=51dfff6b-5b50-475b-8e08-7aa5eabe6489 HTTP/1.1" status: 200 len: 217 time: 0.0457187 Jun 25 09:18:13.289101 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:13.293315 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d290dcb5-5ce8-4d15-967d-014d426650cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:13.308239 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:13.310429 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] 10.222.0.93 "DELETE /v2.0/networks/61ddc9f0-66f8-41d6-8339-c14a709fcb5a HTTP/1.1" status: 204 len: 168 time: 1.2773767 Jun 25 09:18:13.314902 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47812) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:13.325161 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event deleted for resources: {'Network': ['ID=61ddc9f0-66f8-41d6-8339-c14a709fcb5a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:13.334592 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:13.345566 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc722c-59e8-468f-80d7-9740131766cc req-934340ce-e714-4490-880f-56581a0f6278 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:13.352605 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1dbc722c-59e8-468f-80d7-9740131766cc req-934340ce-e714-4490-880f-56581a0f6278 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 948 time: 0.3250043 Jun 25 09:18:13.381226 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7765ba61-7139-45e0-af0e-88624ad7b7ee no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:13.404151 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 7765ba61-7139-45e0-af0e-88624ad7b7ee {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:13.404638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7765ba61-7139-45e0-af0e-88624ad7b7ee not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:13.405720 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:13.432545 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:13.432545 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6d9a85ce-ed4f-4552-8b93-2cf50c684fc7 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:13.454030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ed8a9-2016-4d21-b32c-1fbf63229829 req-e760deb9-5f9e-4f0e-b4c3-381525bf0b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:13.455677 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-059ed8a9-2016-4d21-b32c-1fbf63229829 req-e760deb9-5f9e-4f0e-b4c3-381525bf0b05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1439776 Jun 25 09:18:13.465755 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-46e337ea-d185-4ace-99e9-48961e6f2ca9 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319629 Jun 25 09:18:13.473364 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1dbc722c-59e8-468f-80d7-9740131766cc req-2adf541f-2aae-45b7-b8f7-470fc50a31ce tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197391 Jun 25 09:18:13.523106 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd65ade5-dc5a-43d1-9c51-a7992c9a319c x-openstack-request-id: req-bd65ade5-dc5a-43d1-9c51-a7992c9a319c {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:13.523508 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "name": "network-vif-deleted", "tag": "11099399-ea2d-4a7d-a3bd-31b0cb4b12f7", "status": "completed", "code": 200}, {"server_uuid": "16d24945-0c72-47e5-b12f-4e1f07d5b49a", "name": "network-vif-deleted", "tag": "37194f29-abc3-4b0f-97ef-e6db39eba1c3", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:13.523863 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bd65ade5-dc5a-43d1-9c51-a7992c9a319c {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:13.524356 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'name': 'network-vif-deleted', 'tag': '11099399-ea2d-4a7d-a3bd-31b0cb4b12f7', 'status': 'completed', 'code': 200} Jun 25 09:18:13.524707 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d24945-0c72-47e5-b12f-4e1f07d5b49a', 'name': 'network-vif-deleted', 'tag': '37194f29-abc3-4b0f-97ef-e6db39eba1c3', 'status': 'completed', 'code': 200} Jun 25 09:18:13.549429 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-08ab3b51-1e9b-44d8-bcce-a44920f9c556 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Deleting port ed03f422-0859-4bda-ade9-36088c44d69b {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:13.549799 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-08ab3b51-1e9b-44d8-bcce-a44920f9c556 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:13.588357 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-ef6121be-ada9-4598-ba36-625457d3aa81 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=51882b81-9a38-48b7-8ea5-4e1d713904c2 HTTP/1.1" status: 200 len: 217 time: 0.0724170 Jun 25 09:18:13.615461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ed8a9-2016-4d21-b32c-1fbf63229829 req-194b32c9-4775-4974-af33-f364edbf2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:13.617008 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-059ed8a9-2016-4d21-b32c-1fbf63229829 req-194b32c9-4775-4974-af33-f364edbf2228 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1405098 Jun 25 09:18:13.658837 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:13.680221 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c69678ef-41d5-49e6-9a64-783405f3af81 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:13.702653 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-08ab3b51-1e9b-44d8-bcce-a44920f9c556 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:13.702987 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-08ab3b51-1e9b-44d8-bcce-a44920f9c556 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:13.711672 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-95e47b84-e7a9-4f6e-9689-fb5c9ca57bea req-51c6f224-98cf-474e-ac4e-3c9446cede71 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:13.724213 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9377681c-b20a-4129-bb53-cedd7455425d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:13.725835 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-08ab3b51-1e9b-44d8-bcce-a44920f9c556 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Calling delete_port for ed03f422-0859-4bda-ade9-36088c44d69b owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:13.733041 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-dabeb1d6-709c-4296-98d8-9d0b748160bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:13.734185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-dabeb1d6-709c-4296-98d8-9d0b748160bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8714fc71-29f3-4ccc-83a9-562da482dc88 HTTP/1.1" status: 200 len: 797 time: 0.1384006 Jun 25 09:18:13.761230 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:13.761613 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:13.761983 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:13.762361 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:13.762707 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:13.763080 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:13.763424 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:13.763796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:13.764148 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:13.764502 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:13.764883 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:13.765234 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:13.778125 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:13.779462 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:13.787526 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-059ed8a9-2016-4d21-b32c-1fbf63229829 req-186520a6-6c16-4b0f-b477-94b8cdff6330 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607091 Jun 25 09:18:13.882611 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6f224-98cf-474e-ac4e-3c9446cede71 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Pushing event deleted for resources: {'Port': ['ID=b59a493b-d002-44e1-9a30-32c631c308bb,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:13.888415 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-51c6f224-98cf-474e-ac4e-3c9446cede71 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:13.922905 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:13.925251 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-059ed8a9-2016-4d21-b32c-1fbf63229829 req-f53abd19-0bfe-41f6-8363-ecc18916dc1c service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303790 Jun 25 09:18:13.940819 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73506f4c-a330-4d92-a1af-4cae806aa331 req-cb410107-2d49-4617-847f-934dbedb5afd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:13.949101 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73506f4c-a330-4d92-a1af-4cae806aa331 req-cb410107-2d49-4617-847f-934dbedb5afd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:13.952903 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-08ab3b51-1e9b-44d8-bcce-a44920f9c556 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:13.954282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73506f4c-a330-4d92-a1af-4cae806aa331 req-cb410107-2d49-4617-847f-934dbedb5afd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:13.955656 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-859ddb82-b9e0-4d81-8a5f-d28b35da2737 tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:13.960475 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73506f4c-a330-4d92-a1af-4cae806aa331 req-cb410107-2d49-4617-847f-934dbedb5afd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:13.966385 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73506f4c-a330-4d92-a1af-4cae806aa331 req-cb410107-2d49-4617-847f-934dbedb5afd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:13.972182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73506f4c-a330-4d92-a1af-4cae806aa331 req-cb410107-2d49-4617-847f-934dbedb5afd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:13.978071 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73506f4c-a330-4d92-a1af-4cae806aa331 req-cb410107-2d49-4617-847f-934dbedb5afd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:13.979908 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-73506f4c-a330-4d92-a1af-4cae806aa331 req-cb410107-2d49-4617-847f-934dbedb5afd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5432 time: 0.3432181 Jun 25 09:18:13.981308 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab3b51-1e9b-44d8-bcce-a44920f9c556 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Pushing event deleted for resources: {'Port': ['ID=ed03f422-0859-4bda-ade9-36088c44d69b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:13.984207 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-08ab3b51-1e9b-44d8-bcce-a44920f9c556 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:14.053376 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-08ab3b51-1e9b-44d8-bcce-a44920f9c556 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks [] for floatingip, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.056063 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-08ab3b51-1e9b-44d8-bcce-a44920f9c556 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.059578 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-08ab3b51-1e9b-44d8-bcce-a44920f9c556 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] 10.222.0.93 "DELETE /v2.0/floatingips/1149408b-c682-40a1-96e3-fbf8b9e8107d HTTP/1.1" status: 204 len: 168 time: 0.7414501 Jun 25 09:18:14.067099 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-95e47b84-e7a9-4f6e-9689-fb5c9ca57bea req-51c6f224-98cf-474e-ac4e-3c9446cede71 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.069746 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-95e47b84-e7a9-4f6e-9689-fb5c9ca57bea req-51c6f224-98cf-474e-ac4e-3c9446cede71 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.070898 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95e47b84-e7a9-4f6e-9689-fb5c9ca57bea req-51c6f224-98cf-474e-ac4e-3c9446cede71 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "DELETE /v2.0/floatingips/624539c4-004f-4f8f-9df0-b18d88402ed3 HTTP/1.1" status: 204 len: 173 time: 1.6033838 Jun 25 09:18:14.110721 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.114888 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.151038 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47826) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:14.194383 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-20c08333-4ab2-4021-9e67-d5cbaf097b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:14.195795 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-20c08333-4ab2-4021-9e67-d5cbaf097b57 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71754435-8609-4d26-9226-f6462d50ad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4366028 Jun 25 09:18:14.205552 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-73506f4c-a330-4d92-a1af-4cae806aa331 req-50e22091-740f-4d39-8cb5-5d0c141d4ffc tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1807082 Jun 25 09:18:14.235838 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.236348 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0b41ee8-9da4-481d-adea-93797d3fac75 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:18:14.278678 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.280773 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] 10.222.0.93 "DELETE /v2.0/routers/a0b41ee8-9da4-481d-adea-93797d3fac75 HTTP/1.1" status: 204 len: 168 time: 3.2841778 Jun 25 09:18:14.282968 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47832) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:14.306306 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-2730b679-d7e7-4112-846f-2c70ae9ecb43 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Deleting subnet 7262f574-1960-40c4-87a3-d54e3c631733 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:18:14.312479 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2730b679-d7e7-4112-846f-2c70ae9ecb43 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.396247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e1fd21-be7b-4948-b2dd-25e15dc5d2a7 admin admin] Deleting subnet fcff1254-1b1d-457e-add7-fb9597f893b6 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:18:14.410669 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1e1fd21-be7b-4948-b2dd-25e15dc5d2a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.434363 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47836) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:14.438692 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2730b679-d7e7-4112-846f-2c70ae9ecb43 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.461038 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1e1fd21-be7b-4948-b2dd-25e15dc5d2a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.485358 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-0c639230-e0e9-4773-a854-a75228e8ca5d service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787166 Jun 25 09:18:14.596883 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1e1fd21-be7b-4948-b2dd-25e15dc5d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.661461 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0c535616-828e-4868-91e5-545b12fa8e7a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0e716b4616324952a66f5836e9c1b124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229583 Jun 25 09:18:14.661865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47842) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:14.700015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1e1fd21-be7b-4948-b2dd-25e15dc5d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.705060 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:14.740122 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1e1fd21-be7b-4948-b2dd-25e15dc5d2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.742041 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f1e1fd21-be7b-4948-b2dd-25e15dc5d2a7 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/fcff1254-1b1d-457e-add7-fb9597f893b6 HTTP/1.1" status: 204 len: 168 time: 0.4570286 Jun 25 09:18:14.744456 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1fd21-be7b-4948-b2dd-25e15dc5d2a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcff1254-1b1d-457e-add7-fb9597f893b6,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:14.748047 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f1e1fd21-be7b-4948-b2dd-25e15dc5d2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:14.748565 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47844) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:14.749493 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b07184-38da-4dfe-ae65-e6900939d955 None None] Network fc15daa7-c491-4717-b27e-0827f7cb5d6b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:14.843956 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a599891e-c227-4f31-8a90-7b8e8a773cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.869100 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a599891e-c227-4f31-8a90-7b8e8a773cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:14.899770 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:15.004220 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cf9be6-1da3-43b3-9d6a-2fed4173964a None None] DHCP port deletion for fc15daa7-c491-4717-b27e-0827f7cb5d6b request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:18:15.012153 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a599891e-c227-4f31-8a90-7b8e8a773cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:15.015352 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a599891e-c227-4f31-8a90-7b8e8a773cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:15.019205 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a599891e-c227-4f31-8a90-7b8e8a773cc3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/09b63110-81b4-4751-bbd2-a71d01a0b07d HTTP/1.1" status: 204 len: 168 time: 0.3536713 Jun 25 09:18:15.019490 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e8e3b170-f1c0-483a-b1de-9814ce84f63b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:15.032125 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599891e-c227-4f31-8a90-7b8e8a773cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b63110-81b4-4751-bbd2-a71d01a0b07d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:15.046585 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a599891e-c227-4f31-8a90-7b8e8a773cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:15.046585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Deleting port 6b128d99-2081-40d1-a133-9475a3b82f2a {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:15.046585 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:15.083013 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2730b679-d7e7-4112-846f-2c70ae9ecb43 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:15.086588 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f7cf9be6-1da3-43b3-9d6a-2fed4173964a None None] Deleting port 6b128d99-2081-40d1-a133-9475a3b82f2a {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:15.087244 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7cf9be6-1da3-43b3-9d6a-2fed4173964a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:15.118225 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f17038-1bbd-4e4a-8673-5463ebfd963f req-6c914629-2723-4350-be88-59fdb6f3f166 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:15.124181 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f17038-1bbd-4e4a-8673-5463ebfd963f req-6c914629-2723-4350-be88-59fdb6f3f166 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:15.130455 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f17038-1bbd-4e4a-8673-5463ebfd963f req-6c914629-2723-4350-be88-59fdb6f3f166 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:15.136816 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f17038-1bbd-4e4a-8673-5463ebfd963f req-6c914629-2723-4350-be88-59fdb6f3f166 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:15.138420 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] For port 6b128d99-2081-40d1-a133-9475a3b82f2a, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6b128d99-2081-40d1-a133-9475a3b82f2a,segment=NetworkSegment(ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8),segment_id=ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:15.140006 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:15.142725 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f17038-1bbd-4e4a-8673-5463ebfd963f req-6c914629-2723-4350-be88-59fdb6f3f166 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:15.149039 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f17038-1bbd-4e4a-8673-5463ebfd963f req-6c914629-2723-4350-be88-59fdb6f3f166 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:15.155235 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f17038-1bbd-4e4a-8673-5463ebfd963f req-6c914629-2723-4350-be88-59fdb6f3f166 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:15.160824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Calling delete_port for 6b128d99-2081-40d1-a133-9475a3b82f2a owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:15.161964 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6f17038-1bbd-4e4a-8673-5463ebfd963f req-6c914629-2723-4350-be88-59fdb6f3f166 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5432 time: 0.7485847 Jun 25 09:18:15.168084 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47848) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:15.174670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f7cf9be6-1da3-43b3-9d6a-2fed4173964a None None] For port 6b128d99-2081-40d1-a133-9475a3b82f2a, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6b128d99-2081-40d1-a133-9475a3b82f2a,segment=NetworkSegment(ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8),segment_id=ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:15.175353 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7cf9be6-1da3-43b3-9d6a-2fed4173964a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:15.176110 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-9784b005-7fd2-4d81-ad41-279c5d4904d1 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Request body: {'floatingip': {'port_id': '41d850e9-3bc1-4356-aaa1-b00d5ef1585b'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:15.191798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-ceef4568-19ae-4e3d-9090-546675185052 service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6976974 Jun 25 09:18:15.193419 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f7cf9be6-1da3-43b3-9d6a-2fed4173964a None None] Calling delete_port for 6b128d99-2081-40d1-a133-9475a3b82f2a owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:15.237484 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9784b005-7fd2-4d81-ad41-279c5d4904d1 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for floatingip, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:15.306196 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-28c52c90-061e-417e-8862-083f673052cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=08293231-0716-4463-80cf-b807d9931536 HTTP/1.1" status: 200 len: 217 time: 0.0904913 Jun 25 09:18:15.325236 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb0026-4a56-40c4-a5e0-e159e2dbafd6 req-d7049602-fef1-43ff-8207-f30e3566340f tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:15.327250 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1fb0026-4a56-40c4-a5e0-e159e2dbafd6 req-d7049602-fef1-43ff-8207-f30e3566340f tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/ports?device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3860984 Jun 25 09:18:15.356623 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7cf9be6-1da3-43b3-9d6a-2fed4173964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:15.385120 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:15.430841 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cf9be6-1da3-43b3-9d6a-2fed4173964a None None] No DVR routers for this DVR port 6b128d99-2081-40d1-a133-9475a3b82f2a on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:15.432043 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2730b679-d7e7-4112-846f-2c70ae9ecb43 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:15.438410 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47854) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:15.438798 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6b6c2d7a-a37d-4a95-b206-27c108660e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:15.446543 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1fb0026-4a56-40c4-a5e0-e159e2dbafd6 req-53a96654-0b13-489d-82a3-ff76c6318ea4 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1112309 Jun 25 09:18:15.446760 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6b128d99-2081-40d1-a133-9475a3b82f2a no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:15.451145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf9be6-1da3-43b3-9d6a-2fed4173964a None None] Pushing event deleted for resources: {'Port': ['ID=6b128d99-2081-40d1-a133-9475a3b82f2a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:15.483236 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730b679-d7e7-4112-846f-2c70ae9ecb43 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Subnet': ['ID=7262f574-1960-40c4-87a3-d54e3c631733,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:15.483385 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f7cf9be6-1da3-43b3-9d6a-2fed4173964a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:15.484118 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 6b128d99-2081-40d1-a133-9475a3b82f2a {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:15.484568 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6b128d99-2081-40d1-a133-9475a3b82f2a not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:15.488021 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-a392afdc-f93a-4ea8-b27d-66208443e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:15.489492 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-a392afdc-f93a-4ea8-b27d-66208443e9f2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8714fc71-29f3-4ccc-83a9-562da482dc88 HTTP/1.1" status: 200 len: 797 time: 0.1731539 Jun 25 09:18:15.489682 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9377681c-b20a-4129-bb53-cedd7455425d no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:15.491578 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2730b679-d7e7-4112-846f-2c70ae9ecb43 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:15.501302 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2730b679-d7e7-4112-846f-2c70ae9ecb43 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:15.503108 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2730b679-d7e7-4112-846f-2c70ae9ecb43 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "DELETE /v2.0/subnets/7262f574-1960-40c4-87a3-d54e3c631733 HTTP/1.1" status: 204 len: 168 time: 1.3199549 Jun 25 09:18:15.507870 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47860) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:15.513017 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1e771e87-ca44-46ae-8904-6170b0186812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:15.517901 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c73ea9-7df8-47ba-a35d-4a33090adb6a None None] Network ec7c2024-d012-4531-8718-fca65256e587 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:15.520073 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 9377681c-b20a-4129-bb53-cedd7455425d {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:15.520422 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9377681c-b20a-4129-bb53-cedd7455425d not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:15.568609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc0457-370c-464d-8110-8e271d461400 req-1ba04d8e-eb2d-49a5-8593-ba20ab2b5078 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:15.570474 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c3dc0457-370c-464d-8110-8e271d461400 req-1ba04d8e-eb2d-49a5-8593-ba20ab2b5078 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 948 time: 0.2112045 Jun 25 09:18:15.602231 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-3b709c3d-e373-4ac3-b0b0-c481f2cf3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:15.603789 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-3b709c3d-e373-4ac3-b0b0-c481f2cf3474 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71754435-8609-4d26-9226-f6462d50ad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1050053 Jun 25 09:18:15.641820 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c3dc0457-370c-464d-8110-8e271d461400 req-4cc3338a-c893-47b7-aded-740ef16472c7 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634332 Jun 25 09:18:15.711911 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:15.722596 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:15.744684 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7b8234a8-419e-4ae1-8a9e-64bacde52b1b req-c853fcb5-19eb-4ad1-9366-f598b8038935 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0498145 Jun 25 09:18:15.758614 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de841d3-d96d-42c6-b00b-15c83a514bd4 None None] DHCP port deletion for ec7c2024-d012-4531-8718-fca65256e587 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:18:15.782669 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] No DVR routers for this DVR port 6b128d99-2081-40d1-a133-9475a3b82f2a on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:15.783277 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-56b2c90d-9ad9-4687-a7b6-4e1d1608d18e service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708806 Jun 25 09:18:15.791959 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b128d99-2081-40d1-a133-9475a3b82f2a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:15.795363 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:15.803957 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:15.826627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4de841d3-d96d-42c6-b00b-15c83a514bd4 None None] Deleting port 2fe63195-95f0-43d2-8778-8435d70201bb {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:15.827349 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4de841d3-d96d-42c6-b00b-15c83a514bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:15.898778 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bad44038-bdfc-46b1-8618-b68e71e373d5 req-8a3c6956-d095-4c81-83da-c7347c808dc9 service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076751 Jun 25 09:18:15.956614 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.022227 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc15daa7-c491-4717-b27e-0827f7cb5d6b']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:16.036437 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:16.040884 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec08e6a6-a82c-44de-9590-2ecaf4ef1ce8') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:16.086604 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4de841d3-d96d-42c6-b00b-15c83a514bd4 None None] For port 2fe63195-95f0-43d2-8778-8435d70201bb, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2fe63195-95f0-43d2-8778-8435d70201bb,segment=NetworkSegment(3ec751f0-7168-4da6-925b-9902133ff547),segment_id=3ec751f0-7168-4da6-925b-9902133ff547)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:16.086997 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4de841d3-d96d-42c6-b00b-15c83a514bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.094019 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.100585 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4de841d3-d96d-42c6-b00b-15c83a514bd4 None None] Calling delete_port for 2fe63195-95f0-43d2-8778-8435d70201bb owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:16.166113 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.182042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:18:16.182502 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.187561 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1e771e87-ca44-46ae-8904-6170b0186812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.188206 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4de841d3-d96d-42c6-b00b-15c83a514bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:18:16.190646 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:18:16.194106 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:16.194223 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14c72d-11b2-4e4f-a433-fce1b6190b6c req-2db5c73c-e7e6-4e7c-9964-78dc3def6438 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:16.196101 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc14c72d-11b2-4e4f-a433-fce1b6190b6c req-2db5c73c-e7e6-4e7c-9964-78dc3def6438 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/ports?device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 945 time: 0.0860744 Jun 25 09:18:16.218613 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de841d3-d96d-42c6-b00b-15c83a514bd4 None None] Pushing event deleted for resources: {'Port': ['ID=2fe63195-95f0-43d2-8778-8435d70201bb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:16.221048 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de841d3-d96d-42c6-b00b-15c83a514bd4 None None] No DVR routers for this DVR port 2fe63195-95f0-43d2-8778-8435d70201bb on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:16.222769 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4de841d3-d96d-42c6-b00b-15c83a514bd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:16.238775 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1e771e87-ca44-46ae-8904-6170b0186812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.245183 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc14c72d-11b2-4e4f-a433-fce1b6190b6c req-d71203b8-a9fe-4346-afeb-cb7fb069a82d tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2c0f281-e1e7-4222-ac1b-21199611d029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413115 Jun 25 09:18:16.248385 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:16.308521 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 51dfff6b-5b50-475b-8e08-7aa5eabe6489 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:18:16.336936 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Deleting port 2fe63195-95f0-43d2-8778-8435d70201bb {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:16.337380 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.362691 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1e771e87-ca44-46ae-8904-6170b0186812 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=72697a13e4134e1783c4cfd7e377123a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9234841 Jun 25 09:18:16.366620 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47866) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:16.391168 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.400058 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.401271 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] 10.222.0.93 "DELETE /v2.0/networks/fc15daa7-c491-4717-b27e-0827f7cb5d6b HTTP/1.1" status: 204 len: 168 time: 1.6514194 Jun 25 09:18:16.402110 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e771e87-ca44-46ae-8904-6170b0186812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505b30c8-385f-4eb5-b4b7-46dee30ef93e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:16.405769 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1e771e87-ca44-46ae-8904-6170b0186812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:16.413100 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3a36810a-d8d8-4573-94cd-54cc2b74fea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:16.414121 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 51dfff6b-5b50-475b-8e08-7aa5eabe6489, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=51dfff6b-5b50-475b-8e08-7aa5eabe6489,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:16.431185 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '51dfff6b-5b50-475b-8e08-7aa5eabe6489', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '51dfff6b-5b50-475b-8e08-7aa5eabe6489', 'mac_address': 'fa:16:3e:94:85:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:18:16.451586 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-86efe4a1-47ef-47a2-aa62-2efbd6c1a0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.452740 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc15daa7-c491-4717-b27e-0827f7cb5d6b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:16.455727 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:16.478332 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.481191 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-86efe4a1-47ef-47a2-aa62-2efbd6c1a0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.485790 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] For port 2fe63195-95f0-43d2-8778-8435d70201bb, host n-d-761264-15, got binding levels [] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:16.486160 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.495821 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51dfff6b-5b50-475b-8e08-7aa5eabe6489 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:18:16.517331 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 51dfff6b-5b50-475b-8e08-7aa5eabe6489, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=51dfff6b-5b50-475b-8e08-7aa5eabe6489,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:16.522420 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.525703 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:16.576081 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-86efe4a1-47ef-47a2-aa62-2efbd6c1a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.580131 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-86efe4a1-47ef-47a2-aa62-2efbd6c1a0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.581575 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-86efe4a1-47ef-47a2-aa62-2efbd6c1a0b8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/505b30c8-385f-4eb5-b4b7-46dee30ef93e HTTP/1.1" status: 204 len: 168 time: 0.2116594 Jun 25 09:18:16.582629 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-138aade3-f84c-46fe-9f8a-5192e6b73f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:16.592994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efe4a1-47ef-47a2-aa62-2efbd6c1a0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505b30c8-385f-4eb5-b4b7-46dee30ef93e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:16.595533 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-86efe4a1-47ef-47a2-aa62-2efbd6c1a0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:16.656607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=51dfff6b-5b50-475b-8e08-7aa5eabe6489,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:16.663866 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:16.698994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47876) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:16.797210 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e3b1fc26-25b1-4f9a-aee7-4b435be665a4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7b0aca87dda143a79c67a863f31ecc45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0968029 Jun 25 09:18:16.799678 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47882) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:16.875098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Calling delete_port for 2fe63195-95f0-43d2-8778-8435d70201bb owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:16.877954 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Port 2fe63195-95f0-43d2-8778-8435d70201bb was not found and therefore no delete operation was performed {{(pid=94025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:18:16.879222 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.888788 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c88dd39f-a705-4712-9e80-57999985f835 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:16.895367 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0818147b-5a21-48b7-bc94-92d53a6a8b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.911674 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Port': ['ID=2fe63195-95f0-43d2-8778-8435d70201bb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:16.915733 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] No DVR routers for this DVR port 2fe63195-95f0-43d2-8778-8435d70201bb on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:16.917364 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:16.928874 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0818147b-5a21-48b7-bc94-92d53a6a8b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:16.958821 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['51dfff6b-5b50-475b-8e08-7aa5eabe6489'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:17.007088 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7ae9d-18d3-4636-a687-fc431e493448 req-fffdd03d-6d0c-4109-99b5-f3d69a768886 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:17.007346 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.009107 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7de7ae9d-18d3-4636-a687-fc431e493448 req-fffdd03d-6d0c-4109-99b5-f3d69a768886 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 949 time: 0.1636333 Jun 25 09:18:17.018587 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7c2024-d012-4531-8718-fca65256e587']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:17.025801 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47884) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:17.029628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec751f0-7168-4da6-925b-9902133ff547') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:17.030153 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec751f0-7168-4da6-925b-9902133ff547') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:17.039036 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.052974 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.056884 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7cfec8ef-37c4-4399-b967-e37e55303f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.060005 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9784b005-7fd2-4d81-ad41-279c5d4904d1 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.061349 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:18:17.061746 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:18:17.064856 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:18:17.067999 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0818147b-5a21-48b7-bc94-92d53a6a8b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.068618 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0818147b-5a21-48b7-bc94-92d53a6a8b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.069811 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0818147b-5a21-48b7-bc94-92d53a6a8b1b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fcecffe6-ab11-4cd4-9420-f232331f1a38 HTTP/1.1" status: 204 len: 168 time: 0.2690294 Jun 25 09:18:17.073862 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9784b005-7fd2-4d81-ad41-279c5d4904d1 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.085051 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f97c7db7-bbb8-477c-932f-9b4e23bb8581 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:17.097545 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818147b-5a21-48b7-bc94-92d53a6a8b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcecffe6-ab11-4cd4-9420-f232331f1a38,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:17.102611 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0818147b-5a21-48b7-bc94-92d53a6a8b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:17.115328 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7de7ae9d-18d3-4636-a687-fc431e493448 req-3b4c26b9-1d87-4a31-8ea8-4d7090f0fcb2 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999303 Jun 25 09:18:17.207232 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.211997 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ae3526ea-65df-47a9-960c-b8513a49f4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:17.232297 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7cfec8ef-37c4-4399-b967-e37e55303f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.234363 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.239021 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "DELETE /v2.0/networks/ec7c2024-d012-4531-8718-fca65256e587 HTTP/1.1" status: 204 len: 168 time: 1.7255528 Jun 25 09:18:17.240237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Network': ['ID=ec7c2024-d012-4531-8718-fca65256e587,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:17.240519 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7cfec8ef-37c4-4399-b967-e37e55303f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.242032 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47888) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:17.246106 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:17.246828 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0818147b-5a21-48b7-bc94-92d53a6a8b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:17.293099 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-9784b005-7fd2-4d81-ad41-279c5d4904d1 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Floating IP 87f2c6e0-8456-469c-8ca0-c2c16e99cfc9 associated. External IP: 172.25.6.249, port: 41d850e9-3bc1-4356-aaa1-b00d5ef1585b. Jun 25 09:18:17.293669 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7cfec8ef-37c4-4399-b967-e37e55303f35 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=01afd9e5f27a48c4843a03730411cbca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650657 Jun 25 09:18:17.297122 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47892) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:17.327245 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfec8ef-37c4-4399-b967-e37e55303f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46cbc17-f8b3-48cc-bc1f-159942fe9a19,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:17.332116 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7cfec8ef-37c4-4399-b967-e37e55303f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:17.338996 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-474b9e28-36df-4548-ac75-7c06773fac97 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Deleting subnet b932c927-c6b7-49ea-b7fb-525dbcc32185 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:18:17.344069 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-474b9e28-36df-4548-ac75-7c06773fac97 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.360512 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f57006d7-941e-498d-ad26-f58a590e53ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.385389 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f57006d7-941e-498d-ad26-f58a590e53ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.402290 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-474b9e28-36df-4548-ac75-7c06773fac97 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.419485 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2fe63195-95f0-43d2-8778-8435d70201bb no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:17.455199 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f57006d7-941e-498d-ad26-f58a590e53ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.458686 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f57006d7-941e-498d-ad26-f58a590e53ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.462382 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f57006d7-941e-498d-ad26-f58a590e53ae admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d46cbc17-f8b3-48cc-bc1f-159942fe9a19 HTTP/1.1" status: 204 len: 168 time: 0.1614764 Jun 25 09:18:17.462382 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-86efe4a1-47ef-47a2-aa62-2efbd6c1a0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:17.463610 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 2fe63195-95f0-43d2-8778-8435d70201bb {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:17.470284 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2fe63195-95f0-43d2-8778-8435d70201bb not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:17.503012 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57006d7-941e-498d-ad26-f58a590e53ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46cbc17-f8b3-48cc-bc1f-159942fe9a19,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:17.507806 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f57006d7-941e-498d-ad26-f58a590e53ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:17.588502 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904c470-fa7e-4884-9891-a27c22927310 req-2e2c3c1d-dd2a-4b4f-b860-ee322f2d132e tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:17.590207 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6904c470-fa7e-4884-9891-a27c22927310 req-2e2c3c1d-dd2a-4b4f-b860-ee322f2d132e tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/ports?device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 945 time: 0.1119392 Jun 25 09:18:17.615635 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-474b9e28-36df-4548-ac75-7c06773fac97 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.635773 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6904c470-fa7e-4884-9891-a27c22927310 req-fa036267-e152-40e7-8003-805f0a42fb73 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2c0f281-e1e7-4222-ac1b-21199611d029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384560 Jun 25 09:18:17.736620 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-474b9e28-36df-4548-ac75-7c06773fac97 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.740978 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ae8a2c16-3ac4-4c36-a54e-0fb348b79b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:17.773243 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b9e28-36df-4548-ac75-7c06773fac97 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Subnet': ['ID=b932c927-c6b7-49ea-b7fb-525dbcc32185,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:17.777856 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-474b9e28-36df-4548-ac75-7c06773fac97 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:17.779247 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-474b9e28-36df-4548-ac75-7c06773fac97 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.781139 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-474b9e28-36df-4548-ac75-7c06773fac97 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "DELETE /v2.0/subnets/b932c927-c6b7-49ea-b7fb-525dbcc32185 HTTP/1.1" status: 204 len: 168 time: 0.5362999 Jun 25 09:18:17.783175 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eace462-0fc8-47f4-8c28-cb48ff6d3b02 None None] Network e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:17.783715 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47910) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:17.800394 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9784b005-7fd2-4d81-ad41-279c5d4904d1 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:18:17.894810 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:17.982936 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Deleting port 7a6e0119-3d25-4847-a09e-b405e91d2fa8 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:17.983423 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:18.008978 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9784b005-7fd2-4d81-ad41-279c5d4904d1 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:18:18.013281 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9784b005-7fd2-4d81-ad41-279c5d4904d1 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:18.020356 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98664cb1-1239-40a7-8d23-038ffa0e7020 None None] Sync routers for ids ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:18:18.033782 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98664cb1-1239-40a7-8d23-038ffa0e7020 None None] Routers {'1ba7d297-4eaf-4c76-bda8-68568c031ea7'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:18.034272 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-98664cb1-1239-40a7-8d23-038ffa0e7020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:18.095536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de14141-c8c6-426f-8d82-41747762d9bd None None] DHCP port deletion for e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:18:18.114619 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9784b005-7fd2-4d81-ad41-279c5d4904d1 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "PUT /v2.0/floatingips/87f2c6e0-8456-469c-8ca0-c2c16e99cfc9 HTTP/1.1" status: 200 len: 991 time: 2.9412315 Jun 25 09:18:18.116334 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'tag': '41d850e9-3bc1-4356-aaa1-b00d5ef1585b'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:18.118795 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3428f35-3b6e-4575-bd2a-831150c7fe74" -d '{"events": [{"name": "network-changed", "server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "tag": "41d850e9-3bc1-4356-aaa1-b00d5ef1585b"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:18.153449 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] For port 7a6e0119-3d25-4847-a09e-b405e91d2fa8, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7a6e0119-3d25-4847-a09e-b405e91d2fa8,segment=NetworkSegment(8b726434-b0b1-45a2-b114-7c8803321255),segment_id=8b726434-b0b1-45a2-b114-7c8803321255)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:18.153924 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:18.175098 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Calling delete_port for 7a6e0119-3d25-4847-a09e-b405e91d2fa8 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:18.203053 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0c4a7-20da-4f63-904a-74d346b5b766 req-7cecee96-8496-48e4-8d56-2f37b8428f31 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:18.207552 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6ff0c4a7-20da-4f63-904a-74d346b5b766 req-7cecee96-8496-48e4-8d56-2f37b8428f31 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.38 "GET /v2.0/ports?device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 945 time: 0.1149571 Jun 25 09:18:18.235300 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4de14141-c8c6-426f-8d82-41747762d9bd None None] Deleting port 7a6e0119-3d25-4847-a09e-b405e91d2fa8 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:18.235674 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4de14141-c8c6-426f-8d82-41747762d9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:18.250057 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-98664cb1-1239-40a7-8d23-038ffa0e7020 None None] Set router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:18:18.272548 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70dcdde-36cd-4493-a4f4-beb7745b8cdc x-openstack-request-id: req-c70dcdde-36cd-4493-a4f4-beb7745b8cdc {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:18.273034 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "tag": "41d850e9-3bc1-4356-aaa1-b00d5ef1585b", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:18.273203 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c70dcdde-36cd-4493-a4f4-beb7745b8cdc {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:18.273645 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'tag': '41d850e9-3bc1-4356-aaa1-b00d5ef1585b', 'status': 'completed', 'code': 200} Jun 25 09:18:18.324217 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 51dfff6b-5b50-475b-8e08-7aa5eabe6489 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:18.418999 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4de14141-c8c6-426f-8d82-41747762d9bd None None] For port 7a6e0119-3d25-4847-a09e-b405e91d2fa8, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7a6e0119-3d25-4847-a09e-b405e91d2fa8,segment=NetworkSegment(8b726434-b0b1-45a2-b114-7c8803321255),segment_id=8b726434-b0b1-45a2-b114-7c8803321255)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:18.419657 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4de14141-c8c6-426f-8d82-41747762d9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:18.482052 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4de14141-c8c6-426f-8d82-41747762d9bd None None] Calling delete_port for 7a6e0119-3d25-4847-a09e-b405e91d2fa8 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:18.504907 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-3315e039-b250-4e9c-ac5a-1243ff6824f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:18.507368 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 51dfff6b-5b50-475b-8e08-7aa5eabe6489 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:18.508362 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-3315e039-b250-4e9c-ac5a-1243ff6824f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:18.508997 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-3315e039-b250-4e9c-ac5a-1243ff6824f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:18.511246 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-3315e039-b250-4e9c-ac5a-1243ff6824f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:18.511771 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-3315e039-b250-4e9c-ac5a-1243ff6824f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:18.512258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-3315e039-b250-4e9c-ac5a-1243ff6824f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:18.512764 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-3315e039-b250-4e9c-ac5a-1243ff6824f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:18.518982 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-3315e039-b250-4e9c-ac5a-1243ff6824f4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d31d35930ddf482393a8309d7454fb98&device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 6496 time: 0.1399782 Jun 25 09:18:18.542496 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 51dfff6b-5b50-475b-8e08-7aa5eabe6489 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:18.543311 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:18.582724 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:18.596164 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ef2bc54e-bfbf-4a6d-ba36-d5cc5deb7aed tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:18.658158 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4de14141-c8c6-426f-8d82-41747762d9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:18.660684 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:18.676579 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Port': ['ID=7a6e0119-3d25-4847-a09e-b405e91d2fa8,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:18.686801 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:18.687345 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:18.689665 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] No DVR routers for this DVR port 7a6e0119-3d25-4847-a09e-b405e91d2fa8 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:18.715897 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-98664cb1-1239-40a7-8d23-038ffa0e7020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'name': 'tempest-TaggedBootDevicesTest-880897951-router', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:44Z', 'updated_at': '2021-06-25T09:15:54Z', 'revision_number': 4, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'gw_port': {'id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:46Z', 'updated_at': '2021-06-25T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '87f2c6e0-8456-469c-8ca0-c2c16e99cfc9', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'port_id': '41d850e9-3bc1-4356-aaa1-b00d5ef1585b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'mac_address': 'fa:16:3e:b5:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:16:37Z', 'updated_at': '2021-06-25T09:18:16Z', 'revision_number': 1, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8180814f-671d-475c-b2be-c7ddcfd99cec', 'name': '', 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'mac_address': 'fa:16:3e:a6:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:52Z', 'updated_at': '2021-06-25T09:16:02Z', 'revision_number': 5, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'subnets': [{'id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:18.736222 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de14141-c8c6-426f-8d82-41747762d9bd None None] Pushing event deleted for resources: {'Port': ['ID=7a6e0119-3d25-4847-a09e-b405e91d2fa8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:18.752523 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-eef8e02f-21fa-435b-8a0e-b8b85ca414ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:18.753463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53597b8e-4622-4153-94d4-87ac67d12607 req-65c1cb2f-f793-42a9-a0f4-0b7cbbcd1c5c tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:18.753641 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f35f96d-2b96-426d-bd77-37eb60f00f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51dfff6b-5b50-475b-8e08-7aa5eabe6489'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:18.755931 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ee5457-4b79-402e-9647-83177251824f" -d '{"events": [{"server_uuid": "2f35f96d-2b96-426d-bd77-37eb60f00f5e", "name": "network-vif-plugged", "status": "completed", "tag": "51dfff6b-5b50-475b-8e08-7aa5eabe6489"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:18.759265 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4de14141-c8c6-426f-8d82-41747762d9bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:18.762427 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de14141-c8c6-426f-8d82-41747762d9bd None None] No DVR routers for this DVR port 7a6e0119-3d25-4847-a09e-b405e91d2fa8 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:18.766182 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98664cb1-1239-40a7-8d23-038ffa0e7020 None None] Checking router: 1ba7d297-4eaf-4c76-bda8-68568c031ea7 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:18:18.768169 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-eef8e02f-21fa-435b-8a0e-b8b85ca414ba service neutron] 10.222.0.38 "GET /v2.0/networks?id=636acfe6-d17f-4f72-9c57-7ee0f2a7da95 HTTP/1.1" status: 200 len: 913 time: 0.2451074 Jun 25 09:18:18.774387 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 51dfff6b-5b50-475b-8e08-7aa5eabe6489, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=51dfff6b-5b50-475b-8e08-7aa5eabe6489,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:18.779517 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53597b8e-4622-4153-94d4-87ac67d12607 req-65c1cb2f-f793-42a9-a0f4-0b7cbbcd1c5c tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 949 time: 0.2775886 Jun 25 09:18:18.782874 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:18.785151 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:18.793303 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98664cb1-1239-40a7-8d23-038ffa0e7020 None None] Routers {'1ba7d297-4eaf-4c76-bda8-68568c031ea7'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:18.793960 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-98664cb1-1239-40a7-8d23-038ffa0e7020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:17:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:18.836773 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=51dfff6b-5b50-475b-8e08-7aa5eabe6489,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:18.840165 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:18.901186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-6ff0c4a7-20da-4f63-904a-74d346b5b766 req-1f4bab51-7211-4b30-8a2c-8111760ad250 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Deleting port 1733383c-068a-44ae-a78d-8592d0bd9270 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:18.901885 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6ff0c4a7-20da-4f63-904a-74d346b5b766 req-1f4bab51-7211-4b30-8a2c-8111760ad250 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:18.921257 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-9d0177f9-97df-42f3-9773-dece4d247869 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d850e9-3bc1-4356-aaa1-b00d5ef1585b HTTP/1.1" status: 200 len: 999 time: 0.1434190 Jun 25 09:18:18.926882 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47950) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:18.949215 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-98664cb1-1239-40a7-8d23-038ffa0e7020 None None] Set router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:18:18.983262 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.002474 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-1f0af922-84a3-43ee-9ee1-770ee2882b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:19.004798 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-1f0af922-84a3-43ee-9ee1-770ee2882b56 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=16b23dbf-8407-4c05-b060-ab7999afb028 HTTP/1.1" status: 200 len: 850 time: 0.0722847 Jun 25 09:18:19.010098 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:19.034551 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53597b8e-4622-4153-94d4-87ac67d12607 req-39ead68a-bc07-434b-8420-17ed707a4460 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494605 Jun 25 09:18:19.056904 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b726434-b0b1-45a2-b114-7c8803321255') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:19.056904 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b726434-b0b1-45a2-b114-7c8803321255') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:19.074652 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'network': {'name': 'tempest-RoutersTest-1282919875'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:19.084513 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.132391 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.135903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:19.141578 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-6ff0c4a7-20da-4f63-904a-74d346b5b766 req-1f4bab51-7211-4b30-8a2c-8111760ad250 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] For port 1733383c-068a-44ae-a78d-8592d0bd9270, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=1733383c-068a-44ae-a78d-8592d0bd9270,segment=NetworkSegment(4c61929d-ffd9-4eb2-b9fa-5b81f92a8720),segment_id=4c61929d-ffd9-4eb2-b9fa-5b81f92a8720)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:19.142037 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6ff0c4a7-20da-4f63-904a-74d346b5b766 req-1f4bab51-7211-4b30-8a2c-8111760ad250 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.143389 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.151029 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:18:19.151498 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:18:19.154722 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:18:19.171776 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-81998753-d7c8-4613-ab8b-67be5e47f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:19.174057 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-81998753-d7c8-4613-ab8b-67be5e47f08e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=636acfe6-d17f-4f72-9c57-7ee0f2a7da95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1621118 Jun 25 09:18:19.175429 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.209860 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488c639-0fd0-4f52-9629-eabfef223c8f req-155f6c2f-c72b-41a7-a625-c18bf2b59bad tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:19.214564 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-98664cb1-1239-40a7-8d23-038ffa0e7020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'name': 'tempest-TaggedBootDevicesTest-880897951-router', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:44Z', 'updated_at': '2021-06-25T09:15:54Z', 'revision_number': 4, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'gw_port': {'id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:46Z', 'updated_at': '2021-06-25T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '87f2c6e0-8456-469c-8ca0-c2c16e99cfc9', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'port_id': '41d850e9-3bc1-4356-aaa1-b00d5ef1585b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'mac_address': 'fa:16:3e:b5:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:16:37Z', 'updated_at': '2021-06-25T09:18:16Z', 'revision_number': 1, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8180814f-671d-475c-b2be-c7ddcfd99cec', 'name': '', 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'mac_address': 'fa:16:3e:a6:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:52Z', 'updated_at': '2021-06-25T09:16:02Z', 'revision_number': 5, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'subnets': [{'id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:19.218079 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8488c639-0fd0-4f52-9629-eabfef223c8f req-155f6c2f-c72b-41a7-a625-c18bf2b59bad tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/ports?device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 945 time: 0.3364320 Jun 25 09:18:19.228158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-6ff0c4a7-20da-4f63-904a-74d346b5b766 req-1f4bab51-7211-4b30-8a2c-8111760ad250 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Calling delete_port for 1733383c-068a-44ae-a78d-8592d0bd9270 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:19.333826 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.362713 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-2483979f-8261-4c1f-a885-d158648938e4 service neutron] 10.222.0.38 "GET /v2.0/networks/636acfe6-d17f-4f72-9c57-7ee0f2a7da95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765990 Jun 25 09:18:19.377685 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:19.383461 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98664cb1-1239-40a7-8d23-038ffa0e7020 None None] The sync data for ids ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'] in n-d-761264-15 is: [{'id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'name': 'tempest-TaggedBootDevicesTest-880897951-router', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:44Z', 'updated_at': '2021-06-25T09:15:54Z', 'revision_number': 4, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'gw_port': {'id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:46Z', 'updated_at': '2021-06-25T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '87f2c6e0-8456-469c-8ca0-c2c16e99cfc9', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'port_id': '41d850e9-3bc1-4356-aaa1-b00d5ef1585b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'mac_address': 'fa:16:3e:b5:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:16:37Z', 'updated_at': '2021-06-25T09:18:16Z', 'revision_number': 1, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8180814f-671d-475c-b2be-c7ddcfd99cec', 'name': '', 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'mac_address': 'fa:16:3e:a6:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:52Z', 'updated_at': '2021-06-25T09:16:02Z', 'revision_number': 5, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'subnets': [{'id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:18:19.388829 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.396409 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "DELETE /v2.0/networks/e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb HTTP/1.1" status: 204 len: 168 time: 1.6116011 Jun 25 09:18:19.404520 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7a6e0119-3d25-4847-a09e-b405e91d2fa8 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:19.414665 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47968) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:19.421163 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4e5e6060-0412-4294-9824-85b4b7fa1df3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-704923486'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:19.427648 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8488c639-0fd0-4f52-9629-eabfef223c8f req-c1652a29-af45-4e19-bde0-1d92a6b5fd2a tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2c0f281-e1e7-4222-ac1b-21199611d029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085879 Jun 25 09:18:19.445838 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Network': ['ID=e4d5061e-6275-4d9c-8fc2-af38d5ae8bbb,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:19.450014 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:19.461405 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ddef0d-06ad-416d-983e-75a52dfae716 x-openstack-request-id: req-46ddef0d-06ad-416d-983e-75a52dfae716 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:19.461794 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f35f96d-2b96-426d-bd77-37eb60f00f5e", "name": "network-vif-plugged", "status": "completed", "tag": "51dfff6b-5b50-475b-8e08-7aa5eabe6489", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:19.462132 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-46ddef0d-06ad-416d-983e-75a52dfae716 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:19.462529 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f35f96d-2b96-426d-bd77-37eb60f00f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51dfff6b-5b50-475b-8e08-7aa5eabe6489', 'code': 200} Jun 25 09:18:19.465494 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 7a6e0119-3d25-4847-a09e-b405e91d2fa8 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:19.465846 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7a6e0119-3d25-4847-a09e-b405e91d2fa8 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:19.598031 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6ff0c4a7-20da-4f63-904a-74d346b5b766 req-1f4bab51-7211-4b30-8a2c-8111760ad250 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.603289 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:19.636721 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['1733383c-068a-44ae-a78d-8592d0bd9270'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:19.642792 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.665760 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bab51-7211-4b30-8a2c-8111760ad250 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Pushing event deleted for resources: {'Port': ['ID=1733383c-068a-44ae-a78d-8592d0bd9270,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:19.671553 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1f4bab51-7211-4b30-8a2c-8111760ad250 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:19.675282 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.681032 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1e771e87-ca44-46ae-8904-6170b0186812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:19.723607 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f7a56c-3cf2-4469-9300-5140ed28bc37,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:19.741882 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b3428f35-3b6e-4575-bd2a-831150c7fe74 req-5e17f88a-7764-4479-8e61-d64ccdfcae9b service neutron] 10.222.0.38 "GET /v2.0/networks/636acfe6-d17f-4f72-9c57-7ee0f2a7da95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529816 Jun 25 09:18:19.757569 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:18:19.779088 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff0c4a7-20da-4f63-904a-74d346b5b766 req-1f4bab51-7211-4b30-8a2c-8111760ad250 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] No DVR routers for this DVR port 1733383c-068a-44ae-a78d-8592d0bd9270 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:19.783397 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6ff0c4a7-20da-4f63-904a-74d346b5b766 req-1f4bab51-7211-4b30-8a2c-8111760ad250 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.788035 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6ff0c4a7-20da-4f63-904a-74d346b5b766 req-1f4bab51-7211-4b30-8a2c-8111760ad250 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.38 "DELETE /v2.0/ports/1733383c-068a-44ae-a78d-8592d0bd9270 HTTP/1.1" status: 204 len: 173 time: 1.5766318 Jun 25 09:18:19.789775 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e7e4f4-5f8b-4975-8317-7a199c44c9c0', 'name': 'network-vif-deleted', 'tag': '1733383c-068a-44ae-a78d-8592d0bd9270'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:19.794659 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.795067 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Added segment dbe40eb1-294b-4a22-a57d-3c4bbfb6368c of type vlan for network 841069ed-9d39-4455-bf6a-167d403af630 Jun 25 09:18:19.795207 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b16ea62-7105-4e2f-9e3d-da55d204451c" -d '{"events": [{"server_uuid": "30e7e4f4-5f8b-4975-8317-7a199c44c9c0", "name": "network-vif-deleted", "tag": "1733383c-068a-44ae-a78d-8592d0bd9270"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:19.806749 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:19.809536 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5e6060-0412-4294-9824-85b4b7fa1df3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Made reservation on behalf of ef0196456cda45988b8b413621617126 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:19.813309 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e5e6060-0412-4294-9824-85b4b7fa1df3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.842493 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a25b620-5eee-4320-bb38-502a261bf4a6 None None] New status for floating IP 87f2c6e0-8456-469c-8ca0-c2c16e99cfc9: ACTIVE {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:18:19.873028 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.879893 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5e6060-0412-4294-9824-85b4b7fa1df3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:18:19.899340 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36abc2-66dc-4a35-821b-84f95bcfbbc5 req-77b168b7-9667-4b47-a1ec-5f9affaadb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:19.900987 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4b36abc2-66dc-4a35-821b-84f95bcfbbc5 req-77b168b7-9667-4b47-a1ec-5f9affaadb50 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 1102 time: 0.3332918 Jun 25 09:18:19.920340 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e5e6060-0412-4294-9824-85b4b7fa1df3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:19.920674 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-4e5e6060-0412-4294-9824-85b4b7fa1df3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Added segment c22a3869-90b3-4b20-a27e-7225a8917d0b of type vlan for network c001a31c-6769-4133-acc8-7951331a38f3 Jun 25 09:18:19.956435 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69644bad-cadd-46f8-93e8-d174df6863b7 x-openstack-request-id: req-69644bad-cadd-46f8-93e8-d174df6863b7 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:19.956815 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e7e4f4-5f8b-4975-8317-7a199c44c9c0", "name": "network-vif-deleted", "tag": "1733383c-068a-44ae-a78d-8592d0bd9270", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:19.957371 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-69644bad-cadd-46f8-93e8-d174df6863b7 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:19.958115 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e7e4f4-5f8b-4975-8317-7a199c44c9c0', 'name': 'network-vif-deleted', 'tag': '1733383c-068a-44ae-a78d-8592d0bd9270', 'status': 'completed', 'code': 200} Jun 25 09:18:20.012787 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:20.021395 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:20.022465 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:20.044662 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-81e256d2-c18a-4586-a43f-57d43bc0722b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:20.076989 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e5e6060-0412-4294-9824-85b4b7fa1df3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:20.116205 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4b36abc2-66dc-4a35-821b-84f95bcfbbc5 req-bf0d0fb6-2357-4627-afba-3872511aadd5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073390 Jun 25 09:18:20.183243 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2551284 Jun 25 09:18:20.192155 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e5e6060-0412-4294-9824-85b4b7fa1df3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:20.194105 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48006) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:20.200607 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5e6060-0412-4294-9824-85b4b7fa1df3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:20.201414 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e5e6060-0412-4294-9824-85b4b7fa1df3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:20.202838 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-9212a82b-913a-49aa-bee3-ad5775c11d69 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'network': {'name': 'tempest-RoutersTest-2106213090'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:20.236532 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4e5e6060-0412-4294-9824-85b4b7fa1df3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8202515 Jun 25 09:18:20.238035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Network': ['ID=841069ed-9d39-4455-bf6a-167d403af630,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:20.240690 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48008) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:20.248869 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-10a371cc-1540-4e16-9023-847aa3e72416 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Request body: {'subnet': {'network_id': 'c001a31c-6769-4133-acc8-7951331a38f3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:20.262873 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9212a82b-913a-49aa-bee3-ad5775c11d69 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:20.267528 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9212a82b-913a-49aa-bee3-ad5775c11d69 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:20.308667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:20.308963 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:20.309311 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:20.309835 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:20.310199 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:20.310558 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:20.310912 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:20.311263 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:20.311609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:20.311957 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:20.312140 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c30459-ea2b-4f67-aef8-1a5dd4f2ad14 req-96b34790-20dd-447d-a252-f323eec0b8e6 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:20.312308 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:20.312651 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:18:20.319706 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47c30459-ea2b-4f67-aef8-1a5dd4f2ad14 req-96b34790-20dd-447d-a252-f323eec0b8e6 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 950 time: 0.1380217 Jun 25 09:18:20.322333 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:20.322500 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9212a82b-913a-49aa-bee3-ad5775c11d69 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:18:20.322850 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4185beaf-ed4b-4601-8aba-f6838af4ea7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:20.324541 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 841069ed-9d39-4455-bf6a-167d403af630 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:18:20.345845 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9212a82b-913a-49aa-bee3-ad5775c11d69 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:20.346165 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-9212a82b-913a-49aa-bee3-ad5775c11d69 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Added segment efed9b2b-835f-406c-b4c6-77ed018909a4 of type vlan for network c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68 Jun 25 09:18:20.407876 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e6060-0412-4294-9824-85b4b7fa1df3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event updated for resources: {'Network': ['ID=c001a31c-6769-4133-acc8-7951331a38f3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:20.413831 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4e5e6060-0412-4294-9824-85b4b7fa1df3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:20.426036 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network c001a31c-6769-4133-acc8-7951331a38f3 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:18:20.433037 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a371cc-1540-4e16-9023-847aa3e72416 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Made reservation on behalf of ef0196456cda45988b8b413621617126 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:20.433274 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9212a82b-913a-49aa-bee3-ad5775c11d69 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:20.439426 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10a371cc-1540-4e16-9023-847aa3e72416 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:20.462265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48014) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:20.515280 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47c30459-ea2b-4f67-aef8-1a5dd4f2ad14 req-c951bf25-61db-44f5-997c-acec6ff044f2 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945395 Jun 25 09:18:20.516892 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9212a82b-913a-49aa-bee3-ad5775c11d69 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:20.524470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9212a82b-913a-49aa-bee3-ad5775c11d69 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:20.525406 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9212a82b-913a-49aa-bee3-ad5775c11d69 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:20.529713 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:20.603566 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212a82b-913a-49aa-bee3-ad5775c11d69 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Network': ['ID=c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:20.621011 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9212a82b-913a-49aa-bee3-ad5775c11d69 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:20.623341 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9212a82b-913a-49aa-bee3-ad5775c11d69 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4280684 Jun 25 09:18:20.626608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48020) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:20.631083 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:18:20.633893 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a460bd4c-2775-4149-91d3-4b4a8e43adc2 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'subnet': {'network_id': '841069ed-9d39-4455-bf6a-167d403af630', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:20.742316 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-00d34b75-4c90-4164-990d-0cb52c75594e req-01bf393c-5a74-40db-8a57-2b62716dd83c tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] 10.222.0.93 "GET /v2.0/ports?device_id=30e7e4f4-5f8b-4975-8317-7a199c44c9c0 HTTP/1.1" status: 200 len: 210 time: 0.0542362 Jun 25 09:18:20.752223 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-952a3989-fb43-4534-9f2d-26324d161edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:20.797695 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a460bd4c-2775-4149-91d3-4b4a8e43adc2 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:20.802161 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a460bd4c-2775-4149-91d3-4b4a8e43adc2 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:20.840442 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10a371cc-1540-4e16-9023-847aa3e72416 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:20.844889 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-20126b4a-f166-489b-b3ce-3395b3333450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:20.911291 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a371cc-1540-4e16-9023-847aa3e72416 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event updated for resources: {'Subnet': ['ID=68ffdd52-c8aa-46ca-bdbf-f50dcbc36bbf,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:20.920049 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-10a371cc-1540-4e16-9023-847aa3e72416 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:20.955398 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a371cc-1540-4e16-9023-847aa3e72416 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Checking segment: {'id': 'c22a3869-90b3-4b20-a27e-7225a8917d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c001a31c-6769-4133-acc8-7951331a38f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:20.956068 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a371cc-1540-4e16-9023-847aa3e72416 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Network hostable DHCP agents. Network: c001a31c-6769-4133-acc8-7951331a38f3, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:18:20.987853 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-952a3989-fb43-4534-9f2d-26324d161edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:20.993625 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-952a3989-fb43-4534-9f2d-26324d161edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:20.999139 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8ddac455-46a9-4ea3-8a9e-845fae97e1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:21.015281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a371cc-1540-4e16-9023-847aa3e72416 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Network c001a31c-6769-4133-acc8-7951331a38f3 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:18:21.035803 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a460bd4c-2775-4149-91d3-4b4a8e43adc2 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.043192 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2730b679-d7e7-4112-846f-2c70ae9ecb43 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:21.044499 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a3989-fb43-4534-9f2d-26324d161edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92805a00-3b5c-4c9b-ab85-fdfb9780a356,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:21.047283 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-10a371cc-1540-4e16-9023-847aa3e72416 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, c001a31c-6769-4133-acc8-7951331a38f3) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:21.049046 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-952a3989-fb43-4534-9f2d-26324d161edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:21.053842 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-952a3989-fb43-4534-9f2d-26324d161edc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4961bf6514e443caa5a66da5e6d033e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5879338 Jun 25 09:18:21.054387 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a371cc-1540-4e16-9023-847aa3e72416 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:21.055051 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10a371cc-1540-4e16-9023-847aa3e72416 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.058252 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48026) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:21.067023 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd633e-0b05-4154-9da5-94d1db0cdf9e None None] Network c001a31c-6769-4133-acc8-7951331a38f3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:21.099151 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460bd4c-2775-4149-91d3-4b4a8e43adc2 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Subnet': ['ID=bda68409-6dc4-4fef-9101-7956243ad9c5,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:21.104781 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a460bd4c-2775-4149-91d3-4b4a8e43adc2 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:21.118480 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-10a371cc-1540-4e16-9023-847aa3e72416 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8759270 Jun 25 09:18:21.122127 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48028) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:21.133627 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-b8b7c9ce-efee-4d26-8d54-f0c4f1596131 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-361002413'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:21.135472 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-668a45f5-b3e6-4e88-8b5f-eb658ce6eabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.157510 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460bd4c-2775-4149-91d3-4b4a8e43adc2 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Checking segment: {'id': 'dbe40eb1-294b-4a22-a57d-3c4bbfb6368c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '841069ed-9d39-4455-bf6a-167d403af630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:21.158091 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a460bd4c-2775-4149-91d3-4b4a8e43adc2 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network hostable DHCP agents. Network: 841069ed-9d39-4455-bf6a-167d403af630, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:18:21.164644 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-668a45f5-b3e6-4e88-8b5f-eb658ce6eabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.174890 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b7c9ce-efee-4d26-8d54-f0c4f1596131 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Made reservation on behalf of ef0196456cda45988b8b413621617126 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:21.178692 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b8b7c9ce-efee-4d26-8d54-f0c4f1596131 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.200442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a460bd4c-2775-4149-91d3-4b4a8e43adc2 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 841069ed-9d39-4455-bf6a-167d403af630 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:18:21.213724 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b7c9ce-efee-4d26-8d54-f0c4f1596131 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:18:21.216718 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-a460bd4c-2775-4149-91d3-4b4a8e43adc2 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 841069ed-9d39-4455-bf6a-167d403af630) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:21.222118 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a460bd4c-2775-4149-91d3-4b4a8e43adc2 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:21.223447 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a460bd4c-2775-4149-91d3-4b4a8e43adc2 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.232710 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-668a45f5-b3e6-4e88-8b5f-eb658ce6eabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.235733 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-668a45f5-b3e6-4e88-8b5f-eb658ce6eabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.239427 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-668a45f5-b3e6-4e88-8b5f-eb658ce6eabe admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/92805a00-3b5c-4c9b-ab85-fdfb9780a356 HTTP/1.1" status: 204 len: 168 time: 0.1777439 Jun 25 09:18:21.239427 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:21.243602 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910fc5e9-6843-4537-a99c-ee964cc89db2 None None] Network 841069ed-9d39-4455-bf6a-167d403af630 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:21.243983 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b8b7c9ce-efee-4d26-8d54-f0c4f1596131 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.244354 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-b8b7c9ce-efee-4d26-8d54-f0c4f1596131 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Added segment 6d250e3e-d42e-4bb9-a3e7-faed5b2187ca of type vlan for network a4ec21ec-48ce-4c33-a984-04f859536b2a Jun 25 09:18:21.257767 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a45f5-b3e6-4e88-8b5f-eb658ce6eabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92805a00-3b5c-4c9b-ab85-fdfb9780a356,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:21.259669 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-c001a31c-6769-4133-acc8-7951331a38f3', 'network_id': 'c001a31c-6769-4133-acc8-7951331a38f3', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'fixed_ips': [{'subnet_id': '68ffdd52-c8aa-46ca-bdbf-f50dcbc36bbf'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:18:21.260469 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-668a45f5-b3e6-4e88-8b5f-eb658ce6eabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:21.260606 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.296997 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a460bd4c-2775-4149-91d3-4b4a8e43adc2 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6689172 Jun 25 09:18:21.299798 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48032) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:21.308875 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-9c803596-33ff-4021-a145-c387da9e9d8a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'subnet': {'network_id': 'c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:21.358784 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b8b7c9ce-efee-4d26-8d54-f0c4f1596131 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.421694 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b8b7c9ce-efee-4d26-8d54-f0c4f1596131 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.428094 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b7c9ce-efee-4d26-8d54-f0c4f1596131 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:21.428699 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b8b7c9ce-efee-4d26-8d54-f0c4f1596131 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.440650 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:21.503147 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c803596-33ff-4021-a145-c387da9e9d8a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:21.507759 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9c803596-33ff-4021-a145-c387da9e9d8a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.520604 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b8b7c9ce-efee-4d26-8d54-f0c4f1596131 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3955450 Jun 25 09:18:21.521077 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48038) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:21.528512 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-98651909-2f58-4e3e-ac95-2f24f612a39a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Request body: {'subnet': {'network_id': 'a4ec21ec-48ce-4c33-a984-04f859536b2a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:21.562288 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Allocated IP 19.80.0.2 (c001a31c-6769-4133-acc8-7951331a38f3/68ffdd52-c8aa-46ca-bdbf-f50dcbc36bbf/c5e5952f-edb0-4add-af64-a3c285cdfc20) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:21.566209 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-841069ed-9d39-4455-bf6a-167d403af630', 'network_id': '841069ed-9d39-4455-bf6a-167d403af630', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'fixed_ips': [{'subnet_id': 'bda68409-6dc4-4fef-9101-7956243ad9c5'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:18:21.567400 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.570800 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7c9ce-efee-4d26-8d54-f0c4f1596131 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event updated for resources: {'Network': ['ID=a4ec21ec-48ce-4c33-a984-04f859536b2a,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:21.575676 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b8b7c9ce-efee-4d26-8d54-f0c4f1596131 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:21.595484 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network a4ec21ec-48ce-4c33-a984-04f859536b2a details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:18:21.668365 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98651909-2f58-4e3e-ac95-2f24f612a39a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Made reservation on behalf of ef0196456cda45988b8b413621617126 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:21.677155 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98651909-2f58-4e3e-ac95-2f24f612a39a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.823518 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9c803596-33ff-4021-a145-c387da9e9d8a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.829406 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:21.896934 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7436f-307a-4f03-9761-785b9cfdf885 req-1a6d3494-ffbd-413d-9989-645c6033fc03 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:21.905405 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9dc7436f-307a-4f03-9761-785b9cfdf885 req-1a6d3494-ffbd-413d-9989-645c6033fc03 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 950 time: 0.1954644 Jun 25 09:18:21.911202 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48054) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:21.960245 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98651909-2f58-4e3e-ac95-2f24f612a39a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:21.968156 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f668a34b-9d8e-495c-9b32-961433bf042f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:22.055470 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9dc7436f-307a-4f03-9761-785b9cfdf885 req-0490f3e0-3d0f-4f88-93b7-9af9e31f42ed tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490784 Jun 25 09:18:22.058319 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c803596-33ff-4021-a145-c387da9e9d8a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Subnet': ['ID=4d0a358e-de9e-4012-9db2-923519db09f7,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:22.074256 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9c803596-33ff-4021-a145-c387da9e9d8a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:22.083114 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Allocated IP 172.20.0.2 (841069ed-9d39-4455-bf6a-167d403af630/bda68409-6dc4-4fef-9101-7956243ad9c5/a264f712-d8d4-4e58-bff6-fe2239b0e63f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:22.094037 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c803596-33ff-4021-a145-c387da9e9d8a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Checking segment: {'id': 'efed9b2b-835f-406c-b4c6-77ed018909a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:22.094297 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c803596-33ff-4021-a145-c387da9e9d8a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network hostable DHCP agents. Network: c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:18:22.109671 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98651909-2f58-4e3e-ac95-2f24f612a39a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event updated for resources: {'Subnet': ['ID=563a58a9-0111-4695-a26e-57c658eb3a55,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:22.114262 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-98651909-2f58-4e3e-ac95-2f24f612a39a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:22.162670 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98651909-2f58-4e3e-ac95-2f24f612a39a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Checking segment: {'id': '6d250e3e-d42e-4bb9-a3e7-faed5b2187ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a4ec21ec-48ce-4c33-a984-04f859536b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:22.163041 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98651909-2f58-4e3e-ac95-2f24f612a39a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Network hostable DHCP agents. Network: a4ec21ec-48ce-4c33-a984-04f859536b2a, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:18:22.197061 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98651909-2f58-4e3e-ac95-2f24f612a39a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Network a4ec21ec-48ce-4c33-a984-04f859536b2a is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:18:22.210330 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.219487 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48066) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:22.222477 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-98651909-2f58-4e3e-ac95-2f24f612a39a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, a4ec21ec-48ce-4c33-a984-04f859536b2a) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:22.236723 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98651909-2f58-4e3e-ac95-2f24f612a39a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:22.238717 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98651909-2f58-4e3e-ac95-2f24f612a39a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.241272 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542ed257-214c-4b72-bef7-a6f256704cbf None None] Network a4ec21ec-48ce-4c33-a984-04f859536b2a requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:22.245831 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Transition to ACTIVE for port object c5e5952f-edb0-4add-af64-a3c285cdfc20 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:22.276542 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-98651909-2f58-4e3e-ac95-2f24f612a39a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7461801 Jun 25 09:18:22.348619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1086743695-network', 'tenant_id': 'dd3b2251bcb44013a235a723b458a880'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:22.362991 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Transition to ACTIVE for port object c5e5952f-edb0-4add-af64-a3c285cdfc20 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:22.381363 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Made reservation on behalf of dd3b2251bcb44013a235a723b458a880 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:22.385518 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.392740 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.397191 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.408941 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:22.456393 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Network c001a31c-6769-4133-acc8-7951331a38f3 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:22.475766 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5b79cc3-27bd-4811-bd98-0a68b7cde91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.487507 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:22.494657 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:22.519347 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.525263 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.529725 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3c0f47c3-d058-49a5-b32e-49f62d2da283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:22.583231 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:18:22.591395 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed78e282-60df-4124-a2fb-7f0db490ba5d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:22.596237 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:22.600371 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.601072 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Added segment e305a357-93ad-48d8-b310-5472bc6658ff of type vlan for network dad122da-9762-4f59-a9e2-64bd248a4a6f Jun 25 09:18:22.673754 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 1733383c-068a-44ae-a78d-8592d0bd9270 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:22.732777 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 1733383c-068a-44ae-a78d-8592d0bd9270 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:22.733093 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 1733383c-068a-44ae-a78d-8592d0bd9270 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:22.734627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Pushing event updated for resources: {'Port': ['ID=c5e5952f-edb0-4add-af64-a3c285cdfc20,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:22.737384 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.743543 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:22.757810 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c803596-33ff-4021-a145-c387da9e9d8a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:18:22.782827 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Transition to ACTIVE for port object a264f712-d8d4-4e58-bff6-fe2239b0e63f will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:22.813786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-9c803596-33ff-4021-a145-c387da9e9d8a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:22.825619 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Attempting to bind port c5e5952f-edb0-4add-af64-a3c285cdfc20 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:18:22.826055 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Attempting to bind port c5e5952f-edb0-4add-af64-a3c285cdfc20 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'c22a3869-90b3-4b20-a27e-7225a8917d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c001a31c-6769-4133-acc8-7951331a38f3'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:18:22.826429 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Attempting to bind port c5e5952f-edb0-4add-af64-a3c285cdfc20 on network c001a31c-6769-4133-acc8-7951331a38f3 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:22.828911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c803596-33ff-4021-a145-c387da9e9d8a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:22.829508 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9c803596-33ff-4021-a145-c387da9e9d8a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.833470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d591c9df-5a1c-40d6-8404-cee0f50b3e47 None None] Network c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:22.840512 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Transition to ACTIVE for port object a264f712-d8d4-4e58-bff6-fe2239b0e63f will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:22.857212 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:18:22.857616 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Checking segment: {'id': 'c22a3869-90b3-4b20-a27e-7225a8917d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c001a31c-6769-4133-acc8-7951331a38f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:22.858228 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.858853 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Bound using segment: {'id': 'c22a3869-90b3-4b20-a27e-7225a8917d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c001a31c-6769-4133-acc8-7951331a38f3'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:18:22.859550 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Bound port: c5e5952f-edb0-4add-af64-a3c285cdfc20, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22a3869-90b3-4b20-a27e-7225a8917d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c001a31c-6769-4133-acc8-7951331a38f3'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:18:22.860156 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.863501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9c803596-33ff-4021-a145-c387da9e9d8a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5600123 Jun 25 09:18:22.866021 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48082) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:22.870865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-69bb0429-b455-4225-843c-0e4cef5d1203 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-721383521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:22.905152 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-a4ec21ec-48ce-4c33-a984-04f859536b2a', 'network_id': 'a4ec21ec-48ce-4c33-a984-04f859536b2a', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'fixed_ips': [{'subnet_id': '563a58a9-0111-4695-a26e-57c658eb3a55'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:18:22.906200 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.930223 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.932610 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-6565022d-6206-4088-891a-5a7a9d736dc2 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:22.935555 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f7cf9be6-1da3-43b3-9d6a-2fed4173964a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:22.950121 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-6565022d-6206-4088-891a-5a7a9d736dc2 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:22.958194 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-6565022d-6206-4088-891a-5a7a9d736dc2 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/networks?id=c001a31c-6769-4133-acc8-7951331a38f3&id=a4ec21ec-48ce-4c33-a984-04f859536b2a HTTP/1.1" status: 200 len: 1390 time: 0.2688777 Jun 25 09:18:22.968202 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.988514 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-3692503f-262f-43db-a233-23b9187ff7c9 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/quotas/ef0196456cda45988b8b413621617126 HTTP/1.1" status: 200 len: 375 time: 0.0293293 Jun 25 09:18:22.992525 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-69bb0429-b455-4225-843c-0e4cef5d1203 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:22.993558 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-69bb0429-b455-4225-843c-0e4cef5d1203 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:23.006168 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:23.007392 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:23.008077 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:23.013455 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:23.052036 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Network 841069ed-9d39-4455-bf6a-167d403af630 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:23.131920 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9086227 Jun 25 09:18:23.132196 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-69bb0429-b455-4225-843c-0e4cef5d1203 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:23.132918 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48086) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:23.143531 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-b4369045-8e09-4a40-8546-f930822de607 admin admin] Request body: {'subnet': {'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1086743695-subnet', 'tenant_id': 'dd3b2251bcb44013a235a723b458a880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:23.149950 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-69bb0429-b455-4225-843c-0e4cef5d1203 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:23.152689 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Pushing event updated for resources: {'Network': ['ID=dad122da-9762-4f59-a9e2-64bd248a4a6f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:23.155787 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:23.164797 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Pushing event updated for resources: {'Port': ['ID=a264f712-d8d4-4e58-bff6-fe2239b0e63f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:23.167552 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:23.169612 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:23.187828 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:23.191550 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network dad122da-9762-4f59-a9e2-64bd248a4a6f details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:18:23.232885 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-69bb0429-b455-4225-843c-0e4cef5d1203 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:23.236786 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-69bb0429-b455-4225-843c-0e4cef5d1203 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3672330 Jun 25 09:18:23.237329 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48092) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:23.238891 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4369045-8e09-4a40-8546-f930822de607 admin admin] Made reservation on behalf of dd3b2251bcb44013a235a723b458a880 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:23.241269 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b4369045-8e09-4a40-8546-f930822de607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:23.262150 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-b938f3ca-e911-4f02-924f-175f541125c9 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef0196456cda45988b8b413621617126&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2585843 Jun 25 09:18:23.377385 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] For port c5e5952f-edb0-4add-af64-a3c285cdfc20, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:18:23.457058 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] For port c5e5952f-edb0-4add-af64-a3c285cdfc20, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c5e5952f-edb0-4add-af64-a3c285cdfc20,segment=NetworkSegment(c22a3869-90b3-4b20-a27e-7225a8917d0b),segment_id=c22a3869-90b3-4b20-a27e-7225a8917d0b)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:18:23.480773 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:23.488360 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4a0ea857-d0bf-4594-8b2b-c0fcbee83a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:23.490373 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Attempting to bind port a264f712-d8d4-4e58-bff6-fe2239b0e63f on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:18:23.490769 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Attempting to bind port a264f712-d8d4-4e58-bff6-fe2239b0e63f by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'dbe40eb1-294b-4a22-a57d-3c4bbfb6368c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '841069ed-9d39-4455-bf6a-167d403af630'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:18:23.491146 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Attempting to bind port a264f712-d8d4-4e58-bff6-fe2239b0e63f on network 841069ed-9d39-4455-bf6a-167d403af630 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:23.493476 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Allocated IP 19.86.0.2 (a4ec21ec-48ce-4c33-a984-04f859536b2a/563a58a9-0111-4695-a26e-57c658eb3a55/d5d19aed-a715-4e16-9d63-7829dfdadc5a) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:23.531627 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-c51f4793-d9dd-4a19-be9f-0ae575b9ed0d service neutron] 10.222.0.93 "GET /v2.0/networks/c001a31c-6769-4133-acc8-7951331a38f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572470 Jun 25 09:18:23.563811 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:18:23.563811 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Checking segment: {'id': 'dbe40eb1-294b-4a22-a57d-3c4bbfb6368c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '841069ed-9d39-4455-bf6a-167d403af630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:23.563811 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:23.563811 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Bound using segment: {'id': 'dbe40eb1-294b-4a22-a57d-3c4bbfb6368c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '841069ed-9d39-4455-bf6a-167d403af630'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:18:23.563811 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Bound port: a264f712-d8d4-4e58-bff6-fe2239b0e63f, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe40eb1-294b-4a22-a57d-3c4bbfb6368c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '841069ed-9d39-4455-bf6a-167d403af630'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:18:23.563811 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:23.580494 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3eb54-9c92-4350-8984-8ad28919f3ba req-47d4f2aa-4ec1-47c6-84cd-d178705dc2b0 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:23.588918 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82c3eb54-9c92-4350-8984-8ad28919f3ba req-47d4f2aa-4ec1-47c6-84cd-d178705dc2b0 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 950 time: 0.3590689 Jun 25 09:18:23.590278 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68', 'network_id': 'c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'fixed_ips': [{'subnet_id': '4d0a358e-de9e-4012-9db2-923519db09f7'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:18:23.591366 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:23.623417 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:23.674667 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Pushing event updated for resources: {'Port': ['ID=c5e5952f-edb0-4add-af64-a3c285cdfc20,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:23.679797 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:23.811792 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b4369045-8e09-4a40-8546-f930822de607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:23.840318 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:24.020276 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-842d004d-f992-4dfc-9add-57cc1e5cf831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:24.031157 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82c3eb54-9c92-4350-8984-8ad28919f3ba req-5cc76585-7aac-431a-ae7d-5af78cc6b9f9 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352694 Jun 25 09:18:24.057407 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Allocated IP 172.20.0.1 (841069ed-9d39-4455-bf6a-167d403af630/bda68409-6dc4-4fef-9101-7956243ad9c5/63f9697d-e328-46ad-abbd-0a616f470cc9) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:24.094249 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-2768da5e-e8d2-4b9d-b79e-93e4d553d284 service neutron] 10.222.0.93 "GET /v2.0/networks/c001a31c-6769-4133-acc8-7951331a38f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614269 Jun 25 09:18:24.096323 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4369045-8e09-4a40-8546-f930822de607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f29d60-5d39-424f-b7cc-af1d0969792b,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:24.096967 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:24.166140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] For port a264f712-d8d4-4e58-bff6-fe2239b0e63f, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:18:24.209806 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-c81747dc-0e6e-45a8-a800-a0861f7dec00 service neutron] 10.222.0.93 "GET /v2.0/networks/a4ec21ec-48ce-4c33-a984-04f859536b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144843 Jun 25 09:18:24.212270 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b4369045-8e09-4a40-8546-f930822de607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:24.226126 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4369045-8e09-4a40-8546-f930822de607 admin admin] Checking segment: {'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:24.226623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4369045-8e09-4a40-8546-f930822de607 admin admin] Network hostable DHCP agents. Network: dad122da-9762-4f59-a9e2-64bd248a4a6f, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:18:24.245246 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] For port a264f712-d8d4-4e58-bff6-fe2239b0e63f, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a264f712-d8d4-4e58-bff6-fe2239b0e63f,segment=NetworkSegment(dbe40eb1-294b-4a22-a57d-3c4bbfb6368c),segment_id=dbe40eb1-294b-4a22-a57d-3c4bbfb6368c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:18:24.293715 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:24.296632 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4de841d3-d96d-42c6-b00b-15c83a514bd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:24.368503 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4369045-8e09-4a40-8546-f930822de607 admin admin] Network dad122da-9762-4f59-a9e2-64bd248a4a6f is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:18:24.372089 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:24.380018 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Allocated IP 172.21.0.2 (c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68/4d0a358e-de9e-4012-9db2-923519db09f7/76e640ba-1a84-4f83-a94a-56135785d3ac) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:24.382983 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-b4369045-8e09-4a40-8546-f930822de607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, dad122da-9762-4f59-a9e2-64bd248a4a6f) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:24.396933 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4369045-8e09-4a40-8546-f930822de607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:24.397586 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b4369045-8e09-4a40-8546-f930822de607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:24.401643 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:24.442890 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Transition to ACTIVE for port object 63f9697d-e328-46ad-abbd-0a616f470cc9 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:24.466350 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-4e52d12a-10f9-4689-9d8d-bab16a1dc887 service neutron] 10.222.0.93 "GET /v2.0/networks/a4ec21ec-48ce-4c33-a984-04f859536b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539690 Jun 25 09:18:24.556397 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:24.558106 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f88397-00e0-4a4b-8268-400d6f19c7e2 None None] Network dad122da-9762-4f59-a9e2-64bd248a4a6f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:24.586551 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b4369045-8e09-4a40-8546-f930822de607 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4498453 Jun 25 09:18:24.606585 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7987a33c-7588-485a-8fee-7daf41cf8304 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:24.700751 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 841069ed-9d39-4455-bf6a-167d403af630 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:24.707237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:24.716188 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:24.758230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=63f9697d-e328-46ad-abbd-0a616f470cc9,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:24.765049 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:24.788153 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:24.793251 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:24.806365 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Transition to ACTIVE for port object 76e640ba-1a84-4f83-a94a-56135785d3ac will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:24.878689 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Transition to ACTIVE for port object 76e640ba-1a84-4f83-a94a-56135785d3ac will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:24.893316 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Transition to ACTIVE for port object d5d19aed-a715-4e16-9d63-7829dfdadc5a will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:24.997788 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:25.112018 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-842d004d-f992-4dfc-9add-57cc1e5cf831 admin admin] Deleting port 66d81051-ba0a-4203-9266-2cd98265e054 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:25.113182 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-842d004d-f992-4dfc-9add-57cc1e5cf831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:25.140167 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Pushing event updated for resources: {'Port': ['ID=a264f712-d8d4-4e58-bff6-fe2239b0e63f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:25.149492 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:25.231811 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:25.258538 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:25.274649 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Network c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:25.275181 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35117d1f-a9b4-46b7-b2fa-5c89898fab76 req-e44085ae-4f39-48c6-a3dd-9046cb91ed4a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 210 time: 0.0530891 Jun 25 09:18:25.402236 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Transition to ACTIVE for port object d5d19aed-a715-4e16-9d63-7829dfdadc5a will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:25.404565 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:25.417000 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-842d004d-f992-4dfc-9add-57cc1e5cf831 admin admin] For port 66d81051-ba0a-4203-9266-2cd98265e054, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=66d81051-ba0a-4203-9266-2cd98265e054,segment=NetworkSegment(4c61929d-ffd9-4eb2-b9fa-5b81f92a8720),segment_id=4c61929d-ffd9-4eb2-b9fa-5b81f92a8720)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:25.419520 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-842d004d-f992-4dfc-9add-57cc1e5cf831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:25.436001 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:25.459197 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1948-532b-40ef-829d-ee124981c6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:25.468518 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-842d004d-f992-4dfc-9add-57cc1e5cf831 admin admin] Calling delete_port for 66d81051-ba0a-4203-9266-2cd98265e054 owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:25.473926 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:25.529038 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:25.585040 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Pushing event updated for resources: {'Port': ['ID=76e640ba-1a84-4f83-a94a-56135785d3ac,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:25.622769 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Network a4ec21ec-48ce-4c33-a984-04f859536b2a is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:25.646287 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:25.646989 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:25.663190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a264f712-d8d4-4e58-bff6-fe2239b0e63f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:25.691649 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:25.724285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:25.952408 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Attempting to bind port 76e640ba-1a84-4f83-a94a-56135785d3ac on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:18:25.953573 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Attempting to bind port 76e640ba-1a84-4f83-a94a-56135785d3ac by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'efed9b2b-835f-406c-b4c6-77ed018909a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:18:25.954376 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Attempting to bind port 76e640ba-1a84-4f83-a94a-56135785d3ac on network c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:25.958955 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Pushing event updated for resources: {'Port': ['ID=d5d19aed-a715-4e16-9d63-7829dfdadc5a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:25.970745 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:25.971734 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6967391b-4cbd-4ba2-93b5-eedc410e7607 None None] Network c001a31c-6769-4133-acc8-7951331a38f3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:26.135158 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:18:26.136008 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Checking segment: {'id': 'efed9b2b-835f-406c-b4c6-77ed018909a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:26.136657 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:26.137340 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Bound using segment: {'id': 'efed9b2b-835f-406c-b4c6-77ed018909a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:18:26.138125 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Bound port: 76e640ba-1a84-4f83-a94a-56135785d3ac, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efed9b2b-835f-406c-b4c6-77ed018909a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:18:26.138782 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:26.170738 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:26.172113 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-3c29570d-5db3-411d-95ec-36fd7d3516fc tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:26.173047 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2789dac5-2b78-48df-aad4-a995ade1fbf1 None None] Provisioning for port c5e5952f-edb0-4add-af64-a3c285cdfc20 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:26.175823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b2320-c1e6-463b-9cf3-f7417a6ece2d None None] Network dad122da-9762-4f59-a9e2-64bd248a4a6f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:26.181080 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:26.186262 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4c26305e-9b79-48e2-ac0d-ccf1fbb1a50e tempest-FloatingIPAdminTestJSON-1473674621 tempest-FloatingIPAdminTestJSON-1473674621-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:26.186518 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-3c29570d-5db3-411d-95ec-36fd7d3516fc tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/networks?id=dad122da-9762-4f59-a9e2-64bd248a4a6f HTTP/1.1" status: 200 len: 805 time: 0.5199962 Jun 25 09:18:26.198001 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-842d004d-f992-4dfc-9add-57cc1e5cf831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:26.215860 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c4356c98-8725-4bb5-8336-8c3b07ef5a0d tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:26.221305 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Attempting to bind port d5d19aed-a715-4e16-9d63-7829dfdadc5a on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:18:26.221818 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Attempting to bind port d5d19aed-a715-4e16-9d63-7829dfdadc5a by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '6d250e3e-d42e-4bb9-a3e7-faed5b2187ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a4ec21ec-48ce-4c33-a984-04f859536b2a'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:18:26.222337 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Attempting to bind port d5d19aed-a715-4e16-9d63-7829dfdadc5a on network a4ec21ec-48ce-4c33-a984-04f859536b2a {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:26.250872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:18:26.251444 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Checking segment: {'id': '6d250e3e-d42e-4bb9-a3e7-faed5b2187ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a4ec21ec-48ce-4c33-a984-04f859536b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:26.251950 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:26.252936 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Bound using segment: {'id': '6d250e3e-d42e-4bb9-a3e7-faed5b2187ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a4ec21ec-48ce-4c33-a984-04f859536b2a'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:18:26.253361 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Bound port: d5d19aed-a715-4e16-9d63-7829dfdadc5a, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d250e3e-d42e-4bb9-a3e7-faed5b2187ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a4ec21ec-48ce-4c33-a984-04f859536b2a'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:18:26.253841 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:26.288409 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-4071f3e7-0fb5-4a56-a488-3f4db5211bfb tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/quotas/dd3b2251bcb44013a235a723b458a880 HTTP/1.1" status: 200 len: 375 time: 0.1008992 Jun 25 09:18:26.313384 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d004d-f992-4dfc-9add-57cc1e5cf831 admin admin] Pushing event deleted for resources: {'Port': ['ID=66d81051-ba0a-4203-9266-2cd98265e054,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:26.367169 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-842d004d-f992-4dfc-9add-57cc1e5cf831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:26.406923 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] For port d5d19aed-a715-4e16-9d63-7829dfdadc5a, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:18:26.407606 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:26.412712 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] For port d5d19aed-a715-4e16-9d63-7829dfdadc5a, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d5d19aed-a715-4e16-9d63-7829dfdadc5a,segment=NetworkSegment(6d250e3e-d42e-4bb9-a3e7-faed5b2187ca),segment_id=6d250e3e-d42e-4bb9-a3e7-faed5b2187ca)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:18:26.416528 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:26.430920 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-ebb74b1a-7296-4e2e-88b8-e1984688fc50 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=dd3b2251bcb44013a235a723b458a880&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1414688 Jun 25 09:18:26.454395 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:26.457037 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port a264f712-d8d4-4e58-bff6-fe2239b0e63f completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:26.469751 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:26.473519 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c5e5952f-edb0-4add-af64-a3c285cdfc20 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:26.589272 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=63f9697d-e328-46ad-abbd-0a616f470cc9,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:26.594120 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:26.618458 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] For port 76e640ba-1a84-4f83-a94a-56135785d3ac, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:18:26.633649 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 841069ed-9d39-4455-bf6a-167d403af630 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:26.635609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:26.719759 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] For port 76e640ba-1a84-4f83-a94a-56135785d3ac, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=76e640ba-1a84-4f83-a94a-56135785d3ac,segment=NetworkSegment(efed9b2b-835f-406c-b4c6-77ed018909a4),segment_id=efed9b2b-835f-406c-b4c6-77ed018909a4)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:18:26.750419 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:26.769703 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d9e060-7c44-4d59-968d-404f21db1103 None None] Network 841069ed-9d39-4455-bf6a-167d403af630 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:26.790188 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-e8f79181-a3b7-441b-91f3-1db8dd574fb8 service neutron] 10.222.0.93 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582878 Jun 25 09:18:26.793978 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Pushing event updated for resources: {'Port': ['ID=d5d19aed-a715-4e16-9d63-7829dfdadc5a,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:26.797751 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:26.832225 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router a769f41e-72d1-4194-a373-53379c6d48d4 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:18:26.839058 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:26.944615 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-842d004d-f992-4dfc-9add-57cc1e5cf831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:27.027815 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-99fce77a-6d05-4ab1-a151-703b449986ef None None] Provisioning for port a264f712-d8d4-4e58-bff6-fe2239b0e63f completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:27.030859 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:18:27.036451 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/a769f41e-72d1-4194-a373-53379c6d48d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7976441 Jun 25 09:18:27.039575 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48136) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:27.052674 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1cd987-4480-4669-a1a8-94799fdd683e None None] Sync routers for ids ['a769f41e-72d1-4194-a373-53379c6d48d4'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:18:27.057157 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port c5e5952f-edb0-4add-af64-a3c285cdfc20 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:27.073632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-99fce77a-6d05-4ab1-a151-703b449986ef None None] Provisioning complete for port a264f712-d8d4-4e58-bff6-fe2239b0e63f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:27.073973 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1cd987-4480-4669-a1a8-94799fdd683e None None] Routers {'a769f41e-72d1-4194-a373-53379c6d48d4'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:27.074136 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99fce77a-6d05-4ab1-a151-703b449986ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:27.074815 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-de1cd987-4480-4669-a1a8-94799fdd683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a769f41e-72d1-4194-a373-53379c6d48d4'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:27.081093 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port c5e5952f-edb0-4add-af64-a3c285cdfc20 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:27.081712 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:27.083639 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Pushing event updated for resources: {'Port': ['ID=76e640ba-1a84-4f83-a94a-56135785d3ac,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:27.087405 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:27.167349 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecedadec-3106-430a-8ae8-7c267a6d2707 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:27.183305 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ecedadec-3106-430a-8ae8-7c267a6d2707 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports/63f9697d-e328-46ad-abbd-0a616f470cc9 HTTP/1.1" status: 200 len: 910 time: 0.1421204 Jun 25 09:18:27.186369 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48138) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:27.193236 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-de1cd987-4480-4669-a1a8-94799fdd683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:27.241468 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1cd987-4480-4669-a1a8-94799fdd683e None None] Routers {'a769f41e-72d1-4194-a373-53379c6d48d4'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:27.242116 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-de1cd987-4480-4669-a1a8-94799fdd683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a769f41e-72d1-4194-a373-53379c6d48d4'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:27.261523 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1e8ef-ff6e-430a-bc04-0532a16aa1de req-c7e4f39c-fc92-4b48-82b1-0f9778ebdb15 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:27.275256 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4a1e8ef-ff6e-430a-bc04-0532a16aa1de req-c7e4f39c-fc92-4b48-82b1-0f9778ebdb15 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 950 time: 0.4943378 Jun 25 09:18:27.290487 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-de1cd987-4480-4669-a1a8-94799fdd683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:27.291309 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1cd987-4480-4669-a1a8-94799fdd683e None None] The sync data for ids ['a769f41e-72d1-4194-a373-53379c6d48d4'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:18:27.388702 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:27.504523 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port c5e5952f-edb0-4add-af64-a3c285cdfc20, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c5e5952f-edb0-4add-af64-a3c285cdfc20,segment=NetworkSegment(c22a3869-90b3-4b20-a27e-7225a8917d0b),segment_id=c22a3869-90b3-4b20-a27e-7225a8917d0b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:27.506015 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99fce77a-6d05-4ab1-a151-703b449986ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:27.543725 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-99fce77a-6d05-4ab1-a151-703b449986ef None None] For port a264f712-d8d4-4e58-bff6-fe2239b0e63f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a264f712-d8d4-4e58-bff6-fe2239b0e63f,segment=NetworkSegment(dbe40eb1-294b-4a22-a57d-3c4bbfb6368c),segment_id=dbe40eb1-294b-4a22-a57d-3c4bbfb6368c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:27.548699 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:27.567041 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:27.600962 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-f9cf36be-bb67-431e-8565-d1c75ca67849 service neutron] 10.222.0.93 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8097889 Jun 25 09:18:27.625561 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99fce77a-6d05-4ab1-a151-703b449986ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:27.649931 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=c5e5952f-edb0-4add-af64-a3c285cdfc20,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:27.659293 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4a1e8ef-ff6e-430a-bc04-0532a16aa1de req-22ea97e6-d3f2-43ba-84aa-a5d86ead1f7d tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830655 Jun 25 09:18:27.674647 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:27.680234 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:27.871868 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cacbd692-5e79-43ce-bb5b-535d925aafe8 None None] Provisioning complete for port c5e5952f-edb0-4add-af64-a3c285cdfc20 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:27.873508 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cacbd692-5e79-43ce-bb5b-535d925aafe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:28.024864 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842d004d-f992-4dfc-9add-57cc1e5cf831 admin admin] Router c53fc4d8-8973-4a10-bc5d-baad705fc01f has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:18:28.059372 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-3f1433d3-5b66-4e29-9623-94cbbae491bb tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:28.080937 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-3f1433d3-5b66-4e29-9623-94cbbae491bb tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:28.087626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-3f1433d3-5b66-4e29-9623-94cbbae491bb tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.38 "GET /v2.0/networks?id=c001a31c-6769-4133-acc8-7951331a38f3&id=a4ec21ec-48ce-4c33-a984-04f859536b2a HTTP/1.1" status: 200 len: 1390 time: 0.7924044 Jun 25 09:18:28.098721 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d5d19aed-a715-4e16-9d63-7829dfdadc5a up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:28.123165 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-ac936e39-d0e9-4f63-b047-fbcd8905af64 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Request body: {'port': {'device_id': '021ae021-a005-4098-86fc-145b1b1d1322', 'network_id': 'c001a31c-6769-4133-acc8-7951331a38f3', 'admin_state_up': True, 'tenant_id': 'ef0196456cda45988b8b413621617126'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:28.193325 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fce77a-6d05-4ab1-a151-703b449986ef None None] Pushing event updated for resources: {'Port': ['ID=a264f712-d8d4-4e58-bff6-fe2239b0e63f,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:28.201932 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-99fce77a-6d05-4ab1-a151-703b449986ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:28.206445 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:28.347879 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc838bd-f4da-480b-af17-4bafecf058d5 req-05484dca-71f0-42ba-8928-5ecfd3228300 tempest-DeleteServersAdminTestJSON-410065970 tempest-DeleteServersAdminTestJSON-410065970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:28.353777 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ecc838bd-f4da-480b-af17-4bafecf058d5 req-05484dca-71f0-42ba-8928-5ecfd3228300 tempest-DeleteServersAdminTestJSON-410065970 tempest-DeleteServersAdminTestJSON-410065970-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 1102 time: 0.4740362 Jun 25 09:18:28.385587 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port d5d19aed-a715-4e16-9d63-7829dfdadc5a completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:28.406084 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a4e76a9-c713-43a3-be96-ba91bb04af41 req-458c426e-fbe8-4105-ae74-0c2c4efd77ba tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 210 time: 0.1298170 Jun 25 09:18:28.418871 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 76e640ba-1a84-4f83-a94a-56135785d3ac up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:28.470511 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:28.569667 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 76e640ba-1a84-4f83-a94a-56135785d3ac completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:28.585027 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fab6b433-3734-490c-9b7c-296261c0bbbd None None] Provisioning for port 63f9697d-e328-46ad-abbd-0a616f470cc9 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:28.593444 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fab6b433-3734-490c-9b7c-296261c0bbbd None None] Provisioning complete for port 63f9697d-e328-46ad-abbd-0a616f470cc9 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:28.593899 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fab6b433-3734-490c-9b7c-296261c0bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:28.700296 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fab6b433-3734-490c-9b7c-296261c0bbbd None None] Port 63f9697d-e328-46ad-abbd-0a616f470cc9 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:18:28.737334 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7470f551-d7f5-4fe0-be05-37408ec48a35 None None] Network a4ec21ec-48ce-4c33-a984-04f859536b2a requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:28.775559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fab6b433-3734-490c-9b7c-296261c0bbbd None None] Provisioning complete for port a264f712-d8d4-4e58-bff6-fe2239b0e63f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:28.775946 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fab6b433-3734-490c-9b7c-296261c0bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:29.052954 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Allocated IP 172.21.0.1 (c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68/4d0a358e-de9e-4012-9db2-923519db09f7/361835dc-e83a-482f-8178-5b5e35322e69) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:29.168394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d879c0aa-c5e7-4314-aa72-33a56b7708f2 None None] Network c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:29.203178 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:29.217758 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Transition to ACTIVE for port object 361835dc-e83a-482f-8178-5b5e35322e69 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:29.252008 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-ecc838bd-f4da-480b-af17-4bafecf058d5 req-f1728dcb-dbd0-47f5-a009-d725653802ab tempest-DeleteServersAdminTestJSON-410065970 tempest-DeleteServersAdminTestJSON-410065970-project-admin] Deleting port 51dfff6b-5b50-475b-8e08-7aa5eabe6489 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:29.252665 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ecc838bd-f4da-480b-af17-4bafecf058d5 req-f1728dcb-dbd0-47f5-a009-d725653802ab tempest-DeleteServersAdminTestJSON-410065970 tempest-DeleteServersAdminTestJSON-410065970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:29.257438 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:29.276674 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c0528efd-3423-4f0b-8598-07b42b23c0c1 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:29.365105 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-576131af-63f8-44e7-b63d-935d9a40f14e req-56bf838c-697d-444b-8074-0f92b6da6eff tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 210 time: 0.0860593 Jun 25 09:18:29.383039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:29.414929 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:29.435364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:29.650416 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Provisioning for port d5d19aed-a715-4e16-9d63-7829dfdadc5a completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:29.658053 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Provisioning complete for port d5d19aed-a715-4e16-9d63-7829dfdadc5a triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:29.658463 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:29.675232 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842d004d-f992-4dfc-9add-57cc1e5cf831 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:18:29.698749 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531772d-1665-4102-92af-08603a26f818 req-8dd1c159-fb01-49f3-99c4-244b436cd5a8 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:29.714681 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599cb69-7f23-4d06-b382-f49c061a3c62 None None] Sync routers for ids ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:18:29.715513 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f531772d-1665-4102-92af-08603a26f818 req-8dd1c159-fb01-49f3-99c4-244b436cd5a8 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 950 time: 0.4261127 Jun 25 09:18:29.744459 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-842d004d-f992-4dfc-9add-57cc1e5cf831 admin admin] 10.222.0.93 "PUT /v2.0/routers/c53fc4d8-8973-4a10-bc5d-baad705fc01f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8281903 Jun 25 09:18:29.745195 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599cb69-7f23-4d06-b382-f49c061a3c62 None None] Routers {'c53fc4d8-8973-4a10-bc5d-baad705fc01f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:29.746329 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f599cb69-7f23-4d06-b382-f49c061a3c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:29.763625 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48164) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:29.881954 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a264f712-d8d4-4e58-bff6-fe2239b0e63f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:29.889433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-ac936e39-d0e9-4f63-b047-fbcd8905af64 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Made reservation on behalf of ef0196456cda45988b8b413621617126 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:29.894946 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-ac936e39-d0e9-4f63-b047-fbcd8905af64 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:30.073929 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=361835dc-e83a-482f-8178-5b5e35322e69,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:30.075754 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:30.084886 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-f599cb69-7f23-4d06-b382-f49c061a3c62 None None] Set router c53fc4d8-8973-4a10-bc5d-baad705fc01f gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:18:30.121728 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:30.149295 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:30.164337 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-ecc838bd-f4da-480b-af17-4bafecf058d5 req-f1728dcb-dbd0-47f5-a009-d725653802ab tempest-DeleteServersAdminTestJSON-410065970 tempest-DeleteServersAdminTestJSON-410065970-project-admin] For port 51dfff6b-5b50-475b-8e08-7aa5eabe6489, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=51dfff6b-5b50-475b-8e08-7aa5eabe6489,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:30.165016 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ecc838bd-f4da-480b-af17-4bafecf058d5 req-f1728dcb-dbd0-47f5-a009-d725653802ab tempest-DeleteServersAdminTestJSON-410065970 tempest-DeleteServersAdminTestJSON-410065970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:30.181752 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-ecc838bd-f4da-480b-af17-4bafecf058d5 req-f1728dcb-dbd0-47f5-a009-d725653802ab tempest-DeleteServersAdminTestJSON-410065970 tempest-DeleteServersAdminTestJSON-410065970-project-admin] Calling delete_port for 51dfff6b-5b50-475b-8e08-7aa5eabe6489 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:30.264510 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f531772d-1665-4102-92af-08603a26f818 req-48005d7f-17e2-4c80-81b2-aac530a67682 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478117 Jun 25 09:18:30.276426 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port a264f712-d8d4-4e58-bff6-fe2239b0e63f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:30.277077 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:30.332618 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-142088a7-acd9-4575-95cf-12e397345342 None None] For port d5d19aed-a715-4e16-9d63-7829dfdadc5a, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d5d19aed-a715-4e16-9d63-7829dfdadc5a,segment=NetworkSegment(6d250e3e-d42e-4bb9-a3e7-faed5b2187ca),segment_id=6d250e3e-d42e-4bb9-a3e7-faed5b2187ca)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:30.351729 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:30.360652 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:30.400873 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-ac936e39-d0e9-4f63-b047-fbcd8905af64 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Allocated IP 19.80.0.220 (c001a31c-6769-4133-acc8-7951331a38f3/68ffdd52-c8aa-46ca-bdbf-f50dcbc36bbf/9d4e735c-0fdc-4288-ace6-49d29a7f6b1d) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:30.447925 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Provisioning complete for port 63f9697d-e328-46ad-abbd-0a616f470cc9 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:30.448333 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:30.466915 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ecc838bd-f4da-480b-af17-4bafecf058d5 req-f1728dcb-dbd0-47f5-a009-d725653802ab tempest-DeleteServersAdminTestJSON-410065970 tempest-DeleteServersAdminTestJSON-410065970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:30.469055 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5f5200c8-f926-4a7f-9cce-90cace1ab7f4 req-9fdccff5-d5f5-43dd-9a42-a32541bf9627 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 210 time: 0.1984510 Jun 25 09:18:30.475644 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eaa1a80d-71f9-4a27-9ceb-fbb1c66e5612 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:30.538638 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1728dcb-dbd0-47f5-a009-d725653802ab tempest-DeleteServersAdminTestJSON-410065970 tempest-DeleteServersAdminTestJSON-410065970-project-admin] Pushing event deleted for resources: {'Port': ['ID=51dfff6b-5b50-475b-8e08-7aa5eabe6489,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:30.541722 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f1728dcb-dbd0-47f5-a009-d725653802ab tempest-DeleteServersAdminTestJSON-410065970 tempest-DeleteServersAdminTestJSON-410065970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:30.547444 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Pushing event updated for resources: {'Port': ['ID=d5d19aed-a715-4e16-9d63-7829dfdadc5a,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:30.555325 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c5e5952f-edb0-4add-af64-a3c285cdfc20 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:30.559863 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:30.572789 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:30.611802 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc838bd-f4da-480b-af17-4bafecf058d5 req-f1728dcb-dbd0-47f5-a009-d725653802ab tempest-DeleteServersAdminTestJSON-410065970 tempest-DeleteServersAdminTestJSON-410065970-project-admin] No DVR routers for this DVR port 51dfff6b-5b50-475b-8e08-7aa5eabe6489 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:30.615427 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Port 63f9697d-e328-46ad-abbd-0a616f470cc9 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:18:30.615641 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ecc838bd-f4da-480b-af17-4bafecf058d5 req-f1728dcb-dbd0-47f5-a009-d725653802ab tempest-DeleteServersAdminTestJSON-410065970 tempest-DeleteServersAdminTestJSON-410065970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:30.618116 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ecc838bd-f4da-480b-af17-4bafecf058d5 req-f1728dcb-dbd0-47f5-a009-d725653802ab tempest-DeleteServersAdminTestJSON-410065970 tempest-DeleteServersAdminTestJSON-410065970-project-admin] 10.222.0.41 "DELETE /v2.0/ports/51dfff6b-5b50-475b-8e08-7aa5eabe6489 HTTP/1.1" status: 204 len: 173 time: 2.2523596 Jun 25 09:18:30.620409 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f35f96d-2b96-426d-bd77-37eb60f00f5e', 'name': 'network-vif-deleted', 'tag': '51dfff6b-5b50-475b-8e08-7aa5eabe6489'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:30.624251 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd382e6f-78b3-4be7-8960-ee8c556c553c" -d '{"events": [{"server_uuid": "2f35f96d-2b96-426d-bd77-37eb60f00f5e", "name": "network-vif-deleted", "tag": "51dfff6b-5b50-475b-8e08-7aa5eabe6489"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:30.672927 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Provisioning for port 76e640ba-1a84-4f83-a94a-56135785d3ac completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:30.679612 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Provisioning complete for port 76e640ba-1a84-4f83-a94a-56135785d3ac triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:30.681180 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:30.738444 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b117ba4f-d9cb-4071-a3f6-da46d997514e x-openstack-request-id: req-b117ba4f-d9cb-4071-a3f6-da46d997514e {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:30.738775 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f35f96d-2b96-426d-bd77-37eb60f00f5e", "name": "network-vif-deleted", "tag": "51dfff6b-5b50-475b-8e08-7aa5eabe6489", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:30.739144 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b117ba4f-d9cb-4071-a3f6-da46d997514e {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:30.739569 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f35f96d-2b96-426d-bd77-37eb60f00f5e', 'name': 'network-vif-deleted', 'tag': '51dfff6b-5b50-475b-8e08-7aa5eabe6489', 'status': 'completed', 'code': 200} Jun 25 09:18:30.774996 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:30.809238 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port c5e5952f-edb0-4add-af64-a3c285cdfc20 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:30.809542 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:30.859382 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f599cb69-7f23-4d06-b382-f49c061a3c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-router', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:20Z', 'updated_at': '2021-06-25T09:18:26Z', 'revision_number': 5, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'gw_port': {'id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:30.889423 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb08d312-9a7e-4909-999c-17899f93c3f0 req-3294ffbd-1871-472e-8670-a0d98d6273f3 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 210 time: 0.1396091 Jun 25 09:18:30.898937 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599cb69-7f23-4d06-b382-f49c061a3c62 None None] Checking router: c53fc4d8-8973-4a10-bc5d-baad705fc01f for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:18:30.914943 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-46d660e5-6a91-424c-993c-8f397a593add tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:30.917043 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-46d660e5-6a91-424c-993c-8f397a593add tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.41 "GET /v2.0/networks?id=dad122da-9762-4f59-a9e2-64bd248a4a6f HTTP/1.1" status: 200 len: 805 time: 0.9872267 Jun 25 09:18:30.922974 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599cb69-7f23-4d06-b382-f49c061a3c62 None None] Routers {'c53fc4d8-8973-4a10-bc5d-baad705fc01f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:30.923682 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f599cb69-7f23-4d06-b382-f49c061a3c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:30.943902 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-466bde79-dcea-4a00-ab23-449e1c90bd3b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Request body: {'port': {'device_id': '0ce71ab5-5183-49b9-b565-62e73c0c72ed', 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f', 'admin_state_up': True, 'tenant_id': 'dd3b2251bcb44013a235a723b458a880'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:31.044298 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:31.054633 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:31.065388 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-ac936e39-d0e9-4f63-b047-fbcd8905af64 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:31.075255 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:31.080284 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:31.115710 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-ac936e39-d0e9-4f63-b047-fbcd8905af64 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Transition to ACTIVE for port object 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:31.120170 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8dd11757-af2b-4ba6-94e3-40346a60c6af tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:31.154500 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:31.162514 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:31.165616 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-142088a7-acd9-4575-95cf-12e397345342 None None] For port 76e640ba-1a84-4f83-a94a-56135785d3ac, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=76e640ba-1a84-4f83-a94a-56135785d3ac,segment=NetworkSegment(efed9b2b-835f-406c-b4c6-77ed018909a4),segment_id=efed9b2b-835f-406c-b4c6-77ed018909a4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:31.168068 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-f599cb69-7f23-4d06-b382-f49c061a3c62 None None] Set router c53fc4d8-8973-4a10-bc5d-baad705fc01f gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:18:31.202387 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:31.230964 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-ac936e39-d0e9-4f63-b047-fbcd8905af64 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:31.231388 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=361835dc-e83a-482f-8178-5b5e35322e69,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:31.236377 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-466bde79-dcea-4a00-ab23-449e1c90bd3b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Made reservation on behalf of dd3b2251bcb44013a235a723b458a880 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:31.240000 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-466bde79-dcea-4a00-ab23-449e1c90bd3b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:31.242137 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3176f2b9-5c99-4188-ad66-4cb5a738bab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:31.243284 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:31.250023 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:31.317994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-ac936e39-d0e9-4f63-b047-fbcd8905af64 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Network c001a31c-6769-4133-acc8-7951331a38f3 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:31.326356 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:31.334420 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:31.356911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-ac936e39-d0e9-4f63-b047-fbcd8905af64 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:31.366908 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-ac936e39-d0e9-4f63-b047-fbcd8905af64 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:31.377440 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac936e39-d0e9-4f63-b047-fbcd8905af64 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event updated for resources: {'Port': ['ID=9d4e735c-0fdc-4288-ace6-49d29a7f6b1d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:31.380042 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ac936e39-d0e9-4f63-b047-fbcd8905af64 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:31.400471 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Pushing event updated for resources: {'Port': ['ID=76e640ba-1a84-4f83-a94a-56135785d3ac,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:31.406020 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] Deleting port c3c34b2c-0708-4edc-a6c6-97f99756d72d {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:31.406363 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:31.428956 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:31.437908 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d804451c-4196-4e74-abbc-4f1efae424bc None None] Provisioning complete for port d5d19aed-a715-4e16-9d63-7829dfdadc5a triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:31.438292 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d804451c-4196-4e74-abbc-4f1efae424bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:31.617759 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router a769f41e-72d1-4194-a373-53379c6d48d4 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:18:31.648017 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-ac936e39-d0e9-4f63-b047-fbcd8905af64 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:31.649003 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-ac936e39-d0e9-4f63-b047-fbcd8905af64 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:31.793978 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d5d19aed-a715-4e16-9d63-7829dfdadc5a up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:31.803286 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31857fb1-7c6c-4cf1-b523-d4534a3b0f04 req-742661c2-7288-4fb7-9145-712208d3afc1 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f35f96d-2b96-426d-bd77-37eb60f00f5e HTTP/1.1" status: 200 len: 210 time: 0.2050605 Jun 25 09:18:31.846454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] For port c3c34b2c-0708-4edc-a6c6-97f99756d72d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c3c34b2c-0708-4edc-a6c6-97f99756d72d,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:31.846810 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:31.861937 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:18:31.871245 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d804451c-4196-4e74-abbc-4f1efae424bc None None] Provisioning for port 361835dc-e83a-482f-8178-5b5e35322e69 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:31.872161 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] Calling delete_port for c3c34b2c-0708-4edc-a6c6-97f99756d72d owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:31.873099 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4466448b-eb6b-4aa5-a56c-d26a0bff5e11 None None] Sync routers for ids ['a769f41e-72d1-4194-a373-53379c6d48d4'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:18:31.881185 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d804451c-4196-4e74-abbc-4f1efae424bc None None] Provisioning complete for port 361835dc-e83a-482f-8178-5b5e35322e69 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:31.881851 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d804451c-4196-4e74-abbc-4f1efae424bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:31.882693 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/a769f41e-72d1-4194-a373-53379c6d48d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6931341 Jun 25 09:18:31.883415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48180) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:31.886317 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466448b-eb6b-4aa5-a56c-d26a0bff5e11 None None] Routers {'a769f41e-72d1-4194-a373-53379c6d48d4'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:31.887105 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4466448b-eb6b-4aa5-a56c-d26a0bff5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a769f41e-72d1-4194-a373-53379c6d48d4'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:31.924354 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-ac936e39-d0e9-4f63-b047-fbcd8905af64 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8204997 Jun 25 09:18:31.927007 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f599cb69-7f23-4d06-b382-f49c061a3c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-router', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:20Z', 'updated_at': '2021-06-25T09:18:26Z', 'revision_number': 5, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'gw_port': {'id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:31.947675 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-6cb659b3-8fb4-4a8c-a82e-fe3019d2803a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Request body: {'port': {'device_id': '021ae021-a005-4098-86fc-145b1b1d1322', 'network_id': 'a4ec21ec-48ce-4c33-a984-04f859536b2a', 'admin_state_up': True, 'tenant_id': 'ef0196456cda45988b8b413621617126'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:31.979786 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4466448b-eb6b-4aa5-a56c-d26a0bff5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:31.981344 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599cb69-7f23-4d06-b382-f49c061a3c62 None None] The sync data for ids ['c53fc4d8-8973-4a10-bc5d-baad705fc01f'] in n-d-761264-15 is: [{'id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632605111-router', 'tenant_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:17:20Z', 'updated_at': '2021-06-25T09:18:26Z', 'revision_number': 5, 'project_id': '3f3c06d16c3f48ac9ca4bd537b5532fd', 'gw_port': {'id': 'c3c34b2c-0708-4edc-a6c6-97f99756d72d', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fc4d8-8973-4a10-bc5d-baad705fc01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:17:22Z', 'updated_at': '2021-06-25T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:18:31.989606 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port d5d19aed-a715-4e16-9d63-7829dfdadc5a triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:31.990001 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:32.009100 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-466bde79-dcea-4a00-ab23-449e1c90bd3b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Allocated IP 172.20.0.5 (dad122da-9762-4f59-a9e2-64bd248a4a6f/79f29d60-5d39-424f-b7cc-af1d0969792b/b2f21d94-0612-4d7d-8cda-c717fba367c0) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:32.012118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da7ddaa-db6d-41cb-93aa-933b14439249 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:32.012423 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466448b-eb6b-4aa5-a56c-d26a0bff5e11 None None] Routers {'a769f41e-72d1-4194-a373-53379c6d48d4'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:32.014801 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4466448b-eb6b-4aa5-a56c-d26a0bff5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a769f41e-72d1-4194-a373-53379c6d48d4'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:32.016651 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5da7ddaa-db6d-41cb-93aa-933b14439249 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports/361835dc-e83a-482f-8178-5b5e35322e69 HTTP/1.1" status: 200 len: 910 time: 0.1319675 Jun 25 09:18:32.019920 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48186) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:32.030846 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d804451c-4196-4e74-abbc-4f1efae424bc None None] Port 361835dc-e83a-482f-8178-5b5e35322e69 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:18:32.062076 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d804451c-4196-4e74-abbc-4f1efae424bc None None] Provisioning complete for port 76e640ba-1a84-4f83-a94a-56135785d3ac triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:32.062956 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d804451c-4196-4e74-abbc-4f1efae424bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:32.093526 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4466448b-eb6b-4aa5-a56c-d26a0bff5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:32.095029 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4466448b-eb6b-4aa5-a56c-d26a0bff5e11 None None] The sync data for ids ['a769f41e-72d1-4194-a373-53379c6d48d4'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:18:32.204998 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8888724-2d35-47bd-b6f4-931cba1caedc req-a4874ede-40f4-47bf-8677-747a59045713 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 210 time: 0.0957775 Jun 25 09:18:32.349065 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 76e640ba-1a84-4f83-a94a-56135785d3ac up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:32.372822 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79d6b9-44bf-4caf-b025-04600d813f82 req-00db7fc5-c2d6-4341-b5d7-c32d375366e1 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:32.374123 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ac79d6b9-44bf-4caf-b025-04600d813f82 req-00db7fc5-c2d6-4341-b5d7-c32d375366e1 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 932 time: 0.4432211 Jun 25 09:18:32.378363 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 51dfff6b-5b50-475b-8e08-7aa5eabe6489 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:32.409568 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 51dfff6b-5b50-475b-8e08-7aa5eabe6489 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:32.410154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 51dfff6b-5b50-475b-8e08-7aa5eabe6489 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:32.428771 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-6cb659b3-8fb4-4a8c-a82e-fe3019d2803a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Made reservation on behalf of ef0196456cda45988b8b413621617126 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:32.432553 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-6cb659b3-8fb4-4a8c-a82e-fe3019d2803a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:32.444278 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 76e640ba-1a84-4f83-a94a-56135785d3ac triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:32.445510 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:32.499226 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:32.503101 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:32.505436 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-39018aaf-9672-4b1e-a1e7-7da3078b2e9f None None] Provisioning for port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:32.505978 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3f98eb7-31d7-43f9-aed5-d51d843aa87d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:32.512911 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-39018aaf-9672-4b1e-a1e7-7da3078b2e9f None None] Provisioning complete for port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:32.513688 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39018aaf-9672-4b1e-a1e7-7da3078b2e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:32.551600 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ac79d6b9-44bf-4caf-b025-04600d813f82 req-37c4b837-bf05-4004-954a-2cb11c185763 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650381 Jun 25 09:18:32.554857 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-466bde79-dcea-4a00-ab23-449e1c90bd3b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:32.560927 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c34b2c-0708-4edc-a6c6-97f99756d72d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:32.570491 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-39018aaf-9672-4b1e-a1e7-7da3078b2e9f None None] Port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:18:32.591362 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-39018aaf-9672-4b1e-a1e7-7da3078b2e9f None None] Provisioning complete for port 361835dc-e83a-482f-8178-5b5e35322e69 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:32.592046 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39018aaf-9672-4b1e-a1e7-7da3078b2e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:32.624691 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:32.665365 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-39018aaf-9672-4b1e-a1e7-7da3078b2e9f None None] Port 361835dc-e83a-482f-8178-5b5e35322e69 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:18:32.759900 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:32.831838 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-466bde79-dcea-4a00-ab23-449e1c90bd3b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:32.840469 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-6cb659b3-8fb4-4a8c-a82e-fe3019d2803a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Allocated IP 19.86.0.233 (a4ec21ec-48ce-4c33-a984-04f859536b2a/563a58a9-0111-4695-a26e-57c658eb3a55/72493134-0d51-4b66-b6c8-4a726faf5268) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:32.844510 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:32.855245 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-a3f98eb7-31d7-43f9-aed5-d51d843aa87d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting port 361835dc-e83a-482f-8178-5b5e35322e69 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:32.855884 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3f98eb7-31d7-43f9-aed5-d51d843aa87d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:32.908046 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:32.915063 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:32.934801 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-466bde79-dcea-4a00-ab23-449e1c90bd3b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Network dad122da-9762-4f59-a9e2-64bd248a4a6f is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:32.975949 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3f98eb7-31d7-43f9-aed5-d51d843aa87d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:32.983593 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-466bde79-dcea-4a00-ab23-449e1c90bd3b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:32.992042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-a3f98eb7-31d7-43f9-aed5-d51d843aa87d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Calling delete_port for 361835dc-e83a-482f-8178-5b5e35322e69 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:32.993794 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-466bde79-dcea-4a00-ab23-449e1c90bd3b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:33.001212 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bde79-dcea-4a00-ab23-449e1c90bd3b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Pushing event updated for resources: {'Port': ['ID=b2f21d94-0612-4d7d-8cda-c717fba367c0,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:33.026003 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-466bde79-dcea-4a00-ab23-449e1c90bd3b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:33.030727 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:33.031292 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c53fc4d8-8973-4a10-bc5d-baad705fc01f {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:18:33.040114 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:33.041678 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] 10.222.0.93 "DELETE /v2.0/routers/c53fc4d8-8973-4a10-bc5d-baad705fc01f HTTP/1.1" status: 204 len: 168 time: 3.2721937 Jun 25 09:18:33.046747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48202) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:33.170086 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-466bde79-dcea-4a00-ab23-449e1c90bd3b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:33.170719 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-466bde79-dcea-4a00-ab23-449e1c90bd3b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:33.192803 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-9a050cef-95ec-41ff-b703-05eed8cd1d13 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=20e1d7ad1399498a923475e2cf53b0f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0972698 Jun 25 09:18:33.217438 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3f98eb7-31d7-43f9-aed5-d51d843aa87d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:33.219726 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:33.233103 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cf5d7d-6dde-4a1c-8044-39aacc3c0932 admin admin] Deleting subnet 0a3b61a4-c9d4-4acc-85a1-87f07863c490 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:18:33.246250 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f98eb7-31d7-43f9-aed5-d51d843aa87d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Port': ['ID=361835dc-e83a-482f-8178-5b5e35322e69,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:33.249036 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5d7d-6dde-4a1c-8044-39aacc3c0932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:33.249608 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a3f98eb7-31d7-43f9-aed5-d51d843aa87d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:33.251564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-466bde79-dcea-4a00-ab23-449e1c90bd3b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3120120 Jun 25 09:18:33.303931 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Request body: {'port': {'device_id': '0ce71ab5-5183-49b9-b565-62e73c0c72ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:33.378633 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5d7d-6dde-4a1c-8044-39aacc3c0932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:33.432397 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3f98eb7-31d7-43f9-aed5-d51d843aa87d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:33.649440 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 66d81051-ba0a-4203-9266-2cd98265e054 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:33.650077 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f98eb7-31d7-43f9-aed5-d51d843aa87d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router a769f41e-72d1-4194-a373-53379c6d48d4 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:18:33.671145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 66d81051-ba0a-4203-9266-2cd98265e054 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:33.671586 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 66d81051-ba0a-4203-9266-2cd98265e054 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:33.672025 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c3c34b2c-0708-4edc-a6c6-97f99756d72d no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:33.692470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: c3c34b2c-0708-4edc-a6c6-97f99756d72d {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:33.692764 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c3c34b2c-0708-4edc-a6c6-97f99756d72d not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:33.755866 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f98eb7-31d7-43f9-aed5-d51d843aa87d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:18:33.763606 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a3f98eb7-31d7-43f9-aed5-d51d843aa87d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/a769f41e-72d1-4194-a373-53379c6d48d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7404561 Jun 25 09:18:33.765327 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48216) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:33.766929 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c25533-eb82-4cf1-9479-ac7232db4c9c None None] Sync routers for ids ['a769f41e-72d1-4194-a373-53379c6d48d4'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:18:33.778160 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c25533-eb82-4cf1-9479-ac7232db4c9c None None] Routers {'a769f41e-72d1-4194-a373-53379c6d48d4'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:33.778851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-95c25533-eb82-4cf1-9479-ac7232db4c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a769f41e-72d1-4194-a373-53379c6d48d4'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:33.812956 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-95c25533-eb82-4cf1-9479-ac7232db4c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:33.822319 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c25533-eb82-4cf1-9479-ac7232db4c9c None None] Routers {'a769f41e-72d1-4194-a373-53379c6d48d4'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:33.823058 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-95c25533-eb82-4cf1-9479-ac7232db4c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a769f41e-72d1-4194-a373-53379c6d48d4'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:33.838187 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-6cb659b3-8fb4-4a8c-a82e-fe3019d2803a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:33.860237 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-95c25533-eb82-4cf1-9479-ac7232db4c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:33.861670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c25533-eb82-4cf1-9479-ac7232db4c9c None None] The sync data for ids ['a769f41e-72d1-4194-a373-53379c6d48d4'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:18:33.923108 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-6cb659b3-8fb4-4a8c-a82e-fe3019d2803a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Transition to ACTIVE for port object 72493134-0d51-4b66-b6c8-4a726faf5268 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:33.948995 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-b9b7e651-e4e5-4898-a09a-8b9b6bdb4c49 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:33.950661 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-b9b7e651-e4e5-4898-a09a-8b9b6bdb4c49 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7470334 Jun 25 09:18:33.997088 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:34.020280 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-2bea44fb-31a0-4d49-9e9a-5a89a9470a5d tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/quotas/20e1d7ad1399498a923475e2cf53b0f8 HTTP/1.1" status: 200 len: 375 time: 0.0627012 Jun 25 09:18:34.063912 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5d7d-6dde-4a1c-8044-39aacc3c0932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:34.106374 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c54d34b-ecd5-42b4-9817-7c0c18835e31 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:34.107015 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-d8c476b1-64e5-4408-b0bb-5251e8c634fd tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=20e1d7ad1399498a923475e2cf53b0f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772011 Jun 25 09:18:34.156622 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b605f6c-352a-42cf-8290-03d1d0d1505b req-b51555da-202d-4275-8a5e-ed7a925e97e1 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:34.158190 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b605f6c-352a-42cf-8290-03d1d0d1505b req-b51555da-202d-4275-8a5e-ed7a925e97e1 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 931 time: 0.7704055 Jun 25 09:18:34.162674 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-6cb659b3-8fb4-4a8c-a82e-fe3019d2803a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:34.175599 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cdcc021e-420e-4c95-8d19-1a61b4e9aa29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:34.326347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-6cb659b3-8fb4-4a8c-a82e-fe3019d2803a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Network a4ec21ec-48ce-4c33-a984-04f859536b2a is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:34.353851 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-6cb659b3-8fb4-4a8c-a82e-fe3019d2803a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:34.365844 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-6cb659b3-8fb4-4a8c-a82e-fe3019d2803a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:34.375203 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5d7d-6dde-4a1c-8044-39aacc3c0932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:34.384199 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb659b3-8fb4-4a8c-a82e-fe3019d2803a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event updated for resources: {'Port': ['ID=72493134-0d51-4b66-b6c8-4a726faf5268,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:34.432204 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6cb659b3-8fb4-4a8c-a82e-fe3019d2803a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:34.440478 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ffb5db1e-7ebc-4839-98ac-e655e5a631f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:34.446726 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b605f6c-352a-42cf-8290-03d1d0d1505b req-a4769798-afe6-499c-b339-32c15cf001d2 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723811 Jun 25 09:18:34.471329 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-0c54d34b-ecd5-42b4-9817-7c0c18835e31 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting port 63f9697d-e328-46ad-abbd-0a616f470cc9 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:34.471831 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c54d34b-ecd5-42b4-9817-7c0c18835e31 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:34.514468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf5d7d-6dde-4a1c-8044-39aacc3c0932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a3b61a4-c9d4-4acc-85a1-87f07863c490,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:34.518034 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c1cf5d7d-6dde-4a1c-8044-39aacc3c0932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:34.524398 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5d7d-6dde-4a1c-8044-39aacc3c0932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:34.526326 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c1cf5d7d-6dde-4a1c-8044-39aacc3c0932 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/0a3b61a4-c9d4-4acc-85a1-87f07863c490 HTTP/1.1" status: 204 len: 168 time: 1.4767268 Jun 25 09:18:34.526581 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55494c7d-77d7-48d9-b687-cc3cc7b2f9a8 None None] Network c4fd0fda-46ea-49bf-9785-8c5e9f244630 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:34.529850 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48228) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:34.638586 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-6cb659b3-8fb4-4a8c-a82e-fe3019d2803a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:34.639260 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-6cb659b3-8fb4-4a8c-a82e-fe3019d2803a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:34.719702 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c54d34b-ecd5-42b4-9817-7c0c18835e31 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:34.738454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-6cb659b3-8fb4-4a8c-a82e-fe3019d2803a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7951047 Jun 25 09:18:34.749898 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-0c54d34b-ecd5-42b4-9817-7c0c18835e31 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Calling delete_port for 63f9697d-e328-46ad-abbd-0a616f470cc9 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:34.764945 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:34.782121 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Request body: {'port': {'device_id': '021ae021-a005-4098-86fc-145b1b1d1322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:34.897905 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2c27136a-cc98-4692-a4db-6a08bb669d49 None None] Provisioning for port 72493134-0d51-4b66-b6c8-4a726faf5268 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:34.902913 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2c27136a-cc98-4692-a4db-6a08bb669d49 None None] Provisioning complete for port 72493134-0d51-4b66-b6c8-4a726faf5268 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:34.903352 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c27136a-cc98-4692-a4db-6a08bb669d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:34.964337 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2c27136a-cc98-4692-a4db-6a08bb669d49 None None] Port 72493134-0d51-4b66-b6c8-4a726faf5268 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:18:35.010771 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c0e164d-8cc7-4f65-bae5-fb1f5372e408 req-d0380cff-391b-4e78-9a62-8d60fe6e8d09 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 210 time: 0.1206243 Jun 25 09:18:35.034022 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f21d94-0612-4d7d-8cda-c717fba367c0 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:18:35.051554 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:35.054277 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344784dd-5105-4620-9910-c5bae69072ef None None] DHCP port deletion for c4fd0fda-46ea-49bf-9785-8c5e9f244630 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:18:35.054794 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:35.092569 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c54d34b-ecd5-42b4-9817-7c0c18835e31 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:35.094464 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Transition to ACTIVE for port object b2f21d94-0612-4d7d-8cda-c717fba367c0 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:35.106431 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f1728dcb-dbd0-47f5-a009-d725653802ab tempest-DeleteServersAdminTestJSON-410065970 tempest-DeleteServersAdminTestJSON-410065970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:35.109332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fd8e9-b1e9-4ccb-8621-2e52efe77030 req-b120d353-e59b-48f8-9c12-d2e0b9740efe tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:35.114277 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fd8e9-b1e9-4ccb-8621-2e52efe77030 req-b120d353-e59b-48f8-9c12-d2e0b9740efe tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:35.122330 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b51fd8e9-b1e9-4ccb-8621-2e52efe77030 req-b120d353-e59b-48f8-9c12-d2e0b9740efe tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1655 time: 0.3760579 Jun 25 09:18:35.130175 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-344784dd-5105-4620-9910-c5bae69072ef None None] Deleting port 57acc2ee-b244-4bc1-9a00-e8338b01a78d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:35.130554 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-344784dd-5105-4620-9910-c5bae69072ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:35.164464 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:35.169699 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54d34b-ecd5-42b4-9817-7c0c18835e31 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Port': ['ID=63f9697d-e328-46ad-abbd-0a616f470cc9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:35.172236 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-51c6f224-98cf-474e-ac4e-3c9446cede71 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:35.213259 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0c54d34b-ecd5-42b4-9817-7c0c18835e31 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:35.223622 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Deleting port 57acc2ee-b244-4bc1-9a00-e8338b01a78d {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:35.224333 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:35.250190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-344784dd-5105-4620-9910-c5bae69072ef None None] For port 57acc2ee-b244-4bc1-9a00-e8338b01a78d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=57acc2ee-b244-4bc1-9a00-e8338b01a78d,segment=NetworkSegment(4c61929d-ffd9-4eb2-b9fa-5b81f92a8720),segment_id=4c61929d-ffd9-4eb2-b9fa-5b81f92a8720)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:35.257540 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-344784dd-5105-4620-9910-c5bae69072ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:35.277252 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-344784dd-5105-4620-9910-c5bae69072ef None None] Calling delete_port for 57acc2ee-b244-4bc1-9a00-e8338b01a78d owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:35.302269 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c54d34b-ecd5-42b4-9817-7c0c18835e31 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:35.405524 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b51fd8e9-b1e9-4ccb-8621-2e52efe77030 req-b29722b5-6c6b-4100-8737-7cd1769c8b3f tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820499 Jun 25 09:18:35.408100 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Pushing event updated for resources: {'Port': ['ID=b2f21d94-0612-4d7d-8cda-c717fba367c0,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:35.416969 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-344784dd-5105-4620-9910-c5bae69072ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:35.423444 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3f13218f-c31e-48c9-a93c-1371438ed7b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:35.432144 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:35.462300 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344784dd-5105-4620-9910-c5bae69072ef None None] Pushing event deleted for resources: {'Port': ['ID=57acc2ee-b244-4bc1-9a00-e8338b01a78d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:35.469014 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-344784dd-5105-4620-9910-c5bae69072ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:35.477750 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344784dd-5105-4620-9910-c5bae69072ef None None] No DVR routers for this DVR port 57acc2ee-b244-4bc1-9a00-e8338b01a78d on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:35.668345 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 57acc2ee-b244-4bc1-9a00-e8338b01a78d no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:35.701296 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 57acc2ee-b244-4bc1-9a00-e8338b01a78d {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:35.704481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 57acc2ee-b244-4bc1-9a00-e8338b01a78d not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:35.713178 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] For port 57acc2ee-b244-4bc1-9a00-e8338b01a78d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=57acc2ee-b244-4bc1-9a00-e8338b01a78d,segment=NetworkSegment(4c61929d-ffd9-4eb2-b9fa-5b81f92a8720),segment_id=4c61929d-ffd9-4eb2-b9fa-5b81f92a8720)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:35.713434 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:35.755785 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Calling delete_port for 57acc2ee-b244-4bc1-9a00-e8338b01a78d owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:35.831597 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f3f4b-6a83-40c0-a379-d50a61501a47 req-54342792-fad5-4e1e-afcf-3fbdec6a36f8 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:35.833475 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d9f3f4b-6a83-40c0-a379-d50a61501a47 req-54342792-fad5-4e1e-afcf-3fbdec6a36f8 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 943 time: 0.2186251 Jun 25 09:18:35.882444 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Attempting to bind port b2f21d94-0612-4d7d-8cda-c717fba367c0 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:18:35.882884 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Attempting to bind port b2f21d94-0612-4d7d-8cda-c717fba367c0 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:18:35.883180 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Attempting to bind port b2f21d94-0612-4d7d-8cda-c717fba367c0 on network dad122da-9762-4f59-a9e2-64bd248a4a6f {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:35.895621 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Port b2f21d94-0612-4d7d-8cda-c717fba367c0 on network dad122da-9762-4f59-a9e2-64bd248a4a6f not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:18:35.896317 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Attempting to bind port b2f21d94-0612-4d7d-8cda-c717fba367c0 on network dad122da-9762-4f59-a9e2-64bd248a4a6f {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:35.916915 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:18:35.917173 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c726c2d-729c-4ace-b593-ae2c65eaf4bc tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=20e1d7ad1399498a923475e2cf53b0f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359981 Jun 25 09:18:35.917772 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Checking segment: {'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:35.918362 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Bound using segment: {'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:18:35.919420 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Bound port: b2f21d94-0612-4d7d-8cda-c717fba367c0, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:18:35.919999 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:35.920878 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c54d34b-ecd5-42b4-9817-7c0c18835e31 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router a769f41e-72d1-4194-a373-53379c6d48d4 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:18:36.021279 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:18:36.035806 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d9f3f4b-6a83-40c0-a379-d50a61501a47 req-deaf6601-08b8-40df-a10b-d92c5afc7c6e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634214 Jun 25 09:18:36.037904 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.080542 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Transition to ACTIVE for port object 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:36.081366 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.093635 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-516ce15d-478f-4380-9061-0b535e36f458 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:36.099653 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.124833 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] No DVR routers for this DVR port 57acc2ee-b244-4bc1-9a00-e8338b01a78d on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:36.135682 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] For port b2f21d94-0612-4d7d-8cda-c717fba367c0, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:18:36.138030 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Pushing event deleted for resources: {'Port': ['ID=57acc2ee-b244-4bc1-9a00-e8338b01a78d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:36.161211 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:36.161745 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3f7f6539-5a4d-43a4-bd83-d31952de4c98 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:36.181117 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c54d34b-ecd5-42b4-9817-7c0c18835e31 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:18:36.193837 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0c54d34b-ecd5-42b4-9817-7c0c18835e31 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/a769f41e-72d1-4194-a373-53379c6d48d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4222498 Jun 25 09:18:36.193837 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48244) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:36.198333 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f992a-e3c0-41bd-b931-29dca2de7410 None None] Sync routers for ids ['a769f41e-72d1-4194-a373-53379c6d48d4'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:18:36.211821 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f992a-e3c0-41bd-b931-29dca2de7410 None None] Routers {'a769f41e-72d1-4194-a373-53379c6d48d4'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:36.212534 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-772f992a-e3c0-41bd-b931-29dca2de7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a769f41e-72d1-4194-a373-53379c6d48d4'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:36.231809 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] For port b2f21d94-0612-4d7d-8cda-c717fba367c0, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b2f21d94-0612-4d7d-8cda-c717fba367c0,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:18:36.237641 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9b02fcda-a1b9-4bfe-9015-73751366c3e6 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports?device_id=a769f41e-72d1-4194-a373-53379c6d48d4 HTTP/1.1" status: 200 len: 205 time: 0.0425117 Jun 25 09:18:36.244041 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-3f6aa0b4-72d6-40ad-baa0-4e121fc72c57 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:36.245593 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-3f6aa0b4-72d6-40ad-baa0-4e121fc72c57 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229561 Jun 25 09:18:36.246112 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48246) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:36.270374 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-772f992a-e3c0-41bd-b931-29dca2de7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:36.279879 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f992a-e3c0-41bd-b931-29dca2de7410 None None] Routers {'a769f41e-72d1-4194-a373-53379c6d48d4'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:36.280813 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-772f992a-e3c0-41bd-b931-29dca2de7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a769f41e-72d1-4194-a373-53379c6d48d4'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:36.285981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc87a336-bbf9-428a-866d-680818f73663 req-53a4c4bf-a28b-40c5-868f-00fcc97f9702 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 210 time: 0.0766721 Jun 25 09:18:36.287114 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.316432 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-772f992a-e3c0-41bd-b931-29dca2de7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:36.317136 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f992a-e3c0-41bd-b931-29dca2de7410 None None] The sync data for ids ['a769f41e-72d1-4194-a373-53379c6d48d4'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:18:36.323091 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4e735c-0fdc-4288-ace6-49d29a7f6b1d,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:36.329177 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.333048 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:36.335677 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-60c63b63-863f-46e1-a2ce-97b94975fe41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:36.362321 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-45c009c5-4184-412d-904c-d92916c5de21 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Request body: {'port': {'device_id': '4d1d7d43-75c5-4472-8af8-c9bfaedda80c', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': '20e1d7ad1399498a923475e2cf53b0f8'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:36.371450 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e09296f1-df85-4aa1-8c42-b6ddc07eb14f tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.388093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fd0fda-46ea-49bf-9785-8c5e9f244630']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:36.391941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:36.391941 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.393518 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] 10.222.0.41 "PUT /v2.0/ports/b2f21d94-0612-4d7d-8cda-c717fba367c0 HTTP/1.1" status: 200 len: 1092 time: 3.0950010 Jun 25 09:18:36.396050 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce71ab5-5183-49b9-b565-62e73c0c72ed', 'tag': 'b2f21d94-0612-4d7d-8cda-c717fba367c0'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:36.398435 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2cb4c0-d112-4add-994c-6342a07d14f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce71ab5-5183-49b9-b565-62e73c0c72ed", "tag": "b2f21d94-0612-4d7d-8cda-c717fba367c0"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:36.447575 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c61929d-ffd9-4eb2-b9fa-5b81f92a8720') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:36.447906 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c61929d-ffd9-4eb2-b9fa-5b81f92a8720') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:36.464711 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.522473 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f97fd9-90e1-4226-aafe-bf4f3597a8c2 x-openstack-request-id: req-e1f97fd9-90e1-4226-aafe-bf4f3597a8c2 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:36.522814 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce71ab5-5183-49b9-b565-62e73c0c72ed", "tag": "b2f21d94-0612-4d7d-8cda-c717fba367c0", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:36.523116 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e1f97fd9-90e1-4226-aafe-bf4f3597a8c2 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:36.523570 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce71ab5-5183-49b9-b565-62e73c0c72ed', 'tag': 'b2f21d94-0612-4d7d-8cda-c717fba367c0', 'status': 'completed', 'code': 200} Jun 25 09:18:36.543558 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.547554 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Pushing event updated for resources: {'Port': ['ID=b2f21d94-0612-4d7d-8cda-c717fba367c0,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:36.560521 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:36.566652 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:18:36.567057 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:18:36.570293 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:18:36.664561 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Attempting to bind port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:18:36.665055 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Attempting to bind port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'c22a3869-90b3-4b20-a27e-7225a8917d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c001a31c-6769-4133-acc8-7951331a38f3'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:18:36.665304 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Attempting to bind port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d on network c001a31c-6769-4133-acc8-7951331a38f3 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:36.698781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d on network c001a31c-6769-4133-acc8-7951331a38f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:18:36.699229 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Attempting to bind port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d on network c001a31c-6769-4133-acc8-7951331a38f3 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:36.706969 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.714673 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:36.716323 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e09296f1-df85-4aa1-8c42-b6ddc07eb14f tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.719554 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e09296f1-df85-4aa1-8c42-b6ddc07eb14f tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.721326 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:18:36.721683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Checking segment: {'id': 'c22a3869-90b3-4b20-a27e-7225a8917d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c001a31c-6769-4133-acc8-7951331a38f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:36.722075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Bound using segment: {'id': 'c22a3869-90b3-4b20-a27e-7225a8917d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c001a31c-6769-4133-acc8-7951331a38f3'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:18:36.722528 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Bound port: 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22a3869-90b3-4b20-a27e-7225a8917d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c001a31c-6769-4133-acc8-7951331a38f3'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:18:36.722900 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.727489 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.727489 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] 10.222.0.93 "DELETE /v2.0/networks/c4fd0fda-46ea-49bf-9785-8c5e9f244630 HTTP/1.1" status: 204 len: 168 time: 2.1950691 Jun 25 09:18:36.751604 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fd0fda-46ea-49bf-9785-8c5e9f244630,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:36.760261 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:36.763013 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-d2ff4268-69eb-4d8f-a25a-92a0210add7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:36.764895 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-d2ff4268-69eb-4d8f-a25a-92a0210add7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd3b2251bcb44013a235a723b458a880&device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 1095 time: 0.2737837 Jun 25 09:18:36.835437 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-45c009c5-4184-412d-904c-d92916c5de21 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Made reservation on behalf of 20e1d7ad1399498a923475e2cf53b0f8 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:36.842356 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-45c009c5-4184-412d-904c-d92916c5de21 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.844938 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-5618d86c-6259-442d-a07e-4f16894bd65e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2f21d94-0612-4d7d-8cda-c717fba367c0 HTTP/1.1" status: 200 len: 217 time: 0.0530810 Jun 25 09:18:36.879089 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e09296f1-df85-4aa1-8c42-b6ddc07eb14f tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.879645 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09296f1-df85-4aa1-8c42-b6ddc07eb14f tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Fanout notify agent at l3_agent the message router_deleted on router a769f41e-72d1-4194-a373-53379c6d48d4 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:18:36.884432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650dc6f-2b02-4673-ac29-f675f6a0f405 req-4e7c2614-8d23-418a-b349-0b5074963e0c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:36.891940 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650dc6f-2b02-4673-ac29-f675f6a0f405 req-4e7c2614-8d23-418a-b349-0b5074963e0c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:36.893810 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a650dc6f-2b02-4673-ac29-f675f6a0f405 req-4e7c2614-8d23-418a-b349-0b5074963e0c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1667 time: 0.2513971 Jun 25 09:18:36.906590 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e09296f1-df85-4aa1-8c42-b6ddc07eb14f tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:36.911589 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e09296f1-df85-4aa1-8c42-b6ddc07eb14f tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/routers/a769f41e-72d1-4194-a373-53379c6d48d4 HTTP/1.1" status: 204 len: 168 time: 0.6607289 Jun 25 09:18:36.927649 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48258) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:36.928035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48260) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:36.960545 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] For port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:18:36.990273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] For port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=9d4e735c-0fdc-4288-ace6-49d29a7f6b1d,segment=NetworkSegment(c22a3869-90b3-4b20-a27e-7225a8917d0b),segment_id=c22a3869-90b3-4b20-a27e-7225a8917d0b)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:18:36.992550 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-74206957-efff-4ff6-9e33-981f2aaf629a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting subnet 4d0a358e-de9e-4012-9db2-923519db09f7 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:18:37.001303 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:37.005640 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-74206957-efff-4ff6-9e33-981f2aaf629a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:37.006568 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a650dc6f-2b02-4673-ac29-f675f6a0f405 req-5d9f1ad3-bd7c-421c-afc7-82cdfbc98dd1 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799973 Jun 25 09:18:37.014803 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-d0a10cc7-8d01-47e0-a74d-401ce754b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:37.019372 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-d0a10cc7-8d01-47e0-a74d-401ce754b7ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79f29d60-5d39-424f-b7cc-af1d0969792b HTTP/1.1" status: 200 len: 845 time: 0.1619165 Jun 25 09:18:37.023157 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b841f0a8-8882-4f9a-bc51-362351be71f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:37.122616 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-b30427cf-c91e-4cae-95fc-1fee0518220f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dad122da-9762-4f59-a9e2-64bd248a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952837 Jun 25 09:18:37.123461 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-70864d39-c2d2-44cd-b992-6880a3fefa60 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3f3c06d16c3f48ac9ca4bd537b5532fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430402 Jun 25 09:18:37.132452 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48266) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:37.160133 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:37.161649 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:37.164124 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] 10.222.0.38 "PUT /v2.0/ports/9d4e735c-0fdc-4288-ace6-49d29a7f6b1d HTTP/1.1" status: 200 len: 1093 time: 2.3956065 Jun 25 09:18:37.194146 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-74206957-efff-4ff6-9e33-981f2aaf629a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:37.231298 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Request body: {'port': {'device_id': '021ae021-a005-4098-86fc-145b1b1d1322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:37.320318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4e735c-0fdc-4288-ace6-49d29a7f6b1d,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:37.324621 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:37.344028 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-45c009c5-4184-412d-904c-d92916c5de21 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Allocated IP 192.168.233.222 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/71d28572-25c6-4302-b16c-f8fe1aa145e3) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:37.350988 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4362344d-e89d-4378-b331-ffa0754c03df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:37.405071 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-74206957-efff-4ff6-9e33-981f2aaf629a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:37.431958 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4362344d-e89d-4378-b331-ffa0754c03df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:37.451194 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-ba7b06c1-b7cd-4b31-8961-b918391dba73 service neutron] 10.222.0.41 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087406 Jun 25 09:18:37.459961 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:37.501822 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-503f13a7-38ae-4c75-a509-a049d3475ba6 req-6e4b8706-203e-4b2c-81f4-8e522f0bd086 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 210 time: 0.0562418 Jun 25 09:18:37.562493 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6f629-f6f4-4b22-b843-b5429ebbef85 req-b165d8a4-d8bc-4b61-83da-37e12358a565 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:37.565059 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-89c6f629-f6f4-4b22-b843-b5429ebbef85 req-b165d8a4-d8bc-4b61-83da-37e12358a565 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 943 time: 0.2944777 Jun 25 09:18:37.599196 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-74206957-efff-4ff6-9e33-981f2aaf629a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:37.608023 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:37.614540 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4362344d-e89d-4378-b331-ffa0754c03df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:37.617117 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4362344d-e89d-4378-b331-ffa0754c03df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:37.618246 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4362344d-e89d-4378-b331-ffa0754c03df admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b2c0f281-e1e7-4222-ac1b-21199611d029 HTTP/1.1" status: 204 len: 168 time: 0.4855974 Jun 25 09:18:37.645173 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74206957-efff-4ff6-9e33-981f2aaf629a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0a358e-de9e-4012-9db2-923519db09f7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:37.648427 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-74206957-efff-4ff6-9e33-981f2aaf629a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:37.648964 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:37.654480 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-74206957-efff-4ff6-9e33-981f2aaf629a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:37.657078 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-74206957-efff-4ff6-9e33-981f2aaf629a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/4d0a358e-de9e-4012-9db2-923519db09f7 HTTP/1.1" status: 204 len: 168 time: 0.7276449 Jun 25 09:18:37.661028 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48272) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:37.662233 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dc80b5-6c88-42a6-acd7-6b977c70e0de None None] Network c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:37.703589 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362344d-e89d-4378-b331-ffa0754c03df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c0f281-e1e7-4222-ac1b-21199611d029,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:37.714157 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4362344d-e89d-4378-b331-ffa0754c03df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:37.736882 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-45c009c5-4184-412d-904c-d92916c5de21 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:37.741943 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-89c6f629-f6f4-4b22-b843-b5429ebbef85 req-d24b0c82-71f6-4c90-847d-320e648b196f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554255 Jun 25 09:18:37.751240 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aada616-a2d4-44c0-bb2b-b36ef69ff218 req-48322e6a-2b85-45ec-bfed-608d29d9fbc3 service neutron] 10.222.0.41 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872875 Jun 25 09:18:37.782561 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9daf6c-d54a-48c4-b881-57341e64597e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting subnet bda68409-6dc4-4fef-9101-7956243ad9c5 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:18:37.787762 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-45c009c5-4184-412d-904c-d92916c5de21 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Transition to ACTIVE for port object 71d28572-25c6-4302-b16c-f8fe1aa145e3 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:37.791323 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af9daf6c-d54a-48c4-b881-57341e64597e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:37.867676 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af9daf6c-d54a-48c4-b881-57341e64597e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:37.918110 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-45c009c5-4184-412d-904c-d92916c5de21 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:37.923908 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-36e5ebbe-acb7-498d-a61e-0b4efc1aa60a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:38.009880 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-45c009c5-4184-412d-904c-d92916c5de21 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:38.018653 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cb4c0-d112-4add-994c-6342a07d14f9 req-dea705cc-a829-4195-9b95-f8a7c2e4e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:38.020885 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af2cb4c0-d112-4add-994c-6342a07d14f9 req-dea705cc-a829-4195-9b95-f8a7c2e4e8fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd3b2251bcb44013a235a723b458a880&device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 1095 time: 0.1588707 Jun 25 09:18:38.022238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-45c009c5-4184-412d-904c-d92916c5de21 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:38.029143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-45c009c5-4184-412d-904c-d92916c5de21 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:38.031876 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c009c5-4184-412d-904c-d92916c5de21 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Pushing event updated for resources: {'Port': ['ID=71d28572-25c6-4302-b16c-f8fe1aa145e3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:38.050577 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-45c009c5-4184-412d-904c-d92916c5de21 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:38.104499 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af9daf6c-d54a-48c4-b881-57341e64597e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:38.114717 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e463ad-788d-4944-b2a4-f8ab741c7f30 None None] DHCP port deletion for c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:18:38.148626 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72493134-0d51-4b66-b6c8-4a726faf5268 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:18:38.188225 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:38.194266 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-59e463ad-788d-4944-b2a4-f8ab741c7f30 None None] Deleting port 76e640ba-1a84-4f83-a94a-56135785d3ac {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:38.194953 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59e463ad-788d-4944-b2a4-f8ab741c7f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:38.253926 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Transition to ACTIVE for port object 72493134-0d51-4b66-b6c8-4a726faf5268 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:38.262171 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:38.266819 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4a44bc9a-f01e-495f-95e1-34f4cf02baf4 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:38.293158 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-45c009c5-4184-412d-904c-d92916c5de21 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:38.294902 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-45c009c5-4184-412d-904c-d92916c5de21 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:38.340607 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-45c009c5-4184-412d-904c-d92916c5de21 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9847090 Jun 25 09:18:38.344792 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af9daf6c-d54a-48c4-b881-57341e64597e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:38.350799 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a7b7d0b5-4d58-4c1b-841e-9d5674fae9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:38.382437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-59e463ad-788d-4944-b2a4-f8ab741c7f30 None None] For port 76e640ba-1a84-4f83-a94a-56135785d3ac, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=76e640ba-1a84-4f83-a94a-56135785d3ac,segment=NetworkSegment(efed9b2b-835f-406c-b4c6-77ed018909a4),segment_id=efed9b2b-835f-406c-b4c6-77ed018909a4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:38.383532 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59e463ad-788d-4944-b2a4-f8ab741c7f30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:38.408579 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-59e463ad-788d-4944-b2a4-f8ab741c7f30 None None] Calling delete_port for 76e640ba-1a84-4f83-a94a-56135785d3ac owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:38.419065 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Pushing event updated for resources: {'Port': ['ID=72493134-0d51-4b66-b6c8-4a726faf5268,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:38.426709 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cb4c0-d112-4add-994c-6342a07d14f9 req-646f7e63-ad35-43d2-87d9-c1f8010f8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:38.428547 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af2cb4c0-d112-4add-994c-6342a07d14f9 req-646f7e63-ad35-43d2-87d9-c1f8010f8778 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dad122da-9762-4f59-a9e2-64bd248a4a6f HTTP/1.1" status: 200 len: 907 time: 0.3949006 Jun 25 09:18:38.429604 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:38.473201 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Request body: {'port': {'device_id': '4d1d7d43-75c5-4472-8af8-c9bfaedda80c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:38.483424 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9daf6c-d54a-48c4-b881-57341e64597e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Subnet': ['ID=bda68409-6dc4-4fef-9101-7956243ad9c5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:38.494667 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-af9daf6c-d54a-48c4-b881-57341e64597e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:38.501870 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af9daf6c-d54a-48c4-b881-57341e64597e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:38.507013 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-af9daf6c-d54a-48c4-b881-57341e64597e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/bda68409-6dc4-4fef-9101-7956243ad9c5 HTTP/1.1" status: 204 len: 168 time: 0.8418329 Jun 25 09:18:38.518290 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fed8736-58ac-4cb6-acfa-51c18eac9a35 None None] Network 841069ed-9d39-4455-bf6a-167d403af630 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:38.521466 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48290) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:38.526776 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021ae021-a005-4098-86fc-145b1b1d1322', 'tag': '9d4e735c-0fdc-4288-ace6-49d29a7f6b1d'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:38.532691 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c2da2e-619a-44ef-ae4e-9e26f0cb4a75" -d '{"events": [{"name": "network-changed", "server_uuid": "021ae021-a005-4098-86fc-145b1b1d1322", "tag": "9d4e735c-0fdc-4288-ace6-49d29a7f6b1d"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:38.549803 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af2cb4c0-d112-4add-994c-6342a07d14f9 req-d9b328a3-6d54-47d7-8993-ae43fd4b0174 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2f21d94-0612-4d7d-8cda-c717fba367c0 HTTP/1.1" status: 200 len: 217 time: 0.0922632 Jun 25 09:18:38.638376 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:38.715430 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3e5cd2-c8a1-4ec3-9000-9d90ea7e1b66 x-openstack-request-id: req-de3e5cd2-c8a1-4ec3-9000-9d90ea7e1b66 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:38.715766 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021ae021-a005-4098-86fc-145b1b1d1322", "tag": "9d4e735c-0fdc-4288-ace6-49d29a7f6b1d", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:38.722041 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c5097b04-ee8c-48c2-b669-f5abc2e34fa5 None None] Provisioning for port 71d28572-25c6-4302-b16c-f8fe1aa145e3 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:38.723079 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-de3e5cd2-c8a1-4ec3-9000-9d90ea7e1b66 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:38.723903 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021ae021-a005-4098-86fc-145b1b1d1322', 'tag': '9d4e735c-0fdc-4288-ace6-49d29a7f6b1d', 'status': 'completed', 'code': 200} Jun 25 09:18:38.756498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c5097b04-ee8c-48c2-b669-f5abc2e34fa5 None None] Provisioning complete for port 71d28572-25c6-4302-b16c-f8fe1aa145e3 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:38.759272 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c5097b04-ee8c-48c2-b669-f5abc2e34fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:38.856206 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59e463ad-788d-4944-b2a4-f8ab741c7f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:38.868659 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4de14141-c8c6-426f-8d82-41747762d9bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:38.877958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e463ad-788d-4944-b2a4-f8ab741c7f30 None None] No DVR routers for this DVR port 76e640ba-1a84-4f83-a94a-56135785d3ac on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:38.878462 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Attempting to bind port 72493134-0d51-4b66-b6c8-4a726faf5268 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:18:38.878864 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Attempting to bind port 72493134-0d51-4b66-b6c8-4a726faf5268 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '6d250e3e-d42e-4bb9-a3e7-faed5b2187ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a4ec21ec-48ce-4c33-a984-04f859536b2a'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:18:38.879676 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Attempting to bind port 72493134-0d51-4b66-b6c8-4a726faf5268 on network a4ec21ec-48ce-4c33-a984-04f859536b2a {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:38.889640 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3c5bd-97a4-47ce-b824-258e2e86c096 req-9b5a7713-d89d-4446-b4ba-2e3b5f16d734 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:38.896435 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3c5bd-97a4-47ce-b824-258e2e86c096 req-9b5a7713-d89d-4446-b4ba-2e3b5f16d734 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:38.904078 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c5097b04-ee8c-48c2-b669-f5abc2e34fa5 None None] Port 71d28572-25c6-4302-b16c-f8fe1aa145e3 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:18:38.904347 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3e3c5bd-97a4-47ce-b824-258e2e86c096 req-9b5a7713-d89d-4446-b4ba-2e3b5f16d734 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1679 time: 0.5699003 Jun 25 09:18:38.908624 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e463ad-788d-4944-b2a4-f8ab741c7f30 None None] Pushing event deleted for resources: {'Port': ['ID=76e640ba-1a84-4f83-a94a-56135785d3ac,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:38.912003 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-59e463ad-788d-4944-b2a4-f8ab741c7f30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:38.922538 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cb4c0-d112-4add-994c-6342a07d14f9 req-ae7c6539-bc65-4e2e-a48c-e239df5a4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:38.924190 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af2cb4c0-d112-4add-994c-6342a07d14f9 req-ae7c6539-bc65-4e2e-a48c-e239df5a4d7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79f29d60-5d39-424f-b7cc-af1d0969792b HTTP/1.1" status: 200 len: 845 time: 0.3589790 Jun 25 09:18:38.955009 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2da2e-619a-44ef-ae4e-9e26f0cb4a75 req-80295062-7581-4550-a07d-07b0b15ce24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:38.955694 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2da2e-619a-44ef-ae4e-9e26f0cb4a75 req-80295062-7581-4550-a07d-07b0b15ce24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:38.957515 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-30c2da2e-619a-44ef-ae4e-9e26f0cb4a75 req-80295062-7581-4550-a07d-07b0b15ce24a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ef0196456cda45988b8b413621617126&device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1941 time: 0.2956614 Jun 25 09:18:38.984392 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Port 72493134-0d51-4b66-b6c8-4a726faf5268 on network a4ec21ec-48ce-4c33-a984-04f859536b2a not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:18:38.985213 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Attempting to bind port 72493134-0d51-4b66-b6c8-4a726faf5268 on network a4ec21ec-48ce-4c33-a984-04f859536b2a {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:39.029425 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b3388a-5006-440d-9426-3faa7e23da78 None None] DHCP port deletion for 841069ed-9d39-4455-bf6a-167d403af630 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:18:39.041495 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af2cb4c0-d112-4add-994c-6342a07d14f9 req-7e3b103f-8c6b-46af-8798-2e55d2a343a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dad122da-9762-4f59-a9e2-64bd248a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741456 Jun 25 09:18:39.056082 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3264f38e-3665-4c4e-8e3b-f03dd328600b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.061780 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:18:39.062583 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Checking segment: {'id': '6d250e3e-d42e-4bb9-a3e7-faed5b2187ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a4ec21ec-48ce-4c33-a984-04f859536b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:39.063255 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Bound using segment: {'id': '6d250e3e-d42e-4bb9-a3e7-faed5b2187ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a4ec21ec-48ce-4c33-a984-04f859536b2a'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:18:39.063956 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Bound port: 72493134-0d51-4b66-b6c8-4a726faf5268, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d250e3e-d42e-4bb9-a3e7-faed5b2187ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a4ec21ec-48ce-4c33-a984-04f859536b2a'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:18:39.064604 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.081326 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48310) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:39.138617 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-56b3388a-5006-440d-9426-3faa7e23da78 None None] Deleting port a264f712-d8d4-4e58-bff6-fe2239b0e63f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:39.140559 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56b3388a-5006-440d-9426-3faa7e23da78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.140761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2da2e-619a-44ef-ae4e-9e26f0cb4a75 req-5d164919-43bf-48b9-ad39-2ef7386e743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:39.141164 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2da2e-619a-44ef-ae4e-9e26f0cb4a75 req-5d164919-43bf-48b9-ad39-2ef7386e743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:39.141689 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2da2e-619a-44ef-ae4e-9e26f0cb4a75 req-5d164919-43bf-48b9-ad39-2ef7386e743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:39.143474 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-30c2da2e-619a-44ef-ae4e-9e26f0cb4a75 req-5d164919-43bf-48b9-ad39-2ef7386e743d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ef0196456cda45988b8b413621617126&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1706381 Jun 25 09:18:39.223578 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-56b3388a-5006-440d-9426-3faa7e23da78 None None] For port a264f712-d8d4-4e58-bff6-fe2239b0e63f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a264f712-d8d4-4e58-bff6-fe2239b0e63f,segment=NetworkSegment(dbe40eb1-294b-4a22-a57d-3c4bbfb6368c),segment_id=dbe40eb1-294b-4a22-a57d-3c4bbfb6368c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:39.224211 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56b3388a-5006-440d-9426-3faa7e23da78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.241892 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-56b3388a-5006-440d-9426-3faa7e23da78 None None] Calling delete_port for a264f712-d8d4-4e58-bff6-fe2239b0e63f owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:39.271910 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1624599888-network', 'tenant_id': 'e1f5c54c97f44a08824a547112ba037f'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:39.278315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2da2e-619a-44ef-ae4e-9e26f0cb4a75 req-5404a4f8-1153-43fb-ad86-17adabdcd049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:39.279849 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-30c2da2e-619a-44ef-ae4e-9e26f0cb4a75 req-5404a4f8-1153-43fb-ad86-17adabdcd049 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1187010 Jun 25 09:18:39.291160 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d28572-25c6-4302-b16c-f8fe1aa145e3 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:18:39.304250 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.323534 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Transition to ACTIVE for port object 71d28572-25c6-4302-b16c-f8fe1aa145e3 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:39.324706 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Made reservation on behalf of e1f5c54c97f44a08824a547112ba037f for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:39.327340 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.331161 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.340649 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:39.347937 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56b3388a-5006-440d-9426-3faa7e23da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.351425 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:39.366827 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.380647 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3388a-5006-440d-9426-3faa7e23da78 None None] Pushing event deleted for resources: {'Port': ['ID=a264f712-d8d4-4e58-bff6-fe2239b0e63f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:39.384200 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-56b3388a-5006-440d-9426-3faa7e23da78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:39.385361 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3388a-5006-440d-9426-3faa7e23da78 None None] No DVR routers for this DVR port a264f712-d8d4-4e58-bff6-fe2239b0e63f on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:39.420235 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Pushing event updated for resources: {'Port': ['ID=71d28572-25c6-4302-b16c-f8fe1aa145e3,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:39.425388 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:39.547772 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Attempting to bind port 71d28572-25c6-4302-b16c-f8fe1aa145e3 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:18:39.548122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Attempting to bind port 71d28572-25c6-4302-b16c-f8fe1aa145e3 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:18:39.548505 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Attempting to bind port 71d28572-25c6-4302-b16c-f8fe1aa145e3 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:39.559696 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Port 71d28572-25c6-4302-b16c-f8fe1aa145e3 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:18:39.560104 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Attempting to bind port 71d28572-25c6-4302-b16c-f8fe1aa145e3 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:39.571957 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:18:39.572229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:39.572679 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:18:39.573262 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Bound port: 71d28572-25c6-4302-b16c-f8fe1aa145e3, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:18:39.573649 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.577433 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3e3c5bd-97a4-47ce-b824-258e2e86c096 req-c4056219-d9d7-4a72-aba6-73734f13438e tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707532 Jun 25 09:18:39.632060 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:18:39.687322 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.696688 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.705640 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a264f712-d8d4-4e58-bff6-fe2239b0e63f no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:39.718396 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:18:39.729618 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b9eaf051-cac2-45ef-bf06-7406852ea0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:39.747093 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.747445 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Added segment 87853a09-1347-4457-aab1-6dee04128ade of type vlan for network 8c7abaf7-be31-4a62-8f6d-64299ee21f7d Jun 25 09:18:39.760255 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] For port 71d28572-25c6-4302-b16c-f8fe1aa145e3, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:18:39.764288 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: a264f712-d8d4-4e58-bff6-fe2239b0e63f {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:39.773530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a264f712-d8d4-4e58-bff6-fe2239b0e63f not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:39.773530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 76e640ba-1a84-4f83-a94a-56135785d3ac no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:39.794470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 76e640ba-1a84-4f83-a94a-56135785d3ac {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:39.796039 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 76e640ba-1a84-4f83-a94a-56135785d3ac not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:39.797238 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbeeca-7b3f-49d7-b6ed-6ac2b826980c req-18f52361-1b15-4463-9f06-fe6b02312bbf tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:39.799809 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19dbeeca-7b3f-49d7-b6ed-6ac2b826980c req-18f52361-1b15-4463-9f06-fe6b02312bbf tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 936 time: 0.9942465 Jun 25 09:18:39.846534 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] For port 71d28572-25c6-4302-b16c-f8fe1aa145e3, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=71d28572-25c6-4302-b16c-f8fe1aa145e3,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:18:39.850573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a41b10-c3e7-4ce8-a606-2538cc2083a6,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:39.859459 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:39.861141 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.865152 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-45c009c5-4184-412d-904c-d92916c5de21 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:39.870664 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3264f38e-3665-4c4e-8e3b-f03dd328600b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.875651 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.899903 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-3264f38e-3665-4c4e-8e3b-f03dd328600b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:39.914246 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:39.914887 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.915226 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af2cb4c0-d112-4add-994c-6342a07d14f9 req-e451c554-0f1c-4d15-8980-f1c682cd699e service neutron] 10.222.0.41 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8547273 Jun 25 09:18:39.916379 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] 10.222.0.41 "PUT /v2.0/ports/71d28572-25c6-4302-b16c-f8fe1aa145e3 HTTP/1.1" status: 200 len: 1097 time: 1.4569154 Jun 25 09:18:39.916926 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1d7d43-75c5-4472-8af8-c9bfaedda80c', 'tag': '71d28572-25c6-4302-b16c-f8fe1aa145e3'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:39.919411 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd66435-7a7e-4b21-a077-3a2f5e658121" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1d7d43-75c5-4472-8af8-c9bfaedda80c", "tag": "71d28572-25c6-4302-b16c-f8fe1aa145e3"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:39.924107 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-3264f38e-3665-4c4e-8e3b-f03dd328600b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efed9b2b-835f-406c-b4c6-77ed018909a4') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:39.924438 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-3264f38e-3665-4c4e-8e3b-f03dd328600b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efed9b2b-835f-406c-b4c6-77ed018909a4') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:39.951919 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] For port 72493134-0d51-4b66-b6c8-4a726faf5268, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:18:39.967059 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Pushing event updated for resources: {'Port': ['ID=71d28572-25c6-4302-b16c-f8fe1aa145e3,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:39.970327 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.971674 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:39.972310 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.974177 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3264f38e-3665-4c4e-8e3b-f03dd328600b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:39.982510 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:39.983082 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3394462d-a5b1-492d-a305-b952d28da6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:40.045380 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] For port 72493134-0d51-4b66-b6c8-4a726faf5268, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=72493134-0d51-4b66-b6c8-4a726faf5268,segment=NetworkSegment(6d250e3e-d42e-4bb9-a3e7-faed5b2187ca),segment_id=6d250e3e-d42e-4bb9-a3e7-faed5b2187ca)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:18:40.047327 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9634171 Jun 25 09:18:40.051708 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3264f38e-3665-4c4e-8e3b-f03dd328600b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:40.053667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48320) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:40.059068 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-514bf589-01db-433e-b874-15aedd6cf348 admin admin] Request body: {'subnet': {'network_id': '8c7abaf7-be31-4a62-8f6d-64299ee21f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1624599888-subnet', 'tenant_id': 'e1f5c54c97f44a08824a547112ba037f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:40.073909 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19dbeeca-7b3f-49d7-b6ed-6ac2b826980c req-83e76090-16f4-4021-9b66-1c6845377528 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402322 Jun 25 09:18:40.079018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7abaf7-be31-4a62-8f6d-64299ee21f7d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:40.084806 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:40.085826 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:40.091408 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3264f38e-3665-4c4e-8e3b-f03dd328600b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:18:40.091937 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3264f38e-3665-4c4e-8e3b-f03dd328600b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:40.101697 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-550c52de-3ed6-4cea-b0ca-e9d1e8d67127 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:18:40.108053 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:18:40.116876 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 8c7abaf7-be31-4a62-8f6d-64299ee21f7d details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:18:40.136134 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0e8b2120-e6a4-45c6-a5f5-62ba57496425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:40.138566 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-0e8b2120-e6a4-45c6-a5f5-62ba57496425 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20e1d7ad1399498a923475e2cf53b0f8&device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 1100 time: 0.1501734 Jun 25 09:18:40.257863 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af2cb4c0-d112-4add-994c-6342a07d14f9 req-203dea60-a0ea-4bcd-9ddb-6a4606933489 service neutron] 10.222.0.41 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174999 Jun 25 09:18:40.282519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:40.283179 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:40.284719 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] 10.222.0.38 "PUT /v2.0/ports/72493134-0d51-4b66-b6c8-4a726faf5268 HTTP/1.1" status: 200 len: 1093 time: 3.0587242 Jun 25 09:18:40.297223 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fbd9a-5776-4ce3-b6c2-941542a8753d req-c9724af1-3adf-4895-923d-b2815103104d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:40.304466 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a41fbd9a-5776-4ce3-b6c2-941542a8753d req-c9724af1-3adf-4895-923d-b2815103104d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 943 time: 0.5426886 Jun 25 09:18:40.310072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514bf589-01db-433e-b874-15aedd6cf348 admin admin] Made reservation on behalf of e1f5c54c97f44a08824a547112ba037f for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:40.312868 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-514bf589-01db-433e-b874-15aedd6cf348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:40.333892 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3264f38e-3665-4c4e-8e3b-f03dd328600b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:40.410057 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3264f38e-3665-4c4e-8e3b-f03dd328600b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:40.414996 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3264f38e-3665-4c4e-8e3b-f03dd328600b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/networks/c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68 HTTP/1.1" status: 204 len: 168 time: 1.8891668 Jun 25 09:18:40.421142 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48322) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:40.483565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Pushing event updated for resources: {'Port': ['ID=72493134-0d51-4b66-b6c8-4a726faf5268,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:40.528178 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:40.549177 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:40.583796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264f38e-3665-4c4e-8e3b-f03dd328600b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Network': ['ID=c5ac4ba0-ab44-4aba-9d2a-b3925a29ce68,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:40.597373 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-5b180241-c68d-436f-9df2-901f4c4f5aa1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=71d28572-25c6-4302-b16c-f8fe1aa145e3 HTTP/1.1" status: 200 len: 217 time: 0.4430861 Jun 25 09:18:40.608030 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3264f38e-3665-4c4e-8e3b-f03dd328600b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:40.612111 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a41fbd9a-5776-4ce3-b6c2-941542a8753d req-d8ce3719-c2ad-4ff1-9c9f-345b7e8fcd71 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067558 Jun 25 09:18:40.642488 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0933f23-beca-4d83-9875-2881d5d147c7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:40.666174 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-34ad63c1-5a99-49c9-b178-d5e229a6b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:40.668380 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-34ad63c1-5a99-49c9-b178-d5e229a6b6d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0639102 Jun 25 09:18:40.684601 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57516b2a-cb2d-4dd1-bc6d-e1ac79acde1f x-openstack-request-id: req-57516b2a-cb2d-4dd1-bc6d-e1ac79acde1f {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:40.684956 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1d7d43-75c5-4472-8af8-c9bfaedda80c", "tag": "71d28572-25c6-4302-b16c-f8fe1aa145e3", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:40.685253 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-57516b2a-cb2d-4dd1-bc6d-e1ac79acde1f {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:40.685719 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1d7d43-75c5-4472-8af8-c9bfaedda80c', 'tag': '71d28572-25c6-4302-b16c-f8fe1aa145e3', 'status': 'completed', 'code': 200} Jun 25 09:18:40.694567 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-c9fa451e-5df4-4aaf-9d9a-459c455eb5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:40.695047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-c9fa451e-5df4-4aaf-9d9a-459c455eb5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:40.696819 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-c9fa451e-5df4-4aaf-9d9a-459c455eb5fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ef0196456cda45988b8b413621617126&device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1983 time: 0.3128097 Jun 25 09:18:40.725872 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021ae021-a005-4098-86fc-145b1b1d1322', 'tag': '72493134-0d51-4b66-b6c8-4a726faf5268'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:40.728223 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e841d096-bee9-4726-8241-d23124bba373" -d '{"events": [{"name": "network-changed", "server_uuid": "021ae021-a005-4098-86fc-145b1b1d1322", "tag": "72493134-0d51-4b66-b6c8-4a726faf5268"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:40.740323 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-21d3c8d6-58b1-4f9c-81f6-532d0421533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:40.741861 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-21d3c8d6-58b1-4f9c-81f6-532d0421533e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0667467 Jun 25 09:18:40.825081 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fe9770-0101-448e-8ca9-609230a97cf9 x-openstack-request-id: req-e3fe9770-0101-448e-8ca9-609230a97cf9 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:40.825417 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021ae021-a005-4098-86fc-145b1b1d1322", "tag": "72493134-0d51-4b66-b6c8-4a726faf5268", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:40.825715 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e3fe9770-0101-448e-8ca9-609230a97cf9 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:40.826162 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021ae021-a005-4098-86fc-145b1b1d1322', 'tag': '72493134-0d51-4b66-b6c8-4a726faf5268', 'status': 'completed', 'code': 200} Jun 25 09:18:40.838543 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-323b8fa8-ad2b-48d4-988a-95e5d2fa23a9 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896046 Jun 25 09:18:40.874022 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-ea739178-49c0-4c19-95f8-d9b09f851ba1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.220&port_id=9d4e735c-0fdc-4288-ace6-49d29a7f6b1d HTTP/1.1" status: 200 len: 217 time: 0.1490128 Jun 25 09:18:40.906599 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0933f23-beca-4d83-9875-2881d5d147c7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:40.935109 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82e4a7a1-bdc7-4e97-8321-94737dc03603 req-55f329f5-ab19-4c0d-8079-432e4afb80ff service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891082 Jun 25 09:18:40.941811 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a0933f23-beca-4d83-9875-2881d5d147c7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841069ed-9d39-4455-bf6a-167d403af630']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:40.957408 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-514bf589-01db-433e-b874-15aedd6cf348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:40.960429 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a0933f23-beca-4d83-9875-2881d5d147c7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe40eb1-294b-4a22-a57d-3c4bbfb6368c') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:40.960791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a0933f23-beca-4d83-9875-2881d5d147c7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe40eb1-294b-4a22-a57d-3c4bbfb6368c') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:40.965202 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2513601a-1b2f-49f9-8716-90888ad752bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:41.008487 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0933f23-beca-4d83-9875-2881d5d147c7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:41.021043 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-e5774758-2b16-481d-bfa4-9ace1abb590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:41.022545 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-e5774758-2b16-481d-bfa4-9ace1abb590f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=68ffdd52-c8aa-46ca-bdbf-f50dcbc36bbf HTTP/1.1" status: 200 len: 801 time: 0.1398444 Jun 25 09:18:41.051615 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0933f23-beca-4d83-9875-2881d5d147c7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:41.080541 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bf589-01db-433e-b874-15aedd6cf348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30667451-505c-46f6-86fe-a591f0f7e9d0,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:41.083018 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0933f23-beca-4d83-9875-2881d5d147c7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:18:41.083428 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0933f23-beca-4d83-9875-2881d5d147c7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:18:41.088294 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:18:41.091447 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-514bf589-01db-433e-b874-15aedd6cf348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:41.091573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd66435-7a7e-4b21-a077-3a2f5e658121 req-66f628c1-be2e-483b-92ce-d9032c7685d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:41.092063 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-efd66435-7a7e-4b21-a077-3a2f5e658121 req-66f628c1-be2e-483b-92ce-d9032c7685d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20e1d7ad1399498a923475e2cf53b0f8&device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 1100 time: 0.0575321 Jun 25 09:18:41.157623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e35fac-9c8f-4d0b-b089-3475c0164761 req-10ae575e-42a8-4bd9-9598-5e847e4f727a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:41.164198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e35fac-9c8f-4d0b-b089-3475c0164761 req-10ae575e-42a8-4bd9-9598-5e847e4f727a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:41.165414 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-16e35fac-9c8f-4d0b-b089-3475c0164761 req-10ae575e-42a8-4bd9-9598-5e847e4f727a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1679 time: 0.4133434 Jun 25 09:18:41.187777 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd66435-7a7e-4b21-a077-3a2f5e658121 req-48e86b28-6f58-4aa3-a4c8-14ad229deffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:41.189286 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-efd66435-7a7e-4b21-a077-3a2f5e658121 req-48e86b28-6f58-4aa3-a4c8-14ad229deffb service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.0897202 Jun 25 09:18:41.190130 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0933f23-beca-4d83-9875-2881d5d147c7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:41.205255 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8388c555-6ada-4fbe-922c-9c8806be1aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:41.210405 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a0933f23-beca-4d83-9875-2881d5d147c7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:41.212366 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a0933f23-beca-4d83-9875-2881d5d147c7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/networks/841069ed-9d39-4455-bf6a-167d403af630 HTTP/1.1" status: 204 len: 168 time: 0.7902396 Jun 25 09:18:41.228136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514bf589-01db-433e-b874-15aedd6cf348 admin admin] Checking segment: {'id': '87853a09-1347-4457-aab1-6dee04128ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '8c7abaf7-be31-4a62-8f6d-64299ee21f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:41.228494 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514bf589-01db-433e-b874-15aedd6cf348 admin admin] Network hostable DHCP agents. Network: 8c7abaf7-be31-4a62-8f6d-64299ee21f7d, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:18:41.232179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48330) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:41.239929 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-88a4e75b-e2dc-4bb4-bb17-5642189a99e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'network': {'name': 'tempest-RoutersTest-1069092806'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:41.242548 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-efd66435-7a7e-4b21-a077-3a2f5e658121 req-d8fc4d3f-2f90-4ed0-8dc6-e5ef11c4c00a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=71d28572-25c6-4302-b16c-f8fe1aa145e3 HTTP/1.1" status: 200 len: 217 time: 0.0414557 Jun 25 09:18:41.244293 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0933f23-beca-4d83-9875-2881d5d147c7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Network': ['ID=841069ed-9d39-4455-bf6a-167d403af630,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:41.251426 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a0933f23-beca-4d83-9875-2881d5d147c7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:41.296308 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd66435-7a7e-4b21-a077-3a2f5e658121 req-e099e935-9f8f-4ed3-a9bf-b476013a3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:41.297968 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-efd66435-7a7e-4b21-a077-3a2f5e658121 req-e099e935-9f8f-4ed3-a9bf-b476013a3916 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0486667 Jun 25 09:18:41.299588 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-16e35fac-9c8f-4d0b-b089-3475c0164761 req-20cf87b0-a895-46d7-abdc-682ae86153d7 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200099 Jun 25 09:18:41.321804 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-e3e3cf51-416c-4d09-89fa-784d98053291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:41.323327 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-e3e3cf51-416c-4d09-89fa-784d98053291 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c001a31c-6769-4133-acc8-7951331a38f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2868104 Jun 25 09:18:41.340483 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a4e75b-e2dc-4bb4-bb17-5642189a99e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:41.344166 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-88a4e75b-e2dc-4bb4-bb17-5642189a99e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:41.360923 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514bf589-01db-433e-b874-15aedd6cf348 admin admin] Network 8c7abaf7-be31-4a62-8f6d-64299ee21f7d is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:18:41.364305 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd66435-7a7e-4b21-a077-3a2f5e658121 req-17ac5e48-3ae8-4fe1-a93f-616aeeef046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:41.365858 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-efd66435-7a7e-4b21-a077-3a2f5e658121 req-17ac5e48-3ae8-4fe1-a93f-616aeeef046e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0604193 Jun 25 09:18:41.418116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-514bf589-01db-433e-b874-15aedd6cf348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 8c7abaf7-be31-4a62-8f6d-64299ee21f7d) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:41.430378 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67612730-3442-4fd6-8e55-4434caa5bb20 None None] Network 8c7abaf7-be31-4a62-8f6d-64299ee21f7d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:41.433724 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514bf589-01db-433e-b874-15aedd6cf348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:41.433910 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-514bf589-01db-433e-b874-15aedd6cf348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:41.454233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a4e75b-e2dc-4bb4-bb17-5642189a99e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:18:41.479454 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-efd66435-7a7e-4b21-a077-3a2f5e658121 req-3cff4a5f-2863-45b5-aa9d-bc91690b9e30 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063211 Jun 25 09:18:41.485090 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-88a4e75b-e2dc-4bb4-bb17-5642189a99e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:41.485439 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-88a4e75b-e2dc-4bb4-bb17-5642189a99e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Added segment eab5dad3-9b6b-4344-b28f-7d5be6c90e24 of type vlan for network 4fb7ba78-1174-4639-b96a-8c14732bfedb Jun 25 09:18:41.496261 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-514bf589-01db-433e-b874-15aedd6cf348 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4340415 Jun 25 09:18:41.510135 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f1b42-f7e9-49ce-89e5-247c6d6dd7a4 req-23e71ecc-075e-433b-bda5-fb771ca65969 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:41.511687 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-301f1b42-f7e9-49ce-89e5-247c6d6dd7a4 req-23e71ecc-075e-433b-bda5-fb771ca65969 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 948 time: 0.2406325 Jun 25 09:18:41.515172 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-12bc66d6-7d99-4610-b003-02947a1efbb2 service neutron] 10.222.0.38 "GET /v2.0/networks/c001a31c-6769-4133-acc8-7951331a38f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833417 Jun 25 09:18:41.606915 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-88a4e75b-e2dc-4bb4-bb17-5642189a99e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:41.608981 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c341e1d-bb6a-40af-ba21-9cdc49e04dac None None] Network 8c7abaf7-be31-4a62-8f6d-64299ee21f7d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:41.624542 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-efd66435-7a7e-4b21-a077-3a2f5e658121 req-6e6dc3e9-7dad-4930-951d-26ff512de762 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369658 Jun 25 09:18:41.662767 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-301f1b42-f7e9-49ce-89e5-247c6d6dd7a4 req-c91ee1bf-5bbb-4606-97cd-8c83c1132072 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291654 Jun 25 09:18:41.696657 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-88a4e75b-e2dc-4bb4-bb17-5642189a99e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:41.702387 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a4e75b-e2dc-4bb4-bb17-5642189a99e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:41.703083 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-88a4e75b-e2dc-4bb4-bb17-5642189a99e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:41.717525 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:41.779486 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4e75b-e2dc-4bb4-bb17-5642189a99e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Network': ['ID=4fb7ba78-1174-4639-b96a-8c14732bfedb,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:41.794428 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-88a4e75b-e2dc-4bb4-bb17-5642189a99e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5565467 Jun 25 09:18:41.794428 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-88a4e75b-e2dc-4bb4-bb17-5642189a99e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:41.794428 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-3036b588-916a-4a30-bd75-d57ffd8ae19e service neutron] 10.222.0.38 "GET /v2.0/networks/c001a31c-6769-4133-acc8-7951331a38f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576582 Jun 25 09:18:41.794889 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48346) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:41.798121 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 4fb7ba78-1174-4639-b96a-8c14732bfedb details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:18:41.800419 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-60b97298-73ac-4755-9635-92470b83c147 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'subnet': {'network_id': '4fb7ba78-1174-4639-b96a-8c14732bfedb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:41.871414 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-aafc3b45-7849-42b2-b901-057ce426a832 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=72493134-0d51-4b66-b6c8-4a726faf5268 HTTP/1.1" status: 200 len: 217 time: 0.0700800 Jun 25 09:18:41.914293 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b97298-73ac-4755-9635-92470b83c147 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:41.918480 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60b97298-73ac-4755-9635-92470b83c147 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:41.951680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-2beb2014-dd9b-4699-9de3-2aaf37e87dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:41.953252 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-2beb2014-dd9b-4699-9de3-2aaf37e87dfb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=563a58a9-0111-4695-a26e-57c658eb3a55 HTTP/1.1" status: 200 len: 801 time: 0.0592978 Jun 25 09:18:41.981008 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62036ac3-e43a-4b24-b789-7d05084da9a8 req-9f3be414-ca3c-4c2b-bc61-3956ca08ecf0 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:41.982551 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62036ac3-e43a-4b24-b789-7d05084da9a8 req-9f3be414-ca3c-4c2b-bc61-3956ca08ecf0 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 943 time: 0.1241250 Jun 25 09:18:42.090719 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62036ac3-e43a-4b24-b789-7d05084da9a8 req-b1a30d3a-85cd-4feb-a3c3-0f366d951242 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787082 Jun 25 09:18:42.134754 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-f30b6653-a0fd-49ad-a8f1-5484c12d337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:42.136309 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-f30b6653-a0fd-49ad-a8f1-5484c12d337e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4ec21ec-48ce-4c33-a984-04f859536b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753063 Jun 25 09:18:42.140208 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60b97298-73ac-4755-9635-92470b83c147 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:42.146695 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:42.204010 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b97298-73ac-4755-9635-92470b83c147 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Subnet': ['ID=2ca09c09-aa68-4429-b499-afa1427f5066,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:42.206563 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60b97298-73ac-4755-9635-92470b83c147 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:42.212258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b97298-73ac-4755-9635-92470b83c147 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Checking segment: {'id': 'eab5dad3-9b6b-4344-b28f-7d5be6c90e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '4fb7ba78-1174-4639-b96a-8c14732bfedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:42.212625 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b97298-73ac-4755-9635-92470b83c147 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network hostable DHCP agents. Network: 4fb7ba78-1174-4639-b96a-8c14732bfedb, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:18:42.222915 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-5b140dcf-bd0b-44b5-a8de-55ed12f3d991 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:42.224481 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-5b140dcf-bd0b-44b5-a8de-55ed12f3d991 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/networks?id=8c7abaf7-be31-4a62-8f6d-64299ee21f7d HTTP/1.1" status: 200 len: 822 time: 0.1682506 Jun 25 09:18:42.232047 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b97298-73ac-4755-9635-92470b83c147 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 4fb7ba78-1174-4639-b96a-8c14732bfedb is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:18:42.243465 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-60b97298-73ac-4755-9635-92470b83c147 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 4fb7ba78-1174-4639-b96a-8c14732bfedb) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:42.251581 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25e3441-0ac3-4b31-893d-ad2a6317544f None None] Network 4fb7ba78-1174-4639-b96a-8c14732bfedb requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:42.253212 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-bbb14f05-9e88-447f-8659-0ef779a703d0 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/quotas/e1f5c54c97f44a08824a547112ba037f HTTP/1.1" status: 200 len: 375 time: 0.0213103 Jun 25 09:18:42.258809 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b97298-73ac-4755-9635-92470b83c147 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:42.259475 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60b97298-73ac-4755-9635-92470b83c147 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:42.279669 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-60b97298-73ac-4755-9635-92470b83c147 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4824400 Jun 25 09:18:42.280601 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48358) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:42.285602 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c7d3377f-5cd6-4649-833b-289df6f51c0a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1749375085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:42.296909 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-807e0ca7-1bd8-4a3b-87c6-8c9a84b66f02 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f5c54c97f44a08824a547112ba037f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354948 Jun 25 09:18:42.299604 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-f49ddff4-cac7-4d61-b367-eaa83f4698d4 service neutron] 10.222.0.38 "GET /v2.0/networks/a4ec21ec-48ce-4c33-a984-04f859536b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550031 Jun 25 09:18:42.322566 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c7d3377f-5cd6-4649-833b-289df6f51c0a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:42.323647 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c7d3377f-5cd6-4649-833b-289df6f51c0a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:42.395652 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c7d3377f-5cd6-4649-833b-289df6f51c0a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:42.401949 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c7d3377f-5cd6-4649-833b-289df6f51c0a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:42.431358 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b2f21d94-0612-4d7d-8cda-c717fba367c0 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:18:42.431999 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c7d3377f-5cd6-4649-833b-289df6f51c0a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:42.433323 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c7d3377f-5cd6-4649-833b-289df6f51c0a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1515203 Jun 25 09:18:42.436435 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48364) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:42.444802 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'port': {'network_id': '4fb7ba78-1174-4639-b96a-8c14732bfedb', 'name': 'tempest-RoutersTest-1908945292'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:42.460125 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-4fb7ba78-1174-4639-b96a-8c14732bfedb', 'network_id': '4fb7ba78-1174-4639-b96a-8c14732bfedb', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'fixed_ips': [{'subnet_id': '2ca09c09-aa68-4429-b499-afa1427f5066'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:18:42.461376 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:42.506064 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc1b0cae-27ba-489e-be67-d8864c7b4d81 req-e5af09f0-f39d-4220-8ddc-09bd606aecbe service neutron] 10.222.0.38 "GET /v2.0/networks/a4ec21ec-48ce-4c33-a984-04f859536b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001221 Jun 25 09:18:42.519732 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-44dff1d8-a070-4e0a-9162-dfd2e447b9e7 service neutron] 10.222.0.93 "GET /v2.0/networks/8c7abaf7-be31-4a62-8f6d-64299ee21f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009628 Jun 25 09:18:42.565696 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:42.569470 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:42.589345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] device_id is not set on port d7a3b97c-15ee-4e1a-b927-07ec6fa6b59c yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:18:42.597231 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22047bc8-4349-4de7-8803-c7dfb15ba85a req-d2f173cd-4884-499c-ba80-ef7e9d256c66 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:42.603364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22047bc8-4349-4de7-8803-c7dfb15ba85a req-d2f173cd-4884-499c-ba80-ef7e9d256c66 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:42.605335 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22047bc8-4349-4de7-8803-c7dfb15ba85a req-d2f173cd-4884-499c-ba80-ef7e9d256c66 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1679 time: 0.1552100 Jun 25 09:18:42.639637 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b2f21d94-0612-4d7d-8cda-c717fba367c0, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b2f21d94-0612-4d7d-8cda-c717fba367c0,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:42.701957 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-b56f0077-1d68-4ea6-98dd-2954734fdb41 service neutron] 10.222.0.93 "GET /v2.0/networks/8c7abaf7-be31-4a62-8f6d-64299ee21f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751227 Jun 25 09:18:42.711754 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22047bc8-4349-4de7-8803-c7dfb15ba85a req-b85f82f6-a03f-404a-b1dc-64a998dc0af7 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889301 Jun 25 09:18:42.738790 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841d096-bee9-4726-8241-d23124bba373 req-616d4008-016c-4fe6-9d7f-068f377f3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:42.739802 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841d096-bee9-4726-8241-d23124bba373 req-616d4008-016c-4fe6-9d7f-068f377f3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:42.741223 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e841d096-bee9-4726-8241-d23124bba373 req-616d4008-016c-4fe6-9d7f-068f377f3b9b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ef0196456cda45988b8b413621617126&device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1983 time: 0.1142597 Jun 25 09:18:42.829589 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'b2f21d94-0612-4d7d-8cda-c717fba367c0', 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f', 'port_id': 'b2f21d94-0612-4d7d-8cda-c717fba367c0', 'mac_address': 'fa:16:3e:c7:c1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f29d60-5d39-424f-b7cc-af1d0969792b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:18:42.865080 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841d096-bee9-4726-8241-d23124bba373 req-dbadc12e-47c0-4c36-81b3-dc41d8b86f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:42.866647 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e841d096-bee9-4726-8241-d23124bba373 req-dbadc12e-47c0-4c36-81b3-dc41d8b86f7a service neutron] 10.222.0.38 "GET /v2.0/networks?id=a4ec21ec-48ce-4c33-a984-04f859536b2a HTTP/1.1" status: 200 len: 903 time: 0.1174164 Jun 25 09:18:42.878269 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:42.923750 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Allocated IP 172.20.0.2 (4fb7ba78-1174-4639-b96a-8c14732bfedb/2ca09c09-aa68-4429-b499-afa1427f5066/5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:42.934389 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e841d096-bee9-4726-8241-d23124bba373 req-7c6b90af-0c67-41f8-bfd6-bc51de8ff2ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=72493134-0d51-4b66-b6c8-4a726faf5268 HTTP/1.1" status: 200 len: 217 time: 0.0538628 Jun 25 09:18:42.996668 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841d096-bee9-4726-8241-d23124bba373 req-795cbae3-bf7d-40cf-bd50-bee4a01e3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:43.001051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f21d94-0612-4d7d-8cda-c717fba367c0 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:18:43.003234 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e841d096-bee9-4726-8241-d23124bba373 req-795cbae3-bf7d-40cf-bd50-bee4a01e3380 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=563a58a9-0111-4695-a26e-57c658eb3a55 HTTP/1.1" status: 200 len: 801 time: 0.0532229 Jun 25 09:18:43.044176 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b2f21d94-0612-4d7d-8cda-c717fba367c0, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b2f21d94-0612-4d7d-8cda-c717fba367c0,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:43.049563 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:43.060126 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:43.120467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38e547-3b1f-4280-9e0b-29da5bb25037 req-23fc8d4e-9b33-4581-8fa6-36ba6410412d tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:43.127916 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a38e547-3b1f-4280-9e0b-29da5bb25037 req-23fc8d4e-9b33-4581-8fa6-36ba6410412d tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 948 time: 0.1235385 Jun 25 09:18:43.140417 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841d096-bee9-4726-8241-d23124bba373 req-d1475dc5-7389-4def-a349-ab7f3ed2cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:43.142296 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e841d096-bee9-4726-8241-d23124bba373 req-d1475dc5-7389-4def-a349-ab7f3ed2cc14 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4ec21ec-48ce-4c33-a984-04f859536b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280868 Jun 25 09:18:43.165061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=b2f21d94-0612-4d7d-8cda-c717fba367c0,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:43.171550 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:43.172557 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:43.183030 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Transition to ACTIVE for port object 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:43.200594 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a38e547-3b1f-4280-9e0b-29da5bb25037 req-8d490406-73f1-46c1-80a0-f7f3dd02dc84 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711856 Jun 25 09:18:43.208483 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Transition to ACTIVE for port object 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:43.223995 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:43.234578 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:43.245061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Network 4fb7ba78-1174-4639-b96a-8c14732bfedb is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:43.248002 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:43.278248 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:43.283593 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Allocated IP 172.20.0.11 (4fb7ba78-1174-4639-b96a-8c14732bfedb/2ca09c09-aa68-4429-b499-afa1427f5066/d7a3b97c-15ee-4e1a-b927-07ec6fa6b59c) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:43.301435 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ab17277-806f-4181-ab4e-6f5803ec2660 req-697d48a3-838c-4420-b609-898365aabed3 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 210 time: 0.0540073 Jun 25 09:18:43.369070 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Pushing event updated for resources: {'Port': ['ID=5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:43.385629 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:43.391166 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Attempting to bind port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:18:43.391535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Attempting to bind port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'eab5dad3-9b6b-4344-b28f-7d5be6c90e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '4fb7ba78-1174-4639-b96a-8c14732bfedb'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:18:43.391906 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Attempting to bind port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 on network 4fb7ba78-1174-4639-b96a-8c14732bfedb {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:43.397236 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:18:43.397618 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Checking segment: {'id': 'eab5dad3-9b6b-4344-b28f-7d5be6c90e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '4fb7ba78-1174-4639-b96a-8c14732bfedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:43.398069 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:43.398408 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Bound using segment: {'id': 'eab5dad3-9b6b-4344-b28f-7d5be6c90e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '4fb7ba78-1174-4639-b96a-8c14732bfedb'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:18:43.398997 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Bound port: 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab5dad3-9b6b-4344-b28f-7d5be6c90e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '4fb7ba78-1174-4639-b96a-8c14732bfedb'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:18:43.399266 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:43.409462 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e841d096-bee9-4726-8241-d23124bba373 req-e2fd3d81-71cf-45cd-9ff8-dc38d7fc559b service neutron] 10.222.0.38 "GET /v2.0/networks/a4ec21ec-48ce-4c33-a984-04f859536b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455199 Jun 25 09:18:43.471527 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] For port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:18:43.475391 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] For port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08,segment=NetworkSegment(eab5dad3-9b6b-4344-b28f-7d5be6c90e24),segment_id=eab5dad3-9b6b-4344-b28f-7d5be6c90e24)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:18:43.482724 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:43.486867 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:43.514146 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba2519-47e8-439b-8449-dd2316e0bcc9 req-bbc87eab-85b9-456c-83fb-3cece1d28db9 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:43.518163 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['b2f21d94-0612-4d7d-8cda-c717fba367c0'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:43.520916 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:43.522215 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9eba2519-47e8-439b-8449-dd2316e0bcc9 req-bbc87eab-85b9-456c-83fb-3cece1d28db9 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 944 time: 0.1620662 Jun 25 09:18:43.539960 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Transition to ACTIVE for port object d7a3b97c-15ee-4e1a-b927-07ec6fa6b59c will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:43.588168 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:43.598096 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5c04b872-887d-4945-97a9-cf82ebb1b965 tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:43.602590 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Pushing event updated for resources: {'Port': ['ID=5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:43.613788 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:43.617458 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9eba2519-47e8-439b-8449-dd2316e0bcc9 req-a6cdacdf-198a-4591-a0d5-ccc112532fa1 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942066 Jun 25 09:18:43.620707 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e841d096-bee9-4726-8241-d23124bba373 req-acf080e3-57e8-49fa-a034-81103c08efc5 service neutron] 10.222.0.38 "GET /v2.0/networks/a4ec21ec-48ce-4c33-a984-04f859536b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031591 Jun 25 09:18:43.649953 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 4fb7ba78-1174-4639-b96a-8c14732bfedb is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:43.653576 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:43.658402 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:43.697545 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=d7a3b97c-15ee-4e1a-b927-07ec6fa6b59c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:43.702539 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:43.722996 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:43.723565 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:43.745326 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3075023 Jun 25 09:18:43.746189 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48388) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:44.004282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3186f-b71d-463f-a88e-c93827f30109 req-d5d357ce-97bd-40c7-9cd7-31a2034ba346 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:44.011435 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3186f-b71d-463f-a88e-c93827f30109 req-d5d357ce-97bd-40c7-9cd7-31a2034ba346 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:44.019934 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dde3186f-b71d-463f-a88e-c93827f30109 req-d5d357ce-97bd-40c7-9cd7-31a2034ba346 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1679 time: 0.1340487 Jun 25 09:18:44.069410 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dde3186f-b71d-463f-a88e-c93827f30109 req-40402cfa-b592-441a-8e6f-c788ec238967 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482442 Jun 25 09:18:44.171457 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:44.449446 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:44.459790 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:44.460166 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423a21f-6ddd-4462-94b6-b8227b9936c4 req-a84fc0cf-1470-40fc-8680-8d582aabdfb6 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:44.468113 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0423a21f-6ddd-4462-94b6-b8227b9936c4 req-a84fc0cf-1470-40fc-8680-8d582aabdfb6 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 948 time: 0.1383088 Jun 25 09:18:44.471453 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:44.566759 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1798481e-4e3c-42f1-9808-006ef56196dc req-5fd20155-81ff-4261-a17e-543e9f147125 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 210 time: 0.0781627 Jun 25 09:18:44.597513 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:18:44.619511 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0423a21f-6ddd-4462-94b6-b8227b9936c4 req-d99b3863-27d0-4ef5-a55c-ff57c882c360 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505790 Jun 25 09:18:44.649720 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=d7a3b97c-15ee-4e1a-b927-07ec6fa6b59c,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:44.660852 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:44.676119 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-a1cc1dce-08b4-42ee-9403-c1c962142b96 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:44.677749 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-a1cc1dce-08b4-42ee-9403-c1c962142b96 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.38 "GET /v2.0/networks?id=8c7abaf7-be31-4a62-8f6d-64299ee21f7d HTTP/1.1" status: 200 len: 822 time: 0.2020159 Jun 25 09:18:44.698937 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-c9aaa84a-ff3e-41bc-98db-bd5756c73a98 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Request body: {'port': {'device_id': '3e3ae47f-c4c6-4861-b49d-a4f832e09ac5', 'network_id': '8c7abaf7-be31-4a62-8f6d-64299ee21f7d', 'admin_state_up': True, 'tenant_id': 'e1f5c54c97f44a08824a547112ba037f'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:44.768715 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:44.783056 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=9d4e735c-0fdc-4288-ace6-49d29a7f6b1d,segment=NetworkSegment(c22a3869-90b3-4b20-a27e-7225a8917d0b),segment_id=c22a3869-90b3-4b20-a27e-7225a8917d0b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:44.803969 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '9d4e735c-0fdc-4288-ace6-49d29a7f6b1d', 'network_id': 'c001a31c-6769-4133-acc8-7951331a38f3', 'port_id': '9d4e735c-0fdc-4288-ace6-49d29a7f6b1d', 'mac_address': 'fa:16:3e:04:c1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ffdd52-c8aa-46ca-bdbf-f50dcbc36bbf', 'ip_address': '19.80.0.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:18:44.878096 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:44.893126 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:18:44.917509 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=9d4e735c-0fdc-4288-ace6-49d29a7f6b1d,segment=NetworkSegment(c22a3869-90b3-4b20-a27e-7225a8917d0b),segment_id=c22a3869-90b3-4b20-a27e-7225a8917d0b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:44.923225 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:44.923985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 72493134-0d51-4b66-b6c8-4a726faf5268 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:18:44.929562 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b2dc50e7-22ca-4997-9e6e-f600f068552b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:44.936311 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:44.961999 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed9b4c-3c54-4a77-9722-bca74c173526 req-347d7a8d-3450-4757-8815-ffb8c0f00865 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:44.963551 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-24ed9b4c-3c54-4a77-9722-bca74c173526 req-347d7a8d-3450-4757-8815-ffb8c0f00865 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 944 time: 0.1039066 Jun 25 09:18:44.969723 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-c9aaa84a-ff3e-41bc-98db-bd5756c73a98 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Made reservation on behalf of e1f5c54c97f44a08824a547112ba037f for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:44.973313 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-c9aaa84a-ff3e-41bc-98db-bd5756c73a98 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:45.032873 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c577f1b7-833b-4195-89f6-00571a7a3e29 None None] Network 4fb7ba78-1174-4639-b96a-8c14732bfedb requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:45.058124 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-24ed9b4c-3c54-4a77-9722-bca74c173526 req-4d687517-e884-4d93-885e-a064598f9b15 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823479 Jun 25 09:18:45.062734 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=9d4e735c-0fdc-4288-ace6-49d29a7f6b1d,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:45.078626 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:45.156379 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c38a004c-ae0d-46ca-b98b-485b0ffb647a None None] Provisioning for port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:45.204160 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 72493134-0d51-4b66-b6c8-4a726faf5268, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=72493134-0d51-4b66-b6c8-4a726faf5268,segment=NetworkSegment(6d250e3e-d42e-4bb9-a3e7-faed5b2187ca),segment_id=6d250e3e-d42e-4bb9-a3e7-faed5b2187ca)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:45.226683 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '72493134-0d51-4b66-b6c8-4a726faf5268', 'network_id': 'a4ec21ec-48ce-4c33-a984-04f859536b2a', 'port_id': '72493134-0d51-4b66-b6c8-4a726faf5268', 'mac_address': 'fa:16:3e:c6:e2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563a58a9-0111-4695-a26e-57c658eb3a55', 'ip_address': '19.86.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:18:45.333557 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:45.357705 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72493134-0d51-4b66-b6c8-4a726faf5268 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:18:45.359626 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:45.367232 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:45.372365 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:45.387090 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 72493134-0d51-4b66-b6c8-4a726faf5268, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=72493134-0d51-4b66-b6c8-4a726faf5268,segment=NetworkSegment(6d250e3e-d42e-4bb9-a3e7-faed5b2187ca),segment_id=6d250e3e-d42e-4bb9-a3e7-faed5b2187ca)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:45.394024 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:45.401742 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:45.469988 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=72493134-0d51-4b66-b6c8-4a726faf5268,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:45.474777 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:45.481715 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:45.485740 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=d7a3b97c-15ee-4e1a-b927-07ec6fa6b59c,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:45.500696 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:45.578779 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 4fb7ba78-1174-4639-b96a-8c14732bfedb is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:45.580357 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:45.723585 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-c9aaa84a-ff3e-41bc-98db-bd5756c73a98 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Allocated IP 172.20.0.14 (8c7abaf7-be31-4a62-8f6d-64299ee21f7d/30667451-505c-46f6-86fe-a591f0f7e9d0/2ce2fed5-440d-42ec-84d0-402e082bcd98) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:45.733597 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:45.777324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 271708b4-a5b8-4b68-8cbd-17348cb1edf7 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:18:45.780250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fb619-3976-4a53-ad1b-da374eb89a4c req-0712ab85-0a40-44ec-92cd-54b8ce949acf tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:45.786319 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fb619-3976-4a53-ad1b-da374eb89a4c req-0712ab85-0a40-44ec-92cd-54b8ce949acf tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:45.788055 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b5fb619-3976-4a53-ad1b-da374eb89a4c req-0712ab85-0a40-44ec-92cd-54b8ce949acf tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1681 time: 0.1597190 Jun 25 09:18:45.807085 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6c66b3c5-9bcc-4ba9-8ef5-098d4edc3fe3 None None] Provisioning for port d7a3b97c-15ee-4e1a-b927-07ec6fa6b59c completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:45.814001 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6c66b3c5-9bcc-4ba9-8ef5-098d4edc3fe3 None None] Provisioning complete for port d7a3b97c-15ee-4e1a-b927-07ec6fa6b59c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:45.814730 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c66b3c5-9bcc-4ba9-8ef5-098d4edc3fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:45.835307 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5fa8082-5e2b-4519-a107-7c299d5ddcbe req-0ab7e55e-168e-402c-967d-2f0e08291cf1 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 210 time: 0.0458348 Jun 25 09:18:45.857735 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['9d4e735c-0fdc-4288-ace6-49d29a7f6b1d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:45.900220 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:18:45.908033 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/271708b4-a5b8-4b68-8cbd-17348cb1edf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1582568 Jun 25 09:18:45.910312 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48414) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:45.920310 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b5fb619-3976-4a53-ad1b-da374eb89a4c req-2141749c-3558-4ea1-8449-139a65899341 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839429 Jun 25 09:18:45.938282 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a56bf-ac7d-4651-aef3-3d70e8a7a6ce None None] Sync routers for ids ['271708b4-a5b8-4b68-8cbd-17348cb1edf7'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:18:45.969045 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:45.983928 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:45.984509 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:45.991410 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-6c66b3c5-9bcc-4ba9-8ef5-098d4edc3fe3 None None] Port d7a3b97c-15ee-4e1a-b927-07ec6fa6b59c cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:18:46.006233 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5896b4ee-5240-42d7-a861-e13db5f52e70 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:46.008181 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5896b4ee-5240-42d7-a861-e13db5f52e70 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports/d7a3b97c-15ee-4e1a-b927-07ec6fa6b59c HTTP/1.1" status: 200 len: 978 time: 0.0966692 Jun 25 09:18:46.011101 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48416) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:46.039653 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a56bf-ac7d-4651-aef3-3d70e8a7a6ce None None] Routers {'271708b4-a5b8-4b68-8cbd-17348cb1edf7'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:46.040291 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-913a56bf-ac7d-4651-aef3-3d70e8a7a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['271708b4-a5b8-4b68-8cbd-17348cb1edf7'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:46.048511 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6c66b3c5-9bcc-4ba9-8ef5-098d4edc3fe3 None None] Provisioning complete for port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:46.048916 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c66b3c5-9bcc-4ba9-8ef5-098d4edc3fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:46.092515 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-913a56bf-ac7d-4651-aef3-3d70e8a7a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:46.110727 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-c9aaa84a-ff3e-41bc-98db-bd5756c73a98 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:46.180283 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a56bf-ac7d-4651-aef3-3d70e8a7a6ce None None] Routers {'271708b4-a5b8-4b68-8cbd-17348cb1edf7'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:46.180954 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-913a56bf-ac7d-4651-aef3-3d70e8a7a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['271708b4-a5b8-4b68-8cbd-17348cb1edf7'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:46.195178 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165f48a-ad4b-4728-9ab3-205f96d6f8c1 req-f7e4c387-9dd7-4c32-8316-184fdb151360 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:46.197111 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9165f48a-ad4b-4728-9ab3-205f96d6f8c1 req-f7e4c387-9dd7-4c32-8316-184fdb151360 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 948 time: 0.1768031 Jun 25 09:18:46.234047 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-913a56bf-ac7d-4651-aef3-3d70e8a7a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:46.234827 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a56bf-ac7d-4651-aef3-3d70e8a7a6ce None None] The sync data for ids ['271708b4-a5b8-4b68-8cbd-17348cb1edf7'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:18:46.277188 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9165f48a-ad4b-4728-9ab3-205f96d6f8c1 req-b39358c9-aa3f-4037-a079-d1316f97ff8d tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723515 Jun 25 09:18:46.281337 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-c9aaa84a-ff3e-41bc-98db-bd5756c73a98 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:46.299547 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-596f9c05-b3ee-4b56-b03c-fe9377b9ab10 tempest-FloatingIPDetailsTestJSON-1428986560 tempest-FloatingIPDetailsTestJSON-1428986560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:46.313748 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-c9aaa84a-ff3e-41bc-98db-bd5756c73a98 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Network 8c7abaf7-be31-4a62-8f6d-64299ee21f7d is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:46.325281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-c9aaa84a-ff3e-41bc-98db-bd5756c73a98 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:46.360441 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:46.381846 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-c9aaa84a-ff3e-41bc-98db-bd5756c73a98 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:46.398557 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c66b3c5-9bcc-4ba9-8ef5-098d4edc3fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:46.424784 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 71d28572-25c6-4302-b16c-f8fe1aa145e3 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:18:46.439047 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08,segment=NetworkSegment(eab5dad3-9b6b-4344-b28f-7d5be6c90e24),segment_id=eab5dad3-9b6b-4344-b28f-7d5be6c90e24)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:46.462647 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aaa84a-ff3e-41bc-98db-bd5756c73a98 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Pushing event updated for resources: {'Port': ['ID=2ce2fed5-440d-42ec-84d0-402e082bcd98,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:46.471366 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c9aaa84a-ff3e-41bc-98db-bd5756c73a98 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:46.476291 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:46.479022 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b2f21d94-0612-4d7d-8cda-c717fba367c0 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:46.479720 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-c9aaa84a-ff3e-41bc-98db-bd5756c73a98 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:46.481222 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-c9aaa84a-ff3e-41bc-98db-bd5756c73a98 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:46.537917 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf191159-5fbe-4a84-a488-9ba3bef17e8e req-75c1043e-ac3c-4b45-8504-c2b507571d5b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:46.537917 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cf191159-5fbe-4a84-a488-9ba3bef17e8e req-75c1043e-ac3c-4b45-8504-c2b507571d5b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 944 time: 0.2588155 Jun 25 09:18:46.539522 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-c9aaa84a-ff3e-41bc-98db-bd5756c73a98 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8460777 Jun 25 09:18:46.542417 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:46.563042 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Request body: {'port': {'device_id': '3e3ae47f-c4c6-4861-b49d-a4f832e09ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:46.637375 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cf191159-5fbe-4a84-a488-9ba3bef17e8e req-5949cc01-1399-40c4-8f19-929452e39449 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934401 Jun 25 09:18:46.672007 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:46.676921 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:46.711045 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:46.930444 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 71d28572-25c6-4302-b16c-f8fe1aa145e3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=71d28572-25c6-4302-b16c-f8fe1aa145e3,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:46.933782 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['72493134-0d51-4b66-b6c8-4a726faf5268'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:46.981723 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port b2f21d94-0612-4d7d-8cda-c717fba367c0 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:46.989685 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port b2f21d94-0612-4d7d-8cda-c717fba367c0 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:46.990063 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:47.004289 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3d2541bc-ca95-47ae-b370-1ec0bca61868 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:47.028823 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-6c66b3c5-9bcc-4ba9-8ef5-098d4edc3fe3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:18:47.029210 n-d-761264-15 neutron-server[94026]: DEBUG oslo_db.api [None req-6c66b3c5-9bcc-4ba9-8ef5-098d4edc3fe3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:18:47.034949 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '71d28572-25c6-4302-b16c-f8fe1aa145e3', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '71d28572-25c6-4302-b16c-f8fe1aa145e3', 'mac_address': 'fa:16:3e:af:dd:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:18:47.101527 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce2fed5-440d-42ec-84d0-402e082bcd98 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:18:47.115187 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:47.131804 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:47.164101 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:47.188896 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Transition to ACTIVE for port object 2ce2fed5-440d-42ec-84d0-402e082bcd98 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:47.199565 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:47.200024 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce71ab5-5183-49b9-b565-62e73c0c72ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f21d94-0612-4d7d-8cda-c717fba367c0'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:47.204222 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208b4b9a-7d02-4a57-925b-e43b6f421fdc" -d '{"events": [{"server_uuid": "0ce71ab5-5183-49b9-b565-62e73c0c72ed", "name": "network-vif-plugged", "status": "completed", "tag": "b2f21d94-0612-4d7d-8cda-c717fba367c0"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:47.205655 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:47.226244 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d28572-25c6-4302-b16c-f8fe1aa145e3 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:18:47.239444 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b2f21d94-0612-4d7d-8cda-c717fba367c0, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b2f21d94-0612-4d7d-8cda-c717fba367c0,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:47.259391 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:47.274304 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ad54c140-74ed-4593-ba7e-4dba5786dfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:47.276348 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-3d2541bc-ca95-47ae-b370-1ec0bca61868 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting port d7a3b97c-15ee-4e1a-b927-07ec6fa6b59c {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:47.276802 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3d2541bc-ca95-47ae-b370-1ec0bca61868 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:47.279520 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce2fed5-440d-42ec-84d0-402e082bcd98,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:47.281706 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 71d28572-25c6-4302-b16c-f8fe1aa145e3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=71d28572-25c6-4302-b16c-f8fe1aa145e3,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:47.284680 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:47.320344 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:47.321909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2fcea-3e85-45d2-8cf5-800900b31fe3 req-68efa321-aca0-4814-8cc9-d092fd5c3a7c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:47.327914 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2fcea-3e85-45d2-8cf5-800900b31fe3 req-68efa321-aca0-4814-8cc9-d092fd5c3a7c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:47.329630 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bd2fcea-3e85-45d2-8cf5-800900b31fe3 req-68efa321-aca0-4814-8cc9-d092fd5c3a7c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1681 time: 0.2168562 Jun 25 09:18:47.344609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9195113-f7a6-45a8-90a5-d60b87b00a47 req-59a93a7e-7ab4-47bc-a5e4-4cc2748ac603 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:47.346329 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9195113-f7a6-45a8-90a5-d60b87b00a47 req-59a93a7e-7ab4-47bc-a5e4-4cc2748ac603 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 932 time: 0.2284412 Jun 25 09:18:47.381391 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3d2541bc-ca95-47ae-b370-1ec0bca61868 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:47.384535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=b2f21d94-0612-4d7d-8cda-c717fba367c0,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:47.397579 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:47.397754 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-3d2541bc-ca95-47ae-b370-1ec0bca61868 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Calling delete_port for d7a3b97c-15ee-4e1a-b927-07ec6fa6b59c owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:47.398055 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-99fce77a-6d05-4ab1-a151-703b449986ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:47.447097 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bd2fcea-3e85-45d2-8cf5-800900b31fe3 req-67d0b029-c28b-40c3-a6af-9c61618fcb43 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820997 Jun 25 09:18:47.458441 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9195113-f7a6-45a8-90a5-d60b87b00a47 req-22b1567f-e9b6-4f16-bed8-e2167f5f1740 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/security-groups?id=02a41b10-c3e7-4ce8-a606-2538cc2083a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899355 Jun 25 09:18:47.462305 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=71d28572-25c6-4302-b16c-f8fe1aa145e3,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:47.463075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Attempting to bind port 2ce2fed5-440d-42ec-84d0-402e082bcd98 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:18:47.463433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Attempting to bind port 2ce2fed5-440d-42ec-84d0-402e082bcd98 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '87853a09-1347-4457-aab1-6dee04128ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '8c7abaf7-be31-4a62-8f6d-64299ee21f7d'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:18:47.463783 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Attempting to bind port 2ce2fed5-440d-42ec-84d0-402e082bcd98 on network 8c7abaf7-be31-4a62-8f6d-64299ee21f7d {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:47.465996 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:47.476489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Port 2ce2fed5-440d-42ec-84d0-402e082bcd98 on network 8c7abaf7-be31-4a62-8f6d-64299ee21f7d not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:18:47.476985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Attempting to bind port 2ce2fed5-440d-42ec-84d0-402e082bcd98 on network 8c7abaf7-be31-4a62-8f6d-64299ee21f7d {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:47.484367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:18:47.484986 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Checking segment: {'id': '87853a09-1347-4457-aab1-6dee04128ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '8c7abaf7-be31-4a62-8f6d-64299ee21f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:47.486521 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Bound using segment: {'id': '87853a09-1347-4457-aab1-6dee04128ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '8c7abaf7-be31-4a62-8f6d-64299ee21f7d'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:18:47.487101 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Bound port: 2ce2fed5-440d-42ec-84d0-402e082bcd98, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87853a09-1347-4457-aab1-6dee04128ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '8c7abaf7-be31-4a62-8f6d-64299ee21f7d'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:18:47.487384 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:47.588562 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2d6818-9b2f-4209-abb8-8bbc9efe0b0f x-openstack-request-id: req-2b2d6818-9b2f-4209-abb8-8bbc9efe0b0f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:47.588955 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce71ab5-5183-49b9-b565-62e73c0c72ed", "name": "network-vif-plugged", "status": "completed", "tag": "b2f21d94-0612-4d7d-8cda-c717fba367c0", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:47.590260 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2b2d6818-9b2f-4209-abb8-8bbc9efe0b0f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:47.591993 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce71ab5-5183-49b9-b565-62e73c0c72ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f21d94-0612-4d7d-8cda-c717fba367c0', 'code': 200} Jun 25 09:18:47.623674 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3d2541bc-ca95-47ae-b370-1ec0bca61868 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:47.633380 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a3f98eb7-31d7-43f9-aed5-d51d843aa87d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:47.650570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] For port 2ce2fed5-440d-42ec-84d0-402e082bcd98, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:18:47.663504 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] For port 2ce2fed5-440d-42ec-84d0-402e082bcd98, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2ce2fed5-440d-42ec-84d0-402e082bcd98,segment=NetworkSegment(87853a09-1347-4457-aab1-6dee04128ade),segment_id=87853a09-1347-4457-aab1-6dee04128ade)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:18:47.676256 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2541bc-ca95-47ae-b370-1ec0bca61868 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Port': ['ID=d7a3b97c-15ee-4e1a-b927-07ec6fa6b59c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:47.684586 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:47.712194 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:47.715186 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3d2541bc-ca95-47ae-b370-1ec0bca61868 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:47.722333 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:47.774057 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-eeb16b52-48f4-4841-a1c3-008c3f4fe368 None None] Could not find standard attr ID for object d7a3b97c-15ee-4e1a-b927-07ec6fa6b59c. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:18:47.780721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:47.781486 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:47.783365 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] 10.222.0.38 "PUT /v2.0/ports/2ce2fed5-440d-42ec-84d0-402e082bcd98 HTTP/1.1" status: 200 len: 1093 time: 1.2258899 Jun 25 09:18:47.789259 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3ae47f-c4c6-4861-b49d-a4f832e09ac5', 'tag': '2ce2fed5-440d-42ec-84d0-402e082bcd98'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:47.796702 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4a568e-fcfe-49de-8fc4-96456d70ff6b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3ae47f-c4c6-4861-b49d-a4f832e09ac5", "tag": "2ce2fed5-440d-42ec-84d0-402e082bcd98"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:47.804099 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:47.807428 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:47.818996 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['71d28572-25c6-4302-b16c-f8fe1aa145e3'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:47.890074 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce2fed5-440d-42ec-84d0-402e082bcd98,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:47.904020 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:47.915019 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b3200-3b23-4f18-a9f8-a20f4d7797c7 req-d477836d-23e5-4a71-8d2b-b3049b410dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:47.916864 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-208b3200-3b23-4f18-a9f8-a20f4d7797c7 req-d477836d-23e5-4a71-8d2b-b3049b410dea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 1097 time: 0.2363944 Jun 25 09:18:47.958367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684806f-bff2-4e08-973f-3b3edef94c54 req-9c6de291-cf6f-40a5-a128-27094ab27fbc tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:47.960309 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b684806f-bff2-4e08-973f-3b3edef94c54 req-9c6de291-cf6f-40a5-a128-27094ab27fbc tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 949 time: 0.2922943 Jun 25 09:18:47.980042 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3d2541bc-ca95-47ae-b370-1ec0bca61868 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:48.002983 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-208b3200-3b23-4f18-a9f8-a20f4d7797c7 req-9b486173-22b5-4925-b9c4-475b65ae80d0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562422 Jun 25 09:18:48.064044 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-f711c424-8cd7-4709-95ab-10064ac192b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:48.065796 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-f711c424-8cd7-4709-95ab-10064ac192b9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1f5c54c97f44a08824a547112ba037f&device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 1096 time: 0.2146227 Jun 25 09:18:48.081595 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b684806f-bff2-4e08-973f-3b3edef94c54 req-68ae17d4-0368-4e41-a7f7-4aaa7306ace3 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104033 Jun 25 09:18:48.140645 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-b84b8fe7-5cd2-411b-ac4c-39cb66437ea4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ce2fed5-440d-42ec-84d0-402e082bcd98 HTTP/1.1" status: 200 len: 217 time: 0.0571299 Jun 25 09:18:48.169826 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb80ef-8922-4131-ba34-30537c1813de req-c185bd35-1405-474b-a18c-e6b0df0c592c tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:48.171476 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22cb80ef-8922-4131-ba34-30537c1813de req-c185bd35-1405-474b-a18c-e6b0df0c592c tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 945 time: 0.2699015 Jun 25 09:18:48.189070 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2541bc-ca95-47ae-b370-1ec0bca61868 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 271708b4-a5b8-4b68-8cbd-17348cb1edf7 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:18:48.232888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-450dcac7-bdc1-4807-8e76-77907c42b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:48.234412 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-450dcac7-bdc1-4807-8e76-77907c42b327 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=30667451-505c-46f6-86fe-a591f0f7e9d0 HTTP/1.1" status: 200 len: 862 time: 0.0868101 Jun 25 09:18:48.242564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22cb80ef-8922-4131-ba34-30537c1813de req-7bacf64d-1214-41b9-8e59-dbd0d634153e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516193 Jun 25 09:18:48.275636 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-7796bda9-c01c-4f71-ba18-798f7646a30c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8c7abaf7-be31-4a62-8f6d-64299ee21f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320015 Jun 25 09:18:48.282775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2541bc-ca95-47ae-b370-1ec0bca61868 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:18:48.289107 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3d2541bc-ca95-47ae-b370-1ec0bca61868 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/271708b4-a5b8-4b68-8cbd-17348cb1edf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2758355 Jun 25 09:18:48.290952 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48444) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:48.295064 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b546a-7721-4d08-aa08-1537b75f672f None None] Sync routers for ids ['271708b4-a5b8-4b68-8cbd-17348cb1edf7'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:18:48.308418 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b546a-7721-4d08-aa08-1537b75f672f None None] Routers {'271708b4-a5b8-4b68-8cbd-17348cb1edf7'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:48.310749 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-874b546a-7721-4d08-aa08-1537b75f672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['271708b4-a5b8-4b68-8cbd-17348cb1edf7'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:48.358300 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-874b546a-7721-4d08-aa08-1537b75f672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:48.374032 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b546a-7721-4d08-aa08-1537b75f672f None None] Routers {'271708b4-a5b8-4b68-8cbd-17348cb1edf7'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:48.374761 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-874b546a-7721-4d08-aa08-1537b75f672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['271708b4-a5b8-4b68-8cbd-17348cb1edf7'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:48.396376 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-9f583b58-db2b-4e93-9d73-3ef7f947d6c6 service neutron] 10.222.0.38 "GET /v2.0/networks/8c7abaf7-be31-4a62-8f6d-64299ee21f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140771 Jun 25 09:18:48.408640 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-874b546a-7721-4d08-aa08-1537b75f672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:48.409446 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b546a-7721-4d08-aa08-1537b75f672f None None] The sync data for ids ['271708b4-a5b8-4b68-8cbd-17348cb1edf7'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:18:48.464619 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb14d23-b235-4320-b3d9-65e712dd6396 x-openstack-request-id: req-afb14d23-b235-4320-b3d9-65e712dd6396 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:48.465076 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3ae47f-c4c6-4861-b49d-a4f832e09ac5", "tag": "2ce2fed5-440d-42ec-84d0-402e082bcd98", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:48.465517 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-afb14d23-b235-4320-b3d9-65e712dd6396 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:48.466045 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3ae47f-c4c6-4861-b49d-a4f832e09ac5', 'tag': '2ce2fed5-440d-42ec-84d0-402e082bcd98', 'status': 'completed', 'code': 200} Jun 25 09:18:48.487562 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-84f55704-0f7d-42e4-b87e-7fb1862d4f39 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] remove_router_interface failed (client error): The resource could not be found. Jun 25 09:18:48.491230 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-84f55704-0f7d-42e4-b87e-7fb1862d4f39 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/271708b4-a5b8-4b68-8cbd-17348cb1edf7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1966536 Jun 25 09:18:48.491526 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48448) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:48.518430 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1bed5be-486c-4e66-a680-039f1f55fb98 req-0f57f393-b84a-426c-9671-90351d065f77 service neutron] 10.222.0.38 "GET /v2.0/networks/8c7abaf7-be31-4a62-8f6d-64299ee21f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064363 Jun 25 09:18:48.529514 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-12f47f3f-4f4b-41ba-b21a-90647d0f09ac tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports?device_id=271708b4-a5b8-4b68-8cbd-17348cb1edf7 HTTP/1.1" status: 200 len: 205 time: 0.0361974 Jun 25 09:18:48.531490 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48452) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:48.621663 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:48.625782 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11072835-493a-4373-857a-0763cdd5d512 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:48.679005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:48.683720 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:48.684426 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:48.771913 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:48.778561 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b451f1-4e12-44a0-bfe1-9e84fd3e6ce2 req-2bff94bf-1b0a-4d1a-8d12-cc744dd9b272 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:48.780214 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-72b451f1-4e12-44a0-bfe1-9e84fd3e6ce2 req-2bff94bf-1b0a-4d1a-8d12-cc744dd9b272 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 944 time: 0.1779506 Jun 25 09:18:48.787152 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a568e-fcfe-49de-8fc4-96456d70ff6b req-93b1bf66-5aef-4283-bfa0-fe878131695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:48.788864 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df4a568e-fcfe-49de-8fc4-96456d70ff6b req-93b1bf66-5aef-4283-bfa0-fe878131695d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1f5c54c97f44a08824a547112ba037f&device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 1096 time: 0.1371002 Jun 25 09:18:48.815229 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=9d4e735c-0fdc-4288-ace6-49d29a7f6b1d,segment=NetworkSegment(c22a3869-90b3-4b20-a27e-7225a8917d0b),segment_id=c22a3869-90b3-4b20-a27e-7225a8917d0b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:48.815810 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11072835-493a-4373-857a-0763cdd5d512 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:48.818569 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11072835-493a-4373-857a-0763cdd5d512 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:48.821703 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:48.823260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 72493134-0d51-4b66-b6c8-4a726faf5268 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:48.826947 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:48.836933 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e509ff7-245f-4625-935b-4d041b0f96e3 req-481550ca-3096-4063-8021-a0297dedb44d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:48.843100 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e509ff7-245f-4625-935b-4d041b0f96e3 req-481550ca-3096-4063-8021-a0297dedb44d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:48.851316 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e509ff7-245f-4625-935b-4d041b0f96e3 req-481550ca-3096-4063-8021-a0297dedb44d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1681 time: 0.2007527 Jun 25 09:18:48.870423 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11072835-493a-4373-857a-0763cdd5d512 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:48.870912 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11072835-493a-4373-857a-0763cdd5d512 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Fanout notify agent at l3_agent the message router_deleted on router 271708b4-a5b8-4b68-8cbd-17348cb1edf7 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:18:48.883144 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11072835-493a-4373-857a-0763cdd5d512 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:48.884942 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-11072835-493a-4373-857a-0763cdd5d512 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/routers/271708b4-a5b8-4b68-8cbd-17348cb1edf7 HTTP/1.1" status: 204 len: 168 time: 0.3524721 Jun 25 09:18:48.887670 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48456) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:48.924452 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=9d4e735c-0fdc-4288-ace6-49d29a7f6b1d,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:48.928963 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:48.933076 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-72b451f1-4e12-44a0-bfe1-9e84fd3e6ce2 req-42c1f980-69f2-4abc-86c7-82723a7fc316 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/security-groups?id=02a41b10-c3e7-4ce8-a606-2538cc2083a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419873 Jun 25 09:18:48.949901 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 72493134-0d51-4b66-b6c8-4a726faf5268 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:48.954756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 72493134-0d51-4b66-b6c8-4a726faf5268 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:48.955151 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:48.971647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-20422d85-a977-4338-9468-8d2d9ec55087 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting subnet 2ca09c09-aa68-4429-b499-afa1427f5066 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:18:48.971933 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e509ff7-245f-4625-935b-4d041b0f96e3 req-6a6924d1-2536-4941-80c0-08db0ee12021 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171131 Jun 25 09:18:48.980763 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20422d85-a977-4338-9468-8d2d9ec55087 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.004065 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a568e-fcfe-49de-8fc4-96456d70ff6b req-f6e8117d-4f24-40b4-9937-80e47f8ccddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:49.005566 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df4a568e-fcfe-49de-8fc4-96456d70ff6b req-f6e8117d-4f24-40b4-9937-80e47f8ccddc service neutron] 10.222.0.38 "GET /v2.0/networks?id=8c7abaf7-be31-4a62-8f6d-64299ee21f7d HTTP/1.1" status: 200 len: 924 time: 0.2044926 Jun 25 09:18:49.035578 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20422d85-a977-4338-9468-8d2d9ec55087 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.056710 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df4a568e-fcfe-49de-8fc4-96456d70ff6b req-036d77ab-8ee8-4310-b12d-a133e317673a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ce2fed5-440d-42ec-84d0-402e082bcd98 HTTP/1.1" status: 200 len: 217 time: 0.0425847 Jun 25 09:18:49.061657 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.096753 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 72493134-0d51-4b66-b6c8-4a726faf5268, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=72493134-0d51-4b66-b6c8-4a726faf5268,segment=NetworkSegment(6d250e3e-d42e-4bb9-a3e7-faed5b2187ca),segment_id=6d250e3e-d42e-4bb9-a3e7-faed5b2187ca)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:49.103773 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.108092 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-344784dd-5105-4620-9910-c5bae69072ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:49.129704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a568e-fcfe-49de-8fc4-96456d70ff6b req-d35fce50-f688-45c1-92a9-76d236ab6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:49.131736 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df4a568e-fcfe-49de-8fc4-96456d70ff6b req-d35fce50-f688-45c1-92a9-76d236ab6e7d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=30667451-505c-46f6-86fe-a591f0f7e9d0 HTTP/1.1" status: 200 len: 862 time: 0.0679524 Jun 25 09:18:49.161661 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20422d85-a977-4338-9468-8d2d9ec55087 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.176101 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=72493134-0d51-4b66-b6c8-4a726faf5268,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:49.179297 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df4a568e-fcfe-49de-8fc4-96456d70ff6b req-b84fe2f3-250a-474e-858b-254581eba2ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8c7abaf7-be31-4a62-8f6d-64299ee21f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398359 Jun 25 09:18:49.181249 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:49.240179 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20422d85-a977-4338-9468-8d2d9ec55087 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.243260 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-61c4d1e0-f4d6-4f0c-b836-6d8634cd151d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:49.270867 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20422d85-a977-4338-9468-8d2d9ec55087 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca09c09-aa68-4429-b499-afa1427f5066,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:49.275965 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20422d85-a977-4338-9468-8d2d9ec55087 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.282377 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06583615-1afd-4024-ae31-8740e02e6f5c None None] Network 4fb7ba78-1174-4639-b96a-8c14732bfedb requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:49.284781 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-20422d85-a977-4338-9468-8d2d9ec55087 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/2ca09c09-aa68-4429-b499-afa1427f5066 HTTP/1.1" status: 204 len: 168 time: 0.3959510 Jun 25 09:18:49.285417 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48462) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:49.286753 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-20422d85-a977-4338-9468-8d2d9ec55087 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:49.334918 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df4a568e-fcfe-49de-8fc4-96456d70ff6b req-81a4a681-de9e-4d49-8fd6-a44626ff5893 service neutron] 10.222.0.38 "GET /v2.0/networks/8c7abaf7-be31-4a62-8f6d-64299ee21f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480007 Jun 25 09:18:49.355061 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adea533-8f92-4e7b-ae1d-0cd5adbf4780 req-d5f41d78-4290-4ce8-b587-eb9ab2a9f998 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:49.357651 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4adea533-8f92-4e7b-ae1d-0cd5adbf4780 req-d5f41d78-4290-4ce8-b587-eb9ab2a9f998 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 949 time: 0.1196458 Jun 25 09:18:49.383575 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.443241 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:49.443482 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.496463 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a3fe45-8891-4b74-867b-a538758a950b None None] DHCP port deletion for 4fb7ba78-1174-4639-b96a-8c14732bfedb request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:18:49.512464 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] For port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08,segment=NetworkSegment(eab5dad3-9b6b-4344-b28f-7d5be6c90e24),segment_id=eab5dad3-9b6b-4344-b28f-7d5be6c90e24)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:49.512901 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.514394 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4adea533-8f92-4e7b-ae1d-0cd5adbf4780 req-f9dfa844-391b-46ea-8b84-2dd674a5f6e1 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022813 Jun 25 09:18:49.535067 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df4a568e-fcfe-49de-8fc4-96456d70ff6b req-4a89d37d-8db3-430e-8072-5252ce5436db service neutron] 10.222.0.38 "GET /v2.0/networks/8c7abaf7-be31-4a62-8f6d-64299ee21f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909575 Jun 25 09:18:49.541827 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Calling delete_port for 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:49.556486 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be4873-56d7-41ca-8df5-7e8c6e631d1c req-d7667178-fc56-413f-bd49-67de86b3c897 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:49.564901 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31be4873-56d7-41ca-8df5-7e8c6e631d1c req-d7667178-fc56-413f-bd49-67de86b3c897 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 945 time: 0.1515150 Jun 25 09:18:49.593500 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021ae021-a005-4098-86fc-145b1b1d1322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4e735c-0fdc-4288-ace6-49d29a7f6b1d'}, {'server_uuid': '021ae021-a005-4098-86fc-145b1b1d1322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72493134-0d51-4b66-b6c8-4a726faf5268'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:49.596058 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954265de-a786-46f9-9d7b-3ad98ae0559a" -d '{"events": [{"server_uuid": "021ae021-a005-4098-86fc-145b1b1d1322", "name": "network-vif-plugged", "status": "completed", "tag": "9d4e735c-0fdc-4288-ace6-49d29a7f6b1d"}, {"server_uuid": "021ae021-a005-4098-86fc-145b1b1d1322", "name": "network-vif-plugged", "status": "completed", "tag": "72493134-0d51-4b66-b6c8-4a726faf5268"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:49.622494 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31be4873-56d7-41ca-8df5-7e8c6e631d1c req-811c6575-7a94-4502-9e12-5a7cee84ba42 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564935 Jun 25 09:18:49.631157 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c0a3fe45-8891-4b74-867b-a538758a950b None None] Deleting port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:49.631645 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fe45-8891-4b74-867b-a538758a950b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.677289 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.681667 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:49.705473 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c0a3fe45-8891-4b74-867b-a538758a950b None None] For port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08,segment=NetworkSegment(eab5dad3-9b6b-4344-b28f-7d5be6c90e24),segment_id=eab5dad3-9b6b-4344-b28f-7d5be6c90e24)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:49.706188 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fe45-8891-4b74-867b-a538758a950b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.711333 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:49.715391 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Port': ['ID=5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:49.718598 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:49.722038 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] No DVR routers for this DVR port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:49.763879 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:49.764287 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:49.777439 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c0a3fe45-8891-4b74-867b-a538758a950b None None] Calling delete_port for 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:49.789535 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afe3fa0-cdc2-40bf-a9f4-724345a78821 x-openstack-request-id: req-3afe3fa0-cdc2-40bf-a9f4-724345a78821 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:49.790011 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021ae021-a005-4098-86fc-145b1b1d1322", "name": "network-vif-plugged", "status": "completed", "tag": "9d4e735c-0fdc-4288-ace6-49d29a7f6b1d", "code": 200}, {"server_uuid": "021ae021-a005-4098-86fc-145b1b1d1322", "name": "network-vif-plugged", "status": "completed", "tag": "72493134-0d51-4b66-b6c8-4a726faf5268", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:49.790272 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3afe3fa0-cdc2-40bf-a9f4-724345a78821 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:49.790721 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021ae021-a005-4098-86fc-145b1b1d1322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4e735c-0fdc-4288-ace6-49d29a7f6b1d', 'code': 200} Jun 25 09:18:49.790982 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021ae021-a005-4098-86fc-145b1b1d1322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72493134-0d51-4b66-b6c8-4a726faf5268', 'code': 200} Jun 25 09:18:49.831672 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.845633 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb7ba78-1174-4639-b96a-8c14732bfedb']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:49.867443 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab5dad3-9b6b-4344-b28f-7d5be6c90e24') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:49.867770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab5dad3-9b6b-4344-b28f-7d5be6c90e24') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:49.878421 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.883384 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fe45-8891-4b74-867b-a538758a950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.886967 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:49.904413 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.914525 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:18:49.915192 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:18:49.919754 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:18:49.929003 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3fe45-8891-4b74-867b-a538758a950b None None] Pushing event deleted for resources: {'Port': ['ID=5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:49.931250 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c0a3fe45-8891-4b74-867b-a538758a950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:49.933644 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a3fe45-8891-4b74-867b-a538758a950b None None] No DVR routers for this DVR port 5b8afa8e-9dbe-49e1-aa93-5c1643f8fb08 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:49.984396 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:49.994655 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:50.008446 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/networks/4fb7ba78-1174-4639-b96a-8c14732bfedb HTTP/1.1" status: 204 len: 168 time: 0.7102234 Jun 25 09:18:50.008446 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:50.008745 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48474) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:50.011839 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-e38a97bf-75d1-4750-8fec-9a8d24327e90 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'network': {'name': 'tempest-RoutersTest-9507041'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:50.020704 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Network': ['ID=4fb7ba78-1174-4639-b96a-8c14732bfedb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:50.024465 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:50.039701 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38a97bf-75d1-4750-8fec-9a8d24327e90 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:50.043329 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e38a97bf-75d1-4750-8fec-9a8d24327e90 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:50.082541 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d8d83-014f-4ce9-bc5e-19b705a26d71 req-98eb94d5-b4b0-4d6c-86a9-664f09c4ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:50.083021 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d8d83-014f-4ce9-bc5e-19b705a26d71 req-98eb94d5-b4b0-4d6c-86a9-664f09c4ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:50.084697 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f57d8d83-014f-4ce9-bc5e-19b705a26d71 req-98eb94d5-b4b0-4d6c-86a9-664f09c4ff17 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1987 time: 0.1162803 Jun 25 09:18:50.088687 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38a97bf-75d1-4750-8fec-9a8d24327e90 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:18:50.115988 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e38a97bf-75d1-4750-8fec-9a8d24327e90 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:50.116372 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-e38a97bf-75d1-4750-8fec-9a8d24327e90 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Added segment caa9ae1e-5a4e-4ebd-a2fc-2f943a6b51e2 of type vlan for network 22ad8714-6b65-452f-b546-33737524af01 Jun 25 09:18:50.228416 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e38a97bf-75d1-4750-8fec-9a8d24327e90 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:50.235977 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f57d8d83-014f-4ce9-bc5e-19b705a26d71 req-a33dbbbe-b47e-48f5-81c0-793e411404df service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421390 Jun 25 09:18:50.283287 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e38a97bf-75d1-4750-8fec-9a8d24327e90 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:50.289062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38a97bf-75d1-4750-8fec-9a8d24327e90 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:50.289677 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e38a97bf-75d1-4750-8fec-9a8d24327e90 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:50.292434 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:50.303164 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749c448-e0aa-4b17-b00b-1926ad698f44 req-572765eb-fd84-41ea-a04d-449ef3f9be0b tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:50.304718 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3749c448-e0aa-4b17-b00b-1926ad698f44 req-572765eb-fd84-41ea-a04d-449ef3f9be0b tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 944 time: 0.2128699 Jun 25 09:18:50.375490 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e38a97bf-75d1-4750-8fec-9a8d24327e90 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.3690403 Jun 25 09:18:50.378364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48478) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:50.383948 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0a6c69c2-e754-435b-bd1a-fe2e38430971 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'subnet': {'network_id': '22ad8714-6b65-452f-b546-33737524af01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:50.392523 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb869ff-94b2-4a4f-8cd6-4442dcdd1313 req-8192f190-87ae-4c2a-874a-312d3d8116e7 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:50.398421 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb869ff-94b2-4a4f-8cd6-4442dcdd1313 req-8192f190-87ae-4c2a-874a-312d3d8116e7 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:50.400019 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-deb869ff-94b2-4a4f-8cd6-4442dcdd1313 req-8192f190-87ae-4c2a-874a-312d3d8116e7 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1683 time: 0.2551668 Jun 25 09:18:50.420233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a97bf-75d1-4750-8fec-9a8d24327e90 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Network': ['ID=22ad8714-6b65-452f-b546-33737524af01,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:50.430322 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e38a97bf-75d1-4750-8fec-9a8d24327e90 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:50.433557 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 22ad8714-6b65-452f-b546-33737524af01 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:18:50.447685 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3749c448-e0aa-4b17-b00b-1926ad698f44 req-505113c5-850f-4c27-9ba6-a54baa441b73 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/security-groups?id=02a41b10-c3e7-4ce8-a606-2538cc2083a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353276 Jun 25 09:18:50.464802 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-deb869ff-94b2-4a4f-8cd6-4442dcdd1313 req-ab24d4c5-e2e7-4bac-bacc-2133d5707e7d tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577097 Jun 25 09:18:50.478521 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 71d28572-25c6-4302-b16c-f8fe1aa145e3 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:50.548451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6c69c2-e754-435b-bd1a-fe2e38430971 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:18:50.563019 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a6c69c2-e754-435b-bd1a-fe2e38430971 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:50.575548 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 71d28572-25c6-4302-b16c-f8fe1aa145e3 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:50.580283 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 71d28572-25c6-4302-b16c-f8fe1aa145e3 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:50.581072 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:50.610856 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2ce2fed5-440d-42ec-84d0-402e082bcd98 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:18:50.724960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ec064-2268-4a18-8fb8-7f7ba5f14c69 req-18f53c70-8459-4c4e-9099-54044787978b tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:50.737545 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-680ec064-2268-4a18-8fb8-7f7ba5f14c69 req-18f53c70-8459-4c4e-9099-54044787978b tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 949 time: 0.0911126 Jun 25 09:18:50.762714 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:50.791083 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2ce2fed5-440d-42ec-84d0-402e082bcd98, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2ce2fed5-440d-42ec-84d0-402e082bcd98,segment=NetworkSegment(87853a09-1347-4457-aab1-6dee04128ade),segment_id=87853a09-1347-4457-aab1-6dee04128ade)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:50.811738 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a6c69c2-e754-435b-bd1a-fe2e38430971 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:50.819017 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '2ce2fed5-440d-42ec-84d0-402e082bcd98', 'network_id': '8c7abaf7-be31-4a62-8f6d-64299ee21f7d', 'port_id': '2ce2fed5-440d-42ec-84d0-402e082bcd98', 'mac_address': 'fa:16:3e:29:a2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30667451-505c-46f6-86fe-a591f0f7e9d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:18:50.820187 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-680ec064-2268-4a18-8fb8-7f7ba5f14c69 req-cab1a7e7-0e44-49a4-88a6-043923c247fb tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818622 Jun 25 09:18:50.831037 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ec6de53e-bda8-42f6-a128-75faac5e4c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:50.832336 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 71d28572-25c6-4302-b16c-f8fe1aa145e3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=71d28572-25c6-4302-b16c-f8fe1aa145e3,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:50.869701 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:50.874235 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:50.889573 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16585613-4171-46d6-acac-9e1dfa941a73 req-d960a61a-6c39-4129-8152-628589b6b97d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:50.890038 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-16585613-4171-46d6-acac-9e1dfa941a73 req-d960a61a-6c39-4129-8152-628589b6b97d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 945 time: 0.1079624 Jun 25 09:18:50.924856 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6c69c2-e754-435b-bd1a-fe2e38430971 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Checking segment: {'id': 'caa9ae1e-5a4e-4ebd-a2fc-2f943a6b51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '22ad8714-6b65-452f-b546-33737524af01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:50.925403 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6c69c2-e754-435b-bd1a-fe2e38430971 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network hostable DHCP agents. Network: 22ad8714-6b65-452f-b546-33737524af01, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:18:50.927474 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:50.946794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c69c2-e754-435b-bd1a-fe2e38430971 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Subnet': ['ID=b3ce5304-2e86-4352-9ac6-3b17f437ddcb,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:50.949608 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0a6c69c2-e754-435b-bd1a-fe2e38430971 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:50.960107 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=71d28572-25c6-4302-b16c-f8fe1aa145e3,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:50.963293 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6c69c2-e754-435b-bd1a-fe2e38430971 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 22ad8714-6b65-452f-b546-33737524af01 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:18:50.964116 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce2fed5-440d-42ec-84d0-402e082bcd98 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:18:50.970754 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:50.978594 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-0a6c69c2-e754-435b-bd1a-fe2e38430971 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 22ad8714-6b65-452f-b546-33737524af01) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:50.984258 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-16585613-4171-46d6-acac-9e1dfa941a73 req-7921e8b6-8fb8-49b1-8d63-6bc34cbf96b4 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877485 Jun 25 09:18:50.984889 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6c69c2-e754-435b-bd1a-fe2e38430971 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:50.986002 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a6c69c2-e754-435b-bd1a-fe2e38430971 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:50.989469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2ce2fed5-440d-42ec-84d0-402e082bcd98, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2ce2fed5-440d-42ec-84d0-402e082bcd98,segment=NetworkSegment(87853a09-1347-4457-aab1-6dee04128ade),segment_id=87853a09-1347-4457-aab1-6dee04128ade)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:51.006470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca3490c-967a-475a-a366-5eea842e6238 None None] Network 22ad8714-6b65-452f-b546-33737524af01 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:51.011860 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:51.016986 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0a6c69c2-e754-435b-bd1a-fe2e38430971 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6345940 Jun 25 09:18:51.017763 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48490) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:51.023792 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-945c047e-8e83-4f0f-9a27-99f9fd20c280 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-220741410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:51.043189 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4c90f27c-9092-46c2-a232-f4a0b4d36554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:51.053573 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-945c047e-8e83-4f0f-9a27-99f9fd20c280 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:51.054747 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-945c047e-8e83-4f0f-9a27-99f9fd20c280 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:51.092961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=2ce2fed5-440d-42ec-84d0-402e082bcd98,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:51.097124 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:51.129993 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-945c047e-8e83-4f0f-9a27-99f9fd20c280 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:51.136752 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-945c047e-8e83-4f0f-9a27-99f9fd20c280 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:51.162830 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-945c047e-8e83-4f0f-9a27-99f9fd20c280 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:51.167264 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-945c047e-8e83-4f0f-9a27-99f9fd20c280 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1460268 Jun 25 09:18:51.167718 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48492) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:51.242266 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-22ad8714-6b65-452f-b546-33737524af01', 'network_id': '22ad8714-6b65-452f-b546-33737524af01', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'fixed_ips': [{'subnet_id': 'b3ce5304-2e86-4352-9ac6-3b17f437ddcb'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:18:51.243194 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:51.413980 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Allocated IP 172.20.0.2 (22ad8714-6b65-452f-b546-33737524af01/b3ce5304-2e86-4352-9ac6-3b17f437ddcb/6e6ffe0f-53e0-49a3-a437-11fa46ab33cb) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:51.438580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b96f7f-58d0-45a1-9721-9e6480a94091 req-586b89d3-086b-44d2-9a23-4cd5fd77eec1 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:51.440855 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b3b96f7f-58d0-45a1-9721-9e6480a94091 req-586b89d3-086b-44d2-9a23-4cd5fd77eec1 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 945 time: 0.0764732 Jun 25 09:18:51.504017 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:51.513496 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['2ce2fed5-440d-42ec-84d0-402e082bcd98'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:51.517168 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b3b96f7f-58d0-45a1-9721-9e6480a94091 req-ec6d97fa-ef41-41d1-bb57-32eaf9ea8cf7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650396 Jun 25 09:18:51.661030 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:51.677093 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Transition to ACTIVE for port object 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:51.717229 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Transition to ACTIVE for port object 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:51.727102 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:51.733528 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:51.795223 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1d7d43-75c5-4472-8af8-c9bfaedda80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d28572-25c6-4302-b16c-f8fe1aa145e3'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:51.798462 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2da7895-fc39-4eac-929f-21047017f26e" -d '{"events": [{"server_uuid": "4d1d7d43-75c5-4472-8af8-c9bfaedda80c", "name": "network-vif-plugged", "status": "completed", "tag": "71d28572-25c6-4302-b16c-f8fe1aa145e3"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:51.805062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ee9cb-11e3-4abd-8180-2c8b3ec91d15 req-7b4cb95d-9bfa-40db-8a77-e8629c6c0b80 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:51.808648 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Network 22ad8714-6b65-452f-b546-33737524af01 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:51.816532 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ee9cb-11e3-4abd-8180-2c8b3ec91d15 req-7b4cb95d-9bfa-40db-8a77-e8629c6c0b80 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:51.818744 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-664ee9cb-11e3-4abd-8180-2c8b3ec91d15 req-7b4cb95d-9bfa-40db-8a77-e8629c6c0b80 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1683 time: 0.1533356 Jun 25 09:18:51.820675 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:51.823319 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:51.843437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Pushing event updated for resources: {'Port': ['ID=6e6ffe0f-53e0-49a3-a437-11fa46ab33cb,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:51.846844 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:51.856468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6d61c-e4b1-4f30-b2b3-9230e8fe6193 req-72ab851b-7526-48db-9e94-cbf28917001e tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:51.858355 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5da6d61c-e4b1-4f30-b2b3-9230e8fe6193 req-72ab851b-7526-48db-9e94-cbf28917001e tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 945 time: 0.1461384 Jun 25 09:18:51.906707 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-664ee9cb-11e3-4abd-8180-2c8b3ec91d15 req-49e236c4-8d2a-427a-8400-fb1d33494327 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751476 Jun 25 09:18:51.908684 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Allocated IP 172.20.0.1 (22ad8714-6b65-452f-b546-33737524af01/b3ce5304-2e86-4352-9ac6-3b17f437ddcb/8f657604-0f11-45af-9b38-400506343cc0) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:51.926452 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Attempting to bind port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:18:51.926835 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Attempting to bind port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'caa9ae1e-5a4e-4ebd-a2fc-2f943a6b51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '22ad8714-6b65-452f-b546-33737524af01'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:18:51.927206 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Attempting to bind port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb on network 22ad8714-6b65-452f-b546-33737524af01 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:18:51.935950 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:18:51.936452 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Checking segment: {'id': 'caa9ae1e-5a4e-4ebd-a2fc-2f943a6b51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '22ad8714-6b65-452f-b546-33737524af01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:18:51.937104 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:51.938041 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Bound using segment: {'id': 'caa9ae1e-5a4e-4ebd-a2fc-2f943a6b51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '22ad8714-6b65-452f-b546-33737524af01'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:18:51.940788 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5da6d61c-e4b1-4f30-b2b3-9230e8fe6193 req-2dd976b3-442e-4d90-9868-35f3f1a342a6 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/security-groups?id=02a41b10-c3e7-4ce8-a606-2538cc2083a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738845 Jun 25 09:18:51.945201 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Bound port: 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa9ae1e-5a4e-4ebd-a2fc-2f943a6b51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '22ad8714-6b65-452f-b546-33737524af01'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:18:51.946499 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:52.013856 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153e37ba-def5-4d58-ba5a-ed996ce63d1b x-openstack-request-id: req-153e37ba-def5-4d58-ba5a-ed996ce63d1b {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:52.014371 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1d7d43-75c5-4472-8af8-c9bfaedda80c", "name": "network-vif-plugged", "status": "completed", "tag": "71d28572-25c6-4302-b16c-f8fe1aa145e3", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:52.014819 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-153e37ba-def5-4d58-ba5a-ed996ce63d1b {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:52.015677 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1d7d43-75c5-4472-8af8-c9bfaedda80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d28572-25c6-4302-b16c-f8fe1aa145e3', 'code': 200} Jun 25 09:18:52.049806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] For port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:18:52.053769 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] For port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6e6ffe0f-53e0-49a3-a437-11fa46ab33cb,segment=NetworkSegment(caa9ae1e-5a4e-4ebd-a2fc-2f943a6b51e2),segment_id=caa9ae1e-5a4e-4ebd-a2fc-2f943a6b51e2)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:18:52.071388 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:52.078476 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:52.086565 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:52.116081 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Transition to ACTIVE for port object 8f657604-0f11-45af-9b38-400506343cc0 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:18:52.160716 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Pushing event updated for resources: {'Port': ['ID=6e6ffe0f-53e0-49a3-a437-11fa46ab33cb,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:52.174564 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:52.186959 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf2935-d101-4cbc-b7b9-8febe43879a1 req-83e0b70f-db47-4a1b-807b-46db5ba89358 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:52.195853 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4fbf2935-d101-4cbc-b7b9-8febe43879a1 req-83e0b70f-db47-4a1b-807b-46db5ba89358 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 950 time: 0.0866754 Jun 25 09:18:52.206619 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:52.211212 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0c9dd54d-44ce-4fd7-a13c-461ecd1c48f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:52.236162 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4fbf2935-d101-4cbc-b7b9-8febe43879a1 req-302561af-3307-487f-a0fd-46a7b4516400 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394218 Jun 25 09:18:52.256948 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5f2e9-7c9f-46e7-91cc-e4fdcc7275fb req-814e2a7a-d0e5-4f5b-8c24-eccb73fa0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:52.256948 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9cf5f2e9-7c9f-46e7-91cc-e4fdcc7275fb req-814e2a7a-d0e5-4f5b-8c24-eccb73fa0348 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 1102 time: 0.1281567 Jun 25 09:18:52.266187 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 22ad8714-6b65-452f-b546-33737524af01 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:52.276928 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:52.295022 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:52.387731 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d57a55f-0ee1-47dc-a94a-938f2bf85cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:52.661491 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=8f657604-0f11-45af-9b38-400506343cc0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:52.664816 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:52.694602 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9cf5f2e9-7c9f-46e7-91cc-e4fdcc7275fb req-2043a1e3-2d5e-4d0b-bdf2-76d9b50e7b17 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304206 Jun 25 09:18:52.698383 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:52.713337 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377c7c4-e3a0-426e-b171-330f608c5efd req-bd429ca5-77e4-464c-829c-12e61951a5f2 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:52.714724 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4377c7c4-e3a0-426e-b171-330f608c5efd req-bd429ca5-77e4-464c-829c-12e61951a5f2 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 945 time: 0.0726960 Jun 25 09:18:52.757279 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4377c7c4-e3a0-426e-b171-330f608c5efd req-cfed2e96-2598-4233-b3ec-84bd343ebf69 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357115 Jun 25 09:18:52.839306 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:53.124683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df5c13-b9f3-4a8d-8d47-d884dfe9a589 req-5417507d-22fd-420d-80b8-bc08c4a2a38f tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:53.130810 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df5c13-b9f3-4a8d-8d47-d884dfe9a589 req-5417507d-22fd-420d-80b8-bc08c4a2a38f tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:53.138241 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35df5c13-b9f3-4a8d-8d47-d884dfe9a589 req-5417507d-22fd-420d-80b8-bc08c4a2a38f tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1683 time: 0.1031981 Jun 25 09:18:53.168402 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:53.174858 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:53.179730 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c36a9b96-bfb5-43fe-8933-23a6679ae76c tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:53.185199 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35df5c13-b9f3-4a8d-8d47-d884dfe9a589 req-b2397577-9ccd-49a7-9d53-54ab029cada1 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456223 Jun 25 09:18:53.278886 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:53.280912 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=8f657604-0f11-45af-9b38-400506343cc0,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:53.282376 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cdb8aa-26fe-4f65-8f24-87bc46726bd2 None None] Network 22ad8714-6b65-452f-b546-33737524af01 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:53.290699 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:53.387810 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6c56a167-93f1-4bc7-aef6-61c2c8ee83e1 None None] Provisioning for port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:53.424708 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 22ad8714-6b65-452f-b546-33737524af01 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:53.426229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:53.472646 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0212d-2133-4932-9d34-7b3f29e19760 req-eef503dd-e267-4756-8496-e4b8c3e80e7a tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:53.474450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-96f0212d-2133-4932-9d34-7b3f29e19760 req-eef503dd-e267-4756-8496-e4b8c3e80e7a tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 945 time: 0.0929542 Jun 25 09:18:53.548495 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-96f0212d-2133-4932-9d34-7b3f29e19760 req-84d74f0e-1df3-443f-b873-cdfe8b08daa0 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/security-groups?id=02a41b10-c3e7-4ce8-a606-2538cc2083a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610220 Jun 25 09:18:53.594067 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 7d6e847d-a3e2-4a6d-8c97-353fdddb17e1 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:18:53.734675 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:18:53.743200 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:53.744350 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48548) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:53.745318 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/7d6e847d-a3e2-4a6d-8c97-353fdddb17e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5762634 Jun 25 09:18:53.751041 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71bd654-a4c3-459f-8674-d606843f4a81 None None] Sync routers for ids ['7d6e847d-a3e2-4a6d-8c97-353fdddb17e1'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:18:53.791512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f78a7f-2185-4ba0-872b-7a6282c93e05 req-4a3bfa32-5efa-4f81-b22b-510157c23b78 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:53.793443 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47f78a7f-2185-4ba0-872b-7a6282c93e05 req-4a3bfa32-5efa-4f81-b22b-510157c23b78 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 950 time: 0.1185415 Jun 25 09:18:53.803260 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:53.816956 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71bd654-a4c3-459f-8674-d606843f4a81 None None] Routers {'7d6e847d-a3e2-4a6d-8c97-353fdddb17e1'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:53.817586 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-b71bd654-a4c3-459f-8674-d606843f4a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['7d6e847d-a3e2-4a6d-8c97-353fdddb17e1'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:53.844590 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47f78a7f-2185-4ba0-872b-7a6282c93e05 req-e10ca099-7e68-4f50-92d8-f96986a1de0a tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443220 Jun 25 09:18:53.856270 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaa506a-6deb-403e-9dfa-cf8760a26475 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:53.857755 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3eaa506a-6deb-403e-9dfa-cf8760a26475 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports/8f657604-0f11-45af-9b38-400506343cc0 HTTP/1.1" status: 200 len: 910 time: 0.1117835 Jun 25 09:18:53.859935 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-b71bd654-a4c3-459f-8674-d606843f4a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:53.861365 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48550) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:53.875439 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71bd654-a4c3-459f-8674-d606843f4a81 None None] Routers {'7d6e847d-a3e2-4a6d-8c97-353fdddb17e1'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:53.876260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-b71bd654-a4c3-459f-8674-d606843f4a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['7d6e847d-a3e2-4a6d-8c97-353fdddb17e1'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:53.878547 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:53.918804 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:53.919158 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:53.925113 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-b71bd654-a4c3-459f-8674-d606843f4a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:53.925877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71bd654-a4c3-459f-8674-d606843f4a81 None None] The sync data for ids ['7d6e847d-a3e2-4a6d-8c97-353fdddb17e1'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:18:54.137209 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-190aea41-5ac7-43d6-bc97-9d66efda2faf None None] Provisioning for port 8f657604-0f11-45af-9b38-400506343cc0 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:54.143505 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-190aea41-5ac7-43d6-bc97-9d66efda2faf None None] Provisioning complete for port 8f657604-0f11-45af-9b38-400506343cc0 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:54.143837 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-190aea41-5ac7-43d6-bc97-9d66efda2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:54.203313 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-190aea41-5ac7-43d6-bc97-9d66efda2faf None None] Port 8f657604-0f11-45af-9b38-400506343cc0 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:18:54.217520 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:54.236039 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-190aea41-5ac7-43d6-bc97-9d66efda2faf None None] Provisioning complete for port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:54.236612 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-190aea41-5ac7-43d6-bc97-9d66efda2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:54.312846 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5205b92b-3015-46a9-a3b1-2bb1eb3da8c4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:54.356292 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6e6ffe0f-53e0-49a3-a437-11fa46ab33cb,segment=NetworkSegment(caa9ae1e-5a4e-4ebd-a2fc-2f943a6b51e2),segment_id=caa9ae1e-5a4e-4ebd-a2fc-2f943a6b51e2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:54.364910 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:54.373624 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-56b3388a-5006-440d-9426-3faa7e23da78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:54.426031 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-190aea41-5ac7-43d6-bc97-9d66efda2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:54.431012 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd15d2-d9d3-46b3-be4b-ed09a6677cf7 req-87da6691-7ba6-43e7-85b7-0fc2ffee61c3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:54.451599 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd15d2-d9d3-46b3-be4b-ed09a6677cf7 req-87da6691-7ba6-43e7-85b7-0fc2ffee61c3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:54.453953 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ebfd15d2-d9d3-46b3-be4b-ed09a6677cf7 req-87da6691-7ba6-43e7-85b7-0fc2ffee61c3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1683 time: 0.1702244 Jun 25 09:18:54.479594 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=6e6ffe0f-53e0-49a3-a437-11fa46ab33cb,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:54.484924 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:54.520034 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ebfd15d2-d9d3-46b3-be4b-ed09a6677cf7 req-2add90c1-ebad-416f-b327-d93058608531 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600078 Jun 25 09:18:54.540910 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-190aea41-5ac7-43d6-bc97-9d66efda2faf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:18:54.540910 n-d-761264-15 neutron-server[94026]: DEBUG oslo_db.api [None req-190aea41-5ac7-43d6-bc97-9d66efda2faf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:18:54.647820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2ce2fed5-440d-42ec-84d0-402e082bcd98 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:54.673083 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-5205b92b-3015-46a9-a3b1-2bb1eb3da8c4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting port 8f657604-0f11-45af-9b38-400506343cc0 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:54.674246 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5205b92b-3015-46a9-a3b1-2bb1eb3da8c4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:54.702759 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 2ce2fed5-440d-42ec-84d0-402e082bcd98 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:18:54.708215 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 2ce2fed5-440d-42ec-84d0-402e082bcd98 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:54.708942 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:54.743086 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e3746-ea53-4a76-863a-cdbeb37103ba req-5e74505e-12df-4474-8f2c-a291d1295619 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:54.744659 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe4e3746-ea53-4a76-863a-cdbeb37103ba req-5e74505e-12df-4474-8f2c-a291d1295619 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 945 time: 0.0863788 Jun 25 09:18:54.787557 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5205b92b-3015-46a9-a3b1-2bb1eb3da8c4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:54.800330 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe4e3746-ea53-4a76-863a-cdbeb37103ba req-f9d52421-0044-4b59-aa57-d10365f12674 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/security-groups?id=02a41b10-c3e7-4ce8-a606-2538cc2083a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476186 Jun 25 09:18:54.806119 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-5205b92b-3015-46a9-a3b1-2bb1eb3da8c4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Calling delete_port for 8f657604-0f11-45af-9b38-400506343cc0 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:54.815550 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:54.847426 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3ae47f-c4c6-4861-b49d-a4f832e09ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce2fed5-440d-42ec-84d0-402e082bcd98'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:54.850701 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cd3702-adcb-4b98-a9f7-b9979ec46139" -d '{"events": [{"server_uuid": "3e3ae47f-c4c6-4861-b49d-a4f832e09ac5", "name": "network-vif-plugged", "status": "completed", "tag": "2ce2fed5-440d-42ec-84d0-402e082bcd98"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:54.869374 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2ce2fed5-440d-42ec-84d0-402e082bcd98, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2ce2fed5-440d-42ec-84d0-402e082bcd98,segment=NetworkSegment(87853a09-1347-4457-aab1-6dee04128ade),segment_id=87853a09-1347-4457-aab1-6dee04128ade)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:54.875817 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:54.879468 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:54.912141 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768e089d-6657-47c6-bbd5-ada54c68beaf x-openstack-request-id: req-768e089d-6657-47c6-bbd5-ada54c68beaf {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:54.912441 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3ae47f-c4c6-4861-b49d-a4f832e09ac5", "name": "network-vif-plugged", "status": "completed", "tag": "2ce2fed5-440d-42ec-84d0-402e082bcd98", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:54.912696 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-768e089d-6657-47c6-bbd5-ada54c68beaf {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:54.913114 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3ae47f-c4c6-4861-b49d-a4f832e09ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce2fed5-440d-42ec-84d0-402e082bcd98', 'code': 200} Jun 25 09:18:54.934476 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-70abf9cb-7b80-440e-8690-e1d8edd55b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:54.951574 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=2ce2fed5-440d-42ec-84d0-402e082bcd98,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:54.957289 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:55.037524 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5205b92b-3015-46a9-a3b1-2bb1eb3da8c4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:55.040558 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-80e503cb-618f-4a6d-b580-047e59671a33 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:55.067416 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205b92b-3015-46a9-a3b1-2bb1eb3da8c4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Port': ['ID=8f657604-0f11-45af-9b38-400506343cc0,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:55.068524 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d483fc5-ed52-4cf1-994f-a6bc40a90046 req-3f299860-1500-409f-a896-c9328c92cdd2 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:55.070271 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d483fc5-ed52-4cf1-994f-a6bc40a90046 req-3f299860-1500-409f-a896-c9328c92cdd2 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 950 time: 0.0785713 Jun 25 09:18:55.078544 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5205b92b-3015-46a9-a3b1-2bb1eb3da8c4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:55.140827 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d483fc5-ed52-4cf1-994f-a6bc40a90046 req-5612dfd9-4572-4910-b5b8-04c7b0cdfac6 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613744 Jun 25 09:18:55.155535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9cf99-d4ec-43b3-84ba-2f5dea168562 req-4416b62d-735f-45d4-8ebc-7dc08031ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:55.157232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-72a9cf99-d4ec-43b3-84ba-2f5dea168562 req-4416b62d-735f-45d4-8ebc-7dc08031ae71 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0981872 Jun 25 09:18:55.179415 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:55.197400 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-28536ce0-2662-4f3e-961c-a06e1da3399e None None] Could not find standard attr ID for object 8f657604-0f11-45af-9b38-400506343cc0. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:18:55.208464 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-72a9cf99-d4ec-43b3-84ba-2f5dea168562 req-06f2d54c-f4cd-42a5-b64c-24704f9d6aaa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=02a41b10-c3e7-4ce8-a606-2538cc2083a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441079 Jun 25 09:18:55.254554 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5205b92b-3015-46a9-a3b1-2bb1eb3da8c4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:55.418921 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5205b92b-3015-46a9-a3b1-2bb1eb3da8c4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 7d6e847d-a3e2-4a6d-8c97-353fdddb17e1 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:18:55.501780 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5205b92b-3015-46a9-a3b1-2bb1eb3da8c4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:18:55.506717 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5205b92b-3015-46a9-a3b1-2bb1eb3da8c4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/7d6e847d-a3e2-4a6d-8c97-353fdddb17e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6440005 Jun 25 09:18:55.509736 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48578) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:55.512257 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cff758-16a3-4bea-9b82-acfde83b357f None None] Sync routers for ids ['7d6e847d-a3e2-4a6d-8c97-353fdddb17e1'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:18:55.523853 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cff758-16a3-4bea-9b82-acfde83b357f None None] Routers {'7d6e847d-a3e2-4a6d-8c97-353fdddb17e1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:55.524506 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-78cff758-16a3-4bea-9b82-acfde83b357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['7d6e847d-a3e2-4a6d-8c97-353fdddb17e1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:55.539291 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bf80bd9e-06a3-4e25-b70f-fca1a1a05e4c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d6e847d-a3e2-4a6d-8c97-353fdddb17e1 HTTP/1.1" status: 200 len: 205 time: 0.0281124 Jun 25 09:18:55.541647 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48580) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:55.570190 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-78cff758-16a3-4bea-9b82-acfde83b357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:55.581805 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cff758-16a3-4bea-9b82-acfde83b357f None None] Routers {'7d6e847d-a3e2-4a6d-8c97-353fdddb17e1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:55.583380 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-78cff758-16a3-4bea-9b82-acfde83b357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['7d6e847d-a3e2-4a6d-8c97-353fdddb17e1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:55.629194 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-78cff758-16a3-4bea-9b82-acfde83b357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:55.630088 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cff758-16a3-4bea-9b82-acfde83b357f None None] The sync data for ids ['7d6e847d-a3e2-4a6d-8c97-353fdddb17e1'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:18:55.664564 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:18:55.718480 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:18:55.718860 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.037799 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8207589d-7743-460a-be74-79637f2e5bce tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.112541 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.246166 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8207589d-7743-460a-be74-79637f2e5bce tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.249890 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8207589d-7743-460a-be74-79637f2e5bce tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.302273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03276e3-e55e-453f-9690-f4badba6fdf6 req-598f694e-af1e-4c25-863d-a317cdab13a0 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:56.303800 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f03276e3-e55e-453f-9690-f4badba6fdf6 req-598f694e-af1e-4c25-863d-a317cdab13a0 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 950 time: 0.2861276 Jun 25 09:18:56.321450 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae0e18-1b61-4cc0-bef7-efcf6b753d42 req-5a402ab1-3bdf-45ab-a70e-d37506c0c19f tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:56.327200 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae0e18-1b61-4cc0-bef7-efcf6b753d42 req-5a402ab1-3bdf-45ab-a70e-d37506c0c19f tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:56.328762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bfae0e18-1b61-4cc0-bef7-efcf6b753d42 req-5a402ab1-3bdf-45ab-a70e-d37506c0c19f tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1683 time: 0.3122022 Jun 25 09:18:56.333724 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8207589d-7743-460a-be74-79637f2e5bce tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.334232 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8207589d-7743-460a-be74-79637f2e5bce tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Fanout notify agent at l3_agent the message router_deleted on router 7d6e847d-a3e2-4a6d-8c97-353fdddb17e1 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:18:56.342257 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8207589d-7743-460a-be74-79637f2e5bce tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.343300 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8207589d-7743-460a-be74-79637f2e5bce tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/routers/7d6e847d-a3e2-4a6d-8c97-353fdddb17e1 HTTP/1.1" status: 204 len: 168 time: 0.8006935 Jun 25 09:18:56.346229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48596) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:56.391569 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f03276e3-e55e-453f-9690-f4badba6fdf6 req-9f9211f3-1619-4c04-8b3d-dbedeef159b9 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798004 Jun 25 09:18:56.396846 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bfae0e18-1b61-4cc0-bef7-efcf6b753d42 req-439b59f3-5145-40a3-aae8-af0314fecbb6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608296 Jun 25 09:18:56.400822 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-892b579f-d447-4a9c-8846-22ab67824de3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting subnet b3ce5304-2e86-4352-9ac6-3b17f437ddcb {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:18:56.404514 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-892b579f-d447-4a9c-8846-22ab67824de3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.457723 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-892b579f-d447-4a9c-8846-22ab67824de3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.554367 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-892b579f-d447-4a9c-8846-22ab67824de3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.559905 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-809a5b54-aefb-40f3-b065-17cece946a86 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:56.566155 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-809a5b54-aefb-40f3-b065-17cece946a86 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:56.568334 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-809a5b54-aefb-40f3-b065-17cece946a86 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.38 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 1683 time: 0.1286635 Jun 25 09:18:56.628651 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-892b579f-d447-4a9c-8846-22ab67824de3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.630786 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60b97298-73ac-4755-9635-92470b83c147 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:56.659287 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b579f-d447-4a9c-8846-22ab67824de3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ce5304-2e86-4352-9ac6-3b17f437ddcb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:56.661552 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-892b579f-d447-4a9c-8846-22ab67824de3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.663456 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-892b579f-d447-4a9c-8846-22ab67824de3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/b3ce5304-2e86-4352-9ac6-3b17f437ddcb HTTP/1.1" status: 204 len: 168 time: 0.3162332 Jun 25 09:18:56.664848 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-892b579f-d447-4a9c-8846-22ab67824de3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:56.666146 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48608) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:56.669433 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885fff61-c556-4e49-9a34-4764292c8199 None None] Network 22ad8714-6b65-452f-b546-33737524af01 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:56.742050 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927d2ea-4888-4c28-84dc-3cc3252182bd req-a8aeefd1-4914-4810-8ae5-16fddab10efd tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:56.744042 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a927d2ea-4888-4c28-84dc-3cc3252182bd req-a8aeefd1-4914-4810-8ae5-16fddab10efd tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 946 time: 0.1986969 Jun 25 09:18:56.780084 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.791950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-25a9e654-dad2-45ec-8a0b-4e2378b98106 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Deleting port 72493134-0d51-4b66-b6c8-4a726faf5268 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:56.792440 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-25a9e654-dad2-45ec-8a0b-4e2378b98106 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.803079 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a927d2ea-4888-4c28-84dc-3cc3252182bd req-8c0c9881-7bcb-4e3b-9c1e-d60e6f9a486c tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/security-groups?id=02a41b10-c3e7-4ce8-a606-2538cc2083a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517809 Jun 25 09:18:56.874808 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:56.875507 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.904609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-25a9e654-dad2-45ec-8a0b-4e2378b98106 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] For port 72493134-0d51-4b66-b6c8-4a726faf5268, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=72493134-0d51-4b66-b6c8-4a726faf5268,segment=NetworkSegment(6d250e3e-d42e-4bb9-a3e7-faed5b2187ca),segment_id=6d250e3e-d42e-4bb9-a3e7-faed5b2187ca)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:56.904869 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-25a9e654-dad2-45ec-8a0b-4e2378b98106 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.920752 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-25a9e654-dad2-45ec-8a0b-4e2378b98106 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Calling delete_port for 72493134-0d51-4b66-b6c8-4a726faf5268 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:56.962427 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d2dd9f-13cb-49d3-819e-6e725c831d36 None None] DHCP port deletion for 22ad8714-6b65-452f-b546-33737524af01 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:18:56.965572 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] For port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6e6ffe0f-53e0-49a3-a437-11fa46ab33cb,segment=NetworkSegment(caa9ae1e-5a4e-4ebd-a2fc-2f943a6b51e2),segment_id=caa9ae1e-5a4e-4ebd-a2fc-2f943a6b51e2)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:56.966115 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:56.980108 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Calling delete_port for 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:57.027847 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-95d2dd9f-13cb-49d3-819e-6e725c831d36 None None] Deleting port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:57.028566 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95d2dd9f-13cb-49d3-819e-6e725c831d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.106023 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.116233 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-95d2dd9f-13cb-49d3-819e-6e725c831d36 None None] For port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6e6ffe0f-53e0-49a3-a437-11fa46ab33cb,segment=NetworkSegment(caa9ae1e-5a4e-4ebd-a2fc-2f943a6b51e2),segment_id=caa9ae1e-5a4e-4ebd-a2fc-2f943a6b51e2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:57.116419 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:57.116808 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95d2dd9f-13cb-49d3-819e-6e725c831d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.119380 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-25a9e654-dad2-45ec-8a0b-4e2378b98106 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.129892 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:57.136459 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-95d2dd9f-13cb-49d3-819e-6e725c831d36 None None] Calling delete_port for 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:57.143734 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] No DVR routers for this DVR port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:57.146575 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Port': ['ID=6e6ffe0f-53e0-49a3-a437-11fa46ab33cb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:57.174845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9e654-dad2-45ec-8a0b-4e2378b98106 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Port': ['ID=72493134-0d51-4b66-b6c8-4a726faf5268,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:57.175090 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:57.180135 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-25a9e654-dad2-45ec-8a0b-4e2378b98106 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:57.210727 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['9d4e735c-0fdc-4288-ace6-49d29a7f6b1d', '72493134-0d51-4b66-b6c8-4a726faf5268'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:57.243471 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.255285 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ad8714-6b65-452f-b546-33737524af01']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:57.267529 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa9ae1e-5a4e-4ebd-a2fc-2f943a6b51e2') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:57.267962 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa9ae1e-5a4e-4ebd-a2fc-2f943a6b51e2') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:57.278737 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.297387 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.309876 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:18:57.310451 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.312068 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95d2dd9f-13cb-49d3-819e-6e725c831d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:18:57.314835 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:18:57.316764 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:57.320454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-25a9e654-dad2-45ec-8a0b-4e2378b98106 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] No DVR routers for this DVR port 72493134-0d51-4b66-b6c8-4a726faf5268 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:57.325574 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-25a9e654-dad2-45ec-8a0b-4e2378b98106 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.327471 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-25a9e654-dad2-45ec-8a0b-4e2378b98106 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.38 "DELETE /v2.0/ports/72493134-0d51-4b66-b6c8-4a726faf5268 HTTP/1.1" status: 204 len: 173 time: 0.7443457 Jun 25 09:18:57.332797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021ae021-a005-4098-86fc-145b1b1d1322', 'name': 'network-vif-deleted', 'tag': '72493134-0d51-4b66-b6c8-4a726faf5268'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:57.337838 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9760119e-3424-4203-91c4-71a6f1c85fa5" -d '{"events": [{"server_uuid": "021ae021-a005-4098-86fc-145b1b1d1322", "name": "network-vif-deleted", "tag": "72493134-0d51-4b66-b6c8-4a726faf5268"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:57.357244 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2dd9f-13cb-49d3-819e-6e725c831d36 None None] Pushing event deleted for resources: {'Port': ['ID=6e6ffe0f-53e0-49a3-a437-11fa46ab33cb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:57.363279 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d2dd9f-13cb-49d3-819e-6e725c831d36 None None] No DVR routers for this DVR port 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:57.366546 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-95d2dd9f-13cb-49d3-819e-6e725c831d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:57.390231 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.395434 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:57.401418 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.417400 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/networks/22ad8714-6b65-452f-b546-33737524af01 HTTP/1.1" status: 204 len: 168 time: 0.7501180 Jun 25 09:18:57.421927 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48616) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:57.448788 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-424742110', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:18:57.457011 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Network': ['ID=22ad8714-6b65-452f-b546-33737524af01,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:57.459750 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e69418e-3020-4d6a-9720-b4b5e9fa7edb x-openstack-request-id: req-8e69418e-3020-4d6a-9720-b4b5e9fa7edb {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:57.460071 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021ae021-a005-4098-86fc-145b1b1d1322", "name": "network-vif-deleted", "tag": "72493134-0d51-4b66-b6c8-4a726faf5268", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:57.460701 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8e69418e-3020-4d6a-9720-b4b5e9fa7edb {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:57.460963 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021ae021-a005-4098-86fc-145b1b1d1322', 'name': 'network-vif-deleted', 'tag': '72493134-0d51-4b66-b6c8-4a726faf5268', 'status': 'completed', 'code': 200} Jun 25 09:18:57.461943 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:57.483636 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.485332 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.487633 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cacb5a-53da-4294-b685-2a88a1ffff25 req-007fe379-5261-4fce-8573-e1500161af92 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:57.496043 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-72cacb5a-53da-4294-b685-2a88a1ffff25 req-007fe379-5261-4fce-8573-e1500161af92 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 950 time: 0.2182524 Jun 25 09:18:57.526601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-6c12f578-4fb7-46dd-88ed-5aa912467c87 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Deleting port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:57.526939 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-6c12f578-4fb7-46dd-88ed-5aa912467c87 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.551539 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.591129 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-72cacb5a-53da-4294-b685-2a88a1ffff25 req-067b7ab1-ed04-44b8-8708-3c449b9d952f tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935848 Jun 25 09:18:57.674061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:18:57.696200 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-6c12f578-4fb7-46dd-88ed-5aa912467c87 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] For port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=9d4e735c-0fdc-4288-ace6-49d29a7f6b1d,segment=NetworkSegment(c22a3869-90b3-4b20-a27e-7225a8917d0b),segment_id=c22a3869-90b3-4b20-a27e-7225a8917d0b)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:57.696771 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-6c12f578-4fb7-46dd-88ed-5aa912467c87 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.707152 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:18:57.707654 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6e6ffe0f-53e0-49a3-a437-11fa46ab33cb not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:18:57.719002 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-6c12f578-4fb7-46dd-88ed-5aa912467c87 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Calling delete_port for 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:57.734111 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52f517-5832-4d65-abea-1510aa881d43 req-78b3c711-8221-4da6-b461-64804fbfc68f tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:57.735779 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bf52f517-5832-4d65-abea-1510aa881d43 req-78b3c711-8221-4da6-b461-64804fbfc68f tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/ports?device_id=021ae021-a005-4098-86fc-145b1b1d1322 HTTP/1.1" status: 200 len: 946 time: 0.1592679 Jun 25 09:18:57.838738 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bf52f517-5832-4d65-abea-1510aa881d43 req-1c01fb62-5064-4777-9bf5-aee0ac865756 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "GET /v2.0/security-groups?id=74804032-0d20-4eae-8f79-f0b6e8a479b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608211 Jun 25 09:18:57.882708 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.925767 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-6c12f578-4fb7-46dd-88ed-5aa912467c87 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:57.932889 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-842d004d-f992-4dfc-9add-57cc1e5cf831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:57.962620 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['72493134-0d51-4b66-b6c8-4a726faf5268'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:57.979696 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12f578-4fb7-46dd-88ed-5aa912467c87 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Port': ['ID=9d4e735c-0fdc-4288-ace6-49d29a7f6b1d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:57.989776 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6c12f578-4fb7-46dd-88ed-5aa912467c87 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:58.060284 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-6c12f578-4fb7-46dd-88ed-5aa912467c87 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] No DVR routers for this DVR port 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:58.087678 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-6c12f578-4fb7-46dd-88ed-5aa912467c87 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:58.091451 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22c0d9a1-e4ce-4416-8c56-80dbc7012671 req-6c12f578-4fb7-46dd-88ed-5aa912467c87 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.38 "DELETE /v2.0/ports/9d4e735c-0fdc-4288-ace6-49d29a7f6b1d HTTP/1.1" status: 204 len: 173 time: 0.7503452 Jun 25 09:18:58.123860 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:58.153509 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8928b-b278-430d-b82f-ecef58ae2334 req-f40fce7a-87cf-416f-b61a-14e5c42af237 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:58.155126 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06b8928b-b278-430d-b82f-ecef58ae2334 req-f40fce7a-87cf-416f-b61a-14e5c42af237 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 946 time: 0.1622174 Jun 25 09:18:58.205832 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06b8928b-b278-430d-b82f-ecef58ae2334 req-2e14272e-0c40-469e-9775-89fdde2017e1 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/security-groups?id=02a41b10-c3e7-4ce8-a606-2538cc2083a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441213 Jun 25 09:18:58.370189 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:58.394236 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:58.507320 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Allocated IP 172.25.6.75 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/d28f69e5-a032-40e0-96fa-b116e9cf6a89) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:18:58.512817 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b2f21d94-0612-4d7d-8cda-c717fba367c0 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:18:58.643184 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b2f21d94-0612-4d7d-8cda-c717fba367c0, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b2f21d94-0612-4d7d-8cda-c717fba367c0,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:58.644151 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:58.660625 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'b2f21d94-0612-4d7d-8cda-c717fba367c0', 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f', 'port_id': 'b2f21d94-0612-4d7d-8cda-c717fba367c0', 'mac_address': 'fa:16:3e:c7:c1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f29d60-5d39-424f-b7cc-af1d0969792b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:18:58.699261 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:58.703279 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-039a95eb-3813-4e1b-8da1-826032b1ac7f tempest-FloatingIPAdminTestJSON-1407974853 tempest-FloatingIPAdminTestJSON-1407974853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:58.718329 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:58.737131 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2f21d94-0612-4d7d-8cda-c717fba367c0 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:18:58.751894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:18:58.755168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:18:58.764018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:18:58.767415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=d28f69e5-a032-40e0-96fa-b116e9cf6a89,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:58.779685 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b2f21d94-0612-4d7d-8cda-c717fba367c0, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b2f21d94-0612-4d7d-8cda-c717fba367c0,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:58.785321 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:58.789997 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:58.790400 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:58.848244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6122e0-220f-465c-80b4-18d5ee61d292 req-173aeb21-54e1-4b31-ba99-f7dd785349b8 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:58.850133 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc6122e0-220f-465c-80b4-18d5ee61d292 req-173aeb21-54e1-4b31-ba99-f7dd785349b8 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 946 time: 0.1626785 Jun 25 09:18:58.851154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=b2f21d94-0612-4d7d-8cda-c717fba367c0,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:58.862235 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:58.898168 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6822c-e68a-42f2-8c90-b8a4985829c8 req-cc0189bd-7f13-4fa3-bf93-f58544ac153a tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:58.906149 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-49a6822c-e68a-42f2-8c90-b8a4985829c8 req-cc0189bd-7f13-4fa3-bf93-f58544ac153a tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 950 time: 0.1309938 Jun 25 09:18:58.947175 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc6122e0-220f-465c-80b4-18d5ee61d292 req-f65fdfdb-afa9-44d4-a887-3bc218880a91 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/security-groups?id=02a41b10-c3e7-4ce8-a606-2538cc2083a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869355 Jun 25 09:18:58.964218 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['b2f21d94-0612-4d7d-8cda-c717fba367c0'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:18:58.986751 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-49a6822c-e68a-42f2-8c90-b8a4985829c8 req-80135186-8935-48cd-afa0-3abf6512298b tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795295 Jun 25 09:18:59.078519 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.126855 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48664) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:59.189080 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb5455b-3cfb-44c9-b1fe-8fcfc0e23af7 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Deleting subnet 563a58a9-0111-4695-a26e-57c658eb3a55 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:18:59.192709 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8eb5455b-3cfb-44c9-b1fe-8fcfc0e23af7 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.240643 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8eb5455b-3cfb-44c9-b1fe-8fcfc0e23af7 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.331113 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.339562 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8eb5455b-3cfb-44c9-b1fe-8fcfc0e23af7 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.402463 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8eb5455b-3cfb-44c9-b1fe-8fcfc0e23af7 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.404874 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a0417d2a-c761-4794-a873-cd03fb60aba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:59.432405 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5455b-3cfb-44c9-b1fe-8fcfc0e23af7 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Subnet': ['ID=563a58a9-0111-4695-a26e-57c658eb3a55,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:59.435524 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8eb5455b-3cfb-44c9-b1fe-8fcfc0e23af7 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:59.436590 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8eb5455b-3cfb-44c9-b1fe-8fcfc0e23af7 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.441037 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8eb5455b-3cfb-44c9-b1fe-8fcfc0e23af7 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "DELETE /v2.0/subnets/563a58a9-0111-4695-a26e-57c658eb3a55 HTTP/1.1" status: 204 len: 168 time: 0.3106821 Jun 25 09:18:59.441273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48668) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:59.451337 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ca3b6c-cb33-4a9d-b18a-38dd7ac155b6 None None] Network a4ec21ec-48ce-4c33-a984-04f859536b2a requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:18:59.491035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021ae021-a005-4098-86fc-145b1b1d1322', 'name': 'network-vif-deleted', 'tag': '9d4e735c-0fdc-4288-ace6-49d29a7f6b1d'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:18:59.493463 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cfaa81-6629-42c6-8f99-f255b0f041c1" -d '{"events": [{"server_uuid": "021ae021-a005-4098-86fc-145b1b1d1322", "name": "network-vif-deleted", "tag": "9d4e735c-0fdc-4288-ace6-49d29a7f6b1d"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:18:59.521585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb970ec-a266-48b6-8604-3dc1d0b0e19c req-2128671e-d013-4b0f-86bf-8e18021c9c0a tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:18:59.524577 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2eb970ec-a266-48b6-8604-3dc1d0b0e19c req-2128671e-d013-4b0f-86bf-8e18021c9c0a tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 950 time: 0.1018090 Jun 25 09:18:59.536956 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.542910 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01709933-7803-4ea1-83ec-428fe7c89707 x-openstack-request-id: req-01709933-7803-4ea1-83ec-428fe7c89707 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:18:59.542910 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021ae021-a005-4098-86fc-145b1b1d1322", "name": "network-vif-deleted", "tag": "9d4e735c-0fdc-4288-ace6-49d29a7f6b1d", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:18:59.542910 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-01709933-7803-4ea1-83ec-428fe7c89707 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:18:59.543155 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021ae021-a005-4098-86fc-145b1b1d1322', 'name': 'network-vif-deleted', 'tag': '9d4e735c-0fdc-4288-ace6-49d29a7f6b1d', 'status': 'completed', 'code': 200} Jun 25 09:18:59.544998 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 27646a56-5f8f-4068-b81e-7951b4fa2df0 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:18:59.608048 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Deleting port d5d19aed-a715-4e16-9d63-7829dfdadc5a {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:59.608392 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.667175 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47af1e3-41bf-42de-8f55-106daf117de4 None None] DHCP port deletion for a4ec21ec-48ce-4c33-a984-04f859536b2a request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:18:59.682898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] For port d5d19aed-a715-4e16-9d63-7829dfdadc5a, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d5d19aed-a715-4e16-9d63-7829dfdadc5a,segment=NetworkSegment(6d250e3e-d42e-4bb9-a3e7-faed5b2187ca),segment_id=6d250e3e-d42e-4bb9-a3e7-faed5b2187ca)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:59.683464 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.697963 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Calling delete_port for d5d19aed-a715-4e16-9d63-7829dfdadc5a owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:59.713568 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d47af1e3-41bf-42de-8f55-106daf117de4 None None] Deleting port d5d19aed-a715-4e16-9d63-7829dfdadc5a {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:59.713948 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d47af1e3-41bf-42de-8f55-106daf117de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.733743 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:18:59.744813 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-2eb970ec-a266-48b6-8604-3dc1d0b0e19c req-8ddfca08-c152-4d4e-a43c-386c8e75bd4e tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Deleting port 71d28572-25c6-4302-b16c-f8fe1aa145e3 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:18:59.745247 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2eb970ec-a266-48b6-8604-3dc1d0b0e19c req-8ddfca08-c152-4d4e-a43c-386c8e75bd4e tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.751938 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f753d0-d1ef-4658-8cde-de99e1eaa54c None None] Sync routers for ids ['27646a56-5f8f-4068-b81e-7951b4fa2df0'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:18:59.776573 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f753d0-d1ef-4658-8cde-de99e1eaa54c None None] Routers {'27646a56-5f8f-4068-b81e-7951b4fa2df0'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:59.777247 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-45f753d0-d1ef-4658-8cde-de99e1eaa54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['27646a56-5f8f-4068-b81e-7951b4fa2df0'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:59.796778 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.801795 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.3582833 Jun 25 09:18:59.803079 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48672) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:59.811996 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.820767 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-857f3d7f-018a-4169-8d13-9cb6221ade5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:18:59.821403 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-45f753d0-d1ef-4658-8cde-de99e1eaa54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:59.825525 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d47af1e3-41bf-42de-8f55-106daf117de4 None None] For port d5d19aed-a715-4e16-9d63-7829dfdadc5a, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d5d19aed-a715-4e16-9d63-7829dfdadc5a,segment=NetworkSegment(6d250e3e-d42e-4bb9-a3e7-faed5b2187ca),segment_id=6d250e3e-d42e-4bb9-a3e7-faed5b2187ca)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:18:59.825679 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] No DVR routers for this DVR port d5d19aed-a715-4e16-9d63-7829dfdadc5a on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:18:59.825925 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d47af1e3-41bf-42de-8f55-106daf117de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.844210 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d47af1e3-41bf-42de-8f55-106daf117de4 None None] Calling delete_port for d5d19aed-a715-4e16-9d63-7829dfdadc5a owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:18:59.846058 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f753d0-d1ef-4658-8cde-de99e1eaa54c None None] Routers {'27646a56-5f8f-4068-b81e-7951b4fa2df0'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:18:59.846697 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-45f753d0-d1ef-4658-8cde-de99e1eaa54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['27646a56-5f8f-4068-b81e-7951b4fa2df0'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:59.876823 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Port': ['ID=d5d19aed-a715-4e16-9d63-7829dfdadc5a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:18:59.879992 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:18:59.885672 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-45f753d0-d1ef-4658-8cde-de99e1eaa54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:59.886342 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f753d0-d1ef-4658-8cde-de99e1eaa54c None None] The sync data for ids ['27646a56-5f8f-4068-b81e-7951b4fa2df0'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:18:59.951159 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.955142 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ad7b94a1-e0d6-4667-ae36-aa6c4a7aaf53 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/routers/27646a56-5f8f-4068-b81e-7951b4fa2df0 HTTP/1.1" status: 200 len: 879 time: 0.1463158 Jun 25 09:18:59.955921 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48674) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:18:59.962568 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ec21ec-48ce-4c33-a984-04f859536b2a']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:59.973563 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d250e3e-d42e-4bb9-a3e7-faed5b2187ca') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:59.974222 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d250e3e-d42e-4bb9-a3e7-faed5b2187ca') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:18:59.976361 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d47af1e3-41bf-42de-8f55-106daf117de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.983457 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:18:59.989330 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-85647984-6eb4-4cfe-a4c4-600642e121e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:00.000709 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:00.008118 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:19:00.008793 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:19:00.012434 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:19:00.021127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47af1e3-41bf-42de-8f55-106daf117de4 None None] Pushing event deleted for resources: {'Port': ['ID=d5d19aed-a715-4e16-9d63-7829dfdadc5a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:00.023350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47af1e3-41bf-42de-8f55-106daf117de4 None None] No DVR routers for this DVR port d5d19aed-a715-4e16-9d63-7829dfdadc5a on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:19:00.024766 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d47af1e3-41bf-42de-8f55-106daf117de4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:00.032276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-2eb970ec-a266-48b6-8604-3dc1d0b0e19c req-8ddfca08-c152-4d4e-a43c-386c8e75bd4e tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] For port 71d28572-25c6-4302-b16c-f8fe1aa145e3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=71d28572-25c6-4302-b16c-f8fe1aa145e3,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:00.033463 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2eb970ec-a266-48b6-8604-3dc1d0b0e19c req-8ddfca08-c152-4d4e-a43c-386c8e75bd4e tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:00.067535 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-2eb970ec-a266-48b6-8604-3dc1d0b0e19c req-8ddfca08-c152-4d4e-a43c-386c8e75bd4e tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Calling delete_port for 71d28572-25c6-4302-b16c-f8fe1aa145e3 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:00.089007 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:00.095874 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:00.100326 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "DELETE /v2.0/networks/a4ec21ec-48ce-4c33-a984-04f859536b2a HTTP/1.1" status: 204 len: 168 time: 0.6557522 Jun 25 09:19:00.100326 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-90ac6e05-9bc2-4589-b20e-9f240a9f9f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:00.106575 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48682) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:00.125639 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Network': ['ID=a4ec21ec-48ce-4c33-a984-04f859536b2a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:00.137830 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:00.232883 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667197b-069a-49b4-bfd3-eb874dff37df req-d22a3c13-29c4-4130-8d05-40b9e335802c tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:00.234319 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7813e09-f5bc-4aa2-9a1e-a237c1cafb1e tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Deleting subnet 68ffdd52-c8aa-46ca-bdbf-f50dcbc36bbf {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:19:00.234449 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f667197b-069a-49b4-bfd3-eb874dff37df req-d22a3c13-29c4-4130-8d05-40b9e335802c tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 946 time: 0.1102314 Jun 25 09:19:00.243299 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7813e09-f5bc-4aa2-9a1e-a237c1cafb1e tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:00.273749 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0628d-a86a-42ac-a7a6-bb9279a41c0b req-5a17b4b1-d110-462a-a068-ef6252f7c851 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:00.275234 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0dd0628d-a86a-42ac-a7a6-bb9279a41c0b req-5a17b4b1-d110-462a-a068-ef6252f7c851 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 950 time: 0.1078961 Jun 25 09:19:00.308186 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f667197b-069a-49b4-bfd3-eb874dff37df req-5d2a00a2-330e-4891-88fa-9fc97c74b679 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/security-groups?id=02a41b10-c3e7-4ce8-a606-2538cc2083a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655801 Jun 25 09:19:00.335406 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0dd0628d-a86a-42ac-a7a6-bb9279a41c0b req-a8dd9494-fab6-4c21-b1e8-10f627d63a00 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/security-groups?id=37a79d9f-b52d-4448-bc0c-dfc0c62c7617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528772 Jun 25 09:19:00.360935 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7813e09-f5bc-4aa2-9a1e-a237c1cafb1e tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:00.444398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6a1fa-1859-431d-b1e5-c0805cf7fef0 req-26e40de4-2f6a-44bf-b336-253806341892 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:00.446397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9b6a1fa-1859-431d-b1e5-c0805cf7fef0 req-26e40de4-2f6a-44bf-b336-253806341892 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 946 time: 0.1011529 Jun 25 09:19:00.516548 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b2f21d94-0612-4d7d-8cda-c717fba367c0 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:00.529922 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2eb970ec-a266-48b6-8604-3dc1d0b0e19c req-8ddfca08-c152-4d4e-a43c-386c8e75bd4e tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:00.540806 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-345bddc8-e31a-4c50-9274-e3fd4df5e4fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:00.570454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['71d28572-25c6-4302-b16c-f8fe1aa145e3'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:19:00.588438 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfca08-c152-4d4e-a43c-386c8e75bd4e tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Pushing event deleted for resources: {'Port': ['ID=71d28572-25c6-4302-b16c-f8fe1aa145e3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:00.603324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48698) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:00.603517 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a30b3794-ef7b-4877-8867-b542b270db88 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6466575 Jun 25 09:19:00.606531 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8ddfca08-c152-4d4e-a43c-386c8e75bd4e tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:00.608478 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7813e09-f5bc-4aa2-9a1e-a237c1cafb1e tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:00.620981 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-49be3ab8-4f90-4d6b-8c17-3cb8b1c45588 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-424742110'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:00.622481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port b2f21d94-0612-4d7d-8cda-c717fba367c0 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:00.623115 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:00.628089 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-c9b6a1fa-1859-431d-b1e5-c0805cf7fef0 req-96b86eb8-cada-4a7b-b492-ddbd2c6de555 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Deleting port 2ce2fed5-440d-42ec-84d0-402e082bcd98 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:00.628446 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c9b6a1fa-1859-431d-b1e5-c0805cf7fef0 req-96b86eb8-cada-4a7b-b492-ddbd2c6de555 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:00.706006 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:00.740810 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:00.741236 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 9d4e735c-0fdc-4288-ace6-49d29a7f6b1d not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:00.741741 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 72493134-0d51-4b66-b6c8-4a726faf5268 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:00.790843 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 72493134-0d51-4b66-b6c8-4a726faf5268 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:00.793186 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 72493134-0d51-4b66-b6c8-4a726faf5268 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:00.815648 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:00.834128 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-c9b6a1fa-1859-431d-b1e5-c0805cf7fef0 req-96b86eb8-cada-4a7b-b492-ddbd2c6de555 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] For port 2ce2fed5-440d-42ec-84d0-402e082bcd98, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2ce2fed5-440d-42ec-84d0-402e082bcd98,segment=NetworkSegment(87853a09-1347-4457-aab1-6dee04128ade),segment_id=87853a09-1347-4457-aab1-6dee04128ade)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:00.834977 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c9b6a1fa-1859-431d-b1e5-c0805cf7fef0 req-96b86eb8-cada-4a7b-b492-ddbd2c6de555 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:00.852659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-c9b6a1fa-1859-431d-b1e5-c0805cf7fef0 req-96b86eb8-cada-4a7b-b492-ddbd2c6de555 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Calling delete_port for 2ce2fed5-440d-42ec-84d0-402e082bcd98 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:00.856494 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce71ab5-5183-49b9-b565-62e73c0c72ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f21d94-0612-4d7d-8cda-c717fba367c0'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:00.859126 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdb47ec-e91b-4d9d-9acb-d65031c714cf" -d '{"events": [{"server_uuid": "0ce71ab5-5183-49b9-b565-62e73c0c72ed", "name": "network-vif-plugged", "status": "completed", "tag": "b2f21d94-0612-4d7d-8cda-c717fba367c0"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:00.889637 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b2f21d94-0612-4d7d-8cda-c717fba367c0, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b2f21d94-0612-4d7d-8cda-c717fba367c0,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:00.895664 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:00.897796 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:00.925833 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04f5e46-c2ee-45b6-8236-3965d1b77fec x-openstack-request-id: req-e04f5e46-c2ee-45b6-8236-3965d1b77fec {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:00.926178 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce71ab5-5183-49b9-b565-62e73c0c72ed", "name": "network-vif-plugged", "status": "completed", "tag": "b2f21d94-0612-4d7d-8cda-c717fba367c0", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:00.926503 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e04f5e46-c2ee-45b6-8236-3965d1b77fec {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:00.926965 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce71ab5-5183-49b9-b565-62e73c0c72ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f21d94-0612-4d7d-8cda-c717fba367c0', 'code': 200} Jun 25 09:19:00.958088 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=b2f21d94-0612-4d7d-8cda-c717fba367c0,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:00.965734 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:01.025283 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.061596 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb970ec-a266-48b6-8604-3dc1d0b0e19c req-8ddfca08-c152-4d4e-a43c-386c8e75bd4e tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] No DVR routers for this DVR port 71d28572-25c6-4302-b16c-f8fe1aa145e3 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:19:01.065715 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2eb970ec-a266-48b6-8604-3dc1d0b0e19c req-8ddfca08-c152-4d4e-a43c-386c8e75bd4e tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.067862 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2eb970ec-a266-48b6-8604-3dc1d0b0e19c req-8ddfca08-c152-4d4e-a43c-386c8e75bd4e tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.41 "DELETE /v2.0/ports/71d28572-25c6-4302-b16c-f8fe1aa145e3 HTTP/1.1" status: 204 len: 173 time: 1.5343697 Jun 25 09:19:01.068390 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1d7d43-75c5-4472-8af8-c9bfaedda80c', 'name': 'network-vif-deleted', 'tag': '71d28572-25c6-4302-b16c-f8fe1aa145e3'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:01.070741 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a73ad1-05b3-4956-9f09-3f5e65aa33fc" -d '{"events": [{"server_uuid": "4d1d7d43-75c5-4472-8af8-c9bfaedda80c", "name": "network-vif-deleted", "tag": "71d28572-25c6-4302-b16c-f8fe1aa145e3"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:01.105449 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7813e09-f5bc-4aa2-9a1e-a237c1cafb1e tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.109456 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f1e1fd21-be7b-4948-b2dd-25e15dc5d2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:01.134802 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c9b6a1fa-1859-431d-b1e5-c0805cf7fef0 req-96b86eb8-cada-4a7b-b492-ddbd2c6de555 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.139867 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43838848-bb95-4513-9d56-0e6468b1a249 x-openstack-request-id: req-43838848-bb95-4513-9d56-0e6468b1a249 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:01.140194 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1d7d43-75c5-4472-8af8-c9bfaedda80c", "name": "network-vif-deleted", "tag": "71d28572-25c6-4302-b16c-f8fe1aa145e3", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:01.140478 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-43838848-bb95-4513-9d56-0e6468b1a249 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:01.141060 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1d7d43-75c5-4472-8af8-c9bfaedda80c', 'name': 'network-vif-deleted', 'tag': '71d28572-25c6-4302-b16c-f8fe1aa145e3', 'status': 'completed', 'code': 200} Jun 25 09:19:01.142220 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7813e09-f5bc-4aa2-9a1e-a237c1cafb1e tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Subnet': ['ID=68ffdd52-c8aa-46ca-bdbf-f50dcbc36bbf,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:01.145310 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a7813e09-f5bc-4aa2-9a1e-a237c1cafb1e tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:01.146260 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7813e09-f5bc-4aa2-9a1e-a237c1cafb1e tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.149191 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a7813e09-f5bc-4aa2-9a1e-a237c1cafb1e tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "DELETE /v2.0/subnets/68ffdd52-c8aa-46ca-bdbf-f50dcbc36bbf HTTP/1.1" status: 204 len: 168 time: 1.0400107 Jun 25 09:19:01.150741 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48704) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:01.157123 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b18edd1-ccdc-4e93-bd94-dc95f83b4c43 None None] Network c001a31c-6769-4133-acc8-7951331a38f3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:01.170126 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:01.181505 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['2ce2fed5-440d-42ec-84d0-402e082bcd98'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:19:01.202323 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b86eb8-cada-4a7b-b492-ddbd2c6de555 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Pushing event deleted for resources: {'Port': ['ID=2ce2fed5-440d-42ec-84d0-402e082bcd98,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:01.207777 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-96b86eb8-cada-4a7b-b492-ddbd2c6de555 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:01.259110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b6a1fa-1859-431d-b1e5-c0805cf7fef0 req-96b86eb8-cada-4a7b-b492-ddbd2c6de555 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] No DVR routers for this DVR port 2ce2fed5-440d-42ec-84d0-402e082bcd98 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:19:01.259930 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.264572 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c9b6a1fa-1859-431d-b1e5-c0805cf7fef0 req-96b86eb8-cada-4a7b-b492-ddbd2c6de555 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.266703 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9b6a1fa-1859-431d-b1e5-c0805cf7fef0 req-96b86eb8-cada-4a7b-b492-ddbd2c6de555 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.38 "DELETE /v2.0/ports/2ce2fed5-440d-42ec-84d0-402e082bcd98 HTTP/1.1" status: 204 len: 173 time: 0.8138714 Jun 25 09:19:01.268721 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-49be3ab8-4f90-4d6b-8c17-3cb8b1c45588 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.281607 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-49be3ab8-4f90-4d6b-8c17-3cb8b1c45588 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.328713 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Deleting port c5e5952f-edb0-4add-af64-a3c285cdfc20 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:01.329234 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.442688 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d0de6a-6dd1-4386-96c4-3c69962d683f None None] DHCP port deletion for c001a31c-6769-4133-acc8-7951331a38f3 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:19:01.445365 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49be3ab8-4f90-4d6b-8c17-3cb8b1c45588 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 27646a56-5f8f-4068-b81e-7951b4fa2df0 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:19:01.485373 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] For port c5e5952f-edb0-4add-af64-a3c285cdfc20, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c5e5952f-edb0-4add-af64-a3c285cdfc20,segment=NetworkSegment(c22a3869-90b3-4b20-a27e-7225a8917d0b),segment_id=c22a3869-90b3-4b20-a27e-7225a8917d0b)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:01.485879 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.510644 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Calling delete_port for c5e5952f-edb0-4add-af64-a3c285cdfc20 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:01.530753 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0de6a-6dd1-4386-96c4-3c69962d683f None None] Deleting port c5e5952f-edb0-4add-af64-a3c285cdfc20 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:01.531472 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8d0de6a-6dd1-4386-96c4-3c69962d683f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.563447 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3ae47f-c4c6-4861-b49d-a4f832e09ac5', 'name': 'network-vif-deleted', 'tag': '2ce2fed5-440d-42ec-84d0-402e082bcd98'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:01.565842 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01eb17c9-c037-416e-a06c-06541890dc49" -d '{"events": [{"server_uuid": "3e3ae47f-c4c6-4861-b49d-a4f832e09ac5", "name": "network-vif-deleted", "tag": "2ce2fed5-440d-42ec-84d0-402e082bcd98"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:01.607336 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d8d0de6a-6dd1-4386-96c4-3c69962d683f None None] For port c5e5952f-edb0-4add-af64-a3c285cdfc20, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c5e5952f-edb0-4add-af64-a3c285cdfc20,segment=NetworkSegment(c22a3869-90b3-4b20-a27e-7225a8917d0b),segment_id=c22a3869-90b3-4b20-a27e-7225a8917d0b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:01.607934 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8d0de6a-6dd1-4386-96c4-3c69962d683f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.611103 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.614996 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:01.624502 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6aeedc51-c903-4457-bcbe-96b2ca728508 req-7676277b-a46b-4691-8e7b-52ff6c5fc88c tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e3ae47f-c4c6-4861-b49d-a4f832e09ac5 HTTP/1.1" status: 200 len: 210 time: 0.1126666 Jun 25 09:19:01.629757 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0de6a-6dd1-4386-96c4-3c69962d683f None None] Calling delete_port for c5e5952f-edb0-4add-af64-a3c285cdfc20 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:01.635515 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5fa24427-f259-4d73-a545-64fbbbf54272 req-19656f26-5f77-4d5f-85b8-6785713403c2 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d1d7d43-75c5-4472-8af8-c9bfaedda80c HTTP/1.1" status: 200 len: 210 time: 0.1004219 Jun 25 09:19:01.645635 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] No DVR routers for this DVR port c5e5952f-edb0-4add-af64-a3c285cdfc20 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:19:01.647472 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Port': ['ID=c5e5952f-edb0-4add-af64-a3c285cdfc20,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:01.657651 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:01.732856 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d5d19aed-a715-4e16-9d63-7829dfdadc5a no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:01.758366 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49be3ab8-4f90-4d6b-8c17-3cb8b1c45588 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:19:01.765842 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.770930 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c33e16e-7857-4006-860e-67818fad24a6 None None] Sync routers for ids ['27646a56-5f8f-4068-b81e-7951b4fa2df0'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:19:01.774314 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-49be3ab8-4f90-4d6b-8c17-3cb8b1c45588 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.779085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-49be3ab8-4f90-4d6b-8c17-3cb8b1c45588 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/27646a56-5f8f-4068-b81e-7951b4fa2df0 HTTP/1.1" status: 200 len: 886 time: 1.1748891 Jun 25 09:19:01.780020 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48728) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:01.786481 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c33e16e-7857-4006-860e-67818fad24a6 None None] Routers {'27646a56-5f8f-4068-b81e-7951b4fa2df0'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:01.790082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: d5d19aed-a715-4e16-9d63-7829dfdadc5a {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:01.790437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d5d19aed-a715-4e16-9d63-7829dfdadc5a not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:01.790879 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c5e5952f-edb0-4add-af64-a3c285cdfc20 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:01.801285 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3c33e16e-7857-4006-860e-67818fad24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['27646a56-5f8f-4068-b81e-7951b4fa2df0'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:01.827410 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c001a31c-6769-4133-acc8-7951331a38f3']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:01.832903 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: c5e5952f-edb0-4add-af64-a3c285cdfc20 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:01.833622 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c5e5952f-edb0-4add-af64-a3c285cdfc20 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: from cryptography.utils import int_from_bytes Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: from cryptography.utils import int_from_bytes Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.851905 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.854599 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.854599 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.854599 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.854599 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.854599 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.854599 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.854599 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.854599 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.854599 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.854599 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.854599 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.854599 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.854599 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.854599 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.854599 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:19:01.854599 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:19:01.860191 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8d0de6a-6dd1-4386-96c4-3c69962d683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.862261 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:01.884284 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22a3869-90b3-4b20-a27e-7225a8917d0b') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:01.884510 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22a3869-90b3-4b20-a27e-7225a8917d0b') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:01.891909 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0de6a-6dd1-4386-96c4-3c69962d683f None None] Pushing event deleted for resources: {'Port': ['ID=c5e5952f-edb0-4add-af64-a3c285cdfc20,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:01.896850 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d8d0de6a-6dd1-4386-96c4-3c69962d683f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:01.905425 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d0de6a-6dd1-4386-96c4-3c69962d683f None None] No DVR routers for this DVR port c5e5952f-edb0-4add-af64-a3c285cdfc20 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:19:01.924149 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.954783 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3c33e16e-7857-4006-860e-67818fad24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:01.958237 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423738cb-f3e0-4846-adcf-e9402d96c6ec x-openstack-request-id: req-423738cb-f3e0-4846-adcf-e9402d96c6ec {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:01.958807 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3ae47f-c4c6-4861-b49d-a4f832e09ac5", "name": "network-vif-deleted", "tag": "2ce2fed5-440d-42ec-84d0-402e082bcd98", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:01.959237 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-423738cb-f3e0-4846-adcf-e9402d96c6ec {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:01.959855 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3ae47f-c4c6-4861-b49d-a4f832e09ac5', 'name': 'network-vif-deleted', 'tag': '2ce2fed5-440d-42ec-84d0-402e082bcd98', 'status': 'completed', 'code': 200} Jun 25 09:19:01.962669 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.976364 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c33e16e-7857-4006-860e-67818fad24a6 None None] Routers {'27646a56-5f8f-4068-b81e-7951b4fa2df0'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:01.977154 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3c33e16e-7857-4006-860e-67818fad24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['27646a56-5f8f-4068-b81e-7951b4fa2df0'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:01.979557 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:19:01.981159 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:19:01.985132 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:19:02.021366 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-90bcf2c4-f64a-4789-9294-63210c43859e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/routers/27646a56-5f8f-4068-b81e-7951b4fa2df0 HTTP/1.1" status: 200 len: 886 time: 0.2401280 Jun 25 09:19:02.023759 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48730) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:02.025159 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3c33e16e-7857-4006-860e-67818fad24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:02.025911 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c33e16e-7857-4006-860e-67818fad24a6 None None] The sync data for ids ['27646a56-5f8f-4068-b81e-7951b4fa2df0'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:19:02.067345 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b06d5d6d-69e4-415f-be33-c1bee19e56f9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports?device_id=27646a56-5f8f-4068-b81e-7951b4fa2df0 HTTP/1.1" status: 200 len: 205 time: 0.0400479 Jun 25 09:19:02.067569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48732) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:02.115009 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:02.119881 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:02.131028 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:02.134247 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] 10.222.0.93 "DELETE /v2.0/networks/c001a31c-6769-4133-acc8-7951331a38f3 HTTP/1.1" status: 204 len: 168 time: 0.9820752 Jun 25 09:19:02.158888 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Pushing event deleted for resources: {'Network': ['ID=c001a31c-6769-4133-acc8-7951331a38f3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:02.162228 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:02.242324 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:02.494152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48750) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:02.752780 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:02.813992 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48764) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:02.875324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f325f94-a5d9-4e3f-a14c-eb257fa9e609 admin admin] Deleting subnet 30667451-505c-46f6-86fe-a591f0f7e9d0 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:19:02.879024 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f325f94-a5d9-4e3f-a14c-eb257fa9e609 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:02.943069 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f325f94-a5d9-4e3f-a14c-eb257fa9e609 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:02.970645 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting port d28f69e5-a032-40e0-96fa-b116e9cf6a89 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:02.971004 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:02.991507 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20c128a1-dc36-4069-923a-fb746500c272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.048087 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.060673 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Calling delete_port for d28f69e5-a032-40e0-96fa-b116e9cf6a89 owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:03.325025 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f325f94-a5d9-4e3f-a14c-eb257fa9e609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.361693 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.366264 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-96b86eb8-cada-4a7b-b492-ddbd2c6de555 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:03.407659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Port': ['ID=d28f69e5-a032-40e0-96fa-b116e9cf6a89,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:03.414333 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:03.434315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-20c128a1-dc36-4069-923a-fb746500c272 admin admin] Deleting port e27e5f02-ee32-4b03-8214-a8e3901a1ddf {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:03.435414 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20c128a1-dc36-4069-923a-fb746500c272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.490450 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.584116 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-20c128a1-dc36-4069-923a-fb746500c272 admin admin] For port e27e5f02-ee32-4b03-8214-a8e3901a1ddf, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e27e5f02-ee32-4b03-8214-a8e3901a1ddf,segment=NetworkSegment(4a607cc6-a280-4d8a-834b-a817a62cd64c),segment_id=4a607cc6-a280-4d8a-834b-a817a62cd64c)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:03.584557 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20c128a1-dc36-4069-923a-fb746500c272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.602428 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-20c128a1-dc36-4069-923a-fb746500c272 admin admin] Calling delete_port for e27e5f02-ee32-4b03-8214-a8e3901a1ddf owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:03.623382 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.625873 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.674579 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.675463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Fanout notify agent at l3_agent the message router_deleted on router 27646a56-5f8f-4068-b81e-7951b4fa2df0 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:19:03.685235 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.687889 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/routers/27646a56-5f8f-4068-b81e-7951b4fa2df0 HTTP/1.1" status: 204 len: 168 time: 1.6193783 Jun 25 09:19:03.692171 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48806) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:03.698191 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c6aee444-80a7-45e3-99ab-a4504b5aaba9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'network': {'name': 'tempest-RoutersTest-1722148534'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:03.699244 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f325f94-a5d9-4e3f-a14c-eb257fa9e609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.702937 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3155d1b7-e1ca-4884-a598-1471316d4ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:03.735022 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f325f94-a5d9-4e3f-a14c-eb257fa9e609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30667451-505c-46f6-86fe-a591f0f7e9d0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:03.737669 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aee444-80a7-45e3-99ab-a4504b5aaba9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:03.740577 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f325f94-a5d9-4e3f-a14c-eb257fa9e609 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.742698 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c6aee444-80a7-45e3-99ab-a4504b5aaba9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.745133 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7f325f94-a5d9-4e3f-a14c-eb257fa9e609 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/30667451-505c-46f6-86fe-a591f0f7e9d0 HTTP/1.1" status: 204 len: 168 time: 0.9261017 Jun 25 09:19:03.745917 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48808) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:03.746254 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48810) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:03.747133 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7f325f94-a5d9-4e3f-a14c-eb257fa9e609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:03.824583 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6aee444-80a7-45e3-99ab-a4504b5aaba9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:19:03.825564 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9583198-1deb-4d6a-b52d-7c92ca06ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.838166 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c6aee444-80a7-45e3-99ab-a4504b5aaba9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.838439 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-c6aee444-80a7-45e3-99ab-a4504b5aaba9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Added segment 06b9f9fe-1da1-49a6-b113-2792fea441a4 of type vlan for network 18eed492-e0ad-4366-ae68-d3ba9e411e02 Jun 25 09:19:03.907799 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c6aee444-80a7-45e3-99ab-a4504b5aaba9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.934509 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9583198-1deb-4d6a-b52d-7c92ca06ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.966764 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a9583198-1deb-4d6a-b52d-7c92ca06ba46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7abaf7-be31-4a62-8f6d-64299ee21f7d']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:03.979671 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c6aee444-80a7-45e3-99ab-a4504b5aaba9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.979931 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a9583198-1deb-4d6a-b52d-7c92ca06ba46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87853a09-1347-4457-aab1-6dee04128ade') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:03.980232 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a9583198-1deb-4d6a-b52d-7c92ca06ba46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87853a09-1347-4457-aab1-6dee04128ade') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:03.987588 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e0be5f84-3c33-40eb-ae50-fbeda801e238 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=20e1d7ad1399498a923475e2cf53b0f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362731 Jun 25 09:19:03.987841 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aee444-80a7-45e3-99ab-a4504b5aaba9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:03.988987 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c6aee444-80a7-45e3-99ab-a4504b5aaba9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:03.989846 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48820) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:03.998663 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-63a16f9b-d1d7-47e4-b35f-cf235478fb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:04.001384 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9583198-1deb-4d6a-b52d-7c92ca06ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:04.032781 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9583198-1deb-4d6a-b52d-7c92ca06ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:04.049113 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9583198-1deb-4d6a-b52d-7c92ca06ba46 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:19:04.051171 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9583198-1deb-4d6a-b52d-7c92ca06ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:19:04.052911 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:19:04.060011 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20c128a1-dc36-4069-923a-fb746500c272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:04.121580 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8d38a635-d0eb-4854-bfe9-35b1660e8906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:04.133361 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9583198-1deb-4d6a-b52d-7c92ca06ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:04.136132 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c6aee444-80a7-45e3-99ab-a4504b5aaba9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4426563 Jun 25 09:19:04.137743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48830) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:04.138435 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e8f9a24e-4528-4e4b-9c4f-113ae69a9778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:04.150657 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-e3c0fbc6-93b2-4181-becc-75484ea8fe9b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'subnet': {'network_id': '18eed492-e0ad-4366-ae68-d3ba9e411e02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:04.155337 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9583198-1deb-4d6a-b52d-7c92ca06ba46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:04.157335 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a9583198-1deb-4d6a-b52d-7c92ca06ba46 admin admin] 10.222.0.93 "DELETE /v2.0/networks/8c7abaf7-be31-4a62-8f6d-64299ee21f7d HTTP/1.1" status: 204 len: 168 time: 0.4081120 Jun 25 09:19:04.187179 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8d38a635-d0eb-4854-bfe9-35b1660e8906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:04.189411 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9583198-1deb-4d6a-b52d-7c92ca06ba46 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7abaf7-be31-4a62-8f6d-64299ee21f7d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:04.215893 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aee444-80a7-45e3-99ab-a4504b5aaba9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Network': ['ID=18eed492-e0ad-4366-ae68-d3ba9e411e02,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:04.228620 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 18eed492-e0ad-4366-ae68-d3ba9e411e02 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:19:04.229772 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c6aee444-80a7-45e3-99ab-a4504b5aaba9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:04.265105 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cefc6318-618d-48c7-9214-216631dae275 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:04.273408 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a9583198-1deb-4d6a-b52d-7c92ca06ba46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:04.349528 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c128a1-dc36-4069-923a-fb746500c272 admin admin] Pushing event deleted for resources: {'Port': ['ID=e27e5f02-ee32-4b03-8214-a8e3901a1ddf,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:04.369437 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-20c128a1-dc36-4069-923a-fb746500c272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:04.448813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48836) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:04.528960 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 71d28572-25c6-4302-b16c-f8fe1aa145e3 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:04.579820 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-366205b2-275b-48d5-aa2d-12fe99a7faad admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e1f5c54c97f44a08824a547112ba037f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289680 Jun 25 09:19:04.582932 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c0fbc6-93b2-4181-becc-75484ea8fe9b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:04.592916 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e3c0fbc6-93b2-4181-becc-75484ea8fe9b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:04.598407 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48838) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:04.602454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 71d28572-25c6-4302-b16c-f8fe1aa145e3 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:04.602780 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 71d28572-25c6-4302-b16c-f8fe1aa145e3 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:04.617348 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20c128a1-dc36-4069-923a-fb746500c272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:04.620583 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8d38a635-d0eb-4854-bfe9-35b1660e8906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:04.628684 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8d38a635-d0eb-4854-bfe9-35b1660e8906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:04.632356 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8d38a635-d0eb-4854-bfe9-35b1660e8906 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/37a79d9f-b52d-4448-bc0c-dfc0c62c7617 HTTP/1.1" status: 204 len: 168 time: 0.6397610 Jun 25 09:19:04.694540 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4996c073-7258-44af-aea4-828701eb0968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:04.711835 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38a635-d0eb-4854-bfe9-35b1660e8906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a79d9f-b52d-4448-bc0c-dfc0c62c7617,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:04.721674 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2ce2fed5-440d-42ec-84d0-402e082bcd98 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:04.727682 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8d38a635-d0eb-4854-bfe9-35b1660e8906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:04.782816 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 2ce2fed5-440d-42ec-84d0-402e082bcd98 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:04.783166 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2ce2fed5-440d-42ec-84d0-402e082bcd98 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:04.818952 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f03b3af-d834-4ec6-99b6-f1a6fe7320b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:04.874978 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f03b3af-d834-4ec6-99b6-f1a6fe7320b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:05.004922 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c128a1-dc36-4069-923a-fb746500c272 admin admin] Router d39f276a-15b5-48a1-bfb8-4016b7510ba6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:19:05.065075 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e3c0fbc6-93b2-4181-becc-75484ea8fe9b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:05.074138 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1dc6b22f-5ab7-47e6-b509-42d831cb74f1 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:05.082027 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f03b3af-d834-4ec6-99b6-f1a6fe7320b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:05.086297 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f03b3af-d834-4ec6-99b6-f1a6fe7320b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:05.088626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5f03b3af-d834-4ec6-99b6-f1a6fe7320b3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/02a41b10-c3e7-4ce8-a606-2538cc2083a6 HTTP/1.1" status: 204 len: 168 time: 0.4884987 Jun 25 09:19:05.204858 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c128a1-dc36-4069-923a-fb746500c272 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:19:05.214173 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0fbc6-93b2-4181-becc-75484ea8fe9b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Subnet': ['ID=06a402d9-f9ef-4bbb-b7da-66764c405bb5,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:05.219299 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e3c0fbc6-93b2-4181-becc-75484ea8fe9b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:05.220996 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-495b89da-6cc9-419e-8024-ad50b3024574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:05.226174 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9327b388-25e5-4305-8476-63866d3101b8 None None] Sync routers for ids ['d39f276a-15b5-48a1-bfb8-4016b7510ba6'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:19:05.230320 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c0fbc6-93b2-4181-becc-75484ea8fe9b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Checking segment: {'id': '06b9f9fe-1da1-49a6-b113-2792fea441a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '18eed492-e0ad-4366-ae68-d3ba9e411e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:05.231089 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c0fbc6-93b2-4181-becc-75484ea8fe9b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network hostable DHCP agents. Network: 18eed492-e0ad-4366-ae68-d3ba9e411e02, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:19:05.235313 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03b3af-d834-4ec6-99b6-f1a6fe7320b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a41b10-c3e7-4ce8-a606-2538cc2083a6,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:05.246999 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5f03b3af-d834-4ec6-99b6-f1a6fe7320b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:05.257428 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48856) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:05.260347 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-20c128a1-dc36-4069-923a-fb746500c272 admin admin] 10.222.0.93 "PUT /v2.0/routers/d39f276a-15b5-48a1-bfb8-4016b7510ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7640905 Jun 25 09:19:05.276773 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c0fbc6-93b2-4181-becc-75484ea8fe9b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 18eed492-e0ad-4366-ae68-d3ba9e411e02 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:19:05.285172 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9327b388-25e5-4305-8476-63866d3101b8 None None] Routers {'d39f276a-15b5-48a1-bfb8-4016b7510ba6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:05.285649 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9327b388-25e5-4305-8476-63866d3101b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d39f276a-15b5-48a1-bfb8-4016b7510ba6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:05.350424 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48858) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:05.372760 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-842b8bb6-a8d8-4624-a6b7-61ca542175a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:05.386556 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-e3c0fbc6-93b2-4181-becc-75484ea8fe9b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 18eed492-e0ad-4366-ae68-d3ba9e411e02) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:05.401091 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0fbc6-93b2-4181-becc-75484ea8fe9b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:05.401862 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e3c0fbc6-93b2-4181-becc-75484ea8fe9b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:05.463343 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a35d9c-a06d-41bd-8ef8-92924b7526bf None None] Network 18eed492-e0ad-4366-ae68-d3ba9e411e02 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:05.577770 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-842b8bb6-a8d8-4624-a6b7-61ca542175a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:05.610920 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-842b8bb6-a8d8-4624-a6b7-61ca542175a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:05.627184 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e3c0fbc6-93b2-4181-becc-75484ea8fe9b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4843566 Jun 25 09:19:05.627857 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48866) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:05.629454 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3319f071-9dfb-4a97-be55-c8a3793d5111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:05.644367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c2dc3d04-c644-4379-906c-de3a1667eced tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1215197544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:05.706721 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:05.716901 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2dc3d04-c644-4379-906c-de3a1667eced tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:05.720429 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2dc3d04-c644-4379-906c-de3a1667eced tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:05.771005 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-842b8bb6-a8d8-4624-a6b7-61ca542175a0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=da17aa6f61e740bc81fa9aaf73c3895f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4169257 Jun 25 09:19:05.771682 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48870) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:05.773986 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b8bb6-a8d8-4624-a6b7-61ca542175a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ec9302-abe5-4fe0-83ba-4c62dbefbcf2,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:05.852987 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-842b8bb6-a8d8-4624-a6b7-61ca542175a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:05.890505 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3e4867d8-3763-4189-82f8-4341d231b8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:05.919821 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3e4867d8-3763-4189-82f8-4341d231b8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:05.974605 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2dc3d04-c644-4379-906c-de3a1667eced tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:05.988117 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3e4867d8-3763-4189-82f8-4341d231b8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:05.990704 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-9327b388-25e5-4305-8476-63866d3101b8 None None] Set router d39f276a-15b5-48a1-bfb8-4016b7510ba6 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:05.993494 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3e4867d8-3763-4189-82f8-4341d231b8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:05.994920 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3e4867d8-3763-4189-82f8-4341d231b8a6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f6ec9302-abe5-4fe0-83ba-4c62dbefbcf2 HTTP/1.1" status: 204 len: 168 time: 0.2220590 Jun 25 09:19:05.997177 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-842b8bb6-a8d8-4624-a6b7-61ca542175a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:06.011500 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4867d8-3763-4189-82f8-4341d231b8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ec9302-abe5-4fe0-83ba-4c62dbefbcf2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:06.021010 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3e4867d8-3763-4189-82f8-4341d231b8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:06.039075 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2dc3d04-c644-4379-906c-de3a1667eced tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:06.087636 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2dc3d04-c644-4379-906c-de3a1667eced tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:06.091195 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c2dc3d04-c644-4379-906c-de3a1667eced tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4554431 Jun 25 09:19:06.091705 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48882) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:06.148899 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:06.379479 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-18eed492-e0ad-4366-ae68-d3ba9e411e02', 'network_id': '18eed492-e0ad-4366-ae68-d3ba9e411e02', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'fixed_ips': [{'subnet_id': '06a402d9-f9ef-4bbb-b7da-66764c405bb5'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:19:06.380968 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:06.497492 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9327b388-25e5-4305-8476-63866d3101b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'name': 'tempest-ServersTestMultiNic-1276627408-router', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '2b56fe49-efd8-4132-8f14-c6c898c2202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:50Z', 'updated_at': '2021-06-25T09:19:03Z', 'revision_number': 5, 'project_id': 'ef0196456cda45988b8b413621617126', 'gw_port': {'id': '2b56fe49-efd8-4132-8f14-c6c898c2202e', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:16:51Z', 'updated_at': '2021-06-25T09:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:06.565739 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9327b388-25e5-4305-8476-63866d3101b8 None None] Checking router: d39f276a-15b5-48a1-bfb8-4016b7510ba6 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:19:06.614148 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] Deleting port 2b56fe49-efd8-4132-8f14-c6c898c2202e {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:06.614484 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:06.652388 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Allocated IP 172.20.0.2 (18eed492-e0ad-4366-ae68-d3ba9e411e02/06a402d9-f9ef-4bbb-b7da-66764c405bb5/57e4743a-3e1c-4bc1-8768-29ce40e1b320) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:19:06.669450 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9327b388-25e5-4305-8476-63866d3101b8 None None] Routers {'d39f276a-15b5-48a1-bfb8-4016b7510ba6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:06.670343 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9327b388-25e5-4305-8476-63866d3101b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['d39f276a-15b5-48a1-bfb8-4016b7510ba6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:06.710260 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:06.854700 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48916) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:06.889980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] For port 2b56fe49-efd8-4132-8f14-c6c898c2202e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2b56fe49-efd8-4132-8f14-c6c898c2202e,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:06.890593 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:07.066506 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-256222581-network', 'tenant_id': '850b94958a5d4536ba20080bddbbc58b'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:07.073669 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-9327b388-25e5-4305-8476-63866d3101b8 None None] Set router d39f276a-15b5-48a1-bfb8-4016b7510ba6 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:07.118327 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Made reservation on behalf of 850b94958a5d4536ba20080bddbbc58b for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:07.121280 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:07.143702 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:07.200528 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9327b388-25e5-4305-8476-63866d3101b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'name': 'tempest-ServersTestMultiNic-1276627408-router', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:50Z', 'updated_at': '2021-06-25T09:19:06Z', 'revision_number': 6, 'project_id': 'ef0196456cda45988b8b413621617126', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:07.291291 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9327b388-25e5-4305-8476-63866d3101b8 None None] The sync data for ids ['d39f276a-15b5-48a1-bfb8-4016b7510ba6'] in n-d-761264-15 is: [{'id': 'd39f276a-15b5-48a1-bfb8-4016b7510ba6', 'name': 'tempest-ServersTestMultiNic-1276627408-router', 'tenant_id': 'ef0196456cda45988b8b413621617126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:16:50Z', 'updated_at': '2021-06-25T09:19:06Z', 'revision_number': 6, 'project_id': 'ef0196456cda45988b8b413621617126', 'gw_port_host': None}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:19:07.388443 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:07.398152 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:07.413191 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ab843b9e-162b-4d6f-9d97-db169fad77b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:07.434930 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] Calling delete_port for 2b56fe49-efd8-4132-8f14-c6c898c2202e owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:07.444140 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:19:07.463671 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:07.464228 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Added segment bdd194f5-172b-4e97-bee2-db4b06ec5c77 of type vlan for network 5418999a-3274-4db1-855b-12933dc5b807 Jun 25 09:19:07.468297 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:07.493723 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Transition to ACTIVE for port object 57e4743a-3e1c-4bc1-8768-29ce40e1b320 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:07.531102 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Transition to ACTIVE for port object 57e4743a-3e1c-4bc1-8768-29ce40e1b320 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:07.538576 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:07.544458 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:07.547539 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-95d2dd9f-13cb-49d3-819e-6e725c831d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:07.618509 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f09c21c-2658-409a-93d9-5c2a1e62aaaf,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:07.648618 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:07.662139 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:07.663271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:07.663859 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:07.668380 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:07.677078 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Pushing event updated for resources: {'Port': ['ID=57e4743a-3e1c-4bc1-8768-29ce40e1b320,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:07.692926 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:07.727390 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Network 18eed492-e0ad-4366-ae68-d3ba9e411e02 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:07.730028 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:07.750775 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:19:07.775845 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9186878 Jun 25 09:19:07.782787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Allocated IP 172.20.0.1 (18eed492-e0ad-4366-ae68-d3ba9e411e02/06a402d9-f9ef-4bbb-b7da-66764c405bb5/efd04ed8-8b27-4884-bcb8-487e304ff6e4) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:19:07.784047 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48942) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:07.799338 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-6e29c4e2-2fb1-45d3-9408-ec9f8e94f6f5 admin admin] Request body: {'subnet': {'network_id': '5418999a-3274-4db1-855b-12933dc5b807', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-256222581-subnet', 'tenant_id': '850b94958a5d4536ba20080bddbbc58b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:07.879392 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Pushing event updated for resources: {'Network': ['ID=5418999a-3274-4db1-855b-12933dc5b807,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:07.880825 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e27e5f02-ee32-4b03-8214-a8e3901a1ddf no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:07.891660 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:07.900288 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e29c4e2-2fb1-45d3-9408-ec9f8e94f6f5 admin admin] Made reservation on behalf of 850b94958a5d4536ba20080bddbbc58b for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:07.902862 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e29c4e2-2fb1-45d3-9408-ec9f8e94f6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:07.958498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: e27e5f02-ee32-4b03-8214-a8e3901a1ddf {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:07.958867 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e27e5f02-ee32-4b03-8214-a8e3901a1ddf not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:08.036359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 5418999a-3274-4db1-855b-12933dc5b807 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:19:08.062615 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:08.079847 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Transition to ACTIVE for port object efd04ed8-8b27-4884-bcb8-487e304ff6e4 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:08.109231 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Attempting to bind port 57e4743a-3e1c-4bc1-8768-29ce40e1b320 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:19:08.109691 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Attempting to bind port 57e4743a-3e1c-4bc1-8768-29ce40e1b320 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '06b9f9fe-1da1-49a6-b113-2792fea441a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '18eed492-e0ad-4366-ae68-d3ba9e411e02'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:19:08.110190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Attempting to bind port 57e4743a-3e1c-4bc1-8768-29ce40e1b320 on network 18eed492-e0ad-4366-ae68-d3ba9e411e02 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:08.137630 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:19:08.139430 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Checking segment: {'id': '06b9f9fe-1da1-49a6-b113-2792fea441a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '18eed492-e0ad-4366-ae68-d3ba9e411e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:08.141618 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:08.142404 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Bound using segment: {'id': '06b9f9fe-1da1-49a6-b113-2792fea441a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '18eed492-e0ad-4366-ae68-d3ba9e411e02'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:19:08.144825 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:08.145673 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Bound port: 57e4743a-3e1c-4bc1-8768-29ce40e1b320, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b9f9fe-1da1-49a6-b113-2792fea441a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '18eed492-e0ad-4366-ae68-d3ba9e411e02'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:19:08.146307 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:08.153782 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-466bde79-dcea-4a00-ab23-449e1c90bd3b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:08.284988 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 18eed492-e0ad-4366-ae68-d3ba9e411e02 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:08.299650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:08.309523 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:19:08.427014 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] For port 57e4743a-3e1c-4bc1-8768-29ce40e1b320, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:19:08.435042 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] For port 57e4743a-3e1c-4bc1-8768-29ce40e1b320, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=57e4743a-3e1c-4bc1-8768-29ce40e1b320,segment=NetworkSegment(06b9f9fe-1da1-49a6-b113-2792fea441a4),segment_id=06b9f9fe-1da1-49a6-b113-2792fea441a4)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:19:08.444481 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e29c4e2-2fb1-45d3-9408-ec9f8e94f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:08.447049 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:08.449872 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:08.459319 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-10a371cc-1540-4e16-9023-847aa3e72416 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:08.474362 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=efd04ed8-8b27-4884-bcb8-487e304ff6e4,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:08.478360 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:08.534971 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:08.561506 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Pushing event updated for resources: {'Port': ['ID=57e4743a-3e1c-4bc1-8768-29ce40e1b320,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:08.566320 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:08.591203 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:08.630706 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29c4e2-2fb1-45d3-9408-ec9f8e94f6f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b518a5-cd38-4a81-8240-fd3da8126c92,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:08.644550 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6e29c4e2-2fb1-45d3-9408-ec9f8e94f6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:08.647598 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e29c4e2-2fb1-45d3-9408-ec9f8e94f6f5 admin admin] Checking segment: {'id': 'bdd194f5-172b-4e97-bee2-db4b06ec5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5418999a-3274-4db1-855b-12933dc5b807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:08.647963 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e29c4e2-2fb1-45d3-9408-ec9f8e94f6f5 admin admin] Network hostable DHCP agents. Network: 5418999a-3274-4db1-855b-12933dc5b807, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:19:08.693871 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:08.699751 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e29c4e2-2fb1-45d3-9408-ec9f8e94f6f5 admin admin] Network 5418999a-3274-4db1-855b-12933dc5b807 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:19:08.722941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-6e29c4e2-2fb1-45d3-9408-ec9f8e94f6f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 5418999a-3274-4db1-855b-12933dc5b807) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:08.731204 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e29c4e2-2fb1-45d3-9408-ec9f8e94f6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:08.732411 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e29c4e2-2fb1-45d3-9408-ec9f8e94f6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:08.739659 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4632a67f-378a-45fb-81ff-6369d1cd62e7 None None] Network 5418999a-3274-4db1-855b-12933dc5b807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:08.766753 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6e29c4e2-2fb1-45d3-9408-ec9f8e94f6f5 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9814489 Jun 25 09:19:08.776662 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] Pushing event deleted for resources: {'Port': ['ID=2b56fe49-efd8-4132-8f14-c6c898c2202e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:08.781049 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:09.048684 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:09.084273 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f36487f-bd07-4b61-819c-65be6ca3d3fa None None] Network 5418999a-3274-4db1-855b-12933dc5b807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:09.232345 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:09.238107 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:09.247216 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:09.339762 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:09.340302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d39f276a-15b5-48a1-bfb8-4016b7510ba6 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:19:09.347208 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:09.348499 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] 10.222.0.93 "DELETE /v2.0/routers/d39f276a-15b5-48a1-bfb8-4016b7510ba6 HTTP/1.1" status: 204 len: 168 time: 4.0898488 Jun 25 09:19:09.356195 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48990) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:09.497328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed23ff4-a156-42ba-ba43-7fe9a571399c admin admin] Deleting subnet 98feea27-4972-4be6-8b7f-429ea1075dbb {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:19:09.500873 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ed23ff4-a156-42ba-ba43-7fe9a571399c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:09.542173 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ed23ff4-a156-42ba-ba43-7fe9a571399c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:09.765484 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ed23ff4-a156-42ba-ba43-7fe9a571399c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:09.846031 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 57e4743a-3e1c-4bc1-8768-29ce40e1b320 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:09.855288 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ed23ff4-a156-42ba-ba43-7fe9a571399c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:09.858673 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-98651909-2f58-4e3e-ac95-2f24f612a39a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:09.888660 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23ff4-a156-42ba-ba43-7fe9a571399c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98feea27-4972-4be6-8b7f-429ea1075dbb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:09.893067 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1ed23ff4-a156-42ba-ba43-7fe9a571399c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:09.909457 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ed23ff4-a156-42ba-ba43-7fe9a571399c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:09.914949 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1ed23ff4-a156-42ba-ba43-7fe9a571399c admin admin] 10.222.0.93 "DELETE /v2.0/subnets/98feea27-4972-4be6-8b7f-429ea1075dbb HTTP/1.1" status: 204 len: 168 time: 0.5527308 Jun 25 09:19:09.915648 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49010) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:09.929885 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62db037-c5de-47f2-84c7-071cb800cdc3 None None] Network 6bcfa548-b982-4747-9608-d3d372c7a8c7 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:10.090222 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:10.234001 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Deleting port 1867e23b-7840-4ecf-ad7b-3c88c0845520 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:10.234204 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:10.309069 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 57e4743a-3e1c-4bc1-8768-29ce40e1b320 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:10.386899 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] For port 1867e23b-7840-4ecf-ad7b-3c88c0845520, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1867e23b-7840-4ecf-ad7b-3c88c0845520,segment=NetworkSegment(4a607cc6-a280-4d8a-834b-a817a62cd64c),segment_id=4a607cc6-a280-4d8a-834b-a817a62cd64c)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:10.387267 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:10.419670 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Calling delete_port for 1867e23b-7840-4ecf-ad7b-3c88c0845520 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:10.420625 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-6202de95-84b9-4c4b-a1d7-2e4e7c551ab7 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:10.427408 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2b56fe49-efd8-4132-8f14-c6c898c2202e no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:10.434594 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-6202de95-84b9-4c4b-a1d7-2e4e7c551ab7 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/networks?id=5418999a-3274-4db1-855b-12933dc5b807 HTTP/1.1" status: 200 len: 817 time: 0.8985064 Jun 25 09:19:10.479938 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-3aef8b6f-50b0-48de-a988-2f0ee793c150 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/quotas/850b94958a5d4536ba20080bddbbc58b HTTP/1.1" status: 200 len: 375 time: 0.0439472 Jun 25 09:19:10.488186 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 2b56fe49-efd8-4132-8f14-c6c898c2202e {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:10.488569 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2b56fe49-efd8-4132-8f14-c6c898c2202e not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:10.508920 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e986eccb-fdd5-4bac-acc4-2192ab1abb47 None None] DHCP port deletion for 6bcfa548-b982-4747-9608-d3d372c7a8c7 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:19:10.513633 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88195a1d-3b68-4779-ae13-1939a733bfb3 None None] Network 18eed492-e0ad-4366-ae68-d3ba9e411e02 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:10.543169 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-05b47d25-aef9-470a-b477-9a1844d1c37b tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=850b94958a5d4536ba20080bddbbc58b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612526 Jun 25 09:19:10.668496 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:10.673961 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3fd765fb-f582-4e8e-899e-040d572d242d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:10.699872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e986eccb-fdd5-4bac-acc4-2192ab1abb47 None None] The port '1867e23b-7840-4ecf-ad7b-3c88c0845520' was deleted {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1933}} Jun 25 09:19:10.701726 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1347acf9-1d11-4ac0-aa7e-c6a250aaf60e None None] Provisioning for port 57e4743a-3e1c-4bc1-8768-29ce40e1b320 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:10.718094 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1347acf9-1d11-4ac0-aa7e-c6a250aaf60e None None] Provisioning complete for port 57e4743a-3e1c-4bc1-8768-29ce40e1b320 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:10.718633 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1347acf9-1d11-4ac0-aa7e-c6a250aaf60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:10.748057 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1867e23b-7840-4ecf-ad7b-3c88c0845520,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:10.760376 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:10.761379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] No DVR routers for this DVR port 1867e23b-7840-4ecf-ad7b-3c88c0845520 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:19:10.818940 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:10.822466 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4c4ccdc2-258b-4d3c-9d4b-3cae5554e601 service neutron] 10.222.0.93 "GET /v2.0/networks/5418999a-3274-4db1-855b-12933dc5b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779448 Jun 25 09:19:10.823974 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:10.827232 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c9aaa84a-ff3e-41bc-98db-bd5756c73a98 tempest-InstanceActionsNegativeTestJSON-1529515737 tempest-InstanceActionsNegativeTestJSON-1529515737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:10.909441 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1347acf9-1d11-4ac0-aa7e-c6a250aaf60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:10.950067 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:10.972123 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bcfa548-b982-4747-9608-d3d372c7a8c7']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:11.000759 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a607cc6-a280-4d8a-834b-a817a62cd64c') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:11.001289 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a607cc6-a280-4d8a-834b-a817a62cd64c') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:11.001853 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1347acf9-1d11-4ac0-aa7e-c6a250aaf60e None None] For port 57e4743a-3e1c-4bc1-8768-29ce40e1b320, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=57e4743a-3e1c-4bc1-8768-29ce40e1b320,segment=NetworkSegment(06b9f9fe-1da1-49a6-b113-2792fea441a4),segment_id=06b9f9fe-1da1-49a6-b113-2792fea441a4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:11.008867 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1347acf9-1d11-4ac0-aa7e-c6a250aaf60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:11.012581 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:11.019631 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:11.046863 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:11.061587 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:19:11.061587 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:19:11.063664 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:19:11.120112 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347acf9-1d11-4ac0-aa7e-c6a250aaf60e None None] Pushing event updated for resources: {'Port': ['ID=57e4743a-3e1c-4bc1-8768-29ce40e1b320,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:11.123720 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1347acf9-1d11-4ac0-aa7e-c6a250aaf60e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:11.130517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=efd04ed8-8b27-4884-bcb8-487e304ff6e4,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:11.133261 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:11.135557 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:11.168531 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:11.172756 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b2a48eea-6a54-4d10-a81e-64bef4347f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:11.175431 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:11.177536 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] 10.222.0.93 "DELETE /v2.0/networks/6bcfa548-b982-4747-9608-d3d372c7a8c7 HTTP/1.1" status: 204 len: 168 time: 1.2610471 Jun 25 09:19:11.211003 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-33e0fa68-12c2-40da-bffc-bfb792ed89f7 service neutron] 10.222.0.93 "GET /v2.0/networks/5418999a-3274-4db1-855b-12933dc5b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728459 Jun 25 09:19:11.234827 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Pushing event deleted for resources: {'Network': ['ID=6bcfa548-b982-4747-9608-d3d372c7a8c7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:11.243489 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:11.440638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1f06a6ba-acac-4489-9f18-c4362fa7b0b3 None None] Provisioning for port efd04ed8-8b27-4884-bcb8-487e304ff6e4 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:11.452351 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1f06a6ba-acac-4489-9f18-c4362fa7b0b3 None None] Provisioning complete for port efd04ed8-8b27-4884-bcb8-487e304ff6e4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:11.457302 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f06a6ba-acac-4489-9f18-c4362fa7b0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:11.468007 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49050) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:11.484925 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 18eed492-e0ad-4366-ae68-d3ba9e411e02 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:11.493819 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:11.555608 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1f06a6ba-acac-4489-9f18-c4362fa7b0b3 None None] Port efd04ed8-8b27-4884-bcb8-487e304ff6e4 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:19:11.567393 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49052) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:11.579817 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e2659e53-a6c4-4962-9300-8732de950762 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ef0196456cda45988b8b413621617126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1103406 Jun 25 09:19:11.606999 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1f06a6ba-acac-4489-9f18-c4362fa7b0b3 None None] Provisioning complete for port 57e4743a-3e1c-4bc1-8768-29ce40e1b320 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:11.607602 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f06a6ba-acac-4489-9f18-c4362fa7b0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:11.748555 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1b928f3-e4d0-4841-bc04-fbf0dca28902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:11.827065 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 57e4743a-3e1c-4bc1-8768-29ce40e1b320 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:11.912262 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1b928f3-e4d0-4841-bc04-fbf0dca28902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:11.920414 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 57e4743a-3e1c-4bc1-8768-29ce40e1b320 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:11.921004 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:12.072572 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1b928f3-e4d0-4841-bc04-fbf0dca28902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:12.078588 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1b928f3-e4d0-4841-bc04-fbf0dca28902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:12.079998 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7b45ccdf-b48e-464c-aa1c-ae1b9391fa0a None None] Provisioning complete for port efd04ed8-8b27-4884-bcb8-487e304ff6e4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:12.084464 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7b45ccdf-b48e-464c-aa1c-ae1b9391fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:12.084692 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c1b928f3-e4d0-4841-bc04-fbf0dca28902 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/74804032-0d20-4eae-8f79-f0b6e8a479b1 HTTP/1.1" status: 204 len: 168 time: 0.5126529 Jun 25 09:19:12.085777 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8332e2a2-e75d-4961-9351-76ac7e9f327a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:12.117478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b928f3-e4d0-4841-bc04-fbf0dca28902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74804032-0d20-4eae-8f79-f0b6e8a479b1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:12.131092 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c1b928f3-e4d0-4841-bc04-fbf0dca28902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:12.179193 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 0f3e92a8-2121-42fd-a165-e1b5fbceb735 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:19:12.206314 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7b45ccdf-b48e-464c-aa1c-ae1b9391fa0a None None] Port efd04ed8-8b27-4884-bcb8-487e304ff6e4 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:19:12.303302 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1867e23b-7840-4ecf-ad7b-3c88c0845520 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:12.376375 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 1867e23b-7840-4ecf-ad7b-3c88c0845520 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:12.377439 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1867e23b-7840-4ecf-ad7b-3c88c0845520 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:12.403023 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c354e149-9b75-4aa6-bdcf-f454f53f46b2 None None] Provisioning complete for port efd04ed8-8b27-4884-bcb8-487e304ff6e4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:12.405071 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c354e149-9b75-4aa6-bdcf-f454f53f46b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:12.479368 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c354e149-9b75-4aa6-bdcf-f454f53f46b2 None None] Port efd04ed8-8b27-4884-bcb8-487e304ff6e4 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:19:12.482479 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-389a35f2-5a5e-46c7-b21b-18ecdc5aba98 req-d3c0362b-8b8b-4a04-99c8-e5b558bfc945 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 210 time: 0.1460853 Jun 25 09:19:12.585270 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:19:12.586133 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49090) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:12.591397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/0f3e92a8-2121-42fd-a165-e1b5fbceb735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4980159 Jun 25 09:19:12.595891 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49092) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:12.605696 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8d65f-9c8f-4d62-b7d4-96eb49fec2c5 None None] Sync routers for ids ['0f3e92a8-2121-42fd-a165-e1b5fbceb735'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:19:12.625368 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e8d65f-9c8f-4d62-b7d4-96eb49fec2c5 None None] Routers {'0f3e92a8-2121-42fd-a165-e1b5fbceb735'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:12.626111 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-41e8d65f-9c8f-4d62-b7d4-96eb49fec2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['0f3e92a8-2121-42fd-a165-e1b5fbceb735'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:12.713811 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-41e8d65f-9c8f-4d62-b7d4-96eb49fec2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:12.727829 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e8d65f-9c8f-4d62-b7d4-96eb49fec2c5 None None] Routers {'0f3e92a8-2121-42fd-a165-e1b5fbceb735'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:12.728515 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-41e8d65f-9c8f-4d62-b7d4-96eb49fec2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['0f3e92a8-2121-42fd-a165-e1b5fbceb735'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:12.736173 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a7320-dc3e-4873-91cd-b9a63563c31e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:12.752758 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bf2a7320-dc3e-4873-91cd-b9a63563c31e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports/efd04ed8-8b27-4884-bcb8-487e304ff6e4 HTTP/1.1" status: 200 len: 910 time: 0.1552546 Jun 25 09:19:12.755665 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49100) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:12.766218 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-73b7dd92-d1a0-4cb5-b92c-36abb078ab98 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '06a402d9-f9ef-4bbb-b7da-66764c405bb5'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:12.822319 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-41e8d65f-9c8f-4d62-b7d4-96eb49fec2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:12.823093 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8d65f-9c8f-4d62-b7d4-96eb49fec2c5 None None] The sync data for ids ['0f3e92a8-2121-42fd-a165-e1b5fbceb735'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:19:13.166264 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-207891ca-b06d-4243-aee9-e473b6a8f2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:13.266816 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73b7dd92-d1a0-4cb5-b92c-36abb078ab98 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:13.301562 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d4674edc-5eb9-4923-8a0e-fca9a75f453d req-b322a545-e518-4571-a0eb-b2328312adc4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4944615 Jun 25 09:19:13.646289 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-65c7a0d4-30ce-441b-a3b5-1974838bbbb6 req-88fa85b9-ce68-4aa4-a2c3-465ab19e5eb9 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 210 time: 0.0723183 Jun 25 09:19:13.955510 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-207891ca-b06d-4243-aee9-e473b6a8f2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:13.962862 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49144) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:13.974645 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4674edc-5eb9-4923-8a0e-fca9a75f453d req-40d4b046-cc0f-45df-9059-e68c798cb6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:13.976862 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d4674edc-5eb9-4923-8a0e-fca9a75f453d req-40d4b046-cc0f-45df-9059-e68c798cb6ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a75ec203daa470f82c80c20a6dfbe50&device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 1097 time: 0.5174277 Jun 25 09:19:13.989226 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-207891ca-b06d-4243-aee9-e473b6a8f2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:14.001047 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-95111617-eea8-4893-8737-eea2171386fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:14.106930 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-207891ca-b06d-4243-aee9-e473b6a8f2f9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=79e8462b7a8e4598bb857eee17200160&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5182018 Jun 25 09:19:14.114047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49148) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:14.364913 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97e5e440-977c-4546-b18d-2291a79b97e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:14.421997 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97e5e440-977c-4546-b18d-2291a79b97e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:14.439689 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1023108409-network', 'tenant_id': 'f79d566e4c6f4703972c78b48a830d67'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:14.493708 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Made reservation on behalf of f79d566e4c6f4703972c78b48a830d67 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:14.497417 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:14.510132 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:14.655637 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:14.662990 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:14.668420 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-09981699-2b99-4f24-9bcd-e11d474f573f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:14.670482 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97e5e440-977c-4546-b18d-2291a79b97e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:14.673724 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97e5e440-977c-4546-b18d-2291a79b97e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:14.677791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-97e5e440-977c-4546-b18d-2291a79b97e1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/998ab558-6ece-4475-b758-a0141ddfce3c HTTP/1.1" status: 204 len: 168 time: 0.5621042 Jun 25 09:19:14.706210 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:19:14.722124 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f95606-0fbc-4ede-89cf-b383e10e022f,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:14.733352 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:14.733865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:14.734523 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:14.735027 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:14.735475 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:14.735899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:14.736308 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:14.736683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:14.737328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:14.737839 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:14.738135 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:14.738507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:14.744994 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:14.745575 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7062c9a6-c550-404e-9f0e-970caf80f381 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:14.748815 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:14.749402 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Added segment ba414158-1658-4eb3-98f9-21604ea1e782 of type vlan for network f3f3fb6e-ecba-4b53-bc35-272e2e3b80de Jun 25 09:19:14.766102 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5e440-977c-4546-b18d-2291a79b97e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998ab558-6ece-4475-b758-a0141ddfce3c,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:14.770130 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97e5e440-977c-4546-b18d-2291a79b97e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:14.807512 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:14.887731 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:14.889110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:14.889757 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:14.892004 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207891ca-b06d-4243-aee9-e473b6a8f2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998ab558-6ece-4475-b758-a0141ddfce3c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:14.892760 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:14.924655 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-207891ca-b06d-4243-aee9-e473b6a8f2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:14.956377 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4674edc-5eb9-4923-8a0e-fca9a75f453d req-8c67eaf4-9e5c-4e2c-a800-36bdcdc7b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:14.957940 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d4674edc-5eb9-4923-8a0e-fca9a75f453d req-8c67eaf4-9e5c-4e2c-a800-36bdcdc7b9e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e25b3ea-d628-40a0-9fd2-0d90deb035fc HTTP/1.1" status: 200 len: 914 time: 0.9497664 Jun 25 09:19:15.004046 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Pushing event updated for resources: {'Network': ['ID=f3f3fb6e-ecba-4b53-bc35-272e2e3b80de,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:15.010186 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:15.016116 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network f3f3fb6e-ecba-4b53-bc35-272e2e3b80de details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:19:15.037713 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0723193 Jun 25 09:19:15.038805 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49170) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:15.054622 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1547ee0b-ab46-4eaf-85ff-a13a111a5895 admin admin] Request body: {'subnet': {'network_id': 'f3f3fb6e-ecba-4b53-bc35-272e2e3b80de', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1023108409-subnet', 'tenant_id': 'f79d566e4c6f4703972c78b48a830d67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:15.137820 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d4674edc-5eb9-4923-8a0e-fca9a75f453d req-04da0811-13db-4b03-ac97-3adc7ce9f241 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=783004b8-2700-443b-9d3d-8b33c130e239 HTTP/1.1" status: 200 len: 1001 time: 0.1712024 Jun 25 09:19:15.224108 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6b356b9-4b55-48b2-acff-5928762c49b6 req-1dd96eea-d5f1-49a2-bb29-c25ee2007f20 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 210 time: 0.1302381 Jun 25 09:19:15.224937 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1547ee0b-ab46-4eaf-85ff-a13a111a5895 admin admin] Made reservation on behalf of f79d566e4c6f4703972c78b48a830d67 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:15.237532 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1547ee0b-ab46-4eaf-85ff-a13a111a5895 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:15.327741 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73b7dd92-d1a0-4cb5-b92c-36abb078ab98 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:15.337063 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4674edc-5eb9-4923-8a0e-fca9a75f453d req-7f6c0803-3a62-48a5-ab05-b2621d6d0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:15.338630 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d4674edc-5eb9-4923-8a0e-fca9a75f453d req-7f6c0803-3a62-48a5-ab05-b2621d6d0244 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05d740cd-9854-4d86-9dad-1edd62365da0 HTTP/1.1" status: 200 len: 851 time: 0.1899498 Jun 25 09:19:15.364133 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73b7dd92-d1a0-4cb5-b92c-36abb078ab98 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:15.378794 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-87cddb8c-9d7d-4bf9-8c05-aaeeab6e1651 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:15.558406 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49184) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:15.576913 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1547ee0b-ab46-4eaf-85ff-a13a111a5895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:15.582106 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-12d8072a-04f6-4804-9d20-2486515c339b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:15.585624 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-37155512-0093-4214-9c03-3bb81e52559e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:15.618659 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b7dd92-d1a0-4cb5-b92c-36abb078ab98 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:15.619720 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73b7dd92-d1a0-4cb5-b92c-36abb078ab98 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:15.621372 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-73b7dd92-d1a0-4cb5-b92c-36abb078ab98 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/ports/efd04ed8-8b27-4884-bcb8-487e304ff6e4 HTTP/1.1" status: 200 len: 910 time: 2.8635976 Jun 25 09:19:15.631754 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49188) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:15.695656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7dd92-d1a0-4cb5-b92c-36abb078ab98 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=efd04ed8-8b27-4884-bcb8-487e304ff6e4,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:15.707223 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-73b7dd92-d1a0-4cb5-b92c-36abb078ab98 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:15.902804 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-d6be1749-8694-4a57-b173-85a7e3fafb03 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:15.903667 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-37155512-0093-4214-9c03-3bb81e52559e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:15.904501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-d6be1749-8694-4a57-b173-85a7e3fafb03 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.38 "GET /v2.0/networks?id=5418999a-3274-4db1-855b-12933dc5b807 HTTP/1.1" status: 200 len: 817 time: 0.2245336 Jun 25 09:19:15.924200 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-37155512-0093-4214-9c03-3bb81e52559e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:15.963867 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4aa51f60-2cc1-4f9e-871e-c32940bada55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Request body: {'port': {'device_id': '1743a003-4534-4919-b204-36054282d5a9', 'network_id': '5418999a-3274-4db1-855b-12933dc5b807', 'admin_state_up': True, 'tenant_id': '850b94958a5d4536ba20080bddbbc58b'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:15.967298 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1547ee0b-ab46-4eaf-85ff-a13a111a5895 admin admin] Checking segment: {'id': 'ba414158-1658-4eb3-98f9-21604ea1e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f3f3fb6e-ecba-4b53-bc35-272e2e3b80de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:15.967681 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1547ee0b-ab46-4eaf-85ff-a13a111a5895 admin admin] Network hostable DHCP agents. Network: f3f3fb6e-ecba-4b53-bc35-272e2e3b80de, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:19:15.972474 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547ee0b-ab46-4eaf-85ff-a13a111a5895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be31301-2599-4be4-8e2f-800fffb88f39,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:15.990387 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1547ee0b-ab46-4eaf-85ff-a13a111a5895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:16.005197 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-79f7aaf8-6ff2-413c-ae67-63cb5438a441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:16.049291 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37155512-0093-4214-9c03-3bb81e52559e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba45d818-56da-4e94-82d2-76e58d3b6651,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:16.053337 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-37155512-0093-4214-9c03-3bb81e52559e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:16.056307 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4674edc-5eb9-4923-8a0e-fca9a75f453d req-35415551-9976-4ad8-9267-937cabeceb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:16.058209 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d4674edc-5eb9-4923-8a0e-fca9a75f453d req-35415551-9976-4ad8-9267-937cabeceb27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e25b3ea-d628-40a0-9fd2-0d90deb035fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6959767 Jun 25 09:19:16.148603 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-f02f6f49-ba92-484b-8bb4-0e2e550b70e9 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:16.150292 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-f02f6f49-ba92-484b-8bb4-0e2e550b70e9 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.41 "GET /v2.0/networks?id=5418999a-3274-4db1-855b-12933dc5b807 HTTP/1.1" status: 200 len: 817 time: 0.1158650 Jun 25 09:19:16.161732 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1547ee0b-ab46-4eaf-85ff-a13a111a5895 admin admin] Network f3f3fb6e-ecba-4b53-bc35-272e2e3b80de is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:19:16.182780 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Request body: {'port': {'device_id': '2ab3594f-a665-4096-ae9f-eed2bda46be9', 'network_id': '5418999a-3274-4db1-855b-12933dc5b807', 'admin_state_up': True, 'tenant_id': '850b94958a5d4536ba20080bddbbc58b'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:16.190419 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-1547ee0b-ab46-4eaf-85ff-a13a111a5895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, f3f3fb6e-ecba-4b53-bc35-272e2e3b80de) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:16.202569 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641a45f9-9976-4a89-a414-53d641010213 None None] Network f3f3fb6e-ecba-4b53-bc35-272e2e3b80de requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:16.293141 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1547ee0b-ab46-4eaf-85ff-a13a111a5895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:16.297595 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1547ee0b-ab46-4eaf-85ff-a13a111a5895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:16.397515 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1547ee0b-ab46-4eaf-85ff-a13a111a5895 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3575959 Jun 25 09:19:16.443665 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4aa51f60-2cc1-4f9e-871e-c32940bada55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Made reservation on behalf of 850b94958a5d4536ba20080bddbbc58b for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:16.447764 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4aa51f60-2cc1-4f9e-871e-c32940bada55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:16.626911 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:19:16.640517 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-37155512-0093-4214-9c03-3bb81e52559e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4dc0618f48e84d678881e92324cfb4b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0804420 Jun 25 09:19:16.652910 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49208) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:16.852357 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d4674edc-5eb9-4923-8a0e-fca9a75f453d req-94b170df-05f6-4a3f-a01c-3f7e3643e314 service neutron] 10.222.0.41 "GET /v2.0/networks/3e25b3ea-d628-40a0-9fd2-0d90deb035fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290189 Jun 25 09:19:16.854979 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56f26c12-2036-47fd-b007-8e0061c0a6dd req-c1f54575-b016-416f-b705-ac7969836e1a tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 210 time: 0.0983140 Jun 25 09:19:16.859041 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Made reservation on behalf of 850b94958a5d4536ba20080bddbbc58b for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:16.863300 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:16.935189 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0074f5d9-af8f-4efa-bb77-50a0f3ea37c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:17.179229 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4aa51f60-2cc1-4f9e-871e-c32940bada55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Allocated IP 172.20.0.2 (5418999a-3274-4db1-855b-12933dc5b807/43b518a5-cd38-4a81-8240-fd3da8126c92/74641635-9c49-4f07-bc29-e1ddacc54419) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:19:17.204382 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0074f5d9-af8f-4efa-bb77-50a0f3ea37c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:17.248354 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2731e140-5c58-4e1a-a1df-a0daa3ac106a None None] Network f3f3fb6e-ecba-4b53-bc35-272e2e3b80de requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:17.296588 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-c9e7c5c3-d138-4ff0-9655-9b9c047e8c4d tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:17.298897 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-c9e7c5c3-d138-4ff0-9655-9b9c047e8c4d tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.38 "GET /v2.0/networks?id=5418999a-3274-4db1-855b-12933dc5b807 HTTP/1.1" status: 200 len: 817 time: 0.6920052 Jun 25 09:19:17.307803 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d4674edc-5eb9-4923-8a0e-fca9a75f453d req-6caba983-a9b8-484d-8d30-55ebe82c1b23 service neutron] 10.222.0.41 "GET /v2.0/networks/3e25b3ea-d628-40a0-9fd2-0d90deb035fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240770 Jun 25 09:19:17.329986 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-b6c60158-5f3d-413c-b075-ea4cd4e88091 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Request body: {'port': {'device_id': 'c8511931-f061-44f8-8231-983fa5c0a3c7', 'network_id': '5418999a-3274-4db1-855b-12933dc5b807', 'admin_state_up': True, 'tenant_id': '850b94958a5d4536ba20080bddbbc58b'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:17.463295 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-00452675-73ab-4819-9152-1def7f85ec04 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:17.714180 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-b6c60158-5f3d-413c-b075-ea4cd4e88091 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Made reservation on behalf of 850b94958a5d4536ba20080bddbbc58b for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:17.720799 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-b6c60158-5f3d-413c-b075-ea4cd4e88091 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:17.811110 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0074f5d9-af8f-4efa-bb77-50a0f3ea37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:17.814093 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0074f5d9-af8f-4efa-bb77-50a0f3ea37c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:17.816353 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0074f5d9-af8f-4efa-bb77-50a0f3ea37c8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ba45d818-56da-4e94-82d2-76e58d3b6651 HTTP/1.1" status: 204 len: 168 time: 1.1623604 Jun 25 09:19:17.824154 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a0bba146-c184-488f-bbb9-9af8362d09a7 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:17.860759 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074f5d9-af8f-4efa-bb77-50a0f3ea37c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba45d818-56da-4e94-82d2-76e58d3b6651,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:17.874627 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4aa51f60-2cc1-4f9e-871e-c32940bada55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:17.877090 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0074f5d9-af8f-4efa-bb77-50a0f3ea37c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:17.914419 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-0661af2c-6d7a-46e1-bfcd-ec172662f57f tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:17.926529 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-0661af2c-6d7a-46e1-bfcd-ec172662f57f tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/networks?id=f3f3fb6e-ecba-4b53-bc35-272e2e3b80de HTTP/1.1" status: 200 len: 818 time: 0.2449098 Jun 25 09:19:17.960628 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ced43ae7-d55c-4e75-898e-b2bf526002b7 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/quotas/f79d566e4c6f4703972c78b48a830d67 HTTP/1.1" status: 200 len: 375 time: 0.0331204 Jun 25 09:19:17.998940 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-00452675-73ab-4819-9152-1def7f85ec04 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting port efd04ed8-8b27-4884-bcb8-487e304ff6e4 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:17.999290 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-00452675-73ab-4819-9152-1def7f85ec04 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:18.004163 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-d00bcbe9-c22a-4d14-b86f-92915718849d tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=f79d566e4c6f4703972c78b48a830d67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424538 Jun 25 09:19:18.093668 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4aa51f60-2cc1-4f9e-871e-c32940bada55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:18.118594 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b5bd4c24-6f34-40e1-b58c-2d44c6806e30 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:18.166719 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-00452675-73ab-4819-9152-1def7f85ec04 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:18.183533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-00452675-73ab-4819-9152-1def7f85ec04 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Calling delete_port for efd04ed8-8b27-4884-bcb8-487e304ff6e4 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:18.186608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4aa51f60-2cc1-4f9e-871e-c32940bada55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Network 5418999a-3274-4db1-855b-12933dc5b807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:18.194307 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4aa51f60-2cc1-4f9e-871e-c32940bada55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:18.201224 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4aa51f60-2cc1-4f9e-871e-c32940bada55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:19:18.217131 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-e6e7d6b5-f3c3-4aa5-ba75-81e7597ece9d service neutron] 10.222.0.93 "GET /v2.0/networks/f3f3fb6e-ecba-4b53-bc35-272e2e3b80de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119837 Jun 25 09:19:18.282309 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa51f60-2cc1-4f9e-871e-c32940bada55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Pushing event updated for resources: {'Port': ['ID=74641635-9c49-4f07-bc29-e1ddacc54419,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:18.317705 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4aa51f60-2cc1-4f9e-871e-c32940bada55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:18.322033 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.db.api [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-729cdf3a-4a64-4d2c-9353-8b2471a3f209 {{(pid=94024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:19:18.322387 n-d-761264-15 neutron-server[94024]: DEBUG oslo_db.api [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:19:18.384762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-614380b4-759b-410b-859d-bfacd86e494e req-e27109c7-75a8-4403-93f3-41277537974c tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 210 time: 0.0543668 Jun 25 09:19:18.393532 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4aa51f60-2cc1-4f9e-871e-c32940bada55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:18.394187 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4aa51f60-2cc1-4f9e-871e-c32940bada55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:18.423290 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4aa51f60-2cc1-4f9e-871e-c32940bada55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4977508 Jun 25 09:19:18.446324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-b6c60158-5f3d-413c-b075-ea4cd4e88091 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Allocated IP 172.20.0.13 (5418999a-3274-4db1-855b-12933dc5b807/43b518a5-cd38-4a81-8240-fd3da8126c92/53ee8ca7-fd48-4e65-8db1-6444a12799fc) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:19:18.459395 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-139eb87b-4a9e-40a8-ac7f-7e9ccc6c3618 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:19:18.462895 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-139eb87b-4a9e-40a8-ac7f-7e9ccc6c3618 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172927 Jun 25 09:19:18.476381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Request body: {'port': {'device_id': '1743a003-4534-4919-b204-36054282d5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:18.584516 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-0d86ce9e-d00e-48a5-ba3b-056f700fe846 service neutron] 10.222.0.93 "GET /v2.0/networks/f3f3fb6e-ecba-4b53-bc35-272e2e3b80de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664069 Jun 25 09:19:18.638158 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-b6c60158-5f3d-413c-b075-ea4cd4e88091 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:18.693274 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-00452675-73ab-4819-9152-1def7f85ec04 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:18.698086 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-428f6dee-7709-4971-b2bd-c48cd366c29e tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:18.705885 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:18.708018 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-b6c60158-5f3d-413c-b075-ea4cd4e88091 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:18.780703 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00452675-73ab-4819-9152-1def7f85ec04 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Port': ['ID=efd04ed8-8b27-4884-bcb8-487e304ff6e4,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:18.789446 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-00452675-73ab-4819-9152-1def7f85ec04 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:18.798149 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8ddfca08-c152-4d4e-a43c-386c8e75bd4e tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:18.826504 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:18.859204 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-b6c60158-5f3d-413c-b075-ea4cd4e88091 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Network 5418999a-3274-4db1-855b-12933dc5b807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:19.022855 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-b6c60158-5f3d-413c-b075-ea4cd4e88091 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:19.079317 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-b6c60158-5f3d-413c-b075-ea4cd4e88091 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:19:19.239382 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c60158-5f3d-413c-b075-ea4cd4e88091 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Pushing event updated for resources: {'Port': ['ID=53ee8ca7-fd48-4e65-8db1-6444a12799fc,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:19.248577 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6c60158-5f3d-413c-b075-ea4cd4e88091 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:19.276425 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-b6c60158-5f3d-413c-b075-ea4cd4e88091 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:19.277373 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-b6c60158-5f3d-413c-b075-ea4cd4e88091 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:19.290444 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-00452675-73ab-4819-9152-1def7f85ec04 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:19.291989 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95f7deb5-8cb4-4973-a1c1-eaf273e00431 req-e6b0f787-cd22-4dfa-aed6-4f025514cd73 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 210 time: 0.2739825 Jun 25 09:19:19.298112 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-b6c60158-5f3d-413c-b075-ea4cd4e88091 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9769723 Jun 25 09:19:19.359184 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Allocated IP 172.20.0.10 (5418999a-3274-4db1-855b-12933dc5b807/43b518a5-cd38-4a81-8240-fd3da8126c92/31c00b88-72c5-49d6-b63e-d04565315253) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:19:19.416427 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Request body: {'port': {'device_id': 'c8511931-f061-44f8-8231-983fa5c0a3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:19.628268 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00452675-73ab-4819-9152-1def7f85ec04 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 0f3e92a8-2121-42fd-a165-e1b5fbceb735 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:19:19.900923 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:19.929345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb8c64-a9dc-49be-9c48-c82a88f5002a req-6470a65a-e756-4e35-9a0b-4eed55061f73 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:19.947161 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56bb8c64-a9dc-49be-9c48-c82a88f5002a req-6470a65a-e756-4e35-9a0b-4eed55061f73 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 932 time: 0.2548563 Jun 25 09:19:20.113046 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56bb8c64-a9dc-49be-9c48-c82a88f5002a req-2dfc1647-fa2c-4687-8121-54aee72b9b53 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642263 Jun 25 09:19:20.194223 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:20.232498 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c3994e76-0ed1-49ef-8c98-9c29cfc87148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:20.386677 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Pushing event updated for resources: {'Port': ['ID=31c00b88-72c5-49d6-b63e-d04565315253,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:20.597277 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Network 5418999a-3274-4db1-855b-12933dc5b807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:20.614606 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:20.615529 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:20.618146 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:20.634087 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00452675-73ab-4819-9152-1def7f85ec04 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:19:20.640016 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:19:20.654365 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd76a35-9cd9-40f6-9c41-fa090ffa847d None None] Sync routers for ids ['0f3e92a8-2121-42fd-a165-e1b5fbceb735'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:19:20.656421 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-00452675-73ab-4819-9152-1def7f85ec04 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/0f3e92a8-2121-42fd-a165-e1b5fbceb735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0231433 Jun 25 09:19:20.659579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49328) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:20.668851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd76a35-9cd9-40f6-9c41-fa090ffa847d None None] Routers {'0f3e92a8-2121-42fd-a165-e1b5fbceb735'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:20.674739 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-dcd76a35-9cd9-40f6-9c41-fa090ffa847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['0f3e92a8-2121-42fd-a165-e1b5fbceb735'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:20.699279 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:20.706938 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:20.714282 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-13fda522-ed04-4da9-9081-4220b2517277 req-bde4af5a-a752-4d35-9a99-d61528e70e75 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 210 time: 0.1149945 Jun 25 09:19:20.724273 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cead2d37-9872-4b3c-87da-9d8273794d9c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f3e92a8-2121-42fd-a165-e1b5fbceb735 HTTP/1.1" status: 200 len: 205 time: 0.0629983 Jun 25 09:19:20.727309 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49332) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:20.732746 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-dcd76a35-9cd9-40f6-9c41-fa090ffa847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:20.744087 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd76a35-9cd9-40f6-9c41-fa090ffa847d None None] Routers {'0f3e92a8-2121-42fd-a165-e1b5fbceb735'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:20.744995 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-dcd76a35-9cd9-40f6-9c41-fa090ffa847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:18:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['0f3e92a8-2121-42fd-a165-e1b5fbceb735'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:20.795598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74641635-9c49-4f07-bc29-e1ddacc54419 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:19:20.796185 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-dcd76a35-9cd9-40f6-9c41-fa090ffa847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:20.796994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd76a35-9cd9-40f6-9c41-fa090ffa847d None None] The sync data for ids ['0f3e92a8-2121-42fd-a165-e1b5fbceb735'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:19:20.839773 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:20.846702 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6747661 Jun 25 09:19:20.875148 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Transition to ACTIVE for port object 74641635-9c49-4f07-bc29-e1ddacc54419 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:20.883685 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Request body: {'port': {'device_id': '2ab3594f-a665-4096-ae9f-eed2bda46be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:20.895174 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:20.897129 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45946aba-15f6-44f6-9d87-16310493fd32 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:20.935349 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2b978ec7-22f5-4d88-ba35-4be3b7520463 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:21.029130 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Pushing event updated for resources: {'Port': ['ID=74641635-9c49-4f07-bc29-e1ddacc54419,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:21.073096 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:21.209656 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:21.272679 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-fc7cc21a-64f5-4ffe-b9ff-73c5311352c9 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:21.274216 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-fc7cc21a-64f5-4ffe-b9ff-73c5311352c9 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.41 "GET /v2.0/networks?id=f3f3fb6e-ecba-4b53-bc35-272e2e3b80de HTTP/1.1" status: 200 len: 818 time: 0.2506909 Jun 25 09:19:21.399070 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45946aba-15f6-44f6-9d87-16310493fd32 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:21.402671 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45946aba-15f6-44f6-9d87-16310493fd32 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:21.408944 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Attempting to bind port 74641635-9c49-4f07-bc29-e1ddacc54419 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:19:21.409529 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Attempting to bind port 74641635-9c49-4f07-bc29-e1ddacc54419 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'bdd194f5-172b-4e97-bee2-db4b06ec5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5418999a-3274-4db1-855b-12933dc5b807'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:19:21.409799 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Attempting to bind port 74641635-9c49-4f07-bc29-e1ddacc54419 on network 5418999a-3274-4db1-855b-12933dc5b807 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:21.421530 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Port 74641635-9c49-4f07-bc29-e1ddacc54419 on network 5418999a-3274-4db1-855b-12933dc5b807 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:19:21.421896 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Attempting to bind port 74641635-9c49-4f07-bc29-e1ddacc54419 on network 5418999a-3274-4db1-855b-12933dc5b807 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:21.430304 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:19:21.430304 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Checking segment: {'id': 'bdd194f5-172b-4e97-bee2-db4b06ec5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5418999a-3274-4db1-855b-12933dc5b807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:21.430746 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Bound using segment: {'id': 'bdd194f5-172b-4e97-bee2-db4b06ec5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5418999a-3274-4db1-855b-12933dc5b807'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:19:21.431224 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Bound port: 74641635-9c49-4f07-bc29-e1ddacc54419, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd194f5-172b-4e97-bee2-db4b06ec5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5418999a-3274-4db1-855b-12933dc5b807'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:19:21.431582 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:21.464143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-97f1c219-4897-422b-b7f3-90d90d3cc3ba tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Request body: {'port': {'device_id': '02d48e3f-61e9-420b-a94b-03b5f5927ade', 'network_id': 'f3f3fb6e-ecba-4b53-bc35-272e2e3b80de', 'admin_state_up': True, 'tenant_id': 'f79d566e4c6f4703972c78b48a830d67'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:21.467512 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45946aba-15f6-44f6-9d87-16310493fd32 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:21.468080 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45946aba-15f6-44f6-9d87-16310493fd32 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Fanout notify agent at l3_agent the message router_deleted on router 0f3e92a8-2121-42fd-a165-e1b5fbceb735 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:19:21.519783 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45946aba-15f6-44f6-9d87-16310493fd32 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:21.525253 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-45946aba-15f6-44f6-9d87-16310493fd32 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/routers/0f3e92a8-2121-42fd-a165-e1b5fbceb735 HTTP/1.1" status: 204 len: 168 time: 0.7965214 Jun 25 09:19:21.548669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] For port 74641635-9c49-4f07-bc29-e1ddacc54419, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:19:21.553463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] For port 74641635-9c49-4f07-bc29-e1ddacc54419, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=74641635-9c49-4f07-bc29-e1ddacc54419,segment=NetworkSegment(bdd194f5-172b-4e97-bee2-db4b06ec5c77),segment_id=bdd194f5-172b-4e97-bee2-db4b06ec5c77)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:19:21.555576 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49352) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:21.560543 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:21.580139 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:21.686791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:21.687432 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:21.688986 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] 10.222.0.38 "PUT /v2.0/ports/74641635-9c49-4f07-bc29-e1ddacc54419 HTTP/1.1" status: 200 len: 1092 time: 3.2209487 Jun 25 09:19:21.692023 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1743a003-4534-4919-b204-36054282d5a9', 'tag': '74641635-9c49-4f07-bc29-e1ddacc54419'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:21.694483 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3773d1bf-ec99-4793-b58a-8454a67907d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1743a003-4534-4919-b204-36054282d5a9", "tag": "74641635-9c49-4f07-bc29-e1ddacc54419"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:21.744013 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Pushing event updated for resources: {'Port': ['ID=74641635-9c49-4f07-bc29-e1ddacc54419,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:21.750584 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:21.786905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-093c26af-93fc-4dd9-83c5-bd27f176d2ed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting subnet 06a402d9-f9ef-4bbb-b7da-66764c405bb5 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:19:21.791116 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-093c26af-93fc-4dd9-83c5-bd27f176d2ed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:21.799318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b225b-fed8-4cc9-ac37-cdba6fe8a909 req-ac91cf87-a9f4-47ad-be68-62647f8a1da4 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:21.808633 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-932b225b-fed8-4cc9-ac37-cdba6fe8a909 req-ac91cf87-a9f4-47ad-be68-62647f8a1da4 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 932 time: 0.2519102 Jun 25 09:19:21.814690 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49368) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:21.842644 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-093c26af-93fc-4dd9-83c5-bd27f176d2ed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:21.937145 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04563a5-080a-433d-8c82-f173f0fe39ad x-openstack-request-id: req-a04563a5-080a-433d-8c82-f173f0fe39ad {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:21.937145 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1743a003-4534-4919-b204-36054282d5a9", "tag": "74641635-9c49-4f07-bc29-e1ddacc54419", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:21.937389 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a04563a5-080a-433d-8c82-f173f0fe39ad {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:21.937849 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1743a003-4534-4919-b204-36054282d5a9', 'tag': '74641635-9c49-4f07-bc29-e1ddacc54419', 'status': 'completed', 'code': 200} Jun 25 09:19:22.015104 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-97f1c219-4897-422b-b7f3-90d90d3cc3ba tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Made reservation on behalf of f79d566e4c6f4703972c78b48a830d67 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:22.018766 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-97f1c219-4897-422b-b7f3-90d90d3cc3ba tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:22.053604 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-093c26af-93fc-4dd9-83c5-bd27f176d2ed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:22.061784 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ee8ca7-fd48-4e65-8db1-6444a12799fc {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:19:22.068625 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a052c8ce-c903-4b9b-8165-d3793f67b2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:22.085828 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-932b225b-fed8-4cc9-ac37-cdba6fe8a909 req-6415bc0c-a7d9-423f-b5c2-bd7f927f095b tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761846 Jun 25 09:19:22.105827 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:22.167049 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Transition to ACTIVE for port object 53ee8ca7-fd48-4e65-8db1-6444a12799fc will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:22.175844 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4f60e5de-f22e-45b3-adb7-aa9fc21490d8 req-a55c5190-6077-43b8-a761-e75bec032b76 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 210 time: 0.0607750 Jun 25 09:19:22.180041 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:22.194421 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-356ed195-59f0-410f-abd4-ebfa07c1476c tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:22.306235 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-093c26af-93fc-4dd9-83c5-bd27f176d2ed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:22.342354 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-5f5c30c7-ddc7-4614-af0e-2b4da559168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:22.344591 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-5f5c30c7-ddc7-4614-af0e-2b4da559168a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=850b94958a5d4536ba20080bddbbc58b&device_id=1743a003-4534-4919-b204-36054282d5a9 HTTP/1.1" status: 200 len: 1095 time: 0.5953860 Jun 25 09:19:22.395256 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3cfef1d5-088d-4c46-9580-9e5733e89f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:22.425241 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-c5cd4c4c-0ee9-4b8b-8923-e3a473397112 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74641635-9c49-4f07-bc29-e1ddacc54419 HTTP/1.1" status: 200 len: 217 time: 0.0625036 Jun 25 09:19:22.438818 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1141038-3ca5-42e3-ab4b-bb09055d3486 None None] Network 18eed492-e0ad-4366-ae68-d3ba9e411e02 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:22.472387 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-97f1c219-4897-422b-b7f3-90d90d3cc3ba tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Allocated IP 172.20.0.5 (f3f3fb6e-ecba-4b53-bc35-272e2e3b80de/5be31301-2599-4be4-8e2f-800fffb88f39/0a90ec4f-414d-4ea7-b46c-5cf277535d27) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:19:22.493475 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-3734920a-c992-4312-8065-ba22d6782e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:22.495034 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-3734920a-c992-4312-8065-ba22d6782e18 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43b518a5-cd38-4a81-8240-fd3da8126c92 HTTP/1.1" status: 200 len: 857 time: 0.0596282 Jun 25 09:19:22.544623 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-a2d20a79-c843-4e22-8c98-732d30b7ac16 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5418999a-3274-4db1-855b-12933dc5b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413699 Jun 25 09:19:22.676005 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c00b88-72c5-49d6-b63e-d04565315253 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:19:22.698049 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:22.735458 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a052c8ce-c903-4b9b-8165-d3793f67b2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:22.752424 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Transition to ACTIVE for port object 31c00b88-72c5-49d6-b63e-d04565315253 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:22.757097 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a052c8ce-c903-4b9b-8165-d3793f67b2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:22.761649 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8d38a635-d0eb-4854-bfe9-35b1660e8906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:22.774244 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:22.784956 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-5d6a3689-64a6-4e14-8f3c-f21e5f1e2fcf service neutron] 10.222.0.38 "GET /v2.0/networks/5418999a-3274-4db1-855b-12933dc5b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296817 Jun 25 09:19:22.803531 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-97f1c219-4897-422b-b7f3-90d90d3cc3ba tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:22.818793 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] DHCP port deletion for 18eed492-e0ad-4366-ae68-d3ba9e411e02 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:19:22.849859 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Pushing event updated for resources: {'Port': ['ID=53ee8ca7-fd48-4e65-8db1-6444a12799fc,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:22.867069 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-093c26af-93fc-4dd9-83c5-bd27f176d2ed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:22.869585 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-093c26af-93fc-4dd9-83c5-bd27f176d2ed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/06a402d9-f9ef-4bbb-b7da-66764c405bb5 HTTP/1.1" status: 204 len: 168 time: 1.3114402 Jun 25 09:19:22.873134 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:22.873631 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:22.874382 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:22.874820 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:22.875261 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:22.875823 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:22.876688 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:22.877618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:22.878393 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:22.879669 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:22.880716 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:22.881364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:22.884538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a052c8ce-c903-4b9b-8165-d3793f67b2cd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=aec30661d05b45a0aca7033023b550e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0627358 Jun 25 09:19:22.887238 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49388) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:22.887238 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49390) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:22.902655 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-97f1c219-4897-422b-b7f3-90d90d3cc3ba tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:22.911591 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052c8ce-c903-4b9b-8165-d3793f67b2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59837ae-2129-4a6d-8451-2c6279b79d31,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:22.913813 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:22.917169 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.604s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:22.967769 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Deleting port 57e4743a-3e1c-4bc1-8768-29ce40e1b320 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:22.968534 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:23.002042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Attempting to bind port 53ee8ca7-fd48-4e65-8db1-6444a12799fc on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:19:23.002484 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Attempting to bind port 53ee8ca7-fd48-4e65-8db1-6444a12799fc by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'bdd194f5-172b-4e97-bee2-db4b06ec5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5418999a-3274-4db1-855b-12933dc5b807'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:19:23.003431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Attempting to bind port 53ee8ca7-fd48-4e65-8db1-6444a12799fc on network 5418999a-3274-4db1-855b-12933dc5b807 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:23.006644 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a052c8ce-c903-4b9b-8165-d3793f67b2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:23.009254 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c26af-93fc-4dd9-83c5-bd27f176d2ed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Subnet': ['ID=06a402d9-f9ef-4bbb-b7da-66764c405bb5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:23.014024 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-093c26af-93fc-4dd9-83c5-bd27f176d2ed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:23.015560 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-20c128a1-dc36-4069-923a-fb746500c272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:23.016684 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1f4bab51-7211-4b30-8a2c-8111760ad250 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:23.097864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] For port 57e4743a-3e1c-4bc1-8768-29ce40e1b320, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=57e4743a-3e1c-4bc1-8768-29ce40e1b320,segment=NetworkSegment(06b9f9fe-1da1-49a6-b113-2792fea441a4),segment_id=06b9f9fe-1da1-49a6-b113-2792fea441a4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:23.098467 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:23.100265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Port 53ee8ca7-fd48-4e65-8db1-6444a12799fc on network 5418999a-3274-4db1-855b-12933dc5b807 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:19:23.100838 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Attempting to bind port 53ee8ca7-fd48-4e65-8db1-6444a12799fc on network 5418999a-3274-4db1-855b-12933dc5b807 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:23.122091 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Calling delete_port for 57e4743a-3e1c-4bc1-8768-29ce40e1b320 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:23.141858 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-97f1c219-4897-422b-b7f3-90d90d3cc3ba tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Network f3f3fb6e-ecba-4b53-bc35-272e2e3b80de is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:23.152233 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:19:23.153021 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Checking segment: {'id': 'bdd194f5-172b-4e97-bee2-db4b06ec5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5418999a-3274-4db1-855b-12933dc5b807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:23.153610 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Bound using segment: {'id': 'bdd194f5-172b-4e97-bee2-db4b06ec5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5418999a-3274-4db1-855b-12933dc5b807'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:19:23.154861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Bound port: 53ee8ca7-fd48-4e65-8db1-6444a12799fc, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd194f5-172b-4e97-bee2-db4b06ec5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5418999a-3274-4db1-855b-12933dc5b807'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:19:23.156290 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:23.165025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-97f1c219-4897-422b-b7f3-90d90d3cc3ba tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:23.175626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-97f1c219-4897-422b-b7f3-90d90d3cc3ba tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:19:23.178033 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Pushing event updated for resources: {'Port': ['ID=31c00b88-72c5-49d6-b63e-d04565315253,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:23.226891 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:23.229121 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5bae19a1-5954-4646-acb8-91b6bd1ff486 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:23.230528 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:23.231883 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:23.267103 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Pushing event deleted for resources: {'Port': ['ID=57e4743a-3e1c-4bc1-8768-29ce40e1b320,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:23.278678 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] No DVR routers for this DVR port 57e4743a-3e1c-4bc1-8768-29ce40e1b320 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:19:23.284424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:23.284852 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:23.285452 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:23.285814 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:23.286173 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:23.286631 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:23.287488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:23.287488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:23.287680 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:23.287900 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:23.288489 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:23.288662 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:23.296169 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:23.310282 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-c7a18ab1-bd1c-433d-9644-1b17a1e1444d service neutron] 10.222.0.38 "GET /v2.0/networks/5418999a-3274-4db1-855b-12933dc5b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014038 Jun 25 09:19:23.321341 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-415d8df1-e696-43a5-af94-01c3d15b4344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:23.396596 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1c219-4897-422b-b7f3-90d90d3cc3ba tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Pushing event updated for resources: {'Port': ['ID=0a90ec4f-414d-4ea7-b46c-5cf277535d27,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:23.420330 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-97f1c219-4897-422b-b7f3-90d90d3cc3ba tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:23.421889 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-97f1c219-4897-422b-b7f3-90d90d3cc3ba tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:23.427675 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-97f1c219-4897-422b-b7f3-90d90d3cc3ba tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:23.449700 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-415d8df1-e696-43a5-af94-01c3d15b4344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:23.451655 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Attempting to bind port 31c00b88-72c5-49d6-b63e-d04565315253 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:19:23.451945 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Attempting to bind port 31c00b88-72c5-49d6-b63e-d04565315253 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'bdd194f5-172b-4e97-bee2-db4b06ec5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5418999a-3274-4db1-855b-12933dc5b807'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:19:23.452294 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Attempting to bind port 31c00b88-72c5-49d6-b63e-d04565315253 on network 5418999a-3274-4db1-855b-12933dc5b807 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:23.454709 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-97f1c219-4897-422b-b7f3-90d90d3cc3ba tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0059440 Jun 25 09:19:23.467271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] For port 53ee8ca7-fd48-4e65-8db1-6444a12799fc, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:19:23.470977 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] For port 53ee8ca7-fd48-4e65-8db1-6444a12799fc, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=53ee8ca7-fd48-4e65-8db1-6444a12799fc,segment=NetworkSegment(bdd194f5-172b-4e97-bee2-db4b06ec5c77),segment_id=bdd194f5-172b-4e97-bee2-db4b06ec5c77)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:19:23.475644 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:23.480819 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5205b92b-3015-46a9-a3b1-2bb1eb3da8c4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:23.491308 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Request body: {'port': {'device_id': '02d48e3f-61e9-420b-a94b-03b5f5927ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:23.574092 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:23.574865 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:23.576406 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] 10.222.0.38 "PUT /v2.0/ports/53ee8ca7-fd48-4e65-8db1-6444a12799fc HTTP/1.1" status: 200 len: 1093 time: 4.2524817 Jun 25 09:19:23.577051 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8511931-f061-44f8-8231-983fa5c0a3c7', 'tag': '53ee8ca7-fd48-4e65-8db1-6444a12799fc'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:23.579505 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4053040b-a2ca-49eb-95f2-5aa7caffa2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c8511931-f061-44f8-8231-983fa5c0a3c7", "tag": "53ee8ca7-fd48-4e65-8db1-6444a12799fc"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:23.584592 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Port 31c00b88-72c5-49d6-b63e-d04565315253 on network 5418999a-3274-4db1-855b-12933dc5b807 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:19:23.585796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Attempting to bind port 31c00b88-72c5-49d6-b63e-d04565315253 on network 5418999a-3274-4db1-855b-12933dc5b807 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:23.655678 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Pushing event updated for resources: {'Port': ['ID=53ee8ca7-fd48-4e65-8db1-6444a12799fc,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:23.681296 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:23.723299 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:23.729677 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 57e4743a-3e1c-4bc1-8768-29ce40e1b320 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:23.776290 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 57e4743a-3e1c-4bc1-8768-29ce40e1b320 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:23.777110 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 57e4743a-3e1c-4bc1-8768-29ce40e1b320 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:23.800187 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-ff8881b8-ff64-47e8-b095-0e54039ee6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:23.801779 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-ff8881b8-ff64-47e8-b095-0e54039ee6d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=850b94958a5d4536ba20080bddbbc58b&device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 1096 time: 0.1473484 Jun 25 09:19:23.819843 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:23.897686 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-779d8b8b-fd76-4592-a10a-77259e9d7880 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53ee8ca7-fd48-4e65-8db1-6444a12799fc HTTP/1.1" status: 200 len: 217 time: 0.0438173 Jun 25 09:19:23.916112 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5bae19a1-5954-4646-acb8-91b6bd1ff486 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:23.939260 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:19:23.939630 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Checking segment: {'id': 'bdd194f5-172b-4e97-bee2-db4b06ec5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5418999a-3274-4db1-855b-12933dc5b807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:23.940001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Bound using segment: {'id': 'bdd194f5-172b-4e97-bee2-db4b06ec5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5418999a-3274-4db1-855b-12933dc5b807'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:19:23.940446 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Bound port: 31c00b88-72c5-49d6-b63e-d04565315253, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd194f5-172b-4e97-bee2-db4b06ec5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5418999a-3274-4db1-855b-12933dc5b807'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:19:23.940841 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.007728 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-5bae19a1-5954-4646-acb8-91b6bd1ff486 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18eed492-e0ad-4366-ae68-d3ba9e411e02']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:24.008180 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-436804e0-16cf-4170-87db-856dc56445c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:24.009814 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-436804e0-16cf-4170-87db-856dc56445c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43b518a5-cd38-4a81-8240-fd3da8126c92 HTTP/1.1" status: 200 len: 857 time: 0.1035762 Jun 25 09:19:24.039102 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-5bae19a1-5954-4646-acb8-91b6bd1ff486 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b9f9fe-1da1-49a6-b113-2792fea441a4') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:24.039399 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-5bae19a1-5954-4646-acb8-91b6bd1ff486 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b9f9fe-1da1-49a6-b113-2792fea441a4') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:24.054164 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-20e412b5-7487-4b64-b207-09e5949df346 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5418999a-3274-4db1-855b-12933dc5b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368342 Jun 25 09:19:24.066070 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5bae19a1-5954-4646-acb8-91b6bd1ff486 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.085408 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773d1bf-ec99-4793-b58a-8454a67907d0 req-db35d731-a418-46e8-8090-fb4dbaf1bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:24.086969 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3773d1bf-ec99-4793-b58a-8454a67907d0 req-db35d731-a418-46e8-8090-fb4dbaf1bac9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=850b94958a5d4536ba20080bddbbc58b&device_id=1743a003-4534-4919-b204-36054282d5a9 HTTP/1.1" status: 200 len: 1095 time: 0.6610658 Jun 25 09:19:24.151273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74189490-7222-4346-ad24-8705f3f053b2 req-1a4e2aa0-7344-4175-94ef-37e025e72d55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:24.153834 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-74189490-7222-4346-ad24-8705f3f053b2 req-1a4e2aa0-7344-4175-94ef-37e025e72d55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 944 time: 0.7534585 Jun 25 09:19:24.166189 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5bae19a1-5954-4646-acb8-91b6bd1ff486 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.169866 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-415d8df1-e696-43a5-af94-01c3d15b4344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.172772 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-415d8df1-e696-43a5-af94-01c3d15b4344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.188450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-415d8df1-e696-43a5-af94-01c3d15b4344 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c59837ae-2129-4a6d-8451-2c6279b79d31 HTTP/1.1" status: 204 len: 168 time: 1.2907798 Jun 25 09:19:24.242478 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8ee8fd33-572e-4458-a91d-e5e62a218ca5 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:24.247638 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a90ec4f-414d-4ea7-b46c-5cf277535d27 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:19:24.253592 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] For port 31c00b88-72c5-49d6-b63e-d04565315253, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:19:24.258918 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.271277 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bae19a1-5954-4646-acb8-91b6bd1ff486 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:19:24.272466 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5bae19a1-5954-4646-acb8-91b6bd1ff486 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.273637 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Transition to ACTIVE for port object 0a90ec4f-414d-4ea7-b46c-5cf277535d27 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:19:24.279958 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:19:24.315871 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.334573 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a1aa0f53-d635-4722-87c0-d526a91aced4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:24.366594 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d8df1-e696-43a5-af94-01c3d15b4344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59837ae-2129-4a6d-8451-2c6279b79d31,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:24.387578 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] For port 31c00b88-72c5-49d6-b63e-d04565315253, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31c00b88-72c5-49d6-b63e-d04565315253,segment=NetworkSegment(bdd194f5-172b-4e97-bee2-db4b06ec5c77),segment_id=bdd194f5-172b-4e97-bee2-db4b06ec5c77)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:19:24.390081 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-b2b258a9-7dbc-4dbd-9a87-b3a94b54d7ab service neutron] 10.222.0.38 "GET /v2.0/networks/5418999a-3274-4db1-855b-12933dc5b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273292 Jun 25 09:19:24.396045 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150f4f1-91fd-4346-9298-c1426ae10157 req-926baf26-508b-4181-8089-070e2ceca0a3 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:24.403300 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0150f4f1-91fd-4346-9298-c1426ae10157 req-926baf26-508b-4181-8089-070e2ceca0a3 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 931 time: 0.9575746 Jun 25 09:19:24.409276 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-415d8df1-e696-43a5-af94-01c3d15b4344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:24.411506 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a90ec4f-414d-4ea7-b46c-5cf277535d27,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:24.415396 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:24.438751 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.445800 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-18cf83a0-843d-4ca3-a65e-41c7271d8c40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:24.493470 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5bae19a1-5954-4646-acb8-91b6bd1ff486 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.506298 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5bae19a1-5954-4646-acb8-91b6bd1ff486 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.511852 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5bae19a1-5954-4646-acb8-91b6bd1ff486 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/networks/18eed492-e0ad-4366-ae68-d3ba9e411e02 HTTP/1.1" status: 204 len: 168 time: 1.6193376 Jun 25 09:19:24.513989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49414) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:24.522307 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d1545f78-6098-4ee4-a7e7-634d10a822f5 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-274066863', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:24.530479 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:24.531160 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.532900 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] 10.222.0.41 "PUT /v2.0/ports/31c00b88-72c5-49d6-b63e-d04565315253 HTTP/1.1" status: 200 len: 1093 time: 3.6618814 Jun 25 09:19:24.550129 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-74189490-7222-4346-ad24-8705f3f053b2 req-7bf07cc9-8b5d-4350-b82c-30a0c185db48 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580620 Jun 25 09:19:24.553304 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab3594f-a665-4096-ae9f-eed2bda46be9', 'tag': '31c00b88-72c5-49d6-b63e-d04565315253'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:24.557972 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18153da-b402-4bbb-8be1-77d95db2c34b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab3594f-a665-4096-ae9f-eed2bda46be9", "tag": "31c00b88-72c5-49d6-b63e-d04565315253"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:24.625392 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-434dcdb1-5715-4b50-abff-b99d0cb58fb8 service neutron] 10.222.0.38 "GET /v2.0/networks/5418999a-3274-4db1-855b-12933dc5b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288287 Jun 25 09:19:24.630587 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Attempting to bind port 0a90ec4f-414d-4ea7-b46c-5cf277535d27 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:19:24.630968 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Attempting to bind port 0a90ec4f-414d-4ea7-b46c-5cf277535d27 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'ba414158-1658-4eb3-98f9-21604ea1e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f3f3fb6e-ecba-4b53-bc35-272e2e3b80de'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:19:24.631290 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Attempting to bind port 0a90ec4f-414d-4ea7-b46c-5cf277535d27 on network f3f3fb6e-ecba-4b53-bc35-272e2e3b80de {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:24.636633 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1545f78-6098-4ee4-a7e7-634d10a822f5 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.637107 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1545f78-6098-4ee4-a7e7-634d10a822f5 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.641658 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Port 0a90ec4f-414d-4ea7-b46c-5cf277535d27 on network f3f3fb6e-ecba-4b53-bc35-272e2e3b80de not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:19:24.641947 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Attempting to bind port 0a90ec4f-414d-4ea7-b46c-5cf277535d27 on network f3f3fb6e-ecba-4b53-bc35-272e2e3b80de {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:24.650206 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:19:24.650549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Checking segment: {'id': 'ba414158-1658-4eb3-98f9-21604ea1e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f3f3fb6e-ecba-4b53-bc35-272e2e3b80de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:24.650933 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Bound using segment: {'id': 'ba414158-1658-4eb3-98f9-21604ea1e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f3f3fb6e-ecba-4b53-bc35-272e2e3b80de'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:19:24.651376 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Bound port: 0a90ec4f-414d-4ea7-b46c-5cf277535d27, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba414158-1658-4eb3-98f9-21604ea1e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f3f3fb6e-ecba-4b53-bc35-272e2e3b80de'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:19:24.651737 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.664780 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773d1bf-ec99-4793-b58a-8454a67907d0 req-5a6c1bc4-ed63-4751-8e35-664744ef7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:24.674242 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3773d1bf-ec99-4793-b58a-8454a67907d0 req-5a6c1bc4-ed63-4751-8e35-664744ef7f59 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5418999a-3274-4db1-855b-12933dc5b807 HTTP/1.1" status: 200 len: 919 time: 0.5655634 Jun 25 09:19:24.686540 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0150f4f1-91fd-4346-9298-c1426ae10157 req-a75496be-a075-4fb9-b9be-5df82a3bcd33 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/security-groups?id=69f95606-0fbc-4ede-89cf-b383e10e022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822890 Jun 25 09:19:24.736017 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1545f78-6098-4ee4-a7e7-634d10a822f5 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.742992 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1545f78-6098-4ee4-a7e7-634d10a822f5 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.754315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49420) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:24.760411 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Pushing event updated for resources: {'Port': ['ID=31c00b88-72c5-49d6-b63e-d04565315253,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:24.765868 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:24.766888 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e38a97bf-75d1-4750-8fec-9a8d24327e90 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:24.790258 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ef541c3-a100-41ef-beec-d33421b0532f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.806886 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1545f78-6098-4ee4-a7e7-634d10a822f5 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.808129 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d1545f78-6098-4ee4-a7e7-634d10a822f5 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2906423 Jun 25 09:19:24.810914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49422) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:24.818479 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae19a1-5954-4646-acb8-91b6bd1ff486 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Network': ['ID=18eed492-e0ad-4366-ae68-d3ba9e411e02,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:24.820345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-53b9767c-5e0b-4134-987a-ff63fcf9ca73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'network': {'name': 'tempest-RoutersTest-57690905'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:24.824159 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3773d1bf-ec99-4793-b58a-8454a67907d0 req-35a20325-6878-4d4a-a6a6-22bc616018f4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74641635-9c49-4f07-bc29-e1ddacc54419 HTTP/1.1" status: 200 len: 217 time: 0.0791233 Jun 25 09:19:24.827994 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5bae19a1-5954-4646-acb8-91b6bd1ff486 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:24.836630 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 74641635-9c49-4f07-bc29-e1ddacc54419 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:19:24.845662 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] For port 0a90ec4f-414d-4ea7-b46c-5cf277535d27, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:19:24.852662 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b9767c-5e0b-4134-987a-ff63fcf9ca73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:24.856848 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53b9767c-5e0b-4134-987a-ff63fcf9ca73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.891970 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] For port 0a90ec4f-414d-4ea7-b46c-5cf277535d27, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=0a90ec4f-414d-4ea7-b46c-5cf277535d27,segment=NetworkSegment(ba414158-1658-4eb3-98f9-21604ea1e782),segment_id=ba414158-1658-4eb3-98f9-21604ea1e782)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:19:24.895199 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-e7818d8f-2789-45d4-b6c7-18afbe2250e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:24.897102 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-e7818d8f-2789-45d4-b6c7-18afbe2250e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=850b94958a5d4536ba20080bddbbc58b&device_id=2ab3594f-a665-4096-ae9f-eed2bda46be9 HTTP/1.1" status: 200 len: 1096 time: 0.2644541 Jun 25 09:19:24.901447 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773d1bf-ec99-4793-b58a-8454a67907d0 req-eda82bec-be52-42fb-a502-bcd374b81a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:24.902941 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.903888 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3773d1bf-ec99-4793-b58a-8454a67907d0 req-eda82bec-be52-42fb-a502-bcd374b81a62 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43b518a5-cd38-4a81-8240-fd3da8126c92 HTTP/1.1" status: 200 len: 857 time: 0.0619159 Jun 25 09:19:24.909350 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fe9eb674-ea86-47bf-9339-5ca25462e826 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:24.954875 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3773d1bf-ec99-4793-b58a-8454a67907d0 req-de6ee96c-0d60-4873-bb8b-cc97bca97290 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5418999a-3274-4db1-855b-12933dc5b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440228 Jun 25 09:19:24.967482 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b9767c-5e0b-4134-987a-ff63fcf9ca73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:19:24.982225 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:24.982851 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:24.984261 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] 10.222.0.41 "PUT /v2.0/ports/0a90ec4f-414d-4ea7-b46c-5cf277535d27 HTTP/1.1" status: 200 len: 1092 time: 1.5061009 Jun 25 09:19:24.993801 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-224bd666-f7ca-48d7-9a2b-02d959ef6277 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31c00b88-72c5-49d6-b63e-d04565315253 HTTP/1.1" status: 200 len: 217 time: 0.0649512 Jun 25 09:19:24.995294 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.resource_extend [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:19:25.004974 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53b9767c-5e0b-4134-987a-ff63fcf9ca73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:25.005347 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-53b9767c-5e0b-4134-987a-ff63fcf9ca73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Added segment dea50c50-6a9f-41b4-889e-fd83bd5674cc of type vlan for network 79885bcd-46b5-467a-a4bf-1f5c96d9af7e Jun 25 09:19:25.038799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a90ec4f-414d-4ea7-b46c-5cf277535d27,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:25.069617 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:25.079430 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f92a80b7-20fe-4f7f-8f4c-ac8389c4e645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:25.121320 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-548a431d-e5d2-45b0-a495-5d23ff56935e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:25.122821 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-548a431d-e5d2-45b0-a495-5d23ff56935e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43b518a5-cd38-4a81-8240-fd3da8126c92 HTTP/1.1" status: 200 len: 857 time: 0.1184046 Jun 25 09:19:25.126609 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53b9767c-5e0b-4134-987a-ff63fcf9ca73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:25.169918 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-555ebe77-bc4c-43b4-83e0-4d626ace416c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5418999a-3274-4db1-855b-12933dc5b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386205 Jun 25 09:19:25.189766 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ef541c3-a100-41ef-beec-d33421b0532f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:25.196141 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ef541c3-a100-41ef-beec-d33421b0532f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:25.200154 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-541f9d63-ec70-4530-8c66-1ba703aea4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:25.223339 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53b9767c-5e0b-4134-987a-ff63fcf9ca73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:25.230490 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b9767c-5e0b-4134-987a-ff63fcf9ca73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:25.231526 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53b9767c-5e0b-4134-987a-ff63fcf9ca73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:25.241609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef541c3-a100-41ef-beec-d33421b0532f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fe0d60-520c-4691-9bd0-f9367cceff0d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:25.253971 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-532ca373-081c-4f0b-8341-9c316f4f6186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:25.255409 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-532ca373-081c-4f0b-8341-9c316f4f6186 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f79d566e4c6f4703972c78b48a830d67&device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 1095 time: 0.1847570 Jun 25 09:19:25.258148 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9ef541c3-a100-41ef-beec-d33421b0532f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:25.260748 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f1905739-3fa0-452a-8aff-77b3d298cf57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:25.326223 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-53b9767c-5e0b-4134-987a-ff63fcf9ca73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5141153 Jun 25 09:19:25.374138 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-77fb5012-e1d0-47c6-92ab-855a653790c9 service neutron] 10.222.0.41 "GET /v2.0/networks/5418999a-3274-4db1-855b-12933dc5b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965830 Jun 25 09:19:25.374621 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49434) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:25.376479 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 74641635-9c49-4f07-bc29-e1ddacc54419, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=74641635-9c49-4f07-bc29-e1ddacc54419,segment=NetworkSegment(bdd194f5-172b-4e97-bee2-db4b06ec5c77),segment_id=bdd194f5-172b-4e97-bee2-db4b06ec5c77)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:25.380516 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3773d1bf-ec99-4793-b58a-8454a67907d0 req-e1d22de7-20bd-433a-8e99-cb42c12549cb service neutron] 10.222.0.38 "GET /v2.0/networks/5418999a-3274-4db1-855b-12933dc5b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857677 Jun 25 09:19:25.385617 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a25eecaa-4686-4aac-9265-ad8f9aef10e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'subnet': {'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:25.419173 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '74641635-9c49-4f07-bc29-e1ddacc54419', 'network_id': '5418999a-3274-4db1-855b-12933dc5b807', 'port_id': '74641635-9c49-4f07-bc29-e1ddacc54419', 'mac_address': 'fa:16:3e:57:7d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b518a5-cd38-4a81-8240-fd3da8126c92', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:19:25.462015 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:25.546162 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:25.585883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74641635-9c49-4f07-bc29-e1ddacc54419 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:19:25.648084 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 74641635-9c49-4f07-bc29-e1ddacc54419, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=74641635-9c49-4f07-bc29-e1ddacc54419,segment=NetworkSegment(bdd194f5-172b-4e97-bee2-db4b06ec5c77),segment_id=bdd194f5-172b-4e97-bee2-db4b06ec5c77)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:25.655993 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:25.661790 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-91a83baa-03e6-47a9-863c-f76098e9707a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:25.688964 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8230390d-5eec-4b74-8f0f-b275bfe69034 x-openstack-request-id: req-8230390d-5eec-4b74-8f0f-b275bfe69034 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:25.689522 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab3594f-a665-4096-ae9f-eed2bda46be9", "tag": "31c00b88-72c5-49d6-b63e-d04565315253", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:25.689634 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8230390d-5eec-4b74-8f0f-b275bfe69034 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:25.690082 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab3594f-a665-4096-ae9f-eed2bda46be9', 'tag': '31c00b88-72c5-49d6-b63e-d04565315253', 'status': 'completed', 'code': 200} Jun 25 09:19:25.727522 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092e31c0-fe68-4cd8-adc4-fac34eacf215 x-openstack-request-id: req-092e31c0-fe68-4cd8-adc4-fac34eacf215 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:25.727906 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8511931-f061-44f8-8231-983fa5c0a3c7", "tag": "53ee8ca7-fd48-4e65-8db1-6444a12799fc", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:25.728139 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-092e31c0-fe68-4cd8-adc4-fac34eacf215 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:25.728576 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8511931-f061-44f8-8231-983fa5c0a3c7', 'tag': '53ee8ca7-fd48-4e65-8db1-6444a12799fc', 'status': 'completed', 'code': 200} Jun 25 09:19:25.731352 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9ef541c3-a100-41ef-beec-d33421b0532f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c7e9cc886d6b4ac4ab16a02e9bd910e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9757206 Jun 25 09:19:25.758342 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3773d1bf-ec99-4793-b58a-8454a67907d0 req-d609452e-d85e-47e5-a76c-50db211dd624 service neutron] 10.222.0.38 "GET /v2.0/networks/5418999a-3274-4db1-855b-12933dc5b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823545 Jun 25 09:19:25.761326 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49440) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:25.763621 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25eecaa-4686-4aac-9265-ad8f9aef10e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:25.767261 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a25eecaa-4686-4aac-9265-ad8f9aef10e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:25.776372 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-4ca5d677-74a9-4048-bba6-d33ece1c6425 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a90ec4f-414d-4ea7-b46c-5cf277535d27 HTTP/1.1" status: 200 len: 217 time: 0.5020928 Jun 25 09:19:25.786946 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9767c-5e0b-4134-987a-ff63fcf9ca73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Network': ['ID=79885bcd-46b5-467a-a4bf-1f5c96d9af7e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:25.796034 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=74641635-9c49-4f07-bc29-e1ddacc54419,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:25.799251 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-53b9767c-5e0b-4134-987a-ff63fcf9ca73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:25.802843 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:25.809566 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 79885bcd-46b5-467a-a4bf-1f5c96d9af7e details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:19:25.850141 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-fb1290e4-f6ec-4741-8417-2274132f7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:25.851658 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-fb1290e4-f6ec-4741-8417-2274132f7cb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5be31301-2599-4be4-8e2f-800fffb88f39 HTTP/1.1" status: 200 len: 858 time: 0.0662179 Jun 25 09:19:25.879726 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053040b-a2ca-49eb-95f2-5aa7caffa2bd req-4508a735-756c-40a0-969d-eb3802f0e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:25.881243 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4053040b-a2ca-49eb-95f2-5aa7caffa2bd req-4508a735-756c-40a0-969d-eb3802f0e7e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=850b94958a5d4536ba20080bddbbc58b&device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 1096 time: 0.1581399 Jun 25 09:19:25.901510 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-ca66b0b3-48c0-46ff-8d45-bf79d6c414f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3f3fb6e-ecba-4b53-bc35-272e2e3b80de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415294 Jun 25 09:19:26.019893 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b343e5f8-41bc-4465-92ce-7e7e4fe764eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:26.050437 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da3f625f-dca3-4284-b9b9-3cf2d7155b0a req-40ad457f-1c3f-4058-ac66-a01df545fea1 service neutron] 10.222.0.41 "GET /v2.0/networks/5418999a-3274-4db1-855b-12933dc5b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987922 Jun 25 09:19:26.068307 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['74641635-9c49-4f07-bc29-e1ddacc54419'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:19:26.070991 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-d3320d61-6529-4e5b-86db-fc51d0d35639 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f3fb6e-ecba-4b53-bc35-272e2e3b80de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621242 Jun 25 09:19:26.072045 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053040b-a2ca-49eb-95f2-5aa7caffa2bd req-bbd83a4c-12d2-4c6f-b870-7e334a8771d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:26.073757 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4053040b-a2ca-49eb-95f2-5aa7caffa2bd req-bbd83a4c-12d2-4c6f-b870-7e334a8771d0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5418999a-3274-4db1-855b-12933dc5b807 HTTP/1.1" status: 200 len: 919 time: 0.1747646 Jun 25 09:19:26.083068 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b343e5f8-41bc-4465-92ce-7e7e4fe764eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:26.127892 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0ea7e-e419-49d4-9c7f-e4a202ca3f20 req-b247c2d6-a9e1-4e2b-acc2-3d877a990df6 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:26.129531 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a4c0ea7e-e419-49d4-9c7f-e4a202ca3f20 req-b247c2d6-a9e1-4e2b-acc2-3d877a990df6 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 945 time: 0.3672109 Jun 25 09:19:26.137467 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:26.137706 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286396d8-52dd-4937-bb5d-2c3dd815a49a req-18487d36-7aed-481d-9671-056453a980a3 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:26.139090 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-286396d8-52dd-4937-bb5d-2c3dd815a49a req-18487d36-7aed-481d-9671-056453a980a3 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 944 time: 0.2904708 Jun 25 09:19:26.203963 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4053040b-a2ca-49eb-95f2-5aa7caffa2bd req-4a974584-3060-4573-b63a-04e0ba57b1a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53ee8ca7-fd48-4e65-8db1-6444a12799fc HTTP/1.1" status: 200 len: 217 time: 0.1172771 Jun 25 09:19:26.270276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053040b-a2ca-49eb-95f2-5aa7caffa2bd req-f533be7c-9cc1-42a2-99b5-8af89ddec1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:26.272137 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4053040b-a2ca-49eb-95f2-5aa7caffa2bd req-f533be7c-9cc1-42a2-99b5-8af89ddec1c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43b518a5-cd38-4a81-8240-fd3da8126c92 HTTP/1.1" status: 200 len: 857 time: 0.0591712 Jun 25 09:19:26.307349 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a4c0ea7e-e419-49d4-9c7f-e4a202ca3f20 req-5bd8e91f-3c9f-409e-85d4-b97a6a894cf2 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/security-groups?id=145ea396-f27d-4b93-919b-ce2fa6556d99&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1632261 Jun 25 09:19:26.316072 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-286396d8-52dd-4937-bb5d-2c3dd815a49a req-03fa61a2-da90-42fb-8248-84cc340dd84f tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587260 Jun 25 09:19:26.321834 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b343e5f8-41bc-4465-92ce-7e7e4fe764eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:26.324564 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b343e5f8-41bc-4465-92ce-7e7e4fe764eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:26.325873 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b343e5f8-41bc-4465-92ce-7e7e4fe764eb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/91fe0d60-520c-4691-9bd0-f9367cceff0d HTTP/1.1" status: 204 len: 168 time: 0.5547557 Jun 25 09:19:26.329544 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-87a3cb84-a9dd-45e1-987a-1f07aaf4b171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:26.335985 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4053040b-a2ca-49eb-95f2-5aa7caffa2bd req-59d14278-5d1f-47b4-bc7d-8c3622484b37 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5418999a-3274-4db1-855b-12933dc5b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574031 Jun 25 09:19:26.384754 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343e5f8-41bc-4465-92ce-7e7e4fe764eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fe0d60-520c-4691-9bd0-f9367cceff0d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:26.394645 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b343e5f8-41bc-4465-92ce-7e7e4fe764eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:26.410494 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18153da-b402-4bbb-8be1-77d95db2c34b req-c95748e8-db13-4f83-a45d-b59dd775a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:26.412113 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a18153da-b402-4bbb-8be1-77d95db2c34b req-c95748e8-db13-4f83-a45d-b59dd775a31c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=850b94958a5d4536ba20080bddbbc58b&device_id=2ab3594f-a665-4096-ae9f-eed2bda46be9 HTTP/1.1" status: 200 len: 1096 time: 0.2076492 Jun 25 09:19:26.415364 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a25eecaa-4686-4aac-9265-ad8f9aef10e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:26.418129 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e3c0fbc6-93b2-4181-becc-75484ea8fe9b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:26.422356 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-382d5dd0-65c6-41ec-9c56-3dab1650cb0c req-d133b86a-704e-45be-9018-21352a95af72 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f3fb6e-ecba-4b53-bc35-272e2e3b80de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447659 Jun 25 09:19:26.479878 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4053040b-a2ca-49eb-95f2-5aa7caffa2bd req-e282188b-d63c-4677-9db2-872fbf792ae3 service neutron] 10.222.0.38 "GET /v2.0/networks/5418999a-3274-4db1-855b-12933dc5b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359475 Jun 25 09:19:26.550638 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25eecaa-4686-4aac-9265-ad8f9aef10e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Subnet': ['ID=b9b52903-9302-40e9-a610-a69d5565d383,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:26.563496 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a25eecaa-4686-4aac-9265-ad8f9aef10e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:26.581399 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25eecaa-4686-4aac-9265-ad8f9aef10e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Checking segment: {'id': 'dea50c50-6a9f-41b4-889e-fd83bd5674cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:26.581763 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25eecaa-4686-4aac-9265-ad8f9aef10e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network hostable DHCP agents. Network: 79885bcd-46b5-467a-a4bf-1f5c96d9af7e, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:19:26.584379 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18153da-b402-4bbb-8be1-77d95db2c34b req-5d6d94e2-1877-41c8-92e2-fcf55741a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:26.586070 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a18153da-b402-4bbb-8be1-77d95db2c34b req-5d6d94e2-1877-41c8-92e2-fcf55741a14b service neutron] 10.222.0.41 "GET /v2.0/networks?id=5418999a-3274-4db1-855b-12933dc5b807 HTTP/1.1" status: 200 len: 919 time: 0.1632123 Jun 25 09:19:26.617161 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4053040b-a2ca-49eb-95f2-5aa7caffa2bd req-41379977-e11e-4757-b5f2-59940c60178d service neutron] 10.222.0.38 "GET /v2.0/networks/5418999a-3274-4db1-855b-12933dc5b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273644 Jun 25 09:19:26.647433 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a18153da-b402-4bbb-8be1-77d95db2c34b req-4e915bcc-5a1a-407d-9dbc-94cf1a102463 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31c00b88-72c5-49d6-b63e-d04565315253 HTTP/1.1" status: 200 len: 217 time: 0.0530128 Jun 25 09:19:26.684366 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25eecaa-4686-4aac-9265-ad8f9aef10e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 79885bcd-46b5-467a-a4bf-1f5c96d9af7e is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:19:26.731960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-a25eecaa-4686-4aac-9265-ad8f9aef10e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 79885bcd-46b5-467a-a4bf-1f5c96d9af7e) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:26.744513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25eecaa-4686-4aac-9265-ad8f9aef10e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:26.745111 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a25eecaa-4686-4aac-9265-ad8f9aef10e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:26.747568 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166fd460-4ec2-4c29-81b4-850f0347e98c None None] Network 79885bcd-46b5-467a-a4bf-1f5c96d9af7e requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:26.748227 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18153da-b402-4bbb-8be1-77d95db2c34b req-fbe3dad5-a4a9-4b60-9130-30aa6c070136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:26.749766 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a18153da-b402-4bbb-8be1-77d95db2c34b req-fbe3dad5-a4a9-4b60-9130-30aa6c070136 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43b518a5-cd38-4a81-8240-fd3da8126c92 HTTP/1.1" status: 200 len: 857 time: 0.0941093 Jun 25 09:19:26.812017 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a18153da-b402-4bbb-8be1-77d95db2c34b req-ea576104-ef70-4b9d-946e-bc21221bd0a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5418999a-3274-4db1-855b-12933dc5b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547740 Jun 25 09:19:26.816412 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a25eecaa-4686-4aac-9265-ad8f9aef10e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4353445 Jun 25 09:19:26.816710 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49476) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:26.846470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 53ee8ca7-fd48-4e65-8db1-6444a12799fc details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:19:26.943794 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c998893-cbe3-47f5-b5c0-8806b3e5fa2d req-b894550c-8028-4d40-8953-ef780c6486ca tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:26.951474 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c998893-cbe3-47f5-b5c0-8806b3e5fa2d req-b894550c-8028-4d40-8953-ef780c6486ca tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 943 time: 0.2678912 Jun 25 09:19:27.045611 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c998893-cbe3-47f5-b5c0-8806b3e5fa2d req-d9752910-aa12-41ec-b6fc-263ee5e41a2c tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/security-groups?id=69f95606-0fbc-4ede-89cf-b383e10e022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896413 Jun 25 09:19:27.098933 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a18153da-b402-4bbb-8be1-77d95db2c34b req-3f7adec8-0c65-4066-8a20-78bb450ee417 service neutron] 10.222.0.41 "GET /v2.0/networks/5418999a-3274-4db1-855b-12933dc5b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718816 Jun 25 09:19:27.100585 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:19:27.101649 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:27.119394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 53ee8ca7-fd48-4e65-8db1-6444a12799fc, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=53ee8ca7-fd48-4e65-8db1-6444a12799fc,segment=NetworkSegment(bdd194f5-172b-4e97-bee2-db4b06ec5c77),segment_id=bdd194f5-172b-4e97-bee2-db4b06ec5c77)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:27.142908 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '53ee8ca7-fd48-4e65-8db1-6444a12799fc', 'network_id': '5418999a-3274-4db1-855b-12933dc5b807', 'port_id': '53ee8ca7-fd48-4e65-8db1-6444a12799fc', 'mac_address': 'fa:16:3e:22:dd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b518a5-cd38-4a81-8240-fd3da8126c92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:19:27.236427 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:27.288876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a18153da-b402-4bbb-8be1-77d95db2c34b req-36979531-1896-4169-8bb8-58095b498de1 service neutron] 10.222.0.41 "GET /v2.0/networks/5418999a-3274-4db1-855b-12933dc5b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824389 Jun 25 09:19:27.290588 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:27.312958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ee8ca7-fd48-4e65-8db1-6444a12799fc {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:19:27.341238 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 53ee8ca7-fd48-4e65-8db1-6444a12799fc, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=53ee8ca7-fd48-4e65-8db1-6444a12799fc,segment=NetworkSegment(bdd194f5-172b-4e97-bee2-db4b06ec5c77),segment_id=bdd194f5-172b-4e97-bee2-db4b06ec5c77)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:27.407886 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Allocated IP 172.20.0.2 (79885bcd-46b5-467a-a4bf-1f5c96d9af7e/b9b52903-9302-40e9-a610-a69d5565d383/ffb252ef-89e3-46c8-8e62-f756e5ed93f2) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:19:27.434297 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:27.464768 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:27.556981 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=53ee8ca7-fd48-4e65-8db1-6444a12799fc,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:27.565054 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:27.580937 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49516) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:27.591221 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f04cd1-2142-4ac2-823f-a3de466a5c7d req-56a5cc5c-78fd-439d-9bb6-158a9e92756d tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:27.598688 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51f04cd1-2142-4ac2-823f-a3de466a5c7d req-56a5cc5c-78fd-439d-9bb6-158a9e92756d tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 945 time: 0.0852089 Jun 25 09:19:27.644183 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51f04cd1-2142-4ac2-823f-a3de466a5c7d req-7917bd84-fc2b-45dd-851f-96b308a1cea3 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441949 Jun 25 09:19:27.651179 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:27.669877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Transition to ACTIVE for port object ffb252ef-89e3-46c8-8e62-f756e5ed93f2 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:27.688943 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Transition to ACTIVE for port object ffb252ef-89e3-46c8-8e62-f756e5ed93f2 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:27.696794 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:27.706580 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:27.736874 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d48e3f-61e9-420b-a94b-03b5f5927ade', 'tag': '0a90ec4f-414d-4ea7-b46c-5cf277535d27'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:27.743752 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Network 79885bcd-46b5-467a-a4bf-1f5c96d9af7e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:27.744286 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dab2cd-8e8d-4328-b63a-2fc1b34cc033" -d '{"events": [{"name": "network-changed", "server_uuid": "02d48e3f-61e9-420b-a94b-03b5f5927ade", "tag": "0a90ec4f-414d-4ea7-b46c-5cf277535d27"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:27.747008 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:27.750287 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:19:27.775765 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Allocated IP 172.20.0.1 (79885bcd-46b5-467a-a4bf-1f5c96d9af7e/b9b52903-9302-40e9-a610-a69d5565d383/d7914a2a-7928-4d7e-bda0-260eea98d49c) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:19:27.793260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Pushing event updated for resources: {'Port': ['ID=ffb252ef-89e3-46c8-8e62-f756e5ed93f2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:27.796460 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:27.829232 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1061966473-network', 'tenant_id': '7474114b2c184a18967efdee86f25425'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:27.837185 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Attempting to bind port ffb252ef-89e3-46c8-8e62-f756e5ed93f2 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:19:27.837572 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Attempting to bind port ffb252ef-89e3-46c8-8e62-f756e5ed93f2 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'dea50c50-6a9f-41b4-889e-fd83bd5674cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:19:27.837943 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Attempting to bind port ffb252ef-89e3-46c8-8e62-f756e5ed93f2 on network 79885bcd-46b5-467a-a4bf-1f5c96d9af7e {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:27.840271 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['53ee8ca7-fd48-4e65-8db1-6444a12799fc'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:19:27.910744 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:19:27.911219 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Checking segment: {'id': 'dea50c50-6a9f-41b4-889e-fd83bd5674cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:27.911798 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:27.912341 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Bound using segment: {'id': 'dea50c50-6a9f-41b4-889e-fd83bd5674cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:19:27.913161 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Bound port: ffb252ef-89e3-46c8-8e62-f756e5ed93f2, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea50c50-6a9f-41b4-889e-fd83bd5674cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:19:27.913724 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:27.914781 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Made reservation on behalf of 7474114b2c184a18967efdee86f25425 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:27.917696 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:27.931199 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:27.933450 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:27.985376 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:28.018203 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Transition to ACTIVE for port object d7914a2a-7928-4d7e-bda0-260eea98d49c will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:28.063525 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee170c2-1614-4a4e-ac97-a76963612c79 x-openstack-request-id: req-3ee170c2-1614-4a4e-ac97-a76963612c79 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:28.063938 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d48e3f-61e9-420b-a94b-03b5f5927ade", "tag": "0a90ec4f-414d-4ea7-b46c-5cf277535d27", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:28.064265 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3ee170c2-1614-4a4e-ac97-a76963612c79 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:28.064766 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d48e3f-61e9-420b-a94b-03b5f5927ade', 'tag': '0a90ec4f-414d-4ea7-b46c-5cf277535d27', 'status': 'completed', 'code': 200} Jun 25 09:19:28.076522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] For port ffb252ef-89e3-46c8-8e62-f756e5ed93f2, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:19:28.088519 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:28.092386 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0c54d34b-ecd5-42b4-9817-7c0c18835e31 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:28.111528 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] For port ffb252ef-89e3-46c8-8e62-f756e5ed93f2, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ffb252ef-89e3-46c8-8e62-f756e5ed93f2,segment=NetworkSegment(dea50c50-6a9f-41b4-889e-fd83bd5674cc),segment_id=dea50c50-6a9f-41b4-889e-fd83bd5674cc)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:19:28.120781 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:28.128722 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:28.186486 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Pushing event updated for resources: {'Port': ['ID=ffb252ef-89e3-46c8-8e62-f756e5ed93f2,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:28.190989 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:28.203676 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:28.207246 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 79885bcd-46b5-467a-a4bf-1f5c96d9af7e is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:28.209402 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:28.212154 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dab2cd-8e8d-4328-b63a-2fc1b34cc033 req-571a83b5-217c-402c-8cf1-1d8b77e77a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:28.214135 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52dab2cd-8e8d-4328-b63a-2fc1b34cc033 req-571a83b5-217c-402c-8cf1-1d8b77e77a37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f79d566e4c6f4703972c78b48a830d67&device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 1095 time: 0.0962629 Jun 25 09:19:28.217753 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:19:28.220377 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:28.261815 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=d7914a2a-7928-4d7e-bda0-260eea98d49c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:28.269467 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:28.269981 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3e4867d8-3763-4189-82f8-4341d231b8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:28.297659 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:19:28.319508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dab2cd-8e8d-4328-b63a-2fc1b34cc033 req-02529809-5033-4373-b15b-2020e86a6692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:28.322941 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52dab2cd-8e8d-4328-b63a-2fc1b34cc033 req-02529809-5033-4373-b15b-2020e86a6692 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3f3fb6e-ecba-4b53-bc35-272e2e3b80de HTTP/1.1" status: 200 len: 920 time: 0.0982938 Jun 25 09:19:28.325585 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:28.325934 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Added segment 9315ae90-67db-4458-b526-efd6017aaed5 of type vlan for network 86032570-f2c0-48a3-9354-653695b1e594 Jun 25 09:19:28.327423 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:28.336593 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef21af59-aedc-4f43-a1f4-89ed97e30e5b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:28.371298 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:28.389676 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52dab2cd-8e8d-4328-b63a-2fc1b34cc033 req-95ada881-48c3-44bf-ba3a-e43befbe3045 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a90ec4f-414d-4ea7-b46c-5cf277535d27 HTTP/1.1" status: 200 len: 217 time: 0.0596399 Jun 25 09:19:28.432826 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:28.491037 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:28.492254 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:28.493438 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:28.520330 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:28.558932 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dab2cd-8e8d-4328-b63a-2fc1b34cc033 req-dd7ae06d-baa5-4858-90bc-66ac7e0b3f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:28.560445 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52dab2cd-8e8d-4328-b63a-2fc1b34cc033 req-dd7ae06d-baa5-4858-90bc-66ac7e0b3f83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5be31301-2599-4be4-8e2f-800fffb88f39 HTTP/1.1" status: 200 len: 858 time: 0.1590266 Jun 25 09:19:28.593990 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0119092 Jun 25 09:19:28.598123 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49558) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:28.606628 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52dab2cd-8e8d-4328-b63a-2fc1b34cc033 req-58204f41-9858-46fa-943f-ac8285bce230 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3f3fb6e-ecba-4b53-bc35-272e2e3b80de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366650 Jun 25 09:19:28.606893 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-48e47bf4-07d8-4341-bba0-82abe1b4e0ab admin admin] Request body: {'subnet': {'network_id': '86032570-f2c0-48a3-9354-653695b1e594', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1061966473-subnet', 'tenant_id': '7474114b2c184a18967efdee86f25425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:28.610543 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Pushing event updated for resources: {'Network': ['ID=86032570-f2c0-48a3-9354-653695b1e594,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:28.613935 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:28.619438 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:28.622852 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 86032570-f2c0-48a3-9354-653695b1e594 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:19:28.673566 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e47bf4-07d8-4341-bba0-82abe1b4e0ab admin admin] Made reservation on behalf of 7474114b2c184a18967efdee86f25425 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:28.676420 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48e47bf4-07d8-4341-bba0-82abe1b4e0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:28.696246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dfffd-d4fd-449f-949c-8a07de3f01df req-0a854e46-ab66-456f-815a-728d9925a1c1 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:28.703416 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-656dfffd-d4fd-449f-949c-8a07de3f01df req-0a854e46-ab66-456f-815a-728d9925a1c1 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 943 time: 0.2611644 Jun 25 09:19:28.862745 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 74641635-9c49-4f07-bc29-e1ddacc54419 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:28.951687 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 74641635-9c49-4f07-bc29-e1ddacc54419 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:28.957708 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 74641635-9c49-4f07-bc29-e1ddacc54419 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:28.958306 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:29.022671 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fce39-5e51-4ab3-a8b8-735872a3fd4f req-c0baf6ee-ae63-47a1-91b1-a8233fc1a467 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:29.029816 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-967fce39-5e51-4ab3-a8b8-735872a3fd4f req-c0baf6ee-ae63-47a1-91b1-a8233fc1a467 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 945 time: 0.5893855 Jun 25 09:19:29.060879 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48e47bf4-07d8-4341-bba0-82abe1b4e0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:29.062713 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:29.065997 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-474b9e28-36df-4548-ac75-7c06773fac97 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:29.091572 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-656dfffd-d4fd-449f-949c-8a07de3f01df req-3f8fd9d7-4c77-440f-b868-fd251385282c tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/security-groups?id=69f95606-0fbc-4ede-89cf-b383e10e022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872318 Jun 25 09:19:29.103985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 74641635-9c49-4f07-bc29-e1ddacc54419, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=74641635-9c49-4f07-bc29-e1ddacc54419,segment=NetworkSegment(bdd194f5-172b-4e97-bee2-db4b06ec5c77),segment_id=bdd194f5-172b-4e97-bee2-db4b06ec5c77)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:29.105057 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1743a003-4534-4919-b204-36054282d5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74641635-9c49-4f07-bc29-e1ddacc54419'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:29.105389 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52dab2cd-8e8d-4328-b63a-2fc1b34cc033 req-fa81e550-9b71-4f01-8431-31a899a81e8d service neutron] 10.222.0.41 "GET /v2.0/networks/f3f3fb6e-ecba-4b53-bc35-272e2e3b80de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876571 Jun 25 09:19:29.109625 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a37cbd7-21ea-4f73-8903-18a1c39d90d8" -d '{"events": [{"server_uuid": "1743a003-4534-4919-b204-36054282d5a9", "name": "network-vif-plugged", "status": "completed", "tag": "74641635-9c49-4f07-bc29-e1ddacc54419"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:29.112089 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-967fce39-5e51-4ab3-a8b8-735872a3fd4f req-fd89d63c-0e65-479e-b71b-062fe756ca34 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/security-groups?id=145ea396-f27d-4b93-919b-ce2fa6556d99&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0814619 Jun 25 09:19:29.113961 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:29.116350 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-142088a7-acd9-4575-95cf-12e397345342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:29.179015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:29.189012 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:29.196018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e47bf4-07d8-4341-bba0-82abe1b4e0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:29.199355 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48e47bf4-07d8-4341-bba0-82abe1b4e0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:29.206230 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=74641635-9c49-4f07-bc29-e1ddacc54419,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:29.213461 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:29.225698 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3d2541bc-ca95-47ae-b370-1ec0bca61868 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:29.281722 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e47bf4-07d8-4341-bba0-82abe1b4e0ab admin admin] Checking segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:29.282496 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e47bf4-07d8-4341-bba0-82abe1b4e0ab admin admin] Network hostable DHCP agents. Network: 86032570-f2c0-48a3-9354-653695b1e594, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:19:29.299995 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=d7914a2a-7928-4d7e-bda0-260eea98d49c,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:29.303665 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:29.304534 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:29.343387 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52dab2cd-8e8d-4328-b63a-2fc1b34cc033 req-c74b1425-4808-4183-97cf-d5c63d7ba5b0 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f3fb6e-ecba-4b53-bc35-272e2e3b80de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263288 Jun 25 09:19:29.370037 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605faffb-c214-48d7-a0ae-8fb91ecb5799 req-fccdbfe9-79df-413f-bc7d-cb0a43a7f3f9 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:29.371750 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-605faffb-c214-48d7-a0ae-8fb91ecb5799 req-fccdbfe9-79df-413f-bc7d-cb0a43a7f3f9 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 945 time: 0.1137300 Jun 25 09:19:29.393163 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e47bf4-07d8-4341-bba0-82abe1b4e0ab admin admin] Network 86032570-f2c0-48a3-9354-653695b1e594 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:19:29.412547 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-48e47bf4-07d8-4341-bba0-82abe1b4e0ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 86032570-f2c0-48a3-9354-653695b1e594) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:29.420383 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-605faffb-c214-48d7-a0ae-8fb91ecb5799 req-ad61c78f-2b1f-406e-a04b-af5fe00af596 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426292 Jun 25 09:19:29.424145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930fd85f-dc33-4ace-b949-79ff0c42f64a None None] Network 86032570-f2c0-48a3-9354-653695b1e594 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:29.425222 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e47bf4-07d8-4341-bba0-82abe1b4e0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:29.426001 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48e47bf4-07d8-4341-bba0-82abe1b4e0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:29.473872 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-48e47bf4-07d8-4341-bba0-82abe1b4e0ab admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8714454 Jun 25 09:19:29.531219 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 79885bcd-46b5-467a-a4bf-1f5c96d9af7e is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:29.535085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:29.560042 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56801621-2cb7-4ba9-baf9-80a77b96f4e5 x-openstack-request-id: req-56801621-2cb7-4ba9-baf9-80a77b96f4e5 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:29.560337 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1743a003-4534-4919-b204-36054282d5a9", "name": "network-vif-plugged", "status": "completed", "tag": "74641635-9c49-4f07-bc29-e1ddacc54419", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:29.560604 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-56801621-2cb7-4ba9-baf9-80a77b96f4e5 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:29.561038 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1743a003-4534-4919-b204-36054282d5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74641635-9c49-4f07-bc29-e1ddacc54419', 'code': 200} Jun 25 09:19:29.667296 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f684a4af-860f-4ae3-9ae3-7b1b6f51cb9b None None] Network 79885bcd-46b5-467a-a4bf-1f5c96d9af7e requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:29.790870 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:19:29.818789 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3699d0-1edd-4ae4-b627-8c4542c49286 req-8d8c7f81-4934-4d48-abc6-7c9cecaa8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:29.820847 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ef3699d0-1edd-4ae4-b627-8c4542c49286 req-8d8c7f81-4934-4d48-abc6-7c9cecaa8531 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1743a003-4534-4919-b204-36054282d5a9 HTTP/1.1" status: 200 len: 1097 time: 0.1230741 Jun 25 09:19:29.837221 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ffb252ef-89e3-46c8-8e62-f756e5ed93f2 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:29.851415 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ad3f5238-c6d2-48e6-aee1-8157bcc9f5b7 None None] Provisioning for port ffb252ef-89e3-46c8-8e62-f756e5ed93f2 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:29.879791 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c77935-6537-4506-b367-5b1204ef7131 None None] Network 86032570-f2c0-48a3-9354-653695b1e594 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:29.969794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:19:29.976794 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/891deaf1-527e-4a7c-adbd-ab3f58490bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1585035 Jun 25 09:19:29.980150 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49592) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:29.982542 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ef3699d0-1edd-4ae4-b627-8c4542c49286 req-1544e745-c182-4762-aac1-9298c222386d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111069 Jun 25 09:19:29.988369 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-131e96b3-9a82-46d7-a992-cd3b6d19e451 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'network': {'name': 'tempest-RoutersTest-172962135'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:29.993173 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Sync routers for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:19:29.996289 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-3d8ee5a7-38fb-4bf3-a89d-82cc87f57613 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:29.997840 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-3d8ee5a7-38fb-4bf3-a89d-82cc87f57613 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/networks?id=dad122da-9762-4f59-a9e2-64bd248a4a6f HTTP/1.1" status: 200 len: 805 time: 0.1677351 Jun 25 09:19:30.015571 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:30.016075 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:30.031750 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-ed3bce47-7874-4a30-b8e4-ceab74782b1d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/quotas/dd3b2251bcb44013a235a723b458a880 HTTP/1.1" status: 200 len: 375 time: 0.0257864 Jun 25 09:19:30.032709 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131e96b3-9a82-46d7-a992-cd3b6d19e451 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:30.041288 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-131e96b3-9a82-46d7-a992-cd3b6d19e451 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:30.097587 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131e96b3-9a82-46d7-a992-cd3b6d19e451 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:19:30.110238 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-131e96b3-9a82-46d7-a992-cd3b6d19e451 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:30.110754 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-131e96b3-9a82-46d7-a992-cd3b6d19e451 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Added segment 313c279c-8c8f-4bee-ae7a-659e4158e2ec of type vlan for network 21d5c24e-49f5-4015-9732-cf187439c01b Jun 25 09:19:30.158727 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-12dcf06c-4b00-4ac6-9b65-b4681f71126d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=dd3b2251bcb44013a235a723b458a880&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1202633 Jun 25 09:19:30.160035 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-131e96b3-9a82-46d7-a992-cd3b6d19e451 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:30.177038 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-c81b721c-17a1-4348-8c6a-8ab5dc774c5e service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:19:30.179220 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:30.187430 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-c81b721c-17a1-4348-8c6a-8ab5dc774c5e service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251551 Jun 25 09:19:30.201633 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-131e96b3-9a82-46d7-a992-cd3b6d19e451 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:30.209512 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e96b3-9a82-46d7-a992-cd3b6d19e451 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:30.210149 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-131e96b3-9a82-46d7-a992-cd3b6d19e451 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:30.216869 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port ffb252ef-89e3-46c8-8e62-f756e5ed93f2 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:30.223500 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-90280e17-05c7-4ba4-ae1e-7d9e630ca843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:30.232034 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-131e96b3-9a82-46d7-a992-cd3b6d19e451 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2482936 Jun 25 09:19:30.244128 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49602) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:30.251271 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port ffb252ef-89e3-46c8-8e62-f756e5ed93f2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:30.251949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-b33a56ba-4262-4fa6-92d0-c3cee21b2726 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'subnet': {'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:30.253911 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:30.305364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e96b3-9a82-46d7-a992-cd3b6d19e451 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Network': ['ID=21d5c24e-49f5-4015-9732-cf187439c01b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:30.310000 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-131e96b3-9a82-46d7-a992-cd3b6d19e451 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:30.333770 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 21d5c24e-49f5-4015-9732-cf187439c01b details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:19:30.453288 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49608) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:30.462333 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1295968498-network', 'tenant_id': '2c14977997b9407bbd0faa6138af7c6b'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:30.476992 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-34536516-d8c2-439e-b3fc-bc3289e4dd35 service neutron] 10.222.0.93 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874832 Jun 25 09:19:30.494984 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:30.501283 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.api [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 09:19:30.501283 n-d-761264-15 neutron-server[94025]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 25 09:19:30.501283 n-d-761264-15 neutron-server[94025]: [parameters: {'project_id': '2c14977997b9407bbd0faa6138af7c6b', 'id': '6656ae40-7f36-466e-964d-049ca0e645ac', 'expiration': datetime.datetime(2021, 6, 25, 9, 21, 30, 493313)}] Jun 25 09:19:30.501283 n-d-761264-15 neutron-server[94025]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:19:30.501767 n-d-761264-15 neutron-server[94025]: DEBUG oslo_db.api [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:19:30.554391 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port ffb252ef-89e3-46c8-8e62-f756e5ed93f2, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ffb252ef-89e3-46c8-8e62-f756e5ed93f2,segment=NetworkSegment(dea50c50-6a9f-41b4-889e-fd83bd5674cc),segment_id=dea50c50-6a9f-41b4-889e-fd83bd5674cc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:30.562537 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:30.562747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33a56ba-4262-4fa6-92d0-c3cee21b2726 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:30.566632 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b33a56ba-4262-4fa6-92d0-c3cee21b2726 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:30.568490 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:30.619979 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:28Z', 'revision_number': 2, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:28Z', 'revision_number': 2, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:30.651534 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=ffb252ef-89e3-46c8-8e62-f756e5ed93f2,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:30.665621 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:30.667375 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Checking router: 891deaf1-527e-4a7c-adbd-ab3f58490bc8 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:19:30.668559 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Updating router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 port d7914a2a-7928-4d7e-bda0-260eea98d49c binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:19:30.669797 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31c00b88-72c5-49d6-b63e-d04565315253 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:19:30.678148 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b2f21d94-0612-4d7d-8cda-c717fba367c0 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:30.719155 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:30.748238 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-cfe55ea7-070d-475c-b44b-9201f1b70446 service neutron] 10.222.0.93 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632744 Jun 25 09:19:30.842618 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49be8a2-9414-4f19-8a0b-3c6901eff0a2 req-690cb088-e8cb-4f11-8412-b968d795ada8 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:30.850948 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f49be8a2-9414-4f19-8a0b-3c6901eff0a2 req-690cb088-e8cb-4f11-8412-b968d795ada8 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 943 time: 0.1761017 Jun 25 09:19:30.875514 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 53ee8ca7-fd48-4e65-8db1-6444a12799fc up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:30.883941 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:30.941886 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f49be8a2-9414-4f19-8a0b-3c6901eff0a2 req-d32e5e34-f9b8-465e-b4d7-89a525c1f125 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/security-groups?id=69f95606-0fbc-4ede-89cf-b383e10e022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896106 Jun 25 09:19:30.960769 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-768e1418-e9f0-49fe-850b-f3838dccafe7 None None] Provisioning complete for port ffb252ef-89e3-46c8-8e62-f756e5ed93f2 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:30.961155 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-768e1418-e9f0-49fe-850b-f3838dccafe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:30.985039 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b33a56ba-4262-4fa6-92d0-c3cee21b2726 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:30.989005 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9c803596-33ff-4021-a145-c387da9e9d8a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:31.048152 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 31c00b88-72c5-49d6-b63e-d04565315253, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31c00b88-72c5-49d6-b63e-d04565315253,segment=NetworkSegment(bdd194f5-172b-4e97-bee2-db4b06ec5c77),segment_id=bdd194f5-172b-4e97-bee2-db4b06ec5c77)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:31.057095 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Made reservation on behalf of 2c14977997b9407bbd0faa6138af7c6b for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:31.059632 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.078271 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.199182 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '31c00b88-72c5-49d6-b63e-d04565315253', 'network_id': '5418999a-3274-4db1-855b-12933dc5b807', 'port_id': '31c00b88-72c5-49d6-b63e-d04565315253', 'mac_address': 'fa:16:3e:28:bf:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b518a5-cd38-4a81-8240-fd3da8126c92', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:19:31.216362 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a56ba-4262-4fa6-92d0-c3cee21b2726 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Subnet': ['ID=3111967b-e981-4b03-acb9-464f98af91d8,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:31.232546 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b33a56ba-4262-4fa6-92d0-c3cee21b2726 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:31.247750 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.249614 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b2f21d94-0612-4d7d-8cda-c717fba367c0, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b2f21d94-0612-4d7d-8cda-c717fba367c0,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:31.259877 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.268555 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.272123 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4362344d-e89d-4378-b331-ffa0754c03df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:31.286510 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.302178 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:19:31.304842 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.305520 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Transition to ACTIVE for port object d7914a2a-7928-4d7e-bda0-260eea98d49c will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:31.314569 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.315081 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-9f82cc35-1444-45c1-91bd-1b35d511e0b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:31.318768 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:31.321563 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ae69f3-3af5-4d86-895f-73cea3610914,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:31.327306 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:31.328809 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.329453 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Added segment 593bf44a-c12f-4bb9-a3c6-c0a6759969b6 of type vlan for network cd288bc6-2812-4040-8ee6-a74356826ff4 Jun 25 09:19:31.375642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 53ee8ca7-fd48-4e65-8db1-6444a12799fc completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:31.377834 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.391533 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.422005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 53ee8ca7-fd48-4e65-8db1-6444a12799fc triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:31.422384 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.430464 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Pushing event updated for resources: {'Port': ['ID=d7914a2a-7928-4d7e-bda0-260eea98d49c,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:31.446850 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33a56ba-4262-4fa6-92d0-c3cee21b2726 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Checking segment: {'id': '313c279c-8c8f-4bee-ae7a-659e4158e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:31.447189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a56ba-4262-4fa6-92d0-c3cee21b2726 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network hostable DHCP agents. Network: 21d5c24e-49f5-4015-9732-cf187439c01b, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:19:31.463109 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.465779 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:31.466696 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.470696 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:31.500678 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c00b88-72c5-49d6-b63e-d04565315253 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:19:31.503431 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:31.503776 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:31.504112 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:31.504441 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:31.504807 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:31.505109 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:31.505426 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:31.505745 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:31.512847 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:31.513180 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:31.513528 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:31.513851 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:19:31.523132 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a56ba-4262-4fa6-92d0-c3cee21b2726 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 21d5c24e-49f5-4015-9732-cf187439c01b is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:19:31.530948 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:31.549313 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Pushing event updated for resources: {'Network': ['ID=cd288bc6-2812-4040-8ee6-a74356826ff4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:31.555994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3338ed-4895-4c79-9a79-a3cdd6259ff9 req-730d9899-ab62-4ed1-9ba3-34620d76c7a1 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:31.557694 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:31.559155 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd3338ed-4895-4c79-9a79-a3cdd6259ff9 req-730d9899-ab62-4ed1-9ba3-34620d76c7a1 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 945 time: 0.2912090 Jun 25 09:19:31.567060 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce71ab5-5183-49b9-b565-62e73c0c72ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f21d94-0612-4d7d-8cda-c717fba367c0'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:31.570098 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4763d03-b82e-4494-8c95-af528be6082b" -d '{"events": [{"server_uuid": "0ce71ab5-5183-49b9-b565-62e73c0c72ed", "name": "network-vif-unplugged", "status": "completed", "tag": "b2f21d94-0612-4d7d-8cda-c717fba367c0"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:31.571879 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1170342 Jun 25 09:19:31.572709 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49624) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:31.583441 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network cd288bc6-2812-4040-8ee6-a74356826ff4 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:19:31.595259 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-731c71af-7f34-40d6-8da0-cf3cf8d8e0b7 admin admin] Request body: {'subnet': {'network_id': 'cd288bc6-2812-4040-8ee6-a74356826ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1295968498-subnet', 'tenant_id': '2c14977997b9407bbd0faa6138af7c6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:31.600624 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e62f03-e3bf-48e7-a47a-a13b73fc2de7 req-20520b4e-da1a-4312-936d-5f9936796775 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:31.606979 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Attempting to bind port d7914a2a-7928-4d7e-bda0-260eea98d49c on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:19:31.607650 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Attempting to bind port d7914a2a-7928-4d7e-bda0-260eea98d49c by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'dea50c50-6a9f-41b4-889e-fd83bd5674cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:19:31.608314 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Attempting to bind port d7914a2a-7928-4d7e-bda0-260eea98d49c on network 79885bcd-46b5-467a-a4bf-1f5c96d9af7e {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:31.611710 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21e62f03-e3bf-48e7-a47a-a13b73fc2de7 req-20520b4e-da1a-4312-936d-5f9936796775 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 945 time: 0.3732779 Jun 25 09:19:31.616247 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:19:31.617034 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Checking segment: {'id': 'dea50c50-6a9f-41b4-889e-fd83bd5674cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:31.617889 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.618781 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Bound using segment: {'id': 'dea50c50-6a9f-41b4-889e-fd83bd5674cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:19:31.619486 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Bound port: d7914a2a-7928-4d7e-bda0-260eea98d49c, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea50c50-6a9f-41b4-889e-fd83bd5674cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:19:31.620324 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.621010 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-b33a56ba-4262-4fa6-92d0-c3cee21b2726 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 21d5c24e-49f5-4015-9732-cf187439c01b) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:31.627661 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33a56ba-4262-4fa6-92d0-c3cee21b2726 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:31.628755 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b33a56ba-4262-4fa6-92d0-c3cee21b2726 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.645937 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731c71af-7f34-40d6-8da0-cf3cf8d8e0b7 admin admin] Made reservation on behalf of 2c14977997b9407bbd0faa6138af7c6b for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:31.648777 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-731c71af-7f34-40d6-8da0-cf3cf8d8e0b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.663039 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=b2f21d94-0612-4d7d-8cda-c717fba367c0,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:31.684640 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 31c00b88-72c5-49d6-b63e-d04565315253, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31c00b88-72c5-49d6-b63e-d04565315253,segment=NetworkSegment(bdd194f5-172b-4e97-bee2-db4b06ec5c77),segment_id=bdd194f5-172b-4e97-bee2-db4b06ec5c77)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:31.686339 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b33a56ba-4262-4fa6-92d0-c3cee21b2726 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4408932 Jun 25 09:19:31.690657 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49630) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:31.702842 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6420927b-2d2c-4a4c-94e7-bb176ea72822 None None] Network 21d5c24e-49f5-4015-9732-cf187439c01b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:31.732577 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:31.774400 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:31.815114 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:31.817548 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ffb252ef-89e3-46c8-8e62-f756e5ed93f2 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:31.855038 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd3338ed-4895-4c79-9a79-a3cdd6259ff9 req-7bee9840-7f8e-472e-993e-27fe8c2bc4f0 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/security-groups?id=145ea396-f27d-4b93-919b-ce2fa6556d99&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2738161 Jun 25 09:19:31.880040 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-768e1418-e9f0-49fe-850b-f3838dccafe7 None None] Provisioning for port d7914a2a-7928-4d7e-bda0-260eea98d49c completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:31.929575 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21e62f03-e3bf-48e7-a47a-a13b73fc2de7 req-6ed15c69-9b34-43b8-b233-55fb1b190747 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158407 Jun 25 09:19:32.055585 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] For port d7914a2a-7928-4d7e-bda0-260eea98d49c, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:19:32.059589 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] For port d7914a2a-7928-4d7e-bda0-260eea98d49c, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d7914a2a-7928-4d7e-bda0-260eea98d49c,segment=NetworkSegment(dea50c50-6a9f-41b4-889e-fd83bd5674cc),segment_id=dea50c50-6a9f-41b4-889e-fd83bd5674cc)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:19:32.064020 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:32.067508 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-f4b0f53d-4053-4854-a4dd-9b773613f041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:32.103292 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-731c71af-7f34-40d6-8da0-cf3cf8d8e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:32.109779 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:32.127763 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:32.128865 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:32.168320 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ee912-90b0-4429-9587-7013e2a905ba req-293785ad-b318-4bfb-ab18-20fb7f73ea40 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:32.170424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=31c00b88-72c5-49d6-b63e-d04565315253,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:32.180911 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-575ee912-90b0-4429-9587-7013e2a905ba req-293785ad-b318-4bfb-ab18-20fb7f73ea40 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce71ab5-5183-49b9-b565-62e73c0c72ed HTTP/1.1" status: 200 len: 943 time: 0.3250916 Jun 25 09:19:32.215771 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:32.226704 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c71af-7f34-40d6-8da0-cf3cf8d8e0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5551082-d9d5-4fcc-b227-8e56b5f1341f,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:32.234008 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-731c71af-7f34-40d6-8da0-cf3cf8d8e0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:32.265916 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:32.320463 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731c71af-7f34-40d6-8da0-cf3cf8d8e0b7 admin admin] Checking segment: {'id': '593bf44a-c12f-4bb9-a3c6-c0a6759969b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'cd288bc6-2812-4040-8ee6-a74356826ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:32.320863 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c71af-7f34-40d6-8da0-cf3cf8d8e0b7 admin admin] Network hostable DHCP agents. Network: cd288bc6-2812-4040-8ee6-a74356826ff4, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:19:32.340523 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81e9b99-aeab-42e6-a440-fd06dc23b133 x-openstack-request-id: req-a81e9b99-aeab-42e6-a440-fd06dc23b133 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:32.341444 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce71ab5-5183-49b9-b565-62e73c0c72ed", "name": "network-vif-unplugged", "status": "completed", "tag": "b2f21d94-0612-4d7d-8cda-c717fba367c0", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:32.341919 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a81e9b99-aeab-42e6-a440-fd06dc23b133 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:32.342512 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce71ab5-5183-49b9-b565-62e73c0c72ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f21d94-0612-4d7d-8cda-c717fba367c0', 'code': 200} Jun 25 09:19:32.346488 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:32.360105 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c71af-7f34-40d6-8da0-cf3cf8d8e0b7 admin admin] Network cd288bc6-2812-4040-8ee6-a74356826ff4 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:19:32.369370 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['31c00b88-72c5-49d6-b63e-d04565315253'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:19:32.375874 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-731c71af-7f34-40d6-8da0-cf3cf8d8e0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, cd288bc6-2812-4040-8ee6-a74356826ff4) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:32.384571 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731c71af-7f34-40d6-8da0-cf3cf8d8e0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:32.385624 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-731c71af-7f34-40d6-8da0-cf3cf8d8e0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:32.424529 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-731c71af-7f34-40d6-8da0-cf3cf8d8e0b7 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8504100 Jun 25 09:19:32.469068 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8dfb73-7a8e-4cd7-8cb7-90d622045c16 None None] Network cd288bc6-2812-4040-8ee6-a74356826ff4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:32.484306 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79f8cd6a-e625-4c55-b186-848de764df0f req-72112e85-3844-45e9-9764-746ee90fb422 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 210 time: 0.1011896 Jun 25 09:19:32.492560 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Pushing event updated for resources: {'Port': ['ID=d7914a2a-7928-4d7e-bda0-260eea98d49c,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:32.519409 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:32.599857 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 53ee8ca7-fd48-4e65-8db1-6444a12799fc, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=53ee8ca7-fd48-4e65-8db1-6444a12799fc,segment=NetworkSegment(bdd194f5-172b-4e97-bee2-db4b06ec5c77),segment_id=bdd194f5-172b-4e97-bee2-db4b06ec5c77)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:32.600756 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-575ee912-90b0-4429-9587-7013e2a905ba req-51892933-4fa2-42c3-918e-e43d189bf14e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Deleting port b2f21d94-0612-4d7d-8cda-c717fba367c0 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:32.601218 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-575ee912-90b0-4429-9587-7013e2a905ba req-51892933-4fa2-42c3-918e-e43d189bf14e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:32.602599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port ffb252ef-89e3-46c8-8e62-f756e5ed93f2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:32.603188 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:32.615987 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:32.625083 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-59e463ad-788d-4944-b2a4-f8ab741c7f30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:32.688179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 0a90ec4f-414d-4ea7-b46c-5cf277535d27 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:19:32.751830 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:28Z', 'revision_number': 2, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:32Z', 'revision_number': 4, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:32.757976 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-21d5c24e-49f5-4015-9732-cf187439c01b', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:19:32.759647 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:32.786323 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:32.786964 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8407c4ec-a7da-4497-aa60-e07a35accc54 None None] The sync data for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 is: [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:28Z', 'revision_number': 2, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:32Z', 'revision_number': 4, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:19:32.825429 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e2fb1-79e0-4d6a-b08f-6b9a142e2bd0 req-a50b7cd3-3a88-402f-a3d6-244da0db0bdb tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:32.827199 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-808e2fb1-79e0-4d6a-b08f-6b9a142e2bd0 req-a50b7cd3-3a88-402f-a3d6-244da0db0bdb tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 945 time: 0.1250777 Jun 25 09:19:32.872176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-575ee912-90b0-4429-9587-7013e2a905ba req-51892933-4fa2-42c3-918e-e43d189bf14e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] For port b2f21d94-0612-4d7d-8cda-c717fba367c0, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b2f21d94-0612-4d7d-8cda-c717fba367c0,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:32.874283 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-575ee912-90b0-4429-9587-7013e2a905ba req-51892933-4fa2-42c3-918e-e43d189bf14e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:32.949484 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-808e2fb1-79e0-4d6a-b08f-6b9a142e2bd0 req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Deleting port 783004b8-2700-443b-9d3d-8b33c130e239 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:32.949829 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-808e2fb1-79e0-4d6a-b08f-6b9a142e2bd0 req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:33.072133 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=53ee8ca7-fd48-4e65-8db1-6444a12799fc,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:33.165511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-808e2fb1-79e0-4d6a-b08f-6b9a142e2bd0 req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] For port 783004b8-2700-443b-9d3d-8b33c130e239, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=783004b8-2700-443b-9d3d-8b33c130e239,segment=NetworkSegment(4fccc6ca-fee0-4281-8570-ada77f60ed19),segment_id=4fccc6ca-fee0-4281-8570-ada77f60ed19)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:33.165883 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-808e2fb1-79e0-4d6a-b08f-6b9a142e2bd0 req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:33.172402 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:33.432301 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c72a478-e7a2-459d-9da7-c34e42c95166 None None] Network cd288bc6-2812-4040-8ee6-a74356826ff4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:33.508143 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-575ee912-90b0-4429-9587-7013e2a905ba req-51892933-4fa2-42c3-918e-e43d189bf14e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Calling delete_port for b2f21d94-0612-4d7d-8cda-c717fba367c0 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:33.515055 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-d27f080f-fa99-4e3b-856d-d25b8625f686 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:33.528689 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-d27f080f-fa99-4e3b-856d-d25b8625f686 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.38 "GET /v2.0/networks?id=dad122da-9762-4f59-a9e2-64bd248a4a6f HTTP/1.1" status: 200 len: 805 time: 0.2680180 Jun 25 09:19:33.539268 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 0a90ec4f-414d-4ea7-b46c-5cf277535d27, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=0a90ec4f-414d-4ea7-b46c-5cf277535d27,segment=NetworkSegment(ba414158-1658-4eb3-98f9-21604ea1e782),segment_id=ba414158-1658-4eb3-98f9-21604ea1e782)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:33.552769 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-1f4d30e5-39ac-4fa6-a851-9ea6c5a4542d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Request body: {'port': {'device_id': 'f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee', 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f', 'admin_state_up': True, 'tenant_id': 'dd3b2251bcb44013a235a723b458a880'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:33.573580 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-808e2fb1-79e0-4d6a-b08f-6b9a142e2bd0 req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:33.574005 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-808e2fb1-79e0-4d6a-b08f-6b9a142e2bd0 req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:33.574775 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [req-808e2fb1-79e0-4d6a-b08f-6b9a142e2bd0 req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Floating IP a068c8eb-7f1e-46df-b463-c0329d1f5eb4 disassociated. External IP: 172.25.6.172, port: 783004b8-2700-443b-9d3d-8b33c130e239. Jun 25 09:19:33.577178 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-808e2fb1-79e0-4d6a-b08f-6b9a142e2bd0 req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Calling delete_port for 783004b8-2700-443b-9d3d-8b33c130e239 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:33.676237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b664b6e-d893-45ea-8643-c5b5277e7e72 req-63e14365-f651-404f-bf08-2110724066f7 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:33.677933 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4b664b6e-d893-45ea-8643-c5b5277e7e72 req-63e14365-f651-404f-bf08-2110724066f7 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 943 time: 1.1247098 Jun 25 09:19:33.715178 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '0a90ec4f-414d-4ea7-b46c-5cf277535d27', 'network_id': 'f3f3fb6e-ecba-4b53-bc35-272e2e3b80de', 'port_id': '0a90ec4f-414d-4ea7-b46c-5cf277535d27', 'mac_address': 'fa:16:3e:51:36:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be31301-2599-4be4-8e2f-800fffb88f39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:19:33.793423 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d7914a2a-7928-4d7e-bda0-260eea98d49c up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:33.816281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-1f4d30e5-39ac-4fa6-a851-9ea6c5a4542d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Made reservation on behalf of dd3b2251bcb44013a235a723b458a880 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:33.822074 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-1f4d30e5-39ac-4fa6-a851-9ea6c5a4542d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:33.848366 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4b664b6e-d893-45ea-8643-c5b5277e7e72 req-7a012d76-6180-4a43-997a-8545de43ea88 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/security-groups?id=69f95606-0fbc-4ede-89cf-b383e10e022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591101 Jun 25 09:19:33.874464 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Allocated IP 172.21.0.2 (21d5c24e-49f5-4015-9732-cf187439c01b/3111967b-e981-4b03-acb9-464f98af91d8/1c3e7482-a6ce-42e8-975f-eb0ff83c14ef) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:19:33.885108 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:33.928354 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a90ec4f-414d-4ea7-b46c-5cf277535d27 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:19:33.980002 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-808e2fb1-79e0-4d6a-b08f-6b9a142e2bd0 req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:33.986114 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-b6b1e633-5156-464f-9bb1-52ea7a0ebd86 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:33.988433 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-b6b1e633-5156-464f-9bb1-52ea7a0ebd86 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 808 time: 0.4767635 Jun 25 09:19:33.989365 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:34.001370 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 0a90ec4f-414d-4ea7-b46c-5cf277535d27, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=0a90ec4f-414d-4ea7-b46c-5cf277535d27,segment=NetworkSegment(ba414158-1658-4eb3-98f9-21604ea1e782),segment_id=ba414158-1658-4eb3-98f9-21604ea1e782)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:34.010639 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:34.017661 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:34.031248 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-5b5e7644-47ce-4697-a742-0996760bdeab tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/quotas/7474114b2c184a18967efdee86f25425 HTTP/1.1" status: 200 len: 375 time: 0.0339510 Jun 25 09:19:34.048859 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port d7914a2a-7928-4d7e-bda0-260eea98d49c completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:34.061979 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port d7914a2a-7928-4d7e-bda0-260eea98d49c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:34.062373 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:34.093090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Pushing event deleted for resources: {'Port': ['ID=783004b8-2700-443b-9d3d-8b33c130e239,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:34.096134 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:34.110836 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c76f51cc-e65e-4558-a2f3-5f4788f80c97 req-eb472093-4ee8-467c-bfd7-54cef78b2e5b tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 210 time: 0.0505321 Jun 25 09:19:34.122897 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=0a90ec4f-414d-4ea7-b46c-5cf277535d27,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:34.132327 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:34.138085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-8d714d2f-6e4d-436e-bac2-f9ec03235f7e tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766139 Jun 25 09:19:34.196245 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-1f4d30e5-39ac-4fa6-a851-9ea6c5a4542d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Allocated IP 172.20.0.8 (dad122da-9762-4f59-a9e2-64bd248a4a6f/79f29d60-5d39-424f-b7cc-af1d0969792b/f6be381f-d683-441c-96dd-695e5a05c46a) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:19:34.200218 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:34.220564 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-575ee912-90b0-4429-9587-7013e2a905ba req-51892933-4fa2-42c3-918e-e43d189bf14e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:34.230051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Transition to ACTIVE for port object 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:34.237666 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7f4a7a07-0a48-476c-bb9c-cfc062a754dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:34.265704 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:34.271100 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51892933-4fa2-42c3-918e-e43d189bf14e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Pushing event deleted for resources: {'Port': ['ID=b2f21d94-0612-4d7d-8cda-c717fba367c0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:34.271851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Transition to ACTIVE for port object 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:34.274086 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-51892933-4fa2-42c3-918e-e43d189bf14e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:34.298645 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:34.309360 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:34.353040 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8511931-f061-44f8-8231-983fa5c0a3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ee8ca7-fd48-4e65-8db1-6444a12799fc'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:34.355477 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e924fa-a899-4bbf-8e70-ebc6ca396915" -d '{"events": [{"server_uuid": "c8511931-f061-44f8-8231-983fa5c0a3c7", "name": "network-vif-plugged", "status": "completed", "tag": "53ee8ca7-fd48-4e65-8db1-6444a12799fc"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:34.371689 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Network 21d5c24e-49f5-4015-9732-cf187439c01b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:34.377092 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port d7914a2a-7928-4d7e-bda0-260eea98d49c, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d7914a2a-7928-4d7e-bda0-260eea98d49c,segment=NetworkSegment(dea50c50-6a9f-41b4-889e-fd83bd5674cc),segment_id=dea50c50-6a9f-41b4-889e-fd83bd5674cc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:34.380201 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:34.384209 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:19:34.388033 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:34.398657 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-575ee912-90b0-4429-9587-7013e2a905ba req-51892933-4fa2-42c3-918e-e43d189bf14e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] No DVR routers for this DVR port b2f21d94-0612-4d7d-8cda-c717fba367c0 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:19:34.399597 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Pushing event updated for resources: {'Port': ['ID=1c3e7482-a6ce-42e8-975f-eb0ff83c14ef,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:34.401966 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-575ee912-90b0-4429-9587-7013e2a905ba req-51892933-4fa2-42c3-918e-e43d189bf14e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:34.404390 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:34.404891 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:34.406673 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-575ee912-90b0-4429-9587-7013e2a905ba req-51892933-4fa2-42c3-918e-e43d189bf14e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.41 "DELETE /v2.0/ports/b2f21d94-0612-4d7d-8cda-c717fba367c0 HTTP/1.1" status: 204 len: 173 time: 2.2168405 Jun 25 09:19:34.426655 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce71ab5-5183-49b9-b565-62e73c0c72ed', 'name': 'network-vif-deleted', 'tag': 'b2f21d94-0612-4d7d-8cda-c717fba367c0'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:34.429558 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5552341-5c9e-4bdf-9ec9-f5266add2fd1" -d '{"events": [{"server_uuid": "0ce71ab5-5183-49b9-b565-62e73c0c72ed", "name": "network-vif-deleted", "tag": "b2f21d94-0612-4d7d-8cda-c717fba367c0"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:34.479900 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-f8a5fcb5-4775-4721-9ace-2da4cd44ae3c service neutron] 10.222.0.93 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355229 Jun 25 09:19:34.482642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Allocated IP 172.21.0.1 (21d5c24e-49f5-4015-9732-cf187439c01b/3111967b-e981-4b03-acb9-464f98af91d8/aefc2dd8-5a87-4fb5-8404-62980970473c) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:19:34.522851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Attempting to bind port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:19:34.523382 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Attempting to bind port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '313c279c-8c8f-4bee-ae7a-659e4158e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:19:34.524373 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Attempting to bind port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef on network 21d5c24e-49f5-4015-9732-cf187439c01b {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:34.527010 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=d7914a2a-7928-4d7e-bda0-260eea98d49c,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:34.531707 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:34.538024 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:19:34.539075 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Checking segment: {'id': '313c279c-8c8f-4bee-ae7a-659e4158e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:34.539075 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:34.539279 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Bound using segment: {'id': '313c279c-8c8f-4bee-ae7a-659e4158e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:19:34.539703 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Bound port: 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313c279c-8c8f-4bee-ae7a-659e4158e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:19:34.540094 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:34.648445 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e09ff8-0755-49db-bff6-a39468cd46a4 req-02c5598d-f31d-4242-854d-a33597302c20 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:34.657662 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-13e09ff8-0755-49db-bff6-a39468cd46a4 req-02c5598d-f31d-4242-854d-a33597302c20 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 946 time: 0.3904204 Jun 25 09:19:34.666900 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] For port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:19:34.671490 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] For port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1c3e7482-a6ce-42e8-975f-eb0ff83c14ef,segment=NetworkSegment(313c279c-8c8f-4bee-ae7a-659e4158e2ec),segment_id=313c279c-8c8f-4bee-ae7a-659e4158e2ec)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:19:34.682127 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:34.685594 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-aae09e96-6c61-4ae9-8a4b-1c7f5e8cf210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:34.693136 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b2f21d94-0612-4d7d-8cda-c717fba367c0 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:34.765252 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['0a90ec4f-414d-4ea7-b46c-5cf277535d27'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:19:34.775897 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: b2f21d94-0612-4d7d-8cda-c717fba367c0 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:34.776688 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b2f21d94-0612-4d7d-8cda-c717fba367c0 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:34.776688 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 783004b8-2700-443b-9d3d-8b33c130e239 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:34.805638 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-13e09ff8-0755-49db-bff6-a39468cd46a4 req-afe4d4d8-99a0-4f50-afd0-37240f8d88ca tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468830 Jun 25 09:19:34.819134 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-048268e0-5c10-4045-a432-adadc587158f service neutron] 10.222.0.93 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030365 Jun 25 09:19:34.844528 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:34.872138 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Transition to ACTIVE for port object aefc2dd8-5a87-4fb5-8404-62980970473c will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:34.903463 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 783004b8-2700-443b-9d3d-8b33c130e239 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:34.903814 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 783004b8-2700-443b-9d3d-8b33c130e239 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:34.908775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-808e2fb1-79e0-4d6a-b08f-6b9a142e2bd0 req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:19:34.970108 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:34.977777 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-444a9bd8-954b-47a7-9709-dbd735f6fb80 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:34.982572 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Pushing event updated for resources: {'Port': ['ID=1c3e7482-a6ce-42e8-975f-eb0ff83c14ef,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:34.989210 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:35.064824 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 21d5c24e-49f5-4015-9732-cf187439c01b is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:35.078270 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:35.084778 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:19:35.163518 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=aefc2dd8-5a87-4fb5-8404-62980970473c,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:35.180098 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:35.218605 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:35.224632 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-1f4d30e5-39ac-4fa6-a851-9ea6c5a4542d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:35.308663 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-808e2fb1-79e0-4d6a-b08f-6b9a142e2bd0 req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:19:35.320279 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16618361-6c3b-4a6d-bb19-ee9dd785d727 None None] Sync routers for ids ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:19:35.334674 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16618361-6c3b-4a6d-bb19-ee9dd785d727 None None] Routers {'14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:35.336669 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-16618361-6c3b-4a6d-bb19-ee9dd785d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:35.412946 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-808e2fb1-79e0-4d6a-b08f-6b9a142e2bd0 req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] No DVR routers for this DVR port 783004b8-2700-443b-9d3d-8b33c130e239 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:19:35.418258 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-808e2fb1-79e0-4d6a-b08f-6b9a142e2bd0 req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:35.427454 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-808e2fb1-79e0-4d6a-b08f-6b9a142e2bd0 req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.41 "DELETE /v2.0/ports/783004b8-2700-443b-9d3d-8b33c130e239 HTTP/1.1" status: 204 len: 173 time: 2.5916531 Jun 25 09:19:35.428012 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a28f48d-ce3c-425d-8b0a-136b4c592365', 'name': 'network-vif-deleted', 'tag': '783004b8-2700-443b-9d3d-8b33c130e239'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:35.430419 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00de3c0e-ec64-428c-81c3-3e7e69883581" -d '{"events": [{"server_uuid": "1a28f48d-ce3c-425d-8b0a-136b4c592365", "name": "network-vif-deleted", "tag": "783004b8-2700-443b-9d3d-8b33c130e239"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:35.460511 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-1f4d30e5-39ac-4fa6-a851-9ea6c5a4542d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:35.475326 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:35.523269 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc596dd7-df29-4ab4-8fde-146a08776f34 x-openstack-request-id: req-fc596dd7-df29-4ab4-8fde-146a08776f34 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:35.523796 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8511931-f061-44f8-8231-983fa5c0a3c7", "name": "network-vif-plugged", "status": "completed", "tag": "53ee8ca7-fd48-4e65-8db1-6444a12799fc", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:35.523796 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fc596dd7-df29-4ab4-8fde-146a08776f34 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:35.524207 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8511931-f061-44f8-8231-983fa5c0a3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ee8ca7-fd48-4e65-8db1-6444a12799fc', 'code': 200} Jun 25 09:19:35.536593 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-1f4d30e5-39ac-4fa6-a851-9ea6c5a4542d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Network dad122da-9762-4f59-a9e2-64bd248a4a6f is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:35.540389 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-1f4d30e5-39ac-4fa6-a851-9ea6c5a4542d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:35.551450 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-1f4d30e5-39ac-4fa6-a851-9ea6c5a4542d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:19:35.558574 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-16618361-6c3b-4a6d-bb19-ee9dd785d727 None None] Set router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:35.562800 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d30e5-39ac-4fa6-a851-9ea6c5a4542d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Pushing event updated for resources: {'Port': ['ID=f6be381f-d683-441c-96dd-695e5a05c46a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:35.597940 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1f4d30e5-39ac-4fa6-a851-9ea6c5a4542d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:35.649621 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75d879d-c4a8-4213-b117-34cd19404d9e x-openstack-request-id: req-b75d879d-c4a8-4213-b117-34cd19404d9e {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:35.649929 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce71ab5-5183-49b9-b565-62e73c0c72ed", "name": "network-vif-deleted", "tag": "b2f21d94-0612-4d7d-8cda-c717fba367c0", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:35.650233 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b75d879d-c4a8-4213-b117-34cd19404d9e {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:35.650721 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce71ab5-5183-49b9-b565-62e73c0c72ed', 'name': 'network-vif-deleted', 'tag': 'b2f21d94-0612-4d7d-8cda-c717fba367c0', 'status': 'completed', 'code': 200} Jun 25 09:19:35.663218 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-1f4d30e5-39ac-4fa6-a851-9ea6c5a4542d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:35.663836 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-1f4d30e5-39ac-4fa6-a851-9ea6c5a4542d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:35.705761 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-1f4d30e5-39ac-4fa6-a851-9ea6c5a4542d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1582513 Jun 25 09:19:35.725172 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Request body: {'port': {'device_id': 'f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:35.869336 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:35.888168 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:35.934795 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d7914a2a-7928-4d7e-bda0-260eea98d49c up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:35.996261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbb921-89a5-4615-9f7e-6bcdd637f96f req-218778b2-de2a-4394-afaf-1c65b2d7d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:35.998069 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cffbb921-89a5-4615-9f7e-6bcdd637f96f req-218778b2-de2a-4394-afaf-1c65b2d7d515 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 1098 time: 0.2776310 Jun 25 09:19:36.006246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1948f-4f19-443f-ac3f-6b4db9ffe5fc req-6cc10ae4-c5bd-45d5-b292-5ab79440774a tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:36.013962 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0a1948f-4f19-443f-ac3f-6b4db9ffe5fc req-6cc10ae4-c5bd-45d5-b292-5ab79440774a tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 931 time: 0.5025017 Jun 25 09:19:36.056569 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port d7914a2a-7928-4d7e-bda0-260eea98d49c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:36.057992 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:36.094211 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-16618361-6c3b-4a6d-bb19-ee9dd785d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'name': 'tempest-ServersTestManualDisk-2056901047-router', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:31Z', 'updated_at': '2021-06-25T09:15:37Z', 'revision_number': 4, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'gw_port': {'id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:33Z', 'updated_at': '2021-06-25T09:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'dbe01c1d-9529-4b23-9b0b-01d6da9e6a41', 'name': '', 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'mac_address': 'fa:16:3e:c5:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:36Z', 'updated_at': '2021-06-25T09:15:47Z', 'revision_number': 5, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'subnets': [{'id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:36.128046 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16618361-6c3b-4a6d-bb19-ee9dd785d727 None None] Checking router: 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:19:36.161135 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16618361-6c3b-4a6d-bb19-ee9dd785d727 None None] Routers {'14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:36.161756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-16618361-6c3b-4a6d-bb19-ee9dd785d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:36.191661 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042460e5-cb07-4ca5-a9ea-2b417c879011 req-9f201065-9873-49df-9162-86ff9b2cf746 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:36.199611 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-042460e5-cb07-4ca5-a9ea-2b417c879011 req-9f201065-9873-49df-9162-86ff9b2cf746 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 944 time: 0.4038019 Jun 25 09:19:36.275483 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cffbb921-89a5-4615-9f7e-6bcdd637f96f req-fa014ac8-94b4-402a-80cd-6f65c08e5de6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477233 Jun 25 09:19:36.279081 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0a1948f-4f19-443f-ac3f-6b4db9ffe5fc req-0ecf187d-ac43-4e2c-a50b-5858f239307b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640567 Jun 25 09:19:36.303495 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-042460e5-cb07-4ca5-a9ea-2b417c879011 req-b904593d-bd7a-4e8e-8910-6f00e8816eaa tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/security-groups?id=69f95606-0fbc-4ede-89cf-b383e10e022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018994 Jun 25 09:19:36.341280 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6be381f-d683-441c-96dd-695e5a05c46a {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:19:36.380388 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:36.413885 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Transition to ACTIVE for port object f6be381f-d683-441c-96dd-695e5a05c46a will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:36.416144 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-16618361-6c3b-4a6d-bb19-ee9dd785d727 None None] Set router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:36.417885 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:36.426014 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:36.538676 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d5344-930f-467d-a1c8-97673177641c service neutron] Pushing event updated for resources: {'Port': ['ID=f6be381f-d683-441c-96dd-695e5a05c46a,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:36.561779 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-022d5344-930f-467d-a1c8-97673177641c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:36.580096 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abfa4aa-0c06-4be1-9617-74ac1909587c None None] Network 21d5c24e-49f5-4015-9732-cf187439c01b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:36.603147 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Attempting to bind port f6be381f-d683-441c-96dd-695e5a05c46a on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:19:36.603489 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Attempting to bind port f6be381f-d683-441c-96dd-695e5a05c46a by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:19:36.603824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Attempting to bind port f6be381f-d683-441c-96dd-695e5a05c46a on network dad122da-9762-4f59-a9e2-64bd248a4a6f {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:36.609336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Port f6be381f-d683-441c-96dd-695e5a05c46a on network dad122da-9762-4f59-a9e2-64bd248a4a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:19:36.609700 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Attempting to bind port f6be381f-d683-441c-96dd-695e5a05c46a on network dad122da-9762-4f59-a9e2-64bd248a4a6f {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:36.615388 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:19:36.616896 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Checking segment: {'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:36.619479 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Bound using segment: {'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:19:36.619705 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:36.620473 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Bound port: f6be381f-d683-441c-96dd-695e5a05c46a, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:19:36.621932 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:36.672858 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-50cea712-c8d9-493a-866c-5364c283ac9b req-39cc1ec8-086c-4c0d-998a-983c9baed9c8 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a28f48d-ce3c-425d-8b0a-136b4c592365 HTTP/1.1" status: 200 len: 210 time: 0.1103060 Jun 25 09:19:36.673516 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:36.718646 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ac936e39-d0e9-4f63-b047-fbcd8905af64 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:36.722917 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:36.730685 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] For port f6be381f-d683-441c-96dd-695e5a05c46a, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:19:36.738025 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 0a90ec4f-414d-4ea7-b46c-5cf277535d27 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:36.739084 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b45c2382-b69d-4f9e-848f-7d3e3c37980a req-0f9ec84c-f1ff-407f-a206-da45d1aac56f tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 210 time: 0.1514001 Jun 25 09:19:36.742323 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] For port f6be381f-d683-441c-96dd-695e5a05c46a, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=f6be381f-d683-441c-96dd-695e5a05c46a,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:19:36.748811 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:36.755431 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a2a39a-a9cc-4efb-9692-c94346a92d2d x-openstack-request-id: req-c1a2a39a-a9cc-4efb-9692-c94346a92d2d {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:36.755431 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a28f48d-ce3c-425d-8b0a-136b4c592365", "name": "network-vif-deleted", "tag": "783004b8-2700-443b-9d3d-8b33c130e239", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:36.755431 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c1a2a39a-a9cc-4efb-9692-c94346a92d2d {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:36.755837 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a28f48d-ce3c-425d-8b0a-136b4c592365', 'name': 'network-vif-deleted', 'tag': '783004b8-2700-443b-9d3d-8b33c130e239', 'status': 'completed', 'code': 200} Jun 25 09:19:36.756606 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:36.814787 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:36.815413 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:36.816887 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-022d5344-930f-467d-a1c8-97673177641c service neutron] 10.222.0.38 "PUT /v2.0/ports/f6be381f-d683-441c-96dd-695e5a05c46a HTTP/1.1" status: 200 len: 1092 time: 1.0993392 Jun 25 09:19:36.848717 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d5344-930f-467d-a1c8-97673177641c service neutron] Pushing event updated for resources: {'Port': ['ID=f6be381f-d683-441c-96dd-695e5a05c46a,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:36.853249 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-022d5344-930f-467d-a1c8-97673177641c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:36.867878 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=aefc2dd8-5a87-4fb5-8404-62980970473c,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:36.929972 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:37.004011 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-f7f36092-97eb-4412-811c-5bcb0f070569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:37.006272 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-f7f36092-97eb-4412-811c-5bcb0f070569 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd3b2251bcb44013a235a723b458a880&device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 1095 time: 0.1199775 Jun 25 09:19:37.035052 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 21d5c24e-49f5-4015-9732-cf187439c01b is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:37.049965 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8c1d2296-debe-4b86-898a-17d0fbaff5af None None] Provisioning for port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:37.054007 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:37.066421 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-bf987c39-0f64-43fd-bdeb-41aae2d79b7f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6be381f-d683-441c-96dd-695e5a05c46a HTTP/1.1" status: 200 len: 217 time: 0.0446646 Jun 25 09:19:37.071487 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14d666-3bd5-4214-b9ac-639b1f5dc858 req-4ce74ad1-c3f8-45e1-8213-f9427dfc1873 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:37.071695 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:37.073083 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb14d666-3bd5-4214-b9ac-639b1f5dc858 req-4ce74ad1-c3f8-45e1-8213-f9427dfc1873 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 946 time: 0.1446264 Jun 25 09:19:37.132243 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-2d9f1308-4527-49b7-958c-c775f0c2c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:37.137165 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-2d9f1308-4527-49b7-958c-c775f0c2c13a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=79f29d60-5d39-424f-b7cc-af1d0969792b HTTP/1.1" status: 200 len: 845 time: 0.0643315 Jun 25 09:19:37.139254 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 0a90ec4f-414d-4ea7-b46c-5cf277535d27 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:37.169184 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 0a90ec4f-414d-4ea7-b46c-5cf277535d27 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:37.169684 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:37.216639 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:37.222742 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-bb76ae35-0db5-4178-a99e-b89140509f2d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dad122da-9762-4f59-a9e2-64bd248a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741353 Jun 25 09:19:37.231206 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:37.232551 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:37.273813 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb14d666-3bd5-4214-b9ac-639b1f5dc858 req-68093e88-dd6d-4fac-b9b7-1abe236ca329 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850142 Jun 25 09:19:37.334876 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:19:37.457419 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:37.527894 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:37.533234 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-16618361-6c3b-4a6d-bb19-ee9dd785d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'name': 'tempest-ServersTestManualDisk-2056901047-router', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:31Z', 'updated_at': '2021-06-25T09:15:37Z', 'revision_number': 4, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'gw_port': {'id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:33Z', 'updated_at': '2021-06-25T09:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'dbe01c1d-9529-4b23-9b0b-01d6da9e6a41', 'name': '', 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'mac_address': 'fa:16:3e:c5:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:36Z', 'updated_at': '2021-06-25T09:15:47Z', 'revision_number': 5, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'subnets': [{'id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:37.662857 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16618361-6c3b-4a6d-bb19-ee9dd785d727 None None] The sync data for ids ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'] in n-d-761264-15 is: [{'id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'name': 'tempest-ServersTestManualDisk-2056901047-router', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:31Z', 'updated_at': '2021-06-25T09:15:37Z', 'revision_number': 4, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'gw_port': {'id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:33Z', 'updated_at': '2021-06-25T09:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'dbe01c1d-9529-4b23-9b0b-01d6da9e6a41', 'name': '', 'network_id': '3e25b3ea-d628-40a0-9fd2-0d90deb035fc', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'mac_address': 'fa:16:3e:c5:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:36Z', 'updated_at': '2021-06-25T09:15:47Z', 'revision_number': 5, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'subnets': [{'id': '05d740cd-9854-4d86-9dad-1edd62365da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:19:37.693538 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-cce26a49-9b4c-42cd-8d3b-91638b482122 service neutron] 10.222.0.38 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521151 Jun 25 09:19:37.723997 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-87063075-698e-49ff-880c-f88afe857e2a tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:37.726755 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1c3e7482-a6ce-42e8-975f-eb0ff83c14ef,segment=NetworkSegment(313c279c-8c8f-4bee-ae7a-659e4158e2ec),segment_id=313c279c-8c8f-4bee-ae7a-659e4158e2ec)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:37.743761 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d48e3f-61e9-420b-a94b-03b5f5927ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a90ec4f-414d-4ea7-b46c-5cf277535d27'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:37.743973 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-87063075-698e-49ff-880c-f88afe857e2a tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.41 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 808 time: 0.3849070 Jun 25 09:19:37.755992 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a65fad-2906-48af-9bdc-dd4fdea7751d" -d '{"events": [{"server_uuid": "02d48e3f-61e9-420b-a94b-03b5f5927ade", "name": "network-vif-plugged", "status": "completed", "tag": "0a90ec4f-414d-4ea7-b46c-5cf277535d27"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:37.798177 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:37.811716 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:37.821124 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 0a90ec4f-414d-4ea7-b46c-5cf277535d27, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=0a90ec4f-414d-4ea7-b46c-5cf277535d27,segment=NetworkSegment(ba414158-1658-4eb3-98f9-21604ea1e782),segment_id=ba414158-1658-4eb3-98f9-21604ea1e782)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:37.867134 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-7e64d29c-dde2-4591-bf12-d2e00738f3ee tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Request body: {'port': {'device_id': '69ea39fb-56dc-4b7c-95b6-abd55b526c36', 'network_id': '86032570-f2c0-48a3-9354-653695b1e594', 'admin_state_up': True, 'tenant_id': '7474114b2c184a18967efdee86f25425'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:37.880576 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-60565023-593e-4f11-8ede-cf7eef9a8cbf None None] Provisioning for port aefc2dd8-5a87-4fb5-8404-62980970473c completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:37.885631 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:37.886686 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31c00b88-72c5-49d6-b63e-d04565315253 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:37.892956 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-60565023-593e-4f11-8ede-cf7eef9a8cbf None None] Provisioning complete for port aefc2dd8-5a87-4fb5-8404-62980970473c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:37.892956 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60565023-593e-4f11-8ede-cf7eef9a8cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:38.023549 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=1c3e7482-a6ce-42e8-975f-eb0ff83c14ef,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:38.034498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-60565023-593e-4f11-8ede-cf7eef9a8cbf None None] Port aefc2dd8-5a87-4fb5-8404-62980970473c cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:19:38.036581 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:38.038047 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:38.047989 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cd09578a-eb74-4be7-a78c-1a5de7a19ef6 req-ff54e3b6-4e56-4f29-bb57-064e0e605103 service neutron] 10.222.0.38 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791731 Jun 25 09:19:38.092294 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=0a90ec4f-414d-4ea7-b46c-5cf277535d27,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:38.105351 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:38.124302 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f5171-57c2-4647-a356-759c4bfc5c7c None None] New status for floating IP a068c8eb-7f1e-46df-b463-c0329d1f5eb4: DOWN {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:19:38.128774 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-60565023-593e-4f11-8ede-cf7eef9a8cbf None None] Provisioning complete for port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:38.128774 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60565023-593e-4f11-8ede-cf7eef9a8cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:38.135179 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-7e64d29c-dde2-4591-bf12-d2e00738f3ee tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Made reservation on behalf of 7474114b2c184a18967efdee86f25425 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:38.137401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:19:38.146174 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/891deaf1-527e-4a7c-adbd-ab3f58490bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4463034 Jun 25 09:19:38.148423 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-7e64d29c-dde2-4591-bf12-d2e00738f3ee tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:38.149248 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49702) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:38.158315 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c5b0eeb3-2021-4836-a837-ff3f3590853a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'network': {'name': 'tempest-RoutersTest-1292609439'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:38.185179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Sync routers for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:19:38.187153 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 31c00b88-72c5-49d6-b63e-d04565315253 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:38.194211 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 31c00b88-72c5-49d6-b63e-d04565315253 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:38.194590 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:38.195738 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc317ba-5c78-4586-9dcc-edde6cb095c9 req-fafdfe7c-be93-4ced-baa1-7670b090d954 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:38.197505 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2bc317ba-5c78-4586-9dcc-edde6cb095c9 req-fafdfe7c-be93-4ced-baa1-7670b090d954 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 944 time: 0.5874019 Jun 25 09:19:38.222251 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b0eeb3-2021-4836-a837-ff3f3590853a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:38.225606 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c5b0eeb3-2021-4836-a837-ff3f3590853a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:38.229541 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:38.230166 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:38.236381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904470-8956-45c8-a79e-67bca62d247f req-03d43fb3-7516-42b9-882d-129e31c72127 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:38.238057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c904470-8956-45c8-a79e-67bca62d247f req-03d43fb3-7516-42b9-882d-129e31c72127 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 943 time: 0.6243119 Jun 25 09:19:38.287415 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b0eeb3-2021-4836-a837-ff3f3590853a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:19:38.296844 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c5b0eeb3-2021-4836-a837-ff3f3590853a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:38.297335 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-c5b0eeb3-2021-4836-a837-ff3f3590853a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Added segment 6ce4ff68-3b4b-432d-884c-749a0363f799 of type vlan for network 447624ac-7906-4088-b4de-2355daad545b Jun 25 09:19:38.316660 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-7e64d29c-dde2-4591-bf12-d2e00738f3ee tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Allocated IP 172.20.0.6 (86032570-f2c0-48a3-9354-653695b1e594/8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2/b0bda93b-44cd-48da-8474-98ccb7a09e3b) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:19:38.344091 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c5b0eeb3-2021-4836-a837-ff3f3590853a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:38.348419 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:38.381641 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2bc317ba-5c78-4586-9dcc-edde6cb095c9 req-b9a5a1a7-e9a8-43a3-b566-7c32c17183c5 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/security-groups?id=69f95606-0fbc-4ede-89cf-b383e10e022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724112 Jun 25 09:19:38.418340 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c904470-8956-45c8-a79e-67bca62d247f req-5849978e-a39d-474f-9482-c0a450415847 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683071 Jun 25 09:19:38.418340 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c5b0eeb3-2021-4836-a837-ff3f3590853a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:38.425047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b0eeb3-2021-4836-a837-ff3f3590853a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:38.425886 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c5b0eeb3-2021-4836-a837-ff3f3590853a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:38.429995 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:38.521054 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c5b0eeb3-2021-4836-a837-ff3f3590853a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3645008 Jun 25 09:19:38.522213 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49708) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:38.539172 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0eeb3-2021-4836-a837-ff3f3590853a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Network': ['ID=447624ac-7906-4088-b4de-2355daad545b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:38.542340 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c5b0eeb3-2021-4836-a837-ff3f3590853a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:38.543318 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-757e42d8-7a99-4f15-a427-ebf7af4fd43b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'subnet': {'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:38.560016 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2df5ec5-483c-449c-b4b4-e2a552562481 x-openstack-request-id: req-e2df5ec5-483c-449c-b4b4-e2a552562481 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:38.560304 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d48e3f-61e9-420b-a94b-03b5f5927ade", "name": "network-vif-plugged", "status": "completed", "tag": "0a90ec4f-414d-4ea7-b46c-5cf277535d27", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:38.560558 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e2df5ec5-483c-449c-b4b4-e2a552562481 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:38.560985 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d48e3f-61e9-420b-a94b-03b5f5927ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a90ec4f-414d-4ea7-b46c-5cf277535d27', 'code': 200} Jun 25 09:19:38.563340 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3b0ce41d-bbfd-4080-a8ee-be50a461e2e1 None None] Provisioning complete for port aefc2dd8-5a87-4fb5-8404-62980970473c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:38.563818 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce41d-bbfd-4080-a8ee-be50a461e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:38.606220 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 447624ac-7906-4088-b4de-2355daad545b details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:19:38.638844 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ce41d-bbfd-4080-a8ee-be50a461e2e1 None None] Port aefc2dd8-5a87-4fb5-8404-62980970473c cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:19:38.645799 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-28b25506-8229-4284-b014-fb045e3e087f req-6ef677f0-dd7d-48ea-adc4-603bfc5c2d3a tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 210 time: 0.0355465 Jun 25 09:19:38.661855 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-7e64d29c-dde2-4591-bf12-d2e00738f3ee tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:38.683998 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757e42d8-7a99-4f15-a427-ebf7af4fd43b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:38.689005 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-757e42d8-7a99-4f15-a427-ebf7af4fd43b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:38.749988 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:38.758917 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee', 'tag': 'f6be381f-d683-441c-96dd-695e5a05c46a'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:38.761471 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94adc48-dbe1-48dd-a284-ce40114814f6" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee", "tag": "f6be381f-d683-441c-96dd-695e5a05c46a"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:38.835349 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-7e64d29c-dde2-4591-bf12-d2e00738f3ee tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:38.837444 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 31c00b88-72c5-49d6-b63e-d04565315253, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31c00b88-72c5-49d6-b63e-d04565315253,segment=NetworkSegment(bdd194f5-172b-4e97-bee2-db4b06ec5c77),segment_id=bdd194f5-172b-4e97-bee2-db4b06ec5c77)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:38.841125 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-022d5344-930f-467d-a1c8-97673177641c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:38.849119 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:38.852398 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c0a3fe45-8891-4b74-867b-a538758a950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:38.881724 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a979b9-6b0c-4109-bf51-3941ce409887 req-c700acee-6d54-4ff3-a63f-cbdd0e1ee07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:38.883283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45a979b9-6b0c-4109-bf51-3941ce409887 req-c700acee-6d54-4ff3-a63f-cbdd0e1ee07a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 1097 time: 0.1155839 Jun 25 09:19:38.891098 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49712) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:38.899103 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b582b3-4106-4d52-a411-a800cd6b8710 req-842bb00d-d417-4d82-a462-1eba7b2e7306 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:38.900994 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63b582b3-4106-4d52-a411-a800cd6b8710 req-842bb00d-d417-4d82-a462-1eba7b2e7306 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 946 time: 0.0920744 Jun 25 09:19:38.903272 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64d29c-dde2-4591-bf12-d2e00738f3ee tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Pushing event updated for resources: {'Port': ['ID=b0bda93b-44cd-48da-8474-98ccb7a09e3b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:38.911752 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7e64d29c-dde2-4591-bf12-d2e00738f3ee tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:38.917855 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=31c00b88-72c5-49d6-b63e-d04565315253,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:38.921378 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:38.925539 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-7e64d29c-dde2-4591-bf12-d2e00738f3ee tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Network 86032570-f2c0-48a3-9354-653695b1e594 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:38.929249 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-7e64d29c-dde2-4591-bf12-d2e00738f3ee tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:38.933038 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-7e64d29c-dde2-4591-bf12-d2e00738f3ee tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:19:38.942771 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:35Z', 'revision_number': 3, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:36Z', 'revision_number': 2, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:38.981193 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71838ee2-698f-4776-8809-646e2d0003d5 x-openstack-request-id: req-71838ee2-698f-4776-8809-646e2d0003d5 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:38.981872 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee", "tag": "f6be381f-d683-441c-96dd-695e5a05c46a", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:38.982125 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-71838ee2-698f-4776-8809-646e2d0003d5 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:38.982541 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee', 'tag': 'f6be381f-d683-441c-96dd-695e5a05c46a', 'status': 'completed', 'code': 200} Jun 25 09:19:38.989062 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Checking router: 891deaf1-527e-4a7c-adbd-ab3f58490bc8 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:19:38.989421 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Updating router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 port aefc2dd8-5a87-4fb5-8404-62980970473c binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:19:39.029715 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-7e64d29c-dde2-4591-bf12-d2e00738f3ee tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:39.030353 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-7e64d29c-dde2-4591-bf12-d2e00738f3ee tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.031468 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.040505 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45a979b9-6b0c-4109-bf51-3941ce409887 req-ea16609c-d96d-402f-838f-09d07f75c6d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=69f95606-0fbc-4ede-89cf-b383e10e022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372187 Jun 25 09:19:39.049450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63b582b3-4106-4d52-a411-a800cd6b8710 req-a2ca0f1c-f0de-4c38-87a1-12a6f5e07eaf tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352215 Jun 25 09:19:39.050691 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3b28a600-6149-40e2-aeb4-0c674b1e49cf tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.077812 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3b28a600-6149-40e2-aeb4-0c674b1e49cf tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.134884 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3b28a600-6149-40e2-aeb4-0c674b1e49cf tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.139250 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3b28a600-6149-40e2-aeb4-0c674b1e49cf tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.142872 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3b28a600-6149-40e2-aeb4-0c674b1e49cf tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "DELETE /v2.0/security-groups/145ea396-f27d-4b93-919b-ce2fa6556d99 HTTP/1.1" status: 204 len: 168 time: 0.2409904 Jun 25 09:19:39.144130 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-415d8df1-e696-43a5-af94-01c3d15b4344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:39.147822 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49716) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:39.154337 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-757e42d8-7a99-4f15-a427-ebf7af4fd43b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.169959 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-bcf4076d-c2d8-42d1-8ad9-3452dc0759a1 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] show failed (client error): The resource could not be found. Jun 25 09:19:39.171460 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bcf4076d-c2d8-42d1-8ad9-3452dc0759a1 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "GET /v2.0/security-groups/145ea396-f27d-4b93-919b-ce2fa6556d99 HTTP/1.1" status: 404 len: 347 time: 0.0223513 Jun 25 09:19:39.173014 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28a600-6149-40e2-aeb4-0c674b1e49cf tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=145ea396-f27d-4b93-919b-ce2fa6556d99,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:39.175747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49718) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:39.177817 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-af9daf6c-d54a-48c4-b881-57341e64597e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:39.184823 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3b28a600-6149-40e2-aeb4-0c674b1e49cf tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:39.192514 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-7e64d29c-dde2-4591-bf12-d2e00738f3ee tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3310170 Jun 25 09:19:39.271693 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e42d8-7a99-4f15-a427-ebf7af4fd43b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Subnet': ['ID=c9554ff4-8734-4902-b653-975d4fede960,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:39.275056 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-757e42d8-7a99-4f15-a427-ebf7af4fd43b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:39.287809 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94adc48-dbe1-48dd-a284-ce40114814f6 req-f5632233-1a18-422e-be10-87090e76360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:39.290362 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a94adc48-dbe1-48dd-a284-ce40114814f6 req-f5632233-1a18-422e-be10-87090e76360d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd3b2251bcb44013a235a723b458a880&device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 1095 time: 0.2557552 Jun 25 09:19:39.297314 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e42d8-7a99-4f15-a427-ebf7af4fd43b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Checking segment: {'id': '6ce4ff68-3b4b-432d-884c-749a0363f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '447624ac-7906-4088-b4de-2355daad545b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:39.297314 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e42d8-7a99-4f15-a427-ebf7af4fd43b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network hostable DHCP agents. Network: 447624ac-7906-4088-b4de-2355daad545b, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:19:39.359799 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7159e-de76-4008-ba2e-283370e5aadb req-fbec7de9-f982-4785-9869-70b87a0b403f tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:39.361360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6eb7159e-de76-4008-ba2e-283370e5aadb req-fbec7de9-f982-4785-9869-70b87a0b403f tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab3594f-a665-4096-ae9f-eed2bda46be9 HTTP/1.1" status: 200 len: 946 time: 0.1428638 Jun 25 09:19:39.372179 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e42d8-7a99-4f15-a427-ebf7af4fd43b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 447624ac-7906-4088-b4de-2355daad545b is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:19:39.372588 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.386180 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Transition to ACTIVE for port object aefc2dd8-5a87-4fb5-8404-62980970473c will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:39.393598 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-757e42d8-7a99-4f15-a427-ebf7af4fd43b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 447624ac-7906-4088-b4de-2355daad545b) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:39.396313 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.397669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-89360d73-208f-4e52-a78d-416be9c2351f tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Deleting port 0590e79f-9942-4a8c-828d-3bb148519d0b {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:39.398535 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89360d73-208f-4e52-a78d-416be9c2351f tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.404950 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757e42d8-7a99-4f15-a427-ebf7af4fd43b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:39.405629 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-757e42d8-7a99-4f15-a427-ebf7af4fd43b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.411936 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:39.416552 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe736033-c2b2-4edc-9d43-491dcd69e4fc None None] Network 447624ac-7906-4088-b4de-2355daad545b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:39.443239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-3f197bd1-852b-4e28-8241-4975900aada0 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:19:39.444807 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-3f197bd1-852b-4e28-8241-4975900aada0 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092804 Jun 25 09:19:39.449975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94adc48-dbe1-48dd-a284-ce40114814f6 req-ce082fa1-2ba5-4bec-b8ff-a86f53c8d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:39.451574 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a94adc48-dbe1-48dd-a284-ce40114814f6 req-ce082fa1-2ba5-4bec-b8ff-a86f53c8d56c service neutron] 10.222.0.38 "GET /v2.0/networks?id=dad122da-9762-4f59-a9e2-64bd248a4a6f HTTP/1.1" status: 200 len: 907 time: 0.1541464 Jun 25 09:19:39.464214 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Request body: {'port': {'device_id': '69ea39fb-56dc-4b7c-95b6-abd55b526c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:39.476086 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6eb7159e-de76-4008-ba2e-283370e5aadb req-3666df0f-038e-43cd-b67b-991719f228cb tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048431 Jun 25 09:19:39.479474 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-757e42d8-7a99-4f15-a427-ebf7af4fd43b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9542978 Jun 25 09:19:39.480873 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49724) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:39.534195 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a94adc48-dbe1-48dd-a284-ce40114814f6 req-f8576145-d80d-406d-916a-e0d0a79e6499 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6be381f-d683-441c-96dd-695e5a05c46a HTTP/1.1" status: 200 len: 217 time: 0.0665867 Jun 25 09:19:39.665579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94adc48-dbe1-48dd-a284-ce40114814f6 req-a0d641d6-cb51-4cc8-b1ef-7d8ec8e6eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:39.667070 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a94adc48-dbe1-48dd-a284-ce40114814f6 req-a0d641d6-cb51-4cc8-b1ef-7d8ec8e6eec1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=79f29d60-5d39-424f-b7cc-af1d0969792b HTTP/1.1" status: 200 len: 845 time: 0.1234915 Jun 25 09:19:39.683170 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.709720 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89360d73-208f-4e52-a78d-416be9c2351f tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.710294 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89360d73-208f-4e52-a78d-416be9c2351f tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.717932 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a94adc48-dbe1-48dd-a284-ce40114814f6 req-d57987da-2d20-43f3-b1ff-958d357ae27b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dad122da-9762-4f59-a9e2-64bd248a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431752 Jun 25 09:19:39.758629 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b3cd1-fbdd-45cc-85e3-cfa62e18a884 None None] Pushing event updated for resources: {'Port': ['ID=aefc2dd8-5a87-4fb5-8404-62980970473c,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:39.770240 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a38b3cd1-fbdd-45cc-85e3-cfa62e18a884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:39.786430 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-89360d73-208f-4e52-a78d-416be9c2351f tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Calling delete_port for 0590e79f-9942-4a8c-828d-3bb148519d0b owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:39.796646 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Attempting to bind port aefc2dd8-5a87-4fb5-8404-62980970473c on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:19:39.797124 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Attempting to bind port aefc2dd8-5a87-4fb5-8404-62980970473c by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '313c279c-8c8f-4bee-ae7a-659e4158e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:19:39.797488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Attempting to bind port aefc2dd8-5a87-4fb5-8404-62980970473c on network 21d5c24e-49f5-4015-9732-cf187439c01b {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:39.808303 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:19:39.808704 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Checking segment: {'id': '313c279c-8c8f-4bee-ae7a-659e4158e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:39.809138 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.809542 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Bound using segment: {'id': '313c279c-8c8f-4bee-ae7a-659e4158e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:19:39.810227 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Bound port: aefc2dd8-5a87-4fb5-8404-62980970473c, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313c279c-8c8f-4bee-ae7a-659e4158e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:19:39.810417 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.933062 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a94adc48-dbe1-48dd-a284-ce40114814f6 req-5235e5f0-1e18-4506-b0b9-3dff48835118 service neutron] 10.222.0.38 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079172 Jun 25 09:19:39.944198 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] For port aefc2dd8-5a87-4fb5-8404-62980970473c, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:19:39.954607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] For port aefc2dd8-5a87-4fb5-8404-62980970473c, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=aefc2dd8-5a87-4fb5-8404-62980970473c,segment=NetworkSegment(313c279c-8c8f-4bee-ae7a-659e4158e2ec),segment_id=313c279c-8c8f-4bee-ae7a-659e4158e2ec)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:19:39.957399 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-447624ac-7906-4088-b4de-2355daad545b', 'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'fixed_ips': [{'subnet_id': 'c9554ff4-8734-4902-b653-975d4fede960'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:19:39.958370 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.962928 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:39.978623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07096284-3950-43e4-ba6b-b0d759ebbc87 req-da7fca3e-a072-443b-88c8-be4e6f4639bd tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:39.981185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-07096284-3950-43e4-ba6b-b0d759ebbc87 req-da7fca3e-a072-443b-88c8-be4e6f4639bd tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 945 time: 0.3906441 Jun 25 09:19:39.990147 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:39.995564 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:40.097708 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3015ea-e847-4b65-822a-c4ad61dc120c req-76aa5a22-7172-4174-9197-bc0ab802e887 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:40.112107 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a3015ea-e847-4b65-822a-c4ad61dc120c req-76aa5a22-7172-4174-9197-bc0ab802e887 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 943 time: 0.4538422 Jun 25 09:19:40.116222 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a94adc48-dbe1-48dd-a284-ce40114814f6 req-b651df34-dc20-434d-82ac-8e7fdc619a9e service neutron] 10.222.0.38 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728010 Jun 25 09:19:40.134563 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b3cd1-fbdd-45cc-85e3-cfa62e18a884 None None] Pushing event updated for resources: {'Port': ['ID=aefc2dd8-5a87-4fb5-8404-62980970473c,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:40.150004 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a38b3cd1-fbdd-45cc-85e3-cfa62e18a884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:40.156862 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:40.157579 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:40.201213 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0bda93b-44cd-48da-8474-98ccb7a09e3b {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:19:40.209950 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:40.217863 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-07096284-3950-43e4-ba6b-b0d759ebbc87 req-b3d47f64-5b9c-46dc-8aa9-2bdee7b0ed28 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/security-groups?id=69f95606-0fbc-4ede-89cf-b383e10e022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936586 Jun 25 09:19:40.226705 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Transition to ACTIVE for port object b0bda93b-44cd-48da-8474-98ccb7a09e3b will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:40.232660 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:40.245069 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3bb5872b-072c-45ed-a08f-0953a0402771 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:40.257157 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:40.257535 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:40.285829 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89360d73-208f-4e52-a78d-416be9c2351f tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:40.310171 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Pushing event updated for resources: {'Port': ['ID=b0bda93b-44cd-48da-8474-98ccb7a09e3b,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:40.322354 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Allocated IP 172.22.0.2 (447624ac-7906-4088-b4de-2355daad545b/c9554ff4-8734-4902-b653-975d4fede960/ff088c10-4df8-4886-995b-cc84a828fd2f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:19:40.332694 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:40.332931 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:40.343517 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-75fb4815-e61b-4498-bf5a-23695d4ed799 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:40.398529 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a3015ea-e847-4b65-822a-c4ad61dc120c req-3b989f96-52ee-4d5f-bf69-edb2bb4ff564 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853825 Jun 25 09:19:40.408069 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Attempting to bind port b0bda93b-44cd-48da-8474-98ccb7a09e3b on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:19:40.408407 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Attempting to bind port b0bda93b-44cd-48da-8474-98ccb7a09e3b by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:19:40.408758 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Attempting to bind port b0bda93b-44cd-48da-8474-98ccb7a09e3b on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:40.415276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Port b0bda93b-44cd-48da-8474-98ccb7a09e3b on network 86032570-f2c0-48a3-9354-653695b1e594 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:19:40.415648 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Attempting to bind port b0bda93b-44cd-48da-8474-98ccb7a09e3b on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:40.430531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:19:40.430880 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Checking segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:40.431272 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Bound using segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:19:40.431704 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Bound port: b0bda93b-44cd-48da-8474-98ccb7a09e3b, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:19:40.432161 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:40.454865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89360d73-208f-4e52-a78d-416be9c2351f tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Pushing event deleted for resources: {'Port': ['ID=0590e79f-9942-4a8c-828d-3bb148519d0b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:40.460786 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-89360d73-208f-4e52-a78d-416be9c2351f tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:40.548331 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] For port b0bda93b-44cd-48da-8474-98ccb7a09e3b, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:19:40.553168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] For port b0bda93b-44cd-48da-8474-98ccb7a09e3b, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b0bda93b-44cd-48da-8474-98ccb7a09e3b,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:19:40.560624 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:40.563672 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab3594f-a665-4096-ae9f-eed2bda46be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c00b88-72c5-49d6-b63e-d04565315253'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:40.566390 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e83bd3-9e19-49cd-8ade-910db77a9428" -d '{"events": [{"server_uuid": "2ab3594f-a665-4096-ae9f-eed2bda46be9", "name": "network-vif-plugged", "status": "completed", "tag": "31c00b88-72c5-49d6-b63e-d04565315253"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:40.576316 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-73b7dd92-d1a0-4cb5-b92c-36abb078ab98 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:40.629938 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89360d73-208f-4e52-a78d-416be9c2351f tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:40.632467 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89360d73-208f-4e52-a78d-416be9c2351f tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:40.636287 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-89360d73-208f-4e52-a78d-416be9c2351f tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] 10.222.0.93 "DELETE /v2.0/floatingips/a068c8eb-7f1e-46df-b463-c0329d1f5eb4 HTTP/1.1" status: 204 len: 168 time: 1.4569843 Jun 25 09:19:40.669337 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:40.670081 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:40.672103 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] 10.222.0.41 "PUT /v2.0/ports/b0bda93b-44cd-48da-8474-98ccb7a09e3b HTTP/1.1" status: 200 len: 1092 time: 1.2196112 Jun 25 09:19:40.672940 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49736) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:40.673879 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Pushing event updated for resources: {'Port': ['ID=b0bda93b-44cd-48da-8474-98ccb7a09e3b,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:40.692201 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:40.737546 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2790a-b40a-4780-94ed-26354d52dc03 req-47342d7f-9474-474a-b15e-a7feb679be86 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:40.740123 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38b2790a-b40a-4780-94ed-26354d52dc03 req-47342d7f-9474-474a-b15e-a7feb679be86 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 943 time: 0.3405416 Jun 25 09:19:40.760696 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:40.773865 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:40.775598 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Transition to ACTIVE for port object ff088c10-4df8-4886-995b-cc84a828fd2f will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:40.799638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Transition to ACTIVE for port object ff088c10-4df8-4886-995b-cc84a828fd2f will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:40.814332 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:40.817198 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:40.841979 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:35Z', 'revision_number': 3, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:39Z', 'revision_number': 4, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:40.876252 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38b2790a-b40a-4780-94ed-26354d52dc03 req-a2aa0a97-7746-491f-b011-eec910910d20 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268218 Jun 25 09:19:40.886382 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469d8ead-b39d-41ed-b2a1-85982d42b8e2 None None] The sync data for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 is: [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:35Z', 'revision_number': 3, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:39Z', 'revision_number': 4, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:19:40.901509 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Network 447624ac-7906-4088-b4de-2355daad545b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:40.902361 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Pushing event updated for resources: {'Port': ['ID=ff088c10-4df8-4886-995b-cc84a828fd2f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:40.917864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:40.926348 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:19:40.928610 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:40.973457 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device f6be381f-d683-441c-96dd-695e5a05c46a details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:19:41.097760 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ea39fb-56dc-4b7c-95b6-abd55b526c36', 'tag': 'b0bda93b-44cd-48da-8474-98ccb7a09e3b'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:41.100268 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128266f2-7843-49a8-809f-c457e97344be" -d '{"events": [{"name": "network-changed", "server_uuid": "69ea39fb-56dc-4b7c-95b6-abd55b526c36", "tag": "b0bda93b-44cd-48da-8474-98ccb7a09e3b"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:41.133205 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port f6be381f-d683-441c-96dd-695e5a05c46a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=f6be381f-d683-441c-96dd-695e5a05c46a,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:41.151082 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80157345-df09-4f3f-88f8-82e4ae882584 x-openstack-request-id: req-80157345-df09-4f3f-88f8-82e4ae882584 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:41.151444 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab3594f-a665-4096-ae9f-eed2bda46be9", "name": "network-vif-plugged", "status": "completed", "tag": "31c00b88-72c5-49d6-b63e-d04565315253", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:41.151620 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-80157345-df09-4f3f-88f8-82e4ae882584 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:41.152072 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab3594f-a665-4096-ae9f-eed2bda46be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c00b88-72c5-49d6-b63e-d04565315253', 'code': 200} Jun 25 09:19:41.174212 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6c70d7-86d5-4cca-87e7-c2e14a33fdac x-openstack-request-id: req-9b6c70d7-86d5-4cca-87e7-c2e14a33fdac {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:41.174667 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ea39fb-56dc-4b7c-95b6-abd55b526c36", "tag": "b0bda93b-44cd-48da-8474-98ccb7a09e3b", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:41.175084 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9b6c70d7-86d5-4cca-87e7-c2e14a33fdac {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:41.175610 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ea39fb-56dc-4b7c-95b6-abd55b526c36', 'tag': 'b0bda93b-44cd-48da-8474-98ccb7a09e3b', 'status': 'completed', 'code': 200} Jun 25 09:19:41.182863 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'f6be381f-d683-441c-96dd-695e5a05c46a', 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f', 'port_id': 'f6be381f-d683-441c-96dd-695e5a05c46a', 'mac_address': 'fa:16:3e:32:38:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f29d60-5d39-424f-b7cc-af1d0969792b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:19:41.220852 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Attempting to bind port ff088c10-4df8-4886-995b-cc84a828fd2f on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:19:41.221232 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Attempting to bind port ff088c10-4df8-4886-995b-cc84a828fd2f by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '6ce4ff68-3b4b-432d-884c-749a0363f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '447624ac-7906-4088-b4de-2355daad545b'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:19:41.221597 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Attempting to bind port ff088c10-4df8-4886-995b-cc84a828fd2f on network 447624ac-7906-4088-b4de-2355daad545b {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:41.231940 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:19:41.232754 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Checking segment: {'id': '6ce4ff68-3b4b-432d-884c-749a0363f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '447624ac-7906-4088-b4de-2355daad545b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:41.232754 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:41.233138 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Bound using segment: {'id': '6ce4ff68-3b4b-432d-884c-749a0363f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '447624ac-7906-4088-b4de-2355daad545b'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:19:41.233864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Bound port: ff088c10-4df8-4886-995b-cc84a828fd2f, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce4ff68-3b4b-432d-884c-749a0363f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '447624ac-7906-4088-b4de-2355daad545b'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:19:41.234253 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:41.240144 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-3a51bb10-528a-46fa-af86-2df251acfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:41.241833 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-3a51bb10-528a-46fa-af86-2df251acfb16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 1095 time: 0.4763501 Jun 25 09:19:41.254180 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:41.285127 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9eaf7-87a7-4836-815b-6f6abc7de85e req-45e8275d-1d0f-46e3-b054-7ee87c3b7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:41.287357 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-00f9eaf7-87a7-4836-815b-6f6abc7de85e req-45e8275d-1d0f-46e3-b054-7ee87c3b7a79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ab3594f-a665-4096-ae9f-eed2bda46be9 HTTP/1.1" status: 200 len: 1098 time: 0.1699564 Jun 25 09:19:41.289198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Allocated IP 172.22.0.1 (447624ac-7906-4088-b4de-2355daad545b/c9554ff4-8734-4902-b653-975d4fede960/bffe8fd6-1911-4201-95c8-94dac5a30c99) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:19:41.290323 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6be381f-d683-441c-96dd-695e5a05c46a {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:19:41.322230 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-e198ba63-5851-446f-8ed3-830df94cbeea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0bda93b-44cd-48da-8474-98ccb7a09e3b HTTP/1.1" status: 200 len: 217 time: 0.0599804 Jun 25 09:19:41.337561 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ef084-f681-455f-8ba1-155733153dd3 req-6f14e674-ec94-495a-9ab6-fae47ee1addd tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:41.348079 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f9ef084-f681-455f-8ba1-155733153dd3 req-6f14e674-ec94-495a-9ab6-fae47ee1addd tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab3594f-a665-4096-ae9f-eed2bda46be9 HTTP/1.1" status: 200 len: 946 time: 0.2430494 Jun 25 09:19:41.351110 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port f6be381f-d683-441c-96dd-695e5a05c46a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=f6be381f-d683-441c-96dd-695e5a05c46a,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:41.359200 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:41.361761 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] For port ff088c10-4df8-4886-995b-cc84a828fd2f, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:19:41.369060 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] For port ff088c10-4df8-4886-995b-cc84a828fd2f, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ff088c10-4df8-4886-995b-cc84a828fd2f,segment=NetworkSegment(6ce4ff68-3b4b-432d-884c-749a0363f799),segment_id=6ce4ff68-3b4b-432d-884c-749a0363f799)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:19:41.372204 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6b42affc-2ac3-4824-b783-5815e44ebf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:41.385726 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:41.442100 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ccf5a1be-0483-4901-8ff2-6fac4e511802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:41.448082 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ccf5a1be-0483-4901-8ff2-6fac4e511802 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.1167784 Jun 25 09:19:41.461924 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=f6be381f-d683-441c-96dd-695e5a05c46a,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:41.475775 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:41.476624 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d47af1e3-41bf-42de-8f55-106daf117de4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:41.489563 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-c72a1a6a-22c7-45fb-a8f2-ddea0a005ab0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309405 Jun 25 09:19:41.510389 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-00f9eaf7-87a7-4836-815b-6f6abc7de85e req-6eea2dc7-3218-4d94-9419-cfcafb85d4b1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115300 Jun 25 09:19:41.516144 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9c6deebb-8e2a-4222-987c-329ef1ca0b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:41.550193 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f9ef084-f681-455f-8ba1-155733153dd3 req-4681c357-2197-44ce-acd0-d1b7b1ac46e6 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012236 Jun 25 09:19:41.567930 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Pushing event updated for resources: {'Port': ['ID=ff088c10-4df8-4886-995b-cc84a828fd2f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:41.584177 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:41.589470 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:41.607953 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Transition to ACTIVE for port object bffe8fd6-1911-4201-95c8-94dac5a30c99 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:41.629610 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac36e6b-0fba-4caa-8874-57d146950d25 req-5f5ecb3e-df42-4858-b50c-1f05c0e5d8b0 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:41.632374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bac36e6b-0fba-4caa-8874-57d146950d25 req-5f5ecb3e-df42-4858-b50c-1f05c0e5d8b0 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 945 time: 0.2098682 Jun 25 09:19:41.688300 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:41.704647 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6c12f578-4fb7-46dd-88ed-5aa912467c87 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:41.757570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 447624ac-7906-4088-b4de-2355daad545b is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:41.772072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:41.779126 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:19:41.793158 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-25a75ca7-053b-468f-abb4-cc05d62b4ebb service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922938 Jun 25 09:19:41.795186 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['f6be381f-d683-441c-96dd-695e5a05c46a'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:19:42.049712 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ff088c10-4df8-4886-995b-cc84a828fd2f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:42.124676 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port ff088c10-4df8-4886-995b-cc84a828fd2f completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:42.129297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device aefc2dd8-5a87-4fb5-8404-62980970473c up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:42.181533 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port aefc2dd8-5a87-4fb5-8404-62980970473c completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:42.186059 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port aefc2dd8-5a87-4fb5-8404-62980970473c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:42.186373 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:42.203244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-9c6deebb-8e2a-4222-987c-329ef1ca0b76 admin admin] Deleting port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:42.203799 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9c6deebb-8e2a-4222-987c-329ef1ca0b76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:42.236337 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=bffe8fd6-1911-4201-95c8-94dac5a30c99,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:42.241648 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:42.256400 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bac36e6b-0fba-4caa-8874-57d146950d25 req-5f142a33-3b6a-4bdf-9175-6019a616e639 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/security-groups?id=69f95606-0fbc-4ede-89cf-b383e10e022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836189 Jun 25 09:19:42.262197 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8ea6976b-ba5d-40be-94f4-cc7b8254911e req-ac43ef26-8fda-4088-83bb-683ed43238d5 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652868 Jun 25 09:19:42.278824 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:42.302108 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:42.317718 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-9c6deebb-8e2a-4222-987c-329ef1ca0b76 admin admin] For port dbe01c1d-9529-4b23-9b0b-01d6da9e6a41, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=dbe01c1d-9529-4b23-9b0b-01d6da9e6a41,segment=NetworkSegment(4fccc6ca-fee0-4281-8570-ada77f60ed19),segment_id=4fccc6ca-fee0-4281-8570-ada77f60ed19)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:42.318200 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9c6deebb-8e2a-4222-987c-329ef1ca0b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:42.327756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port aefc2dd8-5a87-4fb5-8404-62980970473c, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=aefc2dd8-5a87-4fb5-8404-62980970473c,segment=NetworkSegment(313c279c-8c8f-4bee-ae7a-659e4158e2ec),segment_id=313c279c-8c8f-4bee-ae7a-659e4158e2ec)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:42.335060 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-9c6deebb-8e2a-4222-987c-329ef1ca0b76 admin admin] Calling delete_port for dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:42.335493 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:42.340201 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:42.404628 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa869d-f0e2-4253-b6ab-aa1aa4a09447 req-8474f2c6-692f-4eda-929b-19c20790b488 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:42.411955 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8dfa869d-f0e2-4253-b6ab-aa1aa4a09447 req-8474f2c6-692f-4eda-929b-19c20790b488 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 944 time: 0.6275616 Jun 25 09:19:42.482586 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8dfa869d-f0e2-4253-b6ab-aa1aa4a09447 req-d5566eac-023d-40a5-a141-b24fa78763e6 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697167 Jun 25 09:19:42.501579 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:42.580108 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128266f2-7843-49a8-809f-c457e97344be req-a526d394-9ae9-49eb-be75-a4d571d30492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:42.581659 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-128266f2-7843-49a8-809f-c457e97344be req-a526d394-9ae9-49eb-be75-a4d571d30492 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 1095 time: 0.1758008 Jun 25 09:19:42.689488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=aefc2dd8-5a87-4fb5-8404-62980970473c,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:42.699727 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:42.738794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128266f2-7843-49a8-809f-c457e97344be req-64a90524-9f55-4c17-b8c5-2cc39ccdad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:42.740294 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-128266f2-7843-49a8-809f-c457e97344be req-64a90524-9f55-4c17-b8c5-2cc39ccdad16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.1502988 Jun 25 09:19:42.895928 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c1dda-cfa3-4b02-bb82-df226b0f253f req-cf32e392-e03c-4320-9fe3-62fac45b9493 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:42.897874 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c9c1dda-cfa3-4b02-bb82-df226b0f253f req-cf32e392-e03c-4320-9fe3-62fac45b9493 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 943 time: 0.1928709 Jun 25 09:19:42.931605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dffbf26-cac0-4ec5-ae8f-e85a69e8e34a None None] Network 447624ac-7906-4088-b4de-2355daad545b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:43.004403 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:43.018045 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:43.025796 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:43.039758 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f3d07ea7-b0ea-4fc1-ba8e-fcbf9ac4ca45 None None] Provisioning for port ff088c10-4df8-4886-995b-cc84a828fd2f completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:43.048530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f3d07ea7-b0ea-4fc1-ba8e-fcbf9ac4ca45 None None] Provisioning complete for port ff088c10-4df8-4886-995b-cc84a828fd2f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:43.049506 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3d07ea7-b0ea-4fc1-ba8e-fcbf9ac4ca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:43.070437 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c9c1dda-cfa3-4b02-bb82-df226b0f253f req-0578f7bb-bd0e-48a2-be58-f42b89299d68 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638217 Jun 25 09:19:43.159550 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:43.194979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=bffe8fd6-1911-4201-95c8-94dac5a30c99,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:43.209818 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:43.237031 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-128266f2-7843-49a8-809f-c457e97344be req-a99ec892-bffb-40f6-8e69-cebe199672c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0bda93b-44cd-48da-8474-98ccb7a09e3b HTTP/1.1" status: 200 len: 217 time: 0.4721396 Jun 25 09:19:43.237594 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3d07ea7-b0ea-4fc1-ba8e-fcbf9ac4ca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:43.238928 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9c6deebb-8e2a-4222-987c-329ef1ca0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:43.252614 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1f4d30e5-39ac-4fa6-a851-9ea6c5a4542d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:43.279253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6deebb-8e2a-4222-987c-329ef1ca0b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe01c1d-9529-4b23-9b0b-01d6da9e6a41,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:43.300810 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f3d07ea7-b0ea-4fc1-ba8e-fcbf9ac4ca45 None None] For port ff088c10-4df8-4886-995b-cc84a828fd2f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ff088c10-4df8-4886-995b-cc84a828fd2f,segment=NetworkSegment(6ce4ff68-3b4b-432d-884c-749a0363f799),segment_id=6ce4ff68-3b4b-432d-884c-749a0363f799)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:43.304509 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9c6deebb-8e2a-4222-987c-329ef1ca0b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:43.313344 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3d07ea7-b0ea-4fc1-ba8e-fcbf9ac4ca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:43.315716 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:43.369384 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d07ea7-b0ea-4fc1-ba8e-fcbf9ac4ca45 None None] Pushing event updated for resources: {'Port': ['ID=ff088c10-4df8-4886-995b-cc84a828fd2f,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:43.376700 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f3d07ea7-b0ea-4fc1-ba8e-fcbf9ac4ca45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:43.402651 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128266f2-7843-49a8-809f-c457e97344be req-ac206e0f-e6c2-422f-b094-f7a5ffef0aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:43.406783 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-128266f2-7843-49a8-809f-c457e97344be req-ac206e0f-e6c2-422f-b094-f7a5ffef0aca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.1688285 Jun 25 09:19:43.461562 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-128266f2-7843-49a8-809f-c457e97344be req-a98cb8b6-3357-4d34-820c-ee4d1a33a8e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413949 Jun 25 09:19:43.478803 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9b055-ae0b-419d-8ced-f9b2bd114a4a req-1178516f-8e2a-4742-b587-78edc82dafc1 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:43.487993 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6be9b055-ae0b-419d-8ced-f9b2bd114a4a req-1178516f-8e2a-4742-b587-78edc82dafc1 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 945 time: 0.1952760 Jun 25 09:19:43.524601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c38b30-fac2-463e-bf54-27b162db1436 req-b37a9256-c7c7-4007-93b0-dc9dbeab5d95 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:43.535966 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12c38b30-fac2-463e-bf54-27b162db1436 req-b37a9256-c7c7-4007-93b0-dc9dbeab5d95 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab3594f-a665-4096-ae9f-eed2bda46be9 HTTP/1.1" status: 200 len: 946 time: 0.2989433 Jun 25 09:19:43.557329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 447624ac-7906-4088-b4de-2355daad545b is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:43.564650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:43.651941 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6be9b055-ae0b-419d-8ced-f9b2bd114a4a req-a68a2f05-6dc7-4587-8488-7887a34f1d6b tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/security-groups?id=69f95606-0fbc-4ede-89cf-b383e10e022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624975 Jun 25 09:19:43.666392 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9c6deebb-8e2a-4222-987c-329ef1ca0b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:43.673915 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12c38b30-fac2-463e-bf54-27b162db1436 req-2da73382-39ea-49ec-9f71-22a031554127 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365199 Jun 25 09:19:43.683591 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-128266f2-7843-49a8-809f-c457e97344be req-1afd0b17-dec8-46d5-b108-07d91a46ff25 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781335 Jun 25 09:19:43.694330 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9e0dd702-3e52-4309-9682-f8001436349a None None] Provisioning complete for port ff088c10-4df8-4886-995b-cc84a828fd2f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:43.694905 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd702-3e52-4309-9682-f8001436349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:43.770248 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:19:43.847084 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9e0dd702-3e52-4309-9682-f8001436349a None None] Provisioning for port bffe8fd6-1911-4201-95c8-94dac5a30c99 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:43.863984 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9e0dd702-3e52-4309-9682-f8001436349a None None] Provisioning complete for port bffe8fd6-1911-4201-95c8-94dac5a30c99 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:43.865003 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd702-3e52-4309-9682-f8001436349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:43.980827 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9e0dd702-3e52-4309-9682-f8001436349a None None] Port bffe8fd6-1911-4201-95c8-94dac5a30c99 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:19:44.010395 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:19:44.020879 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/891deaf1-527e-4a7c-adbd-ab3f58490bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5367768 Jun 25 09:19:44.026467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49764) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:44.034892 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Sync routers for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:19:44.043727 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1686d195-667e-449e-8e04-ce9a71da5281 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'network': {'name': 'tempest-RoutersTest-1225706069'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:44.048102 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:44.049049 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:44.050965 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-128266f2-7843-49a8-809f-c457e97344be req-a17a6ad5-65d2-45cb-9ff1-28a3e51bde23 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208811 Jun 25 09:19:44.068492 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ff088c10-4df8-4886-995b-cc84a828fd2f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:44.120296 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1686d195-667e-449e-8e04-ce9a71da5281 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:44.123968 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1686d195-667e-449e-8e04-ce9a71da5281 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:44.166104 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:44.174688 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb3fea-0bdb-45a0-ac74-3806efd68c10 req-9ad5b15f-1855-4456-ad11-cbcbef6fe95e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:44.177700 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-478d5b64-2ba8-43dc-ad31-301360f7e418 None None] Provisioning complete for port bffe8fd6-1911-4201-95c8-94dac5a30c99 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:44.178348 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-478d5b64-2ba8-43dc-ad31-301360f7e418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:44.182639 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a5bb3fea-0bdb-45a0-ac74-3806efd68c10 req-9ad5b15f-1855-4456-ad11-cbcbef6fe95e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 944 time: 0.2314672 Jun 25 09:19:44.210799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6deebb-8e2a-4222-987c-329ef1ca0b76 admin admin] Router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:19:44.235138 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port ff088c10-4df8-4886-995b-cc84a828fd2f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:44.235416 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:44.264024 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-478d5b64-2ba8-43dc-ad31-301360f7e418 None None] Port bffe8fd6-1911-4201-95c8-94dac5a30c99 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:19:44.272496 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1686d195-667e-449e-8e04-ce9a71da5281 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:19:44.309776 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a5bb3fea-0bdb-45a0-ac74-3806efd68c10 req-038f85fb-73ab-4f2d-973d-5b95d6565c3c tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261373 Jun 25 09:19:44.344250 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1686d195-667e-449e-8e04-ce9a71da5281 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:44.344622 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-1686d195-667e-449e-8e04-ce9a71da5281 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Added segment 5b49bed5-7811-4211-aae3-266b13bbaaf5 of type vlan for network 038e2f36-5315-4f56-8cc2-96243656425f Jun 25 09:19:44.381802 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device aefc2dd8-5a87-4fb5-8404-62980970473c up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:44.400416 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1686d195-667e-449e-8e04-ce9a71da5281 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:44.414001 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-39bee2eb-2e88-4679-86f3-f6b21b4e8bd5 None None] Provisioning complete for port bffe8fd6-1911-4201-95c8-94dac5a30c99 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:44.414391 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39bee2eb-2e88-4679-86f3-f6b21b4e8bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:44.436230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6deebb-8e2a-4222-987c-329ef1ca0b76 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:19:44.444426 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa944ac-beb7-4bcf-a345-0c345f2abb58 req-bd3d6cb4-ca95-493e-bcef-fb83920a22c8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:44.449405 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8aa944ac-beb7-4bcf-a345-0c345f2abb58 req-bd3d6cb4-ca95-493e-bcef-fb83920a22c8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 943 time: 0.1611390 Jun 25 09:19:44.450820 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 4, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bffe8fd6-1911-4201-95c8-94dac5a30c99', 'name': '', 'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:7b:8c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c9554ff4-8734-4902-b653-975d4fede960', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:40Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 2, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'c9554ff4-8734-4902-b653-975d4fede960', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:44.453000 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb767f-818b-4af2-9220-579db6fbd291 None None] Sync routers for ids ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:19:44.454407 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9c6deebb-8e2a-4222-987c-329ef1ca0b76 admin admin] 10.222.0.93 "PUT /v2.0/routers/14252a38-5eb8-4a5d-83e4-2a24f0cbcc40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7605705 Jun 25 09:19:44.457196 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49768) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:44.477099 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1686d195-667e-449e-8e04-ce9a71da5281 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:44.477727 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb767f-818b-4af2-9220-579db6fbd291 None None] Routers {'14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:44.478377 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4dbb767f-818b-4af2-9220-579db6fbd291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:44.478492 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Checking router: 891deaf1-527e-4a7c-adbd-ab3f58490bc8 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:19:44.478755 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Updating router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 port bffe8fd6-1911-4201-95c8-94dac5a30c99 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:19:44.480529 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-39bee2eb-2e88-4679-86f3-f6b21b4e8bd5 None None] Port bffe8fd6-1911-4201-95c8-94dac5a30c99 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:19:44.484199 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1686d195-667e-449e-8e04-ce9a71da5281 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:44.484722 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1686d195-667e-449e-8e04-ce9a71da5281 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:44.513618 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:44.522491 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a0933f23-beca-4d83-9875-2881d5d147c7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:44.533210 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port aefc2dd8-5a87-4fb5-8404-62980970473c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:44.533695 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:44.598628 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1686d195-667e-449e-8e04-ce9a71da5281 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5686247 Jun 25 09:19:44.604093 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49770) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:44.616540 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-067c4445-5d6c-4da3-9234-1a8e44fb6105 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'subnet': {'network_id': '038e2f36-5315-4f56-8cc2-96243656425f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:44.617800 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8aa944ac-beb7-4bcf-a345-0c345f2abb58 req-76e0dd8b-cc0b-4652-95fd-fc7c93f1de41 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622231 Jun 25 09:19:44.644230 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686d195-667e-449e-8e04-ce9a71da5281 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Network': ['ID=038e2f36-5315-4f56-8cc2-96243656425f,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:44.653282 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1686d195-667e-449e-8e04-ce9a71da5281 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:44.673490 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:44.687310 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 038e2f36-5315-4f56-8cc2-96243656425f details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:19:44.774615 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-4dbb767f-818b-4af2-9220-579db6fbd291 None None] Set router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:44.794577 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:44.855202 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:44.870086 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Transition to ACTIVE for port object bffe8fd6-1911-4201-95c8-94dac5a30c99 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:44.870819 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067c4445-5d6c-4da3-9234-1a8e44fb6105 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Made reservation on behalf of c99d753bb9b141c782e8268bd34686e6 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:44.875037 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-067c4445-5d6c-4da3-9234-1a8e44fb6105 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:44.879401 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:44.886350 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:44.924559 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] Deleting port 2db7f811-36aa-41c4-baad-0743eed11d07 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:44.926615 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:44.990468 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f9ed1-855d-4ec0-a2a0-9285d59037c7 None None] Pushing event updated for resources: {'Port': ['ID=bffe8fd6-1911-4201-95c8-94dac5a30c99,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:45.002903 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device f6be381f-d683-441c-96dd-695e5a05c46a up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:45.003488 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-4b5f9ed1-855d-4ec0-a2a0-9285d59037c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:45.066905 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Attempting to bind port bffe8fd6-1911-4201-95c8-94dac5a30c99 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:19:45.068405 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Attempting to bind port bffe8fd6-1911-4201-95c8-94dac5a30c99 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '6ce4ff68-3b4b-432d-884c-749a0363f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '447624ac-7906-4088-b4de-2355daad545b'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:19:45.068978 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Attempting to bind port bffe8fd6-1911-4201-95c8-94dac5a30c99 on network 447624ac-7906-4088-b4de-2355daad545b {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:45.079059 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:19:45.079762 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Checking segment: {'id': '6ce4ff68-3b4b-432d-884c-749a0363f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '447624ac-7906-4088-b4de-2355daad545b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:45.080328 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:45.081127 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Bound using segment: {'id': '6ce4ff68-3b4b-432d-884c-749a0363f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '447624ac-7906-4088-b4de-2355daad545b'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:19:45.081797 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Bound port: bffe8fd6-1911-4201-95c8-94dac5a30c99, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce4ff68-3b4b-432d-884c-749a0363f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '447624ac-7906-4088-b4de-2355daad545b'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:19:45.082621 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:45.115904 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4dbb767f-818b-4af2-9220-579db6fbd291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'name': 'tempest-ServersTestManualDisk-2056901047-router', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:31Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'gw_port': {'id': '2db7f811-36aa-41c4-baad-0743eed11d07', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:33Z', 'updated_at': '2021-06-25T09:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:45.148051 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-067c4445-5d6c-4da3-9234-1a8e44fb6105 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:45.148939 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb767f-818b-4af2-9220-579db6fbd291 None None] Checking router: 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:19:45.159747 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-74206957-efff-4ff6-9e33-981f2aaf629a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:45.167534 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb767f-818b-4af2-9220-579db6fbd291 None None] Routers {'14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:45.168418 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4dbb767f-818b-4af2-9220-579db6fbd291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:45.173979 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port f6be381f-d683-441c-96dd-695e5a05c46a completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:45.174728 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] For port 2db7f811-36aa-41c4-baad-0743eed11d07, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2db7f811-36aa-41c4-baad-0743eed11d07,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:45.175291 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:45.187146 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79881934-56f3-4a90-b04b-ed8e36e7c5a6 req-685e1ae9-8526-4136-9694-56f9623ac895 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:45.199132 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79881934-56f3-4a90-b04b-ed8e36e7c5a6 req-685e1ae9-8526-4136-9694-56f9623ac895 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 945 time: 0.2515385 Jun 25 09:19:45.220404 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] For port bffe8fd6-1911-4201-95c8-94dac5a30c99, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:19:45.220659 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c4445-5d6c-4da3-9234-1a8e44fb6105 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Subnet': ['ID=3d58519f-aab3-4350-a6f8-7012f5232b84,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:45.224630 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-067c4445-5d6c-4da3-9234-1a8e44fb6105 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:45.229379 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] For port bffe8fd6-1911-4201-95c8-94dac5a30c99, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bffe8fd6-1911-4201-95c8-94dac5a30c99,segment=NetworkSegment(6ce4ff68-3b4b-432d-884c-749a0363f799),segment_id=6ce4ff68-3b4b-432d-884c-749a0363f799)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:19:45.229632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] Calling delete_port for 2db7f811-36aa-41c4-baad-0743eed11d07 owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:45.236274 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:45.240354 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-54da0089-a47b-448d-8942-3553043166d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:45.250541 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port f6be381f-d683-441c-96dd-695e5a05c46a triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:45.250831 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:45.273014 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a4ed9-3d89-4bc4-b142-56c78e0ea4eb req-89e220fa-8ed0-4e71-89a6-1576de72bdf8 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:45.281865 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-265a4ed9-3d89-4bc4-b142-56c78e0ea4eb req-89e220fa-8ed0-4e71-89a6-1576de72bdf8 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab3594f-a665-4096-ae9f-eed2bda46be9 HTTP/1.1" status: 200 len: 946 time: 0.3355517 Jun 25 09:19:45.297027 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:45.297684 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:45.350158 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c4445-5d6c-4da3-9234-1a8e44fb6105 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Checking segment: {'id': '5b49bed5-7811-4211-aae3-266b13bbaaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:45.350792 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067c4445-5d6c-4da3-9234-1a8e44fb6105 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network hostable DHCP agents. Network: 038e2f36-5315-4f56-8cc2-96243656425f, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:19:45.369997 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7becb-d702-4eb6-af18-2ad8a6f7d239 req-621031e3-21c9-4cf8-9bcb-a6559a8e7436 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:45.372056 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-afa7becb-d702-4eb6-af18-2ad8a6f7d239 req-621031e3-21c9-4cf8-9bcb-a6559a8e7436 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.41 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 945 time: 0.1531456 Jun 25 09:19:45.380333 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-4dbb767f-818b-4af2-9220-579db6fbd291 None None] Set router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:45.406070 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79881934-56f3-4a90-b04b-ed8e36e7c5a6 req-c3fcaa60-f1b1-4d37-bf1e-e45ffa424fdf tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/security-groups?id=69f95606-0fbc-4ede-89cf-b383e10e022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057483 Jun 25 09:19:45.420562 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:45.425831 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067c4445-5d6c-4da3-9234-1a8e44fb6105 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 038e2f36-5315-4f56-8cc2-96243656425f is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:19:45.436706 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-265a4ed9-3d89-4bc4-b142-56c78e0ea4eb req-d9e26f0c-0cbf-4273-ae08-4790bc6493f5 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537352 Jun 25 09:19:45.457275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-067c4445-5d6c-4da3-9234-1a8e44fb6105 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 038e2f36-5315-4f56-8cc2-96243656425f) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:45.469498 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067c4445-5d6c-4da3-9234-1a8e44fb6105 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:45.482054 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f9ed1-855d-4ec0-a2a0-9285d59037c7 None None] Pushing event updated for resources: {'Port': ['ID=bffe8fd6-1911-4201-95c8-94dac5a30c99,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:45.493087 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-067c4445-5d6c-4da3-9234-1a8e44fb6105 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:45.494464 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-4b5f9ed1-855d-4ec0-a2a0-9285d59037c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:45.527416 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583cd994-b233-430f-8625-03836a8c3b49 None None] Network 038e2f36-5315-4f56-8cc2-96243656425f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:45.531412 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4dbb767f-818b-4af2-9220-579db6fbd291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'name': 'tempest-ServersTestManualDisk-2056901047-router', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:31Z', 'updated_at': '2021-06-25T09:19:44Z', 'revision_number': 6, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:45.598328 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-067c4445-5d6c-4da3-9234-1a8e44fb6105 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9929154 Jun 25 09:19:45.601358 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49784) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:45.641902 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-afa7becb-d702-4eb6-af18-2ad8a6f7d239 req-93e9b1ee-b4fb-4695-8fc0-e591d88e87e4 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Deleting port 0a90ec4f-414d-4ea7-b46c-5cf277535d27 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:45.642387 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-afa7becb-d702-4eb6-af18-2ad8a6f7d239 req-93e9b1ee-b4fb-4695-8fc0-e591d88e87e4 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:45.727058 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb767f-818b-4af2-9220-579db6fbd291 None None] The sync data for ids ['14252a38-5eb8-4a5d-83e4-2a24f0cbcc40'] in n-d-761264-15 is: [{'id': '14252a38-5eb8-4a5d-83e4-2a24f0cbcc40', 'name': 'tempest-ServersTestManualDisk-2056901047-router', 'tenant_id': '4a75ec203daa470f82c80c20a6dfbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:31Z', 'updated_at': '2021-06-25T09:19:44Z', 'revision_number': 6, 'project_id': '4a75ec203daa470f82c80c20a6dfbe50', 'gw_port_host': None}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:19:45.848818 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-afa7becb-d702-4eb6-af18-2ad8a6f7d239 req-93e9b1ee-b4fb-4695-8fc0-e591d88e87e4 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] For port 0a90ec4f-414d-4ea7-b46c-5cf277535d27, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=0a90ec4f-414d-4ea7-b46c-5cf277535d27,segment=NetworkSegment(ba414158-1658-4eb3-98f9-21604ea1e782),segment_id=ba414158-1658-4eb3-98f9-21604ea1e782)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:45.849201 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-afa7becb-d702-4eb6-af18-2ad8a6f7d239 req-93e9b1ee-b4fb-4695-8fc0-e591d88e87e4 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:45.868141 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-afa7becb-d702-4eb6-af18-2ad8a6f7d239 req-93e9b1ee-b4fb-4695-8fc0-e591d88e87e4 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Calling delete_port for 0a90ec4f-414d-4ea7-b46c-5cf277535d27 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:45.916291 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:45.973940 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 4, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bffe8fd6-1911-4201-95c8-94dac5a30c99', 'name': '', 'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:7b:8c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c9554ff4-8734-4902-b653-975d4fede960', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:40Z', 'updated_at': '2021-06-25T09:19:45Z', 'revision_number': 4, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'c9554ff4-8734-4902-b653-975d4fede960', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:45.995996 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6be381f-d683-441c-96dd-695e5a05c46a'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:45.998896 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cde71ed-68f4-4618-99ca-9123218e9636" -d '{"events": [{"server_uuid": "f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee", "name": "network-vif-plugged", "status": "completed", "tag": "f6be381f-d683-441c-96dd-695e5a05c46a"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:46.016030 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9980adfd-d4eb-4b54-8af2-a322b0ee612f None None] The sync data for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 is: [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 4, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bffe8fd6-1911-4201-95c8-94dac5a30c99', 'name': '', 'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:7b:8c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c9554ff4-8734-4902-b653-975d4fede960', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:40Z', 'updated_at': '2021-06-25T09:19:45Z', 'revision_number': 4, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'c9554ff4-8734-4902-b653-975d4fede960', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:19:46.022286 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-038e2f36-5315-4f56-8cc2-96243656425f', 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'fixed_ips': [{'subnet_id': '3d58519f-aab3-4350-a6f8-7012f5232b84'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:19:46.023715 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:46.042479 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-afa7becb-d702-4eb6-af18-2ad8a6f7d239 req-93e9b1ee-b4fb-4695-8fc0-e591d88e87e4 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:46.047429 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:46.050070 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port f6be381f-d683-441c-96dd-695e5a05c46a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=f6be381f-d683-441c-96dd-695e5a05c46a,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:46.063185 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:46.066614 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d8d0de6a-6dd1-4386-96c4-3c69962d683f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:46.074745 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9b1ee-b4fb-4695-8fc0-e591d88e87e4 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Pushing event deleted for resources: {'Port': ['ID=0a90ec4f-414d-4ea7-b46c-5cf277535d27,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:46.078139 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-93e9b1ee-b4fb-4695-8fc0-e591d88e87e4 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:46.092655 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['0a90ec4f-414d-4ea7-b46c-5cf277535d27'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:19:46.158558 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa7becb-d702-4eb6-af18-2ad8a6f7d239 req-93e9b1ee-b4fb-4695-8fc0-e591d88e87e4 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] No DVR routers for this DVR port 0a90ec4f-414d-4ea7-b46c-5cf277535d27 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:19:46.166132 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-afa7becb-d702-4eb6-af18-2ad8a6f7d239 req-93e9b1ee-b4fb-4695-8fc0-e591d88e87e4 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:46.166132 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-afa7becb-d702-4eb6-af18-2ad8a6f7d239 req-93e9b1ee-b4fb-4695-8fc0-e591d88e87e4 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.41 "DELETE /v2.0/ports/0a90ec4f-414d-4ea7-b46c-5cf277535d27 HTTP/1.1" status: 204 len: 173 time: 0.7827888 Jun 25 09:19:46.170057 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d48e3f-61e9-420b-a94b-03b5f5927ade', 'name': 'network-vif-deleted', 'tag': '0a90ec4f-414d-4ea7-b46c-5cf277535d27'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:46.173290 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95ddfde-2985-4f76-8954-a04f86b00055" -d '{"events": [{"server_uuid": "02d48e3f-61e9-420b-a94b-03b5f5927ade", "name": "network-vif-deleted", "tag": "0a90ec4f-414d-4ea7-b46c-5cf277535d27"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:46.228230 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:46.288586 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:46.289176 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device dbe01c1d-9529-4b23-9b0b-01d6da9e6a41 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:46.302044 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=f6be381f-d683-441c-96dd-695e5a05c46a,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:46.310176 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:46.326638 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:46.347836 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-89360d73-208f-4e52-a78d-416be9c2351f tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:46.402258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Allocated IP 172.23.0.2 (038e2f36-5315-4f56-8cc2-96243656425f/3d58519f-aab3-4350-a6f8-7012f5232b84/adc10afb-80e3-4ef2-9570-10c3adc1d740) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:19:46.464095 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db7f811-36aa-41c4-baad-0743eed11d07,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:46.473158 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:46.614407 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a5693-24c2-472f-91db-0da067bd7e76 req-32a8e3c8-e494-42a4-ba5e-70538feea5cd tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:46.616046 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef7a5693-24c2-472f-91db-0da067bd7e76 req-32a8e3c8-e494-42a4-ba5e-70538feea5cd tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=1743a003-4534-4919-b204-36054282d5a9 HTTP/1.1" status: 200 len: 945 time: 0.3894224 Jun 25 09:19:46.620115 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:46.629112 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25480b0-f8ef-49a3-adfe-d138f08d3a1d req-2fb85927-840b-4426-ab39-1321108d5f17 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:46.630658 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c25480b0-f8ef-49a3-adfe-d138f08d3a1d req-2fb85927-840b-4426-ab39-1321108d5f17 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 944 time: 0.8316832 Jun 25 09:19:46.739034 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b0bda93b-44cd-48da-8474-98ccb7a09e3b details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:19:46.748053 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:46.764248 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Transition to ACTIVE for port object adc10afb-80e3-4ef2-9570-10c3adc1d740 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:46.818471 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:46.818851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Transition to ACTIVE for port object adc10afb-80e3-4ef2-9570-10c3adc1d740 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:46.833591 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:46.838632 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-76d50485-2b1d-49b3-9155-8f3efa8dba2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:46.850033 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:46.891338 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef7a5693-24c2-472f-91db-0da067bd7e76 req-02262f44-c1c3-45e9-834c-1931c6c6c67a tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583992 Jun 25 09:19:46.894356 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Network 038e2f36-5315-4f56-8cc2-96243656425f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:46.899127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:46.904222 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:19:46.924573 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c25480b0-f8ef-49a3-adfe-d138f08d3a1d req-90fba793-e962-4628-a808-4e641cb6cbb0 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844756 Jun 25 09:19:47.004747 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Pushing event updated for resources: {'Port': ['ID=adc10afb-80e3-4ef2-9570-10c3adc1d740,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:47.015571 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc232aca-902e-41dc-a51d-17b7bd1d7bb8 x-openstack-request-id: req-bc232aca-902e-41dc-a51d-17b7bd1d7bb8 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:47.016526 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee", "name": "network-vif-plugged", "status": "completed", "tag": "f6be381f-d683-441c-96dd-695e5a05c46a", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:47.017040 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bc232aca-902e-41dc-a51d-17b7bd1d7bb8 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:47.017623 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6be381f-d683-441c-96dd-695e5a05c46a', 'code': 200} Jun 25 09:19:47.026176 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b0bda93b-44cd-48da-8474-98ccb7a09e3b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b0bda93b-44cd-48da-8474-98ccb7a09e3b,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:47.031679 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:47.050576 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'b0bda93b-44cd-48da-8474-98ccb7a09e3b', 'network_id': '86032570-f2c0-48a3-9354-653695b1e594', 'port_id': 'b0bda93b-44cd-48da-8474-98ccb7a09e3b', 'mac_address': 'fa:16:3e:57:3b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:19:47.053056 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Attempting to bind port adc10afb-80e3-4ef2-9570-10c3adc1d740 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:19:47.053596 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Attempting to bind port adc10afb-80e3-4ef2-9570-10c3adc1d740 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '5b49bed5-7811-4211-aae3-266b13bbaaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:19:47.054104 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Attempting to bind port adc10afb-80e3-4ef2-9570-10c3adc1d740 on network 038e2f36-5315-4f56-8cc2-96243656425f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:47.062770 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:19:47.063399 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Checking segment: {'id': '5b49bed5-7811-4211-aae3-266b13bbaaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:47.063998 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:47.064536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Bound using segment: {'id': '5b49bed5-7811-4211-aae3-266b13bbaaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:19:47.065214 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Bound port: adc10afb-80e3-4ef2-9570-10c3adc1d740, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b49bed5-7811-4211-aae3-266b13bbaaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:19:47.065752 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:47.080983 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1cddfa-1bbe-426d-a434-9291bdbac43f x-openstack-request-id: req-9b1cddfa-1bbe-426d-a434-9291bdbac43f {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:47.081519 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d48e3f-61e9-420b-a94b-03b5f5927ade", "name": "network-vif-deleted", "tag": "0a90ec4f-414d-4ea7-b46c-5cf277535d27", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:47.081613 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9b1cddfa-1bbe-426d-a434-9291bdbac43f {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:47.082016 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d48e3f-61e9-420b-a94b-03b5f5927ade', 'name': 'network-vif-deleted', 'tag': '0a90ec4f-414d-4ea7-b46c-5cf277535d27', 'status': 'completed', 'code': 200} Jun 25 09:19:47.100336 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:47.101392 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:19:47.107707 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:47.110374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] 10.222.0.93 "DELETE /v2.0/routers/14252a38-5eb8-4a5d-83e4-2a24f0cbcc40 HTTP/1.1" status: 204 len: 168 time: 2.6520162 Jun 25 09:19:47.113262 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49800) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:47.247344 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:47.271449 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:47.286706 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb936c13-13e3-48e8-a463-ce4383b24ae3 admin admin] Deleting subnet 05d740cd-9854-4d86-9dad-1edd62365da0 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:19:47.299331 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0bda93b-44cd-48da-8474-98ccb7a09e3b {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:19:47.301440 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fb936c13-13e3-48e8-a463-ce4383b24ae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:47.320182 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b0441d4-ff0e-4d28-9d67-e6f86fd771dc req-0b954fe0-1d85-44e4-b077-3aa50d3a2f40 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] 10.222.0.93 "GET /v2.0/ports?device_id=02d48e3f-61e9-420b-a94b-03b5f5927ade HTTP/1.1" status: 200 len: 210 time: 0.0421028 Jun 25 09:19:47.325009 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] For port adc10afb-80e3-4ef2-9570-10c3adc1d740, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:19:47.334280 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b0bda93b-44cd-48da-8474-98ccb7a09e3b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b0bda93b-44cd-48da-8474-98ccb7a09e3b,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:47.336237 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] For port adc10afb-80e3-4ef2-9570-10c3adc1d740, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=adc10afb-80e3-4ef2-9570-10c3adc1d740,segment=NetworkSegment(5b49bed5-7811-4211-aae3-266b13bbaaf5),segment_id=5b49bed5-7811-4211-aae3-266b13bbaaf5)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:19:47.348683 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:47.351571 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:47.351736 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fb936c13-13e3-48e8-a463-ce4383b24ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:47.354453 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:47.386324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7384d5-f772-4c06-80e7-34f88ee1a445 req-840ea28c-48ff-460b-b88c-4753161aa1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:47.387850 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eb7384d5-f772-4c06-80e7-34f88ee1a445 req-840ea28c-48ff-460b-b88c-4753161aa1c8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 1097 time: 0.1981564 Jun 25 09:19:47.415742 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=b0bda93b-44cd-48da-8474-98ccb7a09e3b,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:47.475766 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eb7384d5-f772-4c06-80e7-34f88ee1a445 req-06dc29c7-a409-402c-8554-f61139316625 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796771 Jun 25 09:19:47.490595 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Pushing event updated for resources: {'Port': ['ID=adc10afb-80e3-4ef2-9570-10c3adc1d740,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:47.492180 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fb936c13-13e3-48e8-a463-ce4383b24ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:47.494001 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:47.494504 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:47.494850 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:47.527286 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48903c30-eb36-4446-9f82-b22380b5c4a8 req-575e967e-5dd1-4749-8c6c-fd2e27e18f60 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:47.529027 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-48903c30-eb36-4446-9f82-b22380b5c4a8 req-575e967e-5dd1-4749-8c6c-fd2e27e18f60 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 943 time: 0.3548973 Jun 25 09:19:47.569413 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fb936c13-13e3-48e8-a463-ce4383b24ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:47.572956 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e2329af0-ee90-4b4e-b09a-085537c037e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:47.599922 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb936c13-13e3-48e8-a463-ce4383b24ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05d740cd-9854-4d86-9dad-1edd62365da0,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:47.603471 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fb936c13-13e3-48e8-a463-ce4383b24ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:47.607475 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fb936c13-13e3-48e8-a463-ce4383b24ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:47.609445 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fb936c13-13e3-48e8-a463-ce4383b24ae3 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/05d740cd-9854-4d86-9dad-1edd62365da0 HTTP/1.1" status: 204 len: 168 time: 0.4951992 Jun 25 09:19:47.612010 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49802) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:47.614536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f75618-d0dd-4de5-a2b0-b74406661cbb None None] Network 3e25b3ea-d628-40a0-9fd2-0d90deb035fc requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:47.617102 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-48903c30-eb36-4446-9f82-b22380b5c4a8 req-2ecb1bf9-fde7-4497-b435-305f8802b96e tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815759 Jun 25 09:19:47.731369 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:47.765659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Allocated IP 172.23.0.1 (038e2f36-5315-4f56-8cc2-96243656425f/3d58519f-aab3-4350-a6f8-7012f5232b84/14c1bf05-5bd3-48b4-bc52-66f9484179fb) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:19:47.808770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Deleting port d9fc298e-bf41-4b5b-8057-267458b69741 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:47.809145 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:47.910420 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['b0bda93b-44cd-48da-8474-98ccb7a09e3b'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:19:47.934087 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] For port d9fc298e-bf41-4b5b-8057-267458b69741, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d9fc298e-bf41-4b5b-8057-267458b69741,segment=NetworkSegment(4fccc6ca-fee0-4281-8570-ada77f60ed19),segment_id=4fccc6ca-fee0-4281-8570-ada77f60ed19)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:47.934464 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:47.956925 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Calling delete_port for d9fc298e-bf41-4b5b-8057-267458b69741 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:47.963080 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4742e13f-dea9-45d8-a8ed-0aa3907bfa0c None None] DHCP port deletion for 3e25b3ea-d628-40a0-9fd2-0d90deb035fc request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:19:48.002593 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.052586 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Transition to ACTIVE for port object 14c1bf05-5bd3-48b4-bc52-66f9484179fb will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:48.058529 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4742e13f-dea9-45d8-a8ed-0aa3907bfa0c None None] Deleting port d9fc298e-bf41-4b5b-8057-267458b69741 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:48.068367 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4742e13f-dea9-45d8-a8ed-0aa3907bfa0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.081285 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.085677 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-93e9b1ee-b4fb-4695-8fc0-e591d88e87e4 tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:48.118208 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Pushing event deleted for resources: {'Port': ['ID=d9fc298e-bf41-4b5b-8057-267458b69741,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:48.124440 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:48.137038 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.138495 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] No DVR routers for this DVR port d9fc298e-bf41-4b5b-8057-267458b69741 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:19:48.139873 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4aa51f60-2cc1-4f9e-871e-c32940bada55 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:48.175477 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device adc10afb-80e3-4ef2-9570-10c3adc1d740 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:48.226534 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.235012 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=14c1bf05-5bd3-48b4-bc52-66f9484179fb,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:48.238165 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e25b3ea-d628-40a0-9fd2-0d90deb035fc']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:48.243184 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:48.250087 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fccc6ca-fee0-4281-8570-ada77f60ed19') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:48.250527 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fccc6ca-fee0-4281-8570-ada77f60ed19') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:48.259259 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 038e2f36-5315-4f56-8cc2-96243656425f is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:48.262157 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.278396 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.285366 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:19:48.285874 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:19:48.288231 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:19:48.291130 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:48.297847 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:19:48.303143 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4742e13f-dea9-45d8-a8ed-0aa3907bfa0c None None] For port d9fc298e-bf41-4b5b-8057-267458b69741, host n-d-761264-15, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:48.303545 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4742e13f-dea9-45d8-a8ed-0aa3907bfa0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.315158 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port adc10afb-80e3-4ef2-9570-10c3adc1d740 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:48.322832 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4742e13f-dea9-45d8-a8ed-0aa3907bfa0c None None] Calling delete_port for d9fc298e-bf41-4b5b-8057-267458b69741 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:48.327245 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.ipam_backend_mixin [None req-4742e13f-dea9-45d8-a8ed-0aa3907bfa0c None None] Port d9fc298e-bf41-4b5b-8057-267458b69741 was not found and therefore no delete operation was performed {{(pid=94026) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:19:48.328178 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bffe8fd6-1911-4201-95c8-94dac5a30c99 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:48.332501 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4742e13f-dea9-45d8-a8ed-0aa3907bfa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.353606 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.362103 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:48.362301 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2f8b2-ebb9-4e39-9f6a-c12f4c18152e req-08adb521-f72e-435f-9ca5-68f2f970f2cb tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:48.362397 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a38b3cd1-fbdd-45cc-85e3-cfa62e18a884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:48.365040 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.366887 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-65e2f8b2-ebb9-4e39-9f6a-c12f4c18152e req-08adb521-f72e-435f-9ca5-68f2f970f2cb tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.1607273 Jun 25 09:19:48.367039 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] 10.222.0.93 "DELETE /v2.0/networks/3e25b3ea-d628-40a0-9fd2-0d90deb035fc HTTP/1.1" status: 204 len: 168 time: 0.7537115 Jun 25 09:19:48.370586 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742e13f-dea9-45d8-a8ed-0aa3907bfa0c None None] No DVR routers for this DVR port d9fc298e-bf41-4b5b-8057-267458b69741 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:19:48.396548 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Pushing event deleted for resources: {'Network': ['ID=3e25b3ea-d628-40a0-9fd2-0d90deb035fc,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:48.398696 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742e13f-dea9-45d8-a8ed-0aa3907bfa0c None None] Pushing event deleted for resources: {'Port': ['ID=d9fc298e-bf41-4b5b-8057-267458b69741,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:48.399712 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:48.410455 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4742e13f-dea9-45d8-a8ed-0aa3907bfa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:48.412540 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.431825 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port bffe8fd6-1911-4201-95c8-94dac5a30c99 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:48.438460 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port bffe8fd6-1911-4201-95c8-94dac5a30c99 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:48.438961 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.493654 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b536-549c-4f3b-a7f5-6c2e630adf6d req-694cbfd2-4d1f-4e0c-b86c-348170c551d2 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:48.495528 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7111b536-549c-4f3b-a7f5-6c2e630adf6d req-694cbfd2-4d1f-4e0c-b86c-348170c551d2 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=1743a003-4534-4919-b204-36054282d5a9 HTTP/1.1" status: 200 len: 945 time: 0.2352064 Jun 25 09:19:48.533567 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.553132 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-65e2f8b2-ebb9-4e39-9f6a-c12f4c18152e req-3448ced1-0eac-440f-80b5-3682068ccb3d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766436 Jun 25 09:19:48.569292 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7111b536-549c-4f3b-a7f5-6c2e630adf6d req-15451d61-c5ea-4667-96c0-01fbafe7af05 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524163 Jun 25 09:19:48.575507 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port bffe8fd6-1911-4201-95c8-94dac5a30c99, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bffe8fd6-1911-4201-95c8-94dac5a30c99,segment=NetworkSegment(6ce4ff68-3b4b-432d-884c-749a0363f799),segment_id=6ce4ff68-3b4b-432d-884c-749a0363f799)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:48.583283 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.594127 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:48.664807 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.694677 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2db7f811-36aa-41c4-baad-0743eed11d07 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:48.726291 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 2db7f811-36aa-41c4-baad-0743eed11d07 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:48.726698 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2db7f811-36aa-41c4-baad-0743eed11d07 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:48.728350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=bffe8fd6-1911-4201-95c8-94dac5a30c99,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:48.732472 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:48.742246 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49816) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:48.753608 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 0a90ec4f-414d-4ea7-b46c-5cf277535d27 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:48.820565 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 0a90ec4f-414d-4ea7-b46c-5cf277535d27 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:48.820940 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 0a90ec4f-414d-4ea7-b46c-5cf277535d27 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:48.841132 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3925263e-2836-4fbe-a128-f8e7c9ae8524 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4a75ec203daa470f82c80c20a6dfbe50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0980411 Jun 25 09:19:48.843265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49822) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:48.923390 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7a42896e-6e32-4d85-960d-7a0c09bb78d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:48.967829 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b25dbd9-1895-4987-b4bf-be7888758846 None None] Network 038e2f36-5315-4f56-8cc2-96243656425f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:48.982202 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7a42896e-6e32-4d85-960d-7a0c09bb78d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.061155 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7a42896e-6e32-4d85-960d-7a0c09bb78d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.064339 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7a42896e-6e32-4d85-960d-7a0c09bb78d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.069768 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7a42896e-6e32-4d85-960d-7a0c09bb78d2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6107a4a4-a7fa-4d7c-9d9f-deb7f2629d21 HTTP/1.1" status: 204 len: 168 time: 0.2250767 Jun 25 09:19:49.070601 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7fe9170f-50a2-4803-802d-e45a6a32ba8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:49.079958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42896e-6e32-4d85-960d-7a0c09bb78d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6107a4a4-a7fa-4d7c-9d9f-deb7f2629d21,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:49.084849 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7a42896e-6e32-4d85-960d-7a0c09bb78d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:49.128059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3f1c4-f6ac-47a4-b973-f6d236c85495 req-ceef45e9-3a28-450c-9d1c-a99f8a4802e2 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:49.133728 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d4429c0a-8a39-41a9-b8c1-df153fcce3a1 None None] Provisioning for port adc10afb-80e3-4ef2-9570-10c3adc1d740 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:49.138624 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f5a3f1c4-f6ac-47a4-b973-f6d236c85495 req-ceef45e9-3a28-450c-9d1c-a99f8a4802e2 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 944 time: 0.1600533 Jun 25 09:19:49.138878 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d4429c0a-8a39-41a9-b8c1-df153fcce3a1 None None] Provisioning complete for port adc10afb-80e3-4ef2-9570-10c3adc1d740 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:49.139397 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d4429c0a-8a39-41a9-b8c1-df153fcce3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.186009 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.202299 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.208436 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:49.256202 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f5a3f1c4-f6ac-47a4-b973-f6d236c85495 req-fda4335a-a8b9-420b-9ee0-63c0b25db19d tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129472 Jun 25 09:19:49.332671 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d4429c0a-8a39-41a9-b8c1-df153fcce3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.337173 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event updated for resources: {'Port': ['ID=14c1bf05-5bd3-48b4-bc52-66f9484179fb,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:49.340349 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:49.341533 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.370562 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d4429c0a-8a39-41a9-b8c1-df153fcce3a1 None None] For port adc10afb-80e3-4ef2-9570-10c3adc1d740, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=adc10afb-80e3-4ef2-9570-10c3adc1d740,segment=NetworkSegment(5b49bed5-7811-4211-aae3-266b13bbaaf5),segment_id=5b49bed5-7811-4211-aae3-266b13bbaaf5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:49.379063 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d4429c0a-8a39-41a9-b8c1-df153fcce3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.382410 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4742e13f-dea9-45d8-a8ed-0aa3907bfa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:49.397791 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49832) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:49.439404 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4429c0a-8a39-41a9-b8c1-df153fcce3a1 None None] Pushing event updated for resources: {'Port': ['ID=adc10afb-80e3-4ef2-9570-10c3adc1d740,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:49.442536 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d4429c0a-8a39-41a9-b8c1-df153fcce3a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:49.468187 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-1764ae48-cfa8-4de5-b8da-5de820cf0852 admin admin] Deleting subnet 5be31301-2599-4be4-8e2f-800fffb88f39 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:19:49.471672 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1764ae48-cfa8-4de5-b8da-5de820cf0852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.509803 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1764ae48-cfa8-4de5-b8da-5de820cf0852 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.510489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Network 038e2f36-5315-4f56-8cc2-96243656425f is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:19:49.513233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:49.563731 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1764ae48-cfa8-4de5-b8da-5de820cf0852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.676871 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1764ae48-cfa8-4de5-b8da-5de820cf0852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.694624 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:49.710906 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:19:49.711450 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0e32c7a1-b680-410e-9543-4dc05234dbbb None None] Provisioning complete for port adc10afb-80e3-4ef2-9570-10c3adc1d740 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:49.711787 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e32c7a1-b680-410e-9543-4dc05234dbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.738029 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764ae48-cfa8-4de5-b8da-5de820cf0852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be31301-2599-4be4-8e2f-800fffb88f39,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:49.741084 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1764ae48-cfa8-4de5-b8da-5de820cf0852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.742995 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1764ae48-cfa8-4de5-b8da-5de820cf0852 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/5be31301-2599-4be4-8e2f-800fffb88f39 HTTP/1.1" status: 204 len: 168 time: 0.3441844 Jun 25 09:19:49.744004 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1764ae48-cfa8-4de5-b8da-5de820cf0852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:49.745765 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49846) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:49.844132 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3dd86cf2-a458-4a75-b807-ad5c95d5a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.872652 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0e32c7a1-b680-410e-9543-4dc05234dbbb None None] Provisioning for port 14c1bf05-5bd3-48b4-bc52-66f9484179fb completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:49.877378 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0e32c7a1-b680-410e-9543-4dc05234dbbb None None] Provisioning complete for port 14c1bf05-5bd3-48b4-bc52-66f9484179fb triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:49.877757 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e32c7a1-b680-410e-9543-4dc05234dbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:49.957441 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0e32c7a1-b680-410e-9543-4dc05234dbbb None None] Port 14c1bf05-5bd3-48b4-bc52-66f9484179fb cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:19:50.031999 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device adc10afb-80e3-4ef2-9570-10c3adc1d740 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:50.049229 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3dd86cf2-a458-4a75-b807-ad5c95d5a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:50.062863 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-3dd86cf2-a458-4a75-b807-ad5c95d5a6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f3fb6e-ecba-4b53-bc35-272e2e3b80de']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:50.077463 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-3dd86cf2-a458-4a75-b807-ad5c95d5a6f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba414158-1658-4eb3-98f9-21604ea1e782') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:50.077757 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-3dd86cf2-a458-4a75-b807-ad5c95d5a6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba414158-1658-4eb3-98f9-21604ea1e782') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:50.095194 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3dd86cf2-a458-4a75-b807-ad5c95d5a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:50.109339 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8a366c12-fe12-4b68-87b3-c0ad5a6e8b54 None None] Provisioning complete for port 14c1bf05-5bd3-48b4-bc52-66f9484179fb triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:50.109686 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a366c12-fe12-4b68-87b3-c0ad5a6e8b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:50.133199 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f97c1b-1385-4785-99df-7a1f383d1e65 req-2509edda-f09f-4b6e-990e-1c66a682f8e9 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:50.133199 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-75f97c1b-1385-4785-99df-7a1f383d1e65 req-2509edda-f09f-4b6e-990e-1c66a682f8e9 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.38 "GET /v2.0/ports?device_id=1743a003-4534-4919-b204-36054282d5a9 HTTP/1.1" status: 200 len: 945 time: 0.2346289 Jun 25 09:19:50.170583 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3dd86cf2-a458-4a75-b807-ad5c95d5a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:50.180026 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port adc10afb-80e3-4ef2-9570-10c3adc1d740 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:50.180573 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:50.185136 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd86cf2-a458-4a75-b807-ad5c95d5a6f4 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:19:50.186576 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3dd86cf2-a458-4a75-b807-ad5c95d5a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:19:50.187512 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:19:50.269444 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7c6d1-c637-4c23-89a3-aa5446767168 req-36c7b77f-7b93-46d8-83eb-d794cc6b8d0f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:50.271180 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-acf7c6d1-c637-4c23-89a3-aa5446767168 req-36c7b77f-7b93-46d8-83eb-d794cc6b8d0f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.5591617 Jun 25 09:19:50.274992 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8a366c12-fe12-4b68-87b3-c0ad5a6e8b54 None None] Port 14c1bf05-5bd3-48b4-bc52-66f9484179fb cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:19:50.276973 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:19:50.287018 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/891deaf1-527e-4a7c-adbd-ab3f58490bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6829629 Jun 25 09:19:50.290119 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49862) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:50.291454 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Sync routers for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:19:50.304048 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:50.305367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-28a10cf8-4f39-4550-90d0-19119966486d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:50.305669 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:50.323570 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3dd86cf2-a458-4a75-b807-ad5c95d5a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:50.330708 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3dd86cf2-a458-4a75-b807-ad5c95d5a6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:50.333222 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3dd86cf2-a458-4a75-b807-ad5c95d5a6f4 admin admin] 10.222.0.93 "DELETE /v2.0/networks/f3f3fb6e-ecba-4b53-bc35-272e2e3b80de HTTP/1.1" status: 204 len: 168 time: 0.5865378 Jun 25 09:19:50.337372 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:50.365066 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bffe8fd6-1911-4201-95c8-94dac5a30c99 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:50.381687 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd86cf2-a458-4a75-b807-ad5c95d5a6f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3f3fb6e-ecba-4b53-bc35-272e2e3b80de,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:50.388531 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3dd86cf2-a458-4a75-b807-ad5c95d5a6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:50.426538 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-75f97c1b-1385-4785-99df-7a1f383d1e65 req-fb188764-4691-42db-a584-b063a260ea7b tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Deleting port 74641635-9c49-4f07-bc29-e1ddacc54419 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:50.427063 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-75f97c1b-1385-4785-99df-7a1f383d1e65 req-fb188764-4691-42db-a584-b063a260ea7b tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:50.448394 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8191d-4842-4301-a38e-09fd9aa47b99 req-ed341711-ef0d-459e-be80-6d458a13eb2e tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:50.455999 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82c8191d-4842-4301-a38e-09fd9aa47b99 req-ed341711-ef0d-459e-be80-6d458a13eb2e tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=1743a003-4534-4919-b204-36054282d5a9 HTTP/1.1" status: 200 len: 945 time: 0.3135560 Jun 25 09:19:50.498014 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port bffe8fd6-1911-4201-95c8-94dac5a30c99 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:50.498397 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:50.508123 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-acf7c6d1-c637-4c23-89a3-aa5446767168 req-b83a2a35-3ca3-423a-bc3a-9048dee37378 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254410 Jun 25 09:19:50.527913 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:50.568402 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-75f97c1b-1385-4785-99df-7a1f383d1e65 req-fb188764-4691-42db-a584-b063a260ea7b tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] For port 74641635-9c49-4f07-bc29-e1ddacc54419, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=74641635-9c49-4f07-bc29-e1ddacc54419,segment=NetworkSegment(bdd194f5-172b-4e97-bee2-db4b06ec5c77),segment_id=bdd194f5-172b-4e97-bee2-db4b06ec5c77)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:50.568402 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-75f97c1b-1385-4785-99df-7a1f383d1e65 req-fb188764-4691-42db-a584-b063a260ea7b tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:50.578604 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-41b22741-606d-4f9f-bd30-bc859c9d9123 None None] Provisioning complete for port 14c1bf05-5bd3-48b4-bc52-66f9484179fb triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:50.578980 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41b22741-606d-4f9f-bd30-bc859c9d9123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:50.585402 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-75f97c1b-1385-4785-99df-7a1f383d1e65 req-fb188764-4691-42db-a584-b063a260ea7b tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Calling delete_port for 74641635-9c49-4f07-bc29-e1ddacc54419 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:50.708793 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-41b22741-606d-4f9f-bd30-bc859c9d9123 None None] Port 14c1bf05-5bd3-48b4-bc52-66f9484179fb cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:19:50.733809 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82c8191d-4842-4301-a38e-09fd9aa47b99 req-5e0d7b75-8fa8-411c-8594-fb28f84d1437 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764263 Jun 25 09:19:50.736781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49874) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:50.767904 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b0bda93b-44cd-48da-8474-98ccb7a09e3b up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:50.857030 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-75f97c1b-1385-4785-99df-7a1f383d1e65 req-fb188764-4691-42db-a584-b063a260ea7b tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:50.878152 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:50.910024 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['74641635-9c49-4f07-bc29-e1ddacc54419', '53ee8ca7-fd48-4e65-8db1-6444a12799fc'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:19:50.955896 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188764-4691-42db-a584-b063a260ea7b tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Pushing event deleted for resources: {'Port': ['ID=74641635-9c49-4f07-bc29-e1ddacc54419,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:50.980488 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:48Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': '14c1bf05-5bd3-48b4-bc52-66f9484179fb', 'name': '', 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:14:73:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3d58519f-aab3-4350-a6f8-7012f5232b84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:47Z', 'updated_at': '2021-06-25T09:19:48Z', 'revision_number': 2, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3d58519f-aab3-4350-a6f8-7012f5232b84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bffe8fd6-1911-4201-95c8-94dac5a30c99', 'name': '', 'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:7b:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c9554ff4-8734-4902-b653-975d4fede960', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:40Z', 'updated_at': '2021-06-25T09:19:48Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'c9554ff4-8734-4902-b653-975d4fede960', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:50.989865 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-010a1e8f-9b1b-4f31-8fbc-86abb4523ffa admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f79d566e4c6f4703972c78b48a830d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332683 Jun 25 09:19:50.994632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49878) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:51.016438 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fb188764-4691-42db-a584-b063a260ea7b tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:51.022616 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['31c00b88-72c5-49d6-b63e-d04565315253'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:19:51.030091 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d9fc298e-bf41-4b5b-8057-267458b69741 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:51.057335 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Checking router: 891deaf1-527e-4a7c-adbd-ab3f58490bc8 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:19:51.057779 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Updating router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 port 14c1bf05-5bd3-48b4-bc52-66f9484179fb binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:19:51.062582 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f97c1b-1385-4785-99df-7a1f383d1e65 req-fb188764-4691-42db-a584-b063a260ea7b tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] No DVR routers for this DVR port 74641635-9c49-4f07-bc29-e1ddacc54419 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:19:51.074407 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-75f97c1b-1385-4785-99df-7a1f383d1e65 req-fb188764-4691-42db-a584-b063a260ea7b tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:51.078959 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-75f97c1b-1385-4785-99df-7a1f383d1e65 req-fb188764-4691-42db-a584-b063a260ea7b tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.38 "DELETE /v2.0/ports/74641635-9c49-4f07-bc29-e1ddacc54419 HTTP/1.1" status: 204 len: 173 time: 0.9413209 Jun 25 09:19:51.081533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1743a003-4534-4919-b204-36054282d5a9', 'name': 'network-vif-deleted', 'tag': '74641635-9c49-4f07-bc29-e1ddacc54419'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:51.084228 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25f998d-5f00-4355-a07e-2aa35123bf70" -d '{"events": [{"server_uuid": "1743a003-4534-4919-b204-36054282d5a9", "name": "network-vif-deleted", "tag": "74641635-9c49-4f07-bc29-e1ddacc54419"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:51.092565 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: d9fc298e-bf41-4b5b-8057-267458b69741 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:51.093503 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d9fc298e-bf41-4b5b-8057-267458b69741 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:51.128109 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port b0bda93b-44cd-48da-8474-98ccb7a09e3b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:51.142416 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:51.148778 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port b0bda93b-44cd-48da-8474-98ccb7a09e3b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:51.149390 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:51.362128 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0933af-7c92-445a-b710-331b8533fb90 x-openstack-request-id: req-6d0933af-7c92-445a-b710-331b8533fb90 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:51.362653 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1743a003-4534-4919-b204-36054282d5a9", "name": "network-vif-deleted", "tag": "74641635-9c49-4f07-bc29-e1ddacc54419", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:51.362856 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6d0933af-7c92-445a-b710-331b8533fb90 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:51.363225 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1743a003-4534-4919-b204-36054282d5a9', 'name': 'network-vif-deleted', 'tag': '74641635-9c49-4f07-bc29-e1ddacc54419', 'status': 'completed', 'code': 200} Jun 25 09:19:51.399472 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:51.448315 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b0bda93b-44cd-48da-8474-98ccb7a09e3b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b0bda93b-44cd-48da-8474-98ccb7a09e3b,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:51.449826 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ea39fb-56dc-4b7c-95b6-abd55b526c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bda93b-44cd-48da-8474-98ccb7a09e3b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:19:51.453263 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eab95eb-91da-44e2-9f2f-2df7cf3e0a6a" -d '{"events": [{"server_uuid": "69ea39fb-56dc-4b7c-95b6-abd55b526c36", "name": "network-vif-plugged", "status": "completed", "tag": "b0bda93b-44cd-48da-8474-98ccb7a09e3b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:19:51.458463 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:51.460428 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a85e6fc1-7ce9-446b-9a5f-a85259d0d8bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:51.474411 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.extraroute_db [None req-28a10cf8-4f39-4550-90d0-19119966486d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 25 09:19:51.511782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.extraroute_db [None req-28a10cf8-4f39-4550-90d0-19119966486d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Removed routes are [] {{(pid=94024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 25 09:19:51.512702 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-28a10cf8-4f39-4550-90d0-19119966486d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:51.513330 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=b0bda93b-44cd-48da-8474-98ccb7a09e3b,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:51.516958 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:51.595818 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3a27e67e-cc15-4a1b-97bc-4bc81c8b5cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:51.617327 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659dca6-b685-4971-8feb-ca8726bdc950 req-dad4e916-88ea-44e4-9b47-6cb1b50a20cf tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:51.619320 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f659dca6-b685-4971-8feb-ca8726bdc950 req-dad4e916-88ea-44e4-9b47-6cb1b50a20cf tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 944 time: 0.5461311 Jun 25 09:19:51.627946 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:51.643460 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Transition to ACTIVE for port object 14c1bf05-5bd3-48b4-bc52-66f9484179fb will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:19:51.650553 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:51.656695 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-4b5f9ed1-855d-4ec0-a2a0-9285d59037c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:51.701529 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3a27e67e-cc15-4a1b-97bc-4bc81c8b5cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:51.768044 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31465545-fb2f-444b-a125-32df6dd1affa None None] Pushing event updated for resources: {'Port': ['ID=14c1bf05-5bd3-48b4-bc52-66f9484179fb,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:51.790870 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-31465545-fb2f-444b-a125-32df6dd1affa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:51.808395 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Attempting to bind port 14c1bf05-5bd3-48b4-bc52-66f9484179fb on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:19:51.808807 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Attempting to bind port 14c1bf05-5bd3-48b4-bc52-66f9484179fb by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '5b49bed5-7811-4211-aae3-266b13bbaaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:19:51.809187 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Attempting to bind port 14c1bf05-5bd3-48b4-bc52-66f9484179fb on network 038e2f36-5315-4f56-8cc2-96243656425f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:19:51.820331 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:19:51.820722 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Checking segment: {'id': '5b49bed5-7811-4211-aae3-266b13bbaaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:51.821215 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:51.821730 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Bound using segment: {'id': '5b49bed5-7811-4211-aae3-266b13bbaaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:19:51.822191 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Bound port: 14c1bf05-5bd3-48b4-bc52-66f9484179fb, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b49bed5-7811-4211-aae3-266b13bbaaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:19:51.822588 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:51.852088 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f659dca6-b685-4971-8feb-ca8726bdc950 req-9341ac52-04a2-479e-9694-87ae860e2db4 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958303 Jun 25 09:19:51.874976 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d4150-6ca6-474d-8ff2-3b556ce7d802 req-2819d5fc-fe00-47b8-a1a4-e5615ed364d5 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:51.876546 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-295d4150-6ca6-474d-8ff2-3b556ce7d802 req-2819d5fc-fe00-47b8-a1a4-e5615ed364d5 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.3801126 Jun 25 09:19:51.936279 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3a27e67e-cc15-4a1b-97bc-4bc81c8b5cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:51.938967 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3a27e67e-cc15-4a1b-97bc-4bc81c8b5cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:51.940140 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3a27e67e-cc15-4a1b-97bc-4bc81c8b5cb4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/69f95606-0fbc-4ede-89cf-b383e10e022f HTTP/1.1" status: 204 len: 168 time: 0.9426613 Jun 25 09:19:51.945656 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5f03b3af-d834-4ec6-99b6-f1a6fe7320b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:51.969212 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b59df9c-6717-43ed-9106-144ceedfd53a x-openstack-request-id: req-8b59df9c-6717-43ed-9106-144ceedfd53a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:19:51.970262 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ea39fb-56dc-4b7c-95b6-abd55b526c36", "name": "network-vif-plugged", "status": "completed", "tag": "b0bda93b-44cd-48da-8474-98ccb7a09e3b", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:19:51.970262 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8b59df9c-6717-43ed-9106-144ceedfd53a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:19:51.970262 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ea39fb-56dc-4b7c-95b6-abd55b526c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bda93b-44cd-48da-8474-98ccb7a09e3b', 'code': 200} Jun 25 09:19:51.971989 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-28a10cf8-4f39-4550-90d0-19119966486d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:51.983180 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27e67e-cc15-4a1b-97bc-4bc81c8b5cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f95606-0fbc-4ede-89cf-b383e10e022f,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:51.989635 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3a27e67e-cc15-4a1b-97bc-4bc81c8b5cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:51.994307 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-28a10cf8-4f39-4550-90d0-19119966486d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:52.010239 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-295d4150-6ca6-474d-8ff2-3b556ce7d802 req-448fcbd2-b42b-47eb-8371-54e53bf8e4fa tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058509 Jun 25 09:19:52.065411 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] For port 14c1bf05-5bd3-48b4-bc52-66f9484179fb, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:19:52.073593 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] For port 14c1bf05-5bd3-48b4-bc52-66f9484179fb, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=14c1bf05-5bd3-48b4-bc52-66f9484179fb,segment=NetworkSegment(5b49bed5-7811-4211-aae3-266b13bbaaf5),segment_id=5b49bed5-7811-4211-aae3-266b13bbaaf5)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:19:52.081441 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:52.098754 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:52.196668 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:52.198568 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:52.310738 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a10cf8-4f39-4550-90d0-19119966486d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:19:52.351136 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665281a-42d4-42a8-a3a7-2f77510e2401 req-aab933f6-0796-4e45-9572-53c9cd94ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:52.353677 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3665281a-42d4-42a8-a3a7-2f77510e2401 req-aab933f6-0796-4e45-9572-53c9cd94ee99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 1097 time: 0.1619685 Jun 25 09:19:52.390952 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a7dd499b-175b-49f1-9e12-7492e418b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:52.446441 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3665281a-42d4-42a8-a3a7-2f77510e2401 req-d03f84b6-a829-4cb5-85d6-4b21e8d16715 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827880 Jun 25 09:19:52.448990 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31465545-fb2f-444b-a125-32df6dd1affa None None] Pushing event updated for resources: {'Port': ['ID=14c1bf05-5bd3-48b4-bc52-66f9484179fb,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:52.458828 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-31465545-fb2f-444b-a125-32df6dd1affa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:52.520903 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:52.524023 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a10cf8-4f39-4550-90d0-19119966486d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:19:52.533487 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-28a10cf8-4f39-4550-90d0-19119966486d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:52.535555 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-28a10cf8-4f39-4550-90d0-19119966486d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/891deaf1-527e-4a7c-adbd-ab3f58490bc8 HTTP/1.1" status: 200 len: 933 time: 2.2392955 Jun 25 09:19:52.538734 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49932) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:52.654295 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c7a75761-fbdc-4eea-914e-9a51d38b13f3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/routers/891deaf1-527e-4a7c-adbd-ab3f58490bc8 HTTP/1.1" status: 200 len: 933 time: 0.1142738 Jun 25 09:19:52.656566 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49938) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:52.661909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-2722b566-78a7-47fc-9b07-0348aceb6add tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'router': {'routes': None}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:52.909190 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:51Z', 'revision_number': 6, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': '14c1bf05-5bd3-48b4-bc52-66f9484179fb', 'name': '', 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:14:73:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3d58519f-aab3-4350-a6f8-7012f5232b84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:47Z', 'updated_at': '2021-06-25T09:19:52Z', 'revision_number': 4, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3d58519f-aab3-4350-a6f8-7012f5232b84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bffe8fd6-1911-4201-95c8-94dac5a30c99', 'name': '', 'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:7b:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c9554ff4-8734-4902-b653-975d4fede960', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:40Z', 'updated_at': '2021-06-25T09:19:48Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'c9554ff4-8734-4902-b653-975d4fede960', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:52.973332 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3905274-15c9-45ff-88bd-4e93543c8443 None None] The sync data for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 is: [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:51Z', 'revision_number': 6, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': '14c1bf05-5bd3-48b4-bc52-66f9484179fb', 'name': '', 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:14:73:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3d58519f-aab3-4350-a6f8-7012f5232b84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:47Z', 'updated_at': '2021-06-25T09:19:52Z', 'revision_number': 4, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3d58519f-aab3-4350-a6f8-7012f5232b84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bffe8fd6-1911-4201-95c8-94dac5a30c99', 'name': '', 'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:7b:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c9554ff4-8734-4902-b653-975d4fede960', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:40Z', 'updated_at': '2021-06-25T09:19:48Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'c9554ff4-8734-4902-b653-975d4fede960', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:19:53.055609 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 74641635-9c49-4f07-bc29-e1ddacc54419 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:53.102004 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 74641635-9c49-4f07-bc29-e1ddacc54419 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:53.103181 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 74641635-9c49-4f07-bc29-e1ddacc54419 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:53.444326 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49984) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:53.585321 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-410022514-network', 'tenant_id': '87ef9876f9ba493682f3d749b103349f'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:53.618608 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:19:53.623305 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce3201-cbed-4e60-8108-f283278cd6cf req-b3e23ff1-b1a4-4128-bebb-2ff8f3c65484 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:53.626722 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-18ce3201-cbed-4e60-8108-f283278cd6cf req-b3e23ff1-b1a4-4128-bebb-2ff8f3c65484 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 945 time: 0.2198205 Jun 25 09:19:53.640292 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Made reservation on behalf of 87ef9876f9ba493682f3d749b103349f for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:53.643787 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:53.646661 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d14b3-cb5f-42e3-b958-5f447117b653 req-7a355e44-2a3e-4078-bbbd-85bdb4fb3976 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:53.653915 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af6d14b3-cb5f-42e3-b958-5f447117b653 req-7a355e44-2a3e-4078-bbbd-85bdb4fb3976 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.2393813 Jun 25 09:19:53.654511 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:53.708841 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49990) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:53.721985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.extraroute_db [None req-2722b566-78a7-47fc-9b07-0348aceb6add tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Added routes are [] {{(pid=94024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 25 09:19:53.722371 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.extraroute_db [None req-2722b566-78a7-47fc-9b07-0348aceb6add tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 25 09:19:53.772479 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:53.778584 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:53.792338 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-207891ca-b06d-4243-aee9-e473b6a8f2f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:53.797137 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af6d14b3-cb5f-42e3-b958-5f447117b653 req-80f482d9-dafe-490a-8ab4-144f38cbf6a1 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419485 Jun 25 09:19:53.804883 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-18ce3201-cbed-4e60-8108-f283278cd6cf req-2b304609-7c0f-45f3-8d57-10222d008a3c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434751 Jun 25 09:19:53.830363 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32398465-70b2-4630-8ed0-2945b217052b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:53.833169 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:19:53.835704 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:53.838636 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:53.843755 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2722b566-78a7-47fc-9b07-0348aceb6add tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:53.854465 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:53.855053 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Added segment 9148ab7a-814d-4267-87b9-ab4cbcda7a25 of type vlan for network dd708ecf-f970-4a89-9041-bc32db5db06d Jun 25 09:19:53.974665 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:53.999704 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4b726b52-a823-4153-b92c-81dacafe57f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.019056 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 14c1bf05-5bd3-48b4-bc52-66f9484179fb up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:54.110307 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 14c1bf05-5bd3-48b4-bc52-66f9484179fb completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:19:54.117741 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 14c1bf05-5bd3-48b4-bc52-66f9484179fb triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:54.118166 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.120350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b56463-b931-4e6d-8dc9-03129d4aec8d None None] Sync routers for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:19:54.125931 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4b726b52-a823-4153-b92c-81dacafe57f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.132572 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.resource_extend [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:19:54.136155 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4b726b52-a823-4153-b92c-81dacafe57f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.145788 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0fb99634-89b7-4abe-a3ca-ca72bb615033 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:54.164718 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b56463-b931-4e6d-8dc9-03129d4aec8d None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:54.164718 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-76b56463-b931-4e6d-8dc9-03129d4aec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:54.167697 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2722b566-78a7-47fc-9b07-0348aceb6add tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.171136 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2722b566-78a7-47fc-9b07-0348aceb6add tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.183061 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b726b52-a823-4153-b92c-81dacafe57f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801fa679-5805-45cf-937f-498ed4c68b46,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:54.195278 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4b726b52-a823-4153-b92c-81dacafe57f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:54.201348 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.202667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:54.203379 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.206259 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-53152948-aec0-42e6-bcd6-541919f1d9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:54.213732 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4b726b52-a823-4153-b92c-81dacafe57f9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c33c11e170714eb1b7a339ddb544a5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5043032 Jun 25 09:19:54.214436 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50000) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:54.289043 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8429227 Jun 25 09:19:54.294238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50002) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:54.313494 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2722b566-78a7-47fc-9b07-0348aceb6add tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:19:54.318489 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c2a0b4d6-53e9-42c1-b810-97767b262217 admin admin] Request body: {'subnet': {'network_id': 'dd708ecf-f970-4a89-9041-bc32db5db06d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-410022514-subnet', 'tenant_id': '87ef9876f9ba493682f3d749b103349f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:54.345614 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Pushing event updated for resources: {'Network': ['ID=dd708ecf-f970-4a89-9041-bc32db5db06d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:54.354255 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:54.371229 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f50eafc-0327-4771-bacd-204e2dca76d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.383621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network dd708ecf-f970-4a89-9041-bc32db5db06d details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:19:54.410404 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f50eafc-0327-4771-bacd-204e2dca76d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.464172 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2722b566-78a7-47fc-9b07-0348aceb6add tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:19:54.465046 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a0b4d6-53e9-42c1-b810-97767b262217 admin admin] Made reservation on behalf of 87ef9876f9ba493682f3d749b103349f for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:19:54.471858 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2722b566-78a7-47fc-9b07-0348aceb6add tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.476154 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2722b566-78a7-47fc-9b07-0348aceb6add tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/891deaf1-527e-4a7c-adbd-ab3f58490bc8 HTTP/1.1" status: 200 len: 699 time: 1.8154929 Jun 25 09:19:54.476427 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c2a0b4d6-53e9-42c1-b810-97767b262217 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.476590 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50006) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:54.530983 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f50eafc-0327-4771-bacd-204e2dca76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.533535 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f50eafc-0327-4771-bacd-204e2dca76d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.534681 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4f50eafc-0327-4771-bacd-204e2dca76d6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/801fa679-5805-45cf-937f-498ed4c68b46 HTTP/1.1" status: 204 len: 168 time: 0.3157721 Jun 25 09:19:54.545062 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-76b56463-b931-4e6d-8dc9-03129d4aec8d None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:54.552419 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9ef541c3-a100-41ef-beec-d33421b0532f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:54.585061 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50eafc-0327-4771-bacd-204e2dca76d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801fa679-5805-45cf-937f-498ed4c68b46,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:54.605356 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4f50eafc-0327-4771-bacd-204e2dca76d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:54.621896 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5d887b28-1f87-4470-8c03-565e6a521fc8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/routers/891deaf1-527e-4a7c-adbd-ab3f58490bc8 HTTP/1.1" status: 200 len: 699 time: 0.1438789 Jun 25 09:19:54.624687 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50010) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:54.650406 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.759902 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 14c1bf05-5bd3-48b4-bc52-66f9484179fb, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=14c1bf05-5bd3-48b4-bc52-66f9484179fb,segment=NetworkSegment(5b49bed5-7811-4211-aae3-266b13bbaaf5),segment_id=5b49bed5-7811-4211-aae3-266b13bbaaf5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:54.765831 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.778714 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d00f4efc-008e-4242-9088-0be5ee927d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:54.845393 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c2a0b4d6-53e9-42c1-b810-97767b262217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.849983 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1ed23ff4-a156-42ba-ba43-7fe9a571399c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:54.923745 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0b4d6-53e9-42c1-b810-97767b262217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d1d801-8715-4074-a5c0-dec1cd4ce2fb,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:54.927223 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78764dd-233d-48bc-8f20-16d7c454365f req-47b18e89-c271-49c1-8cee-0199d34a86b8 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:54.928356 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c2a0b4d6-53e9-42c1-b810-97767b262217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:54.934848 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78764dd-233d-48bc-8f20-16d7c454365f req-47b18e89-c271-49c1-8cee-0199d34a86b8 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:54.936165 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a0b4d6-53e9-42c1-b810-97767b262217 admin admin] Checking segment: {'id': '9148ab7a-814d-4267-87b9-ab4cbcda7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'dd708ecf-f970-4a89-9041-bc32db5db06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:19:54.936533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a0b4d6-53e9-42c1-b810-97767b262217 admin admin] Network hostable DHCP agents. Network: dd708ecf-f970-4a89-9041-bc32db5db06d, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:19:54.937208 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e78764dd-233d-48bc-8f20-16d7c454365f req-47b18e89-c271-49c1-8cee-0199d34a86b8 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab3594f-a665-4096-ae9f-eed2bda46be9&device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 1683 time: 0.1950185 Jun 25 09:19:54.967034 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a0b4d6-53e9-42c1-b810-97767b262217 admin admin] Network dd708ecf-f970-4a89-9041-bc32db5db06d is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:19:54.969716 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=14c1bf05-5bd3-48b4-bc52-66f9484179fb,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:54.974064 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:54.981017 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aff6be62-3ae7-4fcd-8b2a-64bb03be9134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:54.994792 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-c2a0b4d6-53e9-42c1-b810-97767b262217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, dd708ecf-f970-4a89-9041-bc32db5db06d) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:19:55.000198 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a0b4d6-53e9-42c1-b810-97767b262217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:55.000608 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c2a0b4d6-53e9-42c1-b810-97767b262217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:55.010856 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2389043a-2de2-4f6c-a8ca-fd11eb8b89ae None None] Network dd708ecf-f970-4a89-9041-bc32db5db06d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:55.037720 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e78764dd-233d-48bc-8f20-16d7c454365f req-f308ed08-cf49-4809-98ec-9ce487d61088 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794191 Jun 25 09:19:55.046781 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c2a0b4d6-53e9-42c1-b810-97767b262217 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7490220 Jun 25 09:19:55.068048 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-76b56463-b931-4e6d-8dc9-03129d4aec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:53Z', 'revision_number': 7, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': '14c1bf05-5bd3-48b4-bc52-66f9484179fb', 'name': '', 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:14:73:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3d58519f-aab3-4350-a6f8-7012f5232b84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:47Z', 'updated_at': '2021-06-25T09:19:52Z', 'revision_number': 4, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3d58519f-aab3-4350-a6f8-7012f5232b84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bffe8fd6-1911-4201-95c8-94dac5a30c99', 'name': '', 'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:7b:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c9554ff4-8734-4902-b653-975d4fede960', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:40Z', 'updated_at': '2021-06-25T09:19:48Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'c9554ff4-8734-4902-b653-975d4fede960', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:55.109584 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b56463-b931-4e6d-8dc9-03129d4aec8d None None] Checking router: 891deaf1-527e-4a7c-adbd-ab3f58490bc8 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:19:55.165446 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50026) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:55.193669 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e6445645-c97b-4084-835f-f8d46b95c61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:55.209249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b56463-b931-4e6d-8dc9-03129d4aec8d None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:55.210944 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a726d-48c4-4929-b89f-47be04d48330 req-dd8084b1-c2b9-4f32-b0be-2d7fe76d3995 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:55.211726 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-76b56463-b931-4e6d-8dc9-03129d4aec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:55.213462 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe2a726d-48c4-4929-b89f-47be04d48330 req-dd8084b1-c2b9-4f32-b0be-2d7fe76d3995 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 945 time: 0.1279638 Jun 25 09:19:55.299512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe2a726d-48c4-4929-b89f-47be04d48330 req-d75d267b-736d-4f6c-978a-db3a3bedd326 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726745 Jun 25 09:19:55.327545 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:55.349943 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d60f10-0e29-42e1-9e68-64fc7259e947 req-a98f5510-4e5d-4074-a9ef-1b2b1e1fa3c0 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:55.351543 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8d60f10-0e29-42e1-9e68-64fc7259e947 req-a98f5510-4e5d-4074-a9ef-1b2b1e1fa3c0 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.1910894 Jun 25 09:19:55.376633 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1b9a46a4-95f7-428b-a9b9-5e63cc00cbf8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:55.376965 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e6445645-c97b-4084-835f-f8d46b95c61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:55.383924 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e6445645-c97b-4084-835f-f8d46b95c61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:55.389165 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0ed27365-5dff-430c-8450-c62ed130affc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:55.433522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1dc24f-660d-4304-9af4-1f13d3deeba5 None None] Network dd708ecf-f970-4a89-9041-bc32db5db06d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:55.454977 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e6445645-c97b-4084-835f-f8d46b95c61b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8780b5c0ad824510985e6c8b6f66d82e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875330 Jun 25 09:19:55.456929 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50034) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:55.457050 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-76b56463-b931-4e6d-8dc9-03129d4aec8d None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:55.474326 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6445645-c97b-4084-835f-f8d46b95c61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36084f93-5c14-4b28-9fa9-3af4e9395d3b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:55.479266 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e6445645-c97b-4084-835f-f8d46b95c61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:55.487371 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8d60f10-0e29-42e1-9e68-64fc7259e947 req-524af1a2-c192-49c7-8d70-ef38f49b0aa4 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221137 Jun 25 09:19:55.571262 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-180de990-b56c-4b31-a82a-39f31837e631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:55.614013 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-180de990-b56c-4b31-a82a-39f31837e631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:55.671964 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-180de990-b56c-4b31-a82a-39f31837e631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:55.676559 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-180de990-b56c-4b31-a82a-39f31837e631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:55.678582 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-180de990-b56c-4b31-a82a-39f31837e631 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/36084f93-5c14-4b28-9fa9-3af4e9395d3b HTTP/1.1" status: 204 len: 168 time: 0.2201774 Jun 25 09:19:55.679410 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a599891e-c227-4f31-8a90-7b8e8a773cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:55.687798 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180de990-b56c-4b31-a82a-39f31837e631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36084f93-5c14-4b28-9fa9-3af4e9395d3b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:55.690574 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-180de990-b56c-4b31-a82a-39f31837e631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:55.903592 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-76b56463-b931-4e6d-8dc9-03129d4aec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:53Z', 'revision_number': 7, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': '14c1bf05-5bd3-48b4-bc52-66f9484179fb', 'name': '', 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:14:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3d58519f-aab3-4350-a6f8-7012f5232b84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:47Z', 'updated_at': '2021-06-25T09:19:54Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3d58519f-aab3-4350-a6f8-7012f5232b84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bffe8fd6-1911-4201-95c8-94dac5a30c99', 'name': '', 'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:7b:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c9554ff4-8734-4902-b653-975d4fede960', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:40Z', 'updated_at': '2021-06-25T09:19:48Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'c9554ff4-8734-4902-b653-975d4fede960', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:55.963648 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b56463-b931-4e6d-8dc9-03129d4aec8d None None] The sync data for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 is: [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:53Z', 'revision_number': 7, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': '14c1bf05-5bd3-48b4-bc52-66f9484179fb', 'name': '', 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:14:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3d58519f-aab3-4350-a6f8-7012f5232b84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:47Z', 'updated_at': '2021-06-25T09:19:54Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3d58519f-aab3-4350-a6f8-7012f5232b84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bffe8fd6-1911-4201-95c8-94dac5a30c99', 'name': '', 'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:7b:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c9554ff4-8734-4902-b653-975d4fede960', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:40Z', 'updated_at': '2021-06-25T09:19:48Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'c9554ff4-8734-4902-b653-975d4fede960', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:19:55.969475 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 14c1bf05-5bd3-48b4-bc52-66f9484179fb up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:19:56.033481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 14c1bf05-5bd3-48b4-bc52-66f9484179fb triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:19:56.033868 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:56.129768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a46a4-95f7-428b-a9b9-5e63cc00cbf8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting port 14c1bf05-5bd3-48b4-bc52-66f9484179fb {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:56.130355 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1b9a46a4-95f7-428b-a9b9-5e63cc00cbf8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:56.147527 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:56.309019 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad1474-6432-4e30-b0b0-dbcec3df5ea0 None None] Sync routers for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:19:56.319633 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad1474-6432-4e30-b0b0-dbcec3df5ea0 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:56.320058 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a4ad1474-6432-4e30-b0b0-dbcec3df5ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:56.341060 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-8885d601-a426-41b0-98e1-0cea73892429 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:56.342586 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-8885d601-a426-41b0-98e1-0cea73892429 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/networks?id=dd708ecf-f970-4a89-9041-bc32db5db06d HTTP/1.1" status: 200 len: 821 time: 0.2159271 Jun 25 09:19:56.350701 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-1b9a46a4-95f7-428b-a9b9-5e63cc00cbf8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] For port 14c1bf05-5bd3-48b4-bc52-66f9484179fb, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=14c1bf05-5bd3-48b4-bc52-66f9484179fb,segment=NetworkSegment(5b49bed5-7811-4211-aae3-266b13bbaaf5),segment_id=5b49bed5-7811-4211-aae3-266b13bbaaf5)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:56.351060 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1b9a46a4-95f7-428b-a9b9-5e63cc00cbf8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:56.378573 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a46a4-95f7-428b-a9b9-5e63cc00cbf8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Calling delete_port for 14c1bf05-5bd3-48b4-bc52-66f9484179fb owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:56.381978 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115eb7f-bd3c-42e2-a2a0-920c3ac08c64 req-6acb87cc-5bb0-4c85-a3c2-33fb9774da42 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:56.383487 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6115eb7f-bd3c-42e2-a2a0-920c3ac08c64 req-6acb87cc-5bb0-4c85-a3c2-33fb9774da42 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 1097 time: 0.2556076 Jun 25 09:19:56.386922 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-0f116c46-b649-4ed9-954e-7a105e418dca tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/quotas/87ef9876f9ba493682f3d749b103349f HTTP/1.1" status: 200 len: 375 time: 0.0323527 Jun 25 09:19:56.415491 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-a4ad1474-6432-4e30-b0b0-dbcec3df5ea0 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:56.470900 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-864e37f3-46ea-4c36-9a1d-5ab69754a84b tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=87ef9876f9ba493682f3d749b103349f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773520 Jun 25 09:19:56.518374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6115eb7f-bd3c-42e2-a2a0-920c3ac08c64 req-f6663f72-d377-48ba-b862-989d4869bb8b tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257138 Jun 25 09:19:56.674159 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-6dcc3f5f-e727-49b4-b20b-a72c4d8ec471 service neutron] 10.222.0.93 "GET /v2.0/networks/dd708ecf-f970-4a89-9041-bc32db5db06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950097 Jun 25 09:19:56.787188 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a4ad1474-6432-4e30-b0b0-dbcec3df5ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:53Z', 'revision_number': 7, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': '14c1bf05-5bd3-48b4-bc52-66f9484179fb', 'name': '', 'network_id': '038e2f36-5315-4f56-8cc2-96243656425f', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:14:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3d58519f-aab3-4350-a6f8-7012f5232b84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:47Z', 'updated_at': '2021-06-25T09:19:54Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3d58519f-aab3-4350-a6f8-7012f5232b84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bffe8fd6-1911-4201-95c8-94dac5a30c99', 'name': '', 'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:7b:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c9554ff4-8734-4902-b653-975d4fede960', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:40Z', 'updated_at': '2021-06-25T09:19:48Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'c9554ff4-8734-4902-b653-975d4fede960', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:56.817132 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad1474-6432-4e30-b0b0-dbcec3df5ea0 None None] Checking router: 891deaf1-527e-4a7c-adbd-ab3f58490bc8 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:19:56.825680 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1b9a46a4-95f7-428b-a9b9-5e63cc00cbf8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:56.827351 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad1474-6432-4e30-b0b0-dbcec3df5ea0 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:56.828184 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a4ad1474-6432-4e30-b0b0-dbcec3df5ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:56.829306 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:56.842328 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-e02a7451-1522-4b9f-86b5-f81fe3b47827 service neutron] 10.222.0.93 "GET /v2.0/networks/dd708ecf-f970-4a89-9041-bc32db5db06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670866 Jun 25 09:19:56.903600 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a46a4-95f7-428b-a9b9-5e63cc00cbf8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Port': ['ID=14c1bf05-5bd3-48b4-bc52-66f9484179fb,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:56.928475 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1b9a46a4-95f7-428b-a9b9-5e63cc00cbf8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:56.970420 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-a4ad1474-6432-4e30-b0b0-dbcec3df5ea0 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:57.132996 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51472ffa-a929-452c-ab0f-1b91b93657c2 req-560872f7-69bf-484d-9ed8-a90e4d5bf0ec tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:57.144233 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51472ffa-a929-452c-ab0f-1b91b93657c2 req-560872f7-69bf-484d-9ed8-a90e4d5bf0ec tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.2547228 Jun 25 09:19:57.189793 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1b9a46a4-95f7-428b-a9b9-5e63cc00cbf8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:57.230618 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51472ffa-a929-452c-ab0f-1b91b93657c2 req-26b33c6b-6be8-4b33-8402-3fb0c43e9cb1 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850270 Jun 25 09:19:57.359443 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a4ad1474-6432-4e30-b0b0-dbcec3df5ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:56Z', 'revision_number': 8, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bffe8fd6-1911-4201-95c8-94dac5a30c99', 'name': '', 'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:7b:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c9554ff4-8734-4902-b653-975d4fede960', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:40Z', 'updated_at': '2021-06-25T09:19:48Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'c9554ff4-8734-4902-b653-975d4fede960', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:57.395215 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad1474-6432-4e30-b0b0-dbcec3df5ea0 None None] The sync data for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 is: [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:56Z', 'revision_number': 8, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bffe8fd6-1911-4201-95c8-94dac5a30c99', 'name': '', 'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:7b:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c9554ff4-8734-4902-b653-975d4fede960', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:40Z', 'updated_at': '2021-06-25T09:19:48Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'c9554ff4-8734-4902-b653-975d4fede960', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:19:57.564654 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92a8f3-807a-4dfa-8d99-4d672231bcb6 req-de7dcea7-f72e-4e76-9503-33a5d817a254 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:57.566236 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4a92a8f3-807a-4dfa-8d99-4d672231bcb6 req-de7dcea7-f72e-4e76-9503-33a5d817a254 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 1097 time: 0.1680815 Jun 25 09:19:57.575229 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9a46a4-95f7-428b-a9b9-5e63cc00cbf8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:19:57.663604 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4a92a8f3-807a-4dfa-8d99-4d672231bcb6 req-c5165076-6057-4491-8ab6-39bd4a1f1fe9 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866323 Jun 25 09:19:57.713245 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7929d8cc-2b35-4a7d-b77d-140946642ed5 req-14f2bf10-fc73-4d0c-9b61-19a5e2a49608 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 210 time: 0.0960484 Jun 25 09:19:57.772530 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9a46a4-95f7-428b-a9b9-5e63cc00cbf8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:19:57.781262 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1b9a46a4-95f7-428b-a9b9-5e63cc00cbf8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/891deaf1-527e-4a7c-adbd-ab3f58490bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1533344 Jun 25 09:19:57.782000 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50112) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:57.879557 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:57.914941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68b4dea-a357-405d-bcfd-88988bb21d11 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting subnet 3d58519f-aab3-4350-a6f8-7012f5232b84 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:19:57.926358 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d68b4dea-a357-405d-bcfd-88988bb21d11 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:57.969407 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 14c1bf05-5bd3-48b4-bc52-66f9484179fb no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:58.036841 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 14c1bf05-5bd3-48b4-bc52-66f9484179fb {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:19:58.039441 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d68b4dea-a357-405d-bcfd-88988bb21d11 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:58.042143 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 14c1bf05-5bd3-48b4-bc52-66f9484179fb not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:19:58.162948 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d68b4dea-a357-405d-bcfd-88988bb21d11 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:58.183007 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d06088-7cb5-49de-bd71-41456d92cc19 None None] Sync routers for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:19:58.205691 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d06088-7cb5-49de-bd71-41456d92cc19 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:58.207044 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-44d06088-7cb5-49de-bd71-41456d92cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:58.234381 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d68b4dea-a357-405d-bcfd-88988bb21d11 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:58.242847 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c2a0b4d6-53e9-42c1-b810-97767b262217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:58.276796 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b4dea-a357-405d-bcfd-88988bb21d11 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Subnet': ['ID=3d58519f-aab3-4350-a6f8-7012f5232b84,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:58.296116 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d68b4dea-a357-405d-bcfd-88988bb21d11 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:58.297400 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d68b4dea-a357-405d-bcfd-88988bb21d11 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:58.302101 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d68b4dea-a357-405d-bcfd-88988bb21d11 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/3d58519f-aab3-4350-a6f8-7012f5232b84 HTTP/1.1" status: 204 len: 168 time: 0.5183666 Jun 25 09:19:58.303392 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d1420a-65b7-482a-81eb-ae5294ec879c None None] Network 038e2f36-5315-4f56-8cc2-96243656425f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:19:58.304667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50138) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:58.462428 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-44d06088-7cb5-49de-bd71-41456d92cc19 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:58.480464 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:58.613812 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting port adc10afb-80e3-4ef2-9570-10c3adc1d740 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:19:58.614343 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:58.702781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d1960-8b7d-495d-95d4-b76a381382dc req-a1ffe9eb-f09b-4ab3-ab06-6d31c2412c50 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:58.704317 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d4d1960-8b7d-495d-95d4-b76a381382dc req-a1ffe9eb-f09b-4ab3-ab06-6d31c2412c50 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.1789939 Jun 25 09:19:58.748071 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] For port adc10afb-80e3-4ef2-9570-10c3adc1d740, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=adc10afb-80e3-4ef2-9570-10c3adc1d740,segment=NetworkSegment(5b49bed5-7811-4211-aae3-266b13bbaaf5),segment_id=5b49bed5-7811-4211-aae3-266b13bbaaf5)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:19:58.748476 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:58.775091 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Calling delete_port for adc10afb-80e3-4ef2-9570-10c3adc1d740 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:19:58.789701 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d4d1960-8b7d-495d-95d4-b76a381382dc req-f6a11543-fe99-4eac-8c30-3dd914e7c012 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784876 Jun 25 09:19:58.905535 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:58.932174 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-389b85cf-9ebd-4ef8-bed9-723ff9208f33 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833 tempest-FloatingIPsAssociationNegativeTestJSON-2013575833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:58.985236 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Port': ['ID=adc10afb-80e3-4ef2-9570-10c3adc1d740,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:58.987362 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] No DVR routers for this DVR port adc10afb-80e3-4ef2-9570-10c3adc1d740 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:19:58.989149 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:59.015797 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1450df5f-0d41-49d1-bf11-8872e730f8b8 None None] DHCP port deletion for 038e2f36-5315-4f56-8cc2-96243656425f request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:19:59.077495 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-44d06088-7cb5-49de-bd71-41456d92cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:56Z', 'revision_number': 8, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bffe8fd6-1911-4201-95c8-94dac5a30c99', 'name': '', 'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:7b:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c9554ff4-8734-4902-b653-975d4fede960', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:40Z', 'updated_at': '2021-06-25T09:19:48Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'c9554ff4-8734-4902-b653-975d4fede960', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:59.129713 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d06088-7cb5-49de-bd71-41456d92cc19 None None] Checking router: 891deaf1-527e-4a7c-adbd-ab3f58490bc8 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:19:59.150411 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d06088-7cb5-49de-bd71-41456d92cc19 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:19:59.152553 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-44d06088-7cb5-49de-bd71-41456d92cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:59.175003 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:59.197971 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038e2f36-5315-4f56-8cc2-96243656425f']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:59.219329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b49bed5-7811-4211-aae3-266b13bbaaf5') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:59.219942 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b49bed5-7811-4211-aae3-266b13bbaaf5') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:59.239303 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:59.274617 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-e97fea14-b642-409c-b8c5-f5e369d42062 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:59.276215 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-e97fea14-b642-409c-b8c5-f5e369d42062 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.41 "GET /v2.0/networks?id=dd708ecf-f970-4a89-9041-bc32db5db06d HTTP/1.1" status: 200 len: 821 time: 0.2114265 Jun 25 09:19:59.276391 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:59.287833 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:19:59.288370 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:19:59.291573 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:19:59.300235 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-ecb3da39-be44-4792-b345-c39cc4f601ac tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Request body: {'port': {'device_id': 'd0d3c6a8-56a4-40c0-980b-09f177b693e4', 'network_id': 'dd708ecf-f970-4a89-9041-bc32db5db06d', 'admin_state_up': True, 'tenant_id': '87ef9876f9ba493682f3d749b103349f'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:19:59.348985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-44d06088-7cb5-49de-bd71-41456d92cc19 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:19:59.378621 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:59.384837 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:59.392884 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/networks/038e2f36-5315-4f56-8cc2-96243656425f HTTP/1.1" status: 204 len: 168 time: 1.0870352 Jun 25 09:19:59.394031 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:59.397082 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50186) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:59.426474 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Network': ['ID=038e2f36-5315-4f56-8cc2-96243656425f,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:59.434694 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:59.466856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50188) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:19:59.536878 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bec33740-7c54-40f2-9258-506e9e711ee1 req-c0b01dd3-51b6-46bf-b472-089b21535579 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 210 time: 0.0390024 Jun 25 09:19:59.665413 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5e4e28e-d7c5-4bb4-87a7-7bb8feebe56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:59.672817 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-44d06088-7cb5-49de-bd71-41456d92cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:56Z', 'revision_number': 8, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bffe8fd6-1911-4201-95c8-94dac5a30c99', 'name': '', 'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:7b:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c9554ff4-8734-4902-b653-975d4fede960', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:40Z', 'updated_at': '2021-06-25T09:19:48Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'c9554ff4-8734-4902-b653-975d4fede960', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:19:59.700230 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d06088-7cb5-49de-bd71-41456d92cc19 None None] The sync data for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 is: [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:19:56Z', 'revision_number': 8, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bffe8fd6-1911-4201-95c8-94dac5a30c99', 'name': '', 'network_id': '447624ac-7906-4088-b4de-2355daad545b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:7b:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c9554ff4-8734-4902-b653-975d4fede960', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:40Z', 'updated_at': '2021-06-25T09:19:48Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'c9554ff4-8734-4902-b653-975d4fede960', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:19:59.791360 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafd88d-3dd6-4e2d-a01e-b887f4111ca4 req-9e223a9e-3117-4bc6-bb39-5d9566b0ac9a tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:19:59.794091 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2eafd88d-3dd6-4e2d-a01e-b887f4111ca4 req-9e223a9e-3117-4bc6-bb39-5d9566b0ac9a tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab3594f-a665-4096-ae9f-eed2bda46be9 HTTP/1.1" status: 200 len: 946 time: 0.1263673 Jun 25 09:19:59.873726 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2eafd88d-3dd6-4e2d-a01e-b887f4111ca4 req-8670b455-5dd4-4002-9c3d-bab7eee22aac tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710921 Jun 25 09:19:59.888937 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5e4e28e-d7c5-4bb4-87a7-7bb8feebe56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:59.894657 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5e4e28e-d7c5-4bb4-87a7-7bb8feebe56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:19:59.898696 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97e5e440-977c-4546-b18d-2291a79b97e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:19:59.976941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4e28e-d7c5-4bb4-87a7-7bb8feebe56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d017d9-f125-4768-a07e-ca176c11e6f0,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:19:59.978889 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device adc10afb-80e3-4ef2-9570-10c3adc1d740 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:19:59.980628 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f5e4e28e-d7c5-4bb4-87a7-7bb8feebe56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:19:59.983816 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f5e4e28e-d7c5-4bb4-87a7-7bb8feebe56b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d3efb341d7c24102bcb5429dea3fd6fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5159118 Jun 25 09:19:59.986461 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50196) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:00.021849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: adc10afb-80e3-4ef2-9570-10c3adc1d740 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:20:00.022437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device adc10afb-80e3-4ef2-9570-10c3adc1d740 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:20:00.052127 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4510804-552b-46bc-b28c-856a0cc02925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:00.104770 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4510804-552b-46bc-b28c-856a0cc02925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:00.147100 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-017b940e-7f97-4da6-b34c-d4b466b9738f tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:20:00.148159 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-017b940e-7f97-4da6-b34c-d4b466b9738f tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2351756 Jun 25 09:20:00.162482 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce1848-b813-4a4c-bb00-1e0a37f83eb9 req-7178295f-531d-44a9-a353-63018c844cd3 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:00.163991 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-26ce1848-b813-4a4c-bb00-1e0a37f83eb9 req-7178295f-531d-44a9-a353-63018c844cd3 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.1087756 Jun 25 09:20:00.184075 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4510804-552b-46bc-b28c-856a0cc02925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:00.186720 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4510804-552b-46bc-b28c-856a0cc02925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:00.187800 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a4510804-552b-46bc-b28c-856a0cc02925 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b9d017d9-f125-4768-a07e-ca176c11e6f0 HTTP/1.1" status: 204 len: 168 time: 0.2004113 Jun 25 09:20:00.189773 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0074f5d9-af8f-4efa-bb77-50a0f3ea37c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:00.206151 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4510804-552b-46bc-b28c-856a0cc02925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d017d9-f125-4768-a07e-ca176c11e6f0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:00.208376 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a4510804-552b-46bc-b28c-856a0cc02925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:00.227555 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-26ce1848-b813-4a4c-bb00-1e0a37f83eb9 req-b53a5e11-23a3-4124-9e40-071a7861eb6a tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500522 Jun 25 09:20:00.230195 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-ecb3da39-be44-4792-b345-c39cc4f601ac tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Made reservation on behalf of 87ef9876f9ba493682f3d749b103349f for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:00.234146 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-ecb3da39-be44-4792-b345-c39cc4f601ac tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:00.301013 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-da64df53-ed69-42d2-b0f0-3412ca5cbb41 service neutron] Request body: {'binding': {'host': 'n-h2-761264-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:00.301673 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-da64df53-ed69-42d2-b0f0-3412ca5cbb41 service neutron] Unknown quota resources ['binding']. {{(pid=94025) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 09:20:00.387351 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c616d-44b7-4185-9a14-74cac47b76ac req-e9a9595e-72bc-4945-a8de-4abef0feebc6 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:00.388865 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5b5c616d-44b7-4185-9a14-74cac47b76ac req-e9a9595e-72bc-4945-a8de-4abef0feebc6 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8511931-f061-44f8-8231-983fa5c0a3c7 HTTP/1.1" status: 200 len: 946 time: 0.2360473 Jun 25 09:20:00.543256 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50208) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:00.557444 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9f8e-da39-425f-98b2-0bd84b2ae882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:00.632433 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-ecb3da39-be44-4792-b345-c39cc4f601ac tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Allocated IP 172.20.0.10 (dd708ecf-f970-4a89-9041-bc32db5db06d/65d1d801-8715-4074-a5c0-dec1cd4ce2fb/1f3ff996-3c96-4ded-a1c3-89cc45f8f316) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:20:00.657211 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9f8e-da39-425f-98b2-0bd84b2ae882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:00.671557 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9f8e-da39-425f-98b2-0bd84b2ae882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:00.690239 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a052c8ce-c903-4b9b-8165-d3793f67b2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:00.699265 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c5e261a3-ddda-4a9f-a759-eb920a5f046d req-b69bc7c1-9606-469b-a8cf-6a1f9743cdcf tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 210 time: 0.0379686 Jun 25 09:20:00.736409 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-5b5c616d-44b7-4185-9a14-74cac47b76ac req-dd7d4192-9b74-4d7c-adab-004623a8b568 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Deleting port 53ee8ca7-fd48-4e65-8db1-6444a12799fc {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:00.736792 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5b5c616d-44b7-4185-9a14-74cac47b76ac req-dd7d4192-9b74-4d7c-adab-004623a8b568 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:00.745983 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-da64df53-ed69-42d2-b0f0-3412ca5cbb41 service neutron] Attempting to bind port b0bda93b-44cd-48da-8474-98ccb7a09e3b on host n-h2-761264-15 for vnic_type normal with profile None {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:20:00.746203 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-da64df53-ed69-42d2-b0f0-3412ca5cbb41 service neutron] Attempting to bind port b0bda93b-44cd-48da-8474-98ccb7a09e3b by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:20:00.746536 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-da64df53-ed69-42d2-b0f0-3412ca5cbb41 service neutron] Attempting to bind port b0bda93b-44cd-48da-8474-98ccb7a09e3b on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:00.761570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b9f8e-da39-425f-98b2-0bd84b2ae882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de07994a-497d-43ee-bcda-949e4a98094a,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:00.769411 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ac7b9f8e-da39-425f-98b2-0bd84b2ae882 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=995f140dd7994cea86f09aa3fd4015ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224100 Jun 25 09:20:00.769411 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ac7b9f8e-da39-425f-98b2-0bd84b2ae882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:00.770978 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50212) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:00.804314 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-da64df53-ed69-42d2-b0f0-3412ca5cbb41 service neutron] Port b0bda93b-44cd-48da-8474-98ccb7a09e3b on network 86032570-f2c0-48a3-9354-653695b1e594 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:20:00.804697 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-da64df53-ed69-42d2-b0f0-3412ca5cbb41 service neutron] Attempting to bind port b0bda93b-44cd-48da-8474-98ccb7a09e3b on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:00.831338 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-da64df53-ed69-42d2-b0f0-3412ca5cbb41 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:20:00.831706 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-da64df53-ed69-42d2-b0f0-3412ca5cbb41 service neutron] Checking segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:00.832079 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-da64df53-ed69-42d2-b0f0-3412ca5cbb41 service neutron] Bound using segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:20:00.832520 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-da64df53-ed69-42d2-b0f0-3412ca5cbb41 service neutron] Bound port: b0bda93b-44cd-48da-8474-98ccb7a09e3b, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:20:00.838023 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a718eca-e25e-4d7a-918e-79e1279d68b1 req-81f7da21-a8ff-4986-bb5b-a68fb504f7be tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:00.839540 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9a718eca-e25e-4d7a-918e-79e1279d68b1 req-81f7da21-a8ff-4986-bb5b-a68fb504f7be tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab3594f-a665-4096-ae9f-eed2bda46be9 HTTP/1.1" status: 200 len: 946 time: 0.1322854 Jun 25 09:20:00.844803 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3c8b795a-bc82-4fc0-acf2-cb79611d5b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:00.895008 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3c8b795a-bc82-4fc0-acf2-cb79611d5b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:00.970999 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9980ddc9-a4d5-4dac-b263-d87f793a3328 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:00.991747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-9a718eca-e25e-4d7a-918e-79e1279d68b1 req-71adcb50-21a2-4ef9-8b3c-33c8c7f34677 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Deleting port 31c00b88-72c5-49d6-b63e-d04565315253 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:00.992215 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9a718eca-e25e-4d7a-918e-79e1279d68b1 req-71adcb50-21a2-4ef9-8b3c-33c8c7f34677 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:00.997303 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3c8b795a-bc82-4fc0-acf2-cb79611d5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:00.999935 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3c8b795a-bc82-4fc0-acf2-cb79611d5b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:01.004272 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3c8b795a-bc82-4fc0-acf2-cb79611d5b04 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/de07994a-497d-43ee-bcda-949e4a98094a HTTP/1.1" status: 204 len: 168 time: 0.2293963 Jun 25 09:20:01.013108 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fc333b0c-1bf4-4b88-a9ae-a71720067a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:01.080312 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:01.083299 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b795a-bc82-4fc0-acf2-cb79611d5b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de07994a-497d-43ee-bcda-949e4a98094a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:01.088504 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3c8b795a-bc82-4fc0-acf2-cb79611d5b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:01.116183 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-ecb3da39-be44-4792-b345-c39cc4f601ac tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:01.140178 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-5b5c616d-44b7-4185-9a14-74cac47b76ac req-dd7d4192-9b74-4d7c-adab-004623a8b568 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] For port 53ee8ca7-fd48-4e65-8db1-6444a12799fc, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=53ee8ca7-fd48-4e65-8db1-6444a12799fc,segment=NetworkSegment(bdd194f5-172b-4e97-bee2-db4b06ec5c77),segment_id=bdd194f5-172b-4e97-bee2-db4b06ec5c77)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:01.140549 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5b5c616d-44b7-4185-9a14-74cac47b76ac req-dd7d4192-9b74-4d7c-adab-004623a8b568 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:01.171238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-da64df53-ed69-42d2-b0f0-3412ca5cbb41 service neutron] For port b0bda93b-44cd-48da-8474-98ccb7a09e3b, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=b0bda93b-44cd-48da-8474-98ccb7a09e3b,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:20:01.183267 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-5b5c616d-44b7-4185-9a14-74cac47b76ac req-dd7d4192-9b74-4d7c-adab-004623a8b568 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Calling delete_port for 53ee8ca7-fd48-4e65-8db1-6444a12799fc owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:01.186460 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-da64df53-ed69-42d2-b0f0-3412ca5cbb41 service neutron] Notify callbacks [] for binding, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:01.187690 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-da64df53-ed69-42d2-b0f0-3412ca5cbb41 service neutron] 10.222.0.93 "POST /v2.0/ports/b0bda93b-44cd-48da-8474-98ccb7a09e3b/bindings HTTP/1.1" status: 201 len: 390 time: 1.0223560 Jun 25 09:20:01.377837 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-ecb3da39-be44-4792-b345-c39cc4f601ac tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:01.390277 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7fa23106-c6ee-41e4-a7c8-6d52c1feb516 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:01.443582 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-9a718eca-e25e-4d7a-918e-79e1279d68b1 req-71adcb50-21a2-4ef9-8b3c-33c8c7f34677 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] For port 31c00b88-72c5-49d6-b63e-d04565315253, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31c00b88-72c5-49d6-b63e-d04565315253,segment=NetworkSegment(bdd194f5-172b-4e97-bee2-db4b06ec5c77),segment_id=bdd194f5-172b-4e97-bee2-db4b06ec5c77)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:01.443942 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9a718eca-e25e-4d7a-918e-79e1279d68b1 req-71adcb50-21a2-4ef9-8b3c-33c8c7f34677 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:01.469487 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242ea2e-39b8-4626-9d7c-57eb70ccd794 req-935692ca-03ac-4a2d-aa0c-64beb7c57262 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:01.471064 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0242ea2e-39b8-4626-9d7c-57eb70ccd794 req-935692ca-03ac-4a2d-aa0c-64beb7c57262 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab3594f-a665-4096-ae9f-eed2bda46be9 HTTP/1.1" status: 200 len: 946 time: 0.4687443 Jun 25 09:20:01.483396 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-ecb3da39-be44-4792-b345-c39cc4f601ac tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Network dd708ecf-f970-4a89-9041-bc32db5db06d is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:20:01.487147 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-ecb3da39-be44-4792-b345-c39cc4f601ac tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:01.503210 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-ecb3da39-be44-4792-b345-c39cc4f601ac tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:20:01.508121 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3da39-be44-4792-b345-c39cc4f601ac tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Pushing event updated for resources: {'Port': ['ID=1f3ff996-3c96-4ded-a1c3-89cc45f8f316,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:01.511912 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-9a718eca-e25e-4d7a-918e-79e1279d68b1 req-71adcb50-21a2-4ef9-8b3c-33c8c7f34677 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Calling delete_port for 31c00b88-72c5-49d6-b63e-d04565315253 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:01.531673 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ecb3da39-be44-4792-b345-c39cc4f601ac tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:01.617503 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0242ea2e-39b8-4626-9d7c-57eb70ccd794 req-2839147d-b13f-4b87-a9b8-c0bf68153cf8 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/security-groups?id=4f09c21c-2658-409a-93d9-5c2a1e62aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293445 Jun 25 09:20:01.634671 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-ecb3da39-be44-4792-b345-c39cc4f601ac tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:01.635442 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-ecb3da39-be44-4792-b345-c39cc4f601ac tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:01.692278 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-ecb3da39-be44-4792-b345-c39cc4f601ac tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3964179 Jun 25 09:20:01.694883 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5b5c616d-44b7-4185-9a14-74cac47b76ac req-dd7d4192-9b74-4d7c-adab-004623a8b568 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:01.699435 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-08ab3b51-1e9b-44d8-bcce-a44920f9c556 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:01.732494 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['31c00b88-72c5-49d6-b63e-d04565315253'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:20:01.740290 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d4192-9b74-4d7c-adab-004623a8b568 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Pushing event deleted for resources: {'Port': ['ID=53ee8ca7-fd48-4e65-8db1-6444a12799fc,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:01.747412 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dd7d4192-9b74-4d7c-adab-004623a8b568 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:01.754948 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1483fb0-4601-4059-8605-ae669df4cc3d req-dc7fc276-fb07-4c88-9471-d902b36aac59 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:01.756820 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Request body: {'port': {'device_id': 'd0d3c6a8-56a4-40c0-980b-09f177b693e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:01.764334 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1483fb0-4601-4059-8605-ae669df4cc3d req-dc7fc276-fb07-4c88-9471-d902b36aac59 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.3425584 Jun 25 09:20:01.780610 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9a718eca-e25e-4d7a-918e-79e1279d68b1 req-71adcb50-21a2-4ef9-8b3c-33c8c7f34677 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:01.817460 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['31c00b88-72c5-49d6-b63e-d04565315253'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:20:01.850169 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5c616d-44b7-4185-9a14-74cac47b76ac req-dd7d4192-9b74-4d7c-adab-004623a8b568 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] No DVR routers for this DVR port 53ee8ca7-fd48-4e65-8db1-6444a12799fc on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:01.850706 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-cf8cf645-07b6-4413-8008-38ebfdf35635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:01.852931 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-cf8cf645-07b6-4413-8008-38ebfdf35635 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 1097 time: 0.3754311 Jun 25 09:20:01.854990 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-9980ddc9-a4d5-4dac-b263-d87f793a3328 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting port bffe8fd6-1911-4201-95c8-94dac5a30c99 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:01.855439 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9980ddc9-a4d5-4dac-b263-d87f793a3328 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:01.857778 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-25a9e654-dad2-45ec-8a0b-4e2378b98106 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:01.863038 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5b5c616d-44b7-4185-9a14-74cac47b76ac req-dd7d4192-9b74-4d7c-adab-004623a8b568 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:01.865124 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5b5c616d-44b7-4185-9a14-74cac47b76ac req-dd7d4192-9b74-4d7c-adab-004623a8b568 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.38 "DELETE /v2.0/ports/53ee8ca7-fd48-4e65-8db1-6444a12799fc HTTP/1.1" status: 204 len: 173 time: 1.4665866 Jun 25 09:20:01.865683 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8511931-f061-44f8-8231-983fa5c0a3c7', 'name': 'network-vif-deleted', 'tag': '53ee8ca7-fd48-4e65-8db1-6444a12799fc'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:01.868380 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ea84f5-6abf-4635-a22a-d66cce2f2072" -d '{"events": [{"server_uuid": "c8511931-f061-44f8-8231-983fa5c0a3c7", "name": "network-vif-deleted", "tag": "53ee8ca7-fd48-4e65-8db1-6444a12799fc"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:01.914902 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adcb50-21a2-4ef9-8b3c-33c8c7f34677 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Pushing event deleted for resources: {'Port': ['ID=31c00b88-72c5-49d6-b63e-d04565315253,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:01.957171 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:01.958647 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1483fb0-4601-4059-8605-ae669df4cc3d req-e8d3a8a5-4487-496e-9095-2972b9f31285 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934195 Jun 25 09:20:01.961563 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-71adcb50-21a2-4ef9-8b3c-33c8c7f34677 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:02.056373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a718eca-e25e-4d7a-918e-79e1279d68b1 req-71adcb50-21a2-4ef9-8b3c-33c8c7f34677 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] No DVR routers for this DVR port 31c00b88-72c5-49d6-b63e-d04565315253 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:02.060205 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9a718eca-e25e-4d7a-918e-79e1279d68b1 req-71adcb50-21a2-4ef9-8b3c-33c8c7f34677 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:02.063188 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9a718eca-e25e-4d7a-918e-79e1279d68b1 req-71adcb50-21a2-4ef9-8b3c-33c8c7f34677 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.41 "DELETE /v2.0/ports/31c00b88-72c5-49d6-b63e-d04565315253 HTTP/1.1" status: 204 len: 173 time: 1.2159209 Jun 25 09:20:02.082660 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab3594f-a665-4096-ae9f-eed2bda46be9', 'name': 'network-vif-deleted', 'tag': '31c00b88-72c5-49d6-b63e-d04565315253'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:02.087052 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92c6a2b-2395-4f19-8c89-9fa120b156df" -d '{"events": [{"server_uuid": "2ab3594f-a665-4096-ae9f-eed2bda46be9", "name": "network-vif-deleted", "tag": "31c00b88-72c5-49d6-b63e-d04565315253"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:02.110465 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54740542-c577-4c54-922e-5221fad1901c req-41f639b9-1aa7-4989-89bb-add438b884c7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:02.119878 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54740542-c577-4c54-922e-5221fad1901c req-41f639b9-1aa7-4989-89bb-add438b884c7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 945 time: 0.3752868 Jun 25 09:20:02.128814 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-9980ddc9-a4d5-4dac-b263-d87f793a3328 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] For port bffe8fd6-1911-4201-95c8-94dac5a30c99, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bffe8fd6-1911-4201-95c8-94dac5a30c99,segment=NetworkSegment(6ce4ff68-3b4b-432d-884c-749a0363f799),segment_id=6ce4ff68-3b4b-432d-884c-749a0363f799)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:02.129244 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9980ddc9-a4d5-4dac-b263-d87f793a3328 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:02.175533 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-2ec61b21-09b1-4642-9e08-8a6829450252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:02.177092 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-2ec61b21-09b1-4642-9e08-8a6829450252 service neutron] 10.222.0.38 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.2909722 Jun 25 09:20:02.182867 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54740542-c577-4c54-922e-5221fad1901c req-f95adcf5-02ba-4933-b3df-f6074a7e00e5 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618770 Jun 25 09:20:02.230910 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-9da14d4b-ae8d-417f-a2af-191fdfc43fca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0bda93b-44cd-48da-8474-98ccb7a09e3b HTTP/1.1" status: 200 len: 217 time: 0.0427020 Jun 25 09:20:02.254657 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-9980ddc9-a4d5-4dac-b263-d87f793a3328 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Calling delete_port for bffe8fd6-1911-4201-95c8-94dac5a30c99 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:02.319566 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-fc86667d-bc8f-47c8-84fb-b2bc3e5ccc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:02.321786 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-fc86667d-bc8f-47c8-84fb-b2bc3e5ccc20 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.0838025 Jun 25 09:20:02.429305 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3dee59-09dc-402b-b2b5-42a05254f03f x-openstack-request-id: req-5c3dee59-09dc-402b-b2b5-42a05254f03f {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:02.429804 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8511931-f061-44f8-8231-983fa5c0a3c7", "name": "network-vif-deleted", "tag": "53ee8ca7-fd48-4e65-8db1-6444a12799fc", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:02.430023 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5c3dee59-09dc-402b-b2b5-42a05254f03f {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:02.430527 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8511931-f061-44f8-8231-983fa5c0a3c7', 'name': 'network-vif-deleted', 'tag': '53ee8ca7-fd48-4e65-8db1-6444a12799fc', 'status': 'completed', 'code': 200} Jun 25 09:20:02.447443 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-e7b54092-1672-4f4e-9e60-20fd47649f36 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415790 Jun 25 09:20:02.475766 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcc5880-2917-4b9e-aba2-5a2504a04e02 x-openstack-request-id: req-3fcc5880-2917-4b9e-aba2-5a2504a04e02 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:02.476288 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab3594f-a665-4096-ae9f-eed2bda46be9", "name": "network-vif-deleted", "tag": "31c00b88-72c5-49d6-b63e-d04565315253", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:02.477178 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3fcc5880-2917-4b9e-aba2-5a2504a04e02 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:02.477178 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab3594f-a665-4096-ae9f-eed2bda46be9', 'name': 'network-vif-deleted', 'tag': '31c00b88-72c5-49d6-b63e-d04565315253', 'status': 'completed', 'code': 200} Jun 25 09:20:02.535719 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f7339-041e-4df0-9d84-78449d505deb req-a0ee6cc5-5394-4aca-996b-538b4c851090 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:02.536766 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c28f7339-041e-4df0-9d84-78449d505deb req-a0ee6cc5-5394-4aca-996b-538b4c851090 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 932 time: 0.1752837 Jun 25 09:20:02.611155 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c28f7339-041e-4df0-9d84-78449d505deb req-5c4574b8-1dc6-48b8-8cc5-25738e41cee6 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/security-groups?id=32398465-70b2-4630-8ed0-2945b217052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622342 Jun 25 09:20:02.613456 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f91f8376-7130-4b42-8dac-042924532c32 service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577046 Jun 25 09:20:02.663599 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:20:02.677707 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:02.690522 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9980ddc9-a4d5-4dac-b263-d87f793a3328 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:02.696192 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6c60158-5f3d-413c-b075-ea4cd4e88091 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:02.707922 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Transition to ACTIVE for port object 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:02.752337 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-3c805049-06fa-4d73-89ea-e9d9ccd37d39 service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146302 Jun 25 09:20:02.900661 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce02a965-31e6-4376-a341-fb9ee0af03ed req-460bdf75-3c28-48c1-8133-9241a763f5bc tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab3594f-a665-4096-ae9f-eed2bda46be9 HTTP/1.1" status: 200 len: 210 time: 0.0346026 Jun 25 09:20:03.030642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-523faf05-d7b9-4abc-a820-6d30acb0daed tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:03.031072 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-523faf05-d7b9-4abc-a820-6d30acb0daed tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36&tenant_id=7474114b2c184a18967efdee86f25425&binding%3Ahost_id=n-h1-761264-15 HTTP/1.1" status: 200 len: 1097 time: 0.1285903 Jun 25 09:20:03.043946 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-761264-15'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:03.066511 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 53ee8ca7-fd48-4e65-8db1-6444a12799fc no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:03.117276 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 53ee8ca7-fd48-4e65-8db1-6444a12799fc {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:20:03.117623 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 53ee8ca7-fd48-4e65-8db1-6444a12799fc not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:20:03.202042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980ddc9-a4d5-4dac-b263-d87f793a3328 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Port': ['ID=bffe8fd6-1911-4201-95c8-94dac5a30c99,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:03.209104 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:03.213484 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9980ddc9-a4d5-4dac-b263-d87f793a3328 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:03.214150 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9980ddc9-a4d5-4dac-b263-d87f793a3328 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:03.236335 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:03.262557 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c039e6-ddc6-4b39-837a-5d70a9cdeea0 req-91913e32-d901-44ed-ba4e-258a4f71b989 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:03.270523 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75c039e6-ddc6-4b39-837a-5d70a9cdeea0 req-91913e32-d901-44ed-ba4e-258a4f71b989 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.1458611 Jun 25 09:20:03.334674 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3ff996-3c96-4ded-a1c3-89cc45f8f316,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:03.350027 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:03.368669 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75c039e6-ddc6-4b39-837a-5d70a9cdeea0 req-7d674486-ec12-4f70-8364-531882b19c66 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976479 Jun 25 09:20:03.524892 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9980ddc9-a4d5-4dac-b263-d87f793a3328 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:03.532464 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Attempting to bind port 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:20:03.532965 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Attempting to bind port 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '9148ab7a-814d-4267-87b9-ab4cbcda7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'dd708ecf-f970-4a89-9041-bc32db5db06d'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:20:03.533419 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Attempting to bind port 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 on network dd708ecf-f970-4a89-9041-bc32db5db06d {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:03.539941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] For port b0bda93b-44cd-48da-8474-98ccb7a09e3b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b0bda93b-44cd-48da-8474-98ccb7a09e3b,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:03.547149 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Port 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 on network dd708ecf-f970-4a89-9041-bc32db5db06d not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:20:03.547606 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Attempting to bind port 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 on network dd708ecf-f970-4a89-9041-bc32db5db06d {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:03.555186 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:20:03.556981 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Checking segment: {'id': '9148ab7a-814d-4267-87b9-ab4cbcda7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'dd708ecf-f970-4a89-9041-bc32db5db06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:03.557460 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Bound using segment: {'id': '9148ab7a-814d-4267-87b9-ab4cbcda7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'dd708ecf-f970-4a89-9041-bc32db5db06d'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:20:03.557993 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Bound port: 1f3ff996-3c96-4ded-a1c3-89cc45f8f316, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9148ab7a-814d-4267-87b9-ab4cbcda7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'dd708ecf-f970-4a89-9041-bc32db5db06d'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:20:03.558369 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:03.596510 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] For port b0bda93b-44cd-48da-8474-98ccb7a09e3b, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:03.701923 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:03.714908 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:03.722413 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-71adcb50-21a2-4ef9-8b3c-33c8c7f34677 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:03.726363 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] For port 1f3ff996-3c96-4ded-a1c3-89cc45f8f316, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:03.739170 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8df148-3b64-42c3-bd44-2f4bea55faa3 req-0992785c-897d-45fb-9d7a-664bcf884cac tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:03.742915 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d8df148-3b64-42c3-bd44-2f4bea55faa3 req-0992785c-897d-45fb-9d7a-664bcf884cac tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 945 time: 0.1076839 Jun 25 09:20:03.800989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] For port 1f3ff996-3c96-4ded-a1c3-89cc45f8f316, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1f3ff996-3c96-4ded-a1c3-89cc45f8f316,segment=NetworkSegment(9148ab7a-814d-4267-87b9-ab4cbcda7a25),segment_id=9148ab7a-814d-4267-87b9-ab4cbcda7a25)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:20:03.808787 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:03.813312 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7af8eea5-d868-480c-8d03-e587235bbc41 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:03.868479 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:03.869060 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:03.870611 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] 10.222.0.41 "PUT /v2.0/ports/1f3ff996-3c96-4ded-a1c3-89cc45f8f316 HTTP/1.1" status: 200 len: 1093 time: 2.1202683 Jun 25 09:20:03.894351 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bda93b-44cd-48da-8474-98ccb7a09e3b,revision_number=7']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:03.895425 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9980ddc9-a4d5-4dac-b263-d87f793a3328 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:20:03.902504 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3ff996-3c96-4ded-a1c3-89cc45f8f316,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:03.906766 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:03.913315 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d8df148-3b64-42c3-bd44-2f4bea55faa3 req-887ecd8b-a624-4573-a5cc-3b206a6ebb82 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385832 Jun 25 09:20:03.914861 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:03.973752 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Attempting to bind port b0bda93b-44cd-48da-8474-98ccb7a09e3b on host n-h1-761264-15 for vnic_type normal with profile {"migrating_to": "n-h2-761264-15"} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:20:03.974212 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Attempting to bind port b0bda93b-44cd-48da-8474-98ccb7a09e3b by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:20:03.974663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Attempting to bind port b0bda93b-44cd-48da-8474-98ccb7a09e3b on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:03.983211 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Port b0bda93b-44cd-48da-8474-98ccb7a09e3b on network 86032570-f2c0-48a3-9354-653695b1e594 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:20:03.983613 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Attempting to bind port b0bda93b-44cd-48da-8474-98ccb7a09e3b on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:03.997553 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02fe93-586f-4bba-89cc-b7f2ca785ba5 req-2842dea0-52df-41b6-babd-54f5be90e086 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:03.999196 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb02fe93-586f-4bba-89cc-b7f2ca785ba5 req-2842dea0-52df-41b6-babd-54f5be90e086 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 944 time: 0.2265413 Jun 25 09:20:04.002902 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:20:04.003526 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Checking segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:04.003984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Bound using segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:20:04.004490 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Bound port: b0bda93b-44cd-48da-8474-98ccb7a09e3b, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:20:04.004944 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:04.077281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9980ddc9-a4d5-4dac-b263-d87f793a3328 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:20:04.086059 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9980ddc9-a4d5-4dac-b263-d87f793a3328 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/891deaf1-527e-4a7c-adbd-ab3f58490bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6811180 Jun 25 09:20:04.087909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50304) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:04.089386 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a99d12-0f74-4497-af7e-ab158d318328 None None] Sync routers for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:20:04.107361 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a99d12-0f74-4497-af7e-ab158d318328 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:04.108064 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b8a99d12-0f74-4497-af7e-ab158d318328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:04.120468 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-f134aeda-b320-44dd-b98d-01f888a0c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:04.121889 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-f134aeda-b320-44dd-b98d-01f888a0c8c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87ef9876f9ba493682f3d749b103349f&device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 1096 time: 0.1163445 Jun 25 09:20:04.125407 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50306) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:04.164025 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-865dd21c-cdeb-4605-a60c-968e0cf91b44 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting subnet c9554ff4-8734-4902-b653-975d4fede960 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:20:04.168251 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb02fe93-586f-4bba-89cc-b7f2ca785ba5 req-73617fd1-e1c4-4bdb-b260-946f51144d18 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/security-groups?id=32398465-70b2-4630-8ed0-2945b217052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527846 Jun 25 09:20:04.171415 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-865dd21c-cdeb-4605-a60c-968e0cf91b44 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:04.217006 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-b8a99d12-0f74-4497-af7e-ab158d318328 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:20:04.218363 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-6a75eb41-7862-48a1-9feb-c88c1f7fbda4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3ff996-3c96-4ded-a1c3-89cc45f8f316 HTTP/1.1" status: 200 len: 217 time: 0.0639765 Jun 25 09:20:04.234218 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] For port b0bda93b-44cd-48da-8474-98ccb7a09e3b, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:04.242032 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] For port b0bda93b-44cd-48da-8474-98ccb7a09e3b, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b0bda93b-44cd-48da-8474-98ccb7a09e3b,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:20:04.244131 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-865dd21c-cdeb-4605-a60c-968e0cf91b44 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:04.262158 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b441799-2173-486d-967c-016289388be5 admin admin] Deleting subnet 43b518a5-cd38-4a81-8240-fd3da8126c92 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:20:04.266976 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:04.274010 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0b441799-2173-486d-967c-016289388be5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:04.276576 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b0352be9-e7bd-4b79-a4bb-1d43029ab9de tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:04.312092 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-5afd3db4-f3ca-49c5-bd25-92de682594c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:04.313612 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-5afd3db4-f3ca-49c5-bd25-92de682594c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d1d801-8715-4074-a5c0-dec1cd4ce2fb HTTP/1.1" status: 200 len: 861 time: 0.0858603 Jun 25 09:20:04.321495 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0b441799-2173-486d-967c-016289388be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:04.371526 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-5e9376ee-b8d8-4f3b-adab-80a07af55960 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd708ecf-f970-4a89-9041-bc32db5db06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477672 Jun 25 09:20:04.400031 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:04.400759 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:04.402529 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] 10.222.0.38 "PUT /v2.0/ports/b0bda93b-44cd-48da-8474-98ccb7a09e3b HTTP/1.1" status: 200 len: 1123 time: 1.3643205 Jun 25 09:20:04.403081 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bda93b-44cd-48da-8474-98ccb7a09e3b,revision_number=8']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:04.405805 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0b441799-2173-486d-967c-016289388be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:04.409574 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:04.478733 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d3c6a8-56a4-40c0-980b-09f177b693e4', 'tag': '1f3ff996-3c96-4ded-a1c3-89cc45f8f316'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:04.481532 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ea39fb-56dc-4b7c-95b6-abd55b526c36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0bda93b-44cd-48da-8474-98ccb7a09e3b'}, {'name': 'network-changed', 'server_uuid': '69ea39fb-56dc-4b7c-95b6-abd55b526c36', 'tag': 'b0bda93b-44cd-48da-8474-98ccb7a09e3b'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:04.482323 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf9542e-94f0-4143-b111-d4bb894bbe11" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d3c6a8-56a4-40c0-980b-09f177b693e4", "tag": "1f3ff996-3c96-4ded-a1c3-89cc45f8f316"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:04.490205 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a703d09-37b4-49dd-94e8-1d14979ba3f2" -d '{"events": [{"server_uuid": "69ea39fb-56dc-4b7c-95b6-abd55b526c36", "name": "network-vif-unplugged", "status": "completed", "tag": "b0bda93b-44cd-48da-8474-98ccb7a09e3b"}, {"name": "network-changed", "server_uuid": "69ea39fb-56dc-4b7c-95b6-abd55b526c36", "tag": "b0bda93b-44cd-48da-8474-98ccb7a09e3b"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:04.497508 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0b441799-2173-486d-967c-016289388be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:04.499691 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-865dd21c-cdeb-4605-a60c-968e0cf91b44 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:04.501477 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:04.522702 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['b0bda93b-44cd-48da-8474-98ccb7a09e3b'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:20:04.636312 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-865dd21c-cdeb-4605-a60c-968e0cf91b44 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:04.638556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b441799-2173-486d-967c-016289388be5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b518a5-cd38-4a81-8240-fd3da8126c92,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:04.641611 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7f325f94-a5d9-4e3f-a14c-eb257fa9e609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:04.650065 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0b441799-2173-486d-967c-016289388be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:04.654462 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0b441799-2173-486d-967c-016289388be5 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/43b518a5-cd38-4a81-8240-fd3da8126c92 HTTP/1.1" status: 204 len: 168 time: 0.5256102 Jun 25 09:20:04.657433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50328) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:04.661466 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0b441799-2173-486d-967c-016289388be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:04.675672 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b8a99d12-0f74-4497-af7e-ab158d318328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:20:02Z', 'revision_number': 9, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:04.716579 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-a6e8cd8c-3db8-40a5-bd2e-76e922e33986 service neutron] 10.222.0.41 "GET /v2.0/networks/dd708ecf-f970-4a89-9041-bc32db5db06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255563 Jun 25 09:20:04.780602 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a99d12-0f74-4497-af7e-ab158d318328 None None] Checking router: 891deaf1-527e-4a7c-adbd-ab3f58490bc8 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:20:04.801341 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a99d12-0f74-4497-af7e-ab158d318328 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:04.802729 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b8a99d12-0f74-4497-af7e-ab158d318328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:04.808456 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0d0e14-0563-4ce2-bef0-9de77e3ae7b3 x-openstack-request-id: req-4d0d0e14-0563-4ce2-bef0-9de77e3ae7b3 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:04.815348 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d3c6a8-56a4-40c0-980b-09f177b693e4", "tag": "1f3ff996-3c96-4ded-a1c3-89cc45f8f316", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:04.815348 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4d0d0e14-0563-4ce2-bef0-9de77e3ae7b3 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:04.817461 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d3c6a8-56a4-40c0-980b-09f177b693e4', 'tag': '1f3ff996-3c96-4ded-a1c3-89cc45f8f316', 'status': 'completed', 'code': 200} Jun 25 09:20:04.920358 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38300a4-2e99-487d-a871-837fc00b01f7 x-openstack-request-id: req-e38300a4-2e99-487d-a871-837fc00b01f7 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:04.920358 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ea39fb-56dc-4b7c-95b6-abd55b526c36", "name": "network-vif-unplugged", "status": "completed", "tag": "b0bda93b-44cd-48da-8474-98ccb7a09e3b", "code": 200}, {"name": "network-changed", "server_uuid": "69ea39fb-56dc-4b7c-95b6-abd55b526c36", "tag": "b0bda93b-44cd-48da-8474-98ccb7a09e3b", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:04.920358 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e38300a4-2e99-487d-a871-837fc00b01f7 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:04.921971 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ea39fb-56dc-4b7c-95b6-abd55b526c36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0bda93b-44cd-48da-8474-98ccb7a09e3b', 'code': 200} Jun 25 09:20:04.922057 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31c00b88-72c5-49d6-b63e-d04565315253 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:04.922136 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ea39fb-56dc-4b7c-95b6-abd55b526c36', 'tag': 'b0bda93b-44cd-48da-8474-98ccb7a09e3b', 'status': 'completed', 'code': 200} Jun 25 09:20:04.982114 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 31c00b88-72c5-49d6-b63e-d04565315253 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:20:04.982537 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31c00b88-72c5-49d6-b63e-d04565315253 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:20:04.985107 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dcfd1009-df6a-48d2-baeb-e414037cc8fa req-03fe0926-c377-4148-9e4f-dca0bb2391c5 service neutron] 10.222.0.41 "GET /v2.0/networks/dd708ecf-f970-4a89-9041-bc32db5db06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472148 Jun 25 09:20:04.991670 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865dd21c-cdeb-4605-a60c-968e0cf91b44 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Subnet': ['ID=c9554ff4-8734-4902-b653-975d4fede960,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:04.994713 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-865dd21c-cdeb-4605-a60c-968e0cf91b44 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:05.010690 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d048e54a-b0bb-4d0b-9967-60c2729ab20b None None] Network 447624ac-7906-4088-b4de-2355daad545b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:20:05.024595 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f3d5ae2b-8d34-4994-b016-4d9c859f150a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:05.037661 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-865dd21c-cdeb-4605-a60c-968e0cf91b44 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:05.042346 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-865dd21c-cdeb-4605-a60c-968e0cf91b44 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/c9554ff4-8734-4902-b653-975d4fede960 HTTP/1.1" status: 204 len: 168 time: 0.9516122 Jun 25 09:20:05.042601 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50336) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:05.114941 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-b8a99d12-0f74-4497-af7e-ab158d318328 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:20:05.240645 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:05.310989 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a71749-2125-476b-8040-ff695e1ece8d None None] DHCP port deletion for 447624ac-7906-4088-b4de-2355daad545b request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:20:05.313990 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9542e-94f0-4143-b111-d4bb894bbe11 req-9d05124a-f356-4a71-9eec-20238553593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:05.315746 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ddf9542e-94f0-4143-b111-d4bb894bbe11 req-9d05124a-f356-4a71-9eec-20238553593e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87ef9876f9ba493682f3d749b103349f&device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 1096 time: 0.1270530 Jun 25 09:20:05.342447 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec83ff1-dfe3-4896-b393-3ee959b7ac6d req-e1c2aaae-2412-4130-8913-65e0adaff9b2 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:05.350602 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ec83ff1-dfe3-4896-b393-3ee959b7ac6d req-e1c2aaae-2412-4130-8913-65e0adaff9b2 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.4272370 Jun 25 09:20:05.369726 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f3d5ae2b-8d34-4994-b016-4d9c859f150a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:05.398704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-f3d5ae2b-8d34-4994-b016-4d9c859f150a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5418999a-3274-4db1-855b-12933dc5b807']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:05.401940 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-00a71749-2125-476b-8040-ff695e1ece8d None None] Deleting port ff088c10-4df8-4886-995b-cc84a828fd2f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:05.402438 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00a71749-2125-476b-8040-ff695e1ece8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:05.416189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-f3d5ae2b-8d34-4994-b016-4d9c859f150a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd194f5-172b-4e97-bee2-db4b06ec5c77') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:05.416483 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-f3d5ae2b-8d34-4994-b016-4d9c859f150a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd194f5-172b-4e97-bee2-db4b06ec5c77') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:05.424132 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting port ff088c10-4df8-4886-995b-cc84a828fd2f {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:05.424824 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:05.453225 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ec83ff1-dfe3-4896-b393-3ee959b7ac6d req-303d0155-201d-4e20-b76a-60a8d1e3a05e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015942 Jun 25 09:20:05.471776 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b8a99d12-0f74-4497-af7e-ab158d318328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:20:02Z', 'revision_number': 9, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:05.472176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a703d09-37b4-49dd-94e8-1d14979ba3f2 req-5a5779ac-403a-4736-9ab9-978e6c184f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:05.472176 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a703d09-37b4-49dd-94e8-1d14979ba3f2 req-5a5779ac-403a-4736-9ab9-978e6c184f9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 1126 time: 0.4727030 Jun 25 09:20:05.482078 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f3d5ae2b-8d34-4994-b016-4d9c859f150a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:05.522072 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-00a71749-2125-476b-8040-ff695e1ece8d None None] For port ff088c10-4df8-4886-995b-cc84a828fd2f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ff088c10-4df8-4886-995b-cc84a828fd2f,segment=NetworkSegment(6ce4ff68-3b4b-432d-884c-749a0363f799),segment_id=6ce4ff68-3b4b-432d-884c-749a0363f799)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:05.522889 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00a71749-2125-476b-8040-ff695e1ece8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:05.528271 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a99d12-0f74-4497-af7e-ab158d318328 None None] The sync data for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 is: [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:20:02Z', 'revision_number': 9, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'aefc2dd8-5a87-4fb5-8404-62980970473c', 'name': '', 'network_id': '21d5c24e-49f5-4015-9732-cf187439c01b', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:2f:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '3111967b-e981-4b03-acb9-464f98af91d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:33Z', 'updated_at': '2021-06-25T09:19:42Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': '3111967b-e981-4b03-acb9-464f98af91d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:20:05.551322 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-00a71749-2125-476b-8040-ff695e1ece8d None None] Calling delete_port for ff088c10-4df8-4886-995b-cc84a828fd2f owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:05.583092 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9542e-94f0-4143-b111-d4bb894bbe11 req-fec581cd-a7f5-4525-8f08-0f94ad844761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:05.584701 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ddf9542e-94f0-4143-b111-d4bb894bbe11 req-fec581cd-a7f5-4525-8f08-0f94ad844761 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dd708ecf-f970-4a89-9041-bc32db5db06d HTTP/1.1" status: 200 len: 923 time: 0.2590930 Jun 25 09:20:05.586498 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] For port ff088c10-4df8-4886-995b-cc84a828fd2f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ff088c10-4df8-4886-995b-cc84a828fd2f,segment=NetworkSegment(6ce4ff68-3b4b-432d-884c-749a0363f799),segment_id=6ce4ff68-3b4b-432d-884c-749a0363f799)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:05.586863 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:05.612580 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Calling delete_port for ff088c10-4df8-4886-995b-cc84a828fd2f owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:05.646509 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ddf9542e-94f0-4143-b111-d4bb894bbe11 req-8bad3598-f831-4c81-95ec-cd76b1f09727 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3ff996-3c96-4ded-a1c3-89cc45f8f316 HTTP/1.1" status: 200 len: 217 time: 0.0437875 Jun 25 09:20:05.657524 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8f76f-c6f5-47db-bbad-840f7de17b24 req-c525e9f3-d1ad-4413-95cb-b4d8f908de74 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:05.663671 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00a71749-2125-476b-8040-ff695e1ece8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:05.665447 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64f8f76f-c6f5-47db-bbad-840f7de17b24 req-c525e9f3-d1ad-4413-95cb-b4d8f908de74 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 943 time: 0.4726751 Jun 25 09:20:05.667640 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1347acf9-1d11-4ac0-aa7e-c6a250aaf60e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:05.695276 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a71749-2125-476b-8040-ff695e1ece8d None None] Pushing event deleted for resources: {'Port': ['ID=ff088c10-4df8-4886-995b-cc84a828fd2f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:05.704199 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-00a71749-2125-476b-8040-ff695e1ece8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:05.707251 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a71749-2125-476b-8040-ff695e1ece8d None None] No DVR routers for this DVR port ff088c10-4df8-4886-995b-cc84a828fd2f on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:05.758847 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9542e-94f0-4143-b111-d4bb894bbe11 req-6536266c-d225-4225-95c0-65458c7f4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:05.760362 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ddf9542e-94f0-4143-b111-d4bb894bbe11 req-6536266c-d225-4225-95c0-65458c7f4b43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d1d801-8715-4074-a5c0-dec1cd4ce2fb HTTP/1.1" status: 200 len: 861 time: 0.1047778 Jun 25 09:20:05.788483 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:05.808114 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-00452675-73ab-4819-9152-1def7f85ec04 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:05.815116 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ddf9542e-94f0-4143-b111-d4bb894bbe11 req-1881a159-82a5-41d0-a9d9-6cbe91e82eac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd708ecf-f970-4a89-9041-bc32db5db06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367413 Jun 25 09:20:05.845682 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Port': ['ID=ff088c10-4df8-4886-995b-cc84a828fd2f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:05.849008 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] No DVR routers for this DVR port ff088c10-4df8-4886-995b-cc84a828fd2f on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:05.861316 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:06.013075 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:06.028205 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a703d09-37b4-49dd-94e8-1d14979ba3f2 req-e07a6d08-a246-4a24-81df-fecc9eeb908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:06.029739 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a703d09-37b4-49dd-94e8-1d14979ba3f2 req-e07a6d08-a246-4a24-81df-fecc9eeb908e service neutron] 10.222.0.41 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.5448766 Jun 25 09:20:06.030177 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447624ac-7906-4088-b4de-2355daad545b']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:06.039529 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f3d5ae2b-8d34-4994-b016-4d9c859f150a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:06.046819 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d5ae2b-8d34-4994-b016-4d9c859f150a admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:20:06.047265 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f3d5ae2b-8d34-4994-b016-4d9c859f150a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:06.048838 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ff088c10-4df8-4886-995b-cc84a828fd2f no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:06.054826 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce4ff68-3b4b-432d-884c-749a0363f799') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:06.055186 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce4ff68-3b4b-432d-884c-749a0363f799') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:06.060464 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ddf9542e-94f0-4143-b111-d4bb894bbe11 req-5dc67d5d-dc2f-437a-9c3e-6f962e205461 service neutron] 10.222.0.41 "GET /v2.0/networks/dd708ecf-f970-4a89-9041-bc32db5db06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247591 Jun 25 09:20:06.079204 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:06.085051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: ff088c10-4df8-4886-995b-cc84a828fd2f {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:20:06.089958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ff088c10-4df8-4886-995b-cc84a828fd2f not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:20:06.090602 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bffe8fd6-1911-4201-95c8-94dac5a30c99 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:06.125475 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: bffe8fd6-1911-4201-95c8-94dac5a30c99 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:20:06.126166 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bffe8fd6-1911-4201-95c8-94dac5a30c99 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:20:06.128674 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:20:06.136374 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f3d5ae2b-8d34-4994-b016-4d9c859f150a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:06.138739 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:06.146076 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f3d5ae2b-8d34-4994-b016-4d9c859f150a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:06.151220 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f3d5ae2b-8d34-4994-b016-4d9c859f150a admin admin] 10.222.0.93 "DELETE /v2.0/networks/5418999a-3274-4db1-855b-12933dc5b807 HTTP/1.1" status: 204 len: 168 time: 1.4530067 Jun 25 09:20:06.153493 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:20:06.154137 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:20:06.159862 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:20:06.176783 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:06.193107 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5ae2b-8d34-4994-b016-4d9c859f150a admin admin] Pushing event deleted for resources: {'Network': ['ID=5418999a-3274-4db1-855b-12933dc5b807,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:06.196436 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f3d5ae2b-8d34-4994-b016-4d9c859f150a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:06.262169 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:06.262788 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a703d09-37b4-49dd-94e8-1d14979ba3f2 req-19f63f55-1940-4cbf-8a31-03a375b22095 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0bda93b-44cd-48da-8474-98ccb7a09e3b HTTP/1.1" status: 200 len: 217 time: 0.1320446 Jun 25 09:20:06.265801 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ddf9542e-94f0-4143-b111-d4bb894bbe11 req-3e83783a-3e29-4035-8274-e8c511c421c8 service neutron] 10.222.0.41 "GET /v2.0/networks/dd708ecf-f970-4a89-9041-bc32db5db06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985743 Jun 25 09:20:06.268081 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:06.272454 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:06.273460 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64f8f76f-c6f5-47db-bbad-840f7de17b24 req-7abf5bbe-4aea-4406-a0d7-cb00e0e09198 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6070004 Jun 25 09:20:06.278071 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/networks/447624ac-7906-4088-b4de-2355daad545b HTTP/1.1" status: 204 len: 168 time: 1.2308860 Jun 25 09:20:06.278071 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50356) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:06.297108 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Network': ['ID=447624ac-7906-4088-b4de-2355daad545b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:06.304183 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef130101-c51f-45e5-999c-ecbb9f93255d req-d0615111-820e-44ee-acd7-9530213a27bd tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:06.309658 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef130101-c51f-45e5-999c-ecbb9f93255d req-d0615111-820e-44ee-acd7-9530213a27bd tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 944 time: 0.6736076 Jun 25 09:20:06.335188 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:06.410479 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef130101-c51f-45e5-999c-ecbb9f93255d req-90551920-c569-4e0a-9287-72412fb4d3b1 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/security-groups?id=32398465-70b2-4630-8ed0-2945b217052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855227 Jun 25 09:20:06.457176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a703d09-37b4-49dd-94e8-1d14979ba3f2 req-5915d2b5-fc51-4b90-96f1-5f18455864a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:06.458691 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a703d09-37b4-49dd-94e8-1d14979ba3f2 req-5915d2b5-fc51-4b90-96f1-5f18455864a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.1650350 Jun 25 09:20:06.519376 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a703d09-37b4-49dd-94e8-1d14979ba3f2 req-fdf2436e-6daa-4ad7-8b1e-a9cbc472f0d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530169 Jun 25 09:20:06.523129 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50362) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:06.538521 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-6132397e-8c4c-48ee-bd94-95b8f0ea40cb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1202719 Jun 25 09:20:06.778509 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e6dc-75f1-471b-aa43-c22d881cc5f1 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:06.780109 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-43e56238-c9bb-4586-8176-fc5213b77075 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=850b94958a5d4536ba20080bddbbc58b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541451 Jun 25 09:20:06.782705 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50366) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:06.819716 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a703d09-37b4-49dd-94e8-1d14979ba3f2 req-c6fa6143-c803-4be4-9923-e43807abffa5 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791765 Jun 25 09:20:06.848453 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-ae742dca-b7a6-4617-b1cd-4550246e8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:06.848956 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-ae742dca-b7a6-4617-b1cd-4550246e8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:06.849419 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-ae742dca-b7a6-4617-b1cd-4550246e8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:06.849881 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-ae742dca-b7a6-4617-b1cd-4550246e8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:06.850339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-ae742dca-b7a6-4617-b1cd-4550246e8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:06.850809 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-ae742dca-b7a6-4617-b1cd-4550246e8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:06.851266 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-ae742dca-b7a6-4617-b1cd-4550246e8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:06.853247 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-ae742dca-b7a6-4617-b1cd-4550246e8317 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 6509 time: 0.1971695 Jun 25 09:20:06.936719 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372c6f0-3f17-49c1-b069-3c7f8d6f5b72 req-b07d5bbe-c74a-4f84-a9c8-11a0f920f56b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:06.937947 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2372c6f0-3f17-49c1-b069-3c7f8d6f5b72 req-b07d5bbe-c74a-4f84-a9c8-11a0f920f56b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.2374177 Jun 25 09:20:07.006874 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f5fd9ba5-70d4-478c-ace6-1680d95a8b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:07.041588 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f5fd9ba5-70d4-478c-ace6-1680d95a8b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:07.081562 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-3b146799-f17d-4605-a8e9-80f8a89e89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:07.082150 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-3b146799-f17d-4605-a8e9-80f8a89e89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:07.082658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-3b146799-f17d-4605-a8e9-80f8a89e89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:07.085218 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-3b146799-f17d-4605-a8e9-80f8a89e89e0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9b3a601-f58c-4ec5-82fd-335656805060&id=b567525f-dea5-412a-9997-aee658afe302&id=b567525f-dea5-412a-9997-aee658afe302&id=b567525f-dea5-412a-9997-aee658afe302&id=b567525f-dea5-412a-9997-aee658afe302&id=71754435-8609-4d26-9226-f6462d50ad72&id=71754435-8609-4d26-9226-f6462d50ad72 HTTP/1.1" status: 200 len: 2300 time: 0.1856818 Jun 25 09:20:07.085987 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device b0bda93b-44cd-48da-8474-98ccb7a09e3b details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:20:07.096043 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a703d09-37b4-49dd-94e8-1d14979ba3f2 req-1911a789-1c4a-4a7b-8728-f42ff49ab4e9 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654307 Jun 25 09:20:07.160212 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2372c6f0-3f17-49c1-b069-3c7f8d6f5b72 req-dd669a7a-e611-473e-ad3a-103dcc1c993e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792200 Jun 25 09:20:07.201449 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f5fd9ba5-70d4-478c-ace6-1680d95a8b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:07.204760 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f5fd9ba5-70d4-478c-ace6-1680d95a8b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:07.209043 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f5fd9ba5-70d4-478c-ace6-1680d95a8b83 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4f09c21c-2658-409a-93d9-5c2a1e62aaaf HTTP/1.1" status: 204 len: 168 time: 0.4222543 Jun 25 09:20:07.209628 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d8618afd-54f3-4509-9e63-085166090c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:07.225168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd9ba5-70d4-478c-ace6-1680d95a8b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f09c21c-2658-409a-93d9-5c2a1e62aaaf,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:07.228977 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f5fd9ba5-70d4-478c-ace6-1680d95a8b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:07.235908 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-47b81054-c760-47a2-b4a0-82e5a272f8db service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c14fd482-e701-4929-8589-dd5397cd4f93 HTTP/1.1" status: 200 len: 1002 time: 0.1355095 Jun 25 09:20:07.263397 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9e6dc-75f1-471b-aa43-c22d881cc5f1 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting port aefc2dd8-5a87-4fb5-8404-62980970473c {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:07.263985 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e6dc-75f1-471b-aa43-c22d881cc5f1 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:07.303011 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port b0bda93b-44cd-48da-8474-98ccb7a09e3b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b0bda93b-44cd-48da-8474-98ccb7a09e3b,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:07.315297 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-93d1bb31-d5ef-43ee-99cf-cfc2c711b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:07.316831 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-93d1bb31-d5ef-43ee-99cf-cfc2c711b449 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=219c47c2-b4d5-45d9-9d06-baaa0cc38f25 HTTP/1.1" status: 200 len: 855 time: 0.0753474 Jun 25 09:20:07.325605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device b0bda93b-44cd-48da-8474-98ccb7a09e3b has no active binding in host n-h2-761264-15 {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 25 09:20:07.407554 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-01c80740-44ed-494d-8b11-ecdc5eda640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:07.409649 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-01c80740-44ed-494d-8b11-ecdc5eda640b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9b3a601-f58c-4ec5-82fd-335656805060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857956 Jun 25 09:20:07.418433 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-7ab9e6dc-75f1-471b-aa43-c22d881cc5f1 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] For port aefc2dd8-5a87-4fb5-8404-62980970473c, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=aefc2dd8-5a87-4fb5-8404-62980970473c,segment=NetworkSegment(313c279c-8c8f-4bee-ae7a-659e4158e2ec),segment_id=313c279c-8c8f-4bee-ae7a-659e4158e2ec)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:07.418843 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e6dc-75f1-471b-aa43-c22d881cc5f1 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:07.436383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9e6dc-75f1-471b-aa43-c22d881cc5f1 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Calling delete_port for aefc2dd8-5a87-4fb5-8404-62980970473c owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:07.682490 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e6dc-75f1-471b-aa43-c22d881cc5f1 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:07.687800 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9c6deebb-8e2a-4222-987c-329ef1ca0b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:07.709445 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-eeddd6a9-abd9-4111-a907-2da705f00fdc service neutron] 10.222.0.38 "GET /v2.0/networks/e9b3a601-f58c-4ec5-82fd-335656805060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915184 Jun 25 09:20:07.789676 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6e909-118e-488a-a197-7acb272fb117 req-784c8abe-019b-438a-80e9-3ca061962908 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:07.791535 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4cb6e909-118e-488a-a197-7acb272fb117 req-784c8abe-019b-438a-80e9-3ca061962908 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 943 time: 0.2421746 Jun 25 09:20:07.849321 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad943b-76dc-432c-8648-c6fabaa82a2d req-31fdf16c-d1bf-4dfe-a8ed-086648e43051 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:07.857341 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5bad943b-76dc-432c-8648-c6fabaa82a2d req-31fdf16c-d1bf-4dfe-a8ed-086648e43051 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 944 time: 0.2178478 Jun 25 09:20:07.920645 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4cb6e909-118e-488a-a197-7acb272fb117 req-29b24d7d-31f9-4880-9ea0-771be46ebae3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189542 Jun 25 09:20:07.935350 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-e1fdea1b-4fe6-4117-b180-b312213f6fe9 service neutron] 10.222.0.38 "GET /v2.0/networks/e9b3a601-f58c-4ec5-82fd-335656805060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187483 Jun 25 09:20:07.959906 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5bad943b-76dc-432c-8648-c6fabaa82a2d req-11a9a5a8-4c47-4888-a005-68ba33e859a6 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/security-groups?id=32398465-70b2-4630-8ed0-2945b217052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014140 Jun 25 09:20:08.052856 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-88dbab6e-20eb-4a79-bb7a-440e6fbe5ac8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=c9fc842f-c94f-4048-9d10-074730e495de HTTP/1.1" status: 200 len: 217 time: 0.0863240 Jun 25 09:20:08.135775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9e6dc-75f1-471b-aa43-c22d881cc5f1 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Port': ['ID=aefc2dd8-5a87-4fb5-8404-62980970473c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:08.136822 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-ddc83bb5-57a6-45a7-8c96-54c95d053e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:08.139967 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7ab9e6dc-75f1-471b-aa43-c22d881cc5f1 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:08.143359 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-ddc83bb5-57a6-45a7-8c96-54c95d053e42 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.0757113 Jun 25 09:20:08.279649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-cfd61f91-5216-43bb-87ee-ee303bb43bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:08.281599 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-cfd61f91-5216-43bb-87ee-ee303bb43bb1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1353321 Jun 25 09:20:08.387530 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e6dc-75f1-471b-aa43-c22d881cc5f1 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:08.478088 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-303da8d4-3166-4584-9585-0fc36c32883c service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887269 Jun 25 09:20:08.513225 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50430) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:08.514842 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832056be-f55d-491b-90ae-7ba47b38a544 req-d7c4a07b-9e00-4fb7-8bf1-1f32dbe44054 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:08.517869 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-832056be-f55d-491b-90ae-7ba47b38a544 req-d7c4a07b-9e00-4fb7-8bf1-1f32dbe44054 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.1221325 Jun 25 09:20:08.610873 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-832056be-f55d-491b-90ae-7ba47b38a544 req-331a399d-52b8-4dba-8aaa-a5f545ceaee3 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547979 Jun 25 09:20:08.634466 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-ce2dfb14-aa3c-40ab-a701-bda0e7543e44 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495738 Jun 25 09:20:08.655383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab9e6dc-75f1-471b-aa43-c22d881cc5f1 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:20:08.698024 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-1f61617b-6c00-4543-aa8c-acaa3a612fdc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 HTTP/1.1" status: 200 len: 217 time: 0.0566566 Jun 25 09:20:08.759441 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-1ad705c3-770b-46dc-9b7f-471197e0cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:08.761217 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-1ad705c3-770b-46dc-9b7f-471197e0cb93 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.0567744 Jun 25 09:20:08.767048 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab9e6dc-75f1-471b-aa43-c22d881cc5f1 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:20:08.775038 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7ab9e6dc-75f1-471b-aa43-c22d881cc5f1 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/891deaf1-527e-4a7c-adbd-ab3f58490bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4939466 Jun 25 09:20:08.775916 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50436) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:08.778698 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bf223e-5750-409e-b243-33d5886d6c08 None None] Sync routers for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:20:08.793046 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bf223e-5750-409e-b243-33d5886d6c08 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:08.794049 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-51bf223e-5750-409e-b243-33d5886d6c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:08.811973 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-903094130-network', 'tenant_id': '7bf80ed1f58747e6bfab8fdd248c07e4'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:08.839356 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Made reservation on behalf of 7bf80ed1f58747e6bfab8fdd248c07e4 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:08.842437 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:08.850821 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-13a0437b-4cb1-492a-a061-502a8891755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:08.852366 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-13a0437b-4cb1-492a-a061-502a8891755d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0826249 Jun 25 09:20:08.855839 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:08.899582 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-86660132-7f26-40e7-8dce-60b7f3b9ae3c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting subnet 3111967b-e981-4b03-acb9-464f98af91d8 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:20:08.908683 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-86660132-7f26-40e7-8dce-60b7f3b9ae3c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:08.919470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:20:08.925328 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-51bf223e-5750-409e-b243-33d5886d6c08 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:20:08.969806 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-7aaccc82-186c-4789-8c7f-04854b6a2959 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034033 Jun 25 09:20:09.023907 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-86660132-7f26-40e7-8dce-60b7f3b9ae3c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:09.096330 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.resource_extend [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:20:09.183581 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-86660132-7f26-40e7-8dce-60b7f3b9ae3c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:09.195893 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-a7bbba9d-be2f-49c4-8351-36a18f4a6a49 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182014 Jun 25 09:20:09.229288 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:09.243978 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:09.261906 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:20:09.268717 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-b38371b7-38d0-493a-ab9b-5bb187da53f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=df9f4b8c-6644-4664-913a-ecb3619208a8 HTTP/1.1" status: 200 len: 217 time: 0.0519493 Jun 25 09:20:09.278883 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:09.279514 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Added segment 696368f5-0efc-4866-9a9b-9110201938fc of type vlan for network c08e5a4c-f042-4b9b-b224-5ef23744d992 Jun 25 09:20:09.344438 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f9f9e-d134-4c44-b3c1-a1b0d00e9082 req-39508548-e8f3-4700-a456-b4a3ac6cde7e tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:09.352630 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:09.352803 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e3f9f9e-d134-4c44-b3c1-a1b0d00e9082 req-39508548-e8f3-4700-a456-b4a3ac6cde7e tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 943 time: 0.2094028 Jun 25 09:20:09.379920 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-f700c8ea-2ff9-46de-bc46-98842dba4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:09.381077 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-f700c8ea-2ff9-46de-bc46-98842dba4aff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.1056859 Jun 25 09:20:09.389053 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eaf77c-1019-416f-8687-397150dcbd77 req-1a33b250-372a-4b91-9a15-b582962f0439 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:09.391898 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-600b105e-e580-4fa9-8b72-c579e137b72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:09.396349 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8eaf77c-1019-416f-8687-397150dcbd77 req-1a33b250-372a-4b91-9a15-b582962f0439 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 944 time: 0.2315962 Jun 25 09:20:09.399992 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 1f3ff996-3c96-4ded-a1c3-89cc45f8f316, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1f3ff996-3c96-4ded-a1c3-89cc45f8f316,segment=NetworkSegment(9148ab7a-814d-4267-87b9-ab4cbcda7a25),segment_id=9148ab7a-814d-4267-87b9-ab4cbcda7a25)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:09.402314 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:09.403827 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:09.405214 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:09.414761 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-51bf223e-5750-409e-b243-33d5886d6c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:20:07Z', 'revision_number': 10, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:09.451508 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bf223e-5750-409e-b243-33d5886d6c08 None None] Checking router: 891deaf1-527e-4a7c-adbd-ab3f58490bc8 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:20:09.455686 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '1f3ff996-3c96-4ded-a1c3-89cc45f8f316', 'network_id': 'dd708ecf-f970-4a89-9041-bc32db5db06d', 'port_id': '1f3ff996-3c96-4ded-a1c3-89cc45f8f316', 'mac_address': 'fa:16:3e:0e:10:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d1d801-8715-4074-a5c0-dec1cd4ce2fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:20:09.456901 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2732adeb-88bd-4524-9696-f6abda6d4647,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:09.462768 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9484167 Jun 25 09:20:09.469074 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:09.471357 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cb8c6994-6d00-4166-9891-2317ed2f461c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:09.477689 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50452) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:09.495506 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bf223e-5750-409e-b243-33d5886d6c08 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:09.496134 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-51bf223e-5750-409e-b243-33d5886d6c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:09.505686 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e3f9f9e-d134-4c44-b3c1-a1b0d00e9082 req-a0b904b7-863e-4fcd-9146-d2a6b83de60e tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520257 Jun 25 09:20:09.507996 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-461bdb28-b6af-4130-86e1-19636adfa70b admin admin] Request body: {'subnet': {'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-903094130-subnet', 'tenant_id': '7bf80ed1f58747e6bfab8fdd248c07e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:09.557989 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8eaf77c-1019-416f-8687-397150dcbd77 req-a4ab3ec4-5817-43a6-b24d-f3688eb92207 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/security-groups?id=32398465-70b2-4630-8ed0-2945b217052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606083 Jun 25 09:20:09.584536 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-86660132-7f26-40e7-8dce-60b7f3b9ae3c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:09.591206 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:09.607755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-55e3455d-4f32-4b35-85b3-0794493788d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:09.625106 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-55e3455d-4f32-4b35-85b3-0794493788d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2263777 Jun 25 09:20:09.628249 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-86660132-7f26-40e7-8dce-60b7f3b9ae3c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:09.631415 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-86660132-7f26-40e7-8dce-60b7f3b9ae3c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/3111967b-e981-4b03-acb9-464f98af91d8 HTTP/1.1" status: 204 len: 168 time: 0.8547773 Jun 25 09:20:09.636694 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50454) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:09.658908 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Pushing event updated for resources: {'Network': ['ID=c08e5a4c-f042-4b9b-b224-5ef23744d992,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:09.662533 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:09.665843 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-89d37b07-c92e-4a3f-8db3-83c2d0287074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:09.670697 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461bdb28-b6af-4130-86e1-19636adfa70b admin admin] Made reservation on behalf of 7bf80ed1f58747e6bfab8fdd248c07e4 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:09.676172 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-461bdb28-b6af-4130-86e1-19636adfa70b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:09.752897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86660132-7f26-40e7-8dce-60b7f3b9ae3c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Subnet': ['ID=3111967b-e981-4b03-acb9-464f98af91d8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:09.757202 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-86660132-7f26-40e7-8dce-60b7f3b9ae3c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:09.791771 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:20:09.797126 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b101b1-d44b-49c7-a92c-48864b668388 None None] Network 21d5c24e-49f5-4015-9732-cf187439c01b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:20:09.863073 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network c08e5a4c-f042-4b9b-b224-5ef23744d992 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:20:09.910395 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50460) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:09.984628 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:10.016140 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-3415db64-fcf2-44dd-aff6-c33a856c73f9 service neutron] 10.222.0.41 "GET /v2.0/ports/b0bda93b-44cd-48da-8474-98ccb7a09e3b/bindings/n-h2-761264-15 HTTP/1.1" status: 200 len: 385 time: 0.1480746 Jun 25 09:20:10.021791 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-51bf223e-5750-409e-b243-33d5886d6c08 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:20:10.026752 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-461bdb28-b6af-4130-86e1-19636adfa70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:10.030228 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-89583922-dd09-4bf8-8a12-f44e8b804b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:10.038741 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-92be6d34-51d1-4289-9a82-deef0439a2b0 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827558 Jun 25 09:20:10.051774 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 1f3ff996-3c96-4ded-a1c3-89cc45f8f316, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1f3ff996-3c96-4ded-a1c3-89cc45f8f316,segment=NetworkSegment(9148ab7a-814d-4267-87b9-ab4cbcda7a25),segment_id=9148ab7a-814d-4267-87b9-ab4cbcda7a25)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:10.080115 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bdb28-b6af-4130-86e1-19636adfa70b admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c4cc6c-5c51-4ad0-b09a-976959a31a74,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:10.082571 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:10.089995 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-461bdb28-b6af-4130-86e1-19636adfa70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:10.090209 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:10.122896 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461bdb28-b6af-4130-86e1-19636adfa70b admin admin] Checking segment: {'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:10.123609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461bdb28-b6af-4130-86e1-19636adfa70b admin admin] Network hostable DHCP agents. Network: c08e5a4c-f042-4b9b-b224-5ef23744d992, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:20:10.146387 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b55b4120-0973-4ff4-8a36-d63816efa3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:10.158762 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461bdb28-b6af-4130-86e1-19636adfa70b admin admin] Network c08e5a4c-f042-4b9b-b224-5ef23744d992 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:20:10.193524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-461bdb28-b6af-4130-86e1-19636adfa70b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, c08e5a4c-f042-4b9b-b224-5ef23744d992) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:10.202392 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461bdb28-b6af-4130-86e1-19636adfa70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:10.203032 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-461bdb28-b6af-4130-86e1-19636adfa70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:10.243411 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=1f3ff996-3c96-4ded-a1c3-89cc45f8f316,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:10.246434 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0172b86-35e0-4f3f-b051-b89a4536a9da None None] Network c08e5a4c-f042-4b9b-b224-5ef23744d992 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:20:10.249382 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:10.291864 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b55b4120-0973-4ff4-8a36-d63816efa3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:10.300169 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b55b4120-0973-4ff4-8a36-d63816efa3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:10.305023 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4b726b52-a823-4153-b92c-81dacafe57f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:10.334786 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b4120-0973-4ff4-8a36-d63816efa3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef99fbf-d1e3-4cd4-9f21-c78a3749dac6,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:10.348881 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-461bdb28-b6af-4130-86e1-19636adfa70b admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8654501 Jun 25 09:20:10.350148 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b55b4120-0973-4ff4-8a36-d63816efa3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:10.381389 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b55b4120-0973-4ff4-8a36-d63816efa3da admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5a81eea7d9034ef493581e92c66bfb2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4694717 Jun 25 09:20:10.382182 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50466) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:10.415254 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a18bfe9-e7da-476e-b7c5-9dd46669b110 None None] DHCP port deletion for 21d5c24e-49f5-4015-9732-cf187439c01b request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:20:10.450064 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff594509-34aa-4db2-83b4-b33268c869f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:10.482163 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff594509-34aa-4db2-83b4-b33268c869f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:10.482933 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2ad167-a388-4403-93cc-a397cb167764 None None] Network c08e5a4c-f042-4b9b-b224-5ef23744d992 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:20:10.571962 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff594509-34aa-4db2-83b4-b33268c869f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:10.579323 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff594509-34aa-4db2-83b4-b33268c869f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:10.584833 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ff594509-34aa-4db2-83b4-b33268c869f3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/eef99fbf-d1e3-4cd4-9f21-c78a3749dac6 HTTP/1.1" status: 204 len: 168 time: 0.1984780 Jun 25 09:20:10.584833 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-668a45f5-b3e6-4e88-8b5f-eb658ce6eabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:10.591220 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-51bf223e-5750-409e-b243-33d5886d6c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:20:07Z', 'revision_number': 10, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:10.599695 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-8f59c683-b66e-4230-a6e5-af588974dd38 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319676 Jun 25 09:20:10.617911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:10.618309 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:10.620855 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff594509-34aa-4db2-83b4-b33268c869f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef99fbf-d1e3-4cd4-9f21-c78a3749dac6,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:10.631875 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ff594509-34aa-4db2-83b4-b33268c869f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:10.644100 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['1f3ff996-3c96-4ded-a1c3-89cc45f8f316'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:20:10.650066 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bf223e-5750-409e-b243-33d5886d6c08 None None] The sync data for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 is: [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:20:07Z', 'revision_number': 10, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None, '_interfaces': [{'id': 'd7914a2a-7928-4d7e-bda0-260eea98d49c', 'name': '', 'network_id': '79885bcd-46b5-467a-a4bf-1f5c96d9af7e', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'mac_address': 'fa:16:3e:4e:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:19:27Z', 'updated_at': '2021-06-25T09:19:34Z', 'revision_number': 5, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'subnets': [{'id': 'b9b52903-9302-40e9-a610-a69d5565d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:20:10.721561 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7a18bfe9-e7da-476e-b7c5-9dd46669b110 None None] Deleting port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:10.721937 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a18bfe9-e7da-476e-b7c5-9dd46669b110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:10.752605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd4506-e12d-46e8-aff4-906915945166 req-cd490b12-aa27-459f-8ace-647f9587359f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:10.760081 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-30dd4506-e12d-46e8-aff4-906915945166 req-cd490b12-aa27-459f-8ace-647f9587359f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.6313202 Jun 25 09:20:10.767233 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-fd730981-2fb9-4dab-8553-8498d08d7685 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=0cde92df-da68-43f7-a09e-d95f4e7819be HTTP/1.1" status: 200 len: 217 time: 0.1460054 Jun 25 09:20:10.810065 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7a18bfe9-e7da-476e-b7c5-9dd46669b110 None None] For port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1c3e7482-a6ce-42e8-975f-eb0ff83c14ef,segment=NetworkSegment(313c279c-8c8f-4bee-ae7a-659e4158e2ec),segment_id=313c279c-8c8f-4bee-ae7a-659e4158e2ec)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:10.810625 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a18bfe9-e7da-476e-b7c5-9dd46669b110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:10.828059 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7a18bfe9-e7da-476e-b7c5-9dd46669b110 None None] Calling delete_port for 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:10.909045 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] For port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1c3e7482-a6ce-42e8-975f-eb0ff83c14ef,segment=NetworkSegment(313c279c-8c8f-4bee-ae7a-659e4158e2ec),segment_id=313c279c-8c8f-4bee-ae7a-659e4158e2ec)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:10.909412 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:10.923356 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b0bda93b-44cd-48da-8474-98ccb7a09e3b no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:10.957158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-8ede7dea-f8f8-48af-91c6-2d35f36a88bc service neutron] For port b0bda93b-44cd-48da-8474-98ccb7a09e3b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b0bda93b-44cd-48da-8474-98ccb7a09e3b,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:10.964195 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-30dd4506-e12d-46e8-aff4-906915945166 req-99b6add8-5eb2-4caf-837d-47999b51e66b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030869 Jun 25 09:20:10.966953 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Calling delete_port for 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:10.982865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-a291bd40-7c7d-4062-b840-2b400d338b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:10.984405 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-a291bd40-7c7d-4062-b840-2b400d338b39 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.2085879 Jun 25 09:20:11.007453 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50484) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:11.027803 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a18bfe9-e7da-476e-b7c5-9dd46669b110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:11.028511 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1232dbfd-5b8a-4b9b-9db7-c7c6e0102f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:11.031332 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:11.064249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18bfe9-e7da-476e-b7c5-9dd46669b110 None None] Pushing event deleted for resources: {'Port': ['ID=1c3e7482-a6ce-42e8-975f-eb0ff83c14ef,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:11.093113 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7a18bfe9-e7da-476e-b7c5-9dd46669b110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:11.097060 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a18bfe9-e7da-476e-b7c5-9dd46669b110 None None] No DVR routers for this DVR port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:11.184927 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1232dbfd-5b8a-4b9b-9db7-c7c6e0102f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:11.190904 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1232dbfd-5b8a-4b9b-9db7-c7c6e0102f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:11.194862 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f5fd9ba5-70d4-478c-ace6-1680d95a8b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:11.195466 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-8ede7dea-f8f8-48af-91c6-2d35f36a88bc service neutron] For port b0bda93b-44cd-48da-8474-98ccb7a09e3b, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:11.237216 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1232dbfd-5b8a-4b9b-9db7-c7c6e0102f6b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=50b06b75c77949d1bfcbf749749cd5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297831 Jun 25 09:20:11.238844 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232dbfd-5b8a-4b9b-9db7-c7c6e0102f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f62f28-4b54-4933-a10f-ab8411ca79f6,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:11.240649 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50486) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:11.243046 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1232dbfd-5b8a-4b9b-9db7-c7c6e0102f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:11.288242 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecf1ae-0f8c-4309-85a1-e5117b86a51d req-db297b2f-5cb0-4306-a130-699ef56e6be6 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:11.289795 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-04ecf1ae-0f8c-4309-85a1-e5117b86a51d req-db297b2f-5cb0-4306-a130-699ef56e6be6 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 943 time: 0.5114329 Jun 25 09:20:11.295027 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-8ede7dea-f8f8-48af-91c6-2d35f36a88bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0bda93b-44cd-48da-8474-98ccb7a09e3b {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:20:11.303742 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-78a5db44-7499-46f1-a7b9-42d56d05533e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:11.311551 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:11.315194 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-8ede7dea-f8f8-48af-91c6-2d35f36a88bc service neutron] For port b0bda93b-44cd-48da-8474-98ccb7a09e3b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=b0bda93b-44cd-48da-8474-98ccb7a09e3b,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:11.325597 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8e92ad83-f523-4c3d-8297-f2783e1f21dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:11.333425 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-78a5db44-7499-46f1-a7b9-42d56d05533e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:11.376631 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Port': ['ID=1c3e7482-a6ce-42e8-975f-eb0ff83c14ef,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:11.378720 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-8ede7dea-f8f8-48af-91c6-2d35f36a88bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:11.384301 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:11.385172 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] No DVR routers for this DVR port 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:11.402659 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-78a5db44-7499-46f1-a7b9-42d56d05533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:11.406479 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-78a5db44-7499-46f1-a7b9-42d56d05533e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:11.408347 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-78a5db44-7499-46f1-a7b9-42d56d05533e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/00f62f28-4b54-4933-a10f-ab8411ca79f6 HTTP/1.1" status: 204 len: 168 time: 0.1661484 Jun 25 09:20:11.409377 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:11.419843 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5db44-7499-46f1-a7b9-42d56d05533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f62f28-4b54-4933-a10f-ab8411ca79f6,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:11.427786 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-78a5db44-7499-46f1-a7b9-42d56d05533e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:11.449339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-e20dfdfc-ec0c-469f-aec2-7e7a7a665194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:11.450918 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-e20dfdfc-ec0c-469f-aec2-7e7a7a665194 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4507580 Jun 25 09:20:11.488093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43bcb9-d4e7-46f7-b8f0-6ec531f90018 req-f3a3d191-f31b-43cd-933c-6403238641da tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:11.489603 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b43bcb9-d4e7-46f7-b8f0-6ec531f90018 req-f3a3d191-f31b-43cd-933c-6403238641da tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 945 time: 0.3353109 Jun 25 09:20:11.492340 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-04ecf1ae-0f8c-4309-85a1-e5117b86a51d req-8e890393-493a-4f4c-9392-f274b8d0a23e tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905377 Jun 25 09:20:11.620673 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:11.648648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d5c24e-49f5-4015-9732-cf187439c01b']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:11.674970 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313c279c-8c8f-4bee-ae7a-659e4158e2ec') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:11.675339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313c279c-8c8f-4bee-ae7a-659e4158e2ec') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:11.691426 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b43bcb9-d4e7-46f7-b8f0-6ec531f90018 req-770568f4-317b-43b8-8320-8be87e666ce8 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/security-groups?id=32398465-70b2-4630-8ed0-2945b217052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704144 Jun 25 09:20:11.702115 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:11.711147 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-8ede7dea-f8f8-48af-91c6-2d35f36a88bc service neutron] Transition to ACTIVE for port object b0bda93b-44cd-48da-8474-98ccb7a09e3b will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:11.725192 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-8ede7dea-f8f8-48af-91c6-2d35f36a88bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:11.728495 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:11.730997 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:11.738025 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-ae4bd63b-37fe-4702-a871-f0b7bc7d9a57 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429535 Jun 25 09:20:11.781083 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:20:11.781505 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:20:11.784826 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:20:11.919472 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-8ede7dea-f8f8-48af-91c6-2d35f36a88bc service neutron] No DVR routers for this DVR port b0bda93b-44cd-48da-8474-98ccb7a09e3b on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:11.963517 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:11.964295 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede7dea-f8f8-48af-91c6-2d35f36a88bc service neutron] Pushing event updated for resources: {'Port': ['ID=b0bda93b-44cd-48da-8474-98ccb7a09e3b,revision_number=10']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:11.998555 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:20:12.000171 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1c3e7482-a6ce-42e8-975f-eb0ff83c14ef not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:20:12.001256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device aefc2dd8-5a87-4fb5-8404-62980970473c no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:12.008592 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8ede7dea-f8f8-48af-91c6-2d35f36a88bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:12.012617 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:12.028993 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: aefc2dd8-5a87-4fb5-8404-62980970473c {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:20:12.029575 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device aefc2dd8-5a87-4fb5-8404-62980970473c not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:20:12.046558 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:12.064870 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:12.069696 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/networks/21d5c24e-49f5-4015-9732-cf187439c01b HTTP/1.1" status: 204 len: 168 time: 2.4293621 Jun 25 09:20:12.070091 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Network': ['ID=21d5c24e-49f5-4015-9732-cf187439c01b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:12.070656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50514) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:12.080636 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:12.091683 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-8ede7dea-f8f8-48af-91c6-2d35f36a88bc service neutron] 10.222.0.41 "PUT /v2.0/ports/b0bda93b-44cd-48da-8474-98ccb7a09e3b/bindings/n-h2-761264-15/activate HTTP/1.1" status: 200 len: 370 time: 2.0676844 Jun 25 09:20:12.114749 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-85143c6a-9145-41a3-82a3-04c227ec7315 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492901 Jun 25 09:20:12.193095 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-1308c42a-f301-455c-9426-3a18e07cec6e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=51882b81-9a38-48b7-8ea5-4e1d713904c2 HTTP/1.1" status: 200 len: 217 time: 0.0699980 Jun 25 09:20:12.216099 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-0f6f7abb-3a73-4872-b6e9-359663a41821 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:12.217691 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-0f6f7abb-3a73-4872-b6e9-359663a41821 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/networks?id=c08e5a4c-f042-4b9b-b224-5ef23744d992 HTTP/1.1" status: 200 len: 812 time: 0.3254313 Jun 25 09:20:12.265695 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-abeac13a-10e4-4d88-bb1f-6652c6504d30 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/quotas/7bf80ed1f58747e6bfab8fdd248c07e4 HTTP/1.1" status: 200 len: 375 time: 0.0351758 Jun 25 09:20:12.316660 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-7b8c9ac4-4549-4fe5-8b38-726c0662e0a3 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=7bf80ed1f58747e6bfab8fdd248c07e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441065 Jun 25 09:20:12.319418 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-bd0bb0cd-85d5-4b1a-bc40-71acdb49d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:12.320857 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-bd0bb0cd-85d5-4b1a-bc40-71acdb49d9a1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8714fc71-29f3-4ccc-83a9-562da482dc88 HTTP/1.1" status: 200 len: 797 time: 0.1022408 Jun 25 09:20:12.374273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c427eb-4939-4ff2-a7d6-d1cc3731eb82 req-9d91ca3b-45f4-47c3-a001-469436225022 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:12.377815 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51c427eb-4939-4ff2-a7d6-d1cc3731eb82 req-9d91ca3b-45f4-47c3-a001-469436225022 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.2038105 Jun 25 09:20:12.432456 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51c427eb-4939-4ff2-a7d6-d1cc3731eb82 req-14ca23da-66fe-4e20-89d0-2e857621f76c tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499351 Jun 25 09:20:12.453703 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f2af40ca-fcd6-4b95-b683-9a18ae049889 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:12.455338 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-f2af40ca-fcd6-4b95-b683-9a18ae049889 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36&tenant_id=7474114b2c184a18967efdee86f25425&binding%3Ahost_id=n-h1-761264-15 HTTP/1.1" status: 200 len: 1096 time: 0.1931396 Jun 25 09:20:12.456259 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-1ac26f55-33ef-425c-be80-05c50eae95ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:12.458430 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-1ac26f55-33ef-425c-be80-05c50eae95ae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71754435-8609-4d26-9226-f6462d50ad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1303730 Jun 25 09:20:12.637296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-691bb4ff-d805-4811-bd3e-df8edf263424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:12.638816 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-691bb4ff-d805-4811-bd3e-df8edf263424 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36&tenant_id=7474114b2c184a18967efdee86f25425 HTTP/1.1" status: 200 len: 1096 time: 0.1580153 Jun 25 09:20:12.640224 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-5ad13757-0299-48ae-bd06-ef9d329d1ee0 service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570437 Jun 25 09:20:12.728712 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-910e9ffb-d480-4147-8483-77822c6b2e5b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:12.760633 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-fd24bbe2-c8ff-40fe-a216-995c9c38a052 service neutron] 10.222.0.93 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222009 Jun 25 09:20:12.811063 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a52fed-2d8b-4b5d-a0f5-cdeaf4a6bdcc req-72bd96b7-759a-4cbf-a9b5-2a9dc5dfc2e0 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:12.812580 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12a52fed-2d8b-4b5d-a0f5-cdeaf4a6bdcc req-72bd96b7-759a-4cbf-a9b5-2a9dc5dfc2e0 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 944 time: 0.1714594 Jun 25 09:20:12.859066 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-66468908-e6ce-4f94-aa6d-991c7f318984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:12.860756 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-66468908-e6ce-4f94-aa6d-991c7f318984 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 1096 time: 0.1687860 Jun 25 09:20:12.892318 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-84bb92ee-b4bb-403a-9447-c6e2eaa852bb service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054696 Jun 25 09:20:12.929209 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:20:12.963797 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12a52fed-2d8b-4b5d-a0f5-cdeaf4a6bdcc req-5d2f0dfb-d7e3-4088-b036-85b0278177de tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397860 Jun 25 09:20:12.977449 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-cfe0092a-a849-4888-8c2e-1696db3d140c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=08293231-0716-4463-80cf-b807d9931536 HTTP/1.1" status: 200 len: 217 time: 0.0749173 Jun 25 09:20:13.012240 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-4da9f86c-aa2a-462c-923c-e6bc4a4135ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:13.013873 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-4da9f86c-aa2a-462c-923c-e6bc4a4135ea service neutron] 10.222.0.38 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.1323020 Jun 25 09:20:13.026294 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-2274ec71-9168-4f84-9c6a-a1cb13dfa3bb service neutron] 10.222.0.93 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439792 Jun 25 09:20:13.056125 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-9cc4c114-77bc-4e29-818a-45a64676a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:13.060323 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-9cc4c114-77bc-4e29-818a-45a64676a6be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8714fc71-29f3-4ccc-83a9-562da482dc88 HTTP/1.1" status: 200 len: 797 time: 0.0757513 Jun 25 09:20:13.083047 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:20:13.088225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:13.089012 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:13.139629 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-46e1a01d-414b-4664-a128-18a6ff0b6e2a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0bda93b-44cd-48da-8474-98ccb7a09e3b HTTP/1.1" status: 200 len: 217 time: 0.1046240 Jun 25 09:20:13.196049 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-78a7ed3a-8026-48df-a97e-c49a256b25d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:13.197838 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-78a7ed3a-8026-48df-a97e-c49a256b25d1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71754435-8609-4d26-9226-f6462d50ad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1298723 Jun 25 09:20:13.208393 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:13.247516 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-868d0bcc-cdce-48b8-a0c0-a9ac426a9947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:13.249045 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-868d0bcc-cdce-48b8-a0c0-a9ac426a9947 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.1034250 Jun 25 09:20:13.253990 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 1f3ff996-3c96-4ded-a1c3-89cc45f8f316, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1f3ff996-3c96-4ded-a1c3-89cc45f8f316,segment=NetworkSegment(9148ab7a-814d-4267-87b9-ab4cbcda7a25),segment_id=9148ab7a-814d-4267-87b9-ab4cbcda7a25)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:13.255719 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d3c6a8-56a4-40c0-980b-09f177b693e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3ff996-3c96-4ded-a1c3-89cc45f8f316'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:13.260226 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32e3587-96bc-416c-ab6a-e48e4d4c8125" -d '{"events": [{"server_uuid": "d0d3c6a8-56a4-40c0-980b-09f177b693e4", "name": "network-vif-plugged", "status": "completed", "tag": "1f3ff996-3c96-4ded-a1c3-89cc45f8f316"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:13.264549 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:13.268501 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:13.274332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e46268-b8c1-4905-9a74-02e2f2ce6c90 req-9e592782-daa4-4f98-989b-80f3a6077490 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:13.276129 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8e46268-b8c1-4905-9a74-02e2f2ce6c90 req-9e592782-daa4-4f98-989b-80f3a6077490 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 945 time: 0.1465964 Jun 25 09:20:13.292833 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-2c598268-9818-4afd-9f1b-cc73a7ab00d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348940 Jun 25 09:20:13.326841 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-910e9ffb-d480-4147-8483-77822c6b2e5b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting port d7914a2a-7928-4d7e-bda0-260eea98d49c {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:13.327192 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-910e9ffb-d480-4147-8483-77822c6b2e5b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:13.363402 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=1f3ff996-3c96-4ded-a1c3-89cc45f8f316,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:13.371150 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:13.491140 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-5d683ae3-8694-4712-9cde-84b9a428c8e0 service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916444 Jun 25 09:20:13.492624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-910e9ffb-d480-4147-8483-77822c6b2e5b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] For port d7914a2a-7928-4d7e-bda0-260eea98d49c, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d7914a2a-7928-4d7e-bda0-260eea98d49c,segment=NetworkSegment(dea50c50-6a9f-41b4-889e-fd83bd5674cc),segment_id=dea50c50-6a9f-41b4-889e-fd83bd5674cc)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:13.493051 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-910e9ffb-d480-4147-8483-77822c6b2e5b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:13.607296 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-cdf7de83-2d4e-4543-870d-af79b9a2d33d service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041887 Jun 25 09:20:13.613242 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-910e9ffb-d480-4147-8483-77822c6b2e5b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Calling delete_port for d7914a2a-7928-4d7e-bda0-260eea98d49c owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:13.751010 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8e46268-b8c1-4905-9a74-02e2f2ce6c90 req-35e1285d-c723-49b7-a4b7-44c5c1c5db1b tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/security-groups?id=32398465-70b2-4630-8ed0-2945b217052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632244 Jun 25 09:20:13.768715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-1647e751-1fd0-4fcb-9f3c-0681c05b971e service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639710 Jun 25 09:20:13.804790 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd02fbe-01a2-4c24-98dd-71221f253b98 x-openstack-request-id: req-cbd02fbe-01a2-4c24-98dd-71221f253b98 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:13.805096 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d3c6a8-56a4-40c0-980b-09f177b693e4", "name": "network-vif-plugged", "status": "completed", "tag": "1f3ff996-3c96-4ded-a1c3-89cc45f8f316", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:13.805358 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cbd02fbe-01a2-4c24-98dd-71221f253b98 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:13.805753 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d3c6a8-56a4-40c0-980b-09f177b693e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3ff996-3c96-4ded-a1c3-89cc45f8f316', 'code': 200} Jun 25 09:20:13.970547 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-910e9ffb-d480-4147-8483-77822c6b2e5b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:13.978848 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fb188764-4691-42db-a584-b063a260ea7b tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:14.026354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e9ffb-d480-4147-8483-77822c6b2e5b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Port': ['ID=d7914a2a-7928-4d7e-bda0-260eea98d49c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:14.032695 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-910e9ffb-d480-4147-8483-77822c6b2e5b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:14.100302 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3192653-875a-4c2c-9bdd-343536e41a34 req-5eb13b59-6c9a-48cd-b593-174fd307b32b service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063786 Jun 25 09:20:14.154509 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474266d9-534b-4705-b474-6fe0a51dde59 req-579bfbd7-8a76-4716-8311-28254fcb2152 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:14.159888 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-474266d9-534b-4705-b474-6fe0a51dde59 req-579bfbd7-8a76-4716-8311-28254fcb2152 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.2061367 Jun 25 09:20:14.177389 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba589256-0c67-475a-8c2b-410a777e9342 req-6c9d2baa-a191-4a83-bb9d-d6293936cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:14.179110 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ba589256-0c67-475a-8c2b-410a777e9342 req-6c9d2baa-a191-4a83-bb9d-d6293936cb0c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 1098 time: 0.1466765 Jun 25 09:20:14.231717 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-910e9ffb-d480-4147-8483-77822c6b2e5b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:14.428517 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ba589256-0c67-475a-8c2b-410a777e9342 req-dcf58dfb-9537-4081-8c18-965cf43f9bb4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=32398465-70b2-4630-8ed0-2945b217052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408891 Jun 25 09:20:14.442785 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-474266d9-534b-4705-b474-6fe0a51dde59 req-ed827023-c0c8-49d5-8216-99a6fe31e9d7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688458 Jun 25 09:20:14.492000 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-7596f962-e82b-422f-b761-4a37923fca60 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:14.494065 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-7596f962-e82b-422f-b761-4a37923fca60 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36&tenant_id=7474114b2c184a18967efdee86f25425&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 1096 time: 0.2343369 Jun 25 09:20:14.553798 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3d809-7a19-45d4-acd1-107bbb1b998d req-3f9b9910-43d4-499b-ab7b-b9f24208700b tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:14.555656 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82f3d809-7a19-45d4-acd1-107bbb1b998d req-3f9b9910-43d4-499b-ab7b-b9f24208700b tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 944 time: 0.2017734 Jun 25 09:20:14.651139 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82f3d809-7a19-45d4-acd1-107bbb1b998d req-00736d36-19d3-4b72-a8a0-fc07df7f12aa tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881886 Jun 25 09:20:14.660815 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a36e5d8f-04b8-48f8-83e0-61e274f75382 req-b501bd77-3b4a-4a5c-a9d6-bec8fedec361 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 210 time: 0.0640802 Jun 25 09:20:14.770939 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-146005be-4cf5-4501-95e7-2a242f40ea7a service neutron] For port b0bda93b-44cd-48da-8474-98ccb7a09e3b, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:14.775169 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-146005be-4cf5-4501-95e7-2a242f40ea7a service neutron] Notify callbacks [] for binding, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:14.776579 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69566fe5-7ea0-4c00-85f9-00cdb8469e3e req-146005be-4cf5-4501-95e7-2a242f40ea7a service neutron] 10.222.0.38 "DELETE /v2.0/ports/b0bda93b-44cd-48da-8474-98ccb7a09e3b/bindings/n-h1-761264-15 HTTP/1.1" status: 204 len: 173 time: 0.2676866 Jun 25 09:20:14.917690 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910e9ffb-d480-4147-8483-77822c6b2e5b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:20:15.028552 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910e9ffb-d480-4147-8483-77822c6b2e5b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:20:15.040156 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50606) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:15.043129 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a741023-cc98-46a2-818a-d2d487ee9659 None None] Sync routers for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:20:15.051203 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-910e9ffb-d480-4147-8483-77822c6b2e5b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/891deaf1-527e-4a7c-adbd-ab3f58490bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9639139 Jun 25 09:20:15.082832 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a741023-cc98-46a2-818a-d2d487ee9659 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:15.085171 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-0a741023-cc98-46a2-818a-d2d487ee9659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:15.184779 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-0a741023-cc98-46a2-818a-d2d487ee9659 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:20:15.200428 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting subnet b9b52903-9302-40e9-a610-a69d5565d383 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:20:15.207100 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:15.260839 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:15.298018 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f6866-a3dc-460f-ad2c-c3abaa10c370 req-0492b257-8b68-4519-8964-c381254d67c8 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:15.299788 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c1f6866-a3dc-460f-ad2c-c3abaa10c370 req-0492b257-8b68-4519-8964-c381254d67c8 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 1096 time: 0.2037218 Jun 25 09:20:15.319394 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e582e-7404-439c-b422-5678efc29c92 req-3d6cab8f-ad21-4baa-9a34-e236148d62cd tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:15.321036 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-677e582e-7404-439c-b422-5678efc29c92 req-3d6cab8f-ad21-4baa-9a34-e236148d62cd tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 946 time: 0.1766980 Jun 25 09:20:15.359581 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-0a741023-cc98-46a2-818a-d2d487ee9659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:20:13Z', 'revision_number': 11, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:15.386349 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a741023-cc98-46a2-818a-d2d487ee9659 None None] Checking router: 891deaf1-527e-4a7c-adbd-ab3f58490bc8 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:20:15.394657 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a741023-cc98-46a2-818a-d2d487ee9659 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:15.395316 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-0a741023-cc98-46a2-818a-d2d487ee9659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:15.414996 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c1f6866-a3dc-460f-ad2c-c3abaa10c370 req-882d5f06-dcdd-4a56-9ff5-205febf9779a tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065888 Jun 25 09:20:15.434414 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-677e582e-7404-439c-b422-5678efc29c92 req-f8e4cdc9-2728-4ad3-86b2-40b4681e4a97 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/security-groups?id=32398465-70b2-4630-8ed0-2945b217052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020241 Jun 25 09:20:15.445771 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:15.496951 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-0a741023-cc98-46a2-818a-d2d487ee9659 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:20:15.538353 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:15.542021 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c1ede370-0af5-45c4-b0a6-e3ef0dee29fb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:15.600298 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b52903-9302-40e9-a610-a69d5565d383,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:15.609747 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cf02b6-abce-4c11-8578-8644ee77e2a6 None None] Network 79885bcd-46b5-467a-a4bf-1f5c96d9af7e requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:20:15.614481 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:15.616536 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/b9b52903-9302-40e9-a610-a69d5565d383 HTTP/1.1" status: 204 len: 168 time: 0.5753367 Jun 25 09:20:15.619250 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50622) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:15.681981 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-0a741023-cc98-46a2-818a-d2d487ee9659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:20:13Z', 'revision_number': 11, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:15.700834 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:15.701176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:15.701555 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:15.701928 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:15.702298 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:15.702667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:15.703031 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:15.703391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:15.703755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:15.704115 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:15.704476 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:15.705044 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:15.708717 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:15.725089 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a741023-cc98-46a2-818a-d2d487ee9659 None None] The sync data for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 is: [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:20:13Z', 'revision_number': 11, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:20:15.745761 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43cc7d-0b77-4997-83ce-196a15b2d497 req-4d688c7b-85d0-4d5a-ab0f-c88f84d7c0a4 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:15.753424 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d43cc7d-0b77-4997-83ce-196a15b2d497 req-4d688c7b-85d0-4d5a-ab0f-c88f84d7c0a4 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.1592720 Jun 25 09:20:15.827348 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:15.870618 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d43cc7d-0b77-4997-83ce-196a15b2d497 req-27de51c7-fb63-40e9-bc2f-2e9f57d932c4 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161075 Jun 25 09:20:15.940128 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Deleting port ffb252ef-89e3-46c8-8e62-f756e5ed93f2 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:15.945162 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:15.979084 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-4a53ecd1-5fe4-4e1d-ada7-3b2351be61a8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:15.990140 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-4a53ecd1-5fe4-4e1d-ada7-3b2351be61a8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 808 time: 0.1975839 Jun 25 09:20:16.018851 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-67193603-2e93-432c-a8ee-579f1e964508 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/quotas/7474114b2c184a18967efdee86f25425 HTTP/1.1" status: 200 len: 375 time: 0.0203855 Jun 25 09:20:16.042011 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] For port ffb252ef-89e3-46c8-8e62-f756e5ed93f2, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ffb252ef-89e3-46c8-8e62-f756e5ed93f2,segment=NetworkSegment(dea50c50-6a9f-41b4-889e-fd83bd5674cc),segment_id=dea50c50-6a9f-41b4-889e-fd83bd5674cc)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:16.042418 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:16.057892 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Calling delete_port for ffb252ef-89e3-46c8-8e62-f756e5ed93f2 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:16.108913 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f5d5ebcb-990a-4e09-aca8-fd35abfcd55b req-dd5ba2cc-a375-48cd-b77f-a698f9e4dd5d tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 210 time: 0.0414784 Jun 25 09:20:16.171834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef8f4be-70bb-4180-ba11-fe416fbde2b0 None None] DHCP port deletion for 79885bcd-46b5-467a-a4bf-1f5c96d9af7e request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:20:16.214386 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:16.235300 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:16.273441 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-de80c3e9-a6f0-42e7-b6fb-f12bb1b69005 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:16.275768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-de80c3e9-a6f0-42e7-b6fb-f12bb1b69005 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.41 "GET /v2.0/networks?id=c08e5a4c-f042-4b9b-b224-5ef23744d992 HTTP/1.1" status: 200 len: 812 time: 0.1643052 Jun 25 09:20:16.298178 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-9355c0a0-1bee-4feb-bbc8-ecbfabae4cce tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Request body: {'port': {'device_id': '3437129f-5ded-412a-9eec-4528a83c45eb', 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992', 'admin_state_up': True, 'tenant_id': '7bf80ed1f58747e6bfab8fdd248c07e4'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:16.317428 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d7914a2a-7928-4d7e-bda0-260eea98d49c no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:16.318166 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Port': ['ID=ffb252ef-89e3-46c8-8e62-f756e5ed93f2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:16.322957 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] No DVR routers for this DVR port ffb252ef-89e3-46c8-8e62-f756e5ed93f2 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:16.326894 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:16.382614 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: d7914a2a-7928-4d7e-bda0-260eea98d49c {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:20:16.384028 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d7914a2a-7928-4d7e-bda0-260eea98d49c not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:20:16.386420 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ffb252ef-89e3-46c8-8e62-f756e5ed93f2 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:16.464184 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: ffb252ef-89e3-46c8-8e62-f756e5ed93f2 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:20:16.464812 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ffb252ef-89e3-46c8-8e62-f756e5ed93f2 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:20:16.473651 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:16.476529 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0ef8f4be-70bb-4180-ba11-fe416fbde2b0 None None] Deleting port ffb252ef-89e3-46c8-8e62-f756e5ed93f2 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:16.478482 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ef8f4be-70bb-4180-ba11-fe416fbde2b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:16.488200 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-b51a7d58-eaf7-4172-8ebe-3fde040347b6 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4663882 Jun 25 09:20:16.498083 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79885bcd-46b5-467a-a4bf-1f5c96d9af7e']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:16.526976 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea50c50-6a9f-41b4-889e-fd83bd5674cc') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:16.527497 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea50c50-6a9f-41b4-889e-fd83bd5674cc') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:16.541665 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:16.568662 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:16.581828 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:20:16.583234 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:20:16.592667 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:20:16.629935 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0ef8f4be-70bb-4180-ba11-fe416fbde2b0 None None] For port ffb252ef-89e3-46c8-8e62-f756e5ed93f2, host n-d-761264-15, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:16.630534 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ef8f4be-70bb-4180-ba11-fe416fbde2b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:16.650676 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0ef8f4be-70bb-4180-ba11-fe416fbde2b0 None None] Calling delete_port for ffb252ef-89e3-46c8-8e62-f756e5ed93f2 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:16.655784 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.ipam_backend_mixin [None req-0ef8f4be-70bb-4180-ba11-fe416fbde2b0 None None] Port ffb252ef-89e3-46c8-8e62-f756e5ed93f2 was not found and therefore no delete operation was performed {{(pid=94026) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:20:16.666364 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ef8f4be-70bb-4180-ba11-fe416fbde2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:16.671144 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a38b3cd1-fbdd-45cc-85e3-cfa62e18a884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:16.685423 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:16.691178 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-657c147e-c61f-4539-b549-88b94f9275eb tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:16.705001 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:16.707462 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/networks/79885bcd-46b5-467a-a4bf-1f5c96d9af7e HTTP/1.1" status: 204 len: 168 time: 1.0870602 Jun 25 09:20:16.712945 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50656) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:16.750180 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef8f4be-70bb-4180-ba11-fe416fbde2b0 None None] No DVR routers for this DVR port ffb252ef-89e3-46c8-8e62-f756e5ed93f2 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:16.756349 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8f4be-70bb-4180-ba11-fe416fbde2b0 None None] Pushing event deleted for resources: {'Port': ['ID=ffb252ef-89e3-46c8-8e62-f756e5ed93f2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:16.757272 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-14003b68-5e67-491b-912c-551c3621106e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'router': {'routes': None}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:16.759421 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0ef8f4be-70bb-4180-ba11-fe416fbde2b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:16.866141 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Pushing event deleted for resources: {'Network': ['ID=79885bcd-46b5-467a-a4bf-1f5c96d9af7e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:16.877258 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:16.879477 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-41e6e619-2994-4203-a2b4-996bc269b0eb service neutron] 10.222.0.93 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790033 Jun 25 09:20:17.002836 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.extraroute_db [None req-14003b68-5e67-491b-912c-551c3621106e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Added routes are [] {{(pid=94025) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 25 09:20:17.002836 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.extraroute_db [None req-14003b68-5e67-491b-912c-551c3621106e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Removed routes are [] {{(pid=94025) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 25 09:20:17.002836 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14003b68-5e67-491b-912c-551c3621106e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:17.081086 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-9355c0a0-1bee-4feb-bbc8-ecbfabae4cce tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Made reservation on behalf of 7bf80ed1f58747e6bfab8fdd248c07e4 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:17.084855 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-9355c0a0-1bee-4feb-bbc8-ecbfabae4cce tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:17.136001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-9459ddf5-5b32-4bc1-8740-543bccfc4899 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:17.137567 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-9459ddf5-5b32-4bc1-8740-543bccfc4899 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.38 "GET /v2.0/networks?id=c08e5a4c-f042-4b9b-b224-5ef23744d992 HTTP/1.1" status: 200 len: 812 time: 0.3899236 Jun 25 09:20:17.139517 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-ffa0ea1e-5785-49de-a9ff-5680e150af94 service neutron] 10.222.0.93 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591460 Jun 25 09:20:17.157708 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b65f68-dbe7-43b9-9b56-c0648e6cd6f6 req-df3ce878-33f0-4a2d-b28c-62de578e04d4 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:17.163510 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5b65f68-dbe7-43b9-9b56-c0648e6cd6f6 req-df3ce878-33f0-4a2d-b28c-62de578e04d4 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 946 time: 0.3654079 Jun 25 09:20:17.167024 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14003b68-5e67-491b-912c-551c3621106e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:17.170543 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-cdb3f2c4-e7fc-44d1-855a-9f6da598bf09 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Request body: {'port': {'device_id': '0c5ba137-0ef1-4626-b092-303a74ea8082', 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992', 'admin_state_up': True, 'tenant_id': '7bf80ed1f58747e6bfab8fdd248c07e4'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:17.170793 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14003b68-5e67-491b-912c-551c3621106e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:17.256029 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14003b68-5e67-491b-912c-551c3621106e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:20:17.315205 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5b65f68-dbe7-43b9-9b56-c0648e6cd6f6 req-9de75d75-307d-4d94-8c22-bb7ec7347dc7 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/security-groups?id=32398465-70b2-4630-8ed0-2945b217052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407609 Jun 25 09:20:17.415549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14003b68-5e67-491b-912c-551c3621106e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:20:17.426465 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c49ed0-c5e2-4fa9-aad3-9008cf84acb1 None None] Sync routers for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:20:17.430906 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14003b68-5e67-491b-912c-551c3621106e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:17.435786 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-14003b68-5e67-491b-912c-551c3621106e tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/891deaf1-527e-4a7c-adbd-ab3f58490bc8 HTTP/1.1" status: 200 len: 700 time: 0.7190742 Jun 25 09:20:17.436928 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50678) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:17.439266 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c49ed0-c5e2-4fa9-aad3-9008cf84acb1 None None] Routers {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:17.441729 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-d9c49ed0-c5e2-4fa9-aad3-9008cf84acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:17.456308 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-cdb3f2c4-e7fc-44d1-855a-9f6da598bf09 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Made reservation on behalf of 7bf80ed1f58747e6bfab8fdd248c07e4 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:17.460010 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-cdb3f2c4-e7fc-44d1-855a-9f6da598bf09 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:17.498762 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7612448e-f1b1-42b2-aad4-41d34b13f1b4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports?device_id=891deaf1-527e-4a7c-adbd-ab3f58490bc8 HTTP/1.1" status: 200 len: 205 time: 0.0599804 Jun 25 09:20:17.499478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50682) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:17.522305 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-9355c0a0-1bee-4feb-bbc8-ecbfabae4cce tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Allocated IP 172.20.0.4 (c08e5a4c-f042-4b9b-b224-5ef23744d992/56c4cc6c-5c51-4ad0-b09a-976959a31a74/a015eacd-3798-4027-ad4c-ca8f38465560) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:20:17.592542 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-32bb1950-2bb2-48d6-9a1b-54513fe24b06 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:17.623138 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-d9c49ed0-c5e2-4fa9-aad3-9008cf84acb1 None None] Set router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:20:17.745665 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-303d53a6-3d3b-4610-a98f-e62372210354 req-28b57019-a1b3-4d63-8c2e-fb68a6e1465d tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 210 time: 0.1257408 Jun 25 09:20:17.778942 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-32bb1950-2bb2-48d6-9a1b-54513fe24b06 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:17.781440 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-32bb1950-2bb2-48d6-9a1b-54513fe24b06 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:17.847650 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-32bb1950-2bb2-48d6-9a1b-54513fe24b06 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:17.848083 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bb1950-2bb2-48d6-9a1b-54513fe24b06 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Fanout notify agent at l3_agent the message router_deleted on router 891deaf1-527e-4a7c-adbd-ab3f58490bc8 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:20:17.869445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-32bb1950-2bb2-48d6-9a1b-54513fe24b06 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:17.870714 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-32bb1950-2bb2-48d6-9a1b-54513fe24b06 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/routers/891deaf1-527e-4a7c-adbd-ab3f58490bc8 HTTP/1.1" status: 204 len: 168 time: 0.3695905 Jun 25 09:20:17.876644 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50694) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:17.882747 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8bd0bd8c-f10d-4c1b-b791-735567a34d13 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-326420088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:17.899185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6dba4895-d8e7-489c-9aa5-3973c8be2950 req-002306ff-7167-4ff2-908d-c3e79e6a8e4e tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 210 time: 0.0476208 Jun 25 09:20:17.932837 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bd0bd8c-f10d-4c1b-b791-735567a34d13 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:17.934063 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bd0bd8c-f10d-4c1b-b791-735567a34d13 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:18.006594 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-d9c49ed0-c5e2-4fa9-aad3-9008cf84acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891deaf1-527e-4a7c-adbd-ab3f58490bc8', 'name': 'tempest-RoutersTest-router-274066863', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:19:24Z', 'updated_at': '2021-06-25T09:20:13Z', 'revision_number': 11, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:18.009934 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-9355c0a0-1bee-4feb-bbc8-ecbfabae4cce tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:18.034793 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bd0bd8c-f10d-4c1b-b791-735567a34d13 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:18.040722 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bd0bd8c-f10d-4c1b-b791-735567a34d13 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:18.045672 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c49ed0-c5e2-4fa9-aad3-9008cf84acb1 None None] Checking router: 891deaf1-527e-4a7c-adbd-ab3f58490bc8 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:20:18.057198 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c49ed0-c5e2-4fa9-aad3-9008cf84acb1 None None] Routers set() bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:18.057674 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c49ed0-c5e2-4fa9-aad3-9008cf84acb1 None None] Router IDs set() for agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 25 09:20:18.058354 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_agentschedulers_db [None req-d9c49ed0-c5e2-4fa9-aad3-9008cf84acb1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'891deaf1-527e-4a7c-adbd-ab3f58490bc8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent'). {{(pid=94026) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 25 09:20:18.059030 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c49ed0-c5e2-4fa9-aad3-9008cf84acb1 None None] The sync data for ids ['891deaf1-527e-4a7c-adbd-ab3f58490bc8'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:20:18.066170 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a012748-c3c3-4249-9fbe-9711270483d5 req-aa9d0c03-500e-4da3-a0d2-2c7bafeb7b81 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:18.069081 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bd0bd8c-f10d-4c1b-b791-735567a34d13 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:18.072848 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8bd0bd8c-f10d-4c1b-b791-735567a34d13 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1944268 Jun 25 09:20:18.073944 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9a012748-c3c3-4249-9fbe-9711270483d5 req-aa9d0c03-500e-4da3-a0d2-2c7bafeb7b81 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.4484267 Jun 25 09:20:18.074605 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50702) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:18.091729 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d9e595f9-24b3-41c3-8427-7b2f3cd0eba3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:18.183050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9a012748-c3c3-4249-9fbe-9711270483d5 req-9637e92a-52a9-4e2a-b3b0-00b6b7a8d44c tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081331 Jun 25 09:20:18.219826 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-9355c0a0-1bee-4feb-bbc8-ecbfabae4cce tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:18.277046 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:18.495249 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d9e595f9-24b3-41c3-8427-7b2f3cd0eba3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:18.526274 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d9e595f9-24b3-41c3-8427-7b2f3cd0eba3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:18.688233 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e595f9-24b3-41c3-8427-7b2f3cd0eba3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Router 9f202b97-e34d-4625-b072-16df53c219a8 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:20:18.764264 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-9355c0a0-1bee-4feb-bbc8-ecbfabae4cce tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Network c08e5a4c-f042-4b9b-b224-5ef23744d992 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:20:18.771172 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e595f9-24b3-41c3-8427-7b2f3cd0eba3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:20:18.785331 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b1bd9-6c73-4c91-8548-059612fb8e75 None None] Sync routers for ids ['9f202b97-e34d-4625-b072-16df53c219a8'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:20:18.786850 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d9e595f9-24b3-41c3-8427-7b2f3cd0eba3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:18.790413 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d9e595f9-24b3-41c3-8427-7b2f3cd0eba3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "PUT /v2.0/routers/9f202b97-e34d-4625-b072-16df53c219a8 HTTP/1.1" status: 200 len: 693 time: 0.7114401 Jun 25 09:20:18.790761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50720) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:18.797832 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-cdb3f2c4-e7fc-44d1-855a-9f6da598bf09 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Allocated IP 172.20.0.7 (c08e5a4c-f042-4b9b-b224-5ef23744d992/56c4cc6c-5c51-4ad0-b09a-976959a31a74/ad7420cd-c71d-4c15-89bc-7cff837bd85b) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:20:18.798465 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b1bd9-6c73-4c91-8548-059612fb8e75 None None] Routers {'9f202b97-e34d-4625-b072-16df53c219a8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:18.799121 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-673b1bd9-6c73-4c91-8548-059612fb8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['9f202b97-e34d-4625-b072-16df53c219a8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:18.808027 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-9355c0a0-1bee-4feb-bbc8-ecbfabae4cce tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:18.813051 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355c0a0-1bee-4feb-bbc8-ecbfabae4cce tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Pushing event updated for resources: {'Port': ['ID=a015eacd-3798-4027-ad4c-ca8f38465560,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:18.819279 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-9355c0a0-1bee-4feb-bbc8-ecbfabae4cce tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:20:18.823872 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9355c0a0-1bee-4feb-bbc8-ecbfabae4cce tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:18.893062 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-673b1bd9-6c73-4c91-8548-059612fb8e75 None None] Set router 9f202b97-e34d-4625-b072-16df53c219a8 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:20:18.931660 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-9355c0a0-1bee-4feb-bbc8-ecbfabae4cce tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:18.936866 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-9355c0a0-1bee-4feb-bbc8-ecbfabae4cce tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:18.967138 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eda41d-cb58-496d-8177-25dc56e34dc7 req-7ce5e825-60db-4579-9a9e-b8c2385d7818 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:18.969247 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b0eda41d-cb58-496d-8177-25dc56e34dc7 req-7ce5e825-60db-4579-9a9e-b8c2385d7818 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 946 time: 0.2629569 Jun 25 09:20:18.981026 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-95ee5c05-a885-4853-a58d-a70682bf3457 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/routers/9f202b97-e34d-4625-b072-16df53c219a8 HTTP/1.1" status: 200 len: 699 time: 0.1890998 Jun 25 09:20:18.984145 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50726) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:19.004458 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-673b1bd9-6c73-4c91-8548-059612fb8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f202b97-e34d-4625-b072-16df53c219a8', 'name': 'tempest-RoutersTest-router-326420088', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:20:17Z', 'updated_at': '2021-06-25T09:20:18Z', 'revision_number': 2, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:19.025636 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-623e6df1-6058-4622-ae58-56a4ed7a77a0 req-ab9a1412-b283-4f9b-b8f8-d8e93bf3d6c7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 210 time: 0.0767708 Jun 25 09:20:19.029397 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-153e3c4b-7c17-4d48-96ed-5c5108889f26 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports?device_id=9f202b97-e34d-4625-b072-16df53c219a8 HTTP/1.1" status: 200 len: 205 time: 0.0437582 Jun 25 09:20:19.031975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50728) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:19.051925 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b1bd9-6c73-4c91-8548-059612fb8e75 None None] Checking router: 9f202b97-e34d-4625-b072-16df53c219a8 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:20:19.062452 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b1bd9-6c73-4c91-8548-059612fb8e75 None None] Routers {'9f202b97-e34d-4625-b072-16df53c219a8'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:19.063017 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-673b1bd9-6c73-4c91-8548-059612fb8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:19:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['9f202b97-e34d-4625-b072-16df53c219a8'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:19.144908 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-9355c0a0-1bee-4feb-bbc8-ecbfabae4cce tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8507330 Jun 25 09:20:19.179959 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-673b1bd9-6c73-4c91-8548-059612fb8e75 None None] Set router 9f202b97-e34d-4625-b072-16df53c219a8 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:20:19.181642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Request body: {'port': {'device_id': '3437129f-5ded-412a-9eec-4528a83c45eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:19.216287 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0708156d-b1ed-431c-aa95-349b6f90aaed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:19.243364 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-673b1bd9-6c73-4c91-8548-059612fb8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f202b97-e34d-4625-b072-16df53c219a8', 'name': 'tempest-RoutersTest-router-326420088', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:20:17Z', 'updated_at': '2021-06-25T09:20:18Z', 'revision_number': 2, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:19.266642 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-cdb3f2c4-e7fc-44d1-855a-9f6da598bf09 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:19.284175 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b1bd9-6c73-4c91-8548-059612fb8e75 None None] The sync data for ids ['9f202b97-e34d-4625-b072-16df53c219a8'] in n-d-761264-15 is: [{'id': '9f202b97-e34d-4625-b072-16df53c219a8', 'name': 'tempest-RoutersTest-router-326420088', 'tenant_id': 'c99d753bb9b141c782e8268bd34686e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:20:17Z', 'updated_at': '2021-06-25T09:20:18Z', 'revision_number': 2, 'project_id': 'c99d753bb9b141c782e8268bd34686e6', 'gw_port_host': None}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:20:19.417199 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b0eda41d-cb58-496d-8177-25dc56e34dc7 req-e25d8ea6-6585-40d9-ab78-b371e67711ef tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/security-groups?id=32398465-70b2-4630-8ed0-2945b217052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066374 Jun 25 09:20:19.485374 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:19.504437 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0708156d-b1ed-431c-aa95-349b6f90aaed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:19.512694 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0708156d-b1ed-431c-aa95-349b6f90aaed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:19.528381 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe6cada2-c4fe-421e-8409-2a88fe71b8bd req-3ae3ec5f-8b95-495a-9851-1b10bdc35f71 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 210 time: 0.3287110 Jun 25 09:20:19.577803 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-3116b4e6-be19-4df7-b3f4-a45a7d30eef1 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:19.580085 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-3116b4e6-be19-4df7-b3f4-a45a7d30eef1 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.38 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 808 time: 0.4015775 Jun 25 09:20:19.589058 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-cdb3f2c4-e7fc-44d1-855a-9f6da598bf09 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:19.592720 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0708156d-b1ed-431c-aa95-349b6f90aaed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:19.593361 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0708156d-b1ed-431c-aa95-349b6f90aaed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Fanout notify agent at l3_agent the message router_deleted on router 9f202b97-e34d-4625-b072-16df53c219a8 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:20:19.602048 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0708156d-b1ed-431c-aa95-349b6f90aaed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:19.608547 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0708156d-b1ed-431c-aa95-349b6f90aaed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/routers/9f202b97-e34d-4625-b072-16df53c219a8 HTTP/1.1" status: 204 len: 168 time: 0.5716741 Jun 25 09:20:19.611182 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50744) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:19.611339 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:19.619516 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-585b637c-b455-4702-8123-f0ec0dc85e46 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Request body: {'port': {'device_id': '56ff8981-7ac6-44e0-9640-29f8458ff0a1', 'network_id': '86032570-f2c0-48a3-9354-653695b1e594', 'admin_state_up': True, 'tenant_id': '7474114b2c184a18967efdee86f25425'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:19.695434 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c9cad132-6c83-4aa6-9c13-ddaeb5c5c36b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports?device_id=9f202b97-e34d-4625-b072-16df53c219a8 HTTP/1.1" status: 200 len: 205 time: 0.0842624 Jun 25 09:20:19.701823 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50748) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:19.730769 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-cdb3f2c4-e7fc-44d1-855a-9f6da598bf09 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Network c08e5a4c-f042-4b9b-b224-5ef23744d992 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:20:19.732831 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-cdb3f2c4-e7fc-44d1-855a-9f6da598bf09 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:19.800803 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3f2c4-e7fc-44d1-855a-9f6da598bf09 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Pushing event updated for resources: {'Port': ['ID=ad7420cd-c71d-4c15-89bc-7cff837bd85b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:19.803830 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-cdb3f2c4-e7fc-44d1-855a-9f6da598bf09 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:20:19.807034 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cdb3f2c4-e7fc-44d1-855a-9f6da598bf09 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:19.893083 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-cdb3f2c4-e7fc-44d1-855a-9f6da598bf09 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:19.893764 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-cdb3f2c4-e7fc-44d1-855a-9f6da598bf09 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:19.973032 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9ea14-4ba7-4f87-b56f-3c833e387f56 req-2354b18f-3542-497c-a23f-a7ba3be0c505 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:19.974884 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9af9ea14-4ba7-4f87-b56f-3c833e387f56 req-2354b18f-3542-497c-a23f-a7ba3be0c505 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.3877048 Jun 25 09:20:19.978123 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-cdb3f2c4-e7fc-44d1-855a-9f6da598bf09 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8133409 Jun 25 09:20:20.021250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Request body: {'port': {'device_id': '0c5ba137-0ef1-4626-b092-303a74ea8082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:20.086498 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9af9ea14-4ba7-4f87-b56f-3c833e387f56 req-1f04be1b-1525-4d9b-a925-9b561ff48bfe tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977795 Jun 25 09:20:20.200277 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a015eacd-3798-4027-ad4c-ca8f38465560 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:20:20.217878 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-8f14903c-c9b5-42fb-92e3-e667e9221d1c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] delete failed (client error): The resource could not be found. Jun 25 09:20:20.223698 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8f14903c-c9b5-42fb-92e3-e667e9221d1c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/routers/9f202b97-e34d-4625-b072-16df53c219a8 HTTP/1.1" status: 404 len: 336 time: 0.5204701 Jun 25 09:20:20.227488 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50758) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:20.233759 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:20.261179 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf58dca-6da6-4d2c-a65a-76fe73bc8a2c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] DELETE failed (client error): The resource could not be found. Jun 25 09:20:20.261680 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf58dca-6da6-4d2c-a65a-76fe73bc8a2c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:20:20.264798 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6bf58dca-6da6-4d2c-a65a-76fe73bc8a2c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/3d58519f-aab3-4350-a6f8-7012f5232b84 HTTP/1.1" status: 404 len: 337 time: 0.0347400 Jun 25 09:20:20.267631 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50760) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:20.284907 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Transition to ACTIVE for port object a015eacd-3798-4027-ad4c-ca8f38465560 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:20.300320 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-585b637c-b455-4702-8123-f0ec0dc85e46 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Made reservation on behalf of 7474114b2c184a18967efdee86f25425 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:20.303965 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-585b637c-b455-4702-8123-f0ec0dc85e46 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:20.310197 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:20.316329 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cdb3f2c4-e7fc-44d1-855a-9f6da598bf09 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:20.319378 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-4deb3d0e-f91a-4dcd-8863-83da79fa2055 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] DELETE failed (client error): The resource could not be found. Jun 25 09:20:20.319720 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4deb3d0e-f91a-4dcd-8863-83da79fa2055 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:20:20.324503 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4deb3d0e-f91a-4dcd-8863-83da79fa2055 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/c9554ff4-8734-4902-b653-975d4fede960 HTTP/1.1" status: 404 len: 337 time: 0.0534368 Jun 25 09:20:20.326407 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50762) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:20.364235 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e77c08-242d-4683-9293-d5b1c9f15222 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] DELETE failed (client error): The resource could not be found. Jun 25 09:20:20.364235 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e77c08-242d-4683-9293-d5b1c9f15222 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:20:20.368377 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a4e77c08-242d-4683-9293-d5b1c9f15222 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/3111967b-e981-4b03-acb9-464f98af91d8 HTTP/1.1" status: 404 len: 337 time: 0.0388193 Jun 25 09:20:20.368533 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:20.371897 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50766) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:20.435257 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Pushing event updated for resources: {'Port': ['ID=a015eacd-3798-4027-ad4c-ca8f38465560,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:20.438428 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d53d84-f64b-4a54-be5b-23eba9637837 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] DELETE failed (client error): The resource could not be found. Jun 25 09:20:20.438912 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d53d84-f64b-4a54-be5b-23eba9637837 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:20:20.440817 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-40d53d84-f64b-4a54-be5b-23eba9637837 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/b9b52903-9302-40e9-a610-a69d5565d383 HTTP/1.1" status: 404 len: 337 time: 0.0653284 Jun 25 09:20:20.445442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50768) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:20.448334 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:20.458115 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f69f0a-ea06-4458-96f2-3c78eb38a9dc req-47b51e76-b571-4265-8ecc-bf331eff15ee tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:20.465257 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9f69f0a-ea06-4458-96f2-3c78eb38a9dc req-47b51e76-b571-4265-8ecc-bf331eff15ee tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 931 time: 0.2591457 Jun 25 09:20:20.558092 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-529b9a24-5b05-45d1-adae-3c20648b6fd4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports?device_id=891deaf1-527e-4a7c-adbd-ab3f58490bc8 HTTP/1.1" status: 200 len: 205 time: 0.1063857 Jun 25 09:20:20.558421 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0172b-b455-4f75-8df7-d2809a99b7c1 req-02b39b46-b2cd-41c7-8029-70da5d3f0f4c tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:20.558421 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-04f0172b-b455-4f75-8df7-d2809a99b7c1 req-02b39b46-b2cd-41c7-8029-70da5d3f0f4c tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 946 time: 0.1500664 Jun 25 09:20:20.563097 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50776) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:20.606048 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-585b637c-b455-4702-8123-f0ec0dc85e46 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Allocated IP 172.20.0.5 (86032570-f2c0-48a3-9354-653695b1e594/8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2/63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:20:20.609426 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-56baa8ab-bca4-4919-9a89-83c52b92a36d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] delete failed (client error): The resource could not be found. Jun 25 09:20:20.613208 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-56baa8ab-bca4-4919-9a89-83c52b92a36d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/routers/891deaf1-527e-4a7c-adbd-ab3f58490bc8 HTTP/1.1" status: 404 len: 336 time: 0.0475061 Jun 25 09:20:20.614865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50778) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:20.682299 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1c6edc0e-579c-41d7-836c-7806b7da23a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f3e92a8-2121-42fd-a165-e1b5fbceb735 HTTP/1.1" status: 200 len: 205 time: 0.0647452 Jun 25 09:20:20.686445 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50780) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:20.749155 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-0f9b386e-cca7-4bf5-a06e-54683a622a5b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] delete failed (client error): The resource could not be found. Jun 25 09:20:20.750907 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0f9b386e-cca7-4bf5-a06e-54683a622a5b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/routers/0f3e92a8-2121-42fd-a165-e1b5fbceb735 HTTP/1.1" status: 404 len: 336 time: 0.0634103 Jun 25 09:20:20.765275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50784) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:20.807273 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9f69f0a-ea06-4458-96f2-3c78eb38a9dc req-6e919e2f-e06e-4c68-b1a5-2ab15a8239b7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408873 Jun 25 09:20:20.836693 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-231cd5b3-4a6a-44da-9654-642992a7c8a8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] DELETE failed (client error): The resource could not be found. Jun 25 09:20:20.837193 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231cd5b3-4a6a-44da-9654-642992a7c8a8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:20:20.841246 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-231cd5b3-4a6a-44da-9654-642992a7c8a8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/06a402d9-f9ef-4bbb-b7da-66764c405bb5 HTTP/1.1" status: 404 len: 337 time: 0.0727057 Jun 25 09:20:20.844371 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50788) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:20.883513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Attempting to bind port a015eacd-3798-4027-ad4c-ca8f38465560 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:20:20.883881 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Attempting to bind port a015eacd-3798-4027-ad4c-ca8f38465560 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:20:20.884276 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Attempting to bind port a015eacd-3798-4027-ad4c-ca8f38465560 on network c08e5a4c-f042-4b9b-b224-5ef23744d992 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:20.909310 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Port a015eacd-3798-4027-ad4c-ca8f38465560 on network c08e5a4c-f042-4b9b-b224-5ef23744d992 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:20:20.909552 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Attempting to bind port a015eacd-3798-4027-ad4c-ca8f38465560 on network c08e5a4c-f042-4b9b-b224-5ef23744d992 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:20.928599 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-83b26bdc-8733-4b0d-a837-ac6da9a857f9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports?device_id=27646a56-5f8f-4068-b81e-7951b4fa2df0 HTTP/1.1" status: 200 len: 205 time: 0.0783496 Jun 25 09:20:20.929334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:20:20.929683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Checking segment: {'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:20.930078 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Bound using segment: {'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:20:20.930223 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50792) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:20.930527 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Bound port: a015eacd-3798-4027-ad4c-ca8f38465560, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:20:20.930893 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:20.982635 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-af1ca323-5f7a-4b8c-8cdb-c1de34abe8aa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] delete failed (client error): The resource could not be found. Jun 25 09:20:20.986022 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-af1ca323-5f7a-4b8c-8cdb-c1de34abe8aa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/routers/27646a56-5f8f-4068-b81e-7951b4fa2df0 HTTP/1.1" status: 404 len: 336 time: 0.0507598 Jun 25 09:20:20.986990 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50794) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:21.035672 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-19a14f6c-b9a8-480e-bb5a-2287cac938c7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d6e847d-a3e2-4a6d-8c97-353fdddb17e1 HTTP/1.1" status: 200 len: 205 time: 0.0434623 Jun 25 09:20:21.043232 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50796) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:21.055783 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-04f0172b-b455-4f75-8df7-d2809a99b7c1 req-01dda63e-6c39-421f-aeed-690da4912f6f tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Deleting port 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:21.055783 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-04f0172b-b455-4f75-8df7-d2809a99b7c1 req-01dda63e-6c39-421f-aeed-690da4912f6f tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:21.068308 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99d311b0-aa6b-4c93-868f-03869849001b req-cae7b656-ac4f-4680-b3c2-977f6cfa75ff tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 210 time: 0.0709937 Jun 25 09:20:21.087646 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f39d6-0b81-49c6-a33c-ad1f16faaf8a req-e0820523-dd96-42ee-862e-f238a4816a5d tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:21.097421 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e75f39d6-0b81-49c6-a33c-ad1f16faaf8a req-e0820523-dd96-42ee-862e-f238a4816a5d tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0d3c6a8-56a4-40c0-980b-09f177b693e4 HTTP/1.1" status: 200 len: 946 time: 0.2809002 Jun 25 09:20:21.162666 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-acc8f502-1de9-489b-8421-355ab0ff3388 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] delete failed (client error): The resource could not be found. Jun 25 09:20:21.163688 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-acc8f502-1de9-489b-8421-355ab0ff3388 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/routers/7d6e847d-a3e2-4a6d-8c97-353fdddb17e1 HTTP/1.1" status: 404 len: 336 time: 0.1193411 Jun 25 09:20:21.167355 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] For port a015eacd-3798-4027-ad4c-ca8f38465560, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:21.167735 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50802) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:21.205578 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] For port a015eacd-3798-4027-ad4c-ca8f38465560, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=a015eacd-3798-4027-ad4c-ca8f38465560,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:20:21.212185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e75f39d6-0b81-49c6-a33c-ad1f16faaf8a req-5e7f5728-fa23-4bc4-a69f-b11ef87a37f3 tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.93 "GET /v2.0/security-groups?id=32398465-70b2-4630-8ed0-2945b217052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133857 Jun 25 09:20:21.217897 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:21.222970 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-83f94062-d0e0-48d5-95e4-fb215fad4e73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:21.225864 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6d6c1f-d818-4159-9e6c-8adaed95be98 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] DELETE failed (client error): The resource could not be found. Jun 25 09:20:21.226373 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6d6c1f-d818-4159-9e6c-8adaed95be98 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:20:21.230759 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ea6d6c1f-d818-4159-9e6c-8adaed95be98 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/b3ce5304-2e86-4352-9ac6-3b17f437ddcb HTTP/1.1" status: 404 len: 337 time: 0.0579979 Jun 25 09:20:21.235584 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-585b637c-b455-4702-8123-f0ec0dc85e46 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:21.240680 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50804) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:21.284003 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7420cd-c71d-4c15-89bc-7cff837bd85b {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:20:21.292781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50806) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:21.297044 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-90946032-58ee-489b-b923-26a5c7661e89 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports?device_id=271708b4-a5b8-4b68-8cbd-17348cb1edf7 HTTP/1.1" status: 200 len: 205 time: 0.0536187 Jun 25 09:20:21.298221 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:21.302481 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50808) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:21.327998 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:21.329797 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:21.331345 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] 10.222.0.41 "PUT /v2.0/ports/a015eacd-3798-4027-ad4c-ca8f38465560 HTTP/1.1" status: 200 len: 1092 time: 2.1621842 Jun 25 09:20:21.331949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3437129f-5ded-412a-9eec-4528a83c45eb', 'tag': 'a015eacd-3798-4027-ad4c-ca8f38465560'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:21.337264 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002a569a-1a30-4d7d-81d9-8502029ab1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3437129f-5ded-412a-9eec-4528a83c45eb", "tag": "a015eacd-3798-4027-ad4c-ca8f38465560"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:21.359284 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-ff6ac920-4520-4b98-b430-193c5bf99a89 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] delete failed (client error): The resource could not be found. Jun 25 09:20:21.360321 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ff6ac920-4520-4b98-b430-193c5bf99a89 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/routers/271708b4-a5b8-4b68-8cbd-17348cb1edf7 HTTP/1.1" status: 404 len: 336 time: 0.0569136 Jun 25 09:20:21.363588 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Transition to ACTIVE for port object ad7420cd-c71d-4c15-89bc-7cff837bd85b will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:21.367199 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50814) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:21.375915 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-04f0172b-b455-4f75-8df7-d2809a99b7c1 req-01dda63e-6c39-421f-aeed-690da4912f6f tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] For port 1f3ff996-3c96-4ded-a1c3-89cc45f8f316, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1f3ff996-3c96-4ded-a1c3-89cc45f8f316,segment=NetworkSegment(9148ab7a-814d-4267-87b9-ab4cbcda7a25),segment_id=9148ab7a-814d-4267-87b9-ab4cbcda7a25)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:21.376310 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-04f0172b-b455-4f75-8df7-d2809a99b7c1 req-01dda63e-6c39-421f-aeed-690da4912f6f tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:21.400440 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:21.444757 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-04f0172b-b455-4f75-8df7-d2809a99b7c1 req-01dda63e-6c39-421f-aeed-690da4912f6f tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Calling delete_port for 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:21.445162 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Pushing event updated for resources: {'Port': ['ID=a015eacd-3798-4027-ad4c-ca8f38465560,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:21.454746 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-b270f0a4-bd78-4f15-b609-320d1bb7187f tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] DELETE failed (client error): The resource could not be found. Jun 25 09:20:21.455020 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b270f0a4-bd78-4f15-b609-320d1bb7187f tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:20:21.456763 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b270f0a4-bd78-4f15-b609-320d1bb7187f tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/2ca09c09-aa68-4429-b499-afa1427f5066 HTTP/1.1" status: 404 len: 337 time: 0.0884774 Jun 25 09:20:21.457836 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:21.462006 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50816) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:21.470390 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f1c5bb79-7a8b-47e2-b327-37519dce4663 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:21.489739 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-585b637c-b455-4702-8123-f0ec0dc85e46 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:21.518154 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-348a66c7-d788-4cec-b20c-d7039342c042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:21.527721 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-910e9ffb-d480-4147-8483-77822c6b2e5b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:21.541639 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c6d1f748-3811-4024-b34b-2676150c28bb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "GET /v2.0/ports?device_id=a769f41e-72d1-4194-a373-53379c6d48d4 HTTP/1.1" status: 200 len: 205 time: 0.0781531 Jun 25 09:20:21.545166 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50820) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:21.592467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Pushing event updated for resources: {'Port': ['ID=ad7420cd-c71d-4c15-89bc-7cff837bd85b,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:21.615052 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-585b637c-b455-4702-8123-f0ec0dc85e46 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Network 86032570-f2c0-48a3-9354-653695b1e594 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:20:21.625148 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-585b637c-b455-4702-8123-f0ec0dc85e46 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:21.627974 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-585b637c-b455-4702-8123-f0ec0dc85e46 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:20:21.634802 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:21.646975 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be66919-4755-46cf-8887-ebd76357ebca req-d2709ca0-6fe1-4d46-883f-e8f8ae4dec05 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:21.648376 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9be66919-4755-46cf-8887-ebd76357ebca req-d2709ca0-6fe1-4d46-883f-e8f8ae4dec05 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.3034363 Jun 25 09:20:21.649366 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-54c28a61-a33f-4846-8768-cc561cd310f4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] delete failed (client error): The resource could not be found. Jun 25 09:20:21.652697 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-54c28a61-a33f-4846-8768-cc561cd310f4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/routers/a769f41e-72d1-4194-a373-53379c6d48d4 HTTP/1.1" status: 404 len: 336 time: 0.0987668 Jun 25 09:20:21.664107 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50822) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:21.670629 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00be74d-f93f-45e5-8af4-cec3b2d7c39f x-openstack-request-id: req-a00be74d-f93f-45e5-8af4-cec3b2d7c39f {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:21.670973 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3437129f-5ded-412a-9eec-4528a83c45eb", "tag": "a015eacd-3798-4027-ad4c-ca8f38465560", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:21.671275 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a00be74d-f93f-45e5-8af4-cec3b2d7c39f {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:21.671721 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3437129f-5ded-412a-9eec-4528a83c45eb', 'tag': 'a015eacd-3798-4027-ad4c-ca8f38465560', 'status': 'completed', 'code': 200} Jun 25 09:20:21.680690 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b637c-b455-4702-8123-f0ec0dc85e46 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Pushing event updated for resources: {'Port': ['ID=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:21.683922 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-585b637c-b455-4702-8123-f0ec0dc85e46 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:21.716512 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3790bf-e513-4550-a8d1-a1a83ab10701 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] DELETE failed (client error): The resource could not be found. Jun 25 09:20:21.717141 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3790bf-e513-4550-a8d1-a1a83ab10701 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:20:21.719097 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bb3790bf-e513-4550-a8d1-a1a83ab10701 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/4d0a358e-de9e-4012-9db2-923519db09f7 HTTP/1.1" status: 404 len: 337 time: 0.0498173 Jun 25 09:20:21.723382 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50824) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:21.733280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-ea3c0989-b9d5-44e5-9d5c-575f0d1b66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:21.734970 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-ea3c0989-b9d5-44e5-9d5c-575f0d1b66ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bf80ed1f58747e6bfab8fdd248c07e4&device_id=3437129f-5ded-412a-9eec-4528a83c45eb HTTP/1.1" status: 200 len: 1095 time: 0.3358147 Jun 25 09:20:21.766951 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-36094f7e-4338-429d-a71b-7f4a95d411e6 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] DELETE failed (client error): The resource could not be found. Jun 25 09:20:21.767446 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36094f7e-4338-429d-a71b-7f4a95d411e6 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:20:21.771919 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-36094f7e-4338-429d-a71b-7f4a95d411e6 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] 10.222.0.93 "DELETE /v2.0/subnets/bda68409-6dc4-4fef-9101-7956243ad9c5 HTTP/1.1" status: 404 len: 337 time: 0.0385273 Jun 25 09:20:21.792866 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Attempting to bind port ad7420cd-c71d-4c15-89bc-7cff837bd85b on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:20:21.793308 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Attempting to bind port ad7420cd-c71d-4c15-89bc-7cff837bd85b by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:20:21.793642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Attempting to bind port ad7420cd-c71d-4c15-89bc-7cff837bd85b on network c08e5a4c-f042-4b9b-b224-5ef23744d992 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:21.825397 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-585b637c-b455-4702-8123-f0ec0dc85e46 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:21.826710 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-585b637c-b455-4702-8123-f0ec0dc85e46 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:21.832011 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9be66919-4755-46cf-8887-ebd76357ebca req-7912402d-0906-4459-b42a-30aafec17c5a tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544585 Jun 25 09:20:21.838838 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-993eb1d7-38d0-42de-be91-3ee82d596186 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a015eacd-3798-4027-ad4c-ca8f38465560 HTTP/1.1" status: 200 len: 217 time: 0.0820758 Jun 25 09:20:21.840322 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Port ad7420cd-c71d-4c15-89bc-7cff837bd85b on network c08e5a4c-f042-4b9b-b224-5ef23744d992 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:20:21.840647 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Attempting to bind port ad7420cd-c71d-4c15-89bc-7cff837bd85b on network c08e5a4c-f042-4b9b-b224-5ef23744d992 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:21.890679 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-04f0172b-b455-4f75-8df7-d2809a99b7c1 req-01dda63e-6c39-421f-aeed-690da4912f6f tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:21.900085 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:21.909582 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:20:21.909930 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Checking segment: {'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:21.910330 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Bound using segment: {'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:20:21.910794 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Bound port: ad7420cd-c71d-4c15-89bc-7cff837bd85b, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:20:21.911162 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:21.927562 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['1f3ff996-3c96-4ded-a1c3-89cc45f8f316'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:20:21.941532 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dda63e-6c39-421f-aeed-690da4912f6f tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Pushing event deleted for resources: {'Port': ['ID=1f3ff996-3c96-4ded-a1c3-89cc45f8f316,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:21.950097 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-01dda63e-6c39-421f-aeed-690da4912f6f tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:21.953070 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-348a66c7-d788-4cec-b20c-d7039342c042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:21.988064 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-348a66c7-d788-4cec-b20c-d7039342c042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:21.993721 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3c8b795a-bc82-4fc0-acf2-cb79611d5b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:22.007406 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f0172b-b455-4f75-8df7-d2809a99b7c1 req-01dda63e-6c39-421f-aeed-690da4912f6f tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] No DVR routers for this DVR port 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:22.010187 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-585b637c-b455-4702-8123-f0ec0dc85e46 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4039865 Jun 25 09:20:22.011353 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-04f0172b-b455-4f75-8df7-d2809a99b7c1 req-01dda63e-6c39-421f-aeed-690da4912f6f tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:22.013281 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-04f0172b-b455-4f75-8df7-d2809a99b7c1 req-01dda63e-6c39-421f-aeed-690da4912f6f tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] 10.222.0.41 "DELETE /v2.0/ports/1f3ff996-3c96-4ded-a1c3-89cc45f8f316 HTTP/1.1" status: 204 len: 173 time: 1.4016659 Jun 25 09:20:22.013907 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d3c6a8-56a4-40c0-980b-09f177b693e4', 'name': 'network-vif-deleted', 'tag': '1f3ff996-3c96-4ded-a1c3-89cc45f8f316'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:22.016762 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74f63e2-9c9e-48a0-bf4e-563873516e44" -d '{"events": [{"server_uuid": "d0d3c6a8-56a4-40c0-980b-09f177b693e4", "name": "network-vif-deleted", "tag": "1f3ff996-3c96-4ded-a1c3-89cc45f8f316"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:22.035543 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Request body: {'port': {'device_id': '56ff8981-7ac6-44e0-9640-29f8458ff0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:22.044563 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-af90a072-ecc4-4516-89cf-c75afbdeeab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:22.048250 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-af90a072-ecc4-4516-89cf-c75afbdeeab3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56c4cc6c-5c51-4ad0-b09a-976959a31a74 HTTP/1.1" status: 200 len: 852 time: 0.1971865 Jun 25 09:20:22.079159 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9a9bf2-989a-4a9e-bbfb-5faa1c103a29 x-openstack-request-id: req-5e9a9bf2-989a-4a9e-bbfb-5faa1c103a29 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:22.079570 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d3c6a8-56a4-40c0-980b-09f177b693e4", "name": "network-vif-deleted", "tag": "1f3ff996-3c96-4ded-a1c3-89cc45f8f316", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:22.079974 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5e9a9bf2-989a-4a9e-bbfb-5faa1c103a29 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:22.080523 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d3c6a8-56a4-40c0-980b-09f177b693e4', 'name': 'network-vif-deleted', 'tag': '1f3ff996-3c96-4ded-a1c3-89cc45f8f316', 'status': 'completed', 'code': 200} Jun 25 09:20:22.081053 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50834) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:22.136858 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-423eadb4-1199-43d0-8542-a9b0dd8c2fa0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c08e5a4c-f042-4b9b-b224-5ef23744d992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599332 Jun 25 09:20:22.144149 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:22.145710 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a66c7-d788-4cec-b20c-d7039342c042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c213b6-ef35-430f-8a43-8294bd718bc0,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:22.150244 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-348a66c7-d788-4cec-b20c-d7039342c042 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=370bc24c08794429bd504f26968f81e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8543417 Jun 25 09:20:22.151323 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-348a66c7-d788-4cec-b20c-d7039342c042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:22.155164 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50840) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:22.322228 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f988058d-eda8-447c-90c5-087140c32153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:22.381400 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f988058d-eda8-447c-90c5-087140c32153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:22.388000 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ea6774f-c90d-4e4f-875e-0c0ec9568d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:22.460148 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-275648c6-685c-4c8a-aa86-415df9b22046 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c99d753bb9b141c782e8268bd34686e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779187 Jun 25 09:20:22.468515 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50848) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:22.496185 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] For port ad7420cd-c71d-4c15-89bc-7cff837bd85b, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:22.535907 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f988058d-eda8-447c-90c5-087140c32153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:22.538576 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f988058d-eda8-447c-90c5-087140c32153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:22.539698 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f988058d-eda8-447c-90c5-087140c32153 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a0c213b6-ef35-430f-8a43-8294bd718bc0 HTTP/1.1" status: 204 len: 168 time: 0.3830464 Jun 25 09:20:22.546203 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-78a5db44-7499-46f1-a7b9-42d56d05533e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:22.546574 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] For port ad7420cd-c71d-4c15-89bc-7cff837bd85b, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=ad7420cd-c71d-4c15-89bc-7cff837bd85b,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:20:22.559773 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:22.562324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988058d-eda8-447c-90c5-087140c32153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c213b6-ef35-430f-8a43-8294bd718bc0,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:22.568343 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f988058d-eda8-447c-90c5-087140c32153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:22.584511 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-61bdf60b-97ce-4e3b-b93d-5cf05fa98f75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:22.603300 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:22.668435 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea5f4c-41e2-4508-94c0-5043f7d1e6cd req-bea2b449-2627-4ac4-a199-042c355d61b1 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:22.673236 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3eea5f4c-41e2-4508-94c0-5043f7d1e6cd req-bea2b449-2627-4ac4-a199-042c355d61b1 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 943 time: 0.6602044 Jun 25 09:20:22.675908 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:20:22.682712 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:22.683240 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:22.683574 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:22.685306 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] 10.222.0.38 "PUT /v2.0/ports/ad7420cd-c71d-4c15-89bc-7cff837bd85b HTTP/1.1" status: 200 len: 1092 time: 2.6687832 Jun 25 09:20:22.689166 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:22.722976 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Transition to ACTIVE for port object 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:22.730024 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Pushing event updated for resources: {'Port': ['ID=ad7420cd-c71d-4c15-89bc-7cff837bd85b,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:22.732386 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:22.736723 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:22.742059 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7ab9e6dc-75f1-471b-aa43-c22d881cc5f1 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:22.787988 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Pushing event updated for resources: {'Port': ['ID=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:22.788912 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-626ebe0d-6604-45b9-a167-9a16cf2337ae service neutron] 10.222.0.41 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346259 Jun 25 09:20:22.801867 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:22.879738 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:22.882317 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:22.884491 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/48f7a56c-3cf2-4469-9300-5140ed28bc37 HTTP/1.1" status: 204 len: 168 time: 0.4119287 Jun 25 09:20:22.886595 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7a42896e-6e32-4d85-960d-7a0c09bb78d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:22.912336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Attempting to bind port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:20:22.912755 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Attempting to bind port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:20:22.913150 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Attempting to bind port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:22.916652 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f7a56c-3cf2-4469-9300-5140ed28bc37,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:22.925083 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 on network 86032570-f2c0-48a3-9354-653695b1e594 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:20:22.925415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Attempting to bind port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:22.929444 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:22.929824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:22.930202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:22.930572 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:22.931134 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:22.931513 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:22.931928 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:22.932292 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:22.932648 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:22.933035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:22.933392 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:22.933746 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:22.934752 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3eea5f4c-41e2-4508-94c0-5043f7d1e6cd req-65940745-4fa2-4fdb-8564-312f829471fa tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518375 Jun 25 09:20:22.944655 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50858) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:22.945604 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:22.952269 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:20:22.952607 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Checking segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:22.953507 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Bound using segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:20:22.953507 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Bound port: 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:20:22.953838 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:22.974388 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43d8b9-7190-4123-b247-a88300cb769b req-bde6179f-b193-448b-b674-b4c8ffaa08e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:22.976358 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fa43d8b9-7190-4123-b247-a88300cb769b req-bde6179f-b193-448b-b674-b4c8ffaa08e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 931 time: 0.4527354 Jun 25 09:20:22.989658 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e58a73b0-d40e-4113-819e-b1a3d4357fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:23.040848 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50862) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:23.055078 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-86f083b1-3ad3-4dfc-b269-5b814871d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:23.056943 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-86f083b1-3ad3-4dfc-b269-5b814871d2c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7bf80ed1f58747e6bfab8fdd248c07e4&device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 1095 time: 0.2881141 Jun 25 09:20:23.066607 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fa43d8b9-7190-4123-b247-a88300cb769b req-1db5b343-00ab-4f7d-bb25-b7e97acb39d2 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817826 Jun 25 09:20:23.125774 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-c5fd4cf7-144b-47d9-bab9-921a660a1337 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7420cd-c71d-4c15-89bc-7cff837bd85b HTTP/1.1" status: 200 len: 217 time: 0.0537562 Jun 25 09:20:23.130227 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-db907748-d34f-4504-9807-18502b8aa227 service neutron] 10.222.0.41 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996840 Jun 25 09:20:23.141354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] For port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:23.152579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8bf89b-22dd-46bc-86d4-a59c21322f40 admin admin] Deleting subnet 65d1d801-8715-4074-a5c0-dec1cd4ce2fb {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:20:23.163721 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf89b-22dd-46bc-86d4-a59c21322f40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:23.195687 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] For port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:20:23.206247 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:23.207113 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-53b41313-d38a-4e88-8741-d00493d53703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:23.208949 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-53b41313-d38a-4e88-8741-d00493d53703 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56c4cc6c-5c51-4ad0-b09a-976959a31a74 HTTP/1.1" status: 200 len: 852 time: 0.0750966 Jun 25 09:20:23.212761 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ba86fc25-a8e4-480b-96e2-278ad4ce1cc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:23.246016 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-bac6d05d-3016-4999-8c4c-864dd1e8fe19 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c08e5a4c-f042-4b9b-b224-5ef23744d992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294991 Jun 25 09:20:23.273230 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf89b-22dd-46bc-86d4-a59c21322f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:23.308993 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:23.309747 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:23.311367 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] 10.222.0.38 "PUT /v2.0/ports/63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 HTTP/1.1" status: 200 len: 1092 time: 1.2807074 Jun 25 09:20:23.372194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Pushing event updated for resources: {'Port': ['ID=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:23.392346 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:23.408201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a569a-1a30-4d7d-81d9-8502029ab1d8 req-b704c7f5-2143-4566-8ce8-18662202fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:23.410257 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-002a569a-1a30-4d7d-81d9-8502029ab1d8 req-b704c7f5-2143-4566-8ce8-18662202fad4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bf80ed1f58747e6bfab8fdd248c07e4&device_id=3437129f-5ded-412a-9eec-4528a83c45eb HTTP/1.1" status: 200 len: 1095 time: 0.1607218 Jun 25 09:20:23.428464 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e58a73b0-d40e-4113-819e-b1a3d4357fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:23.429847 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf89b-22dd-46bc-86d4-a59c21322f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:23.448204 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-a6f28ae9-1e93-40e9-b1e5-d3239e31c715 service neutron] 10.222.0.38 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661899 Jun 25 09:20:23.462997 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e58a73b0-d40e-4113-819e-b1a3d4357fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:23.468053 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fdd48ca7-49ea-4ee8-8641-cf4be5f1462d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:23.523989 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e58a73b0-d40e-4113-819e-b1a3d4357fe7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3098284205c44cc4a7a9e114ff1432c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5746777 Jun 25 09:20:23.525069 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50872) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:23.537113 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a73b0-d40e-4113-819e-b1a3d4357fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2446462-2ac2-49fd-8e31-c8b79cecff09,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:23.550132 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e58a73b0-d40e-4113-819e-b1a3d4357fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:23.577566 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf89b-22dd-46bc-86d4-a59c21322f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:23.584716 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-20422d85-a977-4338-9468-8d2d9ec55087 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:23.618017 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e4394-492f-45ae-9fd7-d163f0016c6e req-893f40e1-42de-4124-93af-7719fb7ab049 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:23.619540 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1c6e4394-492f-45ae-9fd7-d163f0016c6e req-893f40e1-42de-4124-93af-7719fb7ab049 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 945 time: 0.2342837 Jun 25 09:20:23.621511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bf89b-22dd-46bc-86d4-a59c21322f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d1d801-8715-4074-a5c0-dec1cd4ce2fb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:23.624800 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-df781508-28c4-4339-a7bb-dbca4a8bfe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:23.626334 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-df781508-28c4-4339-a7bb-dbca4a8bfe1c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 1095 time: 0.2354121 Jun 25 09:20:23.627250 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5e8bf89b-22dd-46bc-86d4-a59c21322f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:23.628980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a569a-1a30-4d7d-81d9-8502029ab1d8 req-2f96a76b-2339-4688-bcf8-ef5f9db0e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:23.630422 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-002a569a-1a30-4d7d-81d9-8502029ab1d8 req-2f96a76b-2339-4688-bcf8-ef5f9db0e2f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c08e5a4c-f042-4b9b-b224-5ef23744d992 HTTP/1.1" status: 200 len: 914 time: 0.1971793 Jun 25 09:20:23.632129 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf89b-22dd-46bc-86d4-a59c21322f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:23.633917 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5e8bf89b-22dd-46bc-86d4-a59c21322f40 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/65d1d801-8715-4074-a5c0-dec1cd4ce2fb HTTP/1.1" status: 204 len: 168 time: 0.5920975 Jun 25 09:20:23.636413 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50878) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:23.655461 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b516df-5237-45f7-b2cd-ebe30aa53494 req-d7bd308d-6f15-4019-be08-f11cbe3e2fae service neutron] 10.222.0.38 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669371 Jun 25 09:20:23.687076 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5ba137-0ef1-4626-b092-303a74ea8082', 'tag': 'ad7420cd-c71d-4c15-89bc-7cff837bd85b'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:23.689476 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9a677e-cb9d-45c8-8966-23867630da46" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5ba137-0ef1-4626-b092-303a74ea8082", "tag": "ad7420cd-c71d-4c15-89bc-7cff837bd85b"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:23.695175 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-002a569a-1a30-4d7d-81d9-8502029ab1d8 req-2b1a0127-5243-4de8-9281-40f847b305d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a015eacd-3798-4027-ad4c-ca8f38465560 HTTP/1.1" status: 200 len: 217 time: 0.0486569 Jun 25 09:20:23.741318 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-df115e22-9fd9-4f9f-a76f-aa369840217f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:23.744050 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3784da6c-6f3a-420c-9d6d-3eb1b1d15791 x-openstack-request-id: req-3784da6c-6f3a-420c-9d6d-3eb1b1d15791 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:23.744477 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5ba137-0ef1-4626-b092-303a74ea8082", "tag": "ad7420cd-c71d-4c15-89bc-7cff837bd85b", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:23.744842 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3784da6c-6f3a-420c-9d6d-3eb1b1d15791 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:23.745535 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5ba137-0ef1-4626-b092-303a74ea8082', 'tag': 'ad7420cd-c71d-4c15-89bc-7cff837bd85b', 'status': 'completed', 'code': 200} Jun 25 09:20:23.748363 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1c6e4394-492f-45ae-9fd7-d163f0016c6e req-d1e8fa4c-ff08-444a-9098-178bf93faa18 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121283 Jun 25 09:20:23.768589 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a569a-1a30-4d7d-81d9-8502029ab1d8 req-4e321e7d-3180-4008-b46d-bbe46514f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:23.770288 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-002a569a-1a30-4d7d-81d9-8502029ab1d8 req-4e321e7d-3180-4008-b46d-bbe46514f2be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56c4cc6c-5c51-4ad0-b09a-976959a31a74 HTTP/1.1" status: 200 len: 852 time: 0.0633452 Jun 25 09:20:23.773833 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-f6935003-dfa5-47e3-8481-4d291c46d875 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 HTTP/1.1" status: 200 len: 217 time: 0.1221910 Jun 25 09:20:23.816608 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-002a569a-1a30-4d7d-81d9-8502029ab1d8 req-8c9c5b86-aa7e-4891-8845-a4037c53b7ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c08e5a4c-f042-4b9b-b224-5ef23744d992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374317 Jun 25 09:20:23.845831 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:23.847093 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-df115e22-9fd9-4f9f-a76f-aa369840217f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:23.852503 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b1b6f08a-78a1-42be-a240-5cdd74d65939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:23.900574 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-f2be2092-001e-46de-90c3-fdae07a4b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:23.902263 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-f2be2092-001e-46de-90c3-fdae07a4b2c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.1157846 Jun 25 09:20:23.907441 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50892) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:23.954679 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-6d910a98-b113-4ab7-b08f-80e5ab9c1588 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447614 Jun 25 09:20:23.960085 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a677e-cb9d-45c8-8966-23867630da46 req-0187ef32-b458-42f3-bfb5-df2c689ce2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:23.961719 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe9a677e-cb9d-45c8-8966-23867630da46 req-0187ef32-b458-42f3-bfb5-df2c689ce2fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7bf80ed1f58747e6bfab8fdd248c07e4&device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 1095 time: 0.1741648 Jun 25 09:20:24.004098 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-002a569a-1a30-4d7d-81d9-8502029ab1d8 req-dea338ef-58bd-4e37-bb91-2dc8eec4b03b service neutron] 10.222.0.41 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701002 Jun 25 09:20:24.060318 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b1b6f08a-78a1-42be-a240-5cdd74d65939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.070656 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-df115e22-9fd9-4f9f-a76f-aa369840217f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.073535 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-df115e22-9fd9-4f9f-a76f-aa369840217f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.077010 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-df115e22-9fd9-4f9f-a76f-aa369840217f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b2446462-2ac2-49fd-8e31-c8b79cecff09 HTTP/1.1" status: 204 len: 168 time: 0.5485702 Jun 25 09:20:24.080768 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bac5b74a-1a41-4c72-a7e5-9ffc132e6474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:24.084628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-b1b6f08a-78a1-42be-a240-5cdd74d65939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd708ecf-f970-4a89-9041-bc32db5db06d']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:24.088781 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ff8981-7ac6-44e0-9640-29f8458ff0a1', 'tag': '63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:24.090870 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47790f5a-2ed7-4072-9cac-4064e4d067ce" -d '{"events": [{"name": "network-changed", "server_uuid": "56ff8981-7ac6-44e0-9640-29f8458ff0a1", "tag": "63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:24.096813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-595cb9a7-b609-47ed-b345-122e4eb90ebb tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1640739836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:24.114252 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-b1b6f08a-78a1-42be-a240-5cdd74d65939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9148ab7a-814d-4267-87b9-ab4cbcda7a25') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:24.114544 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-b1b6f08a-78a1-42be-a240-5cdd74d65939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9148ab7a-814d-4267-87b9-ab4cbcda7a25') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:24.118276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df115e22-9fd9-4f9f-a76f-aa369840217f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2446462-2ac2-49fd-8e31-c8b79cecff09,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:24.126535 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-df115e22-9fd9-4f9f-a76f-aa369840217f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:24.131715 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b1b6f08a-78a1-42be-a240-5cdd74d65939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.154544 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-27d2817d-abfb-4faa-bca4-c048141f58ed service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862283 Jun 25 09:20:24.155435 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b1b6f08a-78a1-42be-a240-5cdd74d65939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.175045 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b6f08a-78a1-42be-a240-5cdd74d65939 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:20:24.175463 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b1b6f08a-78a1-42be-a240-5cdd74d65939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:20:24.177168 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:20:24.235758 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-595cb9a7-b609-47ed-b345-122e4eb90ebb tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.236863 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-595cb9a7-b609-47ed-b345-122e4eb90ebb tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.252703 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a677e-cb9d-45c8-8966-23867630da46 req-ceea4ea5-ea21-4c7c-9ec5-28f78478ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:24.254242 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe9a677e-cb9d-45c8-8966-23867630da46 req-ceea4ea5-ea21-4c7c-9ec5-28f78478ed07 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c08e5a4c-f042-4b9b-b224-5ef23744d992 HTTP/1.1" status: 200 len: 914 time: 0.2818618 Jun 25 09:20:24.313757 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b1b6f08a-78a1-42be-a240-5cdd74d65939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.328128 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe9a677e-cb9d-45c8-8966-23867630da46 req-f0e2a90e-029d-4cd2-a707-7f3b91dbe4df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7420cd-c71d-4c15-89bc-7cff837bd85b HTTP/1.1" status: 200 len: 217 time: 0.0638087 Jun 25 09:20:24.328609 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b1b6f08a-78a1-42be-a240-5cdd74d65939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.333985 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-002a569a-1a30-4d7d-81d9-8502029ab1d8 req-34c113f7-d703-4702-8c14-8909ca58858f service neutron] 10.222.0.41 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759063 Jun 25 09:20:24.336101 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b1b6f08a-78a1-42be-a240-5cdd74d65939 admin admin] 10.222.0.93 "DELETE /v2.0/networks/dd708ecf-f970-4a89-9041-bc32db5db06d HTTP/1.1" status: 204 len: 168 time: 0.6985748 Jun 25 09:20:24.344192 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-131e96b3-9a82-46d7-a992-cd3b6d19e451 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:24.393820 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbac2096-3710-4fe0-bc51-a42e5e11fe45 x-openstack-request-id: req-dbac2096-3710-4fe0-bc51-a42e5e11fe45 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:24.394412 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ff8981-7ac6-44e0-9640-29f8458ff0a1", "tag": "63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:24.394495 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dbac2096-3710-4fe0-bc51-a42e5e11fe45 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:24.394878 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ff8981-7ac6-44e0-9640-29f8458ff0a1', 'tag': '63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57', 'status': 'completed', 'code': 200} Jun 25 09:20:24.399483 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6f08a-78a1-42be-a240-5cdd74d65939 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd708ecf-f970-4a89-9041-bc32db5db06d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:24.404121 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b1b6f08a-78a1-42be-a240-5cdd74d65939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:24.416624 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-08d5365f-a689-49e9-8dcb-d2e99fd823d6 req-d0571c8f-0dbf-46c0-b80c-e59cb1897b66 service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535567 Jun 25 09:20:24.513483 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-595cb9a7-b609-47ed-b345-122e4eb90ebb tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.531267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff74ef-b48b-4e8b-b751-32f07e081b85 req-762e0f95-0d64-41c1-b012-c8fb9567f04c tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:24.538475 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31ff74ef-b48b-4e8b-b751-32f07e081b85 req-762e0f95-0d64-41c1-b012-c8fb9567f04c tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 943 time: 0.4454026 Jun 25 09:20:24.558973 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-595cb9a7-b609-47ed-b345-122e4eb90ebb tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.605394 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a677e-cb9d-45c8-8966-23867630da46 req-db1a8864-eed1-4ae0-a5a5-582d7a626053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:24.607550 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe9a677e-cb9d-45c8-8966-23867630da46 req-db1a8864-eed1-4ae0-a5a5-582d7a626053 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56c4cc6c-5c51-4ad0-b09a-976959a31a74 HTTP/1.1" status: 200 len: 852 time: 0.2352061 Jun 25 09:20:24.614948 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47790f5a-2ed7-4072-9cac-4064e4d067ce req-9a32d7ac-e025-4428-a552-adde14410920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:24.617412 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-47790f5a-2ed7-4072-9cac-4064e4d067ce req-9a32d7ac-e025-4428-a552-adde14410920 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 1095 time: 0.0838940 Jun 25 09:20:24.634959 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-595cb9a7-b609-47ed-b345-122e4eb90ebb tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.636142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-595cb9a7-b609-47ed-b345-122e4eb90ebb tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7274864 Jun 25 09:20:24.656787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50924) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:24.657055 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50928) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:24.663763 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe9a677e-cb9d-45c8-8966-23867630da46 req-f6184fbc-792b-4646-96fc-1ec868034c4f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c08e5a4c-f042-4b9b-b224-5ef23744d992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446825 Jun 25 09:20:24.667858 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-493963079'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:24.707540 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31ff74ef-b48b-4e8b-b751-32f07e081b85 req-5612c392-5d39-40fd-b534-371b2e25ab66 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681128 Jun 25 09:20:24.762891 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47790f5a-2ed7-4072-9cac-4064e4d067ce req-7fd52db3-e8e1-459e-991e-cc2ec89d041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:24.764386 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-47790f5a-2ed7-4072-9cac-4064e4d067ce req-7fd52db3-e8e1-459e-991e-cc2ec89d041f service neutron] 10.222.0.38 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.1398325 Jun 25 09:20:24.814859 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e9c20-8de4-4f7c-a4e3-076841574163 req-eeee8ba4-6890-4c70-8673-cb4948464348 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:24.822066 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d59e9c20-8de4-4f7c-a4e3-076841574163 req-eeee8ba4-6890-4c70-8673-cb4948464348 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 943 time: 0.3105385 Jun 25 09:20:24.836101 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Made reservation on behalf of 3c805a97376d443686844eb43cb403d4 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:24.836353 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-47790f5a-2ed7-4072-9cac-4064e4d067ce req-8e5d08d9-cc98-4b5e-92ab-704625324ac0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 HTTP/1.1" status: 200 len: 217 time: 0.0546572 Jun 25 09:20:24.839632 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.861733 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f15011ed-31f0-449b-a24e-0ab0a7a57e14 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=87ef9876f9ba493682f3d749b103349f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1978121 Jun 25 09:20:24.862386 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50930) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:24.876649 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.918973 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8eb8ce52-6c89-4805-a17a-f977628b8d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.934320 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d59e9c20-8de4-4f7c-a4e3-076841574163 req-0c8e1911-da68-446b-9710-bd1166ec9258 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111894 Jun 25 09:20:24.946684 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe9a677e-cb9d-45c8-8966-23867630da46 req-36c9129f-238e-4faa-8f4c-04bc8a0311c7 service neutron] 10.222.0.38 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684765 Jun 25 09:20:24.958363 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-962336ba-c51c-4ee0-a494-2be8f239516f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:24.982670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:25.003490 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:20:25.004272 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 1f3ff996-3c96-4ded-a1c3-89cc45f8f316 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:20:25.006922 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47790f5a-2ed7-4072-9cac-4064e4d067ce req-885419f3-7203-426e-99ad-07fadafaac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:25.012489 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-47790f5a-2ed7-4072-9cac-4064e4d067ce req-885419f3-7203-426e-99ad-07fadafaac9b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.1081538 Jun 25 09:20:25.039506 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-962336ba-c51c-4ee0-a494-2be8f239516f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:25.066457 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-47790f5a-2ed7-4072-9cac-4064e4d067ce req-4cc1f145-e487-4241-ae6e-81ca0ad66d6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452981 Jun 25 09:20:25.163482 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe9a677e-cb9d-45c8-8966-23867630da46 req-51a0b109-0ed2-4af8-bee7-2b545a237d64 service neutron] 10.222.0.38 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047806 Jun 25 09:20:25.188277 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device f6be381f-d683-441c-96dd-695e5a05c46a details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:20:25.206313 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:25.209943 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-47790f5a-2ed7-4072-9cac-4064e4d067ce req-96c6e4cb-e152-4583-8a82-c5993eeb3f01 service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354244 Jun 25 09:20:25.213861 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:25.216075 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-962336ba-c51c-4ee0-a494-2be8f239516f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:25.219170 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-962336ba-c51c-4ee0-a494-2be8f239516f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:25.221112 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-962336ba-c51c-4ee0-a494-2be8f239516f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/32398465-70b2-4630-8ed0-2945b217052b HTTP/1.1" status: 204 len: 168 time: 0.3574996 Jun 25 09:20:25.224928 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6f31c49f-5a5a-438e-ae3f-eaf34557f17c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:25.227687 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:25.245948 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962336ba-c51c-4ee0-a494-2be8f239516f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32398465-70b2-4630-8ed0-2945b217052b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:25.250079 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:20:25.259044 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-962336ba-c51c-4ee0-a494-2be8f239516f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:25.262417 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:25.262772 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Added segment 4fd74824-5b0a-4ab5-865e-27b4708ded19 of type vlan for network bd02c226-cc88-41ca-a97d-0c2e9c60f2ff Jun 25 09:20:25.319946 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:25.332863 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f57006d7-941e-498d-ad26-f58a590e53ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:25.372347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74caf98d-f017-434c-948d-6db5b442c9a7,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:25.375781 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:25.381960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:25.382662 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:25.386442 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:25.387023 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port f6be381f-d683-441c-96dd-695e5a05c46a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=f6be381f-d683-441c-96dd-695e5a05c46a,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:25.387156 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5bae19a1-5954-4646-acb8-91b6bd1ff486 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:25.407347 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'f6be381f-d683-441c-96dd-695e5a05c46a', 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f', 'port_id': 'f6be381f-d683-441c-96dd-695e5a05c46a', 'mac_address': 'fa:16:3e:32:38:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f29d60-5d39-424f-b7cc-af1d0969792b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:20:25.410776 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-47790f5a-2ed7-4072-9cac-4064e4d067ce req-a3d064f4-d03b-4b4e-87fa-5a2689d96c2f service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881199 Jun 25 09:20:25.462398 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8010504 Jun 25 09:20:25.464779 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50952) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:25.467138 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:25.473298 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event updated for resources: {'Network': ['ID=bd02c226-cc88-41ca-a97d-0c2e9c60f2ff,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:25.474271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-020b31e2-e3f9-4d0d-a28b-58a4519df085 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Request body: {'subnet': {'network_id': 'bd02c226-cc88-41ca-a97d-0c2e9c60f2ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:25.476302 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:25.493733 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network bd02c226-cc88-41ca-a97d-0c2e9c60f2ff details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:20:25.512621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6be381f-d683-441c-96dd-695e5a05c46a {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:20:25.579676 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port f6be381f-d683-441c-96dd-695e5a05c46a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=f6be381f-d683-441c-96dd-695e5a05c46a,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:25.587176 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:25.588563 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device ad7420cd-c71d-4c15-89bc-7cff837bd85b details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:20:25.606649 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020b31e2-e3f9-4d0d-a28b-58a4519df085 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Made reservation on behalf of 3c805a97376d443686844eb43cb403d4 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:25.611342 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-020b31e2-e3f9-4d0d-a28b-58a4519df085 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:25.664873 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:25.770167 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=f6be381f-d683-441c-96dd-695e5a05c46a,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:25.812690 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:25.813077 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:25.813393 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:25.813719 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:25.814045 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:25.814484 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:25.814805 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:25.815120 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:25.815435 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:25.815747 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:25.816061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:25.816373 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:20:25.833459 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port ad7420cd-c71d-4c15-89bc-7cff837bd85b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=ad7420cd-c71d-4c15-89bc-7cff837bd85b,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:25.836339 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:25.879389 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'ad7420cd-c71d-4c15-89bc-7cff837bd85b', 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992', 'port_id': 'ad7420cd-c71d-4c15-89bc-7cff837bd85b', 'mac_address': 'fa:16:3e:57:e4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c4cc6c-5c51-4ad0-b09a-976959a31a74', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:20:25.901134 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-020b31e2-e3f9-4d0d-a28b-58a4519df085 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:25.914431 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-067c4445-5d6c-4da3-9234-1a8e44fb6105 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:25.930052 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:25.961307 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7420cd-c71d-4c15-89bc-7cff837bd85b {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:20:25.988429 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b31e2-e3f9-4d0d-a28b-58a4519df085 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Checking segment: {'id': '4fd74824-5b0a-4ab5-865e-27b4708ded19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'bd02c226-cc88-41ca-a97d-0c2e9c60f2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:25.988709 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020b31e2-e3f9-4d0d-a28b-58a4519df085 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Network hostable DHCP agents. Network: bd02c226-cc88-41ca-a97d-0c2e9c60f2ff, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:20:25.995251 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b31e2-e3f9-4d0d-a28b-58a4519df085 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event updated for resources: {'Subnet': ['ID=a092f430-64a1-4711-9b02-7377bf72dd94,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:25.998740 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-020b31e2-e3f9-4d0d-a28b-58a4519df085 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:26.016417 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020b31e2-e3f9-4d0d-a28b-58a4519df085 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Network bd02c226-cc88-41ca-a97d-0c2e9c60f2ff is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:20:26.020181 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port ad7420cd-c71d-4c15-89bc-7cff837bd85b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=ad7420cd-c71d-4c15-89bc-7cff837bd85b,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:26.028972 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:26.031354 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:26.033952 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-020b31e2-e3f9-4d0d-a28b-58a4519df085 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, bd02c226-cc88-41ca-a97d-0c2e9c60f2ff) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:26.044239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020b31e2-e3f9-4d0d-a28b-58a4519df085 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:26.045192 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-020b31e2-e3f9-4d0d-a28b-58a4519df085 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:26.048785 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86f370-2a81-490a-98b1-65f2cfda2ded req-b19bd8d3-73fb-4790-9b59-8721f79cfe76 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:26.051201 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7e86f370-2a81-490a-98b1-65f2cfda2ded req-b19bd8d3-73fb-4790-9b59-8721f79cfe76 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 943 time: 0.1736991 Jun 25 09:20:26.051829 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f516b9a-cff1-4f76-994d-678ec89baf17 None None] Network bd02c226-cc88-41ca-a97d-0c2e9c60f2ff requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:20:26.079473 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-020b31e2-e3f9-4d0d-a28b-58a4519df085 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6135387 Jun 25 09:20:26.083153 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50978) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:26.089750 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-92aaf43e-ba9c-41cd-b9da-c7eef236824b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Request body: {'network': {'name': 'tempest-router-network01--1591432725'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:26.120607 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92aaf43e-ba9c-41cd-b9da-c7eef236824b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Made reservation on behalf of 3c805a97376d443686844eb43cb403d4 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:26.125390 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92aaf43e-ba9c-41cd-b9da-c7eef236824b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:26.164079 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7e86f370-2a81-490a-98b1-65f2cfda2ded req-b927b900-055b-4075-bee8-758571a67f37 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059487 Jun 25 09:20:26.164290 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92aaf43e-ba9c-41cd-b9da-c7eef236824b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:20:26.172870 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:26.179383 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92aaf43e-ba9c-41cd-b9da-c7eef236824b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:26.179737 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-92aaf43e-ba9c-41cd-b9da-c7eef236824b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Added segment 45bbf581-f824-4356-ba6a-2538d5b4a782 of type vlan for network aadf1a31-3b6f-4041-a063-19af2f371f44 Jun 25 09:20:26.191754 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=ad7420cd-c71d-4c15-89bc-7cff837bd85b,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:26.208476 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:26.236617 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92aaf43e-ba9c-41cd-b9da-c7eef236824b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:26.276664 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92aaf43e-ba9c-41cd-b9da-c7eef236824b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:26.285958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aaf43e-ba9c-41cd-b9da-c7eef236824b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:26.286605 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92aaf43e-ba9c-41cd-b9da-c7eef236824b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:26.303014 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d6079edc-6224-4a13-8083-882a23ec1e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:26.310133 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-92aaf43e-ba9c-41cd-b9da-c7eef236824b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2256372 Jun 25 09:20:26.312946 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50984) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:26.319474 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c04b45f3-3443-4803-bd70-bd2d1b0b4c65 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Request body: {'network': {'name': 'tempest-router-network02--1491167065'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:26.345010 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['f6be381f-d683-441c-96dd-695e5a05c46a'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:20:26.382877 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aaf43e-ba9c-41cd-b9da-c7eef236824b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event updated for resources: {'Network': ['ID=aadf1a31-3b6f-4041-a063-19af2f371f44,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:26.386686 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-92aaf43e-ba9c-41cd-b9da-c7eef236824b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:26.407745 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04b45f3-3443-4803-bd70-bd2d1b0b4c65 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Made reservation on behalf of 3c805a97376d443686844eb43cb403d4 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:26.414596 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c04b45f3-3443-4803-bd70-bd2d1b0b4c65 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:26.425800 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-bd02c226-cc88-41ca-a97d-0c2e9c60f2ff', 'network_id': 'bd02c226-cc88-41ca-a97d-0c2e9c60f2ff', 'tenant_id': '3c805a97376d443686844eb43cb403d4', 'fixed_ips': [{'subnet_id': 'a092f430-64a1-4711-9b02-7377bf72dd94'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:20:26.432971 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:26.436249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network aadf1a31-3b6f-4041-a063-19af2f371f44 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:20:26.514443 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04b45f3-3443-4803-bd70-bd2d1b0b4c65 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:20:26.530925 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c04b45f3-3443-4803-bd70-bd2d1b0b4c65 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:26.531590 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-c04b45f3-3443-4803-bd70-bd2d1b0b4c65 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Added segment e6a9e283-7764-45ea-af90-481abce78947 of type vlan for network 89350b81-986a-4a61-b10d-4812eb903e76 Jun 25 09:20:26.600025 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c04b45f3-3443-4803-bd70-bd2d1b0b4c65 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:26.614983 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d3e3e-2aa1-4d2b-953d-9d9ce886e7cc req-5d2ab57f-1320-4e1e-b2f2-c1f0b6684af7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:26.622559 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-682d3e3e-2aa1-4d2b-953d-9d9ce886e7cc req-5d2ab57f-1320-4e1e-b2f2-c1f0b6684af7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 943 time: 0.1702025 Jun 25 09:20:26.672631 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c04b45f3-3443-4803-bd70-bd2d1b0b4c65 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:26.680581 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04b45f3-3443-4803-bd70-bd2d1b0b4c65 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:26.681219 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c04b45f3-3443-4803-bd70-bd2d1b0b4c65 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:26.695666 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['ad7420cd-c71d-4c15-89bc-7cff837bd85b'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:20:26.697848 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:26.722665 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51008) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:26.723204 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c04b45f3-3443-4803-bd70-bd2d1b0b4c65 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4080510 Jun 25 09:20:26.729122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-61a1c872-ccbc-419d-b4d9-ecd5c5befed3 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Request body: {'subnet': {'network_id': 'aadf1a31-3b6f-4041-a063-19af2f371f44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:26.831435 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Allocated IP 172.20.0.2 (bd02c226-cc88-41ca-a97d-0c2e9c60f2ff/a092f430-64a1-4711-9b02-7377bf72dd94/6d596503-1968-4944-8f65-7173c69c1c21) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:20:26.935719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51014) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:26.957753 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a1c872-ccbc-419d-b4d9-ecd5c5befed3 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Made reservation on behalf of 3c805a97376d443686844eb43cb403d4 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:26.968314 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61a1c872-ccbc-419d-b4d9-ecd5c5befed3 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:27.013988 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device a015eacd-3798-4027-ad4c-ca8f38465560 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:20:27.094782 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1096468520-network', 'tenant_id': '466170a3aaa6480da8d256a10481523b'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:27.143010 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-682d3e3e-2aa1-4d2b-953d-9d9ce886e7cc req-1e95fa76-0597-44ef-ad29-796894eebfc3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194983 Jun 25 09:20:27.146832 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Made reservation on behalf of 466170a3aaa6480da8d256a10481523b for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:27.149564 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:27.155680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b45f3-3443-4803-bd70-bd2d1b0b4c65 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event updated for resources: {'Network': ['ID=89350b81-986a-4a61-b10d-4812eb903e76,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:27.158792 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c04b45f3-3443-4803-bd70-bd2d1b0b4c65 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:27.169171 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:27.258042 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 89350b81-986a-4a61-b10d-4812eb903e76 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:20:27.260243 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:20:27.268518 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device f6be381f-d683-441c-96dd-695e5a05c46a up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:20:27.303500 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:27.441940 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085b713-a7dc-4518-b937-32b0c3055c18 req-f0f64f8f-17c0-4690-859e-69c39072c10d tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:27.443513 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5085b713-a7dc-4518-b937-32b0c3055c18 req-f0f64f8f-17c0-4690-859e-69c39072c10d tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 944 time: 0.1178696 Jun 25 09:20:27.445569 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:27.447536 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61a1c872-ccbc-419d-b4d9-ecd5c5befed3 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:27.450623 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cfef5422-2ed7-4b9a-b9ef-5905cc853792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:27.466558 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:27.510416 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:27.532143 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5085b713-a7dc-4518-b937-32b0c3055c18 req-209d2ca0-5640-457f-9455-9ec35089f2d1 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781848 Jun 25 09:20:27.566661 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57', 'network_id': '86032570-f2c0-48a3-9354-653695b1e594', 'port_id': '63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57', 'mac_address': 'fa:16:3e:2c:69:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:20:27.579960 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:20:27.614337 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:27.614689 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Added segment 017365f4-4d38-48be-a282-acf4cea7d650 of type vlan for network 80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4 Jun 25 09:20:27.618351 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a1c872-ccbc-419d-b4d9-ecd5c5befed3 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Checking segment: {'id': '45bbf581-f824-4356-ba6a-2538d5b4a782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'aadf1a31-3b6f-4041-a063-19af2f371f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:27.618719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a1c872-ccbc-419d-b4d9-ecd5c5befed3 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Network hostable DHCP agents. Network: aadf1a31-3b6f-4041-a063-19af2f371f44, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:20:27.632173 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Transition to ACTIVE for port object 6d596503-1968-4944-8f65-7173c69c1c21 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:27.647352 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1c872-ccbc-419d-b4d9-ecd5c5befed3 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event updated for resources: {'Subnet': ['ID=61b6523d-57de-4b52-861d-0d0297ab8f62,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:27.651039 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-61a1c872-ccbc-419d-b4d9-ecd5c5befed3 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:27.675624 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-74169cb8-b903-4066-802d-37f30de17a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:27.712773 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:27.715626 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port a015eacd-3798-4027-ad4c-ca8f38465560, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=a015eacd-3798-4027-ad4c-ca8f38465560,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:27.727500 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3d4d52-4a5d-4d50-8da9-789459d34042,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:27.731863 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:27.735543 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a1c872-ccbc-419d-b4d9-ecd5c5befed3 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Network aadf1a31-3b6f-4041-a063-19af2f371f44 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:20:27.748507 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Transition to ACTIVE for port object 6d596503-1968-4944-8f65-7173c69c1c21 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:27.760308 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-61a1c872-ccbc-419d-b4d9-ecd5c5befed3 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, aadf1a31-3b6f-4041-a063-19af2f371f44) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:27.770530 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a1c872-ccbc-419d-b4d9-ecd5c5befed3 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:27.771763 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61a1c872-ccbc-419d-b4d9-ecd5c5befed3 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:27.785097 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399fbd96-4728-42b3-9e3e-b2d6c5fa408f None None] Network aadf1a31-3b6f-4041-a063-19af2f371f44 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:20:27.795094 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:27.797054 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:27.798638 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:27.807281 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b1b6f08a-78a1-42be-a240-5cdd74d65939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:27.818003 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-61a1c872-ccbc-419d-b4d9-ecd5c5befed3 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0936239 Jun 25 09:20:27.820828 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51062) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:27.827871 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-12dcf262-59cf-4880-821f-970ca4f47b8b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Request body: {'subnet': {'network_id': '89350b81-986a-4a61-b10d-4812eb903e76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:27.848047 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'a015eacd-3798-4027-ad4c-ca8f38465560', 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992', 'port_id': 'a015eacd-3798-4027-ad4c-ca8f38465560', 'mac_address': 'fa:16:3e:4a:e8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c4cc6c-5c51-4ad0-b09a-976959a31a74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:20:27.852237 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:27.855784 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:27.880478 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9434633 Jun 25 09:20:27.883118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51068) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:27.890886 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e18d30e8-2e1a-4805-a058-40524d87c77e admin admin] Request body: {'subnet': {'network_id': '80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1096468520-subnet', 'tenant_id': '466170a3aaa6480da8d256a10481523b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:27.905123 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Pushing event updated for resources: {'Network': ['ID=80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:27.908488 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:27.934406 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18d30e8-2e1a-4805-a058-40524d87c77e admin admin] Made reservation on behalf of 466170a3aaa6480da8d256a10481523b for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:27.938037 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e18d30e8-2e1a-4805-a058-40524d87c77e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:27.967426 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:28.005751 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51072) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:28.038719 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:20:28.078282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dcf262-59cf-4880-821f-970ca4f47b8b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Made reservation on behalf of 3c805a97376d443686844eb43cb403d4 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:28.083458 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12dcf262-59cf-4880-821f-970ca4f47b8b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:28.172765 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:20:28.216775 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:28.227495 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Network bd02c226-cc88-41ca-a97d-0c2e9c60f2ff is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:20:28.228852 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e18d30e8-2e1a-4805-a058-40524d87c77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:28.240484 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0a6c69c2-e754-435b-bd1a-fe2e38430971 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:28.264604 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port f6be381f-d683-441c-96dd-695e5a05c46a triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:28.265052 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:28.297595 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:28.355229 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7e33168d-3942-4d84-bc8a-32097ebd34db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:28.385543 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12dcf262-59cf-4880-821f-970ca4f47b8b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:28.387922 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-865dd21c-cdeb-4605-a60c-968e0cf91b44 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:28.440158 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d30e8-2e1a-4805-a058-40524d87c77e admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c344f0-9e97-4c7d-81c6-7e4b59883d4c,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:28.456030 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e18d30e8-2e1a-4805-a058-40524d87c77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:28.476640 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18d30e8-2e1a-4805-a058-40524d87c77e admin admin] Checking segment: {'id': '017365f4-4d38-48be-a282-acf4cea7d650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:28.477204 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18d30e8-2e1a-4805-a058-40524d87c77e admin admin] Network hostable DHCP agents. Network: 80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:20:28.495979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcf262-59cf-4880-821f-970ca4f47b8b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event updated for resources: {'Subnet': ['ID=184db1ba-046d-4c07-9e61-a5f8f5a53ff3,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:28.508925 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-12dcf262-59cf-4880-821f-970ca4f47b8b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:28.523788 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18d30e8-2e1a-4805-a058-40524d87c77e admin admin] Network 80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:20:28.529737 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dcf262-59cf-4880-821f-970ca4f47b8b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Checking segment: {'id': 'e6a9e283-7764-45ea-af90-481abce78947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '89350b81-986a-4a61-b10d-4812eb903e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:28.531276 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dcf262-59cf-4880-821f-970ca4f47b8b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Network hostable DHCP agents. Network: 89350b81-986a-4a61-b10d-4812eb903e76, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:20:28.551918 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-e18d30e8-2e1a-4805-a058-40524d87c77e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:28.559909 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18d30e8-2e1a-4805-a058-40524d87c77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:28.560586 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e18d30e8-2e1a-4805-a058-40524d87c77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:28.570451 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:28.578335 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dcf262-59cf-4880-821f-970ca4f47b8b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Network 89350b81-986a-4a61-b10d-4812eb903e76 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:20:28.579500 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:20:28.581707 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7e33168d-3942-4d84-bc8a-32097ebd34db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:28.586735 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7e33168d-3942-4d84-bc8a-32097ebd34db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:28.588557 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-12dcf262-59cf-4880-821f-970ca4f47b8b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 89350b81-986a-4a61-b10d-4812eb903e76) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:28.596520 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ff594509-34aa-4db2-83b4-b33268c869f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:28.601566 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dcf262-59cf-4880-821f-970ca4f47b8b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:28.602290 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12dcf262-59cf-4880-821f-970ca4f47b8b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:28.634188 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33168d-3942-4d84-bc8a-32097ebd34db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea41882-b201-4fbb-9fc5-6d9e559bfc75,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:28.640803 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58372dd-3669-4af2-99aa-1619b54dca05 req-88024ca4-a414-4d44-87c2-c3b4e59fab2d tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:28.642874 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e58372dd-3669-4af2-99aa-1619b54dca05 req-88024ca4-a414-4d44-87c2-c3b4e59fab2d tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 944 time: 0.2050304 Jun 25 09:20:28.644501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-12dcf262-59cf-4880-821f-970ca4f47b8b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8226540 Jun 25 09:20:28.646453 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1272a92a-cf8e-4084-8bc9-a022627a714d None None] Network 80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:20:28.647433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51094) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:28.653641 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e18d30e8-2e1a-4805-a058-40524d87c77e admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7691331 Jun 25 09:20:28.659142 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7e33168d-3942-4d84-bc8a-32097ebd34db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:28.666219 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:28.688607 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7e33168d-3942-4d84-bc8a-32097ebd34db admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=094540a4d2a24da68e30a8a935bd9040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6816862 Jun 25 09:20:28.689016 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50ab9c4-530d-4980-962c-66cad05320af None None] Network 89350b81-986a-4a61-b10d-4812eb903e76 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:20:28.689624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51102) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:28.804828 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93561adc-a523-4ee9-baa0-bf53458ea290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:28.842309 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93561adc-a523-4ee9-baa0-bf53458ea290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:28.917519 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:20:28.919027 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93561adc-a523-4ee9-baa0-bf53458ea290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:28.924070 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93561adc-a523-4ee9-baa0-bf53458ea290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:28.925646 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-93561adc-a523-4ee9-baa0-bf53458ea290 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4ea41882-b201-4fbb-9fc5-6d9e559bfc75 HTTP/1.1" status: 204 len: 168 time: 0.2347472 Jun 25 09:20:28.926835 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e6445645-c97b-4084-835f-f8d46b95c61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:28.944131 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93561adc-a523-4ee9-baa0-bf53458ea290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea41882-b201-4fbb-9fc5-6d9e559bfc75,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:28.945282 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-93561adc-a523-4ee9-baa0-bf53458ea290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:29.081144 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e58372dd-3669-4af2-99aa-1619b54dca05 req-4b60a1f2-dfa2-4522-9cc5-af0c63b4521c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386878 Jun 25 09:20:29.282612 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Pushing event updated for resources: {'Port': ['ID=6d596503-1968-4944-8f65-7173c69c1c21,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:29.286938 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.319s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:29.310992 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7a18bfe9-e7da-476e-b7c5-9dd46669b110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.742s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:29.335148 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:29.428295 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:29.453168 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b04e2-1ee4-47cd-b48f-7ab4c27cb3f4 req-1ec646d2-9094-4d39-93b8-d81a2ee87096 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:29.460920 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-904b04e2-1ee4-47cd-b48f-7ab4c27cb3f4 req-1ec646d2-9094-4d39-93b8-d81a2ee87096 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 944 time: 0.3832414 Jun 25 09:20:29.547435 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51128) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:29.580238 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8101037c-f7f0-4066-896d-27752eb27ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:29.650738 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-904b04e2-1ee4-47cd-b48f-7ab4c27cb3f4 req-3d142438-1f43-4b3b-a777-2207201563ae tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840472 Jun 25 09:20:29.700514 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:29.710725 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:29.749821 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8101037c-f7f0-4066-896d-27752eb27ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:29.756087 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8101037c-f7f0-4066-896d-27752eb27ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:29.763668 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c1b928f3-e4d0-4841-bc04-fbf0dca28902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:29.925810 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51136) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:29.929156 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8101037c-f7f0-4066-896d-27752eb27ae3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8e61e2f6016545c5ade1848ad296f6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3808255 Jun 25 09:20:29.933670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Attempting to bind port 6d596503-1968-4944-8f65-7173c69c1c21 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:20:29.934253 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Attempting to bind port 6d596503-1968-4944-8f65-7173c69c1c21 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '4fd74824-5b0a-4ab5-865e-27b4708ded19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'bd02c226-cc88-41ca-a97d-0c2e9c60f2ff'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:20:29.934680 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Attempting to bind port 6d596503-1968-4944-8f65-7173c69c1c21 on network bd02c226-cc88-41ca-a97d-0c2e9c60f2ff {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:29.964897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101037c-f7f0-4066-896d-27752eb27ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f419df00-815f-4079-a8cb-dd1404f731c3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:29.970084 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:29.987080 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8101037c-f7f0-4066-896d-27752eb27ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:29.991875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:20:29.992146 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Checking segment: {'id': '4fd74824-5b0a-4ab5-865e-27b4708ded19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'bd02c226-cc88-41ca-a97d-0c2e9c60f2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:29.992465 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:29.992917 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Bound using segment: {'id': '4fd74824-5b0a-4ab5-865e-27b4708ded19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'bd02c226-cc88-41ca-a97d-0c2e9c60f2ff'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:20:29.993373 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Bound port: 6d596503-1968-4944-8f65-7173c69c1c21, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd74824-5b0a-4ab5-865e-27b4708ded19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'bd02c226-cc88-41ca-a97d-0c2e9c60f2ff'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:20:29.993768 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:30.042264 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port f6be381f-d683-441c-96dd-695e5a05c46a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=f6be381f-d683-441c-96dd-695e5a05c46a,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:30.043954 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd78bb1-af20-4a4e-80ce-f4ebc939227a None None] Network 80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:20:30.146343 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Allocated IP 172.20.0.1 (aadf1a31-3b6f-4041-a063-19af2f371f44/61b6523d-57de-4b52-861d-0d0297ab8f62/8f8f2e91-d6bb-4d0c-b02e-1040793c24c5) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:20:30.158552 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] For port 6d596503-1968-4944-8f65-7173c69c1c21, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:30.161864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] For port 6d596503-1968-4944-8f65-7173c69c1c21, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6d596503-1968-4944-8f65-7173c69c1c21,segment=NetworkSegment(4fd74824-5b0a-4ab5-865e-27b4708ded19),segment_id=4fd74824-5b0a-4ab5-865e-27b4708ded19)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:20:30.163283 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6be381f-d683-441c-96dd-695e5a05c46a'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:30.165822 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bd920e-9880-4b10-b984-dfee02a522ec" -d '{"events": [{"server_uuid": "f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee", "name": "network-vif-plugged", "status": "completed", "tag": "f6be381f-d683-441c-96dd-695e5a05c46a"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:30.168862 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:30.178137 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:30.192114 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d1966b09-e33e-4e55-b72f-2d4927e059c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:30.199906 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-f3f45c44-f467-4a5f-bc8d-eaee8c7701a1 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:30.201460 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-f3f45c44-f467-4a5f-bc8d-eaee8c7701a1 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/networks?id=80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4 HTTP/1.1" status: 200 len: 809 time: 0.1917620 Jun 25 09:20:30.236460 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-aadf1a31-3b6f-4041-a063-19af2f371f44', 'network_id': 'aadf1a31-3b6f-4041-a063-19af2f371f44', 'tenant_id': '3c805a97376d443686844eb43cb403d4', 'fixed_ips': [{'subnet_id': '61b6523d-57de-4b52-861d-0d0297ab8f62'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:20:30.237199 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-22fba0ab-1f01-4687-95d7-7c54d729e6ef tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/quotas/466170a3aaa6480da8d256a10481523b HTTP/1.1" status: 200 len: 375 time: 0.0263076 Jun 25 09:20:30.237609 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:30.254681 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-89350b81-986a-4a61-b10d-4812eb903e76', 'network_id': '89350b81-986a-4a61-b10d-4812eb903e76', 'tenant_id': '3c805a97376d443686844eb43cb403d4', 'fixed_ips': [{'subnet_id': '184db1ba-046d-4c07-9e61-a5f8f5a53ff3'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:20:30.255698 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:30.260551 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:30.264147 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a015eacd-3798-4027-ad4c-ca8f38465560 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:20:30.286555 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port a015eacd-3798-4027-ad4c-ca8f38465560, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=a015eacd-3798-4027-ad4c-ca8f38465560,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:30.295353 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=f6be381f-d683-441c-96dd-695e5a05c46a,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:30.339174 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d1966b09-e33e-4e55-b72f-2d4927e059c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:30.349633 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-9a360065-282d-4682-b07b-9c414e675b70 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=466170a3aaa6480da8d256a10481523b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1114397 Jun 25 09:20:30.360972 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device ad7420cd-c71d-4c15-89bc-7cff837bd85b up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:20:30.412884 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:30.421721 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:30.423487 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:30.581119 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:30.626529 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:20:30.630656 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-61b590e4-8c72-4a56-9b26-545ef29d4296 service neutron] 10.222.0.93 "GET /v2.0/networks/80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799113 Jun 25 09:20:30.632404 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Transition to ACTIVE for port object 8f8f2e91-d6bb-4d0c-b02e-1040793c24c5 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:30.677390 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d1966b09-e33e-4e55-b72f-2d4927e059c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:30.681879 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d1966b09-e33e-4e55-b72f-2d4927e059c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:30.685468 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d1966b09-e33e-4e55-b72f-2d4927e059c5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f419df00-815f-4079-a8cb-dd1404f731c3 HTTP/1.1" status: 204 len: 168 time: 0.7562351 Jun 25 09:20:30.691964 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Pushing event updated for resources: {'Port': ['ID=6d596503-1968-4944-8f65-7173c69c1c21,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:30.697864 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ea493110-0ff6-4aa5-aef3-2dae1c590260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:30.700402 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:30.713763 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc06e0-af7c-4bf0-848d-e87fd8700a76 req-6fd4ecd9-f6f6-41d7-b6e2-3ab370932050 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:30.727488 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7fc06e0-af7c-4bf0-848d-e87fd8700a76 req-6fd4ecd9-f6f6-41d7-b6e2-3ab370932050 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 944 time: 0.3953986 Jun 25 09:20:30.752416 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port ad7420cd-c71d-4c15-89bc-7cff837bd85b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:20:30.847190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port ad7420cd-c71d-4c15-89bc-7cff837bd85b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:30.848232 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:30.896471 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1966b09-e33e-4e55-b72f-2d4927e059c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f419df00-815f-4079-a8cb-dd1404f731c3,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:30.913608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Network aadf1a31-3b6f-4041-a063-19af2f371f44 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:20:30.918148 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d1966b09-e33e-4e55-b72f-2d4927e059c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:30.921993 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:30.927756 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-84c5b5c6-52a9-4a46-b30f-4576301de3cb tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:30.935313 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:20:30.984497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['a015eacd-3798-4027-ad4c-ca8f38465560'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:20:31.002539 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:31.043996 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a7fc06e0-af7c-4bf0-848d-e87fd8700a76 req-c866c58d-67f4-43a9-b857-5bb2d9cc4e7c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155110 Jun 25 09:20:31.083060 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Allocated IP 172.20.0.2 (aadf1a31-3b6f-4041-a063-19af2f371f44/61b6523d-57de-4b52-861d-0d0297ab8f62/92427d9b-b1d3-4164-a47b-97fd918ab729) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:20:31.114197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=a015eacd-3798-4027-ad4c-ca8f38465560,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:31.123498 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:31.142867 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5969350-092d-4d0c-a9a8-f9a6c2c5b02b x-openstack-request-id: req-f5969350-092d-4d0c-a9a8-f9a6c2c5b02b {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:31.143232 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee", "name": "network-vif-plugged", "status": "completed", "tag": "f6be381f-d683-441c-96dd-695e5a05c46a", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:31.143556 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f5969350-092d-4d0c-a9a8-f9a6c2c5b02b {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:31.144553 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6be381f-d683-441c-96dd-695e5a05c46a', 'code': 200} Jun 25 09:20:31.145748 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.688s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:31.146244 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:31.192565 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Allocated IP 172.20.0.2 (89350b81-986a-4a61-b10d-4812eb903e76/184db1ba-046d-4c07-9e61-a5f8f5a53ff3/df456b5a-3c70-4205-acec-54ea4ed129f4) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:20:31.234713 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:31.337563 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event updated for resources: {'Port': ['ID=8f8f2e91-d6bb-4d0c-b02e-1040793c24c5,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:31.345527 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:31.410676 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:31.418776 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:31.428744 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-1bdaaab7-333f-4ad4-9c5e-656cbaa89462 service neutron] 10.222.0.93 "GET /v2.0/networks/80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7533236 Jun 25 09:20:31.948025 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port ad7420cd-c71d-4c15-89bc-7cff837bd85b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=ad7420cd-c71d-4c15-89bc-7cff837bd85b,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:31.970515 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:31.981744 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-00a71749-2125-476b-8040-ff695e1ece8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:32.012342 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:32.051952 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:32.058678 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9355c0a0-1bee-4feb-bbc8-ecbfabae4cce tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:32.098820 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:32.100996 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6d596503-1968-4944-8f65-7173c69c1c21 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:20:32.125768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-29dc317e-03d9-46d4-9efe-067c9cf7257f req-23bd8024-c19f-46a4-ba13-be8f0853d3b7 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 210 time: 0.0977836 Jun 25 09:20:32.198092 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Transition to ACTIVE for port object 92427d9b-b1d3-4164-a47b-97fd918ab729 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:32.200759 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812e1649-5f67-4299-9a08-d28daa0418c2 None None] Network bd02c226-cc88-41ca-a97d-0c2e9c60f2ff requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:20:32.210616 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936026d1-69c4-42d7-a60b-bf99e80dc722 req-ae69304e-194b-4387-a9f2-515f0c60bba3 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:32.218306 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-936026d1-69c4-42d7-a60b-bf99e80dc722 req-ae69304e-194b-4387-a9f2-515f0c60bba3 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 944 time: 0.3787463 Jun 25 09:20:32.260114 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event updated for resources: {'Port': ['ID=8f8f2e91-d6bb-4d0c-b02e-1040793c24c5,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:32.285604 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:32.289263 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:32.313111 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-936026d1-69c4-42d7-a60b-bf99e80dc722 req-4002a17b-dd9c-4a4e-9b60-63680fa43f73 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934057 Jun 25 09:20:32.646376 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Network aadf1a31-3b6f-4041-a063-19af2f371f44 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:20:32.659721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:32.770890 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Transition to ACTIVE for port object 92427d9b-b1d3-4164-a47b-97fd918ab729 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:32.799722 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-edc8af0e-febe-4e34-9613-d41530bbadb0 None None] Provisioning for port 6d596503-1968-4944-8f65-7173c69c1c21 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:20:32.817578 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=ad7420cd-c71d-4c15-89bc-7cff837bd85b,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:32.821254 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:32.829980 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:32.835757 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:32.836236 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:32.889726 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Pushing event updated for resources: {'Port': ['ID=92427d9b-b1d3-4164-a47b-97fd918ab729,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:32.941753 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:33.000808 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Transition to ACTIVE for port object df456b5a-3c70-4205-acec-54ea4ed129f4 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:33.019048 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 6d596503-1968-4944-8f65-7173c69c1c21 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:20:33.048008 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6d596503-1968-4944-8f65-7173c69c1c21 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:33.048830 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:33.125932 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Transition to ACTIVE for port object df456b5a-3c70-4205-acec-54ea4ed129f4 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:33.139287 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Network aadf1a31-3b6f-4041-a063-19af2f371f44 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:20:33.143345 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:33.153516 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5ba137-0ef1-4626-b092-303a74ea8082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7420cd-c71d-4c15-89bc-7cff837bd85b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:33.156005 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18918a72-3fc8-47fb-aa1e-ece451491950" -d '{"events": [{"server_uuid": "0c5ba137-0ef1-4626-b092-303a74ea8082", "name": "network-vif-plugged", "status": "completed", "tag": "ad7420cd-c71d-4c15-89bc-7cff837bd85b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:33.159151 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:33.164605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:20:33.169637 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b1193d40-78bb-4f2e-bffc-4ef86af5ea7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:33.209273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc872f-d3a5-496e-b0f1-b992286750b9 req-63feffd8-1f86-4725-8a3c-79b2b80965c8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:33.217528 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6fc872f-d3a5-496e-b0f1-b992286750b9 req-63feffd8-1f86-4725-8a3c-79b2b80965c8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 944 time: 0.6524525 Jun 25 09:20:33.236852 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Network 89350b81-986a-4a61-b10d-4812eb903e76 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:20:33.247941 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:33.279635 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6fc872f-d3a5-496e-b0f1-b992286750b9 req-dc7279ac-491f-461f-91aa-5b3b7f836804 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590155 Jun 25 09:20:33.288698 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:20:33.290855 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Router 4334d5c9-ee47-4042-bb3e-31739bbe7e77 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:20:33.317383 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151939ad-990f-4ec1-a0f7-622bc5e2d855 x-openstack-request-id: req-151939ad-990f-4ec1-a0f7-622bc5e2d855 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:33.318130 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5ba137-0ef1-4626-b092-303a74ea8082", "name": "network-vif-plugged", "status": "completed", "tag": "ad7420cd-c71d-4c15-89bc-7cff837bd85b", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:33.318130 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-151939ad-990f-4ec1-a0f7-622bc5e2d855 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:33.318311 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5ba137-0ef1-4626-b092-303a74ea8082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7420cd-c71d-4c15-89bc-7cff837bd85b', 'code': 200} Jun 25 09:20:33.335912 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:20:33.623407 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Attempting to bind port 92427d9b-b1d3-4164-a47b-97fd918ab729 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:20:33.623854 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Attempting to bind port 92427d9b-b1d3-4164-a47b-97fd918ab729 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '45bbf581-f824-4356-ba6a-2538d5b4a782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'aadf1a31-3b6f-4041-a063-19af2f371f44'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:20:33.624256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Attempting to bind port 92427d9b-b1d3-4164-a47b-97fd918ab729 on network aadf1a31-3b6f-4041-a063-19af2f371f44 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:33.626261 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Pushing event updated for resources: {'Port': ['ID=df456b5a-3c70-4205-acec-54ea4ed129f4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:33.642149 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be361f4-3453-4bdb-be5f-da3ce27a775a req-f919d3e9-8662-45b2-b1d6-80376d5e39f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:33.648226 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7be361f4-3453-4bdb-be5f-da3ce27a775a req-f919d3e9-8662-45b2-b1d6-80376d5e39f5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 1097 time: 0.2091734 Jun 25 09:20:33.654179 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:33.656603 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Attempting to bind port df456b5a-3c70-4205-acec-54ea4ed129f4 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:20:33.657196 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Attempting to bind port df456b5a-3c70-4205-acec-54ea4ed129f4 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'e6a9e283-7764-45ea-af90-481abce78947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '89350b81-986a-4a61-b10d-4812eb903e76'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:20:33.657773 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Attempting to bind port df456b5a-3c70-4205-acec-54ea4ed129f4 on network 89350b81-986a-4a61-b10d-4812eb903e76 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:33.703959 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7be361f4-3453-4bdb-be5f-da3ce27a775a req-aa8577d2-3d16-41a6-ab23-dc3ccef7006d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507312 Jun 25 09:20:33.708893 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:20:33.712132 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:20:33.712573 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Checking segment: {'id': '45bbf581-f824-4356-ba6a-2538d5b4a782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'aadf1a31-3b6f-4041-a063-19af2f371f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:33.713219 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:33.713695 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Bound using segment: {'id': '45bbf581-f824-4356-ba6a-2538d5b4a782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'aadf1a31-3b6f-4041-a063-19af2f371f44'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:20:33.714278 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Bound port: 92427d9b-b1d3-4164-a47b-97fd918ab729, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bbf581-f824-4356-ba6a-2538d5b4a782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'aadf1a31-3b6f-4041-a063-19af2f371f44'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:20:33.714846 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:33.720226 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:33.720755 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:33.726973 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-528acded-3570-402f-b899-a151ad95e6ab req-e5161a8a-4700-43dc-85b0-b02e19657f6d tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 210 time: 0.1552908 Jun 25 09:20:33.731676 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:20:33.732531 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Checking segment: {'id': 'e6a9e283-7764-45ea-af90-481abce78947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '89350b81-986a-4a61-b10d-4812eb903e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:33.733175 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:33.733665 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Bound using segment: {'id': 'e6a9e283-7764-45ea-af90-481abce78947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '89350b81-986a-4a61-b10d-4812eb903e76'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:20:33.734207 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Bound port: df456b5a-3c70-4205-acec-54ea4ed129f4, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a9e283-7764-45ea-af90-481abce78947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '89350b81-986a-4a61-b10d-4812eb903e76'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:20:33.734771 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:33.776760 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:33.798325 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:20:33.811669 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "PUT /v2.0/routers/4334d5c9-ee47-4042-bb3e-31739bbe7e77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1602368 Jun 25 09:20:33.811840 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51244) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:33.879626 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] For port 92427d9b-b1d3-4164-a47b-97fd918ab729, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:33.883072 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] For port 92427d9b-b1d3-4164-a47b-97fd918ab729, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=92427d9b-b1d3-4164-a47b-97fd918ab729,segment=NetworkSegment(45bbf581-f824-4356-ba6a-2538d5b4a782),segment_id=45bbf581-f824-4356-ba6a-2538d5b4a782)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:20:33.889926 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af47b61-62ed-46b1-973e-583fd2827722 None None] Sync routers for ids ['4334d5c9-ee47-4042-bb3e-31739bbe7e77'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:20:33.903918 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:33.912402 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:33.931957 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e6bcd-4e42-41a2-a36c-a984cad585ea req-2920d8e6-206b-43d4-a6d2-bb72b3aa209e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:33.944446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-652e6bcd-4e42-41a2-a36c-a984cad585ea req-2920d8e6-206b-43d4-a6d2-bb72b3aa209e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 945 time: 0.2242715 Jun 25 09:20:34.039204 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af47b61-62ed-46b1-973e-583fd2827722 None None] Routers {'4334d5c9-ee47-4042-bb3e-31739bbe7e77'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:34.039568 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-6af47b61-62ed-46b1-973e-583fd2827722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:20:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4334d5c9-ee47-4042-bb3e-31739bbe7e77'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:34.082844 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-652e6bcd-4e42-41a2-a36c-a984cad585ea req-2dc7c70b-a7f2-4b5d-8967-5500b8e777ee tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373799 Jun 25 09:20:34.270107 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 6d596503-1968-4944-8f65-7173c69c1c21, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6d596503-1968-4944-8f65-7173c69c1c21,segment=NetworkSegment(4fd74824-5b0a-4ab5-865e-27b4708ded19),segment_id=4fd74824-5b0a-4ab5-865e-27b4708ded19)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:34.274026 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-6af47b61-62ed-46b1-973e-583fd2827722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:34.466418 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:34.468656 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Pushing event updated for resources: {'Port': ['ID=92427d9b-b1d3-4164-a47b-97fd918ab729,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:34.480521 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] For port df456b5a-3c70-4205-acec-54ea4ed129f4, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:34.506399 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] For port df456b5a-3c70-4205-acec-54ea4ed129f4, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=df456b5a-3c70-4205-acec-54ea4ed129f4,segment=NetworkSegment(e6a9e283-7764-45ea-af90-481abce78947),segment_id=e6a9e283-7764-45ea-af90-481abce78947)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:20:34.519434 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device a015eacd-3798-4027-ad4c-ca8f38465560 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:20:34.555292 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-cf211547-9a92-4aef-a7a9-886ad09675c0 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:34.565015 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-cf211547-9a92-4aef-a7a9-886ad09675c0 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.41 "GET /v2.0/networks?id=80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4 HTTP/1.1" status: 200 len: 809 time: 0.4044130 Jun 25 09:20:34.587751 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:34.598070 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:34.612562 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:34.631264 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:34.655512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-d718abab-d37f-4e2f-bf1f-db451bac1ec5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Request body: {'port': {'device_id': '982c954d-5c23-4741-81bf-e1407c811db4', 'network_id': '80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4', 'admin_state_up': True, 'tenant_id': '466170a3aaa6480da8d256a10481523b'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:34.660088 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e01a4b04-58f6-4700-8a7e-b1629020e7ba None None] Provisioning complete for port 6d596503-1968-4944-8f65-7173c69c1c21 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:34.660982 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e01a4b04-58f6-4700-8a7e-b1629020e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:34.696866 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af47b61-62ed-46b1-973e-583fd2827722 None None] Routers {'4334d5c9-ee47-4042-bb3e-31739bbe7e77'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:34.698885 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-6af47b61-62ed-46b1-973e-583fd2827722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:20:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4334d5c9-ee47-4042-bb3e-31739bbe7e77'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:34.832016 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 92427d9b-b1d3-4164-a47b-97fd918ab729 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:20:34.946123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de11c13-ffa4-4218-9d37-ea7c4418724a req-7b7f6b81-c1f7-4511-a99f-a6b59d2185e6 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:34.960105 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7de11c13-ffa4-4218-9d37-ea7c4418724a req-7b7f6b81-c1f7-4511-a99f-a6b59d2185e6 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 944 time: 0.3928452 Jun 25 09:20:35.017433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-d718abab-d37f-4e2f-bf1f-db451bac1ec5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Made reservation on behalf of 466170a3aaa6480da8d256a10481523b for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:35.021353 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-d718abab-d37f-4e2f-bf1f-db451bac1ec5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:35.051623 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7de11c13-ffa4-4218-9d37-ea7c4418724a req-811e3008-96c6-4f5b-8481-4b9ccf0eb77d tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862894 Jun 25 09:20:35.106623 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:35.123929 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-768cb0f0-0c26-40de-8239-367da3e7d5e2 req-99c5be6a-e67b-4e66-9559-a56e81c12b9b tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 210 time: 0.0659907 Jun 25 09:20:35.190922 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:35.231806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-6af47b61-62ed-46b1-973e-583fd2827722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:35.233076 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af47b61-62ed-46b1-973e-583fd2827722 None None] The sync data for ids ['4334d5c9-ee47-4042-bb3e-31739bbe7e77'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:20:35.299034 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port a015eacd-3798-4027-ad4c-ca8f38465560 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:20:35.340394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ff8981-7ac6-44e0-9640-29f8458ff0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:35.352867 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fc9031-fe4b-4159-bf0a-0be58b359dbd" -d '{"events": [{"server_uuid": "56ff8981-7ac6-44e0-9640-29f8458ff0a1", "name": "network-vif-plugged", "status": "completed", "tag": "63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:35.361734 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=6d596503-1968-4944-8f65-7173c69c1c21,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:35.377821 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:35.382037 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.751s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:35.387141 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port a015eacd-3798-4027-ad4c-ca8f38465560 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:35.387605 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:35.453425 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 92427d9b-b1d3-4164-a47b-97fd918ab729 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:20:35.461870 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-d718abab-d37f-4e2f-bf1f-db451bac1ec5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Allocated IP 172.20.0.12 (80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4/57c344f0-9e97-4c7d-81c6-7e4b59883d4c/40f31681-5a5e-49e7-aa8a-744432f471fe) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:20:35.679546 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Pushing event updated for resources: {'Port': ['ID=df456b5a-3c70-4205-acec-54ea4ed129f4,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:35.809488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:35.823682 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:35.824394 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.593s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:35.824885 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:35.907321 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-d718abab-d37f-4e2f-bf1f-db451bac1ec5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:35.978444 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:35.990116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdbd68-3392-4b51-a660-dee9b16ee172 req-909054bd-a5ec-4888-b668-f502e03bbf55 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:35.992200 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cbdbd68-3392-4b51-a660-dee9b16ee172 req-909054bd-a5ec-4888-b668-f502e03bbf55 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 945 time: 0.2322111 Jun 25 09:20:36.016865 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a7d990-98c5-42bf-9839-a1e325276d14 x-openstack-request-id: req-f6a7d990-98c5-42bf-9839-a1e325276d14 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:36.017351 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ff8981-7ac6-44e0-9640-29f8458ff0a1", "name": "network-vif-plugged", "status": "completed", "tag": "63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:36.023409 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f6a7d990-98c5-42bf-9839-a1e325276d14 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:36.023905 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ff8981-7ac6-44e0-9640-29f8458ff0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57', 'code': 200} Jun 25 09:20:36.032717 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-d718abab-d37f-4e2f-bf1f-db451bac1ec5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:36.045558 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-444612ac-95b8-4e19-b2db-58b3a42696c8 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:36.101091 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cbdbd68-3392-4b51-a660-dee9b16ee172 req-1042ee52-97b8-4bcb-b62e-12a360c5341f tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011355 Jun 25 09:20:36.119647 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-d718abab-d37f-4e2f-bf1f-db451bac1ec5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Network 80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:20:36.126378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-d718abab-d37f-4e2f-bf1f-db451bac1ec5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:36.135719 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-d718abab-d37f-4e2f-bf1f-db451bac1ec5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:20:36.140389 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718abab-d37f-4e2f-bf1f-db451bac1ec5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Pushing event updated for resources: {'Port': ['ID=40f31681-5a5e-49e7-aa8a-744432f471fe,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:36.147539 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port a015eacd-3798-4027-ad4c-ca8f38465560, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=a015eacd-3798-4027-ad4c-ca8f38465560,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:36.158489 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bb7626-610b-4b3a-a576-33dbb4c12bd9 None None] Network aadf1a31-3b6f-4041-a063-19af2f371f44 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:20:36.163356 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:36.172659 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:36.177277 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d718abab-d37f-4e2f-bf1f-db451bac1ec5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:36.246461 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-d718abab-d37f-4e2f-bf1f-db451bac1ec5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:36.246760 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=a015eacd-3798-4027-ad4c-ca8f38465560,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:36.250074 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:36.251661 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-d718abab-d37f-4e2f-bf1f-db451bac1ec5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:36.295156 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-d718abab-d37f-4e2f-bf1f-db451bac1ec5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6960380 Jun 25 09:20:36.306256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6d59bf39-5fe7-4aad-b730-7b5045d1acb1 None None] Provisioning for port 92427d9b-b1d3-4164-a47b-97fd918ab729 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:20:36.316536 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Request body: {'port': {'device_id': '982c954d-5c23-4741-81bf-e1407c811db4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:36.335032 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6d59bf39-5fe7-4aad-b730-7b5045d1acb1 None None] Provisioning complete for port 92427d9b-b1d3-4164-a47b-97fd918ab729 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:36.335412 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d59bf39-5fe7-4aad-b730-7b5045d1acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:36.551997 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:36.618866 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f28d7-7f91-4229-9af4-4961a05d336a req-11e5373b-13ba-49e4-be7b-aa3dae4a318f tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:36.633051 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d59bf39-5fe7-4aad-b730-7b5045d1acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:36.635293 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-088f28d7-7f91-4229-9af4-4961a05d336a req-11e5373b-13ba-49e4-be7b-aa3dae4a318f tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 945 time: 0.2554986 Jun 25 09:20:36.647651 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd218dc4-5224-4d00-8dd8-0425f6777cf7 req-998bb6bb-11a9-4a1b-ab80-7155754fe903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:36.659237 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd218dc4-5224-4d00-8dd8-0425f6777cf7 req-998bb6bb-11a9-4a1b-ab80-7155754fe903 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 1097 time: 0.4619386 Jun 25 09:20:36.670824 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-ac3d3df5-e89b-48bb-bf57-c065cb349f20 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:20:36.673326 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ac3d3df5-e89b-48bb-bf57-c065cb349f20 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "PUT /v2.0/routers/4334d5c9-ee47-4042-bb3e-31739bbe7e77/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.8599288 Jun 25 09:20:36.685150 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c87756-e07e-4591-96d9-96fcdf630d4d req-e44dcfdc-f61c-476c-bba5-ac3612af907f tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:36.685380 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51308) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:36.687085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-08c87756-e07e-4591-96d9-96fcdf630d4d req-e44dcfdc-f61c-476c-bba5-ac3612af907f tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 932 time: 0.2617040 Jun 25 09:20:36.810094 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-6d59bf39-5fe7-4aad-b730-7b5045d1acb1 None None] For port 92427d9b-b1d3-4164-a47b-97fd918ab729, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=92427d9b-b1d3-4164-a47b-97fd918ab729,segment=NetworkSegment(45bbf581-f824-4356-ba6a-2538d5b4a782),segment_id=45bbf581-f824-4356-ba6a-2538d5b4a782)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:36.818825 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d59bf39-5fe7-4aad-b730-7b5045d1acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:36.836887 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d4429c0a-8a39-41a9-b8c1-df153fcce3a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:36.915805 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-088f28d7-7f91-4229-9af4-4961a05d336a req-10aca05c-accc-4c8b-97ba-8fde2647a6fb tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756574 Jun 25 09:20:37.000361 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-08c87756-e07e-4591-96d9-96fcdf630d4d req-bc68cf85-1ac0-47b6-9502-3c412bd26adc tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb3d4d52-4a5d-4d50-8da9-789459d34042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018649 Jun 25 09:20:37.011018 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6d596503-1968-4944-8f65-7173c69c1c21 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:20:37.026713 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd218dc4-5224-4d00-8dd8-0425f6777cf7 req-f5c76066-f69e-4571-8baf-5203ed9b2c80 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517258 Jun 25 09:20:37.187613 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59bf39-5fe7-4aad-b730-7b5045d1acb1 None None] Pushing event updated for resources: {'Port': ['ID=92427d9b-b1d3-4164-a47b-97fd918ab729,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:37.204097 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6d59bf39-5fe7-4aad-b730-7b5045d1acb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:37.232138 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6d596503-1968-4944-8f65-7173c69c1c21 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:37.232850 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:37.470064 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5d2272b-aa87-4aa6-abea-ad2aee941d15 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:37.574540 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21cf444-f4d7-4dc0-8c3a-694496f255b0 None None] Network 89350b81-986a-4a61-b10d-4812eb903e76 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:20:37.575012 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6df1e8-fd6f-4aa1-b46d-9a2714e60f17 req-1678cd7c-d996-40e2-b9ec-55de04de64c9 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:37.584685 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e6df1e8-fd6f-4aa1-b46d-9a2714e60f17 req-1678cd7c-d996-40e2-b9ec-55de04de64c9 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=3437129f-5ded-412a-9eec-4528a83c45eb HTTP/1.1" status: 200 len: 945 time: 0.3279018 Jun 25 09:20:37.635112 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ae571408-0b1a-4901-8caf-3e191769198e None None] Provisioning for port df456b5a-3c70-4205-acec-54ea4ed129f4 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:20:37.733367 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e6df1e8-fd6f-4aa1-b46d-9a2714e60f17 req-541b4baa-9c88-4265-bc06-31dc2b4e08bd tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475952 Jun 25 09:20:37.740321 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f31681-5a5e-49e7-aa8a-744432f471fe {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:20:37.768158 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:37.797073 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Transition to ACTIVE for port object 40f31681-5a5e-49e7-aa8a-744432f471fe will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:37.804595 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:37.813530 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1b9a46a4-95f7-428b-a9b9-5e63cc00cbf8 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:37.961132 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Pushing event updated for resources: {'Port': ['ID=40f31681-5a5e-49e7-aa8a-744432f471fe,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:38.038070 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3437129f-5ded-412a-9eec-4528a83c45eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a015eacd-3798-4027-ad4c-ca8f38465560'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:38.040413 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75decdb-8fd5-418e-be63-e3f0c9d250a3" -d '{"events": [{"server_uuid": "3437129f-5ded-412a-9eec-4528a83c45eb", "name": "network-vif-plugged", "status": "completed", "tag": "a015eacd-3798-4027-ad4c-ca8f38465560"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:38.052414 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:38.073681 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3e843dc9-7693-4c1d-8679-59a25271f73d None None] Provisioning for port 8f8f2e91-d6bb-4d0c-b02e-1040793c24c5 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:20:38.123281 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3e843dc9-7693-4c1d-8679-59a25271f73d None None] Provisioning complete for port 8f8f2e91-d6bb-4d0c-b02e-1040793c24c5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:38.123834 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e843dc9-7693-4c1d-8679-59a25271f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:38.202327 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-a5d2272b-aa87-4aa6-abea-ad2aee941d15 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Deleting port 8f8f2e91-d6bb-4d0c-b02e-1040793c24c5 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:38.211502 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5d2272b-aa87-4aa6-abea-ad2aee941d15 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:38.326388 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Attempting to bind port 40f31681-5a5e-49e7-aa8a-744432f471fe on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:20:38.326738 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Attempting to bind port 40f31681-5a5e-49e7-aa8a-744432f471fe by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '017365f4-4d38-48be-a282-acf4cea7d650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:20:38.327070 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Attempting to bind port 40f31681-5a5e-49e7-aa8a-744432f471fe on network 80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:38.342144 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device df456b5a-3c70-4205-acec-54ea4ed129f4 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:20:38.358627 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Port 40f31681-5a5e-49e7-aa8a-744432f471fe on network 80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:20:38.361398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Attempting to bind port 40f31681-5a5e-49e7-aa8a-744432f471fe on network 80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:38.390428 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3e843dc9-7693-4c1d-8679-59a25271f73d None None] Port 8f8f2e91-d6bb-4d0c-b02e-1040793c24c5 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:20:38.422587 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3e843dc9-7693-4c1d-8679-59a25271f73d None None] Provisioning complete for port 92427d9b-b1d3-4164-a47b-97fd918ab729 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:38.423186 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e843dc9-7693-4c1d-8679-59a25271f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:38.426874 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:20:38.427450 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Checking segment: {'id': '017365f4-4d38-48be-a282-acf4cea7d650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:38.428032 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Bound using segment: {'id': '017365f4-4d38-48be-a282-acf4cea7d650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:20:38.428637 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Bound port: 40f31681-5a5e-49e7-aa8a-744432f471fe, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017365f4-4d38-48be-a282-acf4cea7d650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:20:38.429197 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:38.489919 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5d2272b-aa87-4aa6-abea-ad2aee941d15 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:38.525643 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port df456b5a-3c70-4205-acec-54ea4ed129f4 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:20:38.529472 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-a5d2272b-aa87-4aa6-abea-ad2aee941d15 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Calling delete_port for 8f8f2e91-d6bb-4d0c-b02e-1040793c24c5 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:38.531001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5efbf8-d361-4acf-8d28-c8bbdfd32faa req-9f658fd9-94ae-49fb-b3a2-e68c60b4add0 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:38.539063 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cf5efbf8-d361-4acf-8d28-c8bbdfd32faa req-9f658fd9-94ae-49fb-b3a2-e68c60b4add0 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 945 time: 0.2854097 Jun 25 09:20:38.552264 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port df456b5a-3c70-4205-acec-54ea4ed129f4 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:38.552640 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:38.603942 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] For port 40f31681-5a5e-49e7-aa8a-744432f471fe, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:38.649875 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] For port 40f31681-5a5e-49e7-aa8a-744432f471fe, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=40f31681-5a5e-49e7-aa8a-744432f471fe,segment=NetworkSegment(017365f4-4d38-48be-a282-acf4cea7d650),segment_id=017365f4-4d38-48be-a282-acf4cea7d650)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:20:38.665253 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:38.677938 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9236e0e-e4d6-45a0-a383-348cbeeec81e req-f96cf83c-6dbb-4364-a7b8-aa68770ac0ce tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:38.680020 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9236e0e-e4d6-45a0-a383-348cbeeec81e req-f96cf83c-6dbb-4364-a7b8-aa68770ac0ce tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 944 time: 0.3243134 Jun 25 09:20:38.684639 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8ede7dea-f8f8-48af-91c6-2d35f36a88bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:38.758522 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cf5efbf8-d361-4acf-8d28-c8bbdfd32faa req-0b39dcca-c651-4e33-8f2e-07e225ef68ba tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177072 Jun 25 09:20:38.821039 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:38.889632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:38.889915 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:38.891277 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] 10.222.0.41 "PUT /v2.0/ports/40f31681-5a5e-49e7-aa8a-744432f471fe HTTP/1.1" status: 200 len: 1093 time: 2.5793431 Jun 25 09:20:38.891838 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982c954d-5c23-4741-81bf-e1407c811db4', 'tag': '40f31681-5a5e-49e7-aa8a-744432f471fe'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:38.895790 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31784e1f-8e2f-4071-8397-9462a88d74f6" -d '{"events": [{"name": "network-changed", "server_uuid": "982c954d-5c23-4741-81bf-e1407c811db4", "tag": "40f31681-5a5e-49e7-aa8a-744432f471fe"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:38.912260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port df456b5a-3c70-4205-acec-54ea4ed129f4, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=df456b5a-3c70-4205-acec-54ea4ed129f4,segment=NetworkSegment(e6a9e283-7764-45ea-af90-481abce78947),segment_id=e6a9e283-7764-45ea-af90-481abce78947)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:38.924364 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a09e25-0a68-4642-aa25-d928fe5a5483 x-openstack-request-id: req-d8a09e25-0a68-4642-aa25-d928fe5a5483 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:38.924683 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3437129f-5ded-412a-9eec-4528a83c45eb", "name": "network-vif-plugged", "status": "completed", "tag": "a015eacd-3798-4027-ad4c-ca8f38465560", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:38.927115 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d8a09e25-0a68-4642-aa25-d928fe5a5483 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:38.927581 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3437129f-5ded-412a-9eec-4528a83c45eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a015eacd-3798-4027-ad4c-ca8f38465560', 'code': 200} Jun 25 09:20:38.943073 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:38.952919 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-79bf81b6-513a-46ae-94eb-d8945414d33d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:39.034728 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=df456b5a-3c70-4205-acec-54ea4ed129f4,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:39.040079 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:39.041412 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8cdfce4d-4c8e-47f6-a8a8-ad206d9f4384 None None] Provisioning complete for port df456b5a-3c70-4205-acec-54ea4ed129f4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:39.041791 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8cdfce4d-4c8e-47f6-a8a8-ad206d9f4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:39.088870 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9236e0e-e4d6-45a0-a383-348cbeeec81e req-d7659336-910b-476b-a5b4-c4e4e68a33fb tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb3d4d52-4a5d-4d50-8da9-789459d34042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952470 Jun 25 09:20:39.131073 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 92427d9b-b1d3-4164-a47b-97fd918ab729 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:20:39.199139 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Pushing event updated for resources: {'Port': ['ID=40f31681-5a5e-49e7-aa8a-744432f471fe,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:39.228994 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:39.269635 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5d2272b-aa87-4aa6-abea-ad2aee941d15 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:39.286506 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7e64d29c-dde2-4591-bf12-d2e00738f3ee tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:39.298255 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6feb30-df05-4f5f-9099-287929ce1843 req-05673abe-114e-4786-894f-bf3038d1e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:39.299890 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dc6feb30-df05-4f5f-9099-287929ce1843 req-05673abe-114e-4786-894f-bf3038d1e4d1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3437129f-5ded-412a-9eec-4528a83c45eb HTTP/1.1" status: 200 len: 1097 time: 0.2655110 Jun 25 09:20:39.363325 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8cdfce4d-4c8e-47f6-a8a8-ad206d9f4384 None None] Could not find standard attr ID for object 8f8f2e91-d6bb-4d0c-b02e-1040793c24c5. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:20:39.367579 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 92427d9b-b1d3-4164-a47b-97fd918ab729 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:39.368920 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:39.402190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2272b-aa87-4aa6-abea-ad2aee941d15 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event deleted for resources: {'Port': ['ID=8f8f2e91-d6bb-4d0c-b02e-1040793c24c5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:39.413738 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a5d2272b-aa87-4aa6-abea-ad2aee941d15 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:39.466542 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dc6feb30-df05-4f5f-9099-287929ce1843 req-44c8d140-2ee0-4192-93ab-dbb04bc7ba1f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537294 Jun 25 09:20:39.501311 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-bb9ab850-1c51-403a-9214-2378723cacd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:39.502893 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-bb9ab850-1c51-403a-9214-2378723cacd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=466170a3aaa6480da8d256a10481523b&device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 1096 time: 0.5063891 Jun 25 09:20:39.583209 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9acd25-0976-48b7-9182-0ca929bb73d5 req-6e8a8de1-a9c6-4946-a84a-a6bff3538184 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:39.593837 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f9acd25-0976-48b7-9182-0ca929bb73d5 req-6e8a8de1-a9c6-4946-a84a-a6bff3538184 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=3437129f-5ded-412a-9eec-4528a83c45eb HTTP/1.1" status: 200 len: 945 time: 0.1729391 Jun 25 09:20:39.597280 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cdb124-f594-454a-bcdb-c656cab5e097 x-openstack-request-id: req-42cdb124-f594-454a-bcdb-c656cab5e097 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:39.597625 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982c954d-5c23-4741-81bf-e1407c811db4", "tag": "40f31681-5a5e-49e7-aa8a-744432f471fe", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:39.598001 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-42cdb124-f594-454a-bcdb-c656cab5e097 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:39.598354 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982c954d-5c23-4741-81bf-e1407c811db4', 'tag': '40f31681-5a5e-49e7-aa8a-744432f471fe', 'status': 'completed', 'code': 200} Jun 25 09:20:39.639241 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f9acd25-0976-48b7-9182-0ca929bb73d5 req-e6908692-12a5-4d4a-9df3-122645e80e52 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445073 Jun 25 09:20:39.747661 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5d2272b-aa87-4aa6-abea-ad2aee941d15 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:39.936294 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-7fe69cab-6c6c-4362-9a30-3f6dc217b873 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40f31681-5a5e-49e7-aa8a-744432f471fe HTTP/1.1" status: 200 len: 217 time: 0.0463591 Jun 25 09:20:39.996510 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72671e8-624d-4f46-9a25-37241b2ef122 req-ec5bb1a7-5975-499d-985e-5fce835d1747 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:40.003834 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d72671e8-624d-4f46-9a25-37241b2ef122 req-ec5bb1a7-5975-499d-985e-5fce835d1747 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 945 time: 0.1155462 Jun 25 09:20:40.101413 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d72671e8-624d-4f46-9a25-37241b2ef122 req-bc93e11e-8f20-4919-92fe-860bd07bf652 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965054 Jun 25 09:20:40.103553 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d2272b-aa87-4aa6-abea-ad2aee941d15 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Router 4334d5c9-ee47-4042-bb3e-31739bbe7e77 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:20:40.198838 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-e51b048e-f4aa-4cc3-9f2a-5ba56de140f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:40.200332 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-e51b048e-f4aa-4cc3-9f2a-5ba56de140f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57c344f0-9e97-4c7d-81c6-7e4b59883d4c HTTP/1.1" status: 200 len: 849 time: 0.2565141 Jun 25 09:20:40.267346 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-8fb5b4fd-8950-4244-90af-e5bbd52ed4b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307181 Jun 25 09:20:40.268552 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d2272b-aa87-4aa6-abea-ad2aee941d15 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:20:40.280861 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a5d2272b-aa87-4aa6-abea-ad2aee941d15 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "PUT /v2.0/routers/4334d5c9-ee47-4042-bb3e-31739bbe7e77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5877137 Jun 25 09:20:40.282938 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51408) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:40.286608 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4012ad-cd5f-4c46-983b-477bfc3ba7eb None None] Sync routers for ids ['4334d5c9-ee47-4042-bb3e-31739bbe7e77'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:20:40.307750 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4012ad-cd5f-4c46-983b-477bfc3ba7eb None None] Routers {'4334d5c9-ee47-4042-bb3e-31739bbe7e77'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:40.308488 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-eb4012ad-cd5f-4c46-983b-477bfc3ba7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:20:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4334d5c9-ee47-4042-bb3e-31739bbe7e77'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:40.371744 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-eb4012ad-cd5f-4c46-983b-477bfc3ba7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:40.375123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595382e2-8443-4a25-8294-f4c98233cb4b req-fe03fd1b-be2b-4b01-8438-3f134a373a79 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:40.381797 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4012ad-cd5f-4c46-983b-477bfc3ba7eb None None] Routers {'4334d5c9-ee47-4042-bb3e-31739bbe7e77'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:40.382626 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-eb4012ad-cd5f-4c46-983b-477bfc3ba7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:20:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4334d5c9-ee47-4042-bb3e-31739bbe7e77'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:40.383208 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-595382e2-8443-4a25-8294-f4c98233cb4b req-fe03fd1b-be2b-4b01-8438-3f134a373a79 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 944 time: 0.1422443 Jun 25 09:20:40.429212 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-eb4012ad-cd5f-4c46-983b-477bfc3ba7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:40.430230 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4012ad-cd5f-4c46-983b-477bfc3ba7eb None None] The sync data for ids ['4334d5c9-ee47-4042-bb3e-31739bbe7e77'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:20:40.451498 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-e9e7b3ce-71db-4e52-a242-61028ba7d935 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] delete failed (client error): The resource could not be found. Jun 25 09:20:40.452547 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e9e7b3ce-71db-4e52-a242-61028ba7d935 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "DELETE /v2.0/routers/tempest-non_exist_router-1228732587 HTTP/1.1" status: 404 len: 335 time: 0.1672378 Jun 25 09:20:40.457172 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51414) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:40.460530 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-595382e2-8443-4a25-8294-f4c98233cb4b req-7a810177-db50-4f3a-bc3c-799cb3028817 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb3d4d52-4a5d-4d50-8da9-789459d34042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742440 Jun 25 09:20:40.463626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-32a1b29b-9e18-4997-a635-d4c63dad01c0 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Request body: {'router': {'external_gateway_info': {'network_id': '4334d5c9-ee47-4042-bb3e-31739bbe7e77'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:40.490401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac2a12-aecf-4ece-8de6-cc2e81a0570c req-ebe93d01-0d24-4edd-b876-9c179371a5bc tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:40.498585 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-33ac2a12-aecf-4ece-8de6-cc2e81a0570c req-ebe93d01-0d24-4edd-b876-9c179371a5bc tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 1097 time: 0.1761868 Jun 25 09:20:40.621643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-33ac2a12-aecf-4ece-8de6-cc2e81a0570c req-d957393f-4d84-4d39-a12a-982d3005789b tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215701 Jun 25 09:20:40.776052 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-4341e130-5180-4718-83ac-5973b97bc11b service neutron] 10.222.0.41 "GET /v2.0/networks/80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920106 Jun 25 09:20:40.786168 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-32a1b29b-9e18-4997-a635-d4c63dad01c0 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:40.951329 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-32a1b29b-9e18-4997-a635-d4c63dad01c0 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] update failed (client error): The resource could not be found. Jun 25 09:20:40.958017 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-32a1b29b-9e18-4997-a635-d4c63dad01c0 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "PUT /v2.0/routers/4334d5c9-ee47-4042-bb3e-31739bbe7e77 HTTP/1.1" status: 404 len: 339 time: 0.4942081 Jun 25 09:20:40.963036 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51430) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:40.998959 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0ff7c-87e6-4247-9e7f-c3167578a601 req-fd43a452-aae6-4fb0-ae8a-d600c030de52 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:41.007234 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8e0ff7c-87e6-4247-9e7f-c3167578a601 req-fd43a452-aae6-4fb0-ae8a-d600c030de52 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 1097 time: 0.1285057 Jun 25 09:20:41.055628 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8e0ff7c-87e6-4247-9e7f-c3167578a601 req-af1793b2-12ce-4b27-a32f-68168974d14c tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443869 Jun 25 09:20:41.074418 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device df456b5a-3c70-4205-acec-54ea4ed129f4 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:20:41.240148 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port df456b5a-3c70-4205-acec-54ea4ed129f4 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:41.240666 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:41.326785 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e6793-ad9c-4dcd-9566-f1a25ff00f44 req-ee38a528-6c80-4b1e-8f83-9a6aa43c63ab tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:41.336848 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-943e6793-ad9c-4dcd-9566-f1a25ff00f44 req-ee38a528-6c80-4b1e-8f83-9a6aa43c63ab tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=3437129f-5ded-412a-9eec-4528a83c45eb HTTP/1.1" status: 200 len: 945 time: 0.2102108 Jun 25 09:20:41.425476 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0f8a16b0-0d30-436f-af85-a38be36cff57 req-0a20bb1f-dfd4-49c7-add5-ca56b092a703 service neutron] 10.222.0.41 "GET /v2.0/networks/80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6257997 Jun 25 09:20:41.433047 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-943e6793-ad9c-4dcd-9566-f1a25ff00f44 req-0713ecfa-308e-4fb3-86a9-94f095294dbd tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884922 Jun 25 09:20:41.736311 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:41.835059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353585f-802b-4a00-bd66-2b71d3921010 req-ed7ba245-9ff2-4945-9159-bdc89fbaa1ad tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:41.842286 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1353585f-802b-4a00-bd66-2b71d3921010 req-ed7ba245-9ff2-4945-9159-bdc89fbaa1ad tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 944 time: 0.1838653 Jun 25 09:20:41.867890 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64533f61-8faf-445c-aa13-712dc2a5d7ad req-0b46f852-27d9-44dd-b477-83bed4901647 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:41.875772 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64533f61-8faf-445c-aa13-712dc2a5d7ad req-0b46f852-27d9-44dd-b477-83bed4901647 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 1097 time: 0.1224611 Jun 25 09:20:41.890635 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31784e1f-8e2f-4071-8397-9462a88d74f6 req-cfdac20e-f7e0-43ca-960a-035b01bb8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:41.895823 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-31784e1f-8e2f-4071-8397-9462a88d74f6 req-cfdac20e-f7e0-43ca-960a-035b01bb8af1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=466170a3aaa6480da8d256a10481523b&device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 1096 time: 0.3198843 Jun 25 09:20:41.927059 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1353585f-802b-4a00-bd66-2b71d3921010 req-98ff04b9-ea03-426e-8844-855271738b5c tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb3d4d52-4a5d-4d50-8da9-789459d34042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798769 Jun 25 09:20:41.969281 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64533f61-8faf-445c-aa13-712dc2a5d7ad req-d3ac8670-a62c-4034-8bd6-89d00f6b57a8 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926242 Jun 25 09:20:42.194536 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31784e1f-8e2f-4071-8397-9462a88d74f6 req-7c826088-fa61-40bb-8456-0e86b3098bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:42.196049 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-31784e1f-8e2f-4071-8397-9462a88d74f6 req-7c826088-fa61-40bb-8456-0e86b3098bde service neutron] 10.222.0.41 "GET /v2.0/networks?id=80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4 HTTP/1.1" status: 200 len: 911 time: 0.2849143 Jun 25 09:20:42.292995 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-31784e1f-8e2f-4071-8397-9462a88d74f6 req-93b48340-5da7-4065-9abb-a0db136d0869 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40f31681-5a5e-49e7-aa8a-744432f471fe HTTP/1.1" status: 200 len: 217 time: 0.0597181 Jun 25 09:20:42.355513 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Allocated IP 172.20.0.1 (bd02c226-cc88-41ca-a97d-0c2e9c60f2ff/a092f430-64a1-4711-9b02-7377bf72dd94/bb6f157d-ce89-4b4f-9bea-04cf982e9ff9) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:20:42.389826 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31784e1f-8e2f-4071-8397-9462a88d74f6 req-2d3ec6f2-d219-416e-8fd6-3f731a32b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:42.391393 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-31784e1f-8e2f-4071-8397-9462a88d74f6 req-2d3ec6f2-d219-416e-8fd6-3f731a32b641 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57c344f0-9e97-4c7d-81c6-7e4b59883d4c HTTP/1.1" status: 200 len: 849 time: 0.0887003 Jun 25 09:20:42.490946 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-31784e1f-8e2f-4071-8397-9462a88d74f6 req-472a6f02-06d1-4760-8f5d-db59d30cbba2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860569 Jun 25 09:20:43.071759 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:43.095219 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Transition to ACTIVE for port object bb6f157d-ce89-4b4f-9bea-04cf982e9ff9 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:43.098636 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-31784e1f-8e2f-4071-8397-9462a88d74f6 req-595fdede-a724-4dcc-be0a-dd7eef25cf15 service neutron] 10.222.0.41 "GET /v2.0/networks/80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996227 Jun 25 09:20:43.156766 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc87b02-c620-47d5-b561-065b101916d7 req-bcef777e-3185-4f4e-8619-177202f67a50 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:43.165137 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5dc87b02-c620-47d5-b561-065b101916d7 req-bcef777e-3185-4f4e-8619-177202f67a50 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=3437129f-5ded-412a-9eec-4528a83c45eb HTTP/1.1" status: 200 len: 945 time: 0.5608954 Jun 25 09:20:43.215033 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-31784e1f-8e2f-4071-8397-9462a88d74f6 req-16d303a0-22cf-42fb-968e-569909944548 service neutron] 10.222.0.41 "GET /v2.0/networks/80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078048 Jun 25 09:20:43.248372 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5dc87b02-c620-47d5-b561-065b101916d7 req-92adb79e-60a1-477c-9f46-6891a0a11b10 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818498 Jun 25 09:20:43.280013 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:43.285419 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a5d2272b-aa87-4aa6-abea-ad2aee941d15 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:43.336228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697ae7f-a35e-4ad8-9cba-5d0b96c33449 req-9e0f3284-791f-4e8c-adc2-df5c6dc347fe tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:43.336463 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Network bd02c226-cc88-41ca-a97d-0c2e9c60f2ff is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:20:43.338715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6697ae7f-a35e-4ad8-9cba-5d0b96c33449 req-9e0f3284-791f-4e8c-adc2-df5c6dc347fe tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 944 time: 0.1498175 Jun 25 09:20:43.343487 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:43.349738 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:20:43.383273 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event updated for resources: {'Port': ['ID=bb6f157d-ce89-4b4f-9bea-04cf982e9ff9,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:43.389905 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:43.434065 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:43.451744 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6697ae7f-a35e-4ad8-9cba-5d0b96c33449 req-a5dca311-f5cc-4660-8536-da81a1f27def tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb3d4d52-4a5d-4d50-8da9-789459d34042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036112 Jun 25 09:20:43.624605 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:43.643827 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a92614-ee97-4dac-b2d8-0858fb946b81 req-407ab59e-ef63-4ab1-a3ac-e63633e8aee8 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:43.652423 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5a92614-ee97-4dac-b2d8-0858fb946b81 req-407ab59e-ef63-4ab1-a3ac-e63633e8aee8 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 1097 time: 0.1734509 Jun 25 09:20:43.756473 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5a92614-ee97-4dac-b2d8-0858fb946b81 req-5360673b-e9d3-4743-8892-c2fbbd41d1ec tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997088 Jun 25 09:20:43.827955 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5d451c7b-ba21-49a9-8a79-229f82c8027f None None] Provisioning for port bb6f157d-ce89-4b4f-9bea-04cf982e9ff9 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:20:43.833484 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5d451c7b-ba21-49a9-8a79-229f82c8027f None None] Provisioning complete for port bb6f157d-ce89-4b4f-9bea-04cf982e9ff9 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:43.835539 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5d451c7b-ba21-49a9-8a79-229f82c8027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:43.930493 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5d451c7b-ba21-49a9-8a79-229f82c8027f None None] Port bb6f157d-ce89-4b4f-9bea-04cf982e9ff9 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:20:44.115708 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:44.128056 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:44.133149 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:44.225844 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:44.244294 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event updated for resources: {'Port': ['ID=bb6f157d-ce89-4b4f-9bea-04cf982e9ff9,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:44.247782 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:44.531810 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Network bd02c226-cc88-41ca-a97d-0c2e9c60f2ff is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:20:44.533570 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:44.551351 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 40f31681-5a5e-49e7-aa8a-744432f471fe details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:20:44.827871 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9c1c5-6f81-4b00-b228-43f0e2a0c46d req-dbca3c18-eecd-419a-9a40-cb6498278dac tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:44.840798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3df9c1c5-6f81-4b00-b228-43f0e2a0c46d req-dbca3c18-eecd-419a-9a40-cb6498278dac tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 944 time: 0.1304681 Jun 25 09:20:44.926022 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Router 4334d5c9-ee47-4042-bb3e-31739bbe7e77 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:20:44.936937 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 40f31681-5a5e-49e7-aa8a-744432f471fe, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=40f31681-5a5e-49e7-aa8a-744432f471fe,segment=NetworkSegment(017365f4-4d38-48be-a282-acf4cea7d650),segment_id=017365f4-4d38-48be-a282-acf4cea7d650)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:44.962243 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3df9c1c5-6f81-4b00-b228-43f0e2a0c46d req-e701fcaf-f26e-4d84-b607-36a20d93330b tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb3d4d52-4a5d-4d50-8da9-789459d34042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189954 Jun 25 09:20:44.989075 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '40f31681-5a5e-49e7-aa8a-744432f471fe', 'network_id': '80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4', 'port_id': '40f31681-5a5e-49e7-aa8a-744432f471fe', 'mac_address': 'fa:16:3e:06:29:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c344f0-9e97-4c7d-81c6-7e4b59883d4c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:20:45.097713 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:45.135896 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f31681-5a5e-49e7-aa8a-744432f471fe {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:20:45.143337 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1f711dca-2dda-4395-a18e-648029151df5 None None] Provisioning complete for port bb6f157d-ce89-4b4f-9bea-04cf982e9ff9 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:45.143737 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f711dca-2dda-4395-a18e-648029151df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:45.214529 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 40f31681-5a5e-49e7-aa8a-744432f471fe, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=40f31681-5a5e-49e7-aa8a-744432f471fe,segment=NetworkSegment(017365f4-4d38-48be-a282-acf4cea7d650),segment_id=017365f4-4d38-48be-a282-acf4cea7d650)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:45.227906 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:20:45.234986 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:45.235211 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "PUT /v2.0/routers/4334d5c9-ee47-4042-bb3e-31739bbe7e77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2710629 Jun 25 09:20:45.237918 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51574) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:45.263051 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f3d07ea7-b0ea-4fc1-ba8e-fcbf9ac4ca45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:45.279020 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1f711dca-2dda-4395-a18e-648029151df5 None None] Port bb6f157d-ce89-4b4f-9bea-04cf982e9ff9 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:20:45.292108 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcd9550-b777-417a-96f0-709ecab4311b None None] Sync routers for ids ['4334d5c9-ee47-4042-bb3e-31739bbe7e77'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:20:45.356631 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcd9550-b777-417a-96f0-709ecab4311b None None] Routers {'4334d5c9-ee47-4042-bb3e-31739bbe7e77'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:45.358238 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4dcd9550-b777-417a-96f0-709ecab4311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:20:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4334d5c9-ee47-4042-bb3e-31739bbe7e77'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:45.439779 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47d64870-e078-4743-93fb-41fab3f6bb3c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:45.477481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4dcd9550-b777-417a-96f0-709ecab4311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:45.520301 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcd9550-b777-417a-96f0-709ecab4311b None None] Routers {'4334d5c9-ee47-4042-bb3e-31739bbe7e77'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:45.520956 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4dcd9550-b777-417a-96f0-709ecab4311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:20:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4334d5c9-ee47-4042-bb3e-31739bbe7e77'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:45.575339 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4dcd9550-b777-417a-96f0-709ecab4311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:45.576008 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcd9550-b777-417a-96f0-709ecab4311b None None] The sync data for ids ['4334d5c9-ee47-4042-bb3e-31739bbe7e77'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:20:45.586756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=40f31681-5a5e-49e7-aa8a-744432f471fe,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:45.590534 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:45.634279 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-47d64870-e078-4743-93fb-41fab3f6bb3c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 25 09:20:45.635849 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-47d64870-e078-4743-93fb-41fab3f6bb3c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "DELETE /v2.0/routers/4334d5c9-ee47-4042-bb3e-31739bbe7e77 HTTP/1.1" status: 409 len: 329 time: 0.3966432 Jun 25 09:20:45.640217 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51592) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:45.757096 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-453d42de-0433-45a6-b08d-25ff05e87e65 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:45.759312 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-453d42de-0433-45a6-b08d-25ff05e87e65 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/networks?id=c08e5a4c-f042-4b9b-b224-5ef23744d992 HTTP/1.1" status: 200 len: 812 time: 0.1267033 Jun 25 09:20:45.780243 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-48a4dda0-ad0d-4917-b26a-ffbb8244eb3e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/quotas/7bf80ed1f58747e6bfab8fdd248c07e4 HTTP/1.1" status: 200 len: 375 time: 0.0130143 Jun 25 09:20:45.802654 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['40f31681-5a5e-49e7-aa8a-744432f471fe'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:20:45.932196 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-f1527297-7a1c-4499-b48b-f22121bc65db tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=7bf80ed1f58747e6bfab8fdd248c07e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1418257 Jun 25 09:20:45.959872 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-aded6959-0181-4f59-9d65-b894d6116e63 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:20:45.960994 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-aded6959-0181-4f59-9d65-b894d6116e63 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062263 Jun 25 09:20:46.075016 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-d08f6db8-b5e4-425c-89cf-b6f348e8fb8b tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:20:46.081587 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-d08f6db8-b5e4-425c-89cf-b6f348e8fb8b tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0341113 Jun 25 09:20:46.088960 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-786f2a8b-2656-441f-8b99-20ce0e1457ed service neutron] Request body: {'binding': {'host': 'n-h1-761264-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:46.089819 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-786f2a8b-2656-441f-8b99-20ce0e1457ed service neutron] Unknown quota resources ['binding']. {{(pid=94025) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 09:20:46.199611 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-f22c83c6-5aea-41b1-985e-4d3d0a5309ca service neutron] 10.222.0.93 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092040 Jun 25 09:20:46.323592 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d405bbf-6d55-434f-ad54-5908a28a3133 req-6760df37-45ce-4065-9020-d3dc0486f172 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:46.325501 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7d405bbf-6d55-434f-ad54-5908a28a3133 req-6760df37-45ce-4065-9020-d3dc0486f172 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.41 "GET /v2.0/ports?device_id=3437129f-5ded-412a-9eec-4528a83c45eb HTTP/1.1" status: 200 len: 945 time: 0.2073214 Jun 25 09:20:46.420304 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-9f692b31-f34a-43ad-af41-f803969f929b service neutron] 10.222.0.93 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042520 Jun 25 09:20:46.508488 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-440548d2-0a09-42aa-980c-21be04ce2a9a tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:46.526796 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32cb98-89d5-4ba9-b8c7-27f13e15b63a req-16a3ce98-d087-4cc2-86b6-6250eb5273f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:46.528311 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0b32cb98-89d5-4ba9-b8c7-27f13e15b63a req-16a3ce98-d087-4cc2-86b6-6250eb5273f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c5ba137-0ef1-4626-b092-303a74ea8082 HTTP/1.1" status: 200 len: 945 time: 0.3189211 Jun 25 09:20:46.642169 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-7d405bbf-6d55-434f-ad54-5908a28a3133 req-2eff9e17-205a-4fed-ad94-83f2a4fa9ab9 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Deleting port a015eacd-3798-4027-ad4c-ca8f38465560 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:46.642570 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7d405bbf-6d55-434f-ad54-5908a28a3133 req-2eff9e17-205a-4fed-ad94-83f2a4fa9ab9 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:46.661937 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-786f2a8b-2656-441f-8b99-20ce0e1457ed service neutron] Attempting to bind port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 on host n-h1-761264-15 for vnic_type normal with profile None {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:20:46.662303 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-786f2a8b-2656-441f-8b99-20ce0e1457ed service neutron] Attempting to bind port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:20:46.662552 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-786f2a8b-2656-441f-8b99-20ce0e1457ed service neutron] Attempting to bind port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:46.717100 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-786f2a8b-2656-441f-8b99-20ce0e1457ed service neutron] Port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 on network 86032570-f2c0-48a3-9354-653695b1e594 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:20:46.717492 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-786f2a8b-2656-441f-8b99-20ce0e1457ed service neutron] Attempting to bind port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:46.750598 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-786f2a8b-2656-441f-8b99-20ce0e1457ed service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:20:46.750794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-786f2a8b-2656-441f-8b99-20ce0e1457ed service neutron] Checking segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:46.751281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-786f2a8b-2656-441f-8b99-20ce0e1457ed service neutron] Bound using segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:20:46.751742 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-786f2a8b-2656-441f-8b99-20ce0e1457ed service neutron] Bound port: 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:20:46.999378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c12485-b6fd-4603-ab96-eb83ea567728 req-458ad213-1205-4003-a32e-089c18957988 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:47.005893 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b3c12485-b6fd-4603-ab96-eb83ea567728 req-458ad213-1205-4003-a32e-089c18957988 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 945 time: 0.1273806 Jun 25 09:20:47.018742 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-7d405bbf-6d55-434f-ad54-5908a28a3133 req-2eff9e17-205a-4fed-ad94-83f2a4fa9ab9 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] For port a015eacd-3798-4027-ad4c-ca8f38465560, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=a015eacd-3798-4027-ad4c-ca8f38465560,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:47.019228 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7d405bbf-6d55-434f-ad54-5908a28a3133 req-2eff9e17-205a-4fed-ad94-83f2a4fa9ab9 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:47.073588 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-7d405bbf-6d55-434f-ad54-5908a28a3133 req-2eff9e17-205a-4fed-ad94-83f2a4fa9ab9 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Calling delete_port for a015eacd-3798-4027-ad4c-ca8f38465560 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:47.086973 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b3c12485-b6fd-4603-ab96-eb83ea567728 req-2d35e4aa-3766-49e5-9431-34efeae42844 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb3d4d52-4a5d-4d50-8da9-789459d34042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743756 Jun 25 09:20:47.207298 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-786f2a8b-2656-441f-8b99-20ce0e1457ed service neutron] For port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:20:47.310712 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-786f2a8b-2656-441f-8b99-20ce0e1457ed service neutron] Notify callbacks [] for binding, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:47.311891 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-786f2a8b-2656-441f-8b99-20ce0e1457ed service neutron] 10.222.0.93 "POST /v2.0/ports/63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57/bindings HTTP/1.1" status: 201 len: 390 time: 1.2293389 Jun 25 09:20:47.438611 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0b32cb98-89d5-4ba9-b8c7-27f13e15b63a req-74fab8d8-4e0b-4bc6-b3f2-129937da2382 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Deleting port ad7420cd-c71d-4c15-89bc-7cff837bd85b {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:47.440285 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0b32cb98-89d5-4ba9-b8c7-27f13e15b63a req-74fab8d8-4e0b-4bc6-b3f2-129937da2382 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:47.876514 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-760bfe88-017e-447a-95c8-a2e4fb8f7167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:47.879140 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-760bfe88-017e-447a-95c8-a2e4fb8f7167 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 1097 time: 0.2219064 Jun 25 09:20:48.009975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0b32cb98-89d5-4ba9-b8c7-27f13e15b63a req-74fab8d8-4e0b-4bc6-b3f2-129937da2382 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] For port ad7420cd-c71d-4c15-89bc-7cff837bd85b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=ad7420cd-c71d-4c15-89bc-7cff837bd85b,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:48.012860 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0b32cb98-89d5-4ba9-b8c7-27f13e15b63a req-74fab8d8-4e0b-4bc6-b3f2-129937da2382 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:48.046602 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0b32cb98-89d5-4ba9-b8c7-27f13e15b63a req-74fab8d8-4e0b-4bc6-b3f2-129937da2382 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Calling delete_port for ad7420cd-c71d-4c15-89bc-7cff837bd85b owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:48.171503 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-d372215d-cb56-403e-9f99-d1b655e03c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:48.175668 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-d372215d-cb56-403e-9f99-d1b655e03c7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.1870854 Jun 25 09:20:48.288525 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-4fd0f09f-3b81-4ab1-a118-cc21908308d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 HTTP/1.1" status: 200 len: 217 time: 0.1005073 Jun 25 09:20:48.417454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-3e24e953-3ca1-4ad8-befe-59f1ff1bf526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:48.425008 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-3e24e953-3ca1-4ad8-befe-59f1ff1bf526 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.1189661 Jun 25 09:20:48.449908 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12567649-215d-4922-8240-18649ee80f81 req-654d8c7f-e1ec-48bf-b6f7-6c7e049de53c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:48.469299 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12567649-215d-4922-8240-18649ee80f81 req-654d8c7f-e1ec-48bf-b6f7-6c7e049de53c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 945 time: 0.5994291 Jun 25 09:20:48.527306 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7d405bbf-6d55-434f-ad54-5908a28a3133 req-2eff9e17-205a-4fed-ad94-83f2a4fa9ab9 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:48.535460 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:48.560085 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 40f31681-5a5e-49e7-aa8a-744432f471fe up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:20:48.565505 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff9e17-205a-4fed-ad94-83f2a4fa9ab9 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Pushing event deleted for resources: {'Port': ['ID=a015eacd-3798-4027-ad4c-ca8f38465560,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:48.576765 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2eff9e17-205a-4fed-ad94-83f2a4fa9ab9 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:48.588237 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0b32cb98-89d5-4ba9-b8c7-27f13e15b63a req-74fab8d8-4e0b-4bc6-b3f2-129937da2382 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:48.600766 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0a28ad53-cfec-4722-b9e3-9b47f7c4c1da tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:48.605276 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-402a16e6-3232-45e7-9880-d6305aac7ce9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266632 Jun 25 09:20:48.646062 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fab8d8-4e0b-4bc6-b3f2-129937da2382 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Pushing event deleted for resources: {'Port': ['ID=ad7420cd-c71d-4c15-89bc-7cff837bd85b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:48.737530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 40f31681-5a5e-49e7-aa8a-744432f471fe completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:20:48.745602 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 40f31681-5a5e-49e7-aa8a-744432f471fe triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:20:48.746474 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:48.867297 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12567649-215d-4922-8240-18649ee80f81 req-e57ef3cc-a6f2-43fe-8a37-058bed6743e0 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966408 Jun 25 09:20:48.923616 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2632cc-4630-4087-b2ae-a055960a7a5e req-159b004c-5365-43ec-802e-a05b3874ddc5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:48.931600 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7d2632cc-4630-4087-b2ae-a055960a7a5e req-159b004c-5365-43ec-802e-a05b3874ddc5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 945 time: 0.3542597 Jun 25 09:20:48.956161 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:49.008035 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982c954d-5c23-4741-81bf-e1407c811db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f31681-5a5e-49e7-aa8a-744432f471fe'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:49.010362 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01a4cb7-b276-4277-94d5-40c6b54eb1b7" -d '{"events": [{"server_uuid": "982c954d-5c23-4741-81bf-e1407c811db4", "name": "network-vif-plugged", "status": "completed", "tag": "40f31681-5a5e-49e7-aa8a-744432f471fe"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:49.020060 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-ff22ce96-f16a-426d-bfbf-b8b221a3a562 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982470 Jun 25 09:20:49.046114 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 40f31681-5a5e-49e7-aa8a-744432f471fe, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=40f31681-5a5e-49e7-aa8a-744432f471fe,segment=NetworkSegment(017365f4-4d38-48be-a282-acf4cea7d650),segment_id=017365f4-4d38-48be-a282-acf4cea7d650)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:49.053579 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:49.055823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device a015eacd-3798-4027-ad4c-ca8f38465560 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:49.121015 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0cea141-bb7a-4224-b5e0-d6bb891b45cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:49.251084 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: a015eacd-3798-4027-ad4c-ca8f38465560 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:20:49.251408 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device a015eacd-3798-4027-ad4c-ca8f38465560 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:20:49.259099 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=40f31681-5a5e-49e7-aa8a-744432f471fe,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:49.263122 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:49.266834 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-76357390-a811-4980-a180-dd4cacc51d26 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336135 Jun 25 09:20:49.332070 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device ad7420cd-c71d-4c15-89bc-7cff837bd85b no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:49.365847 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7d2632cc-4630-4087-b2ae-a055960a7a5e req-5b1dab7d-9623-42d3-bac6-8706bf7d7ede tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb3d4d52-4a5d-4d50-8da9-789459d34042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211118 Jun 25 09:20:49.393260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: ad7420cd-c71d-4c15-89bc-7cff837bd85b {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:20:49.393607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device ad7420cd-c71d-4c15-89bc-7cff837bd85b not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:20:49.397224 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-74fab8d8-4e0b-4bc6-b3f2-129937da2382 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:49.413173 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af7a0838-c771-4d8e-b87b-037108c182a9 req-20c9c90f-2b19-43bd-be06-0164be3d2d3f tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1da37ca-6fe7-4d6b-a8fa-c08f399ff224 HTTP/1.1" status: 200 len: 210 time: 0.1452639 Jun 25 09:20:49.419890 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d405bbf-6d55-434f-ad54-5908a28a3133 req-2eff9e17-205a-4fed-ad94-83f2a4fa9ab9 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] No DVR routers for this DVR port a015eacd-3798-4027-ad4c-ca8f38465560 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:49.429318 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7d405bbf-6d55-434f-ad54-5908a28a3133 req-2eff9e17-205a-4fed-ad94-83f2a4fa9ab9 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:49.431685 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7d405bbf-6d55-434f-ad54-5908a28a3133 req-2eff9e17-205a-4fed-ad94-83f2a4fa9ab9 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.41 "DELETE /v2.0/ports/a015eacd-3798-4027-ad4c-ca8f38465560 HTTP/1.1" status: 204 len: 173 time: 3.0980113 Jun 25 09:20:49.643288 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3437129f-5ded-412a-9eec-4528a83c45eb', 'name': 'network-vif-deleted', 'tag': 'a015eacd-3798-4027-ad4c-ca8f38465560'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:49.650125 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3bda00-b43b-4d15-bc6b-4e9de3839fab" -d '{"events": [{"server_uuid": "3437129f-5ded-412a-9eec-4528a83c45eb", "name": "network-vif-deleted", "tag": "a015eacd-3798-4027-ad4c-ca8f38465560"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:49.661136 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b32cb98-89d5-4ba9-b8c7-27f13e15b63a req-74fab8d8-4e0b-4bc6-b3f2-129937da2382 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] No DVR routers for this DVR port ad7420cd-c71d-4c15-89bc-7cff837bd85b on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:49.665377 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0b32cb98-89d5-4ba9-b8c7-27f13e15b63a req-74fab8d8-4e0b-4bc6-b3f2-129937da2382 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:49.669456 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0b32cb98-89d5-4ba9-b8c7-27f13e15b63a req-74fab8d8-4e0b-4bc6-b3f2-129937da2382 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.38 "DELETE /v2.0/ports/ad7420cd-c71d-4c15-89bc-7cff837bd85b HTTP/1.1" status: 204 len: 173 time: 3.0996397 Jun 25 09:20:49.685645 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1680437c-ab03-43a2-81e4-5422fd1bcc6e x-openstack-request-id: req-1680437c-ab03-43a2-81e4-5422fd1bcc6e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:49.687996 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982c954d-5c23-4741-81bf-e1407c811db4", "name": "network-vif-plugged", "status": "completed", "tag": "40f31681-5a5e-49e7-aa8a-744432f471fe", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:49.688887 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1680437c-ab03-43a2-81e4-5422fd1bcc6e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:49.690592 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982c954d-5c23-4741-81bf-e1407c811db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f31681-5a5e-49e7-aa8a-744432f471fe', 'code': 200} Jun 25 09:20:49.705863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-01dc0457-75d0-43cd-b915-1b7d48cb55a9 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:49.707643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-01dc0457-75d0-43cd-b915-1b7d48cb55a9 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1&tenant_id=7474114b2c184a18967efdee86f25425&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 1097 time: 0.2866373 Jun 25 09:20:49.729065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-440548d2-0a09-42aa-980c-21be04ce2a9a tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Deleting port bb6f157d-ce89-4b4f-9bea-04cf982e9ff9 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:49.729547 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-440548d2-0a09-42aa-980c-21be04ce2a9a tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:49.758072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-15'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:49.978483 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:50.076610 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274a0c57-d00e-4770-8562-7db0819dc552 x-openstack-request-id: req-274a0c57-d00e-4770-8562-7db0819dc552 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:50.081809 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3437129f-5ded-412a-9eec-4528a83c45eb", "name": "network-vif-deleted", "tag": "a015eacd-3798-4027-ad4c-ca8f38465560", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:50.082617 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-274a0c57-d00e-4770-8562-7db0819dc552 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:50.083218 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3437129f-5ded-412a-9eec-4528a83c45eb', 'name': 'network-vif-deleted', 'tag': 'a015eacd-3798-4027-ad4c-ca8f38465560', 'status': 'completed', 'code': 200} Jun 25 09:20:50.276037 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-6aa46326-5334-44ad-bb36-a312b036f775 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:50.277960 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-6aa46326-5334-44ad-bb36-a312b036f775 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.41 "GET /v2.0/networks?id=c08e5a4c-f042-4b9b-b224-5ef23744d992 HTTP/1.1" status: 200 len: 812 time: 0.7927089 Jun 25 09:20:50.325697 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-3db944ad-457f-4e30-998c-9fd276f5a5f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Request body: {'port': {'device_id': '35c4fff3-67c7-4485-a964-cb65ba8fc4b0', 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992', 'admin_state_up': True, 'tenant_id': '7bf80ed1f58747e6bfab8fdd248c07e4'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:50.333626 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-440548d2-0a09-42aa-980c-21be04ce2a9a tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:50.349056 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-672757da-9977-4e0d-8ac8-49b07dd4fe4a tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:50.350892 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-672757da-9977-4e0d-8ac8-49b07dd4fe4a tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.38 "GET /v2.0/networks?id=c08e5a4c-f042-4b9b-b224-5ef23744d992 HTTP/1.1" status: 200 len: 812 time: 0.5744920 Jun 25 09:20:50.359713 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] For port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:50.431868 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Request body: {'port': {'device_id': 'e1da37ca-6fe7-4d6b-a8fa-c08f399ff224', 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992', 'admin_state_up': True, 'tenant_id': '7bf80ed1f58747e6bfab8fdd248c07e4'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:50.434381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] For port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:50.438988 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-440548d2-0a09-42aa-980c-21be04ce2a9a tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Calling delete_port for bb6f157d-ce89-4b4f-9bea-04cf982e9ff9 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:50.504394 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:50.520907 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ff8981-7ac6-44e0-9640-29f8458ff0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:50.536223 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079d498-7750-4cdf-a6e9-a90aee1b97f2 req-53ebad86-627e-47b1-ac30-9bd7d6139460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:50.540320 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046faa44-6b32-4d05-9aa3-16ad6242a611" -d '{"events": [{"server_uuid": "56ff8981-7ac6-44e0-9640-29f8458ff0a1", "name": "network-vif-unplugged", "status": "completed", "tag": "63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:50.546198 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5079d498-7750-4cdf-a6e9-a90aee1b97f2 req-53ebad86-627e-47b1-ac30-9bd7d6139460 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 1098 time: 0.4794521 Jun 25 09:20:50.562940 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:50.566154 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-51892933-4fa2-42c3-918e-e43d189bf14e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:50.709771 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Pushing event updated for resources: {'Port': ['ID=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,revision_number=7']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:50.717778 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:50.724355 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5079d498-7750-4cdf-a6e9-a90aee1b97f2 req-ac2990f7-3f6a-4779-8565-477428dcb0e4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eb3d4d52-4a5d-4d50-8da9-789459d34042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645472 Jun 25 09:20:50.772061 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7633730-75f2-4188-908c-f0f750996b85 req-a1061b47-d3ea-4479-b780-cf9d80af3111 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:50.779791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b7633730-75f2-4188-908c-f0f750996b85 req-a1061b47-d3ea-4479-b780-cf9d80af3111 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 945 time: 0.5676293 Jun 25 09:20:50.898991 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b7633730-75f2-4188-908c-f0f750996b85 req-54b17c93-7891-4162-896e-bdb21fe85800 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182144 Jun 25 09:20:50.901567 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-3db944ad-457f-4e30-998c-9fd276f5a5f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Made reservation on behalf of 7bf80ed1f58747e6bfab8fdd248c07e4 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:50.917506 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-3db944ad-457f-4e30-998c-9fd276f5a5f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:50.918195 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Attempting to bind port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 on host n-h2-761264-15 for vnic_type normal with profile {"migrating_to": "n-h1-761264-15"} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:20:50.918721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Attempting to bind port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:20:50.919070 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Attempting to bind port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:50.931264 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 on network 86032570-f2c0-48a3-9354-653695b1e594 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:20:50.931627 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Attempting to bind port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:50.952892 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e763d43-018e-4522-9c8c-c30ebde43936 req-ad5a76ae-1824-48e0-bbcf-8c1ed179b9bc tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:50.964210 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e763d43-018e-4522-9c8c-c30ebde43936 req-ad5a76ae-1824-48e0-bbcf-8c1ed179b9bc tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 946 time: 0.2556386 Jun 25 09:20:51.016602 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:20:51.024093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Checking segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:51.024830 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Bound using segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:20:51.026754 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Bound port: 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:20:51.029244 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:51.044944 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Made reservation on behalf of 7bf80ed1f58747e6bfab8fdd248c07e4 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:51.049207 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:51.118865 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e763d43-018e-4522-9c8c-c30ebde43936 req-04e623d3-9499-4342-a0e8-2dfaaebd63c0 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb3d4d52-4a5d-4d50-8da9-789459d34042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532164 Jun 25 09:20:51.125258 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-440548d2-0a09-42aa-980c-21be04ce2a9a tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:51.131268 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60c601b7-e9bc-4bab-8ee3-6fe8edb5f608 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:51.211801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440548d2-0a09-42aa-980c-21be04ce2a9a tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event deleted for resources: {'Port': ['ID=bb6f157d-ce89-4b4f-9bea-04cf982e9ff9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:51.217049 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-440548d2-0a09-42aa-980c-21be04ce2a9a tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:51.258131 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8eedf67c-824d-4961-9fbd-8e18439d8ddc req-5fb6fa0b-6b4f-42bb-9ea8-8ef447eb61e6 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1da37ca-6fe7-4d6b-a8fa-c08f399ff224 HTTP/1.1" status: 200 len: 210 time: 0.0851011 Jun 25 09:20:51.273075 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e447d1e-b697-416a-87c8-a93638528fff x-openstack-request-id: req-2e447d1e-b697-416a-87c8-a93638528fff {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:51.273627 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ff8981-7ac6-44e0-9640-29f8458ff0a1", "name": "network-vif-unplugged", "status": "completed", "tag": "63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:51.274005 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2e447d1e-b697-416a-87c8-a93638528fff {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:51.274551 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ff8981-7ac6-44e0-9640-29f8458ff0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57', 'code': 200} Jun 25 09:20:51.407667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-3db944ad-457f-4e30-998c-9fd276f5a5f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Allocated IP 172.20.0.11 (c08e5a4c-f042-4b9b-b224-5ef23744d992/56c4cc6c-5c51-4ad0-b09a-976959a31a74/847b7484-53a6-4736-a4fa-8fd95a129e45) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:20:51.447465 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] For port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:51.452105 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] For port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:20:51.459593 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:51.463182 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:51.576478 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-440548d2-0a09-42aa-980c-21be04ce2a9a tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:51.645997 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Pushing event updated for resources: {'Port': ['ID=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,revision_number=8']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:51.663815 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:51.665442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:51.666223 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:51.667930 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] 10.222.0.41 "PUT /v2.0/ports/63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 HTTP/1.1" status: 200 len: 1123 time: 1.9266503 Jun 25 09:20:51.849615 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-3db944ad-457f-4e30-998c-9fd276f5a5f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:51.852656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440548d2-0a09-42aa-980c-21be04ce2a9a tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Router 4334d5c9-ee47-4042-bb3e-31739bbe7e77 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:20:51.885868 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:20:51.954622 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440548d2-0a09-42aa-980c-21be04ce2a9a tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:20:51.965219 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-440548d2-0a09-42aa-980c-21be04ce2a9a tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "PUT /v2.0/routers/4334d5c9-ee47-4042-bb3e-31739bbe7e77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3193364 Jun 25 09:20:51.965929 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51764) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:51.968628 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744a8e84-4a3e-4526-ad11-b793e47319cf None None] Sync routers for ids ['4334d5c9-ee47-4042-bb3e-31739bbe7e77'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:20:51.981809 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744a8e84-4a3e-4526-ad11-b793e47319cf None None] Routers {'4334d5c9-ee47-4042-bb3e-31739bbe7e77'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:51.982792 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-744a8e84-4a3e-4526-ad11-b793e47319cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:20:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4334d5c9-ee47-4042-bb3e-31739bbe7e77'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:51.997301 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-3db944ad-457f-4e30-998c-9fd276f5a5f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:52.008765 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a0f92504-5ec3-440d-bfab-84dcbd749978 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:52.032408 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-b21ccaac-86d5-4a73-81aa-d67e5facfdd4 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] show failed (client error): The resource could not be found. Jun 25 09:20:52.044763 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b21ccaac-86d5-4a73-81aa-d67e5facfdd4 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "GET /v2.0/routers/tempest-non_exist_router-2044748043 HTTP/1.1" status: 404 len: 335 time: 0.0739381 Jun 25 09:20:52.044966 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51766) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:52.053904 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-744a8e84-4a3e-4526-ad11-b793e47319cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:52.056966 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-f8dfbcb2-68d4-4602-8cb4-bb5f4d4e1eb6 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:52.076364 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744a8e84-4a3e-4526-ad11-b793e47319cf None None] Routers {'4334d5c9-ee47-4042-bb3e-31739bbe7e77'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:20:52.077347 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-744a8e84-4a3e-4526-ad11-b793e47319cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:20:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4334d5c9-ee47-4042-bb3e-31739bbe7e77'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:52.097529 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-f8dfbcb2-68d4-4602-8cb4-bb5f4d4e1eb6 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] update failed (client error): The resource could not be found. Jun 25 09:20:52.098703 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f8dfbcb2-68d4-4602-8cb4-bb5f4d4e1eb6 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "PUT /v2.0/routers/tempest-non_exist_router-1290530752 HTTP/1.1" status: 404 len: 335 time: 0.0529375 Jun 25 09:20:52.102196 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51768) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:52.127609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5ba137-0ef1-4626-b092-303a74ea8082', 'name': 'network-vif-deleted', 'tag': 'ad7420cd-c71d-4c15-89bc-7cff837bd85b'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:52.130453 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0927ce7-6750-4d53-9d5d-f9bb5bf2f7aa" -d '{"events": [{"server_uuid": "0c5ba137-0ef1-4626-b092-303a74ea8082", "name": "network-vif-deleted", "tag": "ad7420cd-c71d-4c15-89bc-7cff837bd85b"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:52.161229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-3db944ad-457f-4e30-998c-9fd276f5a5f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Network c08e5a4c-f042-4b9b-b224-5ef23744d992 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:20:52.174411 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-744a8e84-4a3e-4526-ad11-b793e47319cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:52.175665 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744a8e84-4a3e-4526-ad11-b793e47319cf None None] The sync data for ids ['4334d5c9-ee47-4042-bb3e-31739bbe7e77'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:20:52.182851 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-3db944ad-457f-4e30-998c-9fd276f5a5f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:52.187478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-3db944ad-457f-4e30-998c-9fd276f5a5f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:20:52.222848 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2667e39-dbf4-43c3-9ffb-99efb07dbe1d tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Deleting subnet 184db1ba-046d-4c07-9e61-a5f8f5a53ff3 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:20:52.224432 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db944ad-457f-4e30-998c-9fd276f5a5f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Pushing event updated for resources: {'Port': ['ID=847b7484-53a6-4736-a4fa-8fd95a129e45,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:52.231636 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3db944ad-457f-4e30-998c-9fd276f5a5f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:52.233942 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.api [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-fd2dbc4c-99d2-42f6-b7f1-992098a27bb1 {{(pid=94025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:20:52.234334 n-d-761264-15 neutron-server[94025]: DEBUG oslo_db.api [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:20:52.235933 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2667e39-dbf4-43c3-9ffb-99efb07dbe1d tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:52.269158 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-3db944ad-457f-4e30-998c-9fd276f5a5f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:52.269815 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-3db944ad-457f-4e30-998c-9fd276f5a5f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:52.287061 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-3db944ad-457f-4e30-998c-9fd276f5a5f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9872832 Jun 25 09:20:52.314875 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Request body: {'port': {'device_id': '35c4fff3-67c7-4485-a964-cb65ba8fc4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:52.325132 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2667e39-dbf4-43c3-9ffb-99efb07dbe1d tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:52.383187 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69e21c1e-9608-43b7-a525-79e790816abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:52.407187 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:52.499742 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2667e39-dbf4-43c3-9ffb-99efb07dbe1d tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:52.538578 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515681ff-0763-4cd2-89ca-395b3b5bd74f req-2719e487-afd8-4a5e-994e-8046ac8a18df tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:52.545433 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-515681ff-0763-4cd2-89ca-395b3b5bd74f req-2719e487-afd8-4a5e-994e-8046ac8a18df tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 943 time: 0.3484335 Jun 25 09:20:52.565153 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6fe08-8f00-4e7a-bb3b-d0e924217b96 req-12cdd817-1b2c-4b96-b87c-fed3cbcf3160 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:52.566699 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ef6fe08-8f00-4e7a-bb3b-d0e924217b96 req-12cdd817-1b2c-4b96-b87c-fed3cbcf3160 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 946 time: 0.2892663 Jun 25 09:20:52.650146 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ef6fe08-8f00-4e7a-bb3b-d0e924217b96 req-a8e8f81d-8078-4cba-aff0-ac62bad71adf tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb3d4d52-4a5d-4d50-8da9-789459d34042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739100 Jun 25 09:20:52.663322 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-515681ff-0763-4cd2-89ca-395b3b5bd74f req-7699c5d4-830d-4ee4-8263-cfdc11b5d850 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169865 Jun 25 09:20:52.671640 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2667e39-dbf4-43c3-9ffb-99efb07dbe1d tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:52.682097 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3850ea1b-d782-4d38-b41a-95fdc03d73e6 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:52.691237 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2667e39-dbf4-43c3-9ffb-99efb07dbe1d tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:52.693438 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b2667e39-dbf4-43c3-9ffb-99efb07dbe1d tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "DELETE /v2.0/subnets/184db1ba-046d-4c07-9e61-a5f8f5a53ff3 HTTP/1.1" status: 204 len: 168 time: 0.5903091 Jun 25 09:20:52.698318 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab9e6e8-d9c0-4031-be37-4218a710c62d None None] Network 89350b81-986a-4a61-b10d-4812eb903e76 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:20:52.713545 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51790) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:52.722708 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2667e39-dbf4-43c3-9ffb-99efb07dbe1d tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event deleted for resources: {'Subnet': ['ID=184db1ba-046d-4c07-9e61-a5f8f5a53ff3,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:52.726919 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b2667e39-dbf4-43c3-9ffb-99efb07dbe1d tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:52.729956 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847b7484-53a6-4736-a4fa-8fd95a129e45 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:20:52.747968 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:52.751798 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:52.778092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51792) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:52.782382 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f5d0ba-f525-438e-82fb-a5312fd0359d x-openstack-request-id: req-46f5d0ba-f525-438e-82fb-a5312fd0359d {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:52.782710 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5ba137-0ef1-4626-b092-303a74ea8082", "name": "network-vif-deleted", "tag": "ad7420cd-c71d-4c15-89bc-7cff837bd85b", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:52.783002 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-46f5d0ba-f525-438e-82fb-a5312fd0359d {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:52.783479 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5ba137-0ef1-4626-b092-303a74ea8082', 'name': 'network-vif-deleted', 'tag': 'ad7420cd-c71d-4c15-89bc-7cff837bd85b', 'status': 'completed', 'code': 200} Jun 25 09:20:52.792256 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb584a73-b09e-4d86-9ef4-a9dbf704e105 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Deleting subnet 61b6523d-57de-4b52-861d-0d0297ab8f62 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:20:52.797140 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cb584a73-b09e-4d86-9ef4-a9dbf704e105 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:52.823579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Transition to ACTIVE for port object 847b7484-53a6-4736-a4fa-8fd95a129e45 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:52.832153 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:52.847489 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-97f1c219-4897-422b-b7f3-90d90d3cc3ba tempest-InstanceActionsV221TestJSON-413924710 tempest-InstanceActionsV221TestJSON-413924710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:52.854942 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cb584a73-b09e-4d86-9ef4-a9dbf704e105 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:52.951194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Pushing event updated for resources: {'Port': ['ID=847b7484-53a6-4736-a4fa-8fd95a129e45,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:52.958944 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cb584a73-b09e-4d86-9ef4-a9dbf704e105 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:52.974132 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:53.060971 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fdf70341-ccf8-4cb6-a49f-e93a0d3f8a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.071234 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1821eeda-144c-47a9-93ea-048a5b4460c9 None None] DHCP port deletion for 89350b81-986a-4a61-b10d-4812eb903e76 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:20:53.075659 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a27718e2-a4eb-4c27-aee3-9918db53cafa req-87554746-892d-4395-93fb-251ce0bf48db tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1da37ca-6fe7-4d6b-a8fa-c08f399ff224 HTTP/1.1" status: 200 len: 210 time: 0.0595484 Jun 25 09:20:53.088646 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cb584a73-b09e-4d86-9ef4-a9dbf704e105 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.093386 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-26d5a2d0-feb7-4937-ab0e-549aaa67871e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:53.096708 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Allocated IP 172.20.0.7 (c08e5a4c-f042-4b9b-b224-5ef23744d992/56c4cc6c-5c51-4ad0-b09a-976959a31a74/a96b4aca-2764-4b99-b32d-80ac16967a43) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:20:53.129372 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Attempting to bind port 847b7484-53a6-4736-a4fa-8fd95a129e45 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:20:53.129719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Attempting to bind port 847b7484-53a6-4736-a4fa-8fd95a129e45 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:20:53.130055 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Attempting to bind port 847b7484-53a6-4736-a4fa-8fd95a129e45 on network c08e5a4c-f042-4b9b-b224-5ef23744d992 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:53.139573 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cb584a73-b09e-4d86-9ef4-a9dbf704e105 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.141507 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cb584a73-b09e-4d86-9ef4-a9dbf704e105 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "DELETE /v2.0/subnets/61b6523d-57de-4b52-861d-0d0297ab8f62 HTTP/1.1" status: 204 len: 168 time: 0.4267509 Jun 25 09:20:53.144046 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb584a73-b09e-4d86-9ef4-a9dbf704e105 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event deleted for resources: {'Subnet': ['ID=61b6523d-57de-4b52-861d-0d0297ab8f62,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:53.146572 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cb584a73-b09e-4d86-9ef4-a9dbf704e105 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:53.147415 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51800) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:53.152879 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd8c3fe-0a7b-4469-8a07-fdd6173c33da None None] Network aadf1a31-3b6f-4041-a063-19af2f371f44 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:20:53.155994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1821eeda-144c-47a9-93ea-048a5b4460c9 None None] Deleting port df456b5a-3c70-4205-acec-54ea4ed129f4 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:53.156238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Port 847b7484-53a6-4736-a4fa-8fd95a129e45 on network c08e5a4c-f042-4b9b-b224-5ef23744d992 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:20:53.156690 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Attempting to bind port 847b7484-53a6-4736-a4fa-8fd95a129e45 on network c08e5a4c-f042-4b9b-b224-5ef23744d992 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:53.157170 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1821eeda-144c-47a9-93ea-048a5b4460c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.164411 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:20:53.164896 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Checking segment: {'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:53.165515 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Bound using segment: {'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:20:53.166028 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Bound port: 847b7484-53a6-4736-a4fa-8fd95a129e45, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:20:53.166502 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.276042 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.281948 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ff8981-7ac6-44e0-9640-29f8458ff0a1', 'tag': '63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:53.285497 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17924b00-627b-460c-9320-d67b4ccf63ae" -d '{"events": [{"name": "network-changed", "server_uuid": "56ff8981-7ac6-44e0-9640-29f8458ff0a1", "tag": "63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:53.354052 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1821eeda-144c-47a9-93ea-048a5b4460c9 None None] For port df456b5a-3c70-4205-acec-54ea4ed129f4, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=df456b5a-3c70-4205-acec-54ea4ed129f4,segment=NetworkSegment(e6a9e283-7764-45ea-af90-481abce78947),segment_id=e6a9e283-7764-45ea-af90-481abce78947)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:53.354456 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1821eeda-144c-47a9-93ea-048a5b4460c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.361464 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fdf70341-ccf8-4cb6-a49f-e93a0d3f8a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.372246 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1821eeda-144c-47a9-93ea-048a5b4460c9 None None] Calling delete_port for df456b5a-3c70-4205-acec-54ea4ed129f4 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:53.395945 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a61dba-d0b8-4f59-ae7a-a08228ace74a x-openstack-request-id: req-b2a61dba-d0b8-4f59-ae7a-a08228ace74a {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:53.396287 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ff8981-7ac6-44e0-9640-29f8458ff0a1", "tag": "63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:53.396588 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b2a61dba-d0b8-4f59-ae7a-a08228ace74a {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:53.397206 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ff8981-7ac6-44e0-9640-29f8458ff0a1', 'tag': '63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57', 'status': 'completed', 'code': 200} Jun 25 09:20:53.397836 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fdf70341-ccf8-4cb6-a49f-e93a0d3f8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.401384 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:53.438956 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] For port 847b7484-53a6-4736-a4fa-8fd95a129e45, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:53.445758 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.464678 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] For port 847b7484-53a6-4736-a4fa-8fd95a129e45, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=847b7484-53a6-4736-a4fa-8fd95a129e45,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:20:53.472713 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.476187 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fa6aac46-5ff3-44ce-81b5-152bfa7875b4 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:53.493094 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b1c16-e96e-4aef-9e23-51b41c07dee6 None None] DHCP port deletion for aadf1a31-3b6f-4041-a063-19af2f371f44 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:20:53.512458 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf70341-ccf8-4cb6-a49f-e93a0d3f8a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18eacb09-b820-4d6f-903d-1275cfeb6a2e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:53.530989 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1821eeda-144c-47a9-93ea-048a5b4460c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.535573 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:53.546116 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:53.546927 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.548673 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] 10.222.0.41 "PUT /v2.0/ports/847b7484-53a6-4736-a4fa-8fd95a129e45 HTTP/1.1" status: 200 len: 1093 time: 1.2386873 Jun 25 09:20:53.563282 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fdf70341-ccf8-4cb6-a49f-e93a0d3f8a7e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=70c6373c8ad842bd8d930ab3a7bdf3a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7837260 Jun 25 09:20:53.567147 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fdf70341-ccf8-4cb6-a49f-e93a0d3f8a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:53.567324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51828) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:53.583956 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Deleting port df456b5a-3c70-4205-acec-54ea4ed129f4 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:53.584190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821eeda-144c-47a9-93ea-048a5b4460c9 None None] Pushing event deleted for resources: {'Port': ['ID=df456b5a-3c70-4205-acec-54ea4ed129f4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:53.584508 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.586520 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821eeda-144c-47a9-93ea-048a5b4460c9 None None] No DVR routers for this DVR port df456b5a-3c70-4205-acec-54ea4ed129f4 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:53.592259 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1821eeda-144c-47a9-93ea-048a5b4460c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:53.626219 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-306b1c16-e96e-4aef-9e23-51b41c07dee6 None None] Deleting port 92427d9b-b1d3-4164-a47b-97fd918ab729 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:53.626905 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-306b1c16-e96e-4aef-9e23-51b41c07dee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.653467 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.675225 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] For port df456b5a-3c70-4205-acec-54ea4ed129f4, host n-d-761264-15, got binding levels [] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:53.675485 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.681552 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17924b00-627b-460c-9320-d67b4ccf63ae req-67948c4e-8236-4a5b-9879-5aebbea67e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:53.681552 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17924b00-627b-460c-9320-d67b4ccf63ae req-67948c4e-8236-4a5b-9879-5aebbea67e5d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 1126 time: 0.2179558 Jun 25 09:20:53.694710 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-306b1c16-e96e-4aef-9e23-51b41c07dee6 None None] For port 92427d9b-b1d3-4164-a47b-97fd918ab729, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=92427d9b-b1d3-4164-a47b-97fd918ab729,segment=NetworkSegment(45bbf581-f824-4356-ba6a-2538d5b4a782),segment_id=45bbf581-f824-4356-ba6a-2538d5b4a782)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:53.695131 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-306b1c16-e96e-4aef-9e23-51b41c07dee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.718394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-306b1c16-e96e-4aef-9e23-51b41c07dee6 None None] Calling delete_port for 92427d9b-b1d3-4164-a47b-97fd918ab729 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:53.731215 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Calling delete_port for df456b5a-3c70-4205-acec-54ea4ed129f4 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:53.757450 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Pushing event updated for resources: {'Port': ['ID=847b7484-53a6-4736-a4fa-8fd95a129e45,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:53.758708 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.ipam_backend_mixin [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Port df456b5a-3c70-4205-acec-54ea4ed129f4 was not found and therefore no delete operation was performed {{(pid=94024) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:20:53.762006 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.766395 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:53.777453 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:53.797531 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event deleted for resources: {'Port': ['ID=df456b5a-3c70-4205-acec-54ea4ed129f4,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:53.803229 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] No DVR routers for this DVR port df456b5a-3c70-4205-acec-54ea4ed129f4 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:53.807096 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:53.810960 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:53.865168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Network c08e5a4c-f042-4b9b-b224-5ef23744d992 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:20:53.873612 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:20:53.877533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:20:53.956294 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Pushing event updated for resources: {'Port': ['ID=a96b4aca-2764-4b99-b32d-80ac16967a43,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:53.965178 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17924b00-627b-460c-9320-d67b4ccf63ae req-705a5f7e-f694-4ca7-9c68-d39ee9047583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:53.965643 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:53.966893 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17924b00-627b-460c-9320-d67b4ccf63ae req-705a5f7e-f694-4ca7-9c68-d39ee9047583 service neutron] 10.222.0.38 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.2785485 Jun 25 09:20:53.970354 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.977484 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-306b1c16-e96e-4aef-9e23-51b41c07dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:53.982011 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:54.005761 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-efe63e75-1aba-4cf4-8747-140a9f9982c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:54.016770 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b1c16-e96e-4aef-9e23-51b41c07dee6 None None] Pushing event deleted for resources: {'Port': ['ID=92427d9b-b1d3-4164-a47b-97fd918ab729,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:54.021194 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:54.022395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b1c16-e96e-4aef-9e23-51b41c07dee6 None None] No DVR routers for this DVR port 92427d9b-b1d3-4164-a47b-97fd918ab729 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:54.024023 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-306b1c16-e96e-4aef-9e23-51b41c07dee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:54.040246 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:54.040906 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:54.056630 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-c16fca83-d971-40d9-bb3c-eb8832caa090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:54.058440 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-c16fca83-d971-40d9-bb3c-eb8832caa090 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bf80ed1f58747e6bfab8fdd248c07e4&device_id=35c4fff3-67c7-4485-a964-cb65ba8fc4b0 HTTP/1.1" status: 200 len: 1096 time: 0.4093599 Jun 25 09:20:54.069504 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-efe63e75-1aba-4cf4-8747-140a9f9982c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:54.080718 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6607924 Jun 25 09:20:54.100932 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Request body: {'port': {'device_id': 'e1da37ca-6fe7-4d6b-a8fa-c08f399ff224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:54.177858 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-efeca343-85f1-4092-98ca-bea98ec22b93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=847b7484-53a6-4736-a4fa-8fd95a129e45 HTTP/1.1" status: 200 len: 217 time: 0.0496266 Jun 25 09:20:54.259369 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-efe63e75-1aba-4cf4-8747-140a9f9982c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:54.262022 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-efe63e75-1aba-4cf4-8747-140a9f9982c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:54.265736 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-efe63e75-1aba-4cf4-8747-140a9f9982c5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/18eacb09-b820-4d6f-903d-1275cfeb6a2e HTTP/1.1" status: 204 len: 168 time: 0.6949446 Jun 25 09:20:54.267431 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:54.283649 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:54.290180 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe63e75-1aba-4cf4-8747-140a9f9982c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eacb09-b820-4d6f-903d-1275cfeb6a2e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:54.292879 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-efe63e75-1aba-4cf4-8747-140a9f9982c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:54.303865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-fcac76bb-1b79-45c1-92e7-dcfc7380c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:54.305384 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-fcac76bb-1b79-45c1-92e7-dcfc7380c054 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56c4cc6c-5c51-4ad0-b09a-976959a31a74 HTTP/1.1" status: 200 len: 852 time: 0.1165013 Jun 25 09:20:54.362678 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89350b81-986a-4a61-b10d-4812eb903e76']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:54.365531 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-193ca204-eb8d-4941-a490-8578360a7912 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c08e5a4c-f042-4b9b-b224-5ef23744d992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518396 Jun 25 09:20:54.375066 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17924b00-627b-460c-9320-d67b4ccf63ae req-aca74c09-2c0b-41bb-ac15-b7b661514e5f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 HTTP/1.1" status: 200 len: 217 time: 0.4013975 Jun 25 09:20:54.376722 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a9e283-7764-45ea-af90-481abce78947') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:54.377096 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a9e283-7764-45ea-af90-481abce78947') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:54.448889 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:54.494843 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:54.504149 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3dc9c-af60-43d9-9045-69d3fdb62339 req-e60abede-aa22-4747-b6c7-0907f250838c tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:54.505835 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ef3dc9c-af60-43d9-9045-69d3fdb62339 req-e60abede-aa22-4747-b6c7-0907f250838c tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 946 time: 0.6881828 Jun 25 09:20:54.510668 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17924b00-627b-460c-9320-d67b4ccf63ae req-311052d0-016e-4720-99a6-d3b0d1b085f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:54.512460 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17924b00-627b-460c-9320-d67b4ccf63ae req-311052d0-016e-4720-99a6-d3b0d1b085f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.0961263 Jun 25 09:20:54.517744 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:20:54.519232 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:20:54.523277 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:20:54.579181 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:20:54.580583 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-fb91ca14-e2e6-47e2-bc7c-ce090acb490e service neutron] 10.222.0.41 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977983 Jun 25 09:20:54.626284 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17924b00-627b-460c-9320-d67b4ccf63ae req-8806ea2e-3075-41c0-a1b2-6302e53487a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982583 Jun 25 09:20:54.628528 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51874) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:54.683581 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5a49cb09-f938-4af8-bf4d-11e8f6e1f5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:54.685539 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:54.693671 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:54.708359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 has no active binding in host n-h1-761264-15 {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 25 09:20:54.723926 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1686d195-667e-449e-8e04-ce9a71da5281 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:54.729680 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:54.731870 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "DELETE /v2.0/networks/89350b81-986a-4a61-b10d-4812eb903e76 HTTP/1.1" status: 204 len: 168 time: 1.5819232 Jun 25 09:20:54.745623 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ef3dc9c-af60-43d9-9045-69d3fdb62339 req-5d59aa89-474b-48d8-b9ae-23c02c85a6fa tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb3d4d52-4a5d-4d50-8da9-789459d34042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314875 Jun 25 09:20:54.746422 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51876) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:54.783941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430378e2-1ffc-4bb2-9de4-0f29d3251f60 req-bdab6476-7222-4abf-a4ee-c6564482d14a tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:54.785703 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-430378e2-1ffc-4bb2-9de4-0f29d3251f60 req-bdab6476-7222-4abf-a4ee-c6564482d14a tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 943 time: 0.4152777 Jun 25 09:20:54.804595 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event deleted for resources: {'Network': ['ID=89350b81-986a-4a61-b10d-4812eb903e76,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:54.845145 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:54.914112 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc488ab4-d2d7-4eab-9e0f-bdeb8c2c7b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:54.946100 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-430378e2-1ffc-4bb2-9de4-0f29d3251f60 req-ae30a896-8f41-49fe-9b68-ea4efd06bdfa tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467109 Jun 25 09:20:54.954282 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7d0b-adb0-4d86-afe8-47efb4b7fb7c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:54.959669 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17924b00-627b-460c-9320-d67b4ccf63ae req-81c4e5a1-84d1-41e9-b7f9-48acf81898ff service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185658 Jun 25 09:20:55.111149 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 92427d9b-b1d3-4164-a47b-97fd918ab729 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:55.140031 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 92427d9b-b1d3-4164-a47b-97fd918ab729 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:20:55.140789 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 92427d9b-b1d3-4164-a47b-97fd918ab729 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:20:55.142184 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device df456b5a-3c70-4205-acec-54ea4ed129f4 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:55.165110 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: df456b5a-3c70-4205-acec-54ea4ed129f4 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:20:55.165988 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device df456b5a-3c70-4205-acec-54ea4ed129f4 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:20:55.179352 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c4fff3-67c7-4485-a964-cb65ba8fc4b0', 'tag': '847b7484-53a6-4736-a4fa-8fd95a129e45'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:55.181953 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09308618-92e7-4c0b-90bc-e4bb5c996809" -d '{"events": [{"name": "network-changed", "server_uuid": "35c4fff3-67c7-4485-a964-cb65ba8fc4b0", "tag": "847b7484-53a6-4736-a4fa-8fd95a129e45"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:55.187951 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.195243 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-4a96bffc-5a96-4442-9d29-4dbe9e6857c5 service neutron] 10.222.0.41 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045187 Jun 25 09:20:55.209118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96b4aca-2764-4b99-b32d-80ac16967a43 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:20:55.219582 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.234895 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Transition to ACTIVE for port object a96b4aca-2764-4b99-b32d-80ac16967a43 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:55.239014 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.242022 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:55.260294 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17924b00-627b-460c-9320-d67b4ccf63ae req-6d003588-187c-4f3e-badb-f3cf3bec87fc service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933404 Jun 25 09:20:55.270386 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7d0b-adb0-4d86-afe8-47efb4b7fb7c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.291752 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5a49cb09-f938-4af8-bf4d-11e8f6e1f5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.294138 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a96b4aca-2764-4b99-b32d-80ac16967a43,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:55.297424 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e7ce7d0b-adb0-4d86-afe8-47efb4b7fb7c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadf1a31-3b6f-4041-a063-19af2f371f44']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:55.298025 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:55.307376 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5a49cb09-f938-4af8-bf4d-11e8f6e1f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.314219 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a4510804-552b-46bc-b28c-856a0cc02925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:55.323896 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e7ce7d0b-adb0-4d86-afe8-47efb4b7fb7c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45bbf581-f824-4356-ba6a-2538d5b4a782') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:55.324258 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e7ce7d0b-adb0-4d86-afe8-47efb4b7fb7c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45bbf581-f824-4356-ba6a-2538d5b4a782') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:55.344551 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7d0b-adb0-4d86-afe8-47efb4b7fb7c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.365732 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device f6be381f-d683-441c-96dd-695e5a05c46a no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:55.369238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Attempting to bind port a96b4aca-2764-4b99-b32d-80ac16967a43 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:20:55.369592 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Attempting to bind port a96b4aca-2764-4b99-b32d-80ac16967a43 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:20:55.369949 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Attempting to bind port a96b4aca-2764-4b99-b32d-80ac16967a43 on network c08e5a4c-f042-4b9b-b224-5ef23744d992 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:55.382394 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7d0b-adb0-4d86-afe8-47efb4b7fb7c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.388795 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5a49cb09-f938-4af8-bf4d-11e8f6e1f5cd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7fbe2870d1fc43eca27218a2bdf29780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7523685 Jun 25 09:20:55.388795 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49cb09-f938-4af8-bf4d-11e8f6e1f5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775650e2-bb81-492c-84be-598fa1b96365,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:55.389778 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51882) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:55.396465 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5a49cb09-f938-4af8-bf4d-11e8f6e1f5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:55.397466 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ce7d0b-adb0-4d86-afe8-47efb4b7fb7c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:20:55.397878 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7d0b-adb0-4d86-afe8-47efb4b7fb7c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:20:55.401967 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:20:55.470491 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004d170-8bc5-45ef-952d-162de5cdabf5 req-0f8172a0-c1fd-4983-906b-425bd3a1fedf tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:55.472722 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d004d170-8bc5-45ef-952d-162de5cdabf5 req-0f8172a0-c1fd-4983-906b-425bd3a1fedf tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1da37ca-6fe7-4d6b-a8fa-c08f399ff224 HTTP/1.1" status: 200 len: 931 time: 0.2954378 Jun 25 09:20:55.479288 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Port a96b4aca-2764-4b99-b32d-80ac16967a43 on network c08e5a4c-f042-4b9b-b224-5ef23744d992 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:20:55.480051 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Attempting to bind port a96b4aca-2764-4b99-b32d-80ac16967a43 on network c08e5a4c-f042-4b9b-b224-5ef23744d992 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:20:55.500770 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.501918 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:20:55.503025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Checking segment: {'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:20:55.503025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Bound using segment: {'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:20:55.503362 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Bound port: a96b4aca-2764-4b99-b32d-80ac16967a43, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '696368f5-0efc-4866-9a9b-9110201938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:20:55.503916 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.525102 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7d0b-adb0-4d86-afe8-47efb4b7fb7c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.531392 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3264f38e-3665-4c4e-8e3b-f03dd328600b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:55.532334 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fd89f5ef-69a7-48a6-bec5-d7ef7c7b6cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.540526 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7d0b-adb0-4d86-afe8-47efb4b7fb7c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.542802 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e7ce7d0b-adb0-4d86-afe8-47efb4b7fb7c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "DELETE /v2.0/networks/aadf1a31-3b6f-4041-a063-19af2f371f44 HTTP/1.1" status: 204 len: 168 time: 0.7887545 Jun 25 09:20:55.545258 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51886) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:55.553825 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6be381f-d683-441c-96dd-695e5a05c46a'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:55.558888 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d42ff63-922d-4842-b4cf-0fa396718740" -d '{"events": [{"server_uuid": "f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee", "name": "network-vif-unplugged", "status": "completed", "tag": "f6be381f-d683-441c-96dd-695e5a05c46a"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:55.575473 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d004d170-8bc5-45ef-952d-162de5cdabf5 req-b34f36d8-99f1-4b01-8a42-c84fdbddff2d tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918489 Jun 25 09:20:55.582193 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port f6be381f-d683-441c-96dd-695e5a05c46a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=f6be381f-d683-441c-96dd-695e5a05c46a,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:55.585331 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce7d0b-adb0-4d86-afe8-47efb4b7fb7c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event deleted for resources: {'Network': ['ID=aadf1a31-3b6f-4041-a063-19af2f371f44,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:55.586855 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.597131 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-306b1c16-e96e-4aef-9e23-51b41c07dee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:55.598903 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fd89f5ef-69a7-48a6-bec5-d7ef7c7b6cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.640588 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e7ce7d0b-adb0-4d86-afe8-47efb4b7fb7c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:55.652509 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d201f6ad-2218-42e9-9571-a418eaee330c x-openstack-request-id: req-d201f6ad-2218-42e9-9571-a418eaee330c {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:55.652869 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c4fff3-67c7-4485-a964-cb65ba8fc4b0", "tag": "847b7484-53a6-4736-a4fa-8fd95a129e45", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:55.653161 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d201f6ad-2218-42e9-9571-a418eaee330c {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:55.653692 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c4fff3-67c7-4485-a964-cb65ba8fc4b0', 'tag': '847b7484-53a6-4736-a4fa-8fd95a129e45', 'status': 'completed', 'code': 200} Jun 25 09:20:55.663668 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] For port a96b4aca-2764-4b99-b32d-80ac16967a43, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:55.667452 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] For port a96b4aca-2764-4b99-b32d-80ac16967a43, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a96b4aca-2764-4b99-b32d-80ac16967a43,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:20:55.676339 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.677903 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f41e291-27c2-4e05-a910-68faa3029a00 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Deleting subnet a092f430-64a1-4711-9b02-7377bf72dd94 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:20:55.679183 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=f6be381f-d683-441c-96dd-695e5a05c46a,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:55.682470 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:55.685586 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:55.696026 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f41e291-27c2-4e05-a910-68faa3029a00 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.712619 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c1788d-e4c4-4c7c-81a4-67e8250ddbc7 x-openstack-request-id: req-a1c1788d-e4c4-4c7c-81a4-67e8250ddbc7 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:55.713099 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee", "name": "network-vif-unplugged", "status": "completed", "tag": "f6be381f-d683-441c-96dd-695e5a05c46a", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:55.713463 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a1c1788d-e4c4-4c7c-81a4-67e8250ddbc7 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:55.714201 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6be381f-d683-441c-96dd-695e5a05c46a', 'code': 200} Jun 25 09:20:55.721387 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:55.722068 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.723536 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] 10.222.0.38 "PUT /v2.0/ports/a96b4aca-2764-4b99-b32d-80ac16967a43 HTTP/1.1" status: 200 len: 1092 time: 1.6272748 Jun 25 09:20:55.726354 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fd89f5ef-69a7-48a6-bec5-d7ef7c7b6cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.729074 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fd89f5ef-69a7-48a6-bec5-d7ef7c7b6cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.730394 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fd89f5ef-69a7-48a6-bec5-d7ef7c7b6cef admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/775650e2-bb81-492c-84be-598fa1b96365 HTTP/1.1" status: 204 len: 168 time: 0.3393674 Jun 25 09:20:55.789026 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a96b4aca-2764-4b99-b32d-80ac16967a43,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:55.793848 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:55.796210 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f41e291-27c2-4e05-a910-68faa3029a00 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:55.796646 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-92835a7f-7c05-4a85-96c3-a6e1f5a38c66 tempest-ServersWithSpecificFlavorTestJSON-918088887 tempest-ServersWithSpecificFlavorTestJSON-918088887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:55.810236 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89f5ef-69a7-48a6-bec5-d7ef7c7b6cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775650e2-bb81-492c-84be-598fa1b96365,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:55.813504 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fd89f5ef-69a7-48a6-bec5-d7ef7c7b6cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:55.829043 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09308618-92e7-4c0b-90bc-e4bb5c996809 req-caad88e9-4205-47d5-839c-61a80007854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:55.831124 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-09308618-92e7-4c0b-90bc-e4bb5c996809 req-caad88e9-4205-47d5-839c-61a80007854d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bf80ed1f58747e6bfab8fdd248c07e4&device_id=35c4fff3-67c7-4485-a964-cb65ba8fc4b0 HTTP/1.1" status: 200 len: 1096 time: 0.0967498 Jun 25 09:20:55.984345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-f6c37e10-b6c2-4398-99fa-4094e597087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:55.985927 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-f6c37e10-b6c2-4398-99fa-4094e597087f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7bf80ed1f58747e6bfab8fdd248c07e4&device_id=e1da37ca-6fe7-4d6b-a8fa-c08f399ff224 HTTP/1.1" status: 200 len: 1095 time: 0.1512794 Jun 25 09:20:55.987400 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09308618-92e7-4c0b-90bc-e4bb5c996809 req-3a6bcb55-052a-4ec3-b9a5-4802577aef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:55.988709 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-09308618-92e7-4c0b-90bc-e4bb5c996809 req-3a6bcb55-052a-4ec3-b9a5-4802577aef1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c08e5a4c-f042-4b9b-b224-5ef23744d992 HTTP/1.1" status: 200 len: 914 time: 0.1437695 Jun 25 09:20:55.999779 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f41e291-27c2-4e05-a910-68faa3029a00 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:56.086958 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-22e278f6-6577-4beb-af2c-e842558d95ab tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:56.088513 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-22e278f6-6577-4beb-af2c-e842558d95ab tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/networks?id=dad122da-9762-4f59-a9e2-64bd248a4a6f HTTP/1.1" status: 200 len: 805 time: 0.1836681 Jun 25 09:20:56.092882 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-09308618-92e7-4c0b-90bc-e4bb5c996809 req-3b362465-edd2-4ba3-bb21-81c8b9c4d656 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=847b7484-53a6-4736-a4fa-8fd95a129e45 HTTP/1.1" status: 200 len: 217 time: 0.0950284 Jun 25 09:20:56.094097 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-46bb354a-3461-4ec5-b1e9-272ac435649d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a96b4aca-2764-4b99-b32d-80ac16967a43 HTTP/1.1" status: 200 len: 217 time: 0.0884638 Jun 25 09:20:56.127314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-f1434190-338f-482a-ba08-e99332ea1387 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/quotas/dd3b2251bcb44013a235a723b458a880 HTTP/1.1" status: 200 len: 375 time: 0.0302057 Jun 25 09:20:56.134906 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:56.194420 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f41e291-27c2-4e05-a910-68faa3029a00 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:56.204187 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:56.217861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-cfbc66dd-1aa7-429e-b027-d44eb64097ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:56.219495 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-cfbc66dd-1aa7-429e-b027-d44eb64097ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56c4cc6c-5c51-4ad0-b09a-976959a31a74 HTTP/1.1" status: 200 len: 852 time: 0.0695570 Jun 25 09:20:56.221058 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09308618-92e7-4c0b-90bc-e4bb5c996809 req-ff1f8c09-f92a-4f72-9328-817a1ce49817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:56.224784 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-09308618-92e7-4c0b-90bc-e4bb5c996809 req-ff1f8c09-f92a-4f72-9328-817a1ce49817 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56c4cc6c-5c51-4ad0-b09a-976959a31a74 HTTP/1.1" status: 200 len: 852 time: 0.1243479 Jun 25 09:20:56.234975 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41e291-27c2-4e05-a910-68faa3029a00 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event deleted for resources: {'Subnet': ['ID=a092f430-64a1-4711-9b02-7377bf72dd94,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:56.239938 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0f41e291-27c2-4e05-a910-68faa3029a00 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:56.241237 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f41e291-27c2-4e05-a910-68faa3029a00 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:56.249580 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f55169-0e99-458c-9d49-af982fb03065 None None] Network bd02c226-cc88-41ca-a97d-0c2e9c60f2ff requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:20:56.252577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0f41e291-27c2-4e05-a910-68faa3029a00 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "DELETE /v2.0/subnets/a092f430-64a1-4711-9b02-7377bf72dd94 HTTP/1.1" status: 204 len: 168 time: 0.7059281 Jun 25 09:20:56.256149 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51924) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:56.274692 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-f43385a4-d044-4613-9faa-53a705bcf002 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c08e5a4c-f042-4b9b-b224-5ef23744d992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474327 Jun 25 09:20:56.295438 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-09308618-92e7-4c0b-90bc-e4bb5c996809 req-ea036a89-2420-4023-90df-8bf4a90aecf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c08e5a4c-f042-4b9b-b224-5ef23744d992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555604 Jun 25 09:20:56.382763 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e85c7c4-8ffa-48f3-8b03-e648f3a821d7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=dd3b2251bcb44013a235a723b458a880&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2545218 Jun 25 09:20:56.426742 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-42392f12-d6fa-4811-a8f2-b493cf29d813 service neutron] 10.222.0.38 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338117 Jun 25 09:20:56.476466 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:56.504200 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532a329f-8493-4b87-b8fa-fff81f8a9539 None None] DHCP port deletion for bd02c226-cc88-41ca-a97d-0c2e9c60f2ff request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:20:56.561806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-532a329f-8493-4b87-b8fa-fff81f8a9539 None None] Deleting port 6d596503-1968-4944-8f65-7173c69c1c21 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:56.562350 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-532a329f-8493-4b87-b8fa-fff81f8a9539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:56.584748 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f000f0-c2fb-44cb-9b1e-bce1ac1c719a req-0c54644d-0583-4895-8f7c-c9ee2678013d tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:56.586594 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6f000f0-c2fb-44cb-9b1e-bce1ac1c719a req-0c54644d-0583-4895-8f7c-c9ee2678013d tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 943 time: 0.2910028 Jun 25 09:20:56.596828 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-09308618-92e7-4c0b-90bc-e4bb5c996809 req-85e72d33-1430-4809-8408-551ec0208983 service neutron] 10.222.0.41 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689880 Jun 25 09:20:56.601689 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a8a49b4-026e-4e2d-8b90-6b170b6c6c41 req-a6cd8e0b-9062-415d-94ef-edc7e3c9b7d1 service neutron] 10.222.0.38 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661811 Jun 25 09:20:56.616952 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-33ef721a-a982-46f5-9cad-f33ea6e28b09 service neutron] 10.222.0.93 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222836 Jun 25 09:20:56.645135 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-532a329f-8493-4b87-b8fa-fff81f8a9539 None None] For port 6d596503-1968-4944-8f65-7173c69c1c21, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6d596503-1968-4944-8f65-7173c69c1c21,segment=NetworkSegment(4fd74824-5b0a-4ab5-865e-27b4708ded19),segment_id=4fd74824-5b0a-4ab5-865e-27b4708ded19)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:56.645669 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-532a329f-8493-4b87-b8fa-fff81f8a9539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:56.659860 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6f000f0-c2fb-44cb-9b1e-bce1ac1c719a req-a803327e-e996-4afd-a045-298b59812404 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661256 Jun 25 09:20:56.672954 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-532a329f-8493-4b87-b8fa-fff81f8a9539 None None] Calling delete_port for 6d596503-1968-4944-8f65-7173c69c1c21 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:56.715872 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Deleting port 6d596503-1968-4944-8f65-7173c69c1c21 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:56.716223 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:56.778135 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-09308618-92e7-4c0b-90bc-e4bb5c996809 req-28664f1e-c01d-4893-919e-69aa36d1b1c1 service neutron] 10.222.0.41 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740501 Jun 25 09:20:56.818778 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] For port 6d596503-1968-4944-8f65-7173c69c1c21, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6d596503-1968-4944-8f65-7173c69c1c21,segment=NetworkSegment(4fd74824-5b0a-4ab5-865e-27b4708ded19),segment_id=4fd74824-5b0a-4ab5-865e-27b4708ded19)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:56.819192 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:56.830011 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-386d65db-2a20-4afa-87db-acf74c8f310d service neutron] 10.222.0.93 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000659 Jun 25 09:20:56.835880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Calling delete_port for 6d596503-1968-4944-8f65-7173c69c1c21 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:56.862128 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-532a329f-8493-4b87-b8fa-fff81f8a9539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:56.878991 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:56.883627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a329f-8493-4b87-b8fa-fff81f8a9539 None None] No DVR routers for this DVR port 6d596503-1968-4944-8f65-7173c69c1c21 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:56.936541 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a329f-8493-4b87-b8fa-fff81f8a9539 None None] Pushing event deleted for resources: {'Port': ['ID=6d596503-1968-4944-8f65-7173c69c1c21,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:56.938713 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:56.939108 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-532a329f-8493-4b87-b8fa-fff81f8a9539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:56.942207 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c8477ee3-5c6e-4568-b0f9-4775bc6aea22 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:56.971156 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event deleted for resources: {'Port': ['ID=6d596503-1968-4944-8f65-7173c69c1c21,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:56.977501 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:56.978329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] No DVR routers for this DVR port 6d596503-1968-4944-8f65-7173c69c1c21 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:57.108673 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6d596503-1968-4944-8f65-7173c69c1c21 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:57.108890 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:57.120323 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd02c226-cc88-41ca-a97d-0c2e9c60f2ff']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:57.134282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd74824-5b0a-4ab5-865e-27b4708ded19') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:57.134596 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd74824-5b0a-4ab5-865e-27b4708ded19') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:20:57.146525 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:57.154290 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 6d596503-1968-4944-8f65-7173c69c1c21 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:20:57.157321 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6d596503-1968-4944-8f65-7173c69c1c21 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:20:57.179405 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:57.186884 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:20:57.187456 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:20:57.191396 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:20:57.277574 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e53a93a5-41da-42bd-a886-556602f5031b req-a4c92668-00c8-4aef-9910-a55205b52ec1 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 210 time: 0.0724447 Jun 25 09:20:57.321205 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:57.344253 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fb82c531-8d38-4532-9b02-1848a7800bd7 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:57.352085 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:57.360645 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "DELETE /v2.0/networks/bd02c226-cc88-41ca-a97d-0c2e9c60f2ff HTTP/1.1" status: 204 len: 168 time: 1.1033542 Jun 25 09:20:57.374777 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51962) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:57.379283 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Pushing event deleted for resources: {'Network': ['ID=bd02c226-cc88-41ca-a97d-0c2e9c60f2ff,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:57.382943 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:57.409330 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e824d0-43e5-4648-8d9a-d21e41aec9e2 req-0687e149-94e3-413a-91b1-6d15179a1a25 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:57.411109 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b8e824d0-43e5-4648-8d9a-d21e41aec9e2 req-0687e149-94e3-413a-91b1-6d15179a1a25 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1da37ca-6fe7-4d6b-a8fa-c08f399ff224 HTTP/1.1" status: 200 len: 943 time: 0.1758680 Jun 25 09:20:57.417176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51964) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:57.417762 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d7f2afb9-51bf-4bbe-b25c-1ccbe69d19b9 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "GET /v2.0/ports?device_id=4334d5c9-ee47-4042-bb3e-31739bbe7e77 HTTP/1.1" status: 200 len: 205 time: 0.0404160 Jun 25 09:20:57.463532 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61b900-d48a-4cc6-a5b4-51ecc3dba34c req-406c72b3-52b1-4ff0-b55d-45b307e964cd tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:57.466078 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7b61b900-d48a-4cc6-a5b4-51ecc3dba34c req-406c72b3-52b1-4ff0-b55d-45b307e964cd tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee HTTP/1.1" status: 200 len: 943 time: 0.1318588 Jun 25 09:20:57.552891 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4e694eb-37f4-4bf2-99d7-83e8b6db3b0e tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:57.654426 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1da37ca-6fe7-4d6b-a8fa-c08f399ff224', 'tag': 'a96b4aca-2764-4b99-b32d-80ac16967a43'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:20:57.657079 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191a7efa-31ee-41ba-b0a4-da6d85d79f27" -d '{"events": [{"name": "network-changed", "server_uuid": "e1da37ca-6fe7-4d6b-a8fa-c08f399ff224", "tag": "a96b4aca-2764-4b99-b32d-80ac16967a43"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:20:57.708199 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-7b61b900-d48a-4cc6-a5b4-51ecc3dba34c req-46e34aa8-9ebc-4373-ab36-20f68dadfb8f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Deleting port f6be381f-d683-441c-96dd-695e5a05c46a {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:20:57.708536 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7b61b900-d48a-4cc6-a5b4-51ecc3dba34c req-46e34aa8-9ebc-4373-ab36-20f68dadfb8f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:57.869174 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-7b61b900-d48a-4cc6-a5b4-51ecc3dba34c req-46e34aa8-9ebc-4373-ab36-20f68dadfb8f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] For port f6be381f-d683-441c-96dd-695e5a05c46a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=f6be381f-d683-441c-96dd-695e5a05c46a,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:57.869584 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7b61b900-d48a-4cc6-a5b4-51ecc3dba34c req-46e34aa8-9ebc-4373-ab36-20f68dadfb8f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:57.878003 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:57.901898 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-7b61b900-d48a-4cc6-a5b4-51ecc3dba34c req-46e34aa8-9ebc-4373-ab36-20f68dadfb8f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Calling delete_port for f6be381f-d683-441c-96dd-695e5a05c46a owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:20:57.997451 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b8e824d0-43e5-4648-8d9a-d21e41aec9e2 req-2315edf3-f355-4732-964e-56e507a90505 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727849 Jun 25 09:20:58.017758 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49b4c25-6a07-4fdc-b7b6-8ef1f3693012 x-openstack-request-id: req-f49b4c25-6a07-4fdc-b7b6-8ef1f3693012 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:20:58.018614 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1da37ca-6fe7-4d6b-a8fa-c08f399ff224", "tag": "a96b4aca-2764-4b99-b32d-80ac16967a43", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:20:58.018933 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f49b4c25-6a07-4fdc-b7b6-8ef1f3693012 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:20:58.020524 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1da37ca-6fe7-4d6b-a8fa-c08f399ff224', 'tag': 'a96b4aca-2764-4b99-b32d-80ac16967a43', 'status': 'completed', 'code': 200} Jun 25 09:20:58.141391 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7b61b900-d48a-4cc6-a5b4-51ecc3dba34c req-46e34aa8-9ebc-4373-ab36-20f68dadfb8f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:58.146664 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-74fab8d8-4e0b-4bc6-b3f2-129937da2382 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:58.195613 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a7efa-31ee-41ba-b0a4-da6d85d79f27 req-020d8d4b-821d-406b-add8-bb32a87f59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:58.197162 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-191a7efa-31ee-41ba-b0a4-da6d85d79f27 req-020d8d4b-821d-406b-add8-bb32a87f59ba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7bf80ed1f58747e6bfab8fdd248c07e4&device_id=e1da37ca-6fe7-4d6b-a8fa-c08f399ff224 HTTP/1.1" status: 200 len: 1095 time: 0.1270838 Jun 25 09:20:58.198577 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e34aa8-9ebc-4373-ab36-20f68dadfb8f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Pushing event deleted for resources: {'Port': ['ID=f6be381f-d683-441c-96dd-695e5a05c46a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:58.206531 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-46e34aa8-9ebc-4373-ab36-20f68dadfb8f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:58.251672 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4e694eb-37f4-4bf2-99d7-83e8b6db3b0e tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:58.254074 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4e694eb-37f4-4bf2-99d7-83e8b6db3b0e tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:58.263646 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-e0d469a1-e2e0-4549-8fa8-f39d0b09c256 service neutron] 10.222.0.38 "GET /v2.0/ports/63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57/bindings/n-h1-761264-15 HTTP/1.1" status: 200 len: 385 time: 0.7489626 Jun 25 09:20:58.300215 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b61b900-d48a-4cc6-a5b4-51ecc3dba34c req-46e34aa8-9ebc-4373-ab36-20f68dadfb8f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] No DVR routers for this DVR port f6be381f-d683-441c-96dd-695e5a05c46a on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:58.304553 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7b61b900-d48a-4cc6-a5b4-51ecc3dba34c req-46e34aa8-9ebc-4373-ab36-20f68dadfb8f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:58.306943 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7b61b900-d48a-4cc6-a5b4-51ecc3dba34c req-46e34aa8-9ebc-4373-ab36-20f68dadfb8f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.38 "DELETE /v2.0/ports/f6be381f-d683-441c-96dd-695e5a05c46a HTTP/1.1" status: 204 len: 173 time: 0.8070207 Jun 25 09:20:58.359475 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a7efa-31ee-41ba-b0a4-da6d85d79f27 req-14ec5b01-216f-4d78-9911-b2551768da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:58.361396 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-191a7efa-31ee-41ba-b0a4-da6d85d79f27 req-14ec5b01-216f-4d78-9911-b2551768da01 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c08e5a4c-f042-4b9b-b224-5ef23744d992 HTTP/1.1" status: 200 len: 914 time: 0.1539419 Jun 25 09:20:58.423281 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-191a7efa-31ee-41ba-b0a4-da6d85d79f27 req-03eb3c26-9bec-4eef-a875-e4e11e0eb470 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a96b4aca-2764-4b99-b32d-80ac16967a43 HTTP/1.1" status: 200 len: 217 time: 0.0508039 Jun 25 09:20:58.433988 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4e694eb-37f4-4bf2-99d7-83e8b6db3b0e tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:58.434500 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e694eb-37f4-4bf2-99d7-83e8b6db3b0e tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Fanout notify agent at l3_agent the message router_deleted on router 4334d5c9-ee47-4042-bb3e-31739bbe7e77 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:20:58.442955 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4e694eb-37f4-4bf2-99d7-83e8b6db3b0e tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:58.444142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a4e694eb-37f4-4bf2-99d7-83e8b6db3b0e tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] 10.222.0.93 "DELETE /v2.0/routers/4334d5c9-ee47-4042-bb3e-31739bbe7e77 HTTP/1.1" status: 204 len: 168 time: 1.0258036 Jun 25 09:20:58.516896 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a7efa-31ee-41ba-b0a4-da6d85d79f27 req-6279eedd-34a1-4dde-b45e-16b777a55ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:58.520205 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-191a7efa-31ee-41ba-b0a4-da6d85d79f27 req-6279eedd-34a1-4dde-b45e-16b777a55ccc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56c4cc6c-5c51-4ad0-b09a-976959a31a74 HTTP/1.1" status: 200 len: 852 time: 0.0878274 Jun 25 09:20:58.523976 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0debd9-6ab3-490e-82af-560659fce240 req-c56819e0-d2a4-4341-9459-f7db649176db tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:58.536044 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d0debd9-6ab3-490e-82af-560659fce240 req-c56819e0-d2a4-4341-9459-f7db649176db tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 943 time: 0.2717488 Jun 25 09:20:58.581430 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 847b7484-53a6-4736-a4fa-8fd95a129e45 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:20:58.604027 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-191a7efa-31ee-41ba-b0a4-da6d85d79f27 req-9a8438c3-84c2-4477-8e11-4609c0b5d0a8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c08e5a4c-f042-4b9b-b224-5ef23744d992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654819 Jun 25 09:20:58.690078 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-443984e8-e4dc-480a-87b8-8a8a67cc8b88 req-7060bb03-d410-4346-a12e-8cbeec395b27 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 210 time: 0.0922344 Jun 25 09:20:58.748183 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d0debd9-6ab3-490e-82af-560659fce240 req-0f4b860f-f722-43cb-922d-8d55da67e061 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111273 Jun 25 09:20:58.800359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 847b7484-53a6-4736-a4fa-8fd95a129e45, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=847b7484-53a6-4736-a4fa-8fd95a129e45,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:58.865265 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '847b7484-53a6-4736-a4fa-8fd95a129e45', 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992', 'port_id': '847b7484-53a6-4736-a4fa-8fd95a129e45', 'mac_address': 'fa:16:3e:42:de:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c4cc6c-5c51-4ad0-b09a-976959a31a74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:20:58.935926 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:58.964517 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847b7484-53a6-4736-a4fa-8fd95a129e45 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:20:58.989474 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-191a7efa-31ee-41ba-b0a4-da6d85d79f27 req-79cca4cc-3e27-4535-ab74-e335cbe56c37 service neutron] 10.222.0.38 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733649 Jun 25 09:20:59.033631 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 847b7484-53a6-4736-a4fa-8fd95a129e45, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=847b7484-53a6-4736-a4fa-8fd95a129e45,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:59.041651 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:59.044464 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:59.150252 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-1beefc29-6f4b-4460-80dd-bc26de85a17a service neutron] For port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:59.172954 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=847b7484-53a6-4736-a4fa-8fd95a129e45,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:59.174988 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-191a7efa-31ee-41ba-b0a4-da6d85d79f27 req-d02ff000-b397-4e9b-b7c1-0273ede0cbb1 service neutron] 10.222.0.38 "GET /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683135 Jun 25 09:20:59.182310 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:59.183712 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52010) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:59.208329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-1beefc29-6f4b-4460-80dd-bc26de85a17a service neutron] For port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:20:59.229243 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-e36b17ef-ec8a-44db-963c-e7fb252283ba tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:59.235021 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-e36b17ef-ec8a-44db-963c-e7fb252283ba tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.41 "GET /v2.0/networks?id=dad122da-9762-4f59-a9e2-64bd248a4a6f HTTP/1.1" status: 200 len: 805 time: 0.5045896 Jun 25 09:20:59.257698 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-1beefc29-6f4b-4460-80dd-bc26de85a17a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:20:59.262415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-0fdadf5e-e485-45c3-8e08-3c6370456df7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Request body: {'port': {'device_id': 'a67aa85b-9394-4e85-9b7a-4e3a34489c0d', 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f', 'admin_state_up': True, 'tenant_id': 'dd3b2251bcb44013a235a723b458a880'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:20:59.271965 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-1beefc29-6f4b-4460-80dd-bc26de85a17a service neutron] For port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:20:59.294217 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-1beefc29-6f4b-4460-80dd-bc26de85a17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:59.405472 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:59.510988 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-1beefc29-6f4b-4460-80dd-bc26de85a17a service neutron] Transition to ACTIVE for port object 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:20:59.522477 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0603cbe-01c6-4a5d-ba45-903aff800088 req-3b846bec-15e7-458c-a15c-007730072f49 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:20:59.524337 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c0603cbe-01c6-4a5d-ba45-903aff800088 req-3b846bec-15e7-458c-a15c-007730072f49 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1da37ca-6fe7-4d6b-a8fa-c08f399ff224 HTTP/1.1" status: 200 len: 943 time: 0.1874352 Jun 25 09:20:59.525802 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-1beefc29-6f4b-4460-80dd-bc26de85a17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:59.529187 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dfa0158c-a011-473f-a6c8-19cdc137f775 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:59.539823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['847b7484-53a6-4736-a4fa-8fd95a129e45'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:20:59.547749 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-39640820-6c43-4696-9ff2-0d0944291845 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3c805a97376d443686844eb43cb403d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616092 Jun 25 09:20:59.550051 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52026) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:20:59.561632 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-0fdadf5e-e485-45c3-8e08-3c6370456df7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Made reservation on behalf of dd3b2251bcb44013a235a723b458a880 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:20:59.566562 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-0fdadf5e-e485-45c3-8e08-3c6370456df7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:59.598686 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beefc29-6f4b-4460-80dd-bc26de85a17a service neutron] Pushing event updated for resources: {'Port': ['ID=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,revision_number=10']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:20:59.626272 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1beefc29-6f4b-4460-80dd-bc26de85a17a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:20:59.636475 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device f6be381f-d683-441c-96dd-695e5a05c46a no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:20:59.679592 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: f6be381f-d683-441c-96dd-695e5a05c46a {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:20:59.680328 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device f6be381f-d683-441c-96dd-695e5a05c46a not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:20:59.692489 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e76ecfb6-a37d-43f2-b98e-25764234cc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:59.699569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-1beefc29-6f4b-4460-80dd-bc26de85a17a service neutron] No DVR routers for this DVR port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:20:59.716861 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c0603cbe-01c6-4a5d-ba45-903aff800088 req-31da203b-db6e-47a7-b645-1cba7deafa2e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190536 Jun 25 09:20:59.761999 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e76ecfb6-a37d-43f2-b98e-25764234cc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:59.765730 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-1beefc29-6f4b-4460-80dd-bc26de85a17a service neutron] 10.222.0.38 "PUT /v2.0/ports/63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57/bindings/n-h1-761264-15/activate HTTP/1.1" status: 200 len: 370 time: 1.3957775 Jun 25 09:20:59.909134 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-0fdadf5e-e485-45c3-8e08-3c6370456df7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Allocated IP 172.20.0.6 (dad122da-9762-4f59-a9e2-64bd248a4a6f/79f29d60-5d39-424f-b7cc-af1d0969792b/e60f6802-cec2-462a-b5d2-bddf7b7f11b4) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:20:59.911303 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-303fb57d-4d8b-4b88-b405-aa5a140e0dc9 req-cf1d5684-76ee-4709-8aa1-005a5e33d451 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 210 time: 0.0487370 Jun 25 09:20:59.955767 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e76ecfb6-a37d-43f2-b98e-25764234cc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:59.958496 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e76ecfb6-a37d-43f2-b98e-25764234cc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:20:59.960849 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e76ecfb6-a37d-43f2-b98e-25764234cc46 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/74caf98d-f017-434c-948d-6db5b442c9a7 HTTP/1.1" status: 204 len: 168 time: 0.4094436 Jun 25 09:20:59.974119 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-37155512-0093-4214-9c03-3bb81e52559e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:20:59.994681 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ecfb6-a37d-43f2-b98e-25764234cc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74caf98d-f017-434c-948d-6db5b442c9a7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:00.010032 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e76ecfb6-a37d-43f2-b98e-25764234cc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:00.031364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee', 'name': 'network-vif-deleted', 'tag': 'f6be381f-d683-441c-96dd-695e5a05c46a'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:00.033999 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84f8007-ccee-45c2-a607-6bcb171e21c4" -d '{"events": [{"server_uuid": "f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee", "name": "network-vif-deleted", "tag": "f6be381f-d683-441c-96dd-695e5a05c46a"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:00.043968 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-282ec5d2-286e-4db6-870d-253aafb9cd50 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:00.045575 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-282ec5d2-286e-4db6-870d-253aafb9cd50 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1&tenant_id=7474114b2c184a18967efdee86f25425&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 1096 time: 0.1371968 Jun 25 09:21:00.197852 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-0fdadf5e-e485-45c3-8e08-3c6370456df7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:00.242097 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-0fdadf5e-e485-45c3-8e08-3c6370456df7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:00.247596 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:00.256945 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80445d18-4b82-401e-8ab0-784e7efcb3d8 x-openstack-request-id: req-80445d18-4b82-401e-8ab0-784e7efcb3d8 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:00.257324 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee", "name": "network-vif-deleted", "tag": "f6be381f-d683-441c-96dd-695e5a05c46a", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:00.258136 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-80445d18-4b82-401e-8ab0-784e7efcb3d8 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:00.258136 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d0c5b1-92ec-4843-9bc7-5f24f20dfbee', 'name': 'network-vif-deleted', 'tag': 'f6be381f-d683-441c-96dd-695e5a05c46a', 'status': 'completed', 'code': 200} Jun 25 09:21:00.286001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454da13-7d5c-49b9-8480-9703d659fb1f req-99b15ebf-7f47-4518-b882-f2e3b4c949ed tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:00.295115 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c454da13-7d5c-49b9-8480-9703d659fb1f req-99b15ebf-7f47-4518-b882-f2e3b4c949ed tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 944 time: 0.1598127 Jun 25 09:21:00.302579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-0fdadf5e-e485-45c3-8e08-3c6370456df7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Network dad122da-9762-4f59-a9e2-64bd248a4a6f is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:21:00.304687 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-0fdadf5e-e485-45c3-8e08-3c6370456df7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:00.307770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-7ee18cf8-2abd-4ca0-ad8a-3e12420c06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:00.309368 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-7ee18cf8-2abd-4ca0-ad8a-3e12420c06a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1&tenant_id=7474114b2c184a18967efdee86f25425 HTTP/1.1" status: 200 len: 1096 time: 0.2192442 Jun 25 09:21:00.313184 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-0fdadf5e-e485-45c3-8e08-3c6370456df7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:21:00.325866 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdadf5e-e485-45c3-8e08-3c6370456df7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Pushing event updated for resources: {'Port': ['ID=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:00.334637 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0fdadf5e-e485-45c3-8e08-3c6370456df7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:00.350236 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c454da13-7d5c-49b9-8480-9703d659fb1f req-184bb1f6-a058-40dd-932d-1360deacff5a tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543358 Jun 25 09:21:00.419360 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-0fdadf5e-e485-45c3-8e08-3c6370456df7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:00.420189 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-0fdadf5e-e485-45c3-8e08-3c6370456df7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:00.438959 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-0fdadf5e-e485-45c3-8e08-3c6370456df7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1805356 Jun 25 09:21:00.463690 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Request body: {'port': {'device_id': 'a67aa85b-9394-4e85-9b7a-4e3a34489c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:00.515041 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-124c64de-db54-4f29-bfca-a5f1ed1e2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:00.521988 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-124c64de-db54-4f29-bfca-a5f1ed1e2e46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 1096 time: 0.1503110 Jun 25 09:21:00.660390 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-48ef6172-f44e-462d-9025-6cb2c2369b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:00.663074 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-48ef6172-f44e-462d-9025-6cb2c2369b6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.1341040 Jun 25 09:21:00.693760 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:00.742728 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-afa73e46-d578-42b1-9e9e-57cf5dcab8bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 HTTP/1.1" status: 200 len: 217 time: 0.0692153 Jun 25 09:21:00.808916 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-71b12793-3abc-44ee-8168-f7ac59a3e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:00.810757 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-71b12793-3abc-44ee-8168-f7ac59a3e215 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.0618997 Jun 25 09:21:00.862283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-7ec90af1-db9c-42c6-963c-a219ee380770 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433359 Jun 25 09:21:01.039146 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ab649-a951-4a19-bae6-f751f7e4b222 req-d01583e9-a502-48a9-b280-09405f6cfb5e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:01.047870 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a01ab649-a951-4a19-bae6-f751f7e4b222 req-d01583e9-a502-48a9-b280-09405f6cfb5e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1da37ca-6fe7-4d6b-a8fa-c08f399ff224 HTTP/1.1" status: 200 len: 943 time: 0.1882224 Jun 25 09:21:01.053444 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-ea7ca438-85be-4feb-848f-b9bf782a64b7 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809037 Jun 25 09:21:01.137599 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:01.153234 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a01ab649-a951-4a19-bae6-f751f7e4b222 req-b55e627e-9dc9-4bd7-a9f7-42e32035b8c8 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042352 Jun 25 09:21:01.174027 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60f6802-cec2-462a-b5d2-bddf7b7f11b4 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:21:01.185951 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:01.204216 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Transition to ACTIVE for port object e60f6802-cec2-462a-b5d2-bddf7b7f11b4 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:21:01.214445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:01.218990 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-01dda63e-6c39-421f-aeed-690da4912f6f tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:01.250359 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-63dfeec1-abe3-46a8-a62b-422d53ecdeb9 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805067 Jun 25 09:21:01.293191 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Pushing event updated for resources: {'Port': ['ID=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:01.309179 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:01.381637 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e741f-2066-40c3-a26b-22c49be1ab68 req-3c028b33-f1a2-412e-9477-4d0f6576934b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:01.387738 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-371e741f-2066-40c3-a26b-22c49be1ab68 req-3c028b33-f1a2-412e-9477-4d0f6576934b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 943 time: 0.1156807 Jun 25 09:21:01.396507 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a96b4aca-2764-4b99-b32d-80ac16967a43 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:21:01.463567 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-371e741f-2066-40c3-a26b-22c49be1ab68 req-193890de-a054-402f-8db1-8c1a35245ed2 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664690 Jun 25 09:21:01.499015 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Attempting to bind port e60f6802-cec2-462a-b5d2-bddf7b7f11b4 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:21:01.499361 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Attempting to bind port e60f6802-cec2-462a-b5d2-bddf7b7f11b4 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:21:01.499675 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Attempting to bind port e60f6802-cec2-462a-b5d2-bddf7b7f11b4 on network dad122da-9762-4f59-a9e2-64bd248a4a6f {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:21:01.510872 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Port e60f6802-cec2-462a-b5d2-bddf7b7f11b4 on network dad122da-9762-4f59-a9e2-64bd248a4a6f not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:21:01.511198 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Attempting to bind port e60f6802-cec2-462a-b5d2-bddf7b7f11b4 on network dad122da-9762-4f59-a9e2-64bd248a4a6f {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:21:01.524037 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:21:01.524381 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Checking segment: {'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:21:01.527516 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Bound using segment: {'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:21:01.528032 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Bound port: e60f6802-cec2-462a-b5d2-bddf7b7f11b4, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:21:01.528407 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:01.590026 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port a96b4aca-2764-4b99-b32d-80ac16967a43, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a96b4aca-2764-4b99-b32d-80ac16967a43,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:01.612866 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'a96b4aca-2764-4b99-b32d-80ac16967a43', 'network_id': 'c08e5a4c-f042-4b9b-b224-5ef23744d992', 'port_id': 'a96b4aca-2764-4b99-b32d-80ac16967a43', 'mac_address': 'fa:16:3e:f0:63:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c4cc6c-5c51-4ad0-b09a-976959a31a74', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:21:01.670322 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] For port e60f6802-cec2-462a-b5d2-bddf7b7f11b4, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:21:01.686267 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] For port e60f6802-cec2-462a-b5d2-bddf7b7f11b4, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:21:01.690033 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:01.693424 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:01.698373 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-022d5344-930f-467d-a1c8-97673177641c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:01.718726 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96b4aca-2764-4b99-b32d-80ac16967a43 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:21:01.748685 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:01.749761 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:01.751634 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] 10.222.0.41 "PUT /v2.0/ports/e60f6802-cec2-462a-b5d2-bddf7b7f11b4 HTTP/1.1" status: 200 len: 1092 time: 1.2934358 Jun 25 09:21:01.767704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f188db-992c-4a31-b543-3ed9de85d9a0 req-77a9840e-4eb3-48f4-b8c7-c1933e4232a4 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:01.769372 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20f188db-992c-4a31-b543-3ed9de85d9a0 req-77a9840e-4eb3-48f4-b8c7-c1933e4232a4 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 944 time: 0.2294443 Jun 25 09:21:01.785149 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port a96b4aca-2764-4b99-b32d-80ac16967a43, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a96b4aca-2764-4b99-b32d-80ac16967a43,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:01.785943 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Pushing event updated for resources: {'Port': ['ID=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:01.789845 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:01.791379 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:01.794374 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:01.817045 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-40d64fc4-86f2-44ef-91e9-c7cb6a7af257 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:01.822554 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-40d64fc4-86f2-44ef-91e9-c7cb6a7af257 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1&tenant_id=7474114b2c184a18967efdee86f25425&binding%3Ahost_id=n-h1-761264-15 HTTP/1.1" status: 200 len: 1096 time: 0.1798205 Jun 25 09:21:01.896063 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=a96b4aca-2764-4b99-b32d-80ac16967a43,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:01.901049 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:01.904635 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-244e5dae-e0ec-42c4-a938-4bcbd2913156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:01.906233 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-244e5dae-e0ec-42c4-a938-4bcbd2913156 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd3b2251bcb44013a235a723b458a880&device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 1095 time: 0.0894938 Jun 25 09:21:01.921381 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20f188db-992c-4a31-b543-3ed9de85d9a0 req-9ce063a7-eeb4-45cf-9def-fdf218e1b3dc tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380587 Jun 25 09:21:01.952517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52106) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:01.962762 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-e570fb20-19e0-4787-a725-8d3fb13b590a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e60f6802-cec2-462a-b5d2-bddf7b7f11b4 HTTP/1.1" status: 200 len: 217 time: 0.0411046 Jun 25 09:21:02.011476 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-a4e066e2-8088-4b4c-b4b1-ae8c56de446a service neutron] For port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:21:02.016016 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-a4e066e2-8088-4b4c-b4b1-ae8c56de446a service neutron] Notify callbacks [] for binding, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:02.017996 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b026013-000c-45f8-9e02-ffa9e2554484 req-a4e066e2-8088-4b4c-b4b1-ae8c56de446a service neutron] 10.222.0.41 "DELETE /v2.0/ports/63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57/bindings/n-h2-761264-15 HTTP/1.1" status: 204 len: 173 time: 0.1771984 Jun 25 09:21:02.083159 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-e072e11a-eb7a-427d-8ace-91401dffb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:02.085548 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-e072e11a-eb7a-427d-8ace-91401dffb306 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79f29d60-5d39-424f-b7cc-af1d0969792b HTTP/1.1" status: 200 len: 845 time: 0.1136930 Jun 25 09:21:02.141230 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-ef1fea12-a23b-47d7-b0a3-ac3edfa0e21f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dad122da-9762-4f59-a9e2-64bd248a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488868 Jun 25 09:21:02.213948 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a96b4aca-2764-4b99-b32d-80ac16967a43'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:21:02.268099 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67aa85b-9394-4e85-9b7a-4e3a34489c0d', 'tag': 'e60f6802-cec2-462a-b5d2-bddf7b7f11b4'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:02.270705 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afc9ffb-58ee-46d8-ab22-99c6b58d784f" -d '{"events": [{"name": "network-changed", "server_uuid": "a67aa85b-9394-4e85-9b7a-4e3a34489c0d", "tag": "e60f6802-cec2-462a-b5d2-bddf7b7f11b4"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:02.289606 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-dc454dd2-87f0-4f58-9078-90b9c4ec518a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group': {'name': 'tempest-secgroup--2331680'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:02.330183 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-30d61924-9e9c-44ce-8cc4-b1867308edcd service neutron] 10.222.0.41 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823192 Jun 25 09:21:02.345410 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc454dd2-87f0-4f58-9078-90b9c4ec518a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:02.360386 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc454dd2-87f0-4f58-9078-90b9c4ec518a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:02.450362 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e605a0-31c2-444e-ab49-fce5e91f138b x-openstack-request-id: req-e6e605a0-31c2-444e-ab49-fce5e91f138b {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:02.450921 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a67aa85b-9394-4e85-9b7a-4e3a34489c0d", "tag": "e60f6802-cec2-462a-b5d2-bddf7b7f11b4", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:02.452013 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e6e605a0-31c2-444e-ab49-fce5e91f138b {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:02.452647 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67aa85b-9394-4e85-9b7a-4e3a34489c0d', 'tag': 'e60f6802-cec2-462a-b5d2-bddf7b7f11b4', 'status': 'completed', 'code': 200} Jun 25 09:21:02.462783 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc454dd2-87f0-4f58-9078-90b9c4ec518a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:02.477667 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc454dd2-87f0-4f58-9078-90b9c4ec518a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:02.531010 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-91674d3d-62c4-48f7-ab27-9480f34b1873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:02.533465 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-95e6e33b-899c-4019-9bce-cf53f8e6f579 req-c387249d-8ba1-476e-a879-a330f6b07e4f service neutron] 10.222.0.41 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642649 Jun 25 09:21:02.597506 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 847b7484-53a6-4736-a4fa-8fd95a129e45 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:21:02.634899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc454dd2-87f0-4f58-9078-90b9c4ec518a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47826a9-ac13-4e41-8001-4b90c8b2dabe,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:02.644776 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dc454dd2-87f0-4f58-9078-90b9c4ec518a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:02.674061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 847b7484-53a6-4736-a4fa-8fd95a129e45 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:21:02.678345 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 847b7484-53a6-4736-a4fa-8fd95a129e45 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:21:02.678730 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:02.687741 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19ccc8-33a5-44be-a597-dbc60476f604 req-d8e25e18-3bf2-42e2-8b4a-d29c4b2dfd5a tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:02.695739 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e19ccc8-33a5-44be-a597-dbc60476f604 req-d8e25e18-3bf2-42e2-8b4a-d29c4b2dfd5a tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1da37ca-6fe7-4d6b-a8fa-c08f399ff224 HTTP/1.1" status: 200 len: 944 time: 0.2313004 Jun 25 09:21:02.739700 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc9ffb-58ee-46d8-ab22-99c6b58d784f req-1a81f89c-fbf2-47ee-a47e-d4f705a5ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:02.743397 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3afc9ffb-58ee-46d8-ab22-99c6b58d784f req-1a81f89c-fbf2-47ee-a47e-d4f705a5ace0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd3b2251bcb44013a235a723b458a880&device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 1095 time: 0.0882435 Jun 25 09:21:02.751457 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7253423-4ed4-40f9-b64a-2d34d4744f23 req-48a4f763-1b8a-45f2-aa89-c7d7eb405eba tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:02.753064 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7253423-4ed4-40f9-b64a-2d34d4744f23 req-48a4f763-1b8a-45f2-aa89-c7d7eb405eba tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 946 time: 0.1987944 Jun 25 09:21:02.774852 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc454dd2-87f0-4f58-9078-90b9c4ec518a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:02.794069 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e19ccc8-33a5-44be-a597-dbc60476f604 req-6559bfd5-36fe-4cd2-a95b-2709d0bfbc06 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967140 Jun 25 09:21:02.795311 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc454dd2-87f0-4f58-9078-90b9c4ec518a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:02.810521 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3487f6de-5336-40ac-9e75-4707a7354a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:02.810778 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:02.839210 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc454dd2-87f0-4f58-9078-90b9c4ec518a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:02.843815 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-dc454dd2-87f0-4f58-9078-90b9c4ec518a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8898580 Jun 25 09:21:02.844552 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52134) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:02.848195 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c4fff3-67c7-4485-a964-cb65ba8fc4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847b7484-53a6-4736-a4fa-8fd95a129e45'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:02.854077 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fe799a-2f77-460c-82e5-2191c3b4c5bc" -d '{"events": [{"server_uuid": "35c4fff3-67c7-4485-a964-cb65ba8fc4b0", "name": "network-vif-plugged", "status": "completed", "tag": "847b7484-53a6-4736-a4fa-8fd95a129e45"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:02.866164 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc454dd2-87f0-4f58-9078-90b9c4ec518a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439b52a1-426f-4ff8-9d75-0dffaa13e71b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:02.878449 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 847b7484-53a6-4736-a4fa-8fd95a129e45, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=847b7484-53a6-4736-a4fa-8fd95a129e45,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:02.883970 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dc454dd2-87f0-4f58-9078-90b9c4ec518a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:02.888835 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:02.890130 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7253423-4ed4-40f9-b64a-2d34d4744f23 req-5285befd-926d-412d-a970-4b217197bb34 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb3d4d52-4a5d-4d50-8da9-789459d34042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205125 Jun 25 09:21:02.900914 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:02.930871 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc9ffb-58ee-46d8-ab22-99c6b58d784f req-2aa78e72-351f-4272-82b2-f3ff8911db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:02.937281 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3afc9ffb-58ee-46d8-ab22-99c6b58d784f req-2aa78e72-351f-4272-82b2-f3ff8911db57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dad122da-9762-4f59-a9e2-64bd248a4a6f HTTP/1.1" status: 200 len: 907 time: 0.1817181 Jun 25 09:21:03.002450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3e61ee72-822e-47f5-8b79-958dccceb03d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4508 time: 0.1482267 Jun 25 09:21:03.003118 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52142) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:03.009480 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-67f2716f-1186-47d2-ad5d-082c4a538f55 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group': {'name': 'tempest-security--637547558', 'description': 'tempest-security-description-2119839921'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:03.038176 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3afc9ffb-58ee-46d8-ab22-99c6b58d784f req-404ac1bc-080d-44a0-b8d4-1a6b2fb27e72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e60f6802-cec2-462a-b5d2-bddf7b7f11b4 HTTP/1.1" status: 200 len: 217 time: 0.0753810 Jun 25 09:21:03.054877 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67f2716f-1186-47d2-ad5d-082c4a538f55 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:03.097668 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ee2b8-73bd-4fd2-a22a-db581043ef9d req-59dc8776-ff6a-4e23-bd06-317e38c1bad1 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:03.105281 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d27ee2b8-73bd-4fd2-a22a-db581043ef9d req-59dc8776-ff6a-4e23-bd06-317e38c1bad1 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 943 time: 0.1634202 Jun 25 09:21:03.117385 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=847b7484-53a6-4736-a4fa-8fd95a129e45,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:03.131351 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:03.133596 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc9ffb-58ee-46d8-ab22-99c6b58d784f req-d24e2dc5-0ab5-4e07-83eb-ae2313cb9fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:03.134766 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3afc9ffb-58ee-46d8-ab22-99c6b58d784f req-d24e2dc5-0ab5-4e07-83eb-ae2313cb9fe8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79f29d60-5d39-424f-b7cc-af1d0969792b HTTP/1.1" status: 200 len: 845 time: 0.0899029 Jun 25 09:21:03.160181 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67f2716f-1186-47d2-ad5d-082c4a538f55 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:03.170725 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f08f340-0a18-44c4-a508-c2d147db2b91 x-openstack-request-id: req-0f08f340-0a18-44c4-a508-c2d147db2b91 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:03.171100 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c4fff3-67c7-4485-a964-cb65ba8fc4b0", "name": "network-vif-plugged", "status": "completed", "tag": "847b7484-53a6-4736-a4fa-8fd95a129e45", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:03.171396 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0f08f340-0a18-44c4-a508-c2d147db2b91 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:03.171875 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c4fff3-67c7-4485-a964-cb65ba8fc4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847b7484-53a6-4736-a4fa-8fd95a129e45', 'code': 200} Jun 25 09:21:03.178959 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d27ee2b8-73bd-4fd2-a22a-db581043ef9d req-5b526d40-00da-4849-84cd-3193731241fe tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726473 Jun 25 09:21:03.179645 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67f2716f-1186-47d2-ad5d-082c4a538f55 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:03.188715 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67f2716f-1186-47d2-ad5d-082c4a538f55 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:03.199099 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-67f2716f-1186-47d2-ad5d-082c4a538f55 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "PUT /v2.0/security-groups/439b52a1-426f-4ff8-9d75-0dffaa13e71b HTTP/1.1" status: 200 len: 1779 time: 0.1940901 Jun 25 09:21:03.199463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52148) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:03.200755 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d1966b09-e33e-4e55-b72f-2d4927e059c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:03.251149 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3afc9ffb-58ee-46d8-ab22-99c6b58d784f req-1d10e45f-a622-4b2a-9a22-baa8a48e24d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dad122da-9762-4f59-a9e2-64bd248a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081369 Jun 25 09:21:03.293712 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2716f-1186-47d2-ad5d-082c4a538f55 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439b52a1-426f-4ff8-9d75-0dffaa13e71b,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:03.310211 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-67f2716f-1186-47d2-ad5d-082c4a538f55 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:03.354756 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2b1c984b-40a9-4efc-a96d-d6ce018f318c tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-groups/439b52a1-426f-4ff8-9d75-0dffaa13e71b HTTP/1.1" status: 200 len: 1779 time: 0.1503985 Jun 25 09:21:03.358076 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52150) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:03.392383 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3afc9ffb-58ee-46d8-ab22-99c6b58d784f req-7936653d-0d93-4dee-9ebc-ce7d44750c23 service neutron] 10.222.0.41 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256533 Jun 25 09:21:03.416825 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cedfdfd-6178-4e7c-977e-525d88c414cf req-3c350156-d55b-418a-b8dc-0e8b52f72f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:03.418264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1cedfdfd-6178-4e7c-977e-525d88c414cf req-3c350156-d55b-418a-b8dc-0e8b52f72f0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35c4fff3-67c7-4485-a964-cb65ba8fc4b0 HTTP/1.1" status: 200 len: 1098 time: 0.1266754 Jun 25 09:21:03.428936 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2f1cf-dbf9-41d2-8063-c24441fc6e95 req-026747dd-e504-4332-98a4-612f43c395c9 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:03.430371 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6e2f1cf-dbf9-41d2-8063-c24441fc6e95 req-026747dd-e504-4332-98a4-612f43c395c9 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 944 time: 0.0959787 Jun 25 09:21:03.476487 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2595dce2-6e1b-4d6f-af1e-cdca69c2b037 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:03.480687 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1cedfdfd-6178-4e7c-977e-525d88c414cf req-67ab770d-dd35-468c-b1d6-98432c693893 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493569 Jun 25 09:21:03.488670 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6e2f1cf-dbf9-41d2-8063-c24441fc6e95 req-6d7bd4f8-caba-416c-9c20-2580c3d7048c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514245 Jun 25 09:21:03.517252 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2595dce2-6e1b-4d6f-af1e-cdca69c2b037 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:03.531359 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3afc9ffb-58ee-46d8-ab22-99c6b58d784f req-4a858b8a-4a86-43e5-8d47-9b02c4c10af9 service neutron] 10.222.0.41 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241252 Jun 25 09:21:03.572554 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2595dce2-6e1b-4d6f-af1e-cdca69c2b037 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:03.575099 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2595dce2-6e1b-4d6f-af1e-cdca69c2b037 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:03.576253 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2595dce2-6e1b-4d6f-af1e-cdca69c2b037 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-groups/439b52a1-426f-4ff8-9d75-0dffaa13e71b HTTP/1.1" status: 204 len: 168 time: 0.2172401 Jun 25 09:21:03.577049 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4f50eafc-0327-4771-bacd-204e2dca76d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:03.579193 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52156) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:03.586278 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595dce2-6e1b-4d6f-af1e-cdca69c2b037 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=439b52a1-426f-4ff8-9d75-0dffaa13e71b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:03.588547 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2595dce2-6e1b-4d6f-af1e-cdca69c2b037 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:03.634574 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1fc5156c-3e1f-4a6a-8afa-a7572c86ea4a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0537503 Jun 25 09:21:03.637555 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52158) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:03.655930 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-6b2b8575-24a5-4ba5-9f2e-b469bc8483fc tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] delete failed (client error): The resource could not be found. Jun 25 09:21:03.656956 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6b2b8575-24a5-4ba5-9f2e-b469bc8483fc tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-groups/439b52a1-426f-4ff8-9d75-0dffaa13e71b HTTP/1.1" status: 404 len: 347 time: 0.0182900 Jun 25 09:21:03.661114 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52160) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:03.665703 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c9a210f7-35b3-4282-88fe-c29ca852888b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group': {'name': 'tempest-secgroup--719485909'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:03.689072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131eef0-d1df-4ec8-a27a-12c86a8a41ed req-be7e702e-0848-45b3-81de-28315b7ebd1b tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:03.690734 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a131eef0-d1df-4ec8-a27a-12c86a8a41ed req-be7e702e-0848-45b3-81de-28315b7ebd1b tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 1096 time: 0.0538266 Jun 25 09:21:03.692245 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c9a210f7-35b3-4282-88fe-c29ca852888b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:03.725331 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a131eef0-d1df-4ec8-a27a-12c86a8a41ed req-ea0b3830-27d9-49e4-b135-138beb6fc8ab tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284486 Jun 25 09:21:03.777612 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c9a210f7-35b3-4282-88fe-c29ca852888b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:03.782965 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c9a210f7-35b3-4282-88fe-c29ca852888b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:03.785765 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-93561adc-a523-4ee9-baa0-bf53458ea290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:03.813554 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a210f7-35b3-4282-88fe-c29ca852888b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306eaa80-3724-4486-a39b-eef5b2db87fe,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:03.816519 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c9a210f7-35b3-4282-88fe-c29ca852888b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:03.821459 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52166) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:03.825998 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-33397705-6f7e-4298-927e-f038beb9f4a2 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group_rule': {'security_group_id': '306eaa80-3724-4486-a39b-eef5b2db87fe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:03.829358 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c9a210f7-35b3-4282-88fe-c29ca852888b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1671953 Jun 25 09:21:03.830675 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c9a210f7-35b3-4282-88fe-c29ca852888b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:03.857083 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-33397705-6f7e-4298-927e-f038beb9f4a2 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:03.977134 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-33397705-6f7e-4298-927e-f038beb9f4a2 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:04.018250 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-33397705-6f7e-4298-927e-f038beb9f4a2 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:04.029569 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:04.068794 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33397705-6f7e-4298-927e-f038beb9f4a2 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ce359b-8368-4d42-beb9-ba6bd0f9cd2e,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:04.075405 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-33397705-6f7e-4298-927e-f038beb9f4a2 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:04.076255 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-33397705-6f7e-4298-927e-f038beb9f4a2 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:04.077445 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-33397705-6f7e-4298-927e-f038beb9f4a2 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2553763 Jun 25 09:21:04.080536 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52182) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:04.109400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5bb23-d465-4c79-ae53-f90bb06155c7 req-80ea5ba1-171d-46b7-8294-9dd63ac0469b tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:04.111150 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-24b5bb23-d465-4c79-ae53-f90bb06155c7 req-80ea5ba1-171d-46b7-8294-9dd63ac0469b tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1da37ca-6fe7-4d6b-a8fa-c08f399ff224 HTTP/1.1" status: 200 len: 944 time: 0.1929512 Jun 25 09:21:04.112673 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17530dcc-65f2-4824-b3f6-96ce58e1d30c tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:04.117727 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-c2257cee-4697-4d6a-821c-6cca70b28b78 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:04.119174 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-c2257cee-4697-4d6a-821c-6cca70b28b78 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 808 time: 0.1668584 Jun 25 09:21:04.128294 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17530dcc-65f2-4824-b3f6-96ce58e1d30c tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:04.146600 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6cf91e19-9d9a-42ce-9ada-4b6a142285e6 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/quotas/7474114b2c184a18967efdee86f25425 HTTP/1.1" status: 200 len: 375 time: 0.0198879 Jun 25 09:21:04.165199 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17530dcc-65f2-4824-b3f6-96ce58e1d30c tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:04.167250 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:04.173006 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17530dcc-65f2-4824-b3f6-96ce58e1d30c tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:04.176700 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-17530dcc-65f2-4824-b3f6-96ce58e1d30c tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/97ce359b-8368-4d42-beb9-ba6bd0f9cd2e HTTP/1.1" status: 204 len: 168 time: 0.0923979 Jun 25 09:21:04.176890 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-24b5bb23-d465-4c79-ae53-f90bb06155c7 req-dff0f289-d24b-4b2b-af92-d74ba7f5c7b8 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563550 Jun 25 09:21:04.176998 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52184) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:04.178592 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17530dcc-65f2-4824-b3f6-96ce58e1d30c tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97ce359b-8368-4d42-beb9-ba6bd0f9cd2e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:04.180981 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-17530dcc-65f2-4824-b3f6-96ce58e1d30c tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:04.257419 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a1e82946-a130-44a2-8d30-06cc39db9a4e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0616481 Jun 25 09:21:04.257738 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52190) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:04.293460 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-d185a6cc-7cb4-48ae-9e79-f2037aed906b tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1407492 Jun 25 09:21:04.719941 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df3358b1-22f6-49e2-9483-4b5056ebb6ba tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:04.769781 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df3358b1-22f6-49e2-9483-4b5056ebb6ba tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:04.780116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e94cb1-d35f-4707-96d7-8ba974c74d8c req-1cdcc9b7-bd54-4012-b03e-f66fa761ff5c tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:04.781165 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f7e94cb1-d35f-4707-96d7-8ba974c74d8c req-1cdcc9b7-bd54-4012-b03e-f66fa761ff5c tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 946 time: 0.4824653 Jun 25 09:21:04.788452 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-5aec38e1-0c4a-4390-809d-a8303c9b892a service neutron] 10.222.0.93 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763107 Jun 25 09:21:04.905390 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f7e94cb1-d35f-4707-96d7-8ba974c74d8c req-edb632c8-63de-49e5-9833-b9d2cd6bfe2a tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb3d4d52-4a5d-4d50-8da9-789459d34042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159184 Jun 25 09:21:04.917071 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df3358b1-22f6-49e2-9483-4b5056ebb6ba tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:04.919728 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-df3358b1-22f6-49e2-9483-4b5056ebb6ba tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:04.920898 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-df3358b1-22f6-49e2-9483-4b5056ebb6ba tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-groups/306eaa80-3724-4486-a39b-eef5b2db87fe HTTP/1.1" status: 204 len: 168 time: 0.6623268 Jun 25 09:21:04.923387 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:04.924059 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52210) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:04.941198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3358b1-22f6-49e2-9483-4b5056ebb6ba tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306eaa80-3724-4486-a39b-eef5b2db87fe,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:04.955263 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-df3358b1-22f6-49e2-9483-4b5056ebb6ba tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:04.986644 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-b9a69a26-aca6-48e7-a477-9caf86804101 service neutron] 10.222.0.93 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848407 Jun 25 09:21:05.040334 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-566df4f1-ea43-42c9-8206-34c8092a0eae tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1147938 Jun 25 09:21:05.045265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52212) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:05.052668 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-90d3145a-a0c8-4098-b342-b754cae29737 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group': {'name': 'tempest-secgroup--474535193'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:05.086326 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-90d3145a-a0c8-4098-b342-b754cae29737 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.213646 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-90d3145a-a0c8-4098-b342-b754cae29737 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.219643 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-90d3145a-a0c8-4098-b342-b754cae29737 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.234841 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-efe63e75-1aba-4cf4-8747-140a9f9982c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:05.243119 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-90d3145a-a0c8-4098-b342-b754cae29737 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.247143 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-90d3145a-a0c8-4098-b342-b754cae29737 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1974154 Jun 25 09:21:05.248384 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52222) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:05.257660 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-41cf13cc-a701-4d52-938f-b3c2f3a1500e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group_rule': {'security_group_id': '7b4e79d6-6cb2-4b7e-b20e-ea94af281fd9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:05.268294 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3145a-a0c8-4098-b342-b754cae29737 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4e79d6-6cb2-4b7e-b20e-ea94af281fd9,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:05.271608 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-90d3145a-a0c8-4098-b342-b754cae29737 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:05.295011 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecffce-a199-4ce4-91db-741f114ee5cb req-94ffd417-5636-43a7-8506-888530f93879 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:05.296622 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a6ecffce-a199-4ce4-91db-741f114ee5cb req-94ffd417-5636-43a7-8506-888530f93879 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 943 time: 0.0992708 Jun 25 09:21:05.303289 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-41cf13cc-a701-4d52-938f-b3c2f3a1500e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.383221 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3f350cb2-de62-4410-a80b-f40dcb36505a req-14d9579b-563f-4a99-b1f3-91afa86ba5eb tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 210 time: 0.0522716 Jun 25 09:21:05.403649 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a96b4aca-2764-4b99-b32d-80ac16967a43 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:21:05.405308 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a6ecffce-a199-4ce4-91db-741f114ee5cb req-65bead27-e907-4828-a0d0-5322d521fe42 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980117 Jun 25 09:21:05.436448 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-41cf13cc-a701-4d52-938f-b3c2f3a1500e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.440959 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-41cf13cc-a701-4d52-938f-b3c2f3a1500e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.443119 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-03469d68-ead4-46c0-a8b2-a1e41d44c028 tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:05.481425 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port a96b4aca-2764-4b99-b32d-80ac16967a43 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:21:05.486967 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port a96b4aca-2764-4b99-b32d-80ac16967a43 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:21:05.487707 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.517191 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf13cc-a701-4d52-938f-b3c2f3a1500e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec467f4-3a7e-4921-9212-1dcc3fc0f56d,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:05.519896 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-41cf13cc-a701-4d52-938f-b3c2f3a1500e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:05.536281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a0248-1c40-4c76-8bdb-191badddc335 req-40f22e94-7c9d-4c14-9565-637f08b503b5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:05.538738 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e68a0248-1c40-4c76-8bdb-191badddc335 req-40f22e94-7c9d-4c14-9565-637f08b503b5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.41 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 946 time: 0.1154211 Jun 25 09:21:05.541332 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-41cf13cc-a701-4d52-938f-b3c2f3a1500e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.547337 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-41cf13cc-a701-4d52-938f-b3c2f3a1500e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2932134 Jun 25 09:21:05.547974 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52228) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:05.563442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-56ee782e-1df0-4166-a3ee-e8f1d23d200e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group_rule': {'security_group_id': '7b4e79d6-6cb2-4b7e-b20e-ea94af281fd9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:05.639861 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.670141 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1da37ca-6fe7-4d6b-a8fa-c08f399ff224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96b4aca-2764-4b99-b32d-80ac16967a43'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:05.675612 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade57a59-d830-4036-b332-71c0af112b2a" -d '{"events": [{"server_uuid": "e1da37ca-6fe7-4d6b-a8fa-c08f399ff224", "name": "network-vif-plugged", "status": "completed", "tag": "a96b4aca-2764-4b99-b32d-80ac16967a43"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:05.691118 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port a96b4aca-2764-4b99-b32d-80ac16967a43, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a96b4aca-2764-4b99-b32d-80ac16967a43,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:05.694464 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-e68a0248-1c40-4c76-8bdb-191badddc335 req-19f9344e-02d7-4b6d-86bd-2302ee3fd542 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Deleting port 40f31681-5a5e-49e7-aa8a-744432f471fe {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:21:05.695006 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e68a0248-1c40-4c76-8bdb-191badddc335 req-19f9344e-02d7-4b6d-86bd-2302ee3fd542 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.697757 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.701611 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-77dbc4b0-a98f-49ff-8221-6fd6d8d1c084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:05.720650 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-56ee782e-1df0-4166-a3ee-e8f1d23d200e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.767384 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f2a43f-abe3-466a-bfd8-c19bb316df51 x-openstack-request-id: req-f7f2a43f-abe3-466a-bfd8-c19bb316df51 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:05.767779 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1da37ca-6fe7-4d6b-a8fa-c08f399ff224", "name": "network-vif-plugged", "status": "completed", "tag": "a96b4aca-2764-4b99-b32d-80ac16967a43", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:05.767999 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f7f2a43f-abe3-466a-bfd8-c19bb316df51 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:05.768395 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1da37ca-6fe7-4d6b-a8fa-c08f399ff224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96b4aca-2764-4b99-b32d-80ac16967a43', 'code': 200} Jun 25 09:21:05.772091 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52236) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:05.819108 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=a96b4aca-2764-4b99-b32d-80ac16967a43,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:05.824589 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:05.848414 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b7c91-38af-4fdd-8e0b-f813a0cb6fc5 req-60a742ba-dbc3-4da6-bd2a-951de23fdf7c tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:05.850511 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca7b7c91-38af-4fdd-8e0b-f813a0cb6fc5 req-60a742ba-dbc3-4da6-bd2a-951de23fdf7c tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1da37ca-6fe7-4d6b-a8fa-c08f399ff224 HTTP/1.1" status: 200 len: 944 time: 0.2250726 Jun 25 09:21:05.854813 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-e68a0248-1c40-4c76-8bdb-191badddc335 req-19f9344e-02d7-4b6d-86bd-2302ee3fd542 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] For port 40f31681-5a5e-49e7-aa8a-744432f471fe, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=40f31681-5a5e-49e7-aa8a-744432f471fe,segment=NetworkSegment(017365f4-4d38-48be-a282-acf4cea7d650),segment_id=017365f4-4d38-48be-a282-acf4cea7d650)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:05.855190 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e68a0248-1c40-4c76-8bdb-191badddc335 req-19f9344e-02d7-4b6d-86bd-2302ee3fd542 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.866512 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-56ee782e-1df0-4166-a3ee-e8f1d23d200e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.870721 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-e68a0248-1c40-4c76-8bdb-191badddc335 req-19f9344e-02d7-4b6d-86bd-2302ee3fd542 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Calling delete_port for 40f31681-5a5e-49e7-aa8a-744432f471fe owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:21:05.901559 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-56ee782e-1df0-4166-a3ee-e8f1d23d200e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.909993 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:05.947172 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee782e-1df0-4166-a3ee-e8f1d23d200e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d18df8b-3692-4e95-93ad-1fceefa8fe20,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:05.950637 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-56ee782e-1df0-4166-a3ee-e8f1d23d200e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:05.967477 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-56ee782e-1df0-4166-a3ee-e8f1d23d200e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.968791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-56ee782e-1df0-4166-a3ee-e8f1d23d200e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4198589 Jun 25 09:21:05.969962 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a546e7a-daa1-4d3d-a105-c31ddbe7507f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:05.973252 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52242) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:05.978040 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0725ba66-5bb7-4808-aed2-b385b42f3e5e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group_rule': {'security_group_id': '7b4e79d6-6cb2-4b7e-b20e-ea94af281fd9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:06.020208 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca7b7c91-38af-4fdd-8e0b-f813a0cb6fc5 req-818a85a5-f81f-4d57-8578-e58800893866 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523435 Jun 25 09:21:06.047727 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27440918-541b-4825-9b04-e1441fcc8eed req-a343ac36-1715-458f-b42b-f14129bfdd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:06.048954 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0725ba66-5bb7-4808-aed2-b385b42f3e5e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.049273 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27440918-541b-4825-9b04-e1441fcc8eed req-a343ac36-1715-458f-b42b-f14129bfdd5b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e1da37ca-6fe7-4d6b-a8fa-c08f399ff224 HTTP/1.1" status: 200 len: 1097 time: 0.1929929 Jun 25 09:21:06.097660 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e68a0248-1c40-4c76-8bdb-191badddc335 req-19f9344e-02d7-4b6d-86bd-2302ee3fd542 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.104021 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9a0d3c2e-aeb5-4954-a88a-af1fbc47164f tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:06.143083 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9344e-02d7-4b6d-86bd-2302ee3fd542 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Pushing event deleted for resources: {'Port': ['ID=40f31681-5a5e-49e7-aa8a-744432f471fe,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:06.146043 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['40f31681-5a5e-49e7-aa8a-744432f471fe'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:21:06.149739 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-19f9344e-02d7-4b6d-86bd-2302ee3fd542 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:06.172703 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27440918-541b-4825-9b04-e1441fcc8eed req-3ed96636-2772-4fb8-8caf-fc47158d76e8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058478 Jun 25 09:21:06.186304 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0725ba66-5bb7-4808-aed2-b385b42f3e5e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.204236 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68a0248-1c40-4c76-8bdb-191badddc335 req-19f9344e-02d7-4b6d-86bd-2302ee3fd542 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] No DVR routers for this DVR port 40f31681-5a5e-49e7-aa8a-744432f471fe on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:21:06.206182 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0725ba66-5bb7-4808-aed2-b385b42f3e5e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.207463 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e68a0248-1c40-4c76-8bdb-191badddc335 req-19f9344e-02d7-4b6d-86bd-2302ee3fd542 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.209539 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e68a0248-1c40-4c76-8bdb-191badddc335 req-19f9344e-02d7-4b6d-86bd-2302ee3fd542 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.41 "DELETE /v2.0/ports/40f31681-5a5e-49e7-aa8a-744432f471fe HTTP/1.1" status: 204 len: 173 time: 0.6650095 Jun 25 09:21:06.210222 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982c954d-5c23-4741-81bf-e1407c811db4', 'name': 'network-vif-deleted', 'tag': '40f31681-5a5e-49e7-aa8a-744432f471fe'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:06.210453 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03333ea0-0c24-426a-a3ea-1787c5a04b5b req-8e2b035b-4de0-4773-8d23-3bcd37d2d69d tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:06.211992 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03333ea0-0c24-426a-a3ea-1787c5a04b5b req-8e2b035b-4de0-4773-8d23-3bcd37d2d69d tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/ports?device_id=982c954d-5c23-4741-81bf-e1407c811db4 HTTP/1.1" status: 200 len: 867 time: 0.1683581 Jun 25 09:21:06.212773 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc4a716-f8e0-4110-8adb-2025f3b2565c" -d '{"events": [{"server_uuid": "982c954d-5c23-4741-81bf-e1407c811db4", "name": "network-vif-deleted", "tag": "40f31681-5a5e-49e7-aa8a-744432f471fe"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:06.216833 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:06.231925 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725ba66-5bb7-4808-aed2-b385b42f3e5e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6798b0ef-f91e-4235-9289-332e828f050c,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:06.236636 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0725ba66-5bb7-4808-aed2-b385b42f3e5e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:06.241495 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a546e7a-daa1-4d3d-a105-c31ddbe7507f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.251087 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0725ba66-5bb7-4808-aed2-b385b42f3e5e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.255161 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0725ba66-5bb7-4808-aed2-b385b42f3e5e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2783649 Jun 25 09:21:06.255489 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52248) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:06.258623 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a546e7a-daa1-4d3d-a105-c31ddbe7507f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.260399 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-040423e7-abfe-4c4c-af53-60b4ae3e9a64 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group_rule': {'security_group_id': '7b4e79d6-6cb2-4b7e-b20e-ea94af281fd9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:06.262891 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3a27e67e-cc15-4a1b-97bc-4bc81c8b5cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:06.289823 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-040423e7-abfe-4c4c-af53-60b4ae3e9a64 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.290898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a546e7a-daa1-4d3d-a105-c31ddbe7507f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb26feed-7c52-4666-9c63-eed94152278e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:06.299165 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4a546e7a-daa1-4d3d-a105-c31ddbe7507f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:06.327042 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03333ea0-0c24-426a-a3ea-1787c5a04b5b req-87c72ff5-d575-4ecf-9248-0c08db342af2 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb3d4d52-4a5d-4d50-8da9-789459d34042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841281 Jun 25 09:21:06.332294 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4a546e7a-daa1-4d3d-a105-c31ddbe7507f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d56d45ef6b314f069d430259caba47fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5583456 Jun 25 09:21:06.332990 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52252) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:06.378905 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-040423e7-abfe-4c4c-af53-60b4ae3e9a64 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.384491 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-040423e7-abfe-4c4c-af53-60b4ae3e9a64 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.387175 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7962444d-2b32-4bb0-97f1-e2b36db0b6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.393545 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a33349e0-c052-4478-a9d8-76d518d25b90 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:06.400651 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe188e32-995c-454d-b2d5-b5f78cb1ad01 x-openstack-request-id: req-fe188e32-995c-454d-b2d5-b5f78cb1ad01 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:06.401054 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982c954d-5c23-4741-81bf-e1407c811db4", "name": "network-vif-deleted", "tag": "40f31681-5a5e-49e7-aa8a-744432f471fe", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:06.401332 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fe188e32-995c-454d-b2d5-b5f78cb1ad01 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:06.401764 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982c954d-5c23-4741-81bf-e1407c811db4', 'name': 'network-vif-deleted', 'tag': '40f31681-5a5e-49e7-aa8a-744432f471fe', 'status': 'completed', 'code': 200} Jun 25 09:21:06.411813 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040423e7-abfe-4c4c-af53-60b4ae3e9a64 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6609e78b-4fd8-4f99-9996-c312542b4f53,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:06.414929 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-040423e7-abfe-4c4c-af53-60b4ae3e9a64 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:06.416079 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7962444d-2b32-4bb0-97f1-e2b36db0b6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.420633 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-040423e7-abfe-4c4c-af53-60b4ae3e9a64 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.425285 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-040423e7-abfe-4c4c-af53-60b4ae3e9a64 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1655719 Jun 25 09:21:06.425450 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52256) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:06.430406 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-bc68da43-6d21-412f-874c-d240f8eee8cb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group_rule': {'security_group_id': '7b4e79d6-6cb2-4b7e-b20e-ea94af281fd9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:06.484299 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bc68da43-6d21-412f-874c-d240f8eee8cb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.508286 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7962444d-2b32-4bb0-97f1-e2b36db0b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.511205 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7962444d-2b32-4bb0-97f1-e2b36db0b6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.512193 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7962444d-2b32-4bb0-97f1-e2b36db0b6e0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bb26feed-7c52-4666-9c63-eed94152278e HTTP/1.1" status: 204 len: 168 time: 0.1782827 Jun 25 09:21:06.517728 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8f67c115-e4c5-47a7-9f47-e993e9f3d3d3 tempest-SecurityGroupsTestJSON-1339498900 tempest-SecurityGroupsTestJSON-1339498900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:06.533454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962444d-2b32-4bb0-97f1-e2b36db0b6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb26feed-7c52-4666-9c63-eed94152278e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:06.538277 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7962444d-2b32-4bb0-97f1-e2b36db0b6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:06.573518 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bc68da43-6d21-412f-874c-d240f8eee8cb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.578827 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bc68da43-6d21-412f-874c-d240f8eee8cb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.581417 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ad8bce80-94b5-45ca-8a1e-a1dd6cbd66ff tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:06.601443 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68da43-6d21-412f-874c-d240f8eee8cb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6f209b-3496-4054-81e4-fcbb4a5518cb,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:06.616707 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e60f6802-cec2-462a-b5d2-bddf7b7f11b4 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:21:06.618476 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bc68da43-6d21-412f-874c-d240f8eee8cb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:06.641481 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bc68da43-6d21-412f-874c-d240f8eee8cb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.642898 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bc68da43-6d21-412f-874c-d240f8eee8cb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2168994 Jun 25 09:21:06.646108 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52262) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:06.653430 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0f8528a-9511-427e-8290-6d5b9ec30819 req-225cec50-479f-48f3-bf48-79ca1024ff9f tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 210 time: 0.0457749 Jun 25 09:21:06.683930 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-558d02a5-6448-4b6c-875a-ef0633addf57 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.700661 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-558d02a5-6448-4b6c-875a-ef0633addf57 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.729589 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eb91e-d177-40b9-8ffa-0f63f1129fbf req-d7bb6c55-4c82-4c30-9925-53f31648e0b2 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:06.731289 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d31eb91e-d177-40b9-8ffa-0f63f1129fbf req-d7bb6c55-4c82-4c30-9925-53f31648e0b2 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 943 time: 0.0764174 Jun 25 09:21:06.750857 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-558d02a5-6448-4b6c-875a-ef0633addf57 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.755720 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-17530dcc-65f2-4824-b3f6-96ce58e1d30c tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:06.765638 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-558d02a5-6448-4b6c-875a-ef0633addf57 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.767460 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-558d02a5-6448-4b6c-875a-ef0633addf57 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/5e6f209b-3496-4054-81e4-fcbb4a5518cb HTTP/1.1" status: 204 len: 168 time: 0.1202989 Jun 25 09:21:06.774498 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52266) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:06.775611 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e60f6802-cec2-462a-b5d2-bddf7b7f11b4, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:06.790374 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'e60f6802-cec2-462a-b5d2-bddf7b7f11b4', 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f', 'port_id': 'e60f6802-cec2-462a-b5d2-bddf7b7f11b4', 'mac_address': 'fa:16:3e:be:25:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f29d60-5d39-424f-b7cc-af1d0969792b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:21:06.791338 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d31eb91e-d177-40b9-8ffa-0f63f1129fbf req-004d71d3-efbd-4a14-a970-7611dd9c8279 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496659 Jun 25 09:21:06.811568 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d02a5-6448-4b6c-875a-ef0633addf57 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e6f209b-3496-4054-81e4-fcbb4a5518cb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:06.821642 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-558d02a5-6448-4b6c-875a-ef0633addf57 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:06.853602 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.869107 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60f6802-cec2-462a-b5d2-bddf7b7f11b4 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:21:06.870544 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d3b39f43-5b6c-4132-bef1-30418ae2d612 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0905168 Jun 25 09:21:06.872849 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52268) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:06.893111 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e60f6802-cec2-462a-b5d2-bddf7b7f11b4, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:06.899967 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.902881 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0ef8f4be-70bb-4180-ba11-fe416fbde2b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:06.912592 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-859a6b07-052c-49cf-bc65-c91c830de95e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.922512 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-859a6b07-052c-49cf-bc65-c91c830de95e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.974042 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-859a6b07-052c-49cf-bc65-c91c830de95e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.977791 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-96acbcf6-1109-43af-87ec-7c05992a6e54 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:06.986232 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-859a6b07-052c-49cf-bc65-c91c830de95e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:06.989345 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-859a6b07-052c-49cf-bc65-c91c830de95e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/6609e78b-4fd8-4f99-9996-c312542b4f53 HTTP/1.1" status: 204 len: 168 time: 0.1137571 Jun 25 09:21:06.990006 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52270) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:06.990542 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52272) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:06.995428 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a6b07-052c-49cf-bc65-c91c830de95e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6609e78b-4fd8-4f99-9996-c312542b4f53,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:07.000332 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-859a6b07-052c-49cf-bc65-c91c830de95e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:07.011002 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:07.016148 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:07.024148 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-49905ea7-ff3d-40b4-b077-da3377687e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.069720 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-62fb0a37-3c47-48b2-8758-89359ef5b6b9 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0765834 Jun 25 09:21:07.072717 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52276) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:07.106362 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7f9f86a4-01a5-4c37-8c63-b117af8efa0b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.115867 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7f9f86a4-01a5-4c37-8c63-b117af8efa0b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.169305 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7f9f86a4-01a5-4c37-8c63-b117af8efa0b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.180079 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7f9f86a4-01a5-4c37-8c63-b117af8efa0b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.185085 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7f9f86a4-01a5-4c37-8c63-b117af8efa0b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/6798b0ef-f91e-4235-9289-332e828f050c HTTP/1.1" status: 204 len: 168 time: 0.1109180 Jun 25 09:21:07.185900 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52278) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:07.186767 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4abe26b9-dc41-4420-918e-1587fa32be5c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:07.206718 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f86a4-01a5-4c37-8c63-b117af8efa0b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6798b0ef-f91e-4235-9289-332e828f050c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:07.224045 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7f9f86a4-01a5-4c37-8c63-b117af8efa0b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:07.273591 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-18e3a123-2161-4fcd-8088-64c775ce8d7a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0728352 Jun 25 09:21:07.274226 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52280) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:07.288538 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-52d9b395-c3d3-4ccb-a22f-bd63ee4bdbf9 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:07.290072 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-52d9b395-c3d3-4ccb-a22f-bd63ee4bdbf9 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.38 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 808 time: 0.1923547 Jun 25 09:21:07.295397 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-49905ea7-ff3d-40b4-b077-da3377687e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.302753 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f14a4ddf-b8c6-4b95-8f68-58738867584f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.303720 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-49905ea7-ff3d-40b4-b077-da3377687e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.308665 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b343e5f8-41bc-4465-92ce-7e7e4fe764eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:07.313689 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f14a4ddf-b8c6-4b95-8f68-58738867584f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.345528 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f14a4ddf-b8c6-4b95-8f68-58738867584f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.347703 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:07.352598 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f14a4ddf-b8c6-4b95-8f68-58738867584f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.353786 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f14a4ddf-b8c6-4b95-8f68-58738867584f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/4d18df8b-3692-4e95-93ad-1fceefa8fe20 HTTP/1.1" status: 204 len: 168 time: 0.0784569 Jun 25 09:21:07.359035 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-49905ea7-ff3d-40b4-b077-da3377687e3a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b15818bfc4ac486cba9a3d2c3d62c9b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647296 Jun 25 09:21:07.359035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52284) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:07.367345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52286) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:07.370315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a4ddf-b8c6-4b95-8f68-58738867584f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d18df8b-3692-4e95-93ad-1fceefa8fe20,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:07.376010 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f14a4ddf-b8c6-4b95-8f68-58738867584f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:07.381836 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49905ea7-ff3d-40b4-b077-da3377687e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6562a35-32af-485f-b22d-f424ddf8cc0e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:07.401549 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-e50a5cd4-8124-4165-85ca-1a298a8c32e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Request body: {'port': {'device_id': '97c03909-9716-4d9d-8cae-6a1be96151a5', 'network_id': '86032570-f2c0-48a3-9354-653695b1e594', 'admin_state_up': True, 'tenant_id': '7474114b2c184a18967efdee86f25425'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:07.402243 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['e60f6802-cec2-462a-b5d2-bddf7b7f11b4'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:21:07.413840 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf14f14-5a70-4b61-b6ab-a0480aff5b90 req-1e36aea9-0e94-4a65-bccd-fb890182e88c tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:07.422368 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcf14f14-5a70-4b61-b6ab-a0480aff5b90 req-1e36aea9-0e94-4a65-bccd-fb890182e88c tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1da37ca-6fe7-4d6b-a8fa-c08f399ff224 HTTP/1.1" status: 200 len: 945 time: 0.2176588 Jun 25 09:21:07.425496 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-49905ea7-ff3d-40b4-b077-da3377687e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:07.485352 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52290) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:07.564706 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0b8852ae-10b1-4066-b777-9c7ee81f8cb0 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2018299 Jun 25 09:21:07.570924 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52294) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:07.597397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcf14f14-5a70-4b61-b6ab-a0480aff5b90 req-a9742c0e-7e68-423a-8e58-d698653d65de tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740270 Jun 25 09:21:07.620689 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d2e8d3-33ce-435d-b327-21a51d5aac82 admin admin] Deleting subnet 57c344f0-9e97-4c7d-81c6-7e4b59883d4c {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:21:07.625180 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7d2e8d3-33ce-435d-b327-21a51d5aac82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.625934 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:21:07.639955 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c987db0-550b-4277-978c-a4fe79ddf1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.667286 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-779981f7-dd4d-40e9-bb16-99d32474bb84 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.679733 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-779981f7-dd4d-40e9-bb16-99d32474bb84 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.702642 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7d2e8d3-33ce-435d-b327-21a51d5aac82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.705174 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c987db0-550b-4277-978c-a4fe79ddf1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.747983 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-e50a5cd4-8124-4165-85ca-1a298a8c32e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Made reservation on behalf of 7474114b2c184a18967efdee86f25425 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:21:07.751742 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-e50a5cd4-8124-4165-85ca-1a298a8c32e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.762152 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-779981f7-dd4d-40e9-bb16-99d32474bb84 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.768332 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7d2e8d3-33ce-435d-b327-21a51d5aac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.770973 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:07.789087 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-779981f7-dd4d-40e9-bb16-99d32474bb84 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.790330 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-779981f7-dd4d-40e9-bb16-99d32474bb84 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/aec467f4-3a7e-4921-9212-1dcc3fc0f56d HTTP/1.1" status: 204 len: 168 time: 0.2179883 Jun 25 09:21:07.793526 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52298) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:07.810893 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779981f7-dd4d-40e9-bb16-99d32474bb84 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aec467f4-3a7e-4921-9212-1dcc3fc0f56d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:07.813492 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-779981f7-dd4d-40e9-bb16-99d32474bb84 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:07.858459 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7d2e8d3-33ce-435d-b327-21a51d5aac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.862174 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c987db0-550b-4277-978c-a4fe79ddf1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.869062 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c987db0-550b-4277-978c-a4fe79ddf1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.869532 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d68b4dea-a357-405d-bcfd-88988bb21d11 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:07.872910 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0c987db0-550b-4277-978c-a4fe79ddf1ef admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e6562a35-32af-485f-b22d-f424ddf8cc0e HTTP/1.1" status: 204 len: 168 time: 0.5021591 Jun 25 09:21:07.881805 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7d2e8d3-33ce-435d-b327-21a51d5aac82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:07.884393 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a7d2e8d3-33ce-435d-b327-21a51d5aac82 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/57c344f0-9e97-4c7d-81c6-7e4b59883d4c HTTP/1.1" status: 204 len: 168 time: 0.3983619 Jun 25 09:21:07.893523 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4a546e7a-daa1-4d3d-a105-c31ddbe7507f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:07.898237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52304) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:07.900825 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b7a55c5e-849d-48f4-998a-4083fdfef9a8 req-12bd3f4d-5fa7-4ab0-9c3c-c79dec49ed20 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 210 time: 0.0979531 Jun 25 09:21:07.905042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2e8d3-33ce-435d-b327-21a51d5aac82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c344f0-9e97-4c7d-81c6-7e4b59883d4c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:07.908504 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a7d2e8d3-33ce-435d-b327-21a51d5aac82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:07.977144 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c987db0-550b-4277-978c-a4fe79ddf1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6562a35-32af-485f-b22d-f424ddf8cc0e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:07.996899 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0c987db0-550b-4277-978c-a4fe79ddf1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:08.032983 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cfbc1888-513d-45cf-bcae-8426348ad915 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2379713 Jun 25 09:21:08.038177 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52306) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:08.098422 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5eb480a1-de6d-4756-bcfe-fea6d58fd225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.121060 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-e50a5cd4-8124-4165-85ca-1a298a8c32e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Allocated IP 172.20.0.3 (86032570-f2c0-48a3-9354-653695b1e594/8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2/c1585b9b-960d-4293-82db-675d257caa81) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:21:08.124014 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fbce7a4-ff77-4bd8-98ba-0da43090f39f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.148785 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fbce7a4-ff77-4bd8-98ba-0da43090f39f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.195337 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fbce7a4-ff77-4bd8-98ba-0da43090f39f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.197234 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7e937-dd3a-4cac-ad8c-ea9e10f33104 req-51ad0a79-b0d6-4918-b2de-51532836a2cb tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:08.198424 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7fbce7a4-ff77-4bd8-98ba-0da43090f39f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.202118 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7fbce7a4-ff77-4bd8-98ba-0da43090f39f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-groups/7b4e79d6-6cb2-4b7e-b20e-ea94af281fd9 HTTP/1.1" status: 204 len: 168 time: 0.1600978 Jun 25 09:21:08.202118 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e58a73b0-d40e-4113-819e-b1a3d4357fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:08.203737 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52312) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:08.204272 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ae7e937-dd3a-4cac-ad8c-ea9e10f33104 req-51ad0a79-b0d6-4918-b2de-51532836a2cb tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 944 time: 0.2392046 Jun 25 09:21:08.224717 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbce7a4-ff77-4bd8-98ba-0da43090f39f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4e79d6-6cb2-4b7e-b20e-ea94af281fd9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:08.227779 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7fbce7a4-ff77-4bd8-98ba-0da43090f39f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:08.264259 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-34c9504d-377d-4d4e-98d9-bc112f8bf821 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593488 Jun 25 09:21:08.270314 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52318) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:08.276751 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ea0dfefc-4bbf-4a59-9830-ec015111712a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group': {'name': 'tempest-secgroup--995073440'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:08.299244 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ea0dfefc-4bbf-4a59-9830-ec015111712a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.333839 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5eb480a1-de6d-4756-bcfe-fea6d58fd225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.350844 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-5eb480a1-de6d-4756-bcfe-fea6d58fd225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:08.371283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ae7e937-dd3a-4cac-ad8c-ea9e10f33104 req-8b07fb16-7120-4490-a6f1-33ade67a5aed tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660504 Jun 25 09:21:08.376460 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-5eb480a1-de6d-4756-bcfe-fea6d58fd225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017365f4-4d38-48be-a282-acf4cea7d650') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:08.376786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-5eb480a1-de6d-4756-bcfe-fea6d58fd225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017365f4-4d38-48be-a282-acf4cea7d650') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:08.399202 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5eb480a1-de6d-4756-bcfe-fea6d58fd225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.418321 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ea0dfefc-4bbf-4a59-9830-ec015111712a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.425748 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5eb480a1-de6d-4756-bcfe-fea6d58fd225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.426040 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ea0dfefc-4bbf-4a59-9830-ec015111712a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.437092 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-df115e22-9fd9-4f9f-a76f-aa369840217f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:08.438568 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb480a1-de6d-4756-bcfe-fea6d58fd225 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:21:08.438994 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5eb480a1-de6d-4756-bcfe-fea6d58fd225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:21:08.440926 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:21:08.451013 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ea0dfefc-4bbf-4a59-9830-ec015111712a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.455094 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52324) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:08.455878 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ea0dfefc-4bbf-4a59-9830-ec015111712a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1829174 Jun 25 09:21:08.471069 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0dfefc-4bbf-4a59-9830-ec015111712a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d42079b-885e-4b23-b335-21e916897faa,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:08.482464 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ea0dfefc-4bbf-4a59-9830-ec015111712a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:08.491031 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1db4fa05-95c2-452a-a280-12a680e7d6ff tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group_rule': {'security_group_id': '2d42079b-885e-4b23-b335-21e916897faa', 'direction': 'ingress', 'protocol': 17}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:08.520502 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-e50a5cd4-8124-4165-85ca-1a298a8c32e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.545648 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5eb480a1-de6d-4756-bcfe-fea6d58fd225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.547929 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-e705943f-a728-42ea-afe6-b5bbc66ff07a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0738189 Jun 25 09:21:08.552775 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:08.556262 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5eb480a1-de6d-4756-bcfe-fea6d58fd225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.558163 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5eb480a1-de6d-4756-bcfe-fea6d58fd225 admin admin] 10.222.0.93 "DELETE /v2.0/networks/80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4 HTTP/1.1" status: 204 len: 168 time: 0.6562300 Jun 25 09:21:08.573297 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1db4fa05-95c2-452a-a280-12a680e7d6ff tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.578570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb480a1-de6d-4756-bcfe-fea6d58fd225 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a3a46c-06f8-423e-8b1e-f4ec3bc8dad4,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:08.588165 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5eb480a1-de6d-4756-bcfe-fea6d58fd225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:08.613521 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e60f6802-cec2-462a-b5d2-bddf7b7f11b4 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:21:08.652168 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-e50a5cd4-8124-4165-85ca-1a298a8c32e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.677932 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-80f299a0-ddb9-4b16-903d-c16a93a3b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:08.678143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-80f299a0-ddb9-4b16-903d-c16a93a3b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:08.678637 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-80f299a0-ddb9-4b16-903d-c16a93a3b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:08.679113 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-80f299a0-ddb9-4b16-903d-c16a93a3b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:08.680080 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-80f299a0-ddb9-4b16-903d-c16a93a3b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:08.680345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-80f299a0-ddb9-4b16-903d-c16a93a3b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:08.681498 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-80f299a0-ddb9-4b16-903d-c16a93a3b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:08.683505 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-80f299a0-ddb9-4b16-903d-c16a93a3b913 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d31d35930ddf482393a8309d7454fb98&device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 6496 time: 0.0921609 Jun 25 09:21:08.684891 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:08.728850 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port e60f6802-cec2-462a-b5d2-bddf7b7f11b4 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:21:08.738065 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port e60f6802-cec2-462a-b5d2-bddf7b7f11b4 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:21:08.740350 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.791795 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52338) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:08.862659 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1db4fa05-95c2-452a-a280-12a680e7d6ff tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.896573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-ae003213-b385-4e83-96c7-d064f1e0326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:08.897238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-ae003213-b385-4e83-96c7-d064f1e0326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:08.897769 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-ae003213-b385-4e83-96c7-d064f1e0326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:08.899577 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-ae003213-b385-4e83-96c7-d064f1e0326b service neutron] 10.222.0.38 "GET /v2.0/networks?id=636acfe6-d17f-4f72-9c57-7ee0f2a7da95&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=2afc939b-7ab0-46c5-b1fa-bb32babffa08&id=2afc939b-7ab0-46c5-b1fa-bb32babffa08 HTTP/1.1" status: 200 len: 2296 time: 0.1875279 Jun 25 09:21:08.900398 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.908594 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1db4fa05-95c2-452a-a280-12a680e7d6ff tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.913854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-e50a5cd4-8124-4165-85ca-1a298a8c32e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Network 86032570-f2c0-48a3-9354-653695b1e594 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:21:08.938648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a5cd4-8124-4165-85ca-1a298a8c32e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Pushing event updated for resources: {'Port': ['ID=c1585b9b-960d-4293-82db-675d257caa81,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:08.958771 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-e50a5cd4-8124-4165-85ca-1a298a8c32e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:08.965542 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e50a5cd4-8124-4165-85ca-1a298a8c32e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:08.966867 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1db4fa05-95c2-452a-a280-12a680e7d6ff tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.971015 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67aa85b-9394-4e85-9b7a-4e3a34489c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60f6802-cec2-462a-b5d2-bddf7b7f11b4'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:08.975202 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9139afc9-984a-4457-be89-ef82eab17f93" -d '{"events": [{"server_uuid": "a67aa85b-9394-4e85-9b7a-4e3a34489c0d", "name": "network-vif-plugged", "status": "completed", "tag": "e60f6802-cec2-462a-b5d2-bddf7b7f11b4"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:08.980165 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1db4fa05-95c2-452a-a280-12a680e7d6ff tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4845307 Jun 25 09:21:08.982310 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-35ecb4d3-b49f-44e0-b73d-a9a9df0a7991 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:08.985985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-e50a5cd4-8124-4165-85ca-1a298a8c32e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:21:08.990027 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e60f6802-cec2-462a-b5d2-bddf7b7f11b4, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:08.996518 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:08.997556 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 40f31681-5a5e-49e7-aa8a-744432f471fe no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:21:09.026736 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52350) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:09.031461 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0524c871-438d-4378-b77f-c067992ede25 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=466170a3aaa6480da8d256a10481523b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365470 Jun 25 09:21:09.033441 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:09.042261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52360) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:09.086300 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 40f31681-5a5e-49e7-aa8a-744432f471fe {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:21:09.086649 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 40f31681-5a5e-49e7-aa8a-744432f471fe not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:21:09.097366 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:09.101550 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:09.172976 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4fa05-95c2-452a-a280-12a680e7d6ff tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5892511f-dff6-4cae-9512-e89a98d3d6c8,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:09.176211 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1db4fa05-95c2-452a-a280-12a680e7d6ff tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:09.281395 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2066f79e-bfbe-4097-9ed2-b12349cd2c69 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:09.305353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-e50a5cd4-8124-4165-85ca-1a298a8c32e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:09.306011 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-e50a5cd4-8124-4165-85ca-1a298a8c32e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:09.321833 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e569d88-f4c9-4dff-a69a-91b89e4f5ef0 req-56ac904c-d481-4a85-bc89-2874fb270093 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:09.323428 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e569d88-f4c9-4dff-a69a-91b89e4f5ef0 req-56ac904c-d481-4a85-bc89-2874fb270093 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1da37ca-6fe7-4d6b-a8fa-c08f399ff224 HTTP/1.1" status: 200 len: 945 time: 0.4845669 Jun 25 09:21:09.355290 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2066f79e-bfbe-4097-9ed2-b12349cd2c69 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:09.382058 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4e1681cc-e281-4619-8889-4bc6f877e3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:09.382176 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52364) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:09.383497 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-e50a5cd4-8124-4165-85ca-1a298a8c32e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0028410 Jun 25 09:21:09.389067 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-105c4629-cb06-4620-939f-8d12b47fcbe4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d850e9-3bc1-4356-aaa1-b00d5ef1585b HTTP/1.1" status: 200 len: 1001 time: 0.4790940 Jun 25 09:21:09.422893 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Request body: {'port': {'device_id': '97c03909-9716-4d9d-8cae-6a1be96151a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:09.448435 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-ba4a3f8a-b398-458a-b0e9-5a2c7d2a74ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:09.450449 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-ba4a3f8a-b398-458a-b0e9-5a2c7d2a74ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=16b23dbf-8407-4c05-b060-ab7999afb028 HTTP/1.1" status: 200 len: 850 time: 0.0470088 Jun 25 09:21:09.482112 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caac315-b386-4699-afc3-9c3a8257b83c req-e292c582-5ca2-4ed2-a56f-5bab02037535 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:09.484101 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3caac315-b386-4699-afc3-9c3a8257b83c req-e292c582-5ca2-4ed2-a56f-5bab02037535 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 931 time: 0.3251121 Jun 25 09:21:09.497301 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e569d88-f4c9-4dff-a69a-91b89e4f5ef0 req-910d53a6-05b6-423d-ba66-3e3d823cc353 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534030 Jun 25 09:21:09.501343 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4e1681cc-e281-4619-8889-4bc6f877e3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:09.524670 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4ccf01f1-d0a5-4ad6-84be-9380f8e114ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:09.550488 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-edbe8c4f-3dc0-4648-bc0c-e6edc9caaf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:09.550732 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2066f79e-bfbe-4097-9ed2-b12349cd2c69 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:09.552084 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-edbe8c4f-3dc0-4648-bc0c-e6edc9caaf92 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=636acfe6-d17f-4f72-9c57-7ee0f2a7da95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941577 Jun 25 09:21:09.553546 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2066f79e-bfbe-4097-9ed2-b12349cd2c69 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:09.557978 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2066f79e-bfbe-4097-9ed2-b12349cd2c69 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-groups/2d42079b-885e-4b23-b335-21e916897faa HTTP/1.1" status: 204 len: 168 time: 0.5198991 Jun 25 09:21:09.558876 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7962444d-2b32-4bb0-97f1-e2b36db0b6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:09.562167 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facdf089-35d6-4d35-b4f0-a3afc068d402 x-openstack-request-id: req-facdf089-35d6-4d35-b4f0-a3afc068d402 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:09.562473 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67aa85b-9394-4e85-9b7a-4e3a34489c0d", "name": "network-vif-plugged", "status": "completed", "tag": "e60f6802-cec2-462a-b5d2-bddf7b7f11b4", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:09.562736 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-facdf089-35d6-4d35-b4f0-a3afc068d402 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:09.563142 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67aa85b-9394-4e85-9b7a-4e3a34489c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60f6802-cec2-462a-b5d2-bddf7b7f11b4', 'code': 200} Jun 25 09:21:09.563970 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52372) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:09.605297 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066f79e-bfbe-4097-9ed2-b12349cd2c69 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d42079b-885e-4b23-b335-21e916897faa,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:09.648531 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3caac315-b386-4699-afc3-9c3a8257b83c req-f412f9c4-8478-4482-91a1-ca75c257a104 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355751 Jun 25 09:21:09.654431 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2066f79e-bfbe-4097-9ed2-b12349cd2c69 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:09.718926 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:09.723066 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4e1681cc-e281-4619-8889-4bc6f877e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:09.725993 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4e1681cc-e281-4619-8889-4bc6f877e3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:09.729909 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4e1681cc-e281-4619-8889-4bc6f877e3eb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/eb3d4d52-4a5d-4d50-8da9-789459d34042 HTTP/1.1" status: 204 len: 168 time: 0.6463826 Jun 25 09:21:09.739622 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dc454dd2-87f0-4f58-9078-90b9c4ec518a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:09.750714 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1681cc-e281-4619-8889-4bc6f877e3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3d4d52-4a5d-4d50-8da9-789459d34042,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:09.755930 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4e1681cc-e281-4619-8889-4bc6f877e3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:09.777723 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f53febb1-d689-45cb-b2cb-e551f59a60f3 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2126093 Jun 25 09:21:09.787854 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52376) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:09.795417 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-b476c355-c47f-40ce-b6ce-1a78b65b1a5d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group': {'name': 'tempest-secgroup--919445497'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:09.824244 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-86ab4651-4258-4554-8929-57c9e48ba28c service neutron] 10.222.0.38 "GET /v2.0/networks/636acfe6-d17f-4f72-9c57-7ee0f2a7da95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610855 Jun 25 09:21:09.901461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75706b1-3e0e-44f1-9de0-31c585fb01a2 req-89524b8b-1f10-4b60-ba01-b61e57e3d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:09.902932 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d75706b1-3e0e-44f1-9de0-31c585fb01a2 req-89524b8b-1f10-4b60-ba01-b61e57e3d97d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 1097 time: 0.1949134 Jun 25 09:21:09.934547 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01b7f0-5417-437c-a581-3ef5051258e8 req-ff0f86cb-fe92-49e5-98e3-7e2e592ecab7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:09.945439 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b01b7f0-5417-437c-a581-3ef5051258e8 req-ff0f86cb-fe92-49e5-98e3-7e2e592ecab7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 945 time: 0.2748041 Jun 25 09:21:09.972058 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4ccf01f1-d0a5-4ad6-84be-9380f8e114ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:09.994851 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4ccf01f1-d0a5-4ad6-84be-9380f8e114ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:10.002809 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-90d3145a-a0c8-4098-b342-b754cae29737 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:10.013810 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d75706b1-3e0e-44f1-9de0-31c585fb01a2 req-2dfa242f-ffe4-44ac-8291-008fda2b8ec1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026349 Jun 25 09:21:10.024038 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-543666f2-9336-46fe-a9c9-eb39b4545a49 service neutron] 10.222.0.38 "GET /v2.0/networks/636acfe6-d17f-4f72-9c57-7ee0f2a7da95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927197 Jun 25 09:21:10.082031 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8dadf-0b02-4163-8043-2d2a11be0f44 req-0531af7a-81c5-499a-8c6d-36a8b3eabfd4 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:10.083583 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44e8dadf-0b02-4163-8043-2d2a11be0f44 req-0531af7a-81c5-499a-8c6d-36a8b3eabfd4 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=35c4fff3-67c7-4485-a964-cb65ba8fc4b0 HTTP/1.1" status: 200 len: 946 time: 0.2885485 Jun 25 09:21:10.085016 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4ccf01f1-d0a5-4ad6-84be-9380f8e114ba admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=169883023cdf4e2fb90cc72a0736d4af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7017748 Jun 25 09:21:10.085866 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b476c355-c47f-40ce-b6ce-1a78b65b1a5d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:10.088785 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52388) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:10.090349 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-fb17db24-a979-4559-b0fd-0bd7ae468279 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=feaaae10-f3a6-46c9-acc2-c5a681f00b62 HTTP/1.1" status: 200 len: 217 time: 0.0593410 Jun 25 09:21:10.091983 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b01b7f0-5417-437c-a581-3ef5051258e8 req-3a7e0237-5194-47fc-961c-d912638ad529 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452546 Jun 25 09:21:10.111790 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf01f1-d0a5-4ad6-84be-9380f8e114ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d92dc16-215d-4fcb-8de3-ff366ba8e454,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:10.125445 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4ccf01f1-d0a5-4ad6-84be-9380f8e114ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:10.153412 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44e8dadf-0b02-4163-8043-2d2a11be0f44 req-16191c95-3319-4eef-94c3-01ee1c8cc5c9 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604556 Jun 25 09:21:10.204010 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-0611ac55-12ac-4bf1-b642-bfa8b9991731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:10.205595 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-0611ac55-12ac-4bf1-b642-bfa8b9991731 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 200 len: 797 time: 0.0950186 Jun 25 09:21:10.260630 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8f4edb4-1cda-4527-a9b5-5e564db54d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:10.302056 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8f4edb4-1cda-4527-a9b5-5e564db54d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:10.321844 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1585b9b-960d-4293-82db-675d257caa81 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:21:10.331150 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:10.344786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Transition to ACTIVE for port object c1585b9b-960d-4293-82db-675d257caa81 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:21:10.350153 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:10.362351 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b476c355-c47f-40ce-b6ce-1a78b65b1a5d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:10.371240 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fa5aa886-206b-4bec-8694-e8d052454b05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:10.388470 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b476c355-c47f-40ce-b6ce-1a78b65b1a5d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:10.409919 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ea0dfefc-4bbf-4a59-9830-ec015111712a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:10.435726 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Pushing event updated for resources: {'Port': ['ID=c1585b9b-960d-4293-82db-675d257caa81,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:10.439514 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:10.443212 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b476c355-c47f-40ce-b6ce-1a78b65b1a5d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:10.445640 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b476c355-c47f-40ce-b6ce-1a78b65b1a5d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6569192 Jun 25 09:21:10.449212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-c8995fa8-b033-41c0-a3f8-c0f8c0c018a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:10.451075 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-c8995fa8-b033-41c0-a3f8-c0f8c0c018a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bc54548d-0979-4bbd-8a3d-13d781674db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2341073 Jun 25 09:21:10.454265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52400) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:10.460345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e3a06155-ce04-4421-9f22-26a3792d739d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group': {'name': 'tempest-secgroup--819317654'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:10.492353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Attempting to bind port c1585b9b-960d-4293-82db-675d257caa81 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:21:10.492854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Attempting to bind port c1585b9b-960d-4293-82db-675d257caa81 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:21:10.493278 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Attempting to bind port c1585b9b-960d-4293-82db-675d257caa81 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:21:10.498336 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Port c1585b9b-960d-4293-82db-675d257caa81 on network 86032570-f2c0-48a3-9354-653695b1e594 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:21:10.498769 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Attempting to bind port c1585b9b-960d-4293-82db-675d257caa81 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:21:10.504108 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:21:10.504590 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Checking segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:21:10.505102 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Bound using segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:21:10.505676 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Bound port: c1585b9b-960d-4293-82db-675d257caa81, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:21:10.506132 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:10.567353 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8f4edb4-1cda-4527-a9b5-5e564db54d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:10.567353 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8f4edb4-1cda-4527-a9b5-5e564db54d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:10.568469 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a8f4edb4-1cda-4527-a9b5-5e564db54d81 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6d92dc16-215d-4fcb-8de3-ff366ba8e454 HTTP/1.1" status: 204 len: 168 time: 0.4765258 Jun 25 09:21:10.581065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476c355-c47f-40ce-b6ce-1a78b65b1a5d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770444da-45cd-4c12-a368-90bd16ac6424,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:10.584178 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b476c355-c47f-40ce-b6ce-1a78b65b1a5d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:10.589123 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-180de990-b56c-4b31-a82a-39f31837e631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:10.615898 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4edb4-1cda-4527-a9b5-5e564db54d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d92dc16-215d-4fcb-8de3-ff366ba8e454,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:10.619412 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a8f4edb4-1cda-4527-a9b5-5e564db54d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:10.623217 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e3a06155-ce04-4421-9f22-26a3792d739d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:10.702220 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-37e917bd-7386-4c47-9c63-907c2a87eb00 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189138 Jun 25 09:21:10.914247 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-bd503f8d-c157-4490-ad9f-d6ae2cea78d3 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046237 Jun 25 09:21:10.948344 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] For port c1585b9b-960d-4293-82db-675d257caa81, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:21:10.974228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] For port c1585b9b-960d-4293-82db-675d257caa81, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c1585b9b-960d-4293-82db-675d257caa81,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:21:10.976528 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e3a06155-ce04-4421-9f22-26a3792d739d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:10.978451 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-17e5a51a-765a-4921-acf5-10770cbaade2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 HTTP/1.1" status: 200 len: 217 time: 0.0549862 Jun 25 09:21:10.981733 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e3a06155-ce04-4421-9f22-26a3792d739d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:10.987231 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4eec5b85-7a61-4bc2-894e-7bc05029af47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:10.987834 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cede9a8-514b-478c-a93f-358be9566267 req-58a1bc17-9590-4ddd-a31a-ba2db5ae8158 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:10.989526 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1cede9a8-514b-478c-a93f-358be9566267 req-58a1bc17-9590-4ddd-a31a-ba2db5ae8158 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 943 time: 0.1140969 Jun 25 09:21:10.991606 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:10.994860 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1beefc29-6f4b-4460-80dd-bc26de85a17a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:11.041813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:11.043327 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:11.045427 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] 10.222.0.38 "PUT /v2.0/ports/c1585b9b-960d-4293-82db-675d257caa81 HTTP/1.1" status: 200 len: 1092 time: 1.6341922 Jun 25 09:21:11.048554 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c03909-9716-4d9d-8cae-6a1be96151a5', 'tag': 'c1585b9b-960d-4293-82db-675d257caa81'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:11.051222 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d23431f-e5a3-4f6a-8aa5-dfb1514a6a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "97c03909-9716-4d9d-8cae-6a1be96151a5", "tag": "c1585b9b-960d-4293-82db-675d257caa81"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:11.070890 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e3a06155-ce04-4421-9f22-26a3792d739d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:11.072541 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e3a06155-ce04-4421-9f22-26a3792d739d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6167445 Jun 25 09:21:11.077869 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52422) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:11.086174 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-de066f17-a49d-4cde-b259-66f24ad392d1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group_rule': {'security_group_id': '770444da-45cd-4c12-a368-90bd16ac6424', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9d44eb43-18c6-4b25-bc1b-c9c0bd0229f3', 'remote_ip_prefix': None}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:11.102246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Pushing event updated for resources: {'Port': ['ID=c1585b9b-960d-4293-82db-675d257caa81,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:11.108897 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1cede9a8-514b-478c-a93f-358be9566267 req-2e8de86b-d8ba-4468-8c40-af190e7fd191 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071815 Jun 25 09:21:11.110279 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:11.115584 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a06155-ce04-4421-9f22-26a3792d739d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d44eb43-18c6-4b25-bc1b-c9c0bd0229f3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:11.127334 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e3a06155-ce04-4421-9f22-26a3792d739d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:11.141035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-86722d5e-0a4f-4a25-922b-2a7244158a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:11.142303 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-86722d5e-0a4f-4a25-922b-2a7244158a5d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 200 len: 797 time: 0.1572917 Jun 25 09:21:11.175120 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6576a7f-4d80-4f89-b4db-341fced2b394 x-openstack-request-id: req-a6576a7f-4d80-4f89-b4db-341fced2b394 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:11.175508 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c03909-9716-4d9d-8cae-6a1be96151a5", "tag": "c1585b9b-960d-4293-82db-675d257caa81", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:11.175808 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a6576a7f-4d80-4f89-b4db-341fced2b394 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:11.176253 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c03909-9716-4d9d-8cae-6a1be96151a5', 'tag': 'c1585b9b-960d-4293-82db-675d257caa81', 'status': 'completed', 'code': 200} Jun 25 09:21:11.227940 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-de066f17-a49d-4cde-b259-66f24ad392d1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:11.267071 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-845bfc7b-d1ce-4537-8c14-5f16d3ca8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:11.269340 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-845bfc7b-d1ce-4537-8c14-5f16d3ca8477 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bc54548d-0979-4bbd-8a3d-13d781674db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1098635 Jun 25 09:21:11.278393 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-d71e8c01-f3e5-4b9e-9cce-076567bebcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:11.280358 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-d71e8c01-f3e5-4b9e-9cce-076567bebcce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 1095 time: 0.1195388 Jun 25 09:21:11.384995 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-ae59c589-fe96-4c36-97bf-ce6418151c18 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1585b9b-960d-4293-82db-675d257caa81 HTTP/1.1" status: 200 len: 217 time: 0.0514944 Jun 25 09:21:11.428659 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-85ff8dc9-31b3-45cd-8b4f-67510c5e03d8 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461005 Jun 25 09:21:11.448801 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c7e1a-1198-4b59-88c9-c370be1ab841 req-8628bf9c-6d94-428f-8a37-a6d6db982604 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:11.450573 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-287c7e1a-1198-4b59-88c9-c370be1ab841 req-8628bf9c-6d94-428f-8a37-a6d6db982604 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=35c4fff3-67c7-4485-a964-cb65ba8fc4b0 HTTP/1.1" status: 200 len: 946 time: 0.1607237 Jun 25 09:21:11.485141 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-aa785003-2342-4c64-9508-795870aff6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:11.486767 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-aa785003-2342-4c64-9508-795870aff6fc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.0919769 Jun 25 09:21:11.505211 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-de066f17-a49d-4cde-b259-66f24ad392d1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:11.507654 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-287c7e1a-1198-4b59-88c9-c370be1ab841 req-587a5488-8040-4200-a969-85709e3f8bcc tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507231 Jun 25 09:21:11.511050 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-de066f17-a49d-4cde-b259-66f24ad392d1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:11.517105 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:11.560527 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-de066f17-a49d-4cde-b259-66f24ad392d1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:11.562747 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-de066f17-a49d-4cde-b259-66f24ad392d1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4839087 Jun 25 09:21:11.566927 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-52593a6b-f4e9-46a3-ba85-b902124f2b33 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630677 Jun 25 09:21:11.567485 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52456) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:11.585614 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de066f17-a49d-4cde-b259-66f24ad392d1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad24fd6d-75b2-4da5-9833-8da3e49e2394,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:11.590093 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-de066f17-a49d-4cde-b259-66f24ad392d1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:11.613994 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-5f3c5025-ccb0-40f0-99fc-5229e379b6be service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749618 Jun 25 09:21:11.681851 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-89cf9365-f0b4-4068-aa05-ef917d18a418 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=cf1be947-5003-4050-9f6d-ea8018fbbe5c HTTP/1.1" status: 200 len: 217 time: 0.0603690 Jun 25 09:21:11.713503 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1046db9-78b9-4541-aefd-d9ec57b51fe1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:11.758535 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-f8e3cd2c-57d2-4a4b-b98b-d85d1a6bb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:11.760520 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-f8e3cd2c-57d2-4a4b-b98b-d85d1a6bb23f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 200 len: 797 time: 0.0714786 Jun 25 09:21:11.764156 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1046db9-78b9-4541-aefd-d9ec57b51fe1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:11.843647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-1e97a6b3-0a27-4760-a608-57c1a56b6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:11.845369 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-1e97a6b3-0a27-4760-a608-57c1a56b6a45 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bc54548d-0979-4bbd-8a3d-13d781674db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0758035 Jun 25 09:21:11.846843 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1046db9-78b9-4541-aefd-d9ec57b51fe1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:11.853334 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1046db9-78b9-4541-aefd-d9ec57b51fe1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:11.855422 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c1046db9-78b9-4541-aefd-d9ec57b51fe1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/ad24fd6d-75b2-4da5-9833-8da3e49e2394 HTTP/1.1" status: 204 len: 168 time: 0.2866766 Jun 25 09:21:11.858463 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:11.866550 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52462) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:11.872130 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c064367-5618-45ed-a48b-6c4867b00b5b req-c9de4a33-1ecd-4cc4-83ec-7c0057e95a84 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:11.875683 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c064367-5618-45ed-a48b-6c4867b00b5b req-c9de4a33-1ecd-4cc4-83ec-7c0057e95a84 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 945 time: 0.1997333 Jun 25 09:21:11.886731 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-0dec02b8-4ea4-4112-8796-33fb9b583795 service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872643 Jun 25 09:21:11.890055 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1046db9-78b9-4541-aefd-d9ec57b51fe1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad24fd6d-75b2-4da5-9833-8da3e49e2394,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:11.901183 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c1046db9-78b9-4541-aefd-d9ec57b51fe1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:12.008293 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-908347b3-8b28-48b9-8c84-96d58c67a0ac tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1404622 Jun 25 09:21:12.010972 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52474) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:12.054974 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c064367-5618-45ed-a48b-6c4867b00b5b req-47057eca-3db9-422c-b392-877c3b4c6756 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660507 Jun 25 09:21:12.080536 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-04b62145-4114-4c15-8b97-77c14949e758 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259803 Jun 25 09:21:12.099936 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4838d363-2394-463d-8261-090beef265b8 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:12.123049 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6fb73eb2-ed73-434f-bbb8-954dedf7fd28 req-f3e1b74f-ba59-4789-8a32-3c8b465a32bc tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0429201 Jun 25 09:21:12.125083 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85e94a82-51c2-4cba-bcf2-0e61557b6e7a req-cfd764dd-7818-463b-a6ea-dd4bf5c4016e service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228353 Jun 25 09:21:12.170314 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4838d363-2394-463d-8261-090beef265b8 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:12.253718 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-911957da-fde5-41b7-b5d3-53436f309427 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647704 Jun 25 09:21:12.280455 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4838d363-2394-463d-8261-090beef265b8 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:12.288253 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4838d363-2394-463d-8261-090beef265b8 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:12.291841 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4838d363-2394-463d-8261-090beef265b8 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-groups/9d44eb43-18c6-4b25-bc1b-c9c0bd0229f3 HTTP/1.1" status: 204 len: 168 time: 0.2775772 Jun 25 09:21:12.296692 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52484) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:12.297919 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8101037c-f7f0-4066-896d-27752eb27ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:12.380484 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-11edd419-2ae7-4222-8df2-40aa2b4d2f42 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0794351 Jun 25 09:21:12.381118 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52488) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:12.393412 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838d363-2394-463d-8261-090beef265b8 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d44eb43-18c6-4b25-bc1b-c9c0bd0229f3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:12.397941 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4838d363-2394-463d-8261-090beef265b8 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:12.399525 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-431d2a61-db02-4bd6-8eb2-98ba8bc66246 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=43f2f102-d7ef-429b-99ae-970982ce19c3 HTTP/1.1" status: 200 len: 217 time: 0.1367099 Jun 25 09:21:12.456532 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-f424477d-b47d-45a2-b04f-2e00d306d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:12.458605 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-f424477d-b47d-45a2-b04f-2e00d306d40e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 200 len: 797 time: 0.0526202 Jun 25 09:21:12.485752 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23431f-e5a3-4f6a-8aa5-dfb1514a6a9f req-f47b4e2d-8cb5-47b5-919a-5105e7f50ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:12.487389 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d23431f-e5a3-4f6a-8aa5-dfb1514a6a9f req-f47b4e2d-8cb5-47b5-919a-5105e7f50ed4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 1095 time: 0.2325628 Jun 25 09:21:12.539467 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-06562895-7362-423c-afec-3fb88b8067a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:12.540923 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-06562895-7362-423c-afec-3fb88b8067a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bc54548d-0979-4bbd-8a3d-13d781674db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0740135 Jun 25 09:21:12.582812 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a750b7cf-6f84-427f-b36a-14ff33660cbb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:12.620534 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b67c8-d1a3-4499-929a-7a38f48f236d req-06e283ee-634b-468a-95ad-68c3177f371d tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:12.628405 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc6b67c8-d1a3-4499-929a-7a38f48f236d req-06e283ee-634b-468a-95ad-68c3177f371d tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 943 time: 0.2481132 Jun 25 09:21:12.664243 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a750b7cf-6f84-427f-b36a-14ff33660cbb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:12.718530 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-d0a01277-5748-4c6d-ba44-8519e4355628 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652608 Jun 25 09:21:12.786862 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc6b67c8-d1a3-4499-929a-7a38f48f236d req-e66412a2-ecf4-4d22-9b6f-d38fd8102fba tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568389 Jun 25 09:21:12.806418 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a750b7cf-6f84-427f-b36a-14ff33660cbb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:12.812995 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a750b7cf-6f84-427f-b36a-14ff33660cbb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:12.814250 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a750b7cf-6f84-427f-b36a-14ff33660cbb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-groups/770444da-45cd-4c12-a368-90bd16ac6424 HTTP/1.1" status: 204 len: 168 time: 0.4321167 Jun 25 09:21:12.817758 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52506) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:12.821182 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5a49cb09-f938-4af8-bf4d-11e8f6e1f5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:12.835330 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750b7cf-6f84-427f-b36a-14ff33660cbb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770444da-45cd-4c12-a368-90bd16ac6424,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:12.847433 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a750b7cf-6f84-427f-b36a-14ff33660cbb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:12.850187 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23431f-e5a3-4f6a-8aa5-dfb1514a6a9f req-5598dd7b-fb2a-4534-b609-ea29c1a4bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:12.851927 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d23431f-e5a3-4f6a-8aa5-dfb1514a6a9f req-5598dd7b-fb2a-4534-b609-ea29c1a4bfcb service neutron] 10.222.0.38 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.3450732 Jun 25 09:21:12.852753 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-d4fdfd3b-2588-405e-8f0d-d4cebaf3fdd4 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271574 Jun 25 09:21:12.882111 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5558a512-be3e-4769-916e-590ffb05957f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0589471 Jun 25 09:21:12.883284 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52510) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:12.888137 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ce6b8d1c-a081-45fd-bde8-1e7fdecd56e3 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group': {'name': 'tempest-secgroup--603834708'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:12.906315 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33250f8-f7ac-4d2f-9703-a7eb1a999754 req-f7df3eef-2775-4022-955e-f47b698ff036 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:12.911248 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e33250f8-f7ac-4d2f-9703-a7eb1a999754 req-f7df3eef-2775-4022-955e-f47b698ff036 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=35c4fff3-67c7-4485-a964-cb65ba8fc4b0 HTTP/1.1" status: 200 len: 946 time: 0.2218039 Jun 25 09:21:12.967382 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d23431f-e5a3-4f6a-8aa5-dfb1514a6a9f req-91e0f4ad-089d-4433-89fa-3a9877cdedde service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1585b9b-960d-4293-82db-675d257caa81 HTTP/1.1" status: 200 len: 217 time: 0.0526402 Jun 25 09:21:12.988979 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-9cc3180f-2124-4b33-9c0a-6d2835a86cb0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 HTTP/1.1" status: 200 len: 217 time: 0.0789089 Jun 25 09:21:12.990757 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ce6b8d1c-a081-45fd-bde8-1e7fdecd56e3 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:13.044832 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e33250f8-f7ac-4d2f-9703-a7eb1a999754 req-65f6c3e8-e960-44e8-9e57-4b636ef8a8fe tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162412 Jun 25 09:21:13.059745 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23431f-e5a3-4f6a-8aa5-dfb1514a6a9f req-47249f5d-1cc8-4ebf-a128-56dba6c30e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:13.061308 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d23431f-e5a3-4f6a-8aa5-dfb1514a6a9f req-47249f5d-1cc8-4ebf-a128-56dba6c30e94 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.0872145 Jun 25 09:21:13.109002 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d23431f-e5a3-4f6a-8aa5-dfb1514a6a9f req-9d54863f-ffe9-4a58-b9d4-99f1d15da7b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398738 Jun 25 09:21:13.192024 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-89852ad8-43ab-47b2-a387-808c7ad1b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:13.194039 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-89852ad8-43ab-47b2-a387-808c7ad1b6b6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d6509b59-9ba7-402d-bd1c-97d06b22f9df HTTP/1.1" status: 200 len: 797 time: 0.1864877 Jun 25 09:21:13.246321 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139713f4-9df8-4b4b-a5f3-5d0f60565306 req-f0ab8287-f27a-46ef-b460-c7dca31a664c tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:13.247909 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-139713f4-9df8-4b4b-a5f3-5d0f60565306 req-f0ab8287-f27a-46ef-b460-c7dca31a664c tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1da37ca-6fe7-4d6b-a8fa-c08f399ff224 HTTP/1.1" status: 200 len: 945 time: 0.3240273 Jun 25 09:21:13.315799 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d23431f-e5a3-4f6a-8aa5-dfb1514a6a9f req-c4c4f6b6-3cac-4e46-bd78-ce0be4a1533f service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910625 Jun 25 09:21:13.408134 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747c8e7-0b62-4239-8df0-da41661ea520 req-9f909fab-6081-4e3c-9a96-8212f24b6e65 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:13.410130 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f747c8e7-0b62-4239-8df0-da41661ea520 req-9f909fab-6081-4e3c-9a96-8212f24b6e65 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c4fff3-67c7-4485-a964-cb65ba8fc4b0 HTTP/1.1" status: 200 len: 946 time: 0.4016144 Jun 25 09:21:13.431039 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1377315-d659-46dc-9307-b63b5e49ca0e req-2fb1d2e5-1ef0-43dd-b8c5-657f6f254afa tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0525157 Jun 25 09:21:13.481891 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc1446-03a5-4f29-8a16-7233f57a3236 req-3cb1ddde-64ab-4acf-bdc4-5701eac0b6cb tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:13.484229 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7efc1446-03a5-4f29-8a16-7233f57a3236 req-3cb1ddde-64ab-4acf-bdc4-5701eac0b6cb tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 945 time: 0.2837205 Jun 25 09:21:13.508917 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ce6b8d1c-a081-45fd-bde8-1e7fdecd56e3 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:13.513192 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d23431f-e5a3-4f6a-8aa5-dfb1514a6a9f req-e299c8ef-72c1-4033-bb16-1584742dfd00 service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896617 Jun 25 09:21:13.520612 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ce6b8d1c-a081-45fd-bde8-1e7fdecd56e3 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:13.535019 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-952a3989-fb43-4534-9f2d-26324d161edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:13.541518 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7efc1446-03a5-4f29-8a16-7233f57a3236 req-86f5000c-f139-4316-90ef-ad0df3bb65df tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463376 Jun 25 09:21:13.557887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-103b79ec-ffb5-45f5-8bd1-e0680e4d85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:13.559313 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-103b79ec-ffb5-45f5-8bd1-e0680e4d85cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2afc939b-7ab0-46c5-b1fa-bb32babffa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3393109 Jun 25 09:21:13.604693 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ce6b8d1c-a081-45fd-bde8-1e7fdecd56e3 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:13.605976 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ce6b8d1c-a081-45fd-bde8-1e7fdecd56e3 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7216454 Jun 25 09:21:13.609628 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52572) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:13.616622 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-3f48607a-d4af-4363-b4b8-31fc63d90360 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group_rule': {'security_group_id': '47dab781-f72f-460a-a6f6-70a71d527e75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:13.620506 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-139713f4-9df8-4b4b-a5f3-5d0f60565306 req-d5e4e521-bfcc-46e4-93f2-1a9b0cad943e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Deleting port a96b4aca-2764-4b99-b32d-80ac16967a43 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:21:13.620900 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-139713f4-9df8-4b4b-a5f3-5d0f60565306 req-d5e4e521-bfcc-46e4-93f2-1a9b0cad943e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:13.667007 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f48607a-d4af-4363-b4b8-31fc63d90360 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:13.697248 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b8d1c-a081-45fd-bde8-1e7fdecd56e3 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47dab781-f72f-460a-a6f6-70a71d527e75,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:13.704914 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ce6b8d1c-a081-45fd-bde8-1e7fdecd56e3 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:13.757408 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f48607a-d4af-4363-b4b8-31fc63d90360 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:13.763171 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f48607a-d4af-4363-b4b8-31fc63d90360 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:13.767190 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:13.788892 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-0e647e9f-0fd1-4a40-8b2d-82f38c281e4e service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136126 Jun 25 09:21:13.793486 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-f747c8e7-0b62-4239-8df0-da41661ea520 req-2faa797f-6968-4f3c-ba28-83c86118c34a tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Deleting port 847b7484-53a6-4736-a4fa-8fd95a129e45 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:21:13.793981 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-f747c8e7-0b62-4239-8df0-da41661ea520 req-2faa797f-6968-4f3c-ba28-83c86118c34a tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:13.798283 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48607a-d4af-4363-b4b8-31fc63d90360 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdaf70a1-c8f1-46cd-87af-74d43a1c2654,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:13.805377 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3f48607a-d4af-4363-b4b8-31fc63d90360 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:13.806621 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f48607a-d4af-4363-b4b8-31fc63d90360 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:13.808103 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3f48607a-d4af-4363-b4b8-31fc63d90360 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1970670 Jun 25 09:21:13.811828 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52586) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:13.836950 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-139713f4-9df8-4b4b-a5f3-5d0f60565306 req-d5e4e521-bfcc-46e4-93f2-1a9b0cad943e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] For port a96b4aca-2764-4b99-b32d-80ac16967a43, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a96b4aca-2764-4b99-b32d-80ac16967a43,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:13.837320 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-139713f4-9df8-4b4b-a5f3-5d0f60565306 req-d5e4e521-bfcc-46e4-93f2-1a9b0cad943e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:13.850714 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-139713f4-9df8-4b4b-a5f3-5d0f60565306 req-d5e4e521-bfcc-46e4-93f2-1a9b0cad943e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Calling delete_port for a96b4aca-2764-4b99-b32d-80ac16967a43 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:21:13.886119 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0d6d-54c3-428b-a338-02a2a6e5147a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:13.897953 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0d6d-54c3-428b-a338-02a2a6e5147a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:14.021613 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0d6d-54c3-428b-a338-02a2a6e5147a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:14.027871 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0d6d-54c3-428b-a338-02a2a6e5147a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:14.029244 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7c7d0d6d-54c3-428b-a338-02a2a6e5147a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/cdaf70a1-c8f1-46cd-87af-74d43a1c2654 HTTP/1.1" status: 204 len: 168 time: 0.2157905 Jun 25 09:21:14.034617 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bc68da43-6d21-412f-874c-d240f8eee8cb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:14.038897 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52602) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:14.057242 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d0d6d-54c3-428b-a338-02a2a6e5147a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdaf70a1-c8f1-46cd-87af-74d43a1c2654,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:14.061494 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7c7d0d6d-54c3-428b-a338-02a2a6e5147a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:14.120911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a346d63-5a43-4360-8fcc-ece66118cb68 req-330df3a4-9b32-43c7-b5de-82785c0984c1 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:14.129494 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a346d63-5a43-4360-8fcc-ece66118cb68 req-330df3a4-9b32-43c7-b5de-82785c0984c1 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 943 time: 0.1677074 Jun 25 09:21:14.139500 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-f747c8e7-0b62-4239-8df0-da41661ea520 req-2faa797f-6968-4f3c-ba28-83c86118c34a tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] For port 847b7484-53a6-4736-a4fa-8fd95a129e45, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=847b7484-53a6-4736-a4fa-8fd95a129e45,segment=NetworkSegment(696368f5-0efc-4866-9a9b-9110201938fc),segment_id=696368f5-0efc-4866-9a9b-9110201938fc)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:14.140400 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-f747c8e7-0b62-4239-8df0-da41661ea520 req-2faa797f-6968-4f3c-ba28-83c86118c34a tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:14.197900 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a33763eb-ef7b-4396-8257-a86df8c5312a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1557744 Jun 25 09:21:14.199967 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52616) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:14.206961 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-f747c8e7-0b62-4239-8df0-da41661ea520 req-2faa797f-6968-4f3c-ba28-83c86118c34a tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Calling delete_port for 847b7484-53a6-4736-a4fa-8fd95a129e45 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:21:14.226500 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a346d63-5a43-4360-8fcc-ece66118cb68 req-67174e92-da7c-4308-b928-3903901b4612 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956516 Jun 25 09:21:14.248131 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74683cf4-a14f-464d-bb27-e03a675a879e req-40d46a6b-42b6-4c80-bd72-5c6b86971dc7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:14.250124 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-74683cf4-a14f-464d-bb27-e03a675a879e req-40d46a6b-42b6-4c80-bd72-5c6b86971dc7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 945 time: 0.1560235 Jun 25 09:21:14.340090 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-74683cf4-a14f-464d-bb27-e03a675a879e req-c8b58fab-066f-44b7-9346-8df9b5745d34 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785196 Jun 25 09:21:14.344808 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-f1ad0a3f-cf7e-47fa-9a64-454a3d602b2d service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419128 Jun 25 09:21:14.355360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22daceb1-af07-48b4-bd65-507678e28913 req-be232e22-a355-4c3b-b6ef-4c5117e58422 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1038702 Jun 25 09:21:14.428997 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-7a15559a-2736-4c0c-bf47-75451ba29ba4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 HTTP/1.1" status: 200 len: 217 time: 0.0584426 Jun 25 09:21:14.476916 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e54258a7-3279-4f90-8e6c-6fc7483a35f1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:14.536088 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daceb1-af07-48b4-bd65-507678e28913 req-f7f5b188-5da1-4277-89da-7b7b73dd2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:14.537613 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22daceb1-af07-48b4-bd65-507678e28913 req-f7f5b188-5da1-4277-89da-7b7b73dd2be8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 1096 time: 0.1151214 Jun 25 09:21:14.618000 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e54258a7-3279-4f90-8e6c-6fc7483a35f1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:14.630842 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-043ae802-8ba8-499e-8817-6c15ea15ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:14.634316 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-043ae802-8ba8-499e-8817-6c15ea15ac4d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d6509b59-9ba7-402d-bd1c-97d06b22f9df HTTP/1.1" status: 200 len: 797 time: 0.1978211 Jun 25 09:21:14.635515 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-139713f4-9df8-4b4b-a5f3-5d0f60565306 req-d5e4e521-bfcc-46e4-93f2-1a9b0cad943e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:14.655603 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6a0ef35a-8aa4-48af-91e5-1d8948a5089c tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:14.675633 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['847b7484-53a6-4736-a4fa-8fd95a129e45'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:21:14.677102 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c9dec-5e0a-4d0b-b0dc-d7f7ab50c7fa req-b7a504bc-e5c4-42dd-a2d3-1f8b8a08c8ef tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:14.683984 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ec7c9dec-5e0a-4d0b-b0dc-d7f7ab50c7fa req-b7a504bc-e5c4-42dd-a2d3-1f8b8a08c8ef tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=35c4fff3-67c7-4485-a964-cb65ba8fc4b0 HTTP/1.1" status: 200 len: 946 time: 0.1549833 Jun 25 09:21:14.694117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daceb1-af07-48b4-bd65-507678e28913 req-47faddb6-8be3-4c05-a1a4-f0e4fbbc04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:14.695549 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22daceb1-af07-48b4-bd65-507678e28913 req-47faddb6-8be3-4c05-a1a4-f0e4fbbc04b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.1310189 Jun 25 09:21:14.757759 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22daceb1-af07-48b4-bd65-507678e28913 req-c4b6b627-4a75-417c-a9d2-3b1a4115be00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 HTTP/1.1" status: 200 len: 217 time: 0.0481415 Jun 25 09:21:14.832007 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ec7c9dec-5e0a-4d0b-b0dc-d7f7ab50c7fa req-facb3225-7173-4061-8b22-20c329897f37 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/security-groups?id=2732adeb-88bd-4524-9696-f6abda6d4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470611 Jun 25 09:21:14.847612 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-139713f4-9df8-4b4b-a5f3-5d0f60565306 req-d5e4e521-bfcc-46e4-93f2-1a9b0cad943e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] No DVR routers for this DVR port a96b4aca-2764-4b99-b32d-80ac16967a43 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:21:14.849411 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4e521-bfcc-46e4-93f2-1a9b0cad943e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Pushing event deleted for resources: {'Port': ['ID=a96b4aca-2764-4b99-b32d-80ac16967a43,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:14.852167 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-139713f4-9df8-4b4b-a5f3-5d0f60565306 req-d5e4e521-bfcc-46e4-93f2-1a9b0cad943e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:14.854150 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-139713f4-9df8-4b4b-a5f3-5d0f60565306 req-d5e4e521-bfcc-46e4-93f2-1a9b0cad943e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.38 "DELETE /v2.0/ports/a96b4aca-2764-4b99-b32d-80ac16967a43 HTTP/1.1" status: 204 len: 173 time: 1.5820117 Jun 25 09:21:14.862677 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1da37ca-6fe7-4d6b-a8fa-c08f399ff224', 'name': 'network-vif-deleted', 'tag': 'a96b4aca-2764-4b99-b32d-80ac16967a43'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:14.865076 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ef5c7a-a3b1-4aa3-b516-dfe7e44178cf" -d '{"events": [{"server_uuid": "e1da37ca-6fe7-4d6b-a8fa-c08f399ff224", "name": "network-vif-deleted", "tag": "a96b4aca-2764-4b99-b32d-80ac16967a43"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:14.870428 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d5e4e521-bfcc-46e4-93f2-1a9b0cad943e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:14.920791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1ba223b-89aa-468d-9de3-db13c5bfd377 req-57868a70-e556-4261-b8f2-68430eb8fe1d tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.1416090 Jun 25 09:21:14.927530 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dc0582-5ace-4a56-971c-a6032abc1b6f x-openstack-request-id: req-40dc0582-5ace-4a56-971c-a6032abc1b6f {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:14.927730 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1da37ca-6fe7-4d6b-a8fa-c08f399ff224", "name": "network-vif-deleted", "tag": "a96b4aca-2764-4b99-b32d-80ac16967a43", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:14.927924 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-40dc0582-5ace-4a56-971c-a6032abc1b6f {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:14.928367 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1da37ca-6fe7-4d6b-a8fa-c08f399ff224', 'name': 'network-vif-deleted', 'tag': 'a96b4aca-2764-4b99-b32d-80ac16967a43', 'status': 'completed', 'code': 200} Jun 25 09:21:14.930897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a4e-0323-4423-b845-447f32542413 req-366ff58e-275a-4378-97c3-9b3090c6fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:14.932289 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-366ff58e-275a-4378-97c3-9b3090c6fce1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2afc939b-7ab0-46c5-b1fa-bb32babffa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2705467 Jun 25 09:21:14.938069 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e54258a7-3279-4f90-8e6c-6fc7483a35f1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:14.941449 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e54258a7-3279-4f90-8e6c-6fc7483a35f1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:14.942872 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e54258a7-3279-4f90-8e6c-6fc7483a35f1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-groups/47dab781-f72f-460a-a6f6-70a71d527e75 HTTP/1.1" status: 204 len: 168 time: 0.7339282 Jun 25 09:21:14.944346 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4ccf01f1-d0a5-4ad6-84be-9380f8e114ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:14.949966 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52666) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:14.955898 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54258a7-3279-4f90-8e6c-6fc7483a35f1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dab781-f72f-460a-a6f6-70a71d527e75,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:14.981371 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-f747c8e7-0b62-4239-8df0-da41661ea520 req-2faa797f-6968-4f3c-ba28-83c86118c34a tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:14.985514 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e54258a7-3279-4f90-8e6c-6fc7483a35f1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:14.998151 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daceb1-af07-48b4-bd65-507678e28913 req-36032065-44e3-48b3-ac4e-2ca1cdc69447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:14.999870 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22daceb1-af07-48b4-bd65-507678e28913 req-36032065-44e3-48b3-ac4e-2ca1cdc69447 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.2319119 Jun 25 09:21:15.061418 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0c4d0cfb-099d-414f-8892-ee06ffac1e65 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1001749 Jun 25 09:21:15.066103 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52684) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:15.073322 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-5044eac7-3288-4de6-89b3-eb0b7091c69f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group': {'name': 'tempest-secgroup--173681394'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:15.106520 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22daceb1-af07-48b4-bd65-507678e28913 req-81394e01-77fc-44cd-b13a-8348871335d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606329 Jun 25 09:21:15.185968 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5044eac7-3288-4de6-89b3-eb0b7091c69f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:15.253316 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22daceb1-af07-48b4-bd65-507678e28913 req-78313e96-e830-4c27-8603-59d36dc0a495 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380603 Jun 25 09:21:15.370958 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2eff9e17-205a-4fed-ad94-83f2a4fa9ab9 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:15.428424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c1585b9b-960d-4293-82db-675d257caa81 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:21:15.440587 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a96b4aca-2764-4b99-b32d-80ac16967a43 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:21:15.447289 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5044eac7-3288-4de6-89b3-eb0b7091c69f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:15.450728 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22daceb1-af07-48b4-bd65-507678e28913 req-198e65eb-5d64-442c-9397-e7feb60bd305 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881900 Jun 25 09:21:15.453372 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5044eac7-3288-4de6-89b3-eb0b7091c69f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:15.457496 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3b28a600-6149-40e2-aeb4-0c674b1e49cf tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:15.487149 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5044eac7-3288-4de6-89b3-eb0b7091c69f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:15.488335 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5044eac7-3288-4de6-89b3-eb0b7091c69f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4205983 Jun 25 09:21:15.506672 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52710) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:15.512608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group_rule': {'security_group_id': 'df53a840-78e7-4bc8-ac21-1e6cf0bfe56d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:15.520460 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: a96b4aca-2764-4b99-b32d-80ac16967a43 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:21:15.521208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a96b4aca-2764-4b99-b32d-80ac16967a43 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:21:15.532992 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa797f-6968-4f3c-ba28-83c86118c34a tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Pushing event deleted for resources: {'Port': ['ID=847b7484-53a6-4736-a4fa-8fd95a129e45,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:15.542592 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2faa797f-6968-4f3c-ba28-83c86118c34a tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:15.544322 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044eac7-3288-4de6-89b3-eb0b7091c69f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df53a840-78e7-4bc8-ac21-1e6cf0bfe56d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:15.555117 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5044eac7-3288-4de6-89b3-eb0b7091c69f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:15.586729 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad3093-e5da-408c-80bc-0ad343247adb req-afae4a1d-f1df-44f4-90d0-7abf7f474b66 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:15.588272 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f7ad3093-e5da-408c-80bc-0ad343247adb req-afae4a1d-f1df-44f4-90d0-7abf7f474b66 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 943 time: 0.1867163 Jun 25 09:21:15.608428 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:15.640804 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-f747c8e7-0b62-4239-8df0-da41661ea520 req-2faa797f-6968-4f3c-ba28-83c86118c34a tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] No DVR routers for this DVR port 847b7484-53a6-4736-a4fa-8fd95a129e45 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:21:15.649540 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-f747c8e7-0b62-4239-8df0-da41661ea520 req-2faa797f-6968-4f3c-ba28-83c86118c34a tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:15.651801 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f747c8e7-0b62-4239-8df0-da41661ea520 req-2faa797f-6968-4f3c-ba28-83c86118c34a tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.41 "DELETE /v2.0/ports/847b7484-53a6-4736-a4fa-8fd95a129e45 HTTP/1.1" status: 204 len: 173 time: 2.2317667 Jun 25 09:21:15.655818 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-555b0ef3-5f33-4cdd-b247-5dfa3edf07c2 service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663301 Jun 25 09:21:15.670370 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e74781-6481-458a-bc44-2469071707e7 req-20d7cb54-e470-4f88-bffd-bcf90208d02f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:15.678250 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-18e74781-6481-458a-bc44-2469071707e7 req-20d7cb54-e470-4f88-bffd-bcf90208d02f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 945 time: 0.1930993 Jun 25 09:21:15.707520 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f7ad3093-e5da-408c-80bc-0ad343247adb req-2b6baab7-97a3-40b0-98b7-4f19155fed8f tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117601 Jun 25 09:21:15.803962 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:15.857328 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-18e74781-6481-458a-bc44-2469071707e7 req-a9534f7b-8c0a-471d-84aa-63f1cb8a1bd4 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779201 Jun 25 09:21:15.860875 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:15.862730 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:15.863550 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2201a4e-0323-4423-b845-447f32542413 req-54c5e439-0447-4107-b765-1d3d8b7050a1 service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975534 Jun 25 09:21:15.870212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52718) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:15.920360 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61e3e3e-24da-4091-9df8-c48c714e8e67,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:15.948193 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:15.948979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:15.951004 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:15.951422 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:15.956994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:15.956994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:15.956994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:15.956994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:15.956994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:15.956994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:15.956994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:15.956994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:15.971306 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:15.976347 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:15.978499 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-864aa18c-ac7c-44ec-bd11-de6781481129 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4705698 Jun 25 09:21:15.979186 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port c1585b9b-960d-4293-82db-675d257caa81, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c1585b9b-960d-4293-82db-675d257caa81,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:15.982093 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52726) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:16.000454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'c1585b9b-960d-4293-82db-675d257caa81', 'network_id': '86032570-f2c0-48a3-9354-653695b1e594', 'port_id': 'c1585b9b-960d-4293-82db-675d257caa81', 'mac_address': 'fa:16:3e:21:14:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:21:16.019043 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-10e621c0-a685-4636-a64f-d1c117dfa22d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules/d61e3e3e-24da-4091-9df8-c48c714e8e67 HTTP/1.1" status: 200 len: 763 time: 0.0353792 Jun 25 09:21:16.021732 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52728) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:16.044593 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.063526 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1585b9b-960d-4293-82db-675d257caa81 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:21:16.087787 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52730) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:16.088349 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-320abd88-34e9-4ea9-ad32-acf257a7b0cc tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0648422 Jun 25 09:21:16.110263 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port c1585b9b-960d-4293-82db-675d257caa81, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c1585b9b-960d-4293-82db-675d257caa81,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:16.113269 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48db7474-dcee-4612-bce5-d917643fa3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.115585 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.117888 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:16.140427 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-21a69b4c-e730-4081-a31b-a51c9485891a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.152254 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-21a69b4c-e730-4081-a31b-a51c9485891a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.172332 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=c1585b9b-960d-4293-82db-675d257caa81,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:16.176224 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:16.204223 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-21a69b4c-e730-4081-a31b-a51c9485891a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.209697 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-779981f7-dd4d-40e9-bb16-99d32474bb84 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:16.217145 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-21a69b4c-e730-4081-a31b-a51c9485891a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.218240 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-21a69b4c-e730-4081-a31b-a51c9485891a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/d61e3e3e-24da-4091-9df8-c48c714e8e67 HTTP/1.1" status: 204 len: 168 time: 0.1293244 Jun 25 09:21:16.225092 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52736) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:16.233808 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a69b4c-e730-4081-a31b-a51c9485891a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d61e3e3e-24da-4091-9df8-c48c714e8e67,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:16.235588 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5748dd3f-3905-43c3-8d1a-44b9c587c6a3 req-baccc2fe-85b2-4de4-ad87-654dffc3b905 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] 10.222.0.93 "GET /v2.0/ports?device_id=35c4fff3-67c7-4485-a964-cb65ba8fc4b0 HTTP/1.1" status: 200 len: 210 time: 0.0338085 Jun 25 09:21:16.238114 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-21a69b4c-e730-4081-a31b-a51c9485891a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:16.284138 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f8151c72-3acc-430e-ac4a-db8f03e7e58f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0554111 Jun 25 09:21:16.284498 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52738) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:16.289244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-685fe907-edb6-45bd-b4d6-c3a361dabdf9 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group_rule': {'security_group_id': 'df53a840-78e7-4bc8-ac21-1e6cf0bfe56d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:16.322945 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48db7474-dcee-4612-bce5-d917643fa3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.331325 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48db7474-dcee-4612-bce5-d917643fa3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.338922 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e54258a7-3279-4f90-8e6c-6fc7483a35f1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:16.365464 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-685fe907-edb6-45bd-b4d6-c3a361dabdf9 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.381254 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-48db7474-dcee-4612-bce5-d917643fa3a9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bdb79fd523084cd0bb11fd108e2d4a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5097070 Jun 25 09:21:16.382067 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db7474-dcee-4612-bce5-d917643fa3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00b0d74-1972-4469-a5df-f06b6dc5cd6d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:16.385301 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52744) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:16.386654 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48db7474-dcee-4612-bce5-d917643fa3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:16.429432 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6df4468-ce73-4c52-aa19-9033781e8f8b req-fb33f4b3-14ed-4b23-a99d-d80295822191 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0607073 Jun 25 09:21:16.438072 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eccd9c5a-e811-4e8e-8a5c-e210e54be972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.472089 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eccd9c5a-e811-4e8e-8a5c-e210e54be972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.509714 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-685fe907-edb6-45bd-b4d6-c3a361dabdf9 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.515098 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-685fe907-edb6-45bd-b4d6-c3a361dabdf9 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.528548 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8e90fa0d-43ac-4c27-afb6-f51e32ed3112 tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:16.552877 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fe907-edb6-45bd-b4d6-c3a361dabdf9 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59489692-fc64-40fc-aef2-f9561d81f26b,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:16.557678 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-685fe907-edb6-45bd-b4d6-c3a361dabdf9 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:16.559324 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-685fe907-edb6-45bd-b4d6-c3a361dabdf9 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.564827 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-685fe907-edb6-45bd-b4d6-c3a361dabdf9 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2789106 Jun 25 09:21:16.565209 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52746) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:16.585985 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eccd9c5a-e811-4e8e-8a5c-e210e54be972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.588871 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eccd9c5a-e811-4e8e-8a5c-e210e54be972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.590191 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-eccd9c5a-e811-4e8e-8a5c-e210e54be972 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d00b0d74-1972-4469-a5df-f06b6dc5cd6d HTTP/1.1" status: 204 len: 168 time: 0.2048542 Jun 25 09:21:16.591248 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7fbce7a4-ff77-4bd8-98ba-0da43090f39f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:16.602604 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2ffd3f6c-7007-4327-af0c-5d7b3015aba6 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules/59489692-fc64-40fc-aef2-f9561d81f26b HTTP/1.1" status: 200 len: 763 time: 0.0354559 Jun 25 09:21:16.605677 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52756) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:16.615712 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd9c5a-e811-4e8e-8a5c-e210e54be972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00b0d74-1972-4469-a5df-f06b6dc5cd6d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:16.619752 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eccd9c5a-e811-4e8e-8a5c-e210e54be972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:16.628312 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 847b7484-53a6-4736-a4fa-8fd95a129e45 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:21:16.685139 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['c1585b9b-960d-4293-82db-675d257caa81'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:21:16.689240 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a139b29b-1dcd-42f0-a3b9-6e5cf992ebc8 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0799491 Jun 25 09:21:16.689958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52762) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:16.693303 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 847b7484-53a6-4736-a4fa-8fd95a129e45 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:21:16.693791 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 847b7484-53a6-4736-a4fa-8fd95a129e45 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:21:16.738620 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5023e91b-6fb7-4b4e-b757-827d44ebbea4 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.747319 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5023e91b-6fb7-4b4e-b757-827d44ebbea4 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.803893 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5023e91b-6fb7-4b4e-b757-827d44ebbea4 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.811748 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5023e91b-6fb7-4b4e-b757-827d44ebbea4 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:16.816717 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52770) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:16.818222 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5023e91b-6fb7-4b4e-b757-827d44ebbea4 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/59489692-fc64-40fc-aef2-f9561d81f26b HTTP/1.1" status: 204 len: 168 time: 0.1269803 Jun 25 09:21:16.820120 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9065f82b-c78e-4097-812d-3cf4babf9ac0 tempest-ServersTestBootFromVolume-435804899 tempest-ServersTestBootFromVolume-435804899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:16.831768 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023e91b-6fb7-4b4e-b757-827d44ebbea4 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59489692-fc64-40fc-aef2-f9561d81f26b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:16.839291 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5023e91b-6fb7-4b4e-b757-827d44ebbea4 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:16.927735 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52774) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:16.928011 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4744615b-d7e4-48d4-98d9-c3039f6c24b6 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1099141 Jun 25 09:21:16.928999 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c4fff3-67c7-4485-a964-cb65ba8fc4b0', 'name': 'network-vif-deleted', 'tag': '847b7484-53a6-4736-a4fa-8fd95a129e45'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:16.931517 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9ba0a6-fc77-4fca-a74f-1228b9635309" -d '{"events": [{"server_uuid": "35c4fff3-67c7-4485-a964-cb65ba8fc4b0", "name": "network-vif-deleted", "tag": "847b7484-53a6-4736-a4fa-8fd95a129e45"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:16.940230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-f02487e7-d739-427c-8d5d-db4bc449a4ec tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Request body: {'security_group_rule': {'security_group_id': 'df53a840-78e7-4bc8-ac21-1e6cf0bfe56d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:16.974702 n-d-761264-15 neutron-server[94025]: INFO neutron.db.securitygroups_db [None req-f02487e7-d739-427c-8d5d-db4bc449a4ec tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Project 53a1cee0412c441c94aab8ea3ee32e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 09:21:16.975888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a86221-585a-40fa-8488-706c60de0723 req-76b752f4-8821-4876-a9d5-76933f41960a tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:16.977475 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21a86221-585a-40fa-8488-706c60de0723 req-76b752f4-8821-4876-a9d5-76933f41960a tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 944 time: 0.1085296 Jun 25 09:21:16.988186 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f02487e7-d739-427c-8d5d-db4bc449a4ec tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.022472 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21a86221-585a-40fa-8488-706c60de0723 req-7725a149-4af6-4a4a-9b98-6e41fe558a6c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381858 Jun 25 09:21:17.063612 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f02487e7-d739-427c-8d5d-db4bc449a4ec tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.067021 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f02487e7-d739-427c-8d5d-db4bc449a4ec tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.069435 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-21a69b4c-e730-4081-a31b-a51c9485891a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:17.087942 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38b8231-acaa-4265-b257-9b482e11f477 x-openstack-request-id: req-c38b8231-acaa-4265-b257-9b482e11f477 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:17.088229 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c4fff3-67c7-4485-a964-cb65ba8fc4b0", "name": "network-vif-deleted", "tag": "847b7484-53a6-4736-a4fa-8fd95a129e45", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:17.088508 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c38b8231-acaa-4265-b257-9b482e11f477 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:17.088975 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c4fff3-67c7-4485-a964-cb65ba8fc4b0', 'name': 'network-vif-deleted', 'tag': '847b7484-53a6-4736-a4fa-8fd95a129e45', 'status': 'completed', 'code': 200} Jun 25 09:21:17.093041 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02487e7-d739-427c-8d5d-db4bc449a4ec tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b960a5ee-c5c1-45e7-851a-eb89b347a2ce,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:17.095880 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f02487e7-d739-427c-8d5d-db4bc449a4ec tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:17.096765 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f02487e7-d739-427c-8d5d-db4bc449a4ec tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.097947 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f02487e7-d739-427c-8d5d-db4bc449a4ec tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1637492 Jun 25 09:21:17.100615 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52788) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:17.122614 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c40b5d9d-9d57-4103-b66f-725402619238 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules/b960a5ee-c5c1-45e7-851a-eb89b347a2ce HTTP/1.1" status: 200 len: 769 time: 0.0206490 Jun 25 09:21:17.125019 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52790) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:17.177041 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ebb2f8a0-0d2c-4d71-8b03-7dbc3d93e3a1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0504827 Jun 25 09:21:17.179373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52792) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:17.211163 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-25c4db55-a8de-41da-9985-6b48e6c5b65d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.220300 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-25c4db55-a8de-41da-9985-6b48e6c5b65d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.256052 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-25c4db55-a8de-41da-9985-6b48e6c5b65d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.258082 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:17.264576 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-25c4db55-a8de-41da-9985-6b48e6c5b65d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.269605 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-25c4db55-a8de-41da-9985-6b48e6c5b65d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/b960a5ee-c5c1-45e7-851a-eb89b347a2ce HTTP/1.1" status: 204 len: 168 time: 0.0855730 Jun 25 09:21:17.275584 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52798) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:17.286267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4db55-a8de-41da-9985-6b48e6c5b65d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b960a5ee-c5c1-45e7-851a-eb89b347a2ce,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:17.298906 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-25c4db55-a8de-41da-9985-6b48e6c5b65d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:17.334117 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9fce69bd-00e2-4651-8d9a-bec045a00fa9 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0572660 Jun 25 09:21:17.338525 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52804) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:17.392595 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-28ed337a-dc22-44da-9121-0742c0ff2d2c req-98a72301-2f78-43cd-8051-ce09f9ef938f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0361183 Jun 25 09:21:17.424069 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dfb421b3-44b6-4f07-8967-b23ca0636a0a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.432283 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52810) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:17.477437 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dfb421b3-44b6-4f07-8967-b23ca0636a0a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.508085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f504f2c-7ce8-41c4-bb33-6aa4f315a6a5 admin admin] Deleting subnet 56c4cc6c-5c51-4ad0-b09a-976959a31a74 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:21:17.520492 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f504f2c-7ce8-41c4-bb33-6aa4f315a6a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.568806 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dfb421b3-44b6-4f07-8967-b23ca0636a0a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.572581 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dfb421b3-44b6-4f07-8967-b23ca0636a0a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.573774 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-dfb421b3-44b6-4f07-8967-b23ca0636a0a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "DELETE /v2.0/security-groups/df53a840-78e7-4bc8-ac21-1e6cf0bfe56d HTTP/1.1" status: 204 len: 168 time: 0.2342196 Jun 25 09:21:17.577275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52816) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:17.578453 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f504f2c-7ce8-41c4-bb33-6aa4f315a6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.580800 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:17.618329 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb421b3-44b6-4f07-8967-b23ca0636a0a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df53a840-78e7-4bc8-ac21-1e6cf0bfe56d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:17.621910 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dfb421b3-44b6-4f07-8967-b23ca0636a0a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:17.639169 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f504f2c-7ce8-41c4-bb33-6aa4f315a6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.641708 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69739cd9-a8c7-41e5-8bae-645f76f6338a req-4b918fd8-282c-44f3-b1a6-d49112258958 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0678487 Jun 25 09:21:17.686593 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-21862b4f-4e67-41c1-a7a4-7cfb45788a78 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1076806 Jun 25 09:21:17.692796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52826) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:17.715909 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f504f2c-7ce8-41c4-bb33-6aa4f315a6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.720376 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0b441799-2173-486d-967c-016289388be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:17.751465 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f504f2c-7ce8-41c4-bb33-6aa4f315a6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c4cc6c-5c51-4ad0-b09a-976959a31a74,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:17.752255 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-42265acd-6daf-4bf1-be33-f206fa02a96b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0578728 Jun 25 09:21:17.760956 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3f504f2c-7ce8-41c4-bb33-6aa4f315a6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:17.761683 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f504f2c-7ce8-41c4-bb33-6aa4f315a6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.765909 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3f504f2c-7ce8-41c4-bb33-6aa4f315a6a5 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/56c4cc6c-5c51-4ad0-b09a-976959a31a74 HTTP/1.1" status: 204 len: 168 time: 0.3303962 Jun 25 09:21:17.766360 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52834) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:17.839142 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20a54256-95da-42a1-a2c9-2db7b48c3550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.942953 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20a54256-95da-42a1-a2c9-2db7b48c3550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:17.956865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-20a54256-95da-42a1-a2c9-2db7b48c3550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08e5a4c-f042-4b9b-b224-5ef23744d992']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:17.973027 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-20a54256-95da-42a1-a2c9-2db7b48c3550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696368f5-0efc-4866-9a9b-9110201938fc') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:17.973580 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-20a54256-95da-42a1-a2c9-2db7b48c3550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696368f5-0efc-4866-9a9b-9110201938fc') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:17.985851 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20a54256-95da-42a1-a2c9-2db7b48c3550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.002692 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20a54256-95da-42a1-a2c9-2db7b48c3550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.011185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a54256-95da-42a1-a2c9-2db7b48c3550 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:21:18.012122 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20a54256-95da-42a1-a2c9-2db7b48c3550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:21:18.016427 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:21:18.063977 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52846) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:18.091835 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20a54256-95da-42a1-a2c9-2db7b48c3550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.100833 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0a9edd2b-4af2-4c62-8494-fb1e9fe58b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:18.116396 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20a54256-95da-42a1-a2c9-2db7b48c3550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.118774 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-20a54256-95da-42a1-a2c9-2db7b48c3550 admin admin] 10.222.0.93 "DELETE /v2.0/networks/c08e5a4c-f042-4b9b-b224-5ef23744d992 HTTP/1.1" status: 204 len: 168 time: 0.3514323 Jun 25 09:21:18.120037 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a54256-95da-42a1-a2c9-2db7b48c3550 admin admin] Pushing event deleted for resources: {'Network': ['ID=c08e5a4c-f042-4b9b-b224-5ef23744d992,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:18.124082 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-20a54256-95da-42a1-a2c9-2db7b48c3550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:18.394957 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-abe89f1b-dd78-4fb7-b4bb-ddc638cc3678 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=53a1cee0412c441c94aab8ea3ee32e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297369 Jun 25 09:21:18.398757 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52860) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:18.435936 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52862) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:18.436273 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52864) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:18.485205 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e18231-6b11-4970-9501-66fd80b486a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.507828 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9c996063-5d26-41ca-8eca-82ccd181c4eb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7bf80ed1f58747e6bfab8fdd248c07e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680544 Jun 25 09:21:18.508572 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52868) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:18.524348 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e18231-6b11-4970-9501-66fd80b486a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.536663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30015aa9-7404-4b3d-bfac-55d0db3d89fc req-00fa42f5-833b-4d5c-9797-e5d5a0a085f0 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:18.538213 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-30015aa9-7404-4b3d-bfac-55d0db3d89fc req-00fa42f5-833b-4d5c-9797-e5d5a0a085f0 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 944 time: 0.3835855 Jun 25 09:21:18.577504 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-30015aa9-7404-4b3d-bfac-55d0db3d89fc req-2e009fac-3dac-4d8e-a810-b60d9a56cd23 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331521 Jun 25 09:21:18.614015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1f36ddca-1a7b-4f0a-971a-16ceda222246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.629469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e60f6802-cec2-462a-b5d2-bddf7b7f11b4 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:21:18.633297 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:18.646218 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e18231-6b11-4970-9501-66fd80b486a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.649021 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80e18231-6b11-4970-9501-66fd80b486a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.657054 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-80e18231-6b11-4970-9501-66fd80b486a3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c47826a9-ac13-4e41-8001-4b90c8b2dabe HTTP/1.1" status: 204 len: 168 time: 0.2537069 Jun 25 09:21:18.668541 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b476c355-c47f-40ce-b6ce-1a78b65b1a5d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:18.698547 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1f36ddca-1a7b-4f0a-971a-16ceda222246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.702594 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e18231-6b11-4970-9501-66fd80b486a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47826a9-ac13-4e41-8001-4b90c8b2dabe,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:18.707349 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-80e18231-6b11-4970-9501-66fd80b486a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:18.736423 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.801184 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e60f6802-cec2-462a-b5d2-bddf7b7f11b4, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:18.816189 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'e60f6802-cec2-462a-b5d2-bddf7b7f11b4', 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f', 'port_id': 'e60f6802-cec2-462a-b5d2-bddf7b7f11b4', 'mac_address': 'fa:16:3e:be:25:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f29d60-5d39-424f-b7cc-af1d0969792b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:21:18.836508 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1f36ddca-1a7b-4f0a-971a-16ceda222246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.839576 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1f36ddca-1a7b-4f0a-971a-16ceda222246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.840827 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1f36ddca-1a7b-4f0a-971a-16ceda222246 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2732adeb-88bd-4524-9696-f6abda6d4647 HTTP/1.1" status: 204 len: 168 time: 0.3312521 Jun 25 09:21:18.858654 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e76ecfb6-a37d-43f2-b98e-25764234cc46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:18.861902 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c43a474-ccca-4cfc-bbc8-7bf7e4ee13be req-b8d72363-6cd8-4eee-81fc-899c84bde4bf tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0604098 Jun 25 09:21:18.871244 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.889004 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e60f6802-cec2-462a-b5d2-bddf7b7f11b4 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:21:18.903280 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36ddca-1a7b-4f0a-971a-16ceda222246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2732adeb-88bd-4524-9696-f6abda6d4647,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:18.906128 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1f36ddca-1a7b-4f0a-971a-16ceda222246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:18.915833 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e60f6802-cec2-462a-b5d2-bddf7b7f11b4, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:18.916004 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.928465 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:18.930720 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:19.000364 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:19.004154 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:19.040238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Allocated IP 172.25.6.234 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/a9808685-8f35-4028-b1b4-76e276793a97) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:21:19.120227 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['e60f6802-cec2-462a-b5d2-bddf7b7f11b4'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:21:19.173622 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:19.234575 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:19.237913 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ead04596-411d-40ab-bbe6-21181726a29b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:19.277237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:21:19.281662 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:19.285092 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:21:19.316897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Pushing event updated for resources: {'Port': ['ID=a9808685-8f35-4028-b1b4-76e276793a97,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:19.326052 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:19.395102 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:19.443549 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c1585b9b-960d-4293-82db-675d257caa81 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:21:19.462738 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:19.499090 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port c1585b9b-960d-4293-82db-675d257caa81 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:21:19.513776 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port c1585b9b-960d-4293-82db-675d257caa81 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:21:19.514210 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:19.638582 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:19.668398 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c03909-9716-4d9d-8cae-6a1be96151a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1585b9b-960d-4293-82db-675d257caa81'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:19.671539 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a0062e-1817-4826-90a2-e82c6e5a1c8e" -d '{"events": [{"server_uuid": "97c03909-9716-4d9d-8cae-6a1be96151a5", "name": "network-vif-plugged", "status": "completed", "tag": "c1585b9b-960d-4293-82db-675d257caa81"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:19.692054 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port c1585b9b-960d-4293-82db-675d257caa81, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c1585b9b-960d-4293-82db-675d257caa81,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:19.700531 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:19.708035 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:19.735418 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:19.741561 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52928) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:19.742059 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:19.744465 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-66db1095-3667-4bfc-bd89-61cea6dfb0da tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:19.784178 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a70e93-73a0-40a4-84d9-f2880da94982 x-openstack-request-id: req-11a70e93-73a0-40a4-84d9-f2880da94982 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:19.784469 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c03909-9716-4d9d-8cae-6a1be96151a5", "name": "network-vif-plugged", "status": "completed", "tag": "c1585b9b-960d-4293-82db-675d257caa81", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:19.785217 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-11a70e93-73a0-40a4-84d9-f2880da94982 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:19.785839 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c03909-9716-4d9d-8cae-6a1be96151a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1585b9b-960d-4293-82db-675d257caa81', 'code': 200} Jun 25 09:21:19.819144 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=c1585b9b-960d-4293-82db-675d257caa81,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:19.822998 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:19.823966 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Pushing event updated for resources: {'Port': ['ID=a9808685-8f35-4028-b1b4-76e276793a97,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:19.837158 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:19.922683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63564115-0e82-4369-873e-828de02278ef req-822e4a0f-8c4e-4d06-82bc-a2f03c3eb79e tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:19.924871 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:19.931363 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63564115-0e82-4369-873e-828de02278ef req-822e4a0f-8c4e-4d06-82bc-a2f03c3eb79e tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 945 time: 0.1187110 Jun 25 09:21:19.939034 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:19.940322 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5019321 Jun 25 09:21:19.944197 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52946) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:19.944638 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52948) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:19.963723 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-dffddd03-f0d5-44d0-9daa-3731cf8168f2 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1413957907', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'fixed_ips': [{'ip_address': '172.25.6.234'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:20.002930 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbdedb-687b-4fd9-bacb-402508cb89c6 req-40bc08a3-a386-40f8-ae99-b132715ccf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:20.004582 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e1fbdedb-687b-4fd9-bacb-402508cb89c6 req-40bc08a3-a386-40f8-ae99-b132715ccf24 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 1097 time: 0.1333804 Jun 25 09:21:20.005079 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63564115-0e82-4369-873e-828de02278ef req-dfe555ba-b562-4878-9683-de4858e69480 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712352 Jun 25 09:21:20.014656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffddd03-f0d5-44d0-9daa-3731cf8168f2 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Made reservation on behalf of 8274d33833c6427aae0015d8d27244e8 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:21:20.017226 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dffddd03-f0d5-44d0-9daa-3731cf8168f2 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.068420 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dffddd03-f0d5-44d0-9daa-3731cf8168f2 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.073032 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e1fbdedb-687b-4fd9-bacb-402508cb89c6 req-759e454a-1675-4b02-8496-698f013c2030 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607429 Jun 25 09:21:20.102678 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-e5648cb0-c890-4659-accc-7b70f473d605 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group': {'name': 'tempest-secgroup--395737199'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:20.105943 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-421824570-network', 'tenant_id': '222f5d60a93841a9a031b7aa22b430ee'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:20.140489 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-468509f0-09c7-48a4-ac41-8e2e50c68505 req-3b1036c1-e159-49be-a947-b3d2154e2f61 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0289671 Jun 25 09:21:20.181389 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dffddd03-f0d5-44d0-9daa-3731cf8168f2 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.186503 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dffddd03-f0d5-44d0-9daa-3731cf8168f2 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.190177 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-dffddd03-f0d5-44d0-9daa-3731cf8168f2 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] device_id is not set on port d7b9e5e3-64d7-4809-9ccf-c34ba5b1e232 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:21:20.195566 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b55b4120-0973-4ff4-8a36-d63816efa3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:20.206385 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5648cb0-c890-4659-accc-7b70f473d605 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.215605 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5648cb0-c890-4659-accc-7b70f473d605 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.299917 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffddd03-f0d5-44d0-9daa-3731cf8168f2 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13824150-260a-4b35-bc5b-d7af8a007d13,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:20.303740 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dffddd03-f0d5-44d0-9daa-3731cf8168f2 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:20.316883 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Made reservation on behalf of 222f5d60a93841a9a031b7aa22b430ee for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:21:20.319583 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.359430 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.400437 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5648cb0-c890-4659-accc-7b70f473d605 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.405813 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5648cb0-c890-4659-accc-7b70f473d605 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.410500 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-133de100-98b0-4c55-b2bd-fab917a2ead3 tempest-SecurityGroupsTestAdminJSON-1335120032 tempest-SecurityGroupsTestAdminJSON-1335120032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:20.448114 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5648cb0-c890-4659-accc-7b70f473d605 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49eb9c98-2ea4-4e4e-a418-c4706666c33d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:20.452681 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e5648cb0-c890-4659-accc-7b70f473d605 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:20.500776 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffddd03-f0d5-44d0-9daa-3731cf8168f2 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 25 09:21:20.501390 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dffddd03-f0d5-44d0-9daa-3731cf8168f2 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:21:20.597868 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.604612 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.631639 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:21:20.646481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e60f6802-cec2-462a-b5d2-bddf7b7f11b4 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:21:20.647213 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.647466 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Added segment f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe of type vlan for network be0906c0-0abb-437d-adff-597cb77e0a38 Jun 25 09:21:20.657004 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1232dbfd-5b8a-4b9b-9db7-c7c6e0102f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:20.671269 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-dffddd03-f0d5-44d0-9daa-3731cf8168f2 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7218575 Jun 25 09:21:20.674493 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52968) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:20.706510 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b853ec2-da13-476d-88a0-4ccaba57c779,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:20.711925 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:20.721081 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.755320 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port e60f6802-cec2-462a-b5d2-bddf7b7f11b4 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:21:20.755992 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.770610 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.771942 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:20.772764 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.784362 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-92aaf43e-ba9c-41cd-b9da-c7eef236824b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:20.841944 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.863071 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Pushing event updated for resources: {'Network': ['ID=be0906c0-0abb-437d-adff-597cb77e0a38,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:20.866378 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:20.884359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network be0906c0-0abb-437d-adff-597cb77e0a38 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:21:20.890594 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e60f6802-cec2-462a-b5d2-bddf7b7f11b4, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:20.929756 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:20.937075 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5f760014-5b2a-4eb5-8fb5-ba27935ac9be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:20.999663 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5648cb0-c890-4659-accc-7b70f473d605 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.012321 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5648cb0-c890-4659-accc-7b70f473d605 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.016609 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0685995 Jun 25 09:21:21.020269 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52980) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:21.030557 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-348a66c7-d788-4cec-b20c-d7039342c042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:21.037075 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:21.039558 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-7a09d5b5-ce1c-4d53-ae37-34da4cfa50da admin admin] Request body: {'subnet': {'network_id': 'be0906c0-0abb-437d-adff-597cb77e0a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-421824570-subnet', 'tenant_id': '222f5d60a93841a9a031b7aa22b430ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:21.040479 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:21.071264 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5648cb0-c890-4659-accc-7b70f473d605 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.072950 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e5648cb0-c890-4659-accc-7b70f473d605 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3282492 Jun 25 09:21:21.073650 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a09d5b5-ce1c-4d53-ae37-34da4cfa50da admin admin] Made reservation on behalf of 222f5d60a93841a9a031b7aa22b430ee for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:21:21.076053 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7a09d5b5-ce1c-4d53-ae37-34da4cfa50da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.077062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52990) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:21.079632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5648cb0-c890-4659-accc-7b70f473d605 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7945feb0-65d7-4c05-b056-84f6c2f7a994,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:21.082965 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e5648cb0-c890-4659-accc-7b70f473d605 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:21.216238 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9b69fee1-e7da-4043-b239-180fd3a8492b req-cc1438da-7f86-4da6-bc81-7d1a5c68db95 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0459702 Jun 25 09:21:21.230726 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-777fdade-5e19-4796-bf44-713d1f2d5c54 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1521599 Jun 25 09:21:21.233013 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52992) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:21.239865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-7850c770-fd9e-4761-abd9-64f3b9f53f91 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group': {'name': 'tempest-security--24883183', 'description': 'tempest-security-description-538120667'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:21.248470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-144e5b42-de8c-4e55-898a-396b86028d47 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Deleting port a9808685-8f35-4028-b1b4-76e276793a97 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:21:21.248964 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-144e5b42-de8c-4e55-898a-396b86028d47 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.300681 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7850c770-fd9e-4761-abd9-64f3b9f53f91 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.361737 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-144e5b42-de8c-4e55-898a-396b86028d47 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.361957 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-144e5b42-de8c-4e55-898a-396b86028d47 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.380051 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90f74d-5fad-4153-8e94-3f40c6c3b529 req-a1af2308-6134-4de8-b5c3-6210586986c3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:21.381737 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb90f74d-5fad-4153-8e94-3f40c6c3b529 req-a1af2308-6134-4de8-b5c3-6210586986c3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 945 time: 0.1635072 Jun 25 09:21:21.392605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-144e5b42-de8c-4e55-898a-396b86028d47 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Calling delete_port for a9808685-8f35-4028-b1b4-76e276793a97 owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:21:21.393573 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7850c770-fd9e-4761-abd9-64f3b9f53f91 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.398695 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7850c770-fd9e-4761-abd9-64f3b9f53f91 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.401611 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7850c770-fd9e-4761-abd9-64f3b9f53f91 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.403207 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7850c770-fd9e-4761-abd9-64f3b9f53f91 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "PUT /v2.0/security-groups/7945feb0-65d7-4c05-b056-84f6c2f7a994 HTTP/1.1" status: 200 len: 1777 time: 0.1686096 Jun 25 09:21:21.404721 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4838d363-2394-463d-8261-090beef265b8 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:21.410025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52994) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:21.412357 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7a09d5b5-ce1c-4d53-ae37-34da4cfa50da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.462271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850c770-fd9e-4761-abd9-64f3b9f53f91 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7945feb0-65d7-4c05-b056-84f6c2f7a994,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:21.471000 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7850c770-fd9e-4761-abd9-64f3b9f53f91 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:21.471533 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-731c71af-7f34-40d6-8da0-cf3cf8d8e0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:21.484195 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb90f74d-5fad-4153-8e94-3f40c6c3b529 req-5e88e898-e8f4-4120-9c73-f8ec32022a82 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936029 Jun 25 09:21:21.510190 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b1d8a779-190c-4070-8517-fdd06c498147 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-groups/7945feb0-65d7-4c05-b056-84f6c2f7a994 HTTP/1.1" status: 200 len: 1777 time: 0.0965245 Jun 25 09:21:21.511697 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52996) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:21.533385 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09d5b5-ce1c-4d53-ae37-34da4cfa50da admin admin] Checking segment: {'id': 'f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'be0906c0-0abb-437d-adff-597cb77e0a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:21:21.533939 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a09d5b5-ce1c-4d53-ae37-34da4cfa50da admin admin] Network hostable DHCP agents. Network: be0906c0-0abb-437d-adff-597cb77e0a38, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:21:21.536167 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09d5b5-ce1c-4d53-ae37-34da4cfa50da admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d0881ed-a460-4881-96bb-9206fab9e228,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:21.539306 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7a09d5b5-ce1c-4d53-ae37-34da4cfa50da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:21.554951 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a09d5b5-ce1c-4d53-ae37-34da4cfa50da admin admin] Network be0906c0-0abb-437d-adff-597cb77e0a38 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:21:21.565511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-7a09d5b5-ce1c-4d53-ae37-34da4cfa50da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, be0906c0-0abb-437d-adff-597cb77e0a38) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:21.569859 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a09d5b5-ce1c-4d53-ae37-34da4cfa50da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:21.570667 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7a09d5b5-ce1c-4d53-ae37-34da4cfa50da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.576528 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d76483-2ea2-478c-a4a0-2baf493ac397 None None] Network be0906c0-0abb-437d-adff-597cb77e0a38 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:21:21.607573 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7a09d5b5-ce1c-4d53-ae37-34da4cfa50da admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5776224 Jun 25 09:21:21.619467 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cb242c7b-32f1-4c1d-8c1e-cd35212849e9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.633059 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-144e5b42-de8c-4e55-898a-396b86028d47 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.637760 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:21.669496 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e5b42-de8c-4e55-898a-396b86028d47 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9808685-8f35-4028-b1b4-76e276793a97,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:21.672820 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-144e5b42-de8c-4e55-898a-396b86028d47 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:21.682981 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cb242c7b-32f1-4c1d-8c1e-cd35212849e9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.726149 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c170f6ac-eb6b-45cd-b606-ecc4d29349d3 None None] Network be0906c0-0abb-437d-adff-597cb77e0a38 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:21:21.783206 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-144e5b42-de8c-4e55-898a-396b86028d47 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.786693 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-144e5b42-de8c-4e55-898a-396b86028d47 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.788374 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67aa85b-9394-4e85-9b7a-4e3a34489c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60f6802-cec2-462a-b5d2-bddf7b7f11b4'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:21.791909 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-144e5b42-de8c-4e55-898a-396b86028d47 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] 10.222.0.93 "DELETE /v2.0/floatingips/fb15f798-4379-4110-ab65-5ce1e0c36ec6 HTTP/1.1" status: 204 len: 168 time: 1.1153235 Jun 25 09:21:21.796421 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c941d92f-b43d-47ea-b3d4-d98c8b157a98" -d '{"events": [{"server_uuid": "a67aa85b-9394-4e85-9b7a-4e3a34489c0d", "name": "network-vif-plugged", "status": "completed", "tag": "e60f6802-cec2-462a-b5d2-bddf7b7f11b4"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:21.798898 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cb242c7b-32f1-4c1d-8c1e-cd35212849e9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.802250 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cb242c7b-32f1-4c1d-8c1e-cd35212849e9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:21.804113 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cb242c7b-32f1-4c1d-8c1e-cd35212849e9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-groups/7945feb0-65d7-4c05-b056-84f6c2f7a994 HTTP/1.1" status: 204 len: 168 time: 0.2911499 Jun 25 09:21:21.805224 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-df3358b1-22f6-49e2-9483-4b5056ebb6ba tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:21.807082 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53010) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:21.834954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb242c7b-32f1-4c1d-8c1e-cd35212849e9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7945feb0-65d7-4c05-b056-84f6c2f7a994,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:21.844235 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cb242c7b-32f1-4c1d-8c1e-cd35212849e9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:21.849126 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472ed1d3-6219-4f09-a183-fdd6b66e6548 x-openstack-request-id: req-472ed1d3-6219-4f09-a183-fdd6b66e6548 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:21.849686 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67aa85b-9394-4e85-9b7a-4e3a34489c0d", "name": "network-vif-plugged", "status": "completed", "tag": "e60f6802-cec2-462a-b5d2-bddf7b7f11b4", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:21.850042 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-472ed1d3-6219-4f09-a183-fdd6b66e6548 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:21.850318 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67aa85b-9394-4e85-9b7a-4e3a34489c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60f6802-cec2-462a-b5d2-bddf7b7f11b4', 'code': 200} Jun 25 09:21:21.878254 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5aa3be2c-cbc4-4bda-b662-869df2046f52 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0699105 Jun 25 09:21:21.880778 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53016) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:21.894247 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-631dab04-ed3d-4519-bfd3-99ddb60df63f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] delete failed (client error): The resource could not be found. Jun 25 09:21:21.896780 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-631dab04-ed3d-4519-bfd3-99ddb60df63f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-groups/7945feb0-65d7-4c05-b056-84f6c2f7a994 HTTP/1.1" status: 404 len: 347 time: 0.0135741 Jun 25 09:21:21.899563 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53018) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:21.908142 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-6e7cf52e-cbc6-46bb-a4a5-fb27fc5dbe01 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025592390'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:21.937489 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf52e-cbc6-46bb-a4a5-fb27fc5dbe01 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.033771 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf52e-cbc6-46bb-a4a5-fb27fc5dbe01 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.039187 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf52e-cbc6-46bb-a4a5-fb27fc5dbe01 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.043066 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7e33168d-3942-4d84-bc8a-32097ebd34db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:22.079390 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53030) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:22.091974 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf52e-cbc6-46bb-a4a5-fb27fc5dbe01 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.095936 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6e7cf52e-cbc6-46bb-a4a5-fb27fc5dbe01 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1925137 Jun 25 09:21:22.095936 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf52e-cbc6-46bb-a4a5-fb27fc5dbe01 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f374c9-301d-497a-ac26-8c3f3a91656c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:22.098791 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53034) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:22.111357 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-45660886-ab3f-4c68-a167-c0804cc8c0bc tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group_rule': {'security_group_id': '97f374c9-301d-497a-ac26-8c3f3a91656c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:22.118397 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6e7cf52e-cbc6-46bb-a4a5-fb27fc5dbe01 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:22.150232 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45660886-ab3f-4c68-a167-c0804cc8c0bc tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.199149 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f38de-8229-4b8c-9200-175262a167cb req-b5143ecb-d038-487f-a19c-f811b1ba6139 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:22.200600 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f84f38de-8229-4b8c-9200-175262a167cb req-b5143ecb-d038-487f-a19c-f811b1ba6139 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/networks?id=be0906c0-0abb-437d-adff-597cb77e0a38 HTTP/1.1" status: 200 len: 820 time: 0.1287637 Jun 25 09:21:22.201303 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45660886-ab3f-4c68-a167-c0804cc8c0bc tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.205931 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45660886-ab3f-4c68-a167-c0804cc8c0bc tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.217592 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f84f38de-8229-4b8c-9200-175262a167cb req-352d9ac9-e0c9-4581-bde8-aa1e1af3f9c9 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/quotas/222f5d60a93841a9a031b7aa22b430ee HTTP/1.1" status: 200 len: 375 time: 0.0102103 Jun 25 09:21:22.219973 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0725ba66-5bb7-4808-aed2-b385b42f3e5e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:22.244542 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45660886-ab3f-4c68-a167-c0804cc8c0bc tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af304ce-c1c0-4f6f-beab-27eeff70ba10,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:22.247721 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-45660886-ab3f-4c68-a167-c0804cc8c0bc tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:22.248811 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45033256-37fe-4267-b49c-4f9dd18d681a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.250739 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45660886-ab3f-4c68-a167-c0804cc8c0bc tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.253225 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-45660886-ab3f-4c68-a167-c0804cc8c0bc tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549904 Jun 25 09:21:22.254204 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f84f38de-8229-4b8c-9200-175262a167cb req-d472fbf9-7a12-4482-a6dd-13ff7bac8161 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=222f5d60a93841a9a031b7aa22b430ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306835 Jun 25 09:21:22.254656 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53048) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:22.296348 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb4c0-5694-4609-9540-c52291d5a933 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.335016 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb4c0-5694-4609-9540-c52291d5a933 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.360159 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45033256-37fe-4267-b49c-4f9dd18d681a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.369207 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45033256-37fe-4267-b49c-4f9dd18d681a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.372148 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e3a06155-ce04-4421-9f22-26a3792d739d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:22.385466 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eac82061-f504-4ddf-af77-ba76223e958e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.399701 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb4c0-5694-4609-9540-c52291d5a933 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.404205 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-96ebffa1-7aa2-491c-9aa8-56cc4bd08090 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:22.409880 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb4c0-5694-4609-9540-c52291d5a933 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.413584 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d8dcb4c0-5694-4609-9540-c52291d5a933 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/3af304ce-c1c0-4f6f-beab-27eeff70ba10 HTTP/1.1" status: 204 len: 168 time: 0.1554327 Jun 25 09:21:22.415607 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53050) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:22.427346 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-45033256-37fe-4267-b49c-4f9dd18d681a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c36cf683773242caabf3692ce8c18ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468602 Jun 25 09:21:22.434326 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45033256-37fe-4267-b49c-4f9dd18d681a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7cf64b-8cd0-401a-b80e-5e928dd4b307,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:22.437673 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53052) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:22.438913 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-45033256-37fe-4267-b49c-4f9dd18d681a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:22.441825 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5df4e43a-3654-44c6-927b-0f04221afd65 req-1f38b704-127b-486e-8ee1-a09f83a6ec60 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0599489 Jun 25 09:21:22.444214 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f84f38de-8229-4b8c-9200-175262a167cb req-1a5e7f19-8e5d-427a-9791-a6873d7f83a2 service neutron] 10.222.0.93 "GET /v2.0/networks/be0906c0-0abb-437d-adff-597cb77e0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674893 Jun 25 09:21:22.445139 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcb4c0-5694-4609-9540-c52291d5a933 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3af304ce-c1c0-4f6f-beab-27eeff70ba10,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:22.447531 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d8dcb4c0-5694-4609-9540-c52291d5a933 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:22.509347 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d7ef31e8-15fe-43ba-b2ea-838c107c2a0f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0915473 Jun 25 09:21:22.511744 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53056) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:22.533874 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-27119c1d-4fc2-40d0-9585-d700a58fd09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.561854 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-27119c1d-4fc2-40d0-9585-d700a58fd09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.594829 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f84f38de-8229-4b8c-9200-175262a167cb req-e2e34984-8e58-4efc-9f36-e4515a507888 service neutron] 10.222.0.93 "GET /v2.0/networks/be0906c0-0abb-437d-adff-597cb77e0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371276 Jun 25 09:21:22.596034 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7fa98186-8012-43c3-a6b2-cf602564119d tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.623356 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-27119c1d-4fc2-40d0-9585-d700a58fd09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.626630 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-27119c1d-4fc2-40d0-9585-d700a58fd09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.631290 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-27119c1d-4fc2-40d0-9585-d700a58fd09f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1a7cf64b-8cd0-401a-b80e-5e928dd4b307 HTTP/1.1" status: 204 len: 168 time: 0.1878431 Jun 25 09:21:22.632449 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:22.640359 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27119c1d-4fc2-40d0-9585-d700a58fd09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7cf64b-8cd0-401a-b80e-5e928dd4b307,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:22.642874 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-27119c1d-4fc2-40d0-9585-d700a58fd09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:22.646363 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7fa98186-8012-43c3-a6b2-cf602564119d tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.713116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afb715-19f6-404c-8754-d6f7fc77e4fe req-134cf336-ffc9-4c51-8471-d80dd7591ba4 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:22.719323 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8afb715-19f6-404c-8754-d6f7fc77e4fe req-134cf336-ffc9-4c51-8471-d80dd7591ba4 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 945 time: 0.1096084 Jun 25 09:21:22.726874 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7fa98186-8012-43c3-a6b2-cf602564119d tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.729564 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7fa98186-8012-43c3-a6b2-cf602564119d tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.730674 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7fa98186-8012-43c3-a6b2-cf602564119d tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-groups/97f374c9-301d-497a-ac26-8c3f3a91656c HTTP/1.1" status: 204 len: 168 time: 0.2176101 Jun 25 09:21:22.733049 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ac7b9f8e-da39-425f-98b2-0bd84b2ae882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:22.733840 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53062) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:22.750103 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa98186-8012-43c3-a6b2-cf602564119d tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f374c9-301d-497a-ac26-8c3f3a91656c,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:22.752388 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7fa98186-8012-43c3-a6b2-cf602564119d tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:22.777778 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8afb715-19f6-404c-8754-d6f7fc77e4fe req-ac2d9888-c1a7-4282-a310-078924c1241d tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570734 Jun 25 09:21:22.809879 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b8fd57ef-01b5-4951-9e62-2551eff73c73 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746229 Jun 25 09:21:22.814094 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53072) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:22.820195 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-47204ef5-a40c-421c-9e39-b105895e48df tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065713952'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:22.845857 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47204ef5-a40c-421c-9e39-b105895e48df tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.948053 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47204ef5-a40c-421c-9e39-b105895e48df tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.967297 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47204ef5-a40c-421c-9e39-b105895e48df tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:22.992602 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4e1681cc-e281-4619-8889-4bc6f877e3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:23.046077 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53080) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:23.075402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a945d18-8902-4a0e-b5ef-e93bb9491fd0 req-d33ed44a-941c-470f-a6f3-04cabb3b5ba6 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 210 time: 0.0573380 Jun 25 09:21:23.076668 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47204ef5-a40c-421c-9e39-b105895e48df tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.080950 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53082) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:23.081966 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-47204ef5-a40c-421c-9e39-b105895e48df tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2667224 Jun 25 09:21:23.085465 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47204ef5-a40c-421c-9e39-b105895e48df tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58b70ba-bd37-402b-9fae-37acb1329a8a,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:23.086322 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group_rule': {'security_group_id': 'd58b70ba-bd37-402b-9fae-37acb1329a8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:23.089060 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-47204ef5-a40c-421c-9e39-b105895e48df tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:23.114869 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7cb54e43-f264-472e-8a99-1fd4b92705f5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8274d33833c6427aae0015d8d27244e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652344 Jun 25 09:21:23.115054 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99515c-67e9-40d6-ba8e-6c598eb3556e req-7580b3a0-0e11-4f18-a502-1a4d59c3454e tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:23.115759 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53084) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:23.117052 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dc99515c-67e9-40d6-ba8e-6c598eb3556e req-7580b3a0-0e11-4f18-a502-1a4d59c3454e tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 1097 time: 0.1662202 Jun 25 09:21:23.172593 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.173171 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dc99515c-67e9-40d6-ba8e-6c598eb3556e req-32f15a1e-4207-4b48-adec-7d9f47373504 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503023 Jun 25 09:21:23.247975 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b3d46a97-2fcd-4822-a183-fba3e303ca19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.272961 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.278458 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.287121 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:23.290904 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b3d46a97-2fcd-4822-a183-fba3e303ca19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.319832 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0199481a-e770-41a1-bf60-0893e9bed383,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:23.333526 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.336790 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2523060 Jun 25 09:21:23.338748 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53106) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:23.340594 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:23.341059 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:23.341451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:23.341934 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:23.342322 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:23.342666 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:23.343025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:23.343397 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:23.343740 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:23.344093 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:23.344453 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:23.344831 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:23.345775 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1aed3b8c-0b8e-472b-90d1-9f45af9f3ee3 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group_rule': {'security_group_id': 'd58b70ba-bd37-402b-9fae-37acb1329a8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:23.355314 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8e2dda65-bd1e-43ef-bbac-8c1bf7d84cba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:23.381744 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b3d46a97-2fcd-4822-a183-fba3e303ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.385308 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b3d46a97-2fcd-4822-a183-fba3e303ca19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.387741 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b3d46a97-2fcd-4822-a183-fba3e303ca19 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/13824150-260a-4b35-bc5b-d7af8a007d13 HTTP/1.1" status: 204 len: 168 time: 0.2709758 Jun 25 09:21:23.389011 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-962336ba-c51c-4ee0-a494-2be8f239516f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:23.400755 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d46a97-2fcd-4822-a183-fba3e303ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13824150-260a-4b35-bc5b-d7af8a007d13,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:23.405426 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1aed3b8c-0b8e-472b-90d1-9f45af9f3ee3 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.412455 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b3d46a97-2fcd-4822-a183-fba3e303ca19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:23.470393 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1aed3b8c-0b8e-472b-90d1-9f45af9f3ee3 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.477821 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1aed3b8c-0b8e-472b-90d1-9f45af9f3ee3 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.486684 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:23.523639 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed3b8c-0b8e-472b-90d1-9f45af9f3ee3 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3235fd33-acb3-49ba-8967-9a37dc79ce8b,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:23.528125 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1aed3b8c-0b8e-472b-90d1-9f45af9f3ee3 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:23.531719 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1aed3b8c-0b8e-472b-90d1-9f45af9f3ee3 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.538796 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1aed3b8c-0b8e-472b-90d1-9f45af9f3ee3 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1976469 Jun 25 09:21:23.538994 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53112) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:23.545417 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ff0931c2-a2e2-46e9-b5ad-ec295181cb35 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group_rule': {'security_group_id': 'd58b70ba-bd37-402b-9fae-37acb1329a8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:23.611521 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff0931c2-a2e2-46e9-b5ad-ec295181cb35 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.670391 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8717e831-c148-4c5e-af9e-816d9675d285 req-202ea8c8-ef79-45bd-a0a5-53edfff28326 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0758605 Jun 25 09:21:23.726997 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff0931c2-a2e2-46e9-b5ad-ec295181cb35 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.732553 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff0931c2-a2e2-46e9-b5ad-ec295181cb35 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.736404 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-859a6b07-052c-49cf-bc65-c91c830de95e tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:23.754612 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0931c2-a2e2-46e9-b5ad-ec295181cb35 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e02868-41d9-4f61-b2e3-2a146a20e7a0,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:23.757426 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ff0931c2-a2e2-46e9-b5ad-ec295181cb35 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:23.763593 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff0931c2-a2e2-46e9-b5ad-ec295181cb35 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.767453 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ff0931c2-a2e2-46e9-b5ad-ec295181cb35 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2245319 Jun 25 09:21:23.767724 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53122) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:23.772601 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-f0fd0241-aa3b-4e09-ae1d-483aa6c4b182 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group_rule': {'security_group_id': 'd58b70ba-bd37-402b-9fae-37acb1329a8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:23.801315 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f0fd0241-aa3b-4e09-ae1d-483aa6c4b182 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.858488 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.872221 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f0fd0241-aa3b-4e09-ae1d-483aa6c4b182 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.877346 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f0fd0241-aa3b-4e09-ae1d-483aa6c4b182 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.886912 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:23.906861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd0241-aa3b-4e09-ae1d-483aa6c4b182 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce23c61-2bbc-4d1b-87e2-f8d98730284f,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:23.910477 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f0fd0241-aa3b-4e09-ae1d-483aa6c4b182 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:23.916320 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f0fd0241-aa3b-4e09-ae1d-483aa6c4b182 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:23.920334 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f0fd0241-aa3b-4e09-ae1d-483aa6c4b182 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490600 Jun 25 09:21:23.920654 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53132) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:23.925641 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-5e42b26a-7f6f-4c20-b043-5f082e53e09b tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group_rule': {'security_group_id': 'd58b70ba-bd37-402b-9fae-37acb1329a8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:23.960879 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e42b26a-7f6f-4c20-b043-5f082e53e09b tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.033686 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e42b26a-7f6f-4c20-b043-5f082e53e09b tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.038867 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e42b26a-7f6f-4c20-b043-5f082e53e09b tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.041795 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:24.063605 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42b26a-7f6f-4c20-b043-5f082e53e09b tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b6b58c-4755-4e8b-a549-849e60e90b58,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:24.069297 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5e42b26a-7f6f-4c20-b043-5f082e53e09b tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:24.070204 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e42b26a-7f6f-4c20-b043-5f082e53e09b tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.071742 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5e42b26a-7f6f-4c20-b043-5f082e53e09b tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1499369 Jun 25 09:21:24.084913 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53138) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:24.131913 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cd83beaa-1066-4b28-9b9b-30cde11d4a82 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.152065 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cd83beaa-1066-4b28-9b9b-30cde11d4a82 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.182452 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cd83beaa-1066-4b28-9b9b-30cde11d4a82 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.184547 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3f48607a-d4af-4363-b4b8-31fc63d90360 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:24.190307 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cd83beaa-1066-4b28-9b9b-30cde11d4a82 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.191753 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cd83beaa-1066-4b28-9b9b-30cde11d4a82 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/a3b6b58c-4755-4e8b-a549-849e60e90b58 HTTP/1.1" status: 204 len: 168 time: 0.1056669 Jun 25 09:21:24.194560 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53148) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:24.205971 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83beaa-1066-4b28-9b9b-30cde11d4a82 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3b6b58c-4755-4e8b-a549-849e60e90b58,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:24.208513 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cd83beaa-1066-4b28-9b9b-30cde11d4a82 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:24.245769 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d6a6ee76-0b40-4707-8f8b-0569ee4fc001 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0497189 Jun 25 09:21:24.248302 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53152) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:24.323637 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d06ea3ae-be20-4884-8b21-027f17d8b002 req-e853e3cc-4ad7-445c-9b25-ebbb36a6d908 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 210 time: 0.0815217 Jun 25 09:21:24.364948 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a4aeebf9-ae54-4bc4-bc48-83e29cec3445 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.383790 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a4aeebf9-ae54-4bc4-bc48-83e29cec3445 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.472752 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a4aeebf9-ae54-4bc4-bc48-83e29cec3445 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.476818 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:24.484035 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a4aeebf9-ae54-4bc4-bc48-83e29cec3445 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.487717 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a4aeebf9-ae54-4bc4-bc48-83e29cec3445 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/cce23c61-2bbc-4d1b-87e2-f8d98730284f HTTP/1.1" status: 204 len: 168 time: 0.2356846 Jun 25 09:21:24.488639 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53168) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:24.498605 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f38de-8229-4b8c-9200-175262a167cb req-9d878c0f-c9c4-4c01-b041-93f565e43ad4 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:24.501658 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f84f38de-8229-4b8c-9200-175262a167cb req-9d878c0f-c9c4-4c01-b041-93f565e43ad4 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.41 "GET /v2.0/networks?id=be0906c0-0abb-437d-adff-597cb77e0a38 HTTP/1.1" status: 200 len: 820 time: 0.2366314 Jun 25 09:21:24.507230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aeebf9-ae54-4bc4-bc48-83e29cec3445 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cce23c61-2bbc-4d1b-87e2-f8d98730284f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:24.509745 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a4aeebf9-ae54-4bc4-bc48-83e29cec3445 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:24.530782 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-f84f38de-8229-4b8c-9200-175262a167cb req-8dff4cc3-8940-4bd6-bf23-882bf453eb38 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Request body: {'port': {'device_id': '977dae6b-52fe-441f-876f-240fbda71b06', 'network_id': 'be0906c0-0abb-437d-adff-597cb77e0a38', 'admin_state_up': True, 'tenant_id': '222f5d60a93841a9a031b7aa22b430ee'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:24.572479 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2a3f2adf-9ef0-4f6a-b168-9bfcfc679414 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0800750 Jun 25 09:21:24.572581 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53170) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:24.623867 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1582a325-7303-4eca-9f48-76fa54160ecf tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.641251 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1582a325-7303-4eca-9f48-76fa54160ecf tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.707283 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84f38de-8229-4b8c-9200-175262a167cb req-8dff4cc3-8940-4bd6-bf23-882bf453eb38 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Made reservation on behalf of 222f5d60a93841a9a031b7aa22b430ee for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:21:24.713439 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-f84f38de-8229-4b8c-9200-175262a167cb req-8dff4cc3-8940-4bd6-bf23-882bf453eb38 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.716982 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1582a325-7303-4eca-9f48-76fa54160ecf tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.720395 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-685fe907-edb6-45bd-b4d6-c3a361dabdf9 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:24.727944 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1582a325-7303-4eca-9f48-76fa54160ecf tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.733009 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1582a325-7303-4eca-9f48-76fa54160ecf tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/e4e02868-41d9-4f61-b2e3-2a146a20e7a0 HTTP/1.1" status: 204 len: 168 time: 0.1589184 Jun 25 09:21:24.733942 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53178) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:24.743984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582a325-7303-4eca-9f48-76fa54160ecf tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4e02868-41d9-4f61-b2e3-2a146a20e7a0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:24.748150 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1582a325-7303-4eca-9f48-76fa54160ecf tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:24.776015 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6631960-9734-4ca2-b0a5-e0cc2a2ca9c0 req-9a4967f5-4676-4d22-ab2a-d627666e8489 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:24.782954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6631960-9734-4ca2-b0a5-e0cc2a2ca9c0 req-9a4967f5-4676-4d22-ab2a-d627666e8489 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:24.790498 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6631960-9734-4ca2-b0a5-e0cc2a2ca9c0 req-9a4967f5-4676-4d22-ab2a-d627666e8489 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:24.797185 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6631960-9734-4ca2-b0a5-e0cc2a2ca9c0 req-9a4967f5-4676-4d22-ab2a-d627666e8489 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:24.806859 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6631960-9734-4ca2-b0a5-e0cc2a2ca9c0 req-9a4967f5-4676-4d22-ab2a-d627666e8489 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:24.829144 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6631960-9734-4ca2-b0a5-e0cc2a2ca9c0 req-9a4967f5-4676-4d22-ab2a-d627666e8489 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:24.830869 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-edede586-2c99-4257-8f33-bd28a53ce8bd tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0954232 Jun 25 09:21:24.834124 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53184) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:24.839352 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6631960-9734-4ca2-b0a5-e0cc2a2ca9c0 req-9a4967f5-4676-4d22-ab2a-d627666e8489 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:24.842391 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6631960-9734-4ca2-b0a5-e0cc2a2ca9c0 req-9a4967f5-4676-4d22-ab2a-d627666e8489 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5445 time: 0.2046301 Jun 25 09:21:24.913239 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c391-556c-4106-a33b-aba725c6b5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.923870 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12317472-4743-4062-9afb-e864c76f69c3 req-f1890bdf-f8a0-4fb0-9f78-3214e665aded tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0422895 Jun 25 09:21:24.928235 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6631960-9734-4ca2-b0a5-e0cc2a2ca9c0 req-76f44011-586e-47e1-923d-f8fa62e1fdc5 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753775 Jun 25 09:21:24.935952 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ad047f5-a80c-4c6e-9b7c-f0a009fdea27 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.947009 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ad047f5-a80c-4c6e-9b7c-f0a009fdea27 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:24.977311 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-f84f38de-8229-4b8c-9200-175262a167cb req-8dff4cc3-8940-4bd6-bf23-882bf453eb38 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Allocated IP 172.20.0.11 (be0906c0-0abb-437d-adff-597cb77e0a38/6d0881ed-a460-4881-96bb-9206fab9e228/31525099-e7ed-4bbf-ad91-548d1ccb7418) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:21:25.001614 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ad047f5-a80c-4c6e-9b7c-f0a009fdea27 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.007399 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ad047f5-a80c-4c6e-9b7c-f0a009fdea27 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.008959 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8ad047f5-a80c-4c6e-9b7c-f0a009fdea27 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/3235fd33-acb3-49ba-8967-9a37dc79ce8b HTTP/1.1" status: 204 len: 168 time: 0.1736283 Jun 25 09:21:25.011630 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53192) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:25.016010 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ff0931c2-a2e2-46e9-b5ad-ec295181cb35 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:25.033335 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad047f5-a80c-4c6e-9b7c-f0a009fdea27 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3235fd33-acb3-49ba-8967-9a37dc79ce8b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:25.036327 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8ad047f5-a80c-4c6e-9b7c-f0a009fdea27 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:25.083624 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c684713f-64ab-4e8a-b258-44e9ea999da6 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0704243 Jun 25 09:21:25.089541 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53196) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:25.173395 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f530fd04-849d-4d3c-9238-705dbb793d19 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.173665 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.184596 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f530fd04-849d-4d3c-9238-705dbb793d19 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.234841 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-f84f38de-8229-4b8c-9200-175262a167cb req-8dff4cc3-8940-4bd6-bf23-882bf453eb38 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.236550 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddedda-6db8-4c2e-8148-0656d34a98ce req-468c3760-74bf-4e7e-9f82-ca5e9bd45940 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:25.242772 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddedda-6db8-4c2e-8148-0656d34a98ce req-468c3760-74bf-4e7e-9f82-ca5e9bd45940 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:25.252932 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddedda-6db8-4c2e-8148-0656d34a98ce req-468c3760-74bf-4e7e-9f82-ca5e9bd45940 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:25.257725 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddedda-6db8-4c2e-8148-0656d34a98ce req-468c3760-74bf-4e7e-9f82-ca5e9bd45940 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:25.263483 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddedda-6db8-4c2e-8148-0656d34a98ce req-468c3760-74bf-4e7e-9f82-ca5e9bd45940 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:25.271026 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddedda-6db8-4c2e-8148-0656d34a98ce req-468c3760-74bf-4e7e-9f82-ca5e9bd45940 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:25.276946 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddedda-6db8-4c2e-8148-0656d34a98ce req-468c3760-74bf-4e7e-9f82-ca5e9bd45940 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:25.288140 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-f84f38de-8229-4b8c-9200-175262a167cb req-8dff4cc3-8940-4bd6-bf23-882bf453eb38 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.295723 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-585b637c-b455-4702-8123-f0ec0dc85e46 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:25.298801 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a1ddedda-6db8-4c2e-8148-0656d34a98ce req-468c3760-74bf-4e7e-9f82-ca5e9bd45940 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5445 time: 0.1829538 Jun 25 09:21:25.307311 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f530fd04-849d-4d3c-9238-705dbb793d19 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.309810 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c1046db9-78b9-4541-aefd-d9ec57b51fe1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:25.325670 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f530fd04-849d-4d3c-9238-705dbb793d19 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.329756 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f530fd04-849d-4d3c-9238-705dbb793d19 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/0199481a-e770-41a1-bf60-0893e9bed383 HTTP/1.1" status: 204 len: 168 time: 0.2386341 Jun 25 09:21:25.331753 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53212) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:25.356113 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84f38de-8229-4b8c-9200-175262a167cb req-8dff4cc3-8940-4bd6-bf23-882bf453eb38 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Network be0906c0-0abb-437d-adff-597cb77e0a38 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:21:25.361100 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-f84f38de-8229-4b8c-9200-175262a167cb req-8dff4cc3-8940-4bd6-bf23-882bf453eb38 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:25.364915 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530fd04-849d-4d3c-9238-705dbb793d19 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0199481a-e770-41a1-bf60-0893e9bed383,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:25.373884 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f530fd04-849d-4d3c-9238-705dbb793d19 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:25.375230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84f38de-8229-4b8c-9200-175262a167cb req-8dff4cc3-8940-4bd6-bf23-882bf453eb38 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:21:25.382087 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff4cc3-8940-4bd6-bf23-882bf453eb38 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Pushing event updated for resources: {'Port': ['ID=31525099-e7ed-4bbf-ad91-548d1ccb7418,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:25.397336 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53216) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:25.403350 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8dff4cc3-8940-4bd6-bf23-882bf453eb38 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:25.434086 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53220) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:25.434327 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cae8ba8e-f816-4d9c-b5d1-a58cd4274607 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1011369 Jun 25 09:21:25.464122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f38de-8229-4b8c-9200-175262a167cb req-8dff4cc3-8940-4bd6-bf23-882bf453eb38 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:25.464779 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-f84f38de-8229-4b8c-9200-175262a167cb req-8dff4cc3-8940-4bd6-bf23-882bf453eb38 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.534691 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f84f38de-8229-4b8c-9200-175262a167cb req-8dff4cc3-8940-4bd6-bf23-882bf453eb38 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0098612 Jun 25 09:21:25.553736 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-716c1195-221c-4ef6-a670-72fced090d56 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.576978 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-171858217', 'router:external': True}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:25.602445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-716c1195-221c-4ef6-a670-72fced090d56 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.632409 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Made reservation on behalf of 173e089e8aa44e29a13ed5bcc81dd0e3 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:21:25.636420 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.645965 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.665069 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Request body: {'port': {'device_id': '977dae6b-52fe-441f-876f-240fbda71b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:25.668840 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-716c1195-221c-4ef6-a670-72fced090d56 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.671779 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-716c1195-221c-4ef6-a670-72fced090d56 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.675479 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-716c1195-221c-4ef6-a670-72fced090d56 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-groups/d58b70ba-bd37-402b-9fae-37acb1329a8a HTTP/1.1" status: 204 len: 168 time: 0.2378771 Jun 25 09:21:25.675479 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f988058d-eda8-447c-90c5-087140c32153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:25.679556 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53234) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:25.704373 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c1195-221c-4ef6-a670-72fced090d56 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58b70ba-bd37-402b-9fae-37acb1329a8a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:25.710584 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-716c1195-221c-4ef6-a670-72fced090d56 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:25.772134 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.819739 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8113d09b-9d76-4a51-8b84-b19cfd3c683b tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1345837 Jun 25 09:21:25.820653 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53242) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:25.828707 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-72c2d156-c863-4a7a-a77c-10cede249597 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768413627'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:25.854909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02f2f0-cc06-4ec3-bc88-3eacfecd11bc req-0ad3f25f-e87b-477a-9b3b-32c34952d4fd tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:25.856477 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe02f2f0-cc06-4ec3-bc88-3eacfecd11bc req-0ad3f25f-e87b-477a-9b3b-32c34952d4fd tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 932 time: 0.1961503 Jun 25 09:21:25.907991 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.923914 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe02f2f0-cc06-4ec3-bc88-3eacfecd11bc req-03895779-091e-4ec4-974b-7d0d93fac33f tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/security-groups?id=2b853ec2-da13-476d-88a0-4ccaba57c779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591228 Jun 25 09:21:25.924678 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.931298 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72c2d156-c863-4a7a-a77c-10cede249597 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:25.934422 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b8bfd7d4-54bb-49bb-8252-4ff217515a6d tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:25.979208 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21551576-3f92-4de3-8b1d-64bd3f21a7f9,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:25.985816 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:25.986926 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:21:26.037733 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.040367 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Added segment 202694f9-9c3e-41fb-887f-528d7a1a633a of type vlan for network 5ebfd821-4cd4-4e84-9279-0b6acbcc752c Jun 25 09:21:26.136784 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.144299 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.151923 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72c2d156-c863-4a7a-a77c-10cede249597 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.157304 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72c2d156-c863-4a7a-a77c-10cede249597 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.186299 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:26.199843 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.201597 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:26.203138 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.222152 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:26.222531 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72c2d156-c863-4a7a-a77c-10cede249597 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.227652 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-72c2d156-c863-4a7a-a77c-10cede249597 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4021678 Jun 25 09:21:26.227652 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53254) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:26.230056 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2d156-c863-4a7a-a77c-10cede249597 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510e6d08-b6e9-4c45-a227-7c89e343f232,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:26.236927 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31525099-e7ed-4bbf-ad91-548d1ccb7418 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:21:26.245012 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0503c8dc-890c-4a55-b265-3b7acb8de069 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group_rule': {'security_group_id': '510e6d08-b6e9-4c45-a227-7c89e343f232', 'direction': 'ingress', 'protocol': 17}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:26.251644 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8525229 Jun 25 09:21:26.255813 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-72c2d156-c863-4a7a-a77c-10cede249597 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:26.260555 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53256) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:26.264457 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.271222 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-94984edc-0750-4a84-a54b-866f687e43da tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Request body: {'subnet': {'network_id': '5ebfd821-4cd4-4e84-9279-0b6acbcc752c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:26.305131 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aee0b201-ae8e-41e7-be96-dea320e1b7ee req-f9a46d82-54e4-4c6c-b338-ded8c20065cd tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0703630 Jun 25 09:21:26.307750 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Transition to ACTIVE for port object 31525099-e7ed-4bbf-ad91-548d1ccb7418 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:21:26.314675 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.338754 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-13e6aff9-2c48-41e7-bc2e-1b464faaae2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:26.387183 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0503c8dc-890c-4a55-b265-3b7acb8de069 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.388097 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Pushing event updated for resources: {'Network': ['ID=5ebfd821-4cd4-4e84-9279-0b6acbcc752c,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:26.398258 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:26.406424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 5ebfd821-4cd4-4e84-9279-0b6acbcc752c details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:21:26.422581 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94984edc-0750-4a84-a54b-866f687e43da tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Made reservation on behalf of 173e089e8aa44e29a13ed5bcc81dd0e3 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:21:26.425359 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-94984edc-0750-4a84-a54b-866f687e43da tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.480878 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Pushing event updated for resources: {'Port': ['ID=31525099-e7ed-4bbf-ad91-548d1ccb7418,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:26.515836 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:26.658706 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0503c8dc-890c-4a55-b265-3b7acb8de069 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.749652 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0503c8dc-890c-4a55-b265-3b7acb8de069 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.751582 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Attempting to bind port 31525099-e7ed-4bbf-ad91-548d1ccb7418 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:21:26.752035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Attempting to bind port 31525099-e7ed-4bbf-ad91-548d1ccb7418 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'be0906c0-0abb-437d-adff-597cb77e0a38'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:21:26.752468 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Attempting to bind port 31525099-e7ed-4bbf-ad91-548d1ccb7418 on network be0906c0-0abb-437d-adff-597cb77e0a38 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:21:26.763462 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5e42b26a-7f6f-4c20-b043-5f082e53e09b tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:26.771857 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Port 31525099-e7ed-4bbf-ad91-548d1ccb7418 on network be0906c0-0abb-437d-adff-597cb77e0a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:21:26.772277 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Attempting to bind port 31525099-e7ed-4bbf-ad91-548d1ccb7418 on network be0906c0-0abb-437d-adff-597cb77e0a38 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:21:26.793065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503c8dc-890c-4a55-b265-3b7acb8de069 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8c3370-25ed-42a1-9a1b-8025e70cff18,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:26.801148 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:21:26.815122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Checking segment: {'id': 'f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'be0906c0-0abb-437d-adff-597cb77e0a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:21:26.815122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Bound using segment: {'id': 'f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'be0906c0-0abb-437d-adff-597cb77e0a38'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:21:26.815122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Bound port: 31525099-e7ed-4bbf-ad91-548d1ccb7418, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'be0906c0-0abb-437d-adff-597cb77e0a38'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:21:26.815122 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.815122 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0503c8dc-890c-4a55-b265-3b7acb8de069 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:26.820068 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0503c8dc-890c-4a55-b265-3b7acb8de069 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.824335 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0503c8dc-890c-4a55-b265-3b7acb8de069 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5956953 Jun 25 09:21:26.825230 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53282) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:26.928960 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-68360a3a-43ef-4e14-a70c-96148b099d43 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:26.975189 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-68360a3a-43ef-4e14-a70c-96148b099d43 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:27.086652 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-68360a3a-43ef-4e14-a70c-96148b099d43 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:27.090544 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-68360a3a-43ef-4e14-a70c-96148b099d43 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:27.092081 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-68360a3a-43ef-4e14-a70c-96148b099d43 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-groups/510e6d08-b6e9-4c45-a227-7c89e343f232 HTTP/1.1" status: 204 len: 168 time: 0.2647347 Jun 25 09:21:27.093215 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5044eac7-3288-4de6-89b3-eb0b7091c69f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:27.110967 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53290) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:27.112505 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68360a3a-43ef-4e14-a70c-96148b099d43 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=510e6d08-b6e9-4c45-a227-7c89e343f232,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:27.126110 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-68360a3a-43ef-4e14-a70c-96148b099d43 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:27.171978 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] For port 31525099-e7ed-4bbf-ad91-548d1ccb7418, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:21:27.192511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] For port 31525099-e7ed-4bbf-ad91-548d1ccb7418, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31525099-e7ed-4bbf-ad91-548d1ccb7418,segment=NetworkSegment(f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe),segment_id=f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:21:27.204862 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:27.212885 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-108ac002-ba62-4b92-84dd-13cca6c82332 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:27.292336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:27.293362 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:27.297066 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f84f38de-8229-4b8c-9200-175262a167cb req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] 10.222.0.41 "PUT /v2.0/ports/31525099-e7ed-4bbf-ad91-548d1ccb7418 HTTP/1.1" status: 200 len: 1093 time: 1.6360283 Jun 25 09:21:27.300983 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977dae6b-52fe-441f-876f-240fbda71b06', 'tag': '31525099-e7ed-4bbf-ad91-548d1ccb7418'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:27.303760 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9efe9e-1f91-4393-ac81-aafd01d56789" -d '{"events": [{"name": "network-changed", "server_uuid": "977dae6b-52fe-441f-876f-240fbda71b06", "tag": "31525099-e7ed-4bbf-ad91-548d1ccb7418"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:27.325621 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-61bc6dd6-335f-4787-96a7-ae2dd7111d84 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1957152 Jun 25 09:21:27.342218 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53300) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:27.347578 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-9a212a67-4e49-4300-aed0-61ae7b3a6409 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208196917'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:27.392180 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Pushing event updated for resources: {'Port': ['ID=31525099-e7ed-4bbf-ad91-548d1ccb7418,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:27.419221 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:27.476517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85d8e8-0be4-4309-a294-b683655652a4 req-3994fdbb-c0ba-4a4b-8bb3-b600e94877d9 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:27.478175 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af85d8e8-0be4-4309-a294-b683655652a4 req-3994fdbb-c0ba-4a4b-8bb3-b600e94877d9 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 944 time: 0.3111732 Jun 25 09:21:27.490815 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a212a67-4e49-4300-aed0-61ae7b3a6409 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:27.570391 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de2f9b64-6cf1-41aa-a3fd-0b6b8727848f req-7fad9538-7d48-408f-867e-7e37b97c3512 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0834436 Jun 25 09:21:27.597262 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f38de-8229-4b8c-9200-175262a167cb req-6f0e2a6c-bcef-4590-bfd5-2b78d9a823af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:27.598792 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f84f38de-8229-4b8c-9200-175262a167cb req-6f0e2a6c-bcef-4590-bfd5-2b78d9a823af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=222f5d60a93841a9a031b7aa22b430ee&device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 1096 time: 0.1968515 Jun 25 09:21:27.599508 n-d-761264-15 neutron-server[94025]: DEBUG neutron.objects.ports [None req-94984edc-0750-4a84-a54b-866f687e43da tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94025) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 09:21:27.599957 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-94984edc-0750-4a84-a54b-866f687e43da tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:27.601332 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af85d8e8-0be4-4309-a294-b683655652a4 req-be2adebd-c45f-45b8-bfc1-2bb4165e337a tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/security-groups?id=2b853ec2-da13-476d-88a0-4ccaba57c779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127515 Jun 25 09:21:27.614258 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a7d2e8d3-33ce-435d-b327-21a51d5aac82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:27.680677 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e947887-d904-4f63-a20d-342faa8c2190 x-openstack-request-id: req-2e947887-d904-4f63-a20d-342faa8c2190 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:27.681050 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977dae6b-52fe-441f-876f-240fbda71b06", "tag": "31525099-e7ed-4bbf-ad91-548d1ccb7418", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:27.681344 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2e947887-d904-4f63-a20d-342faa8c2190 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:27.681784 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977dae6b-52fe-441f-876f-240fbda71b06', 'tag': '31525099-e7ed-4bbf-ad91-548d1ccb7418', 'status': 'completed', 'code': 200} Jun 25 09:21:27.743974 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a212a67-4e49-4300-aed0-61ae7b3a6409 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:27.745816 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f84f38de-8229-4b8c-9200-175262a167cb req-516099b1-2abd-4eb2-9399-6223bbc14b52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31525099-e7ed-4bbf-ad91-548d1ccb7418 HTTP/1.1" status: 200 len: 217 time: 0.1211002 Jun 25 09:21:27.755220 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a212a67-4e49-4300-aed0-61ae7b3a6409 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:27.760311 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c7cb8218-ad00-4aae-ba42-4130f2a86b64 tempest-DeleteServersAdminTestJSON-1967790107 tempest-DeleteServersAdminTestJSON-1967790107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:27.767649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53318) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:27.796328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94984edc-0750-4a84-a54b-866f687e43da tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3399481d-77b2-4b7d-9c0b-f9343914a7c0,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:27.805591 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-94984edc-0750-4a84-a54b-866f687e43da tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:27.829278 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f38de-8229-4b8c-9200-175262a167cb req-b64d1d61-4e3f-471a-9fe5-d50ce5233569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:27.830843 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f84f38de-8229-4b8c-9200-175262a167cb req-b64d1d61-4e3f-471a-9fe5-d50ce5233569 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d0881ed-a460-4881-96bb-9206fab9e228 HTTP/1.1" status: 200 len: 860 time: 0.0767105 Jun 25 09:21:27.832086 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94984edc-0750-4a84-a54b-866f687e43da tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Checking segment: {'id': '202694f9-9c3e-41fb-887f-528d7a1a633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '5ebfd821-4cd4-4e84-9279-0b6acbcc752c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:21:27.832458 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94984edc-0750-4a84-a54b-866f687e43da tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Network hostable DHCP agents. Network: 5ebfd821-4cd4-4e84-9279-0b6acbcc752c, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:21:27.847041 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a212a67-4e49-4300-aed0-61ae7b3a6409 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:27.851393 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9a212a67-4e49-4300-aed0-61ae7b3a6409 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5078666 Jun 25 09:21:27.854619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53328) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:27.862501 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1f5fb5a7-ab60-4272-8b4f-f345bf28a3ec tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group': {'name': 'tempest-secgroup--187878129'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:27.862788 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a212a67-4e49-4300-aed0-61ae7b3a6409 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b7ecf9-ed31-460b-b11a-8d91b96a8325,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:27.873418 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9a212a67-4e49-4300-aed0-61ae7b3a6409 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:27.891887 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:27.905368 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f84f38de-8229-4b8c-9200-175262a167cb req-0534dea6-3c26-4cfc-94b8-58a60be5b25f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be0906c0-0abb-437d-adff-597cb77e0a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648162 Jun 25 09:21:27.934524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94984edc-0750-4a84-a54b-866f687e43da tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Network 5ebfd821-4cd4-4e84-9279-0b6acbcc752c is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:21:28.009456 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1d3a3-06c0-4c75-b10a-a03f9bbae477 req-5831688c-b4ba-46c5-8da1-0ff2fa2b8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:28.014324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1d3a3-06c0-4c75-b10a-a03f9bbae477 req-5831688c-b4ba-46c5-8da1-0ff2fa2b8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:28.016799 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1d3a3-06c0-4c75-b10a-a03f9bbae477 req-5831688c-b4ba-46c5-8da1-0ff2fa2b8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:28.017346 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1d3a3-06c0-4c75-b10a-a03f9bbae477 req-5831688c-b4ba-46c5-8da1-0ff2fa2b8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:28.018952 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1d3a3-06c0-4c75-b10a-a03f9bbae477 req-5831688c-b4ba-46c5-8da1-0ff2fa2b8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:28.020007 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1d3a3-06c0-4c75-b10a-a03f9bbae477 req-5831688c-b4ba-46c5-8da1-0ff2fa2b8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:28.020501 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1d3a3-06c0-4c75-b10a-a03f9bbae477 req-5831688c-b4ba-46c5-8da1-0ff2fa2b8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:28.025134 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-94984edc-0750-4a84-a54b-866f687e43da tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 5ebfd821-4cd4-4e84-9279-0b6acbcc752c) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:28.033806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cba06f0-3ea3-4b27-9180-52a7280656f3 None None] Network 5ebfd821-4cd4-4e84-9279-0b6acbcc752c requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:21:28.039690 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-15c1d3a3-06c0-4c75-b10a-a03f9bbae477 req-5831688c-b4ba-46c5-8da1-0ff2fa2b8893 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 6509 time: 0.2611756 Jun 25 09:21:28.042451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94984edc-0750-4a84-a54b-866f687e43da tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:28.043101 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-94984edc-0750-4a84-a54b-866f687e43da tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:28.062715 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1f5fb5a7-ab60-4272-8b4f-f345bf28a3ec tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:28.119837 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-94984edc-0750-4a84-a54b-866f687e43da tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8578155 Jun 25 09:21:28.121911 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53330) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:28.138356 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-15c1d3a3-06c0-4c75-b10a-a03f9bbae477 req-467e0e69-62d5-406f-938c-0c3667c64a86 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929298 Jun 25 09:21:28.145584 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-501b4dea-5d4f-4ea9-9494-a1d2d4de5b17 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1071271195', 'network_id': '5ebfd821-4cd4-4e84-9279-0b6acbcc752c'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:28.240915 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f84f38de-8229-4b8c-9200-175262a167cb req-49995cdf-b759-4843-9f76-ed34ddd17ec7 service neutron] 10.222.0.41 "GET /v2.0/networks/be0906c0-0abb-437d-adff-597cb77e0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189406 Jun 25 09:21:28.280893 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501b4dea-5d4f-4ea9-9494-a1d2d4de5b17 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Made reservation on behalf of 173e089e8aa44e29a13ed5bcc81dd0e3 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:21:28.284369 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-501b4dea-5d4f-4ea9-9494-a1d2d4de5b17 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:28.360977 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0148d4-1180-4623-bbd0-2310fbb9094f None None] Network 5ebfd821-4cd4-4e84-9279-0b6acbcc752c requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:21:28.458096 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-501b4dea-5d4f-4ea9-9494-a1d2d4de5b17 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] device_id is not set on port 69644d32-3e6d-468c-8c15-f6527b47d187 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:21:28.570312 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1f5fb5a7-ab60-4272-8b4f-f345bf28a3ec tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:28.626680 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f84f38de-8229-4b8c-9200-175262a167cb req-d9be37e2-cb77-467c-b52a-965f66607251 service neutron] 10.222.0.41 "GET /v2.0/networks/be0906c0-0abb-437d-adff-597cb77e0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837972 Jun 25 09:21:28.688039 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1f5fb5a7-ab60-4272-8b4f-f345bf28a3ec tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:28.722525 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fd89f5ef-69a7-48a6-bec5-d7ef7c7b6cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:28.863577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88ac0dc7-ada3-459a-b32b-cd5cf137ca57 req-2f5e7522-96f2-46c7-b9fb-671f06785f7e tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0739515 Jun 25 09:21:29.048545 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4a9eb-b802-457e-b60d-cf656e102b93 req-d85d84a7-0463-4552-9a64-cec80d51e6a3 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:29.061176 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bcc4a9eb-b802-457e-b60d-cf656e102b93 req-d85d84a7-0463-4552-9a64-cec80d51e6a3 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 944 time: 0.1999493 Jun 25 09:21:29.170648 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bcc4a9eb-b802-457e-b60d-cf656e102b93 req-14a2ac62-50de-4576-85d4-96eaf56278c0 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/security-groups?id=2b853ec2-da13-476d-88a0-4ccaba57c779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026554 Jun 25 09:21:29.232665 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fb5a7-ab60-4272-8b4f-f345bf28a3ec tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0578811-f9d2-4528-bad0-b49d78c733d4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:29.246838 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1f5fb5a7-ab60-4272-8b4f-f345bf28a3ec tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:29.259560 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1f5fb5a7-ab60-4272-8b4f-f345bf28a3ec tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:29.261305 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1f5fb5a7-ab60-4272-8b4f-f345bf28a3ec tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4036074 Jun 25 09:21:29.265072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53352) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:29.273408 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a3868099-8d84-4c61-ae8f-a8bb63c5ece9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group_rule': {'security_group_id': '81b7ecf9-ed31-460b-b11a-8d91b96a8325', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b0578811-f9d2-4528-bad0-b49d78c733d4', 'remote_ip_prefix': None}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:29.337539 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9efe9e-1f91-4393-ac81-aafd01d56789 req-e1845fda-564b-42cf-9444-da8f63e9119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:29.339339 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ef9efe9e-1f91-4393-ac81-aafd01d56789 req-e1845fda-564b-42cf-9444-da8f63e9119e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=222f5d60a93841a9a031b7aa22b430ee&device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 1096 time: 0.5527773 Jun 25 09:21:29.351857 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3868099-8d84-4c61-ae8f-a8bb63c5ece9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:29.464446 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9efe9e-1f91-4393-ac81-aafd01d56789 req-064825a7-7e31-4ad8-bff4-8b663e2db37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:29.466120 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ef9efe9e-1f91-4393-ac81-aafd01d56789 req-064825a7-7e31-4ad8-bff4-8b663e2db37a service neutron] 10.222.0.41 "GET /v2.0/networks?id=be0906c0-0abb-437d-adff-597cb77e0a38 HTTP/1.1" status: 200 len: 922 time: 0.1198883 Jun 25 09:21:29.508426 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-501b4dea-5d4f-4ea9-9494-a1d2d4de5b17 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Allocated IP 2001:db8::1ff (5ebfd821-4cd4-4e84-9279-0b6acbcc752c/3399481d-77b2-4b7d-9c0b-f9343914a7c0/69644d32-3e6d-468c-8c15-f6527b47d187) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:21:29.523014 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3868099-8d84-4c61-ae8f-a8bb63c5ece9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:29.527633 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3868099-8d84-4c61-ae8f-a8bb63c5ece9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:29.530452 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c376937e-f9d3-44c2-8975-d75778e24acf tempest-SecurityGroupRulesTestJSON-602546634 tempest-SecurityGroupRulesTestJSON-602546634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:29.570519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3868099-8d84-4c61-ae8f-a8bb63c5ece9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654912ff-ea41-4aab-b38f-091dbbe7095f,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:29.573622 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a3868099-8d84-4c61-ae8f-a8bb63c5ece9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:29.576555 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3868099-8d84-4c61-ae8f-a8bb63c5ece9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:29.577799 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a3868099-8d84-4c61-ae8f-a8bb63c5ece9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3115861 Jun 25 09:21:29.580216 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ef9efe9e-1f91-4393-ac81-aafd01d56789 req-df2526ea-1474-4437-8fbb-3d661237d2c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31525099-e7ed-4bbf-ad91-548d1ccb7418 HTTP/1.1" status: 200 len: 217 time: 0.1029687 Jun 25 09:21:29.580656 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53356) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:29.633579 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bc392b8e-fcf3-4dd4-8f24-1fff88101b70 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:29.654731 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bc392b8e-fcf3-4dd4-8f24-1fff88101b70 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:29.709590 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bc392b8e-fcf3-4dd4-8f24-1fff88101b70 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:29.711414 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:29.732303 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bc392b8e-fcf3-4dd4-8f24-1fff88101b70 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:29.736074 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bc392b8e-fcf3-4dd4-8f24-1fff88101b70 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/654912ff-ea41-4aab-b38f-091dbbe7095f HTTP/1.1" status: 204 len: 168 time: 0.1522152 Jun 25 09:21:29.736074 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc392b8e-fcf3-4dd4-8f24-1fff88101b70 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=654912ff-ea41-4aab-b38f-091dbbe7095f,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:29.736330 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53358) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:29.738667 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bc392b8e-fcf3-4dd4-8f24-1fff88101b70 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:29.744503 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9efe9e-1f91-4393-ac81-aafd01d56789 req-18ea24a5-4334-4392-9080-fd08e848f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:29.746087 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ef9efe9e-1f91-4393-ac81-aafd01d56789 req-18ea24a5-4334-4392-9080-fd08e848f99c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d0881ed-a460-4881-96bb-9206fab9e228 HTTP/1.1" status: 200 len: 860 time: 0.1548388 Jun 25 09:21:29.819065 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0c4390be-782a-481d-b7c9-b58d46c9d188 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0788238 Jun 25 09:21:29.819848 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53360) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:29.838649 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ef9efe9e-1f91-4393-ac81-aafd01d56789 req-b4ae8a93-4fd7-4f66-a182-f5ad0918256d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be0906c0-0abb-437d-adff-597cb77e0a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811429 Jun 25 09:21:29.902462 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ba67-ccd8-45a2-85d2-01450db1110f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:29.948774 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ba67-ccd8-45a2-85d2-01450db1110f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:30.011961 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-501b4dea-5d4f-4ea9-9494-a1d2d4de5b17 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:30.015907 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ef9efe9e-1f91-4393-ac81-aafd01d56789 req-95be0c6f-1847-469c-b634-fa9f9839fb5a service neutron] 10.222.0.41 "GET /v2.0/networks/be0906c0-0abb-437d-adff-597cb77e0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652799 Jun 25 09:21:30.058831 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ba67-ccd8-45a2-85d2-01450db1110f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:30.061435 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ba67-ccd8-45a2-85d2-01450db1110f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:30.062597 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9ed2ba67-ccd8-45a2-85d2-01450db1110f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-groups/b0578811-f9d2-4528-bad0-b49d78c733d4 HTTP/1.1" status: 204 len: 168 time: 0.2408152 Jun 25 09:21:30.063438 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-68360a3a-43ef-4e14-a70c-96148b099d43 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:30.066515 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53366) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:30.114130 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2ba67-ccd8-45a2-85d2-01450db1110f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0578811-f9d2-4528-bad0-b49d78c733d4,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:30.118634 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9ed2ba67-ccd8-45a2-85d2-01450db1110f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:30.283904 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ef9efe9e-1f91-4393-ac81-aafd01d56789 req-0cfb29f4-67ca-4c93-a14e-ca45564177bf service neutron] 10.222.0.41 "GET /v2.0/networks/be0906c0-0abb-437d-adff-597cb77e0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595916 Jun 25 09:21:30.290014 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0d6a617a-9d6a-49b8-a2ee-1953ecee0539 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2199714 Jun 25 09:21:30.290014 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-772c0d03-8e92-4e95-b85d-00dca0ef4e52 req-18a0a254-067b-49d8-a43d-8e8a6cfa50d8 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0854893 Jun 25 09:21:30.290299 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53380) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:30.323987 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-501b4dea-5d4f-4ea9-9494-a1d2d4de5b17 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:30.347811 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-19f9344e-02d7-4b6d-86bd-2302ee3fd542 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:30.363630 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501b4dea-5d4f-4ea9-9494-a1d2d4de5b17 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Network 5ebfd821-4cd4-4e84-9279-0b6acbcc752c is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:21:30.382823 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-501b4dea-5d4f-4ea9-9494-a1d2d4de5b17 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:30.395796 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b4dea-5d4f-4ea9-9494-a1d2d4de5b17 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:21:30.397017 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501b4dea-5d4f-4ea9-9494-a1d2d4de5b17 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:30.397621 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-501b4dea-5d4f-4ea9-9494-a1d2d4de5b17 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:30.423690 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b4dea-5d4f-4ea9-9494-a1d2d4de5b17 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Pushing event updated for resources: {'Port': ['ID=69644d32-3e6d-468c-8c15-f6527b47d187,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:30.434329 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-501b4dea-5d4f-4ea9-9494-a1d2d4de5b17 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3058476 Jun 25 09:21:30.435811 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-501b4dea-5d4f-4ea9-9494-a1d2d4de5b17 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:30.436832 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53382) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:30.448157 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3f67351-b07a-4250-be63-215a8c3abd88 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:30.480207 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3f67351-b07a-4250-be63-215a8c3abd88 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:30.565927 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73515a3f-e37a-41b7-acef-6b04abe2f0e5 req-9dcf4d96-9c16-4b5e-b6ae-01be7308606b tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:30.567674 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-73515a3f-e37a-41b7-acef-6b04abe2f0e5 req-9dcf4d96-9c16-4b5e-b6ae-01be7308606b tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 944 time: 0.1974936 Jun 25 09:21:30.621968 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3f67351-b07a-4250-be63-215a8c3abd88 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:30.622546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2ea11881-432c-4702-8980-a621bc92d0eb tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Deleting port 69644d32-3e6d-468c-8c15-f6527b47d187 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:21:30.623044 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ea11881-432c-4702-8980-a621bc92d0eb tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:30.625418 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3f67351-b07a-4250-be63-215a8c3abd88 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:30.629292 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a3f67351-b07a-4250-be63-215a8c3abd88 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-groups/81b7ecf9-ed31-460b-b11a-8d91b96a8325 HTTP/1.1" status: 204 len: 168 time: 0.3356159 Jun 25 09:21:30.629292 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-84016563-bf58-466e-b4a9-23f212fc193b tempest-SecurityGroupRulesNegativeTestJSON-739581342 tempest-SecurityGroupRulesNegativeTestJSON-739581342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:30.643237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53386) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:30.659958 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-73515a3f-e37a-41b7-acef-6b04abe2f0e5 req-b15b3d2f-9dbe-494e-81a4-a789e827217b tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/security-groups?id=2b853ec2-da13-476d-88a0-4ccaba57c779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707624 Jun 25 09:21:30.679884 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f67351-b07a-4250-be63-215a8c3abd88 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b7ecf9-ed31-460b-b11a-8d91b96a8325,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:30.704649 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a3f67351-b07a-4250-be63-215a8c3abd88 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:30.751629 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-61a26cbb-0bd2-4b3a-a9c3-189477d3b0c1 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1035235 Jun 25 09:21:30.752339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53388) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:30.761501 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-24f1f343-a0e8-4473-8a6d-674d1b07697e tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group': {'name': 'tempest-secgroup--33271359'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:30.834615 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ea11881-432c-4702-8980-a621bc92d0eb tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:30.859073 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-24f1f343-a0e8-4473-8a6d-674d1b07697e tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:30.878997 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2ea11881-432c-4702-8980-a621bc92d0eb tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Calling delete_port for 69644d32-3e6d-468c-8c15-f6527b47d187 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:21:31.121027 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-24f1f343-a0e8-4473-8a6d-674d1b07697e tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.131764 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-24f1f343-a0e8-4473-8a6d-674d1b07697e tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.141016 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cb242c7b-32f1-4c1d-8c1e-cd35212849e9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:31.163571 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.177775 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-24f1f343-a0e8-4473-8a6d-674d1b07697e tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.179088 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-24f1f343-a0e8-4473-8a6d-674d1b07697e tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4245477 Jun 25 09:21:31.183395 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53392) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:31.192436 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1f343-a0e8-4473-8a6d-674d1b07697e tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a90f0bb1-b79b-4b60-ae57-ee924ba11181,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:31.194902 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-5ae00a6c-181f-4b8a-b8e1-e1c1ad96bcba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group_rule': {'security_group_id': 'a90f0bb1-b79b-4b60-ae57-ee924ba11181', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:31.195525 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-24f1f343-a0e8-4473-8a6d-674d1b07697e tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:31.242174 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ea11881-432c-4702-8980-a621bc92d0eb tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.259127 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ecb3da39-be44-4792-b345-c39cc4f601ac tempest-ServerAddressesNegativeTestJSON-156506663 tempest-ServerAddressesNegativeTestJSON-156506663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:31.321117 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea11881-432c-4702-8980-a621bc92d0eb tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Pushing event deleted for resources: {'Port': ['ID=69644d32-3e6d-468c-8c15-f6527b47d187,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:31.325039 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2ea11881-432c-4702-8980-a621bc92d0eb tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:31.327994 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ea11881-432c-4702-8980-a621bc92d0eb tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.330579 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2ea11881-432c-4702-8980-a621bc92d0eb tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "DELETE /v2.0/ports/69644d32-3e6d-468c-8c15-f6527b47d187 HTTP/1.1" status: 204 len: 168 time: 0.8821490 Jun 25 09:21:31.344582 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53404) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:31.344582 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ebfd821-4cd4-4e84-9279-0b6acbcc752c', 'external_fixed_ips': [{'subnet_id': '3399481d-77b2-4b7d-9c0b-f9343914a7c0', 'ip_address': '2001:db8::1ff'}]}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:31.360700 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ae00a6c-181f-4b8a-b8e1-e1c1ad96bcba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.378825 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.384366 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.461580 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ae00a6c-181f-4b8a-b8e1-e1c1ad96bcba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.466739 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ae00a6c-181f-4b8a-b8e1-e1c1ad96bcba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.471644 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.475358 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-558d02a5-6448-4b6c-875a-ef0633addf57 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:31.509688 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae00a6c-181f-4b8a-b8e1-e1c1ad96bcba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09db8077-c625-4aa3-9f59-a4f94db3dbb5,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:31.524560 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5ae00a6c-181f-4b8a-b8e1-e1c1ad96bcba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:31.525797 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ae00a6c-181f-4b8a-b8e1-e1c1ad96bcba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.529745 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5ae00a6c-181f-4b8a-b8e1-e1c1ad96bcba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3425369 Jun 25 09:21:31.530052 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53408) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:31.567871 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ba153068-1b45-4915-8cd8-8a88177b62fb tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.585115 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ba153068-1b45-4915-8cd8-8a88177b62fb tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.619942 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ba153068-1b45-4915-8cd8-8a88177b62fb tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.622741 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f02487e7-d739-427c-8d5d-db4bc449a4ec tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:31.634538 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ba153068-1b45-4915-8cd8-8a88177b62fb tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.638267 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ba153068-1b45-4915-8cd8-8a88177b62fb tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/09db8077-c625-4aa3-9f59-a4f94db3dbb5 HTTP/1.1" status: 204 len: 168 time: 0.1048009 Jun 25 09:21:31.638267 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba153068-1b45-4915-8cd8-8a88177b62fb tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09db8077-c625-4aa3-9f59-a4f94db3dbb5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:31.639275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53410) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:31.641261 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ba153068-1b45-4915-8cd8-8a88177b62fb tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:31.717513 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9912664f-ac9a-4ffb-a694-22ff8cac600d tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0749645 Jun 25 09:21:31.717828 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53414) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:31.718587 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.788998 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cfe532f8-510d-4a5a-86e5-4915e68f4d70 req-3888b49e-571a-48f2-8dae-b8cb238a9aab tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.1837924 Jun 25 09:21:31.853500 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc259-2a8e-4d77-84ca-37017981d538 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.913149 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc259-2a8e-4d77-84ca-37017981d538 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.977253 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc259-2a8e-4d77-84ca-37017981d538 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.983620 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc259-2a8e-4d77-84ca-37017981d538 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:31.984887 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e4ebc259-2a8e-4d77-84ca-37017981d538 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-groups/a90f0bb1-b79b-4b60-ae57-ee924ba11181 HTTP/1.1" status: 204 len: 168 time: 0.2658553 Jun 25 09:21:31.985912 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b3d46a97-2fcd-4822-a183-fba3e303ca19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:31.994059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53418) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:32.005095 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebc259-2a8e-4d77-84ca-37017981d538 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90f0bb1-b79b-4b60-ae57-ee924ba11181,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:32.010989 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e4ebc259-2a8e-4d77-84ca-37017981d538 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:32.123936 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d9894-a9f3-47ac-9de9-782dc0a5b03c req-c4eda526-1cec-495d-bbe7-8cc8d59dc7e2 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:32.125711 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd7d9894-a9f3-47ac-9de9-782dc0a5b03c req-c4eda526-1cec-495d-bbe7-8cc8d59dc7e2 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 944 time: 0.2289972 Jun 25 09:21:32.145013 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-aaddcc0d-8b63-48aa-bdd6-1efb5e7c7aa7 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1437545 Jun 25 09:21:32.147547 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53420) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:32.154998 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-f84c5755-9af7-4e35-9c57-a14c9826857f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group': {'name': 'tempest-secgroup--108296254'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:32.199229 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f84c5755-9af7-4e35-9c57-a14c9826857f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:32.449431 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f84c5755-9af7-4e35-9c57-a14c9826857f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:32.455937 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f84c5755-9af7-4e35-9c57-a14c9826857f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:32.465692 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48db7474-dcee-4612-bce5-d917643fa3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:32.502273 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f84c5755-9af7-4e35-9c57-a14c9826857f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:32.503897 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f84c5755-9af7-4e35-9c57-a14c9826857f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3540835 Jun 25 09:21:32.507834 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53434) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:32.517830 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-bde20564-0987-4067-94b0-af76c58fcb4c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group_rule': {'security_group_id': '1547e1d1-1867-4a05-84e4-d55cc82d3292', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:32.563064 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c5755-9af7-4e35-9c57-a14c9826857f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1547e1d1-1867-4a05-84e4-d55cc82d3292,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:32.586229 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f84c5755-9af7-4e35-9c57-a14c9826857f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:32.589304 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd7d9894-a9f3-47ac-9de9-782dc0a5b03c req-ce1e706a-a764-4ca8-8bd1-26037178fd86 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/security-groups?id=2b853ec2-da13-476d-88a0-4ccaba57c779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573643 Jun 25 09:21:32.590582 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:32.594155 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bde20564-0987-4067-94b0-af76c58fcb4c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:32.623421 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:32.698847 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bde20564-0987-4067-94b0-af76c58fcb4c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:32.703558 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bde20564-0987-4067-94b0-af76c58fcb4c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:32.706141 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-de066f17-a49d-4cde-b259-66f24ad392d1 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:32.728174 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde20564-0987-4067-94b0-af76c58fcb4c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf1e531-2dee-4f00-9f48-3563298e1f59,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:32.736722 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bde20564-0987-4067-94b0-af76c58fcb4c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:32.747512 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bde20564-0987-4067-94b0-af76c58fcb4c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:32.749767 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bde20564-0987-4067-94b0-af76c58fcb4c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2404261 Jun 25 09:21:32.752361 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53442) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:32.771780 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-901adc4e-6c03-403c-a21c-ba553dd67fcc tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules/faf1e531-2dee-4f00-9f48-3563298e1f59 HTTP/1.1" status: 200 len: 763 time: 0.0177705 Jun 25 09:21:32.774007 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53444) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:32.829306 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d00e62b1-d78d-4e19-9479-7d77854904a6 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0539124 Jun 25 09:21:32.832380 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53448) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:32.865675 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-76b321c3-1f7e-4e53-b62c-f92d4b521b9c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:32.879105 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-76b321c3-1f7e-4e53-b62c-f92d4b521b9c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:32.925127 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-76b321c3-1f7e-4e53-b62c-f92d4b521b9c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:32.935564 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-76b321c3-1f7e-4e53-b62c-f92d4b521b9c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:32.939213 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-76b321c3-1f7e-4e53-b62c-f92d4b521b9c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/faf1e531-2dee-4f00-9f48-3563298e1f59 HTTP/1.1" status: 204 len: 168 time: 0.1028214 Jun 25 09:21:32.939213 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:32.940088 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53450) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:32.990162 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b321c3-1f7e-4e53-b62c-f92d4b521b9c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=faf1e531-2dee-4f00-9f48-3563298e1f59,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:32.992816 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-76b321c3-1f7e-4e53-b62c-f92d4b521b9c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:33.020378 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-39bad968-8614-45e9-85fe-104237fbea91 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0790470 Jun 25 09:21:33.023123 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53452) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:33.028698 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-30ef8c94-26d5-4c06-ad8a-956e0a13d1ad tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group_rule': {'security_group_id': '1547e1d1-1867-4a05-84e4-d55cc82d3292', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:33.032217 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8669d1c0-cfca-4a67-942c-f2b03324f75d req-96c514bb-e552-4def-b59c-96b948f4638e tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0458040 Jun 25 09:21:33.037578 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Allocated IP 2001:db8::1ff (5ebfd821-4cd4-4e84-9279-0b6acbcc752c/3399481d-77b2-4b7d-9c0b-f9343914a7c0/e446a3a5-6b3d-4501-b57f-5eb36193a4ed) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:21:33.093947 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-30ef8c94-26d5-4c06-ad8a-956e0a13d1ad tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.182716 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-30ef8c94-26d5-4c06-ad8a-956e0a13d1ad tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.200505 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-30ef8c94-26d5-4c06-ad8a-956e0a13d1ad tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.210555 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:33.230722 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef8c94-26d5-4c06-ad8a-956e0a13d1ad tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb713e84-b880-43c4-9444-22722b15c6ac,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:33.240003 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-30ef8c94-26d5-4c06-ad8a-956e0a13d1ad tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:33.241233 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.242375 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-30ef8c94-26d5-4c06-ad8a-956e0a13d1ad tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.243706 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-30ef8c94-26d5-4c06-ad8a-956e0a13d1ad tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2195444 Jun 25 09:21:33.247117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53456) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:33.281291 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4eef5efb-5bda-4386-9cd2-0a1f5e2eb16e tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules/bb713e84-b880-43c4-9444-22722b15c6ac HTTP/1.1" status: 200 len: 763 time: 0.0328822 Jun 25 09:21:33.284125 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53458) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:33.325079 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.328337 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6cb659b3-8fb4-4a8c-a82e-fe3019d2803a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:33.348714 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a3d13d0b-4d8d-442e-9c6f-f822d3744417 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0621057 Jun 25 09:21:33.351277 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53460) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:33.380100 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Network 5ebfd821-4cd4-4e84-9279-0b6acbcc752c is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:21:33.383112 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:33.388532 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:21:33.405136 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d2f5-e6d1-494e-8a0e-fe4328df8ddd tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.415331 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d2f5-e6d1-494e-8a0e-fe4328df8ddd tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.439894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Pushing event updated for resources: {'Port': ['ID=e446a3a5-6b3d-4501-b57f-5eb36193a4ed,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:33.445807 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:33.458342 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d2f5-e6d1-494e-8a0e-fe4328df8ddd tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.472354 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5023e91b-6fb7-4b4e-b757-827d44ebbea4 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:33.482169 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d2f5-e6d1-494e-8a0e-fe4328df8ddd tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.483668 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3dc7d2f5-e6d1-494e-8a0e-fe4328df8ddd tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/bb713e84-b880-43c4-9444-22722b15c6ac HTTP/1.1" status: 204 len: 168 time: 0.1312346 Jun 25 09:21:33.487607 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53474) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:33.498101 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7d2f5-e6d1-494e-8a0e-fe4328df8ddd tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb713e84-b880-43c4-9444-22722b15c6ac,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:33.500574 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3dc7d2f5-e6d1-494e-8a0e-fe4328df8ddd tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:33.621636 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4dcbca26-5603-49bc-a3c8-a228fa6bbeee tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1326780 Jun 25 09:21:33.625279 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53478) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:33.630578 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c0024e16-6102-4ff7-b6a0-9b9b1e59362f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Request body: {'security_group_rule': {'security_group_id': '1547e1d1-1867-4a05-84e4-d55cc82d3292', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:33.693633 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c0024e16-6102-4ff7-b6a0-9b9b1e59362f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.772950 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c0024e16-6102-4ff7-b6a0-9b9b1e59362f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.778744 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c0024e16-6102-4ff7-b6a0-9b9b1e59362f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.788703 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0503c8dc-890c-4a55-b265-3b7acb8de069 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:33.791910 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.804267 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0024e16-6102-4ff7-b6a0-9b9b1e59362f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e188ed8-8e2b-4bd7-a073-0aa12796e044,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:33.807315 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c0024e16-6102-4ff7-b6a0-9b9b1e59362f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:33.809727 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c0024e16-6102-4ff7-b6a0-9b9b1e59362f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.814612 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c0024e16-6102-4ff7-b6a0-9b9b1e59362f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1881802 Jun 25 09:21:33.815495 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53480) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:33.840481 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-eac66de5-d814-4708-9999-b7d236a6b700 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules/5e188ed8-8e2b-4bd7-a073-0aa12796e044 HTTP/1.1" status: 200 len: 764 time: 0.0200014 Jun 25 09:21:33.840914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53482) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:33.873838 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5019a-060f-42db-a6cc-4e02345346f9 req-64bd85c8-da43-4f5f-8794-2c3dc9b1e20b tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:33.875431 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ab5019a-060f-42db-a6cc-4e02345346f9 req-64bd85c8-da43-4f5f-8794-2c3dc9b1e20b tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 944 time: 0.1517966 Jun 25 09:21:33.898591 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-623f5083-508f-4a5a-9f7b-047f6621f227 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0535049 Jun 25 09:21:33.898954 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53484) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:33.929784 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-62a314ee-3d4e-44dd-8b61-2a234f22dc7c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.940253 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-62a314ee-3d4e-44dd-8b61-2a234f22dc7c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.971173 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ab5019a-060f-42db-a6cc-4e02345346f9 req-d99332cd-26da-40eb-a964-f1c44643db33 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/security-groups?id=2b853ec2-da13-476d-88a0-4ccaba57c779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680869 Jun 25 09:21:33.973499 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-62a314ee-3d4e-44dd-8b61-2a234f22dc7c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.979482 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-62a314ee-3d4e-44dd-8b61-2a234f22dc7c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:33.983528 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-62a314ee-3d4e-44dd-8b61-2a234f22dc7c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/5e188ed8-8e2b-4bd7-a073-0aa12796e044 HTTP/1.1" status: 204 len: 168 time: 0.0808592 Jun 25 09:21:33.983528 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ba153068-1b45-4915-8cd8-8a88177b62fb tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:33.985531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53486) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:34.023950 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a314ee-3d4e-44dd-8b61-2a234f22dc7c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e188ed8-8e2b-4bd7-a073-0aa12796e044,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:34.037498 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-62a314ee-3d4e-44dd-8b61-2a234f22dc7c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:34.067428 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-66d2574c-4272-4472-b876-20204a294711 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0782359 Jun 25 09:21:34.068661 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53488) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:34.137798 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:34.161660 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e87c49d4-f2fd-4214-9267-3f705bab8e00 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:34.185933 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e87c49d4-f2fd-4214-9267-3f705bab8e00 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:34.234041 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e87c49d4-f2fd-4214-9267-3f705bab8e00 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:34.237761 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e87c49d4-f2fd-4214-9267-3f705bab8e00 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:34.241714 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e87c49d4-f2fd-4214-9267-3f705bab8e00 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "DELETE /v2.0/security-groups/1547e1d1-1867-4a05-84e4-d55cc82d3292 HTTP/1.1" status: 204 len: 168 time: 0.1694350 Jun 25 09:21:34.241714 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1f5fb5a7-ab60-4272-8b4f-f345bf28a3ec tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:34.246896 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53492) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:34.252883 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-10423fb7-f0ab-43a2-8171-5e52ee6dbcbb req-49ce124b-dae2-480f-9ed2-260b2363dc88 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0389776 Jun 25 09:21:34.259222 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c49d4-f2fd-4214-9267-3f705bab8e00 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1547e1d1-1867-4a05-84e4-d55cc82d3292,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:34.288269 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e87c49d4-f2fd-4214-9267-3f705bab8e00 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:34.337767 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-57921670-7e3c-42b0-9d43-86a46974a7a6 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0895946 Jun 25 09:21:34.341949 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53496) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:34.372643 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Router b1d9faad-307f-4b27-9192-29bf40803ac1 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:21:34.403349 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f4b146a0-d10b-4928-9913-e1ca107a0057 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593596 Jun 25 09:21:34.501952 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:21:34.519129 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd315c80-193e-4651-89d8-802bbd844340 None None] Sync routers for ids ['b1d9faad-307f-4b27-9192-29bf40803ac1'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:21:34.532108 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:34.536474 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1990802 Jun 25 09:21:34.539161 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53506) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:34.544626 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd315c80-193e-4651-89d8-802bbd844340 None None] Routers {'b1d9faad-307f-4b27-9192-29bf40803ac1'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:21:34.546877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-dd315c80-193e-4651-89d8-802bbd844340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b1d9faad-307f-4b27-9192-29bf40803ac1'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:34.711713 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31525099-e7ed-4bbf-ad91-548d1ccb7418 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:21:34.723885 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-dd315c80-193e-4651-89d8-802bbd844340 None None] Set router b1d9faad-307f-4b27-9192-29bf40803ac1 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:21:34.730095 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:34.849985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53516) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:34.883187 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:35.017488 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Deleting port e446a3a5-6b3d-4501-b57f-5eb36193a4ed {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:21:35.018175 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:35.112881 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-76ae7795-0116-4164-aed6-e3dbc8ee05e0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ab887879430c4b6c9256dbb62a420a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587352 Jun 25 09:21:35.113487 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53522) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:35.190523 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:35.193623 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 31525099-e7ed-4bbf-ad91-548d1ccb7418, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31525099-e7ed-4bbf-ad91-548d1ccb7418,segment=NetworkSegment(f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe),segment_id=f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:35.207402 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Calling delete_port for e446a3a5-6b3d-4501-b57f-5eb36193a4ed owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:21:35.215402 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '31525099-e7ed-4bbf-ad91-548d1ccb7418', 'network_id': 'be0906c0-0abb-437d-adff-597cb77e0a38', 'port_id': '31525099-e7ed-4bbf-ad91-548d1ccb7418', 'mac_address': 'fa:16:3e:c8:18:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0881ed-a460-4881-96bb-9206fab9e228', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:21:35.223206 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-dd315c80-193e-4651-89d8-802bbd844340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d9faad-307f-4b27-9192-29bf40803ac1', 'name': '', 'tenant_id': '173e089e8aa44e29a13ed5bcc81dd0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ebfd821-4cd4-4e84-9279-0b6acbcc752c', 'external_fixed_ips': [{'subnet_id': '3399481d-77b2-4b7d-9c0b-f9343914a7c0', 'ip_address': '2001:db8::1ff'}], 'enable_snat': True}, 'gw_port_id': 'e446a3a5-6b3d-4501-b57f-5eb36193a4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:21:31Z', 'updated_at': '2021-06-25T09:21:33Z', 'revision_number': 3, 'project_id': '173e089e8aa44e29a13ed5bcc81dd0e3', 'gw_port': {'id': 'e446a3a5-6b3d-4501-b57f-5eb36193a4ed', 'name': '', 'network_id': '5ebfd821-4cd4-4e84-9279-0b6acbcc752c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d9faad-307f-4b27-9192-29bf40803ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3399481d-77b2-4b7d-9c0b-f9343914a7c0', 'ip_address': '2001:db8::1ff', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:32Z', 'updated_at': '2021-06-25T09:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3399481d-77b2-4b7d-9c0b-f9343914a7c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:35.228547 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e2d01dfb-e6b8-4771-9932-2f6c4434dfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:35.260702 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e2d01dfb-e6b8-4771-9932-2f6c4434dfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:35.282026 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd315c80-193e-4651-89d8-802bbd844340 None None] Checking router: b1d9faad-307f-4b27-9192-29bf40803ac1 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:21:35.282256 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88301f0a-1eab-4896-a228-3a7c56ed9718 req-9b89fdbd-f39e-4b14-9b9e-be9ae6341c63 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:35.282811 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd315c80-193e-4651-89d8-802bbd844340 None None] Updating router b1d9faad-307f-4b27-9192-29bf40803ac1 port e446a3a5-6b3d-4501-b57f-5eb36193a4ed binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:21:35.283851 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88301f0a-1eab-4896-a228-3a7c56ed9718 req-9b89fdbd-f39e-4b14-9b9e-be9ae6341c63 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 944 time: 0.1386192 Jun 25 09:21:35.332156 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:35.356181 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dd315c80-193e-4651-89d8-802bbd844340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:35.360545 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31525099-e7ed-4bbf-ad91-548d1ccb7418 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:21:35.386436 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88301f0a-1eab-4896-a228-3a7c56ed9718 req-deb1f602-0a33-437d-9e8f-851615abcc73 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/security-groups?id=2b853ec2-da13-476d-88a0-4ccaba57c779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718803 Jun 25 09:21:35.405844 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e2d01dfb-e6b8-4771-9932-2f6c4434dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:35.410092 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e2d01dfb-e6b8-4771-9932-2f6c4434dfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:35.413242 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e2d01dfb-e6b8-4771-9932-2f6c4434dfc1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/49eb9c98-2ea4-4e4e-a418-c4706666c33d HTTP/1.1" status: 204 len: 168 time: 0.2987509 Jun 25 09:21:35.414139 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-24f1f343-a0e8-4473-8a6d-674d1b07697e tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:35.429653 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d01dfb-e6b8-4771-9932-2f6c4434dfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eb9c98-2ea4-4e4e-a418-c4706666c33d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:35.434997 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 31525099-e7ed-4bbf-ad91-548d1ccb7418, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31525099-e7ed-4bbf-ad91-548d1ccb7418,segment=NetworkSegment(f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe),segment_id=f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:35.446954 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e2d01dfb-e6b8-4771-9932-2f6c4434dfc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:35.457574 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:35.495346 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:35.498161 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:35.507706 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-532a329f-8493-4b87-b8fa-fff81f8a9539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:35.568723 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Pushing event deleted for resources: {'Port': ['ID=e446a3a5-6b3d-4501-b57f-5eb36193a4ed,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:35.576963 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:35.613114 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=31525099-e7ed-4bbf-ad91-548d1ccb7418,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:35.626393 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7a482a18-6d9b-4260-b216-34eac795b8be req-46515645-283d-4551-a94d-58308249cb23 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0484905 Jun 25 09:21:35.649801 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:35.679086 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:35.679428 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:35.679766 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:35.680102 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:35.680428 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:35.680771 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:35.681099 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:35.681427 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:35.681748 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:35.682076 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:35.682397 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:35.682714 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:35.691677 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:35.805400 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:35.807706 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:35.863827 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:35.866036 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1d9faad-307f-4b27-9192-29bf40803ac1 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:21:35.881112 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:35.885287 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "DELETE /v2.0/routers/b1d9faad-307f-4b27-9192-29bf40803ac1 HTTP/1.1" status: 204 len: 168 time: 1.3425553 Jun 25 09:21:35.885687 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53548) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:35.918232 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-dd315c80-193e-4651-89d8-802bbd844340 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:21:35.918962 n-d-761264-15 neutron-server[94026]: DEBUG oslo_db.api [None req-dd315c80-193e-4651-89d8-802bbd844340 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:21:35.959558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc2c9d5-c043-45ab-906e-51e8c3f20da3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Deleting subnet 3399481d-77b2-4b7d-9c0b-f9343914a7c0 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:21:35.963561 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ebc2c9d5-c043-45ab-906e-51e8c3f20da3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:36.010845 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ebc2c9d5-c043-45ab-906e-51e8c3f20da3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:36.028928 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['31525099-e7ed-4bbf-ad91-548d1ccb7418'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:21:36.056196 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ebc2c9d5-c043-45ab-906e-51e8c3f20da3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:36.135629 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ebc2c9d5-c043-45ab-906e-51e8c3f20da3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:36.141300 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:36.192233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2c9d5-c043-45ab-906e-51e8c3f20da3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3399481d-77b2-4b7d-9c0b-f9343914a7c0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:36.198327 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ebc2c9d5-c043-45ab-906e-51e8c3f20da3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:36.205347 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ebc2c9d5-c043-45ab-906e-51e8c3f20da3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:36.210648 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ebc2c9d5-c043-45ab-906e-51e8c3f20da3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "DELETE /v2.0/subnets/3399481d-77b2-4b7d-9c0b-f9343914a7c0 HTTP/1.1" status: 204 len: 168 time: 0.3204534 Jun 25 09:21:36.210910 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53556) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:36.299879 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cbae084b-33f4-4c23-a751-c51308861741 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:36.395829 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cbae084b-33f4-4c23-a751-c51308861741 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:36.408781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-cbae084b-33f4-4c23-a751-c51308861741 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ebfd821-4cd4-4e84-9279-0b6acbcc752c']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:36.420569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-cbae084b-33f4-4c23-a751-c51308861741 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202694f9-9c3e-41fb-887f-528d7a1a633a') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:36.421003 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-cbae084b-33f4-4c23-a751-c51308861741 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202694f9-9c3e-41fb-887f-528d7a1a633a') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:36.432080 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cbae084b-33f4-4c23-a751-c51308861741 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:36.449585 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd315c80-193e-4651-89d8-802bbd844340 None None] Port e446a3a5-6b3d-4501-b57f-5eb36193a4ed not found while updating agent binding for router b1d9faad-307f-4b27-9192-29bf40803ac1. {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 25 09:21:36.449823 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cbae084b-33f4-4c23-a751-c51308861741 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:36.459155 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbae084b-33f4-4c23-a751-c51308861741 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:21:36.459783 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cbae084b-33f4-4c23-a751-c51308861741 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:21:36.461990 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:21:36.467267 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd315c80-193e-4651-89d8-802bbd844340 None None] Routers set() bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:21:36.467899 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd315c80-193e-4651-89d8-802bbd844340 None None] Router IDs set() for agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 25 09:21:36.468722 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_agentschedulers_db [None req-dd315c80-193e-4651-89d8-802bbd844340 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b1d9faad-307f-4b27-9192-29bf40803ac1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent'). {{(pid=94026) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 25 09:21:36.469457 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd315c80-193e-4651-89d8-802bbd844340 None None] The sync data for ids ['b1d9faad-307f-4b27-9192-29bf40803ac1'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:21:36.535695 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cbae084b-33f4-4c23-a751-c51308861741 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:36.543279 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5eb480a1-de6d-4756-bcfe-fea6d58fd225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:36.548552 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbae084b-33f4-4c23-a751-c51308861741 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ebfd821-4cd4-4e84-9279-0b6acbcc752c {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 25 09:21:36.553286 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cbae084b-33f4-4c23-a751-c51308861741 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:36.568422 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cbae084b-33f4-4c23-a751-c51308861741 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "DELETE /v2.0/networks/5ebfd821-4cd4-4e84-9279-0b6acbcc752c HTTP/1.1" status: 204 len: 168 time: 0.3523810 Jun 25 09:21:36.587799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53568) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:36.590680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae084b-33f4-4c23-a751-c51308861741 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ebfd821-4cd4-4e84-9279-0b6acbcc752c,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:36.593552 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cbae084b-33f4-4c23-a751-c51308861741 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:36.806482 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0b9ed04a-23fa-4d8f-b22b-dcf71ea31822 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:36.807199 n-d-761264-15 neutron-server[94025]: WARNING neutron.api.v2.base [None req-0b9ed04a-23fa-4d8f-b22b-dcf71ea31822 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 25 09:21:36.807705 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-0b9ed04a-23fa-4d8f-b22b-dcf71ea31822 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): There was a conflict when trying to complete your request. Jun 25 09:21:36.809231 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0b9ed04a-23fa-4d8f-b22b-dcf71ea31822 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2191184 Jun 25 09:21:36.813925 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53580) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:36.838690 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-45cd8230-a5ce-44c7-a4ab-8de7853a29cd tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252308023'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:36.904842 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45cd8230-a5ce-44c7-a4ab-8de7853a29cd tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:36.918734 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45cd8230-a5ce-44c7-a4ab-8de7853a29cd tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:36.955566 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ad5c967-cc58-406a-836c-cbd3d10bdf69 req-40c81bc7-6fa7-4f7b-8b63-25fe96b6d802 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.1028428 Jun 25 09:21:37.129278 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178425c-eb4c-415a-9d86-896fc6ced001 req-1d525f92-217d-4240-9fa1-6bcb78997c59 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:37.139098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53586) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:37.141648 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5178425c-eb4c-415a-9d86-896fc6ced001 req-1d525f92-217d-4240-9fa1-6bcb78997c59 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 945 time: 0.2127881 Jun 25 09:21:37.150423 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1ec76193-b2d8-4bf5-9282-356c0cf5f74a tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Request body: {'router': {'name': 'tempest-router--589673648', 'project_id': 'b1af7662d42d46b8979c8d3bbc67d8b9'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:37.155685 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45cd8230-a5ce-44c7-a4ab-8de7853a29cd tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.161423 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45cd8230-a5ce-44c7-a4ab-8de7853a29cd tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.166531 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a8f4edb4-1cda-4527-a9b5-5e564db54d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:37.196008 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5178425c-eb4c-415a-9d86-896fc6ced001 req-2b903341-1c24-426e-93d2-b390c87f7513 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/security-groups?id=2b853ec2-da13-476d-88a0-4ccaba57c779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533957 Jun 25 09:21:37.235034 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ec76193-b2d8-4bf5-9282-356c0cf5f74a tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.237763 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ec76193-b2d8-4bf5-9282-356c0cf5f74a tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.270183 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd8230-a5ce-44c7-a4ab-8de7853a29cd tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee113d6-01ed-4b4f-af90-66d6b9393c9b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:37.278532 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-45cd8230-a5ce-44c7-a4ab-8de7853a29cd tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:37.319941 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ec76193-b2d8-4bf5-9282-356c0cf5f74a tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.331985 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ec76193-b2d8-4bf5-9282-356c0cf5f74a tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.394698 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45cd8230-a5ce-44c7-a4ab-8de7853a29cd tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.400694 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45cd8230-a5ce-44c7-a4ab-8de7853a29cd tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.403706 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eccd9c5a-e811-4e8e-8a5c-e210e54be972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:37.411513 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ec76193-b2d8-4bf5-9282-356c0cf5f74a tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.412715 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1ec76193-b2d8-4bf5-9282-356c0cf5f74a tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2726502 Jun 25 09:21:37.415703 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53596) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:37.431022 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-45cd8230-a5ce-44c7-a4ab-8de7853a29cd tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.432401 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-45cd8230-a5ce-44c7-a4ab-8de7853a29cd tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6168065 Jun 25 09:21:37.436713 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53598) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:37.437506 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd8230-a5ce-44c7-a4ab-8de7853a29cd tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b782eaf-12c7-4a07-ba8e-bf34aa74ce8c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:37.450321 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-45cd8230-a5ce-44c7-a4ab-8de7853a29cd tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:37.453663 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-b87a22be-eae6-4667-aebf-5fbf515f248f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '4b782eaf-12c7-4a07-ba8e-bf34aa74ce8c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:37.488347 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b87a22be-eae6-4667-aebf-5fbf515f248f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.493311 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10419ec8-534b-4e7b-ab37-73ab1d028c5b tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.545419 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b87a22be-eae6-4667-aebf-5fbf515f248f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.551364 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b87a22be-eae6-4667-aebf-5fbf515f248f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.556821 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7f9f86a4-01a5-4c37-8c63-b117af8efa0b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:37.573091 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a22be-eae6-4667-aebf-5fbf515f248f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61669cd9-16b8-4b8e-89cb-d0d1d88362b8,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:37.576039 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b87a22be-eae6-4667-aebf-5fbf515f248f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:37.583401 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b87a22be-eae6-4667-aebf-5fbf515f248f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.584866 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b87a22be-eae6-4667-aebf-5fbf515f248f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359501 Jun 25 09:21:37.587557 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53600) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:37.592487 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0e4718a6-b5e6-43ee-9169-286c3bc83a5a tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '4b782eaf-12c7-4a07-ba8e-bf34aa74ce8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:37.623448 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e4718a6-b5e6-43ee-9169-286c3bc83a5a tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.676879 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-0e4718a6-b5e6-43ee-9169-286c3bc83a5a tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): There was a conflict when trying to complete your request. Jun 25 09:21:37.677999 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0e4718a6-b5e6-43ee-9169-286c3bc83a5a tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0893629 Jun 25 09:21:37.680810 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53602) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:37.680969 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10419ec8-534b-4e7b-ab37-73ab1d028c5b tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.683600 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10419ec8-534b-4e7b-ab37-73ab1d028c5b tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.739339 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19933d07-2a67-40f0-9e61-072c04d5f2d8 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.740891 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10419ec8-534b-4e7b-ab37-73ab1d028c5b tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.741410 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10419ec8-534b-4e7b-ab37-73ab1d028c5b tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a01a98ce-093a-43ac-9ae9-fef3fe661428 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:21:37.749297 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10419ec8-534b-4e7b-ab37-73ab1d028c5b tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.753030 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-10419ec8-534b-4e7b-ab37-73ab1d028c5b tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "DELETE /v2.0/routers/a01a98ce-093a-43ac-9ae9-fef3fe661428 HTTP/1.1" status: 204 len: 168 time: 0.3338058 Jun 25 09:21:37.773448 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19933d07-2a67-40f0-9e61-072c04d5f2d8 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.832250 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19933d07-2a67-40f0-9e61-072c04d5f2d8 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.835022 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19933d07-2a67-40f0-9e61-072c04d5f2d8 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:37.836511 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-19933d07-2a67-40f0-9e61-072c04d5f2d8 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "DELETE /v2.0/security-groups/4b782eaf-12c7-4a07-ba8e-bf34aa74ce8c HTTP/1.1" status: 204 len: 168 time: 0.1547771 Jun 25 09:21:37.837396 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:37.840526 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53606) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:37.847307 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19933d07-2a67-40f0-9e61-072c04d5f2d8 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b782eaf-12c7-4a07-ba8e-bf34aa74ce8c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:37.851145 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-19933d07-2a67-40f0-9e61-072c04d5f2d8 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:37.900690 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0a25ff82-2563-4a0c-b38b-30a8435da178 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0587633 Jun 25 09:21:37.911240 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53610) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:37.916867 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-822c7fbc-c4cd-4bf4-985f-249f5929327c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group': {'name': 'tempest-secgroup--2042920783'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:37.928908 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53612) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:37.967202 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-822c7fbc-c4cd-4bf4-985f-249f5929327c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:38.115468 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-822c7fbc-c4cd-4bf4-985f-249f5929327c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:38.121822 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-822c7fbc-c4cd-4bf4-985f-249f5929327c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:38.134954 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9a212a67-4e49-4300-aed0-61ae7b3a6409 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:38.142068 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-822c7fbc-c4cd-4bf4-985f-249f5929327c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:38.143941 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-822c7fbc-c4cd-4bf4-985f-249f5929327c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2315197 Jun 25 09:21:38.147235 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53622) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:38.152718 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e03a377c-eb05-4ff0-9cfd-fce78eb61c90 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '03dba8a8-276d-48bb-856f-31efe9902204', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:38.155504 n-d-761264-15 neutron-server[94025]: WARNING neutron.api.v2.base [None req-e03a377c-eb05-4ff0-9cfd-fce78eb61c90 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 25 09:21:38.156176 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-e03a377c-eb05-4ff0-9cfd-fce78eb61c90 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:38.157820 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e03a377c-eb05-4ff0-9cfd-fce78eb61c90 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0091710 Jun 25 09:21:38.161460 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53624) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:38.221928 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-71e6c1a5-dbfa-4a31-bf0a-fdb0b76ecbe5 req-5c1d0283-546c-4fbb-a5e7-3f9213f141f7 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0415463 Jun 25 09:21:38.227213 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c7fbc-c4cd-4bf4-985f-249f5929327c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03dba8a8-276d-48bb-856f-31efe9902204,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:38.232420 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-822c7fbc-c4cd-4bf4-985f-249f5929327c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:38.262011 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1795954508', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:38.301137 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:38.302494 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:38.363630 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:38.505934 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd91d-632a-41b9-a32c-b0b92391682e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:38.592769 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca44b77-f810-4b04-b390-75968b044b45 req-e42ce5fd-1c65-4be1-bb3d-f043c82d75b2 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:38.594721 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ca44b77-f810-4b04-b390-75968b044b45 req-e42ce5fd-1c65-4be1-bb3d-f043c82d75b2 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 945 time: 0.1382222 Jun 25 09:21:38.606648 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:38.622016 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd91d-632a-41b9-a32c-b0b92391682e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:38.668556 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ca44b77-f810-4b04-b390-75968b044b45 req-2aa2d772-e2d5-4354-91b1-211afe5556da tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/security-groups?id=2b853ec2-da13-476d-88a0-4ccaba57c779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682349 Jun 25 09:21:38.748607 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd91d-632a-41b9-a32c-b0b92391682e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:38.752653 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd91d-632a-41b9-a32c-b0b92391682e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:38.754163 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8b2bd91d-632a-41b9-a32c-b0b92391682e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "DELETE /v2.0/security-groups/03dba8a8-276d-48bb-856f-31efe9902204 HTTP/1.1" status: 204 len: 168 time: 0.5913391 Jun 25 09:21:38.755467 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7850c770-fd9e-4761-abd9-64f3b9f53f91 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:38.756879 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53640) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:38.763774 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31525099-e7ed-4bbf-ad91-548d1ccb7418 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:21:38.774554 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bd91d-632a-41b9-a32c-b0b92391682e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dba8a8-276d-48bb-856f-31efe9902204,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:38.784348 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8b2bd91d-632a-41b9-a32c-b0b92391682e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:38.864962 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6e308cc4-e86a-4482-bd07-48ff478ef94b tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055102 Jun 25 09:21:38.868231 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53642) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:38.873641 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 31525099-e7ed-4bbf-ad91-548d1ccb7418 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:21:38.878556 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 31525099-e7ed-4bbf-ad91-548d1ccb7418 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:21:38.879639 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:38.897982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-317a0602-809a-4814-9060-94117d2480cb tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450348597'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:38.975039 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:38.983630 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-317a0602-809a-4814-9060-94117d2480cb tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:38.995254 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:39.021511 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977dae6b-52fe-441f-876f-240fbda71b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31525099-e7ed-4bbf-ad91-548d1ccb7418'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:39.026193 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b729f7f0-9ba7-4ef4-b29d-f37106c4dbd2" -d '{"events": [{"server_uuid": "977dae6b-52fe-441f-876f-240fbda71b06", "name": "network-vif-plugged", "status": "completed", "tag": "31525099-e7ed-4bbf-ad91-548d1ccb7418"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:39.044568 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:39.057712 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 31525099-e7ed-4bbf-ad91-548d1ccb7418, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31525099-e7ed-4bbf-ad91-548d1ccb7418,segment=NetworkSegment(f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe),segment_id=f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:39.063174 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:39.066665 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:39.118296 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4753e42-4b4d-488e-86f9-e287137a562c x-openstack-request-id: req-d4753e42-4b4d-488e-86f9-e287137a562c {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:39.119556 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977dae6b-52fe-441f-876f-240fbda71b06", "name": "network-vif-plugged", "status": "completed", "tag": "31525099-e7ed-4bbf-ad91-548d1ccb7418", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:39.120126 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d4753e42-4b4d-488e-86f9-e287137a562c {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:39.120929 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977dae6b-52fe-441f-876f-240fbda71b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31525099-e7ed-4bbf-ad91-548d1ccb7418', 'code': 200} Jun 25 09:21:39.172368 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=31525099-e7ed-4bbf-ad91-548d1ccb7418,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:39.176547 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:39.192845 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-317a0602-809a-4814-9060-94117d2480cb tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:39.200650 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-317a0602-809a-4814-9060-94117d2480cb tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:39.204461 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dc454dd2-87f0-4f58-9078-90b9c4ec518a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:39.270438 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-317a0602-809a-4814-9060-94117d2480cb tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:39.272144 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-317a0602-809a-4814-9060-94117d2480cb tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4019177 Jun 25 09:21:39.283401 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53650) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:39.289946 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0b2ddb1f-e7ac-4231-b98f-1493dc12b290 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '554cc2be-ea77-4c49-8ae3-a4a0da78c63a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:39.290823 n-d-761264-15 neutron-server[94025]: WARNING neutron.api.v2.base [None req-0b2ddb1f-e7ac-4231-b98f-1493dc12b290 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 25 09:21:39.291322 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-0b2ddb1f-e7ac-4231-b98f-1493dc12b290 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:39.295284 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0b2ddb1f-e7ac-4231-b98f-1493dc12b290 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067639 Jun 25 09:21:39.296536 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53654) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:39.339133 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Allocated IP 172.25.6.75 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/1f06c6c6-14c6-44e9-8abf-bad646b7599e) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:21:39.449231 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e356721a-77c5-44a0-a056-fa732b019c2e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:39.454958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb839-3562-4afa-a487-0668867f3d17 req-5bb7e4f8-13d5-4dad-8e13-77fb99ef287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:39.456783 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-320fb839-3562-4afa-a487-0668867f3d17 req-5bb7e4f8-13d5-4dad-8e13-77fb99ef287e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 1098 time: 0.2161491 Jun 25 09:21:39.512351 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e356721a-77c5-44a0-a056-fa732b019c2e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:39.568852 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-320fb839-3562-4afa-a487-0668867f3d17 req-9b95a416-2d32-4375-af35-979ff9e7d81c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2b853ec2-da13-476d-88a0-4ccaba57c779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002452 Jun 25 09:21:39.596929 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:39.608316 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e356721a-77c5-44a0-a056-fa732b019c2e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:39.611752 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e356721a-77c5-44a0-a056-fa732b019c2e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:39.617139 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e356721a-77c5-44a0-a056-fa732b019c2e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "DELETE /v2.0/security-groups/554cc2be-ea77-4c49-8ae3-a4a0da78c63a HTTP/1.1" status: 204 len: 168 time: 0.3161724 Jun 25 09:21:39.617139 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6e7cf52e-cbc6-46bb-a4a5-fb27fc5dbe01 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:39.631851 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53660) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:39.632776 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356721a-77c5-44a0-a056-fa732b019c2e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554cc2be-ea77-4c49-8ae3-a4a0da78c63a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:39.641538 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e356721a-77c5-44a0-a056-fa732b019c2e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:39.646496 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a0602-809a-4814-9060-94117d2480cb tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554cc2be-ea77-4c49-8ae3-a4a0da78c63a,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:39.675554 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-317a0602-809a-4814-9060-94117d2480cb tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:39.686953 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ebdcb1bf-969e-4713-a9b8-50098453aaa2 req-c04ea4af-926d-434f-b9b7-d45d05237de3 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0434659 Jun 25 09:21:39.748075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05467615-2d86-4a10-ad55-ea75ed97df7f req-557c3d8d-279f-4bd9-8ff0-fe5b882bed53 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:39.760863 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0849bcac-7588-404d-8f0f-92d75509afdb tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1249125 Jun 25 09:21:39.769736 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-05467615-2d86-4a10-ad55-ea75ed97df7f req-557c3d8d-279f-4bd9-8ff0-fe5b882bed53 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 1097 time: 0.5075247 Jun 25 09:21:39.772041 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53664) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:39.784712 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:39.788822 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2ea11881-432c-4702-8980-a621bc92d0eb tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:39.795795 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a068c68e-55c9-41ef-a21d-c5707fe4aa9e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group': {'name': 'tempest-secgroup--703390401'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:39.854475 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:21:39.856290 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-05467615-2d86-4a10-ad55-ea75ed97df7f req-da288950-bcb2-47ea-a7b7-2306c17fe22f tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853848 Jun 25 09:21:39.863950 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:39.870789 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a068c68e-55c9-41ef-a21d-c5707fe4aa9e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:39.874476 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:21:39.885075 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Pushing event updated for resources: {'Port': ['ID=1f06c6c6-14c6-44e9-8abf-bad646b7599e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:39.915542 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:40.057550 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a068c68e-55c9-41ef-a21d-c5707fe4aa9e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:40.068526 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a068c68e-55c9-41ef-a21d-c5707fe4aa9e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:40.143245 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f5e4e28e-d7c5-4bb4-87a7-7bb8feebe56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:40.152762 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a068c68e-55c9-41ef-a21d-c5707fe4aa9e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:40.154220 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a068c68e-55c9-41ef-a21d-c5707fe4aa9e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3810761 Jun 25 09:21:40.161866 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53676) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:40.172334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-be797c5b-9140-41c9-9e7d-effca88be584 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '9e75cd7f-fe28-4930-bc8f-a18640e39575', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:40.190696 n-d-761264-15 neutron-server[94024]: WARNING neutron.api.v2.base [None req-be797c5b-9140-41c9-9e7d-effca88be584 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 25 09:21:40.192220 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-be797c5b-9140-41c9-9e7d-effca88be584 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:40.198160 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-be797c5b-9140-41c9-9e7d-effca88be584 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0297456 Jun 25 09:21:40.201491 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53678) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:40.207615 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4dd46ae3-bcb6-47bf-b071-06c95d9a7b36 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '9e75cd7f-fe28-4930-bc8f-a18640e39575', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:40.209439 n-d-761264-15 neutron-server[94025]: WARNING neutron.api.v2.base [None req-4dd46ae3-bcb6-47bf-b071-06c95d9a7b36 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 25 09:21:40.210209 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-4dd46ae3-bcb6-47bf-b071-06c95d9a7b36 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:40.213871 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4dd46ae3-bcb6-47bf-b071-06c95d9a7b36 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0086269 Jun 25 09:21:40.214489 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53680) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:40.219251 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8d303040-a73f-4441-9883-c489927ff8e7 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '9e75cd7f-fe28-4930-bc8f-a18640e39575', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:40.220511 n-d-761264-15 neutron-server[94025]: WARNING neutron.api.v2.base [None req-8d303040-a73f-4441-9883-c489927ff8e7 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 25 09:21:40.221096 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-8d303040-a73f-4441-9883-c489927ff8e7 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:40.224881 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8d303040-a73f-4441-9883-c489927ff8e7 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066216 Jun 25 09:21:40.225035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53682) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:40.236404 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-9771850b-a962-467d-a47a-18b887ec7873 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '9e75cd7f-fe28-4930-bc8f-a18640e39575', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:40.237407 n-d-761264-15 neutron-server[94024]: WARNING neutron.api.v2.base [None req-9771850b-a962-467d-a47a-18b887ec7873 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 25 09:21:40.238384 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-9771850b-a962-467d-a47a-18b887ec7873 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:40.240343 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9771850b-a962-467d-a47a-18b887ec7873 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0114977 Jun 25 09:21:40.244146 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53684) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:40.245903 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068c68e-55c9-41ef-a21d-c5707fe4aa9e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e75cd7f-fe28-4930-bc8f-a18640e39575,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:40.265094 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a068c68e-55c9-41ef-a21d-c5707fe4aa9e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:40.360155 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a4bc7-6721-4550-827b-e31536636521 req-6e74a9a6-8e34-4d56-a5b8-d702b7b75815 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:40.368669 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e9a4bc7-6721-4550-827b-e31536636521 req-6e74a9a6-8e34-4d56-a5b8-d702b7b75815 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 946 time: 0.3227704 Jun 25 09:21:40.403184 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9a75-f574-4a50-a1eb-a930ea7e6e7f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:40.457370 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9a75-f574-4a50-a1eb-a930ea7e6e7f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:40.463657 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e9a4bc7-6721-4550-827b-e31536636521 req-9cb815b7-1522-4902-a241-5a7242caa4c5 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/security-groups?id=2b853ec2-da13-476d-88a0-4ccaba57c779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939066 Jun 25 09:21:40.514970 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9a75-f574-4a50-a1eb-a930ea7e6e7f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:40.518008 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9a75-f574-4a50-a1eb-a930ea7e6e7f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:40.519286 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cbdf9a75-f574-4a50-a1eb-a930ea7e6e7f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "DELETE /v2.0/security-groups/9e75cd7f-fe28-4930-bc8f-a18640e39575 HTTP/1.1" status: 204 len: 168 time: 0.2704496 Jun 25 09:21:40.520189 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fdf70341-ccf8-4cb6-a49f-e93a0d3f8a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:40.523968 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53690) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:40.546876 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf9a75-f574-4a50-a1eb-a930ea7e6e7f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e75cd7f-fe28-4930-bc8f-a18640e39575,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:40.567099 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cbdf9a75-f574-4a50-a1eb-a930ea7e6e7f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:40.622439 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6db7136d-69a7-4bce-afe6-316b673842cf tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0923319 Jun 25 09:21:40.622724 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53692) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:40.631062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-d6ad5444-ebf6-4de2-9ec1-84e3226bbab2 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group': {'name': 'tempest-secgroup--1389281911'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:40.657859 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5444-ebf6-4de2-9ec1-84e3226bbab2 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:40.787477 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:40.807146 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5444-ebf6-4de2-9ec1-84e3226bbab2 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:40.812999 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5444-ebf6-4de2-9ec1-84e3226bbab2 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:40.832703 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7cfec8ef-37c4-4399-b967-e37e55303f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:40.837675 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5444-ebf6-4de2-9ec1-84e3226bbab2 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:40.842531 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d6ad5444-ebf6-4de2-9ec1-84e3226bbab2 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2156160 Jun 25 09:21:40.843877 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53702) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:40.849240 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-4257659b-763f-4ca7-9022-b215b29a2864 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '6ff906e0-b114-41e5-b3bb-1b53c59bee96', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:40.850165 n-d-761264-15 neutron-server[94024]: WARNING neutron.api.v2.base [None req-4257659b-763f-4ca7-9022-b215b29a2864 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 25 09:21:40.850579 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-4257659b-763f-4ca7-9022-b215b29a2864 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:40.854627 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4257659b-763f-4ca7-9022-b215b29a2864 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074124 Jun 25 09:21:40.855756 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53706) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:40.863237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c04ecb4b-6c6b-4415-a35d-c78f2a86dd42 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '6ff906e0-b114-41e5-b3bb-1b53c59bee96', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:40.887625 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad5444-ebf6-4de2-9ec1-84e3226bbab2 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff906e0-b114-41e5-b3bb-1b53c59bee96,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:40.903560 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d6ad5444-ebf6-4de2-9ec1-84e3226bbab2 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:40.945766 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-c04ecb4b-6c6b-4415-a35d-c78f2a86dd42 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:40.947077 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c04ecb4b-6c6b-4415-a35d-c78f2a86dd42 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0907481 Jun 25 09:21:40.951384 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53712) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:40.958193 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-793bcae1-571b-4182-8779-067c2621c0f2 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '6ff906e0-b114-41e5-b3bb-1b53c59bee96', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:40.959021 n-d-761264-15 neutron-server[94025]: WARNING neutron.api.v2.base [None req-793bcae1-571b-4182-8779-067c2621c0f2 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 25 09:21:40.959633 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-793bcae1-571b-4182-8779-067c2621c0f2 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:40.960682 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-793bcae1-571b-4182-8779-067c2621c0f2 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076530 Jun 25 09:21:40.963384 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53714) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:40.970049 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-06a3f8d8-257d-4c39-82dd-b67d02e12333 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '6ff906e0-b114-41e5-b3bb-1b53c59bee96', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:41.038248 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c245aa7-5700-4fdc-9233-30cae733feb8 req-0fc758ce-a33a-4292-80f1-29ca851aead5 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0827537 Jun 25 09:21:41.134674 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:41.211460 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-06a3f8d8-257d-4c39-82dd-b67d02e12333 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:41.213103 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-06a3f8d8-257d-4c39-82dd-b67d02e12333 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2484226 Jun 25 09:21:41.217199 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53722) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:41.244468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-174ad0d3-0d47-4ed9-9438-46de70ccbdda tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '6ff906e0-b114-41e5-b3bb-1b53c59bee96', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:41.245012 n-d-761264-15 neutron-server[94024]: WARNING neutron.api.v2.base [None req-174ad0d3-0d47-4ed9-9438-46de70ccbdda tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 25 09:21:41.245533 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-174ad0d3-0d47-4ed9-9438-46de70ccbdda tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:41.253456 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-174ad0d3-0d47-4ed9-9438-46de70ccbdda tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0301733 Jun 25 09:21:41.255473 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53724) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:41.295006 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-2b7cb432-f727-49fd-8fc5-44db20f21be4 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '6ff906e0-b114-41e5-b3bb-1b53c59bee96', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:41.376800 n-d-761264-15 neutron-server[94024]: INFO neutron.db.securitygroups_db [None req-2b7cb432-f727-49fd-8fc5-44db20f21be4 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Project 754255d4e288494d8cb3fcae7e553c0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 09:21:41.384992 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Router fe047109-b1fd-45ce-a69e-d5242c6e2b2f is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:21:41.421146 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-2b7cb432-f727-49fd-8fc5-44db20f21be4 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:41.441325 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2b7cb432-f727-49fd-8fc5-44db20f21be4 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1847310 Jun 25 09:21:41.444600 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53736) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:41.464377 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-0f7406e1-f897-462a-b105-eb9c63b198e0 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '6ff906e0-b114-41e5-b3bb-1b53c59bee96', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:41.464899 n-d-761264-15 neutron-server[94024]: WARNING neutron.api.v2.base [None req-0f7406e1-f897-462a-b105-eb9c63b198e0 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 25 09:21:41.465403 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-0f7406e1-f897-462a-b105-eb9c63b198e0 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:41.476373 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0f7406e1-f897-462a-b105-eb9c63b198e0 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0284224 Jun 25 09:21:41.477027 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53738) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:41.484436 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-6c0c6dc2-6373-4d66-97cd-97d2e3cb7453 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '6ff906e0-b114-41e5-b3bb-1b53c59bee96', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:41.527508 n-d-761264-15 neutron-server[94024]: INFO neutron.db.securitygroups_db [None req-6c0c6dc2-6373-4d66-97cd-97d2e3cb7453 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Project 754255d4e288494d8cb3fcae7e553c0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 09:21:41.551901 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:21:41.567782 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c25e5c-946b-4a05-84b0-648c81a4a443 None None] Sync routers for ids ['fe047109-b1fd-45ce-a69e-d5242c6e2b2f'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:21:41.580396 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-6c0c6dc2-6373-4d66-97cd-97d2e3cb7453 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:41.582312 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:41.585029 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6550953 Jun 25 09:21:41.585665 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53742) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:41.589233 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6c0c6dc2-6373-4d66-97cd-97d2e3cb7453 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1109271 Jun 25 09:21:41.590825 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d895ea25-25bd-4341-a8a7-f7bb01593be0 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '6ff906e0-b114-41e5-b3bb-1b53c59bee96', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:41.590981 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53744) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:41.591436 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c25e5c-946b-4a05-84b0-648c81a4a443 None None] Routers {'fe047109-b1fd-45ce-a69e-d5242c6e2b2f'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:21:41.593286 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b3c25e5c-946b-4a05-84b0-648c81a4a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['fe047109-b1fd-45ce-a69e-d5242c6e2b2f'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:41.630094 n-d-761264-15 neutron-server[94025]: INFO neutron.db.securitygroups_db [None req-d895ea25-25bd-4341-a8a7-f7bb01593be0 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Project 754255d4e288494d8cb3fcae7e553c0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 09:21:41.675710 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-d895ea25-25bd-4341-a8a7-f7bb01593be0 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:41.678595 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d895ea25-25bd-4341-a8a7-f7bb01593be0 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0908043 Jun 25 09:21:41.681043 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53746) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:41.711640 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b3c25e5c-946b-4a05-84b0-648c81a4a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:41.730542 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c25e5c-946b-4a05-84b0-648c81a4a443 None None] Routers {'fe047109-b1fd-45ce-a69e-d5242c6e2b2f'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:21:41.731455 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b3c25e5c-946b-4a05-84b0-648c81a4a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['fe047109-b1fd-45ce-a69e-d5242c6e2b2f'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:41.776963 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b3c25e5c-946b-4a05-84b0-648c81a4a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:41.778092 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c25e5c-946b-4a05-84b0-648c81a4a443 None None] The sync data for ids ['fe047109-b1fd-45ce-a69e-d5242c6e2b2f'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:21:41.791261 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bf3f7c7b-345a-4825-a3e2-4d129d425aea tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:41.822244 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bf3f7c7b-345a-4825-a3e2-4d129d425aea tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:41.899914 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bf3f7c7b-345a-4825-a3e2-4d129d425aea tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:41.902660 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bf3f7c7b-345a-4825-a3e2-4d129d425aea tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:41.906219 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bf3f7c7b-345a-4825-a3e2-4d129d425aea tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "DELETE /v2.0/security-groups/6ff906e0-b114-41e5-b3bb-1b53c59bee96 HTTP/1.1" status: 204 len: 168 time: 0.2218475 Jun 25 09:21:41.906219 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2595dce2-6e1b-4d6f-af1e-cdca69c2b037 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:41.907863 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53748) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:41.917911 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0a9e8317-16c3-4db9-aa5e-3716ca7a598a tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/routers/fe047109-b1fd-45ce-a69e-d5242c6e2b2f HTTP/1.1" status: 200 len: 924 time: 0.3251269 Jun 25 09:21:41.919604 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53750) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:41.928098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f7c7b-345a-4825-a3e2-4d129d425aea tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff906e0-b114-41e5-b3bb-1b53c59bee96,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:41.932840 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bf3f7c7b-345a-4825-a3e2-4d129d425aea tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:41.986031 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d526d-7db1-46bc-81a4-a626afe91ce1 req-0387a3dd-0b52-4fcc-80cc-bca740599f69 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:41.989808 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-76505669-ee49-4167-9e51-747c3d93ebad tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0806489 Jun 25 09:21:41.993578 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53752) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:41.995975 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-933d526d-7db1-46bc-81a4-a626afe91ce1 req-0387a3dd-0b52-4fcc-80cc-bca740599f69 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 946 time: 0.1646719 Jun 25 09:21:41.999429 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8e361e4e-16af-4a1f-8e04-cddc36a3bb46 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163396490'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:42.026387 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e361e4e-16af-4a1f-8e04-cddc36a3bb46 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:42.031898 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8bcaa2ea-b232-476b-b121-dc886ff4e5db tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe047109-b1fd-45ce-a69e-d5242c6e2b2f HTTP/1.1" status: 200 len: 205 time: 0.1086144 Jun 25 09:21:42.039484 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53756) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:42.116497 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-933d526d-7db1-46bc-81a4-a626afe91ce1 req-f2b66e8c-fb69-4019-8e5b-ca249da01647 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/security-groups?id=2b853ec2-da13-476d-88a0-4ccaba57c779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194592 Jun 25 09:21:42.203937 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e361e4e-16af-4a1f-8e04-cddc36a3bb46 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:42.212420 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e361e4e-16af-4a1f-8e04-cddc36a3bb46 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:42.218206 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:42.219809 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-45cd8230-a5ce-44c7-a4ab-8de7853a29cd tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:42.287610 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e361e4e-16af-4a1f-8e04-cddc36a3bb46 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:42.291295 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8e361e4e-16af-4a1f-8e04-cddc36a3bb46 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2963548 Jun 25 09:21:42.298803 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53764) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:42.304588 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-69204a0c-cbb5-44bd-a1da-909d774b0673 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '5b2af16a-f8b4-4c16-99bc-3381ef84b077', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:42.312777 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e361e4e-16af-4a1f-8e04-cddc36a3bb46 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2af16a-f8b4-4c16-99bc-3381ef84b077,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:42.315205 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8e361e4e-16af-4a1f-8e04-cddc36a3bb46 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:42.359554 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-69204a0c-cbb5-44bd-a1da-909d774b0673 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The resource could not be found. Jun 25 09:21:42.364321 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-69204a0c-cbb5-44bd-a1da-909d774b0673 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0644450 Jun 25 09:21:42.365160 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53766) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:42.369979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d3fc570f-7924-4124-8134-095f321bcee2 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '5b2af16a-f8b4-4c16-99bc-3381ef84b077', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'aed9015c-585a-4a61-af90-6725b742aedb'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:42.404166 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-befc9776-702a-41ed-a057-177947400bb4 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:21:42.414235 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-befc9776-702a-41ed-a057-177947400bb4 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4103460 Jun 25 09:21:42.438275 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-d3fc570f-7924-4124-8134-095f321bcee2 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The resource could not be found. Jun 25 09:21:42.442019 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d3fc570f-7924-4124-8134-095f321bcee2 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0755560 Jun 25 09:21:42.445265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53774) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:42.458214 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3738c503-e976-4066-9ab7-f83fcc74cc62 req-01233e60-78c2-48e6-b090-2602b1eb4f9c tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0631287 Jun 25 09:21:42.499549 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:42.535615 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4478a7f0-3261-4e64-b283-88554e8841bf tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:42.542892 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e3309f8-510a-4c42-9a6b-b7e64d727aea service neutron] Request body: {'binding': {'host': 'n-h1-761264-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:42.543599 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e3309f8-510a-4c42-9a6b-b7e64d727aea service neutron] Unknown quota resources ['binding']. {{(pid=94024) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 09:21:42.564552 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4478a7f0-3261-4e64-b283-88554e8841bf tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:42.632803 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4478a7f0-3261-4e64-b283-88554e8841bf tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:42.636151 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4478a7f0-3261-4e64-b283-88554e8841bf tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:42.639739 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4478a7f0-3261-4e64-b283-88554e8841bf tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "DELETE /v2.0/security-groups/5b2af16a-f8b4-4c16-99bc-3381ef84b077 HTTP/1.1" status: 204 len: 168 time: 0.1910348 Jun 25 09:21:42.639739 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bf3f7c7b-345a-4825-a3e2-4d129d425aea tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:42.642246 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53776) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:42.662640 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478a7f0-3261-4e64-b283-88554e8841bf tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2af16a-f8b4-4c16-99bc-3381ef84b077,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:42.666246 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4478a7f0-3261-4e64-b283-88554e8841bf tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:42.682565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Deleting port 1f06c6c6-14c6-44e9-8abf-bad646b7599e {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:21:42.683156 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:42.712777 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9f8e7045-4c96-4529-8d07-046321d7d0e4 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681775 Jun 25 09:21:42.716391 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53778) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:42.721823 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1886eb0a-5b42-4acf-9474-7a9dce4cea37 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': '60d83835-a2b0-4d09-ac46-f1b4e1e6c77c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:42.780320 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-1886eb0a-5b42-4acf-9474-7a9dce4cea37 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The resource could not be found. Jun 25 09:21:42.781480 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1886eb0a-5b42-4acf-9474-7a9dce4cea37 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0636513 Jun 25 09:21:42.785900 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53790) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:42.791926 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8e7e4177-0b17-4c89-9e70-df74564fb200 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group': {'name': 'tempest-secgroup--156598965'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:42.835164 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e7e4177-0b17-4c89-9e70-df74564fb200 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:42.843633 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e3309f8-510a-4c42-9a6b-b7e64d727aea service neutron] Attempting to bind port c1585b9b-960d-4293-82db-675d257caa81 on host n-h1-761264-15 for vnic_type normal with profile None {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:21:42.844256 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e3309f8-510a-4c42-9a6b-b7e64d727aea service neutron] Attempting to bind port c1585b9b-960d-4293-82db-675d257caa81 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:21:42.844847 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e3309f8-510a-4c42-9a6b-b7e64d727aea service neutron] Attempting to bind port c1585b9b-960d-4293-82db-675d257caa81 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:21:42.861855 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e3309f8-510a-4c42-9a6b-b7e64d727aea service neutron] Port c1585b9b-960d-4293-82db-675d257caa81 on network 86032570-f2c0-48a3-9354-653695b1e594 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:21:42.862277 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e3309f8-510a-4c42-9a6b-b7e64d727aea service neutron] Attempting to bind port c1585b9b-960d-4293-82db-675d257caa81 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:21:42.865618 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:42.879638 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e3309f8-510a-4c42-9a6b-b7e64d727aea service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:21:42.880243 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e3309f8-510a-4c42-9a6b-b7e64d727aea service neutron] Checking segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:21:42.880845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e3309f8-510a-4c42-9a6b-b7e64d727aea service neutron] Bound using segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:21:42.881624 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e3309f8-510a-4c42-9a6b-b7e64d727aea service neutron] Bound port: c1585b9b-960d-4293-82db-675d257caa81, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:21:42.893155 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Calling delete_port for 1f06c6c6-14c6-44e9-8abf-bad646b7599e owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:21:43.008887 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e7e4177-0b17-4c89-9e70-df74564fb200 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.038663 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e7e4177-0b17-4c89-9e70-df74564fb200 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.051064 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e3309f8-510a-4c42-9a6b-b7e64d727aea service neutron] For port c1585b9b-960d-4293-82db-675d257caa81, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c1585b9b-960d-4293-82db-675d257caa81,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:21:43.060082 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c9a210f7-35b3-4282-88fe-c29ca852888b tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:43.100781 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e3309f8-510a-4c42-9a6b-b7e64d727aea service neutron] Notify callbacks [] for binding, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.102454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e3309f8-510a-4c42-9a6b-b7e64d727aea service neutron] 10.222.0.93 "POST /v2.0/ports/c1585b9b-960d-4293-82db-675d257caa81/bindings HTTP/1.1" status: 201 len: 390 time: 0.6871355 Jun 25 09:21:43.148054 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e7e4177-0b17-4c89-9e70-df74564fb200 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.155548 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8e7e4177-0b17-4c89-9e70-df74564fb200 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3655982 Jun 25 09:21:43.155548 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e4177-0b17-4c89-9e70-df74564fb200 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2197be-1837-42b2-8e30-b078b42345eb,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:43.158242 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53806) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:43.162175 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8e7e4177-0b17-4c89-9e70-df74564fb200 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:43.169355 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-bc4747c8-2fa7-48a8-81df-6210e59223b1 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234295512'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:43.241890 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bc4747c8-2fa7-48a8-81df-6210e59223b1 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.269708 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.274136 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:43.329203 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Pushing event deleted for resources: {'Port': ['ID=1f06c6c6-14c6-44e9-8abf-bad646b7599e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:43.335882 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:43.448883 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.548391 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bc4747c8-2fa7-48a8-81df-6210e59223b1 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.622137 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bc4747c8-2fa7-48a8-81df-6210e59223b1 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.624077 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a662a-c784-4537-a8d5-6204dc4e35da req-51b5aee3-740f-44ea-89b7-65e5e2b1161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:43.625994 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-51b5aee3-740f-44ea-89b7-65e5e2b1161f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 1097 time: 0.0947161 Jun 25 09:21:43.642964 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.644885 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9ed2ba67-ccd8-45a2-85d2-01450db1110f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:43.648643 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.714348 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bc4747c8-2fa7-48a8-81df-6210e59223b1 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.714348 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bc4747c8-2fa7-48a8-81df-6210e59223b1 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5548091 Jun 25 09:21:43.719632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53822) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:43.739717 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-8a5fd261-ec79-42a9-b225-38d14fd9ae57 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': 'eb2197be-1837-42b2-8e30-b078b42345eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fe9df3b0-a2d8-4fe2-b9ee-9f9da77309be'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:43.751550 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.752589 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Fanout notify agent at l3_agent the message router_deleted on router fe047109-b1fd-45ce-a69e-d5242c6e2b2f {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:21:43.755571 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4747c8-2fa7-48a8-81df-6210e59223b1 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9df3b0-a2d8-4fe2-b9ee-9f9da77309be,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:43.767442 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.768665 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "DELETE /v2.0/routers/fe047109-b1fd-45ce-a69e-d5242c6e2b2f HTTP/1.1" status: 204 len: 168 time: 1.7285175 Jun 25 09:21:43.769949 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bc4747c8-2fa7-48a8-81df-6210e59223b1 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:43.773679 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53826) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:43.783334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Request body: {'router': {'name': 'tempest-snat-router-296222500', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'enable_snat': False}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:43.826357 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.827586 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.831549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a662a-c784-4537-a8d5-6204dc4e35da req-6ea08bc6-16b5-4a88-a5d5-c367d5d1171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:43.836949 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-6ea08bc6-16b5-4a88-a5d5-c367d5d1171b service neutron] 10.222.0.41 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.1994593 Jun 25 09:21:43.856106 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840c599-731e-4478-8e16-39df8f8b7db0 req-5d894a0e-4e51-420b-8308-e710f1b86ab2 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:43.858219 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8840c599-731e-4478-8e16-39df8f8b7db0 req-5d894a0e-4e51-420b-8308-e710f1b86ab2 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 945 time: 0.3148606 Jun 25 09:21:43.863099 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-8a5fd261-ec79-42a9-b225-38d14fd9ae57 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:43.864352 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8a5fd261-ec79-42a9-b225-38d14fd9ae57 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1357348 Jun 25 09:21:43.870347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53832) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:43.928295 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-9c647216-235f-4017-b2a0-d722cf56a303 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1585b9b-960d-4293-82db-675d257caa81 HTTP/1.1" status: 200 len: 217 time: 0.0768936 Jun 25 09:21:43.937532 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:43.991330 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a662a-c784-4537-a8d5-6204dc4e35da req-1475d366-937e-48e6-8306-f2c9069119fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:43.993136 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-1475d366-937e-48e6-8306-f2c9069119fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.0562322 Jun 25 09:21:44.052351 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-089e976a-de53-4afa-a72a-21fc68e324a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507762 Jun 25 09:21:44.075729 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-59092513-0b60-425f-8504-41a6b4c8680c req-ebdfee66-efdb-4944-a449-280c4b23a770 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.1367922 Jun 25 09:21:44.099747 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8840c599-731e-4478-8e16-39df8f8b7db0 req-8db31c6d-de4b-43be-b30a-acacfcaa1f77 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321444 Jun 25 09:21:44.195206 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:44.209907 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-766d90d8-e27f-4f51-b967-d27bf7c4b7e9 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:44.230886 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-8397fd7d-696e-4912-8210-70425a064207 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702697 Jun 25 09:21:44.282976 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-766d90d8-e27f-4f51-b967-d27bf7c4b7e9 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:44.362770 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-b1cc6b01-0b3c-4521-902f-d344fa8d48bf service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219087 Jun 25 09:21:44.432713 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-766d90d8-e27f-4f51-b967-d27bf7c4b7e9 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:44.435347 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-766d90d8-e27f-4f51-b967-d27bf7c4b7e9 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:44.436490 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-766d90d8-e27f-4f51-b967-d27bf7c4b7e9 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "DELETE /v2.0/security-groups/fe9df3b0-a2d8-4fe2-b9ee-9f9da77309be HTTP/1.1" status: 204 len: 168 time: 0.5644445 Jun 25 09:21:44.439334 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53848) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:44.444589 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e264c-236b-4243-b6ca-271192d93a31 req-3d38f9ba-9a88-4468-a4cd-5010bf1c864b tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:44.446131 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-976e264c-236b-4243-b6ca-271192d93a31 req-3d38f9ba-9a88-4468-a4cd-5010bf1c864b tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 946 time: 0.1592588 Jun 25 09:21:44.447097 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d6ad5444-ebf6-4de2-9ec1-84e3226bbab2 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:44.472779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d90d8-e27f-4f51-b967-d27bf7c4b7e9 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9df3b0-a2d8-4fe2-b9ee-9f9da77309be,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:44.477088 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-766d90d8-e27f-4f51-b967-d27bf7c4b7e9 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:44.518024 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7d80dd00-ee27-4b99-b495-dca531dfbc43 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0748847 Jun 25 09:21:44.519787 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53852) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:44.525322 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-976e264c-236b-4243-b6ca-271192d93a31 req-62702b25-2f55-4fff-a428-4281e7da8cb8 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/security-groups?id=2b853ec2-da13-476d-88a0-4ccaba57c779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650330 Jun 25 09:21:44.576540 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87644a69-7c7d-48db-99f7-a3998006f42f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:44.604190 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87644a69-7c7d-48db-99f7-a3998006f42f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:44.632080 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:21:44.665813 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87644a69-7c7d-48db-99f7-a3998006f42f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:44.666222 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:44.668965 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87644a69-7c7d-48db-99f7-a3998006f42f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:44.672468 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-87644a69-7c7d-48db-99f7-a3998006f42f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "DELETE /v2.0/security-groups/eb2197be-1837-42b2-8e30-b078b42345eb HTTP/1.1" status: 204 len: 168 time: 0.1493862 Jun 25 09:21:44.672468 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8e361e4e-16af-4a1f-8e04-cddc36a3bb46 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:44.674036 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53856) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:44.686762 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:44.691761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87644a69-7c7d-48db-99f7-a3998006f42f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2197be-1837-42b2-8e30-b078b42345eb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:44.695206 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-87644a69-7c7d-48db-99f7-a3998006f42f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:44.732722 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9f3bb756-b481-4236-96d0-969811733d3f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519617 Jun 25 09:21:44.734263 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53858) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:44.739676 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-a894e8b7-0c8b-4ed7-ac13-9aded3797c47 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421314293'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:44.763019 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a894e8b7-0c8b-4ed7-ac13-9aded3797c47 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:44.834445 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Allocated IP 172.25.6.125 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:21:44.856851 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a894e8b7-0c8b-4ed7-ac13-9aded3797c47 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:44.861405 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a894e8b7-0c8b-4ed7-ac13-9aded3797c47 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:44.872366 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ce6b8d1c-a081-45fd-bde8-1e7fdecd56e3 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:44.901663 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a894e8b7-0c8b-4ed7-ac13-9aded3797c47 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:44.905972 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a894e8b7-0c8b-4ed7-ac13-9aded3797c47 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1676111 Jun 25 09:21:44.906841 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53860) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:44.907435 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894e8b7-0c8b-4ed7-ac13-9aded3797c47 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd87bb7-a965-4351-b352-847c93b28840,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:44.910176 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a894e8b7-0c8b-4ed7-ac13-9aded3797c47 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:44.913074 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-185e14d9-debb-45a5-8d62-62c42ac47d9d tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': 'ccd87bb7-a965-4351-b352-847c93b28840', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:44.990230 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:45.006486 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-185e14d9-debb-45a5-8d62-62c42ac47d9d tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:45.008031 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-185e14d9-debb-45a5-8d62-62c42ac47d9d tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0999291 Jun 25 09:21:45.011944 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53862) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:45.018499 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-fee30430-018b-4873-a618-9bd375bbac10 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group_rule': {'security_group_id': 'ccd87bb7-a965-4351-b352-847c93b28840', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:45.064568 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:45.069786 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:45.109947 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-fee30430-018b-4873-a618-9bd375bbac10 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:21:45.111012 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fee30430-018b-4873-a618-9bd375bbac10 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0980959 Jun 25 09:21:45.113934 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:21:45.115056 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53866) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:45.117304 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:45.120863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:21:45.147200 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Pushing event updated for resources: {'Port': ['ID=a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:45.151452 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:45.198562 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4d8634e-13ca-45e5-aa43-610f8a9e3013 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:45.242004 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4d8634e-13ca-45e5-aa43-610f8a9e3013 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:45.296824 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-680a23ff-c810-4d9e-aa01-d32580fa0036 req-1def24df-3596-420c-90ca-7a8078974a30 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0538568 Jun 25 09:21:45.305858 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4d8634e-13ca-45e5-aa43-610f8a9e3013 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:45.308760 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4d8634e-13ca-45e5-aa43-610f8a9e3013 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:45.313903 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e4d8634e-13ca-45e5-aa43-610f8a9e3013 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "DELETE /v2.0/security-groups/ccd87bb7-a965-4351-b352-847c93b28840 HTTP/1.1" status: 204 len: 168 time: 0.1963303 Jun 25 09:21:45.314581 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53870) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:45.317404 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-19933d07-2a67-40f0-9e61-072c04d5f2d8 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:45.373469 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8634e-13ca-45e5-aa43-610f8a9e3013 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd87bb7-a965-4351-b352-847c93b28840,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:45.378398 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e4d8634e-13ca-45e5-aa43-610f8a9e3013 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:45.416965 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-218350c5-2146-40c7-acd1-d33978aaae0d tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0786140 Jun 25 09:21:45.420930 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53876) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:45.426433 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ebe6013b-45fa-4777-a48b-9fcc335ab649 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group': {'name': 'tempest-secgroup--312449671'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:45.451579 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ebe6013b-45fa-4777-a48b-9fcc335ab649 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:45.556954 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ebe6013b-45fa-4777-a48b-9fcc335ab649 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:45.562147 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ebe6013b-45fa-4777-a48b-9fcc335ab649 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:45.565878 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e87c49d4-f2fd-4214-9267-3f705bab8e00 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:45.598984 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ebe6013b-45fa-4777-a48b-9fcc335ab649 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:45.600825 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ebe6013b-45fa-4777-a48b-9fcc335ab649 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1784623 Jun 25 09:21:45.603154 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6013b-45fa-4777-a48b-9fcc335ab649 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40d357d-ffa8-46a2-a551-b653e5f0dbc4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:45.618064 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53890) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:45.621969 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ebe6013b-45fa-4777-a48b-9fcc335ab649 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:45.626042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8faa6393-906e-4399-9cc9-f735eb35d244 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:45.626537 n-d-761264-15 neutron-server[94025]: WARNING neutron.api.v2.base [None req-8faa6393-906e-4399-9cc9-f735eb35d244 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 25 09:21:45.627125 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-8faa6393-906e-4399-9cc9-f735eb35d244 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] update failed (client error): There was a conflict when trying to complete your request. Jun 25 09:21:45.628250 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8faa6393-906e-4399-9cc9-f735eb35d244 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "PUT /v2.0/security-groups/f40d357d-ffa8-46a2-a551-b653e5f0dbc4 HTTP/1.1" status: 409 len: 330 time: 0.0086484 Jun 25 09:21:45.631289 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53892) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:45.697962 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8228d317-cfda-4b9d-93b1-3f8a12ff2d1c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:45.733971 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8228d317-cfda-4b9d-93b1-3f8a12ff2d1c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:45.787411 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8228d317-cfda-4b9d-93b1-3f8a12ff2d1c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:45.793152 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8228d317-cfda-4b9d-93b1-3f8a12ff2d1c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:45.795386 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8228d317-cfda-4b9d-93b1-3f8a12ff2d1c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "DELETE /v2.0/security-groups/f40d357d-ffa8-46a2-a551-b653e5f0dbc4 HTTP/1.1" status: 204 len: 168 time: 0.1631293 Jun 25 09:21:45.796563 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1f36ddca-1a7b-4f0a-971a-16ceda222246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:45.801083 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53894) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:45.807552 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228d317-cfda-4b9d-93b1-3f8a12ff2d1c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40d357d-ffa8-46a2-a551-b653e5f0dbc4,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:45.811557 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8228d317-cfda-4b9d-93b1-3f8a12ff2d1c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:45.886087 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c423cb-645b-4506-9a04-3add882e2a11 req-ed56924d-5672-4474-b201-e3786cde6b08 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:45.888098 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2c423cb-645b-4506-9a04-3add882e2a11 req-ed56924d-5672-4474-b201-e3786cde6b08 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 945 time: 0.5995677 Jun 25 09:21:45.948715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b545c13e-b760-4853-9065-6f1d1f718da0 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1428113 Jun 25 09:21:45.948715 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:45.949107 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53896) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:46.011512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f914b-5cc0-4d0c-9370-2c5d2d277e56 req-28f363ff-cf8c-4872-b177-ffb6af080f9b tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:46.013577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3f8f914b-5cc0-4d0c-9370-2c5d2d277e56 req-28f363ff-cf8c-4872-b177-ffb6af080f9b tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 946 time: 0.2609711 Jun 25 09:21:46.022906 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-961d89b4-ea31-499d-aa26-85f0784b924e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] delete failed (client error): The resource could not be found. Jun 25 09:21:46.024026 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-961d89b4-ea31-499d-aa26-85f0784b924e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "DELETE /v2.0/security-groups/2b359772-fe54-4666-93bc-9acf77e58cfb HTTP/1.1" status: 404 len: 347 time: 0.0741084 Jun 25 09:21:46.028405 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53898) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:46.043503 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-203e096b-5ef0-46cd-8e9a-2ff0bad36a4f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] show failed (client error): The resource could not be found. Jun 25 09:21:46.048429 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-203e096b-5ef0-46cd-8e9a-2ff0bad36a4f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "GET /v2.0/security-groups/19bf3439-bfe9-4514-90fb-3620812c6346 HTTP/1.1" status: 404 len: 347 time: 0.0145526 Jun 25 09:21:46.051510 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53900) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:46.055180 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2c423cb-645b-4506-9a04-3add882e2a11 req-b69e4fc2-9fe3-44ed-a6d0-74ecb44a814b tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563704 Jun 25 09:21:46.063859 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-74d1fc98-e993-4afd-91ec-0e0188bcda97 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] show failed (client error): The resource could not be found. Jun 25 09:21:46.068841 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-74d1fc98-e993-4afd-91ec-0e0188bcda97 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] 10.222.0.93 "GET /v2.0/security-group-rules/d796e4ad-c741-4adc-a197-46c112982e46 HTTP/1.1" status: 404 len: 356 time: 0.0145819 Jun 25 09:21:46.093801 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3f8f914b-5cc0-4d0c-9370-2c5d2d277e56 req-cb72fa69-4d18-4f57-a8ff-19edc7330eea tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/security-groups?id=2b853ec2-da13-476d-88a0-4ccaba57c779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663714 Jun 25 09:21:46.203711 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a1542-1bab-4aa3-8e7f-17bf6b55de8a req-ee498afc-9229-498c-a92f-360017f02c98 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:46.205576 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c26a1542-1bab-4aa3-8e7f-17bf6b55de8a req-ee498afc-9229-498c-a92f-360017f02c98 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.41 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 946 time: 0.0895984 Jun 25 09:21:46.266901 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:46.356675 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-c26a1542-1bab-4aa3-8e7f-17bf6b55de8a req-2595efed-017f-4a06-8beb-5c1076778f31 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Deleting port 31525099-e7ed-4bbf-ad91-548d1ccb7418 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:21:46.357355 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c26a1542-1bab-4aa3-8e7f-17bf6b55de8a req-2595efed-017f-4a06-8beb-5c1076778f31 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:46.427785 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Router 8236d10e-a989-46d7-8f2c-cb2aaf875790 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:21:46.518111 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-c26a1542-1bab-4aa3-8e7f-17bf6b55de8a req-2595efed-017f-4a06-8beb-5c1076778f31 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] For port 31525099-e7ed-4bbf-ad91-548d1ccb7418, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31525099-e7ed-4bbf-ad91-548d1ccb7418,segment=NetworkSegment(f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe),segment_id=f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:46.518671 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c26a1542-1bab-4aa3-8e7f-17bf6b55de8a req-2595efed-017f-4a06-8beb-5c1076778f31 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:46.540277 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-c26a1542-1bab-4aa3-8e7f-17bf6b55de8a req-2595efed-017f-4a06-8beb-5c1076778f31 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Calling delete_port for 31525099-e7ed-4bbf-ad91-548d1ccb7418 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:21:46.599327 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:21:46.612765 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Sync routers for ids ['8236d10e-a989-46d7-8f2c-cb2aaf875790'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:21:46.627437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Routers {'8236d10e-a989-46d7-8f2c-cb2aaf875790'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:21:46.628495 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aee8cb06-a211-49c3-b15b-9408314ca9c1 req-938f5d77-4c36-486e-9a25-702c30f925ef tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0402424 Jun 25 09:21:46.640022 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8236d10e-a989-46d7-8f2c-cb2aaf875790'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:46.641522 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:46.656283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8792310 Jun 25 09:21:46.659347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53930) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:46.825761 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c26a1542-1bab-4aa3-8e7f-17bf6b55de8a req-2595efed-017f-4a06-8beb-5c1076778f31 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:46.833033 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4e022b74-aaa8-483a-85c8-23008e5eefdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:46.846527 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Set router 8236d10e-a989-46d7-8f2c-cb2aaf875790 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:21:46.866819 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53950) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:46.891931 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595efed-017f-4a06-8beb-5c1076778f31 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Pushing event deleted for resources: {'Port': ['ID=31525099-e7ed-4bbf-ad91-548d1ccb7418,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:46.895798 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2595efed-017f-4a06-8beb-5c1076778f31 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:46.899117 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-15210401-07f3-4de0-817e-f48f57a6f8e4 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/routers/8236d10e-a989-46d7-8f2c-cb2aaf875790 HTTP/1.1" status: 200 len: 908 time: 0.2384617 Jun 25 09:21:46.901773 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53956) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:46.907912 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Request body: {'router': {'name': 'tempest-snat-router-296222500', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'enable_snat': True}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:46.949602 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:46.951092 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:47.011406 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26a1542-1bab-4aa3-8e7f-17bf6b55de8a req-2595efed-017f-4a06-8beb-5c1076778f31 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] No DVR routers for this DVR port 31525099-e7ed-4bbf-ad91-548d1ccb7418 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:21:47.027751 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c26a1542-1bab-4aa3-8e7f-17bf6b55de8a req-2595efed-017f-4a06-8beb-5c1076778f31 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:47.030304 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c26a1542-1bab-4aa3-8e7f-17bf6b55de8a req-2595efed-017f-4a06-8beb-5c1076778f31 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.41 "DELETE /v2.0/ports/31525099-e7ed-4bbf-ad91-548d1ccb7418 HTTP/1.1" status: 204 len: 173 time: 0.8182774 Jun 25 09:21:47.031491 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977dae6b-52fe-441f-876f-240fbda71b06', 'name': 'network-vif-deleted', 'tag': '31525099-e7ed-4bbf-ad91-548d1ccb7418'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:47.042909 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7114fd0-d4d3-4739-8b23-adc591abea09" -d '{"events": [{"server_uuid": "977dae6b-52fe-441f-876f-240fbda71b06", "name": "network-vif-deleted", "tag": "31525099-e7ed-4bbf-ad91-548d1ccb7418"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:47.072887 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:47.073061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['31525099-e7ed-4bbf-ad91-548d1ccb7418'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:21:47.132994 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f331fcd5-eb0b-4db9-a044-b15b9d6321d6 x-openstack-request-id: req-f331fcd5-eb0b-4db9-a044-b15b9d6321d6 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:47.133337 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977dae6b-52fe-441f-876f-240fbda71b06", "name": "network-vif-deleted", "tag": "31525099-e7ed-4bbf-ad91-548d1ccb7418", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:47.133640 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f331fcd5-eb0b-4db9-a044-b15b9d6321d6 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:47.134085 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977dae6b-52fe-441f-876f-240fbda71b06', 'name': 'network-vif-deleted', 'tag': '31525099-e7ed-4bbf-ad91-548d1ccb7418', 'status': 'completed', 'code': 200} Jun 25 09:21:47.149235 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8236d10e-a989-46d7-8f2c-cb2aaf875790', 'name': 'tempest-snat-router-296222500', 'tenant_id': '173e089e8aa44e29a13ed5bcc81dd0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.125'}], 'enable_snat': False}, 'gw_port_id': 'a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:21:43Z', 'updated_at': '2021-06-25T09:21:45Z', 'revision_number': 3, 'project_id': '173e089e8aa44e29a13ed5bcc81dd0e3', 'gw_port': {'id': 'a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:40:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8236d10e-a989-46d7-8f2c-cb2aaf875790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:44Z', 'updated_at': '2021-06-25T09:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:47.214493 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Checking router: 8236d10e-a989-46d7-8f2c-cb2aaf875790 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:21:47.221041 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Updating router 8236d10e-a989-46d7-8f2c-cb2aaf875790 port a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:21:47.270823 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:47.284102 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53972) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:47.297427 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f5eb4f32-bf44-4b3a-bb63-ebf7aa912c22 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=754255d4e288494d8cb3fcae7e553c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188261 Jun 25 09:21:47.297642 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:47.375945 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ed7152f8-22b4-490e-8eae-05b8d5775bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:47.407229 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ed7152f8-22b4-490e-8eae-05b8d5775bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:47.440643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ff9bee7-ff82-4cc4-bf09-4c1dfa794de4 req-722a5db9-4e5e-490c-8c45-70f9fcc0d31d tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] 10.222.0.93 "GET /v2.0/ports?device_id=977dae6b-52fe-441f-876f-240fbda71b06 HTTP/1.1" status: 200 len: 210 time: 0.0609195 Jun 25 09:21:47.484889 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ed7152f8-22b4-490e-8eae-05b8d5775bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:47.487705 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fa71b-badf-409c-bbe0-16dc1e08b558 req-674bdd7b-e1df-4c99-8528-8556a5d93158 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:47.489477 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ed7152f8-22b4-490e-8eae-05b8d5775bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:47.489983 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-739fa71b-badf-409c-bbe0-16dc1e08b558 req-674bdd7b-e1df-4c99-8528-8556a5d93158 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 945 time: 0.1552751 Jun 25 09:21:47.493041 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ed7152f8-22b4-490e-8eae-05b8d5775bfd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0ee113d6-01ed-4b4f-af90-66d6b9393c9b HTTP/1.1" status: 204 len: 168 time: 0.2048738 Jun 25 09:21:47.493041 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e4ebc259-2a8e-4d77-84ca-37017981d538 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:47.512656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7152f8-22b4-490e-8eae-05b8d5775bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee113d6-01ed-4b4f-af90-66d6b9393c9b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:47.529609 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ed7152f8-22b4-490e-8eae-05b8d5775bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:47.634413 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-739fa71b-badf-409c-bbe0-16dc1e08b558 req-9e00650d-b70d-4045-9e09-a4e9f393ef31 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284468 Jun 25 09:21:47.659276 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:47.673486 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Transition to ACTIVE for port object a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:21:47.681558 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:47.700345 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:47.743650 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Attempting to bind port a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:21:47.744428 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Attempting to bind port a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:21:47.745342 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Attempting to bind port a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:21:47.757837 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:21:47.758691 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:21:47.759266 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:47.759818 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:21:47.760471 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Bound port: a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:21:47.761138 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:47.793851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1398e01-c374-4ee4-963e-7454edbe250e None None] Pushing event updated for resources: {'Port': ['ID=a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:47.814917 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d1398e01-c374-4ee4-963e-7454edbe250e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:47.878424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] For port a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:21:47.894705 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] For port a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:21:47.903428 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:47.909631 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1821eeda-144c-47a9-93ea-048a5b4460c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:47.950953 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:48.018794 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1398e01-c374-4ee4-963e-7454edbe250e None None] Pushing event updated for resources: {'Port': ['ID=a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:48.024926 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d1398e01-c374-4ee4-963e-7454edbe250e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:48.045586 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:48.050930 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3611b306-4deb-4c6e-9ef0-c7f01d21f294 req-0f77465d-b91e-41c6-b2e9-94eeebcbcf10 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.1013310 Jun 25 09:21:48.074437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Routers {'8236d10e-a989-46d7-8f2c-cb2aaf875790'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:21:48.076069 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8236d10e-a989-46d7-8f2c-cb2aaf875790'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:48.246338 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] Set router 8236d10e-a989-46d7-8f2c-cb2aaf875790 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:21:48.349125 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-7b562a3b-6398-43c8-81d4-3ddfd607a7b9 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:48.357319 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-7b562a3b-6398-43c8-81d4-3ddfd607a7b9 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/networks?id=dad122da-9762-4f59-a9e2-64bd248a4a6f HTTP/1.1" status: 200 len: 805 time: 0.1267715 Jun 25 09:21:48.379928 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-acf3a89d-72e5-4127-8c2f-95463249d637 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/quotas/dd3b2251bcb44013a235a723b458a880 HTTP/1.1" status: 200 len: 375 time: 0.0210049 Jun 25 09:21:48.443150 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Allocated IP 172.25.6.236 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/2b27f7b3-bdbb-49fe-b827-3da4424900e2) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:21:48.489039 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8236d10e-a989-46d7-8f2c-cb2aaf875790', 'name': 'tempest-snat-router-296222500', 'tenant_id': '173e089e8aa44e29a13ed5bcc81dd0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.125'}], 'enable_snat': False}, 'gw_port_id': 'a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:21:43Z', 'updated_at': '2021-06-25T09:21:45Z', 'revision_number': 3, 'project_id': '173e089e8aa44e29a13ed5bcc81dd0e3', 'gw_port': {'id': 'a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:40:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8236d10e-a989-46d7-8f2c-cb2aaf875790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:44Z', 'updated_at': '2021-06-25T09:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:48.529550 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311b588f-b38e-4724-9fc1-63b080963658 None None] The sync data for ids ['8236d10e-a989-46d7-8f2c-cb2aaf875790'] in n-d-761264-15 is: [{'id': '8236d10e-a989-46d7-8f2c-cb2aaf875790', 'name': 'tempest-snat-router-296222500', 'tenant_id': '173e089e8aa44e29a13ed5bcc81dd0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.125'}], 'enable_snat': False}, 'gw_port_id': 'a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:21:43Z', 'updated_at': '2021-06-25T09:21:45Z', 'revision_number': 3, 'project_id': '173e089e8aa44e29a13ed5bcc81dd0e3', 'gw_port': {'id': 'a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:40:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8236d10e-a989-46d7-8f2c-cb2aaf875790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:44Z', 'updated_at': '2021-06-25T09:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:21:48.582859 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-f8ed1a0b-c06a-4099-945b-f421d4b14e14 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=dd3b2251bcb44013a235a723b458a880&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2018735 Jun 25 09:21:48.623187 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54012) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:48.682894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54016) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:48.702052 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b92fd9c-f144-43c0-98b8-51b22089bf11 admin admin] Deleting subnet 6d0881ed-a460-4881-96bb-9206fab9e228 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:21:48.710109 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b92fd9c-f144-43c0-98b8-51b22089bf11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:48.744653 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-527caa30-3dfa-47ae-873c-41bc251f19d4 service neutron] 10.222.0.93 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354928 Jun 25 09:21:48.769452 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b92fd9c-f144-43c0-98b8-51b22089bf11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:48.774305 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:48.830519 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e60f6802-cec2-462a-b5d2-bddf7b7f11b4 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:21:48.832493 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b92fd9c-f144-43c0-98b8-51b22089bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:48.937009 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-61c905ec-7ef1-4a83-81c9-2fd019f7fc03 service neutron] 10.222.0.93 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787777 Jun 25 09:21:48.945264 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-232454446-network', 'tenant_id': '6a95b3f563fc4e9e93d7b63fbace6378'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:49.029319 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Made reservation on behalf of 6a95b3f563fc4e9e93d7b63fbace6378 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:21:49.039611 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.042337 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b92fd9c-f144-43c0-98b8-51b22089bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.058996 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-71842f25-6b01-4312-96f1-70b8e54bfa03 tempest-FloatingIPAdminTestJSON-84554099 tempest-FloatingIPAdminTestJSON-84554099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:49.060467 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.134042 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67aa85b-9394-4e85-9b7a-4e3a34489c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e60f6802-cec2-462a-b5d2-bddf7b7f11b4'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:49.136657 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.137744 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccce0ac8-f5ed-4f19-82d2-2e0440f82edf" -d '{"events": [{"server_uuid": "a67aa85b-9394-4e85-9b7a-4e3a34489c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "e60f6802-cec2-462a-b5d2-bddf7b7f11b4"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:49.150629 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92fd9c-f144-43c0-98b8-51b22089bf11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d0881ed-a460-4881-96bb-9206fab9e228,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:49.157885 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2b92fd9c-f144-43c0-98b8-51b22089bf11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:49.165330 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e60f6802-cec2-462a-b5d2-bddf7b7f11b4, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:49.168686 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b92fd9c-f144-43c0-98b8-51b22089bf11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.178605 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.179553 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31525099-e7ed-4bbf-ad91-548d1ccb7418 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:21:49.183621 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:49.184671 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54028) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:49.187514 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2b92fd9c-f144-43c0-98b8-51b22089bf11 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/6d0881ed-a460-4881-96bb-9206fab9e228 HTTP/1.1" status: 204 len: 168 time: 0.5629718 Jun 25 09:21:49.275606 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 31525099-e7ed-4bbf-ad91-548d1ccb7418 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:21:49.275987 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31525099-e7ed-4bbf-ad91-548d1ccb7418 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:21:49.288847 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:21:49.327780 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d286de3-b2cb-448a-8b74-c73646aaa06a req-c23a6e8f-6495-443a-82b4-668a3672b39b tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:49.332909 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d286de3-b2cb-448a-8b74-c73646aaa06a req-c23a6e8f-6495-443a-82b4-668a3672b39b tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 945 time: 0.3854916 Jun 25 09:21:49.348289 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ea95d251-c42c-4885-822c-c18e3b9d6dad req-fe32a477-a0c9-4d9a-a02d-89093ac0b981 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 210 time: 0.1168022 Jun 25 09:21:49.349849 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.367638 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:49.373728 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.378138 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:49.393175 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.396424 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e4d8634e-13ca-45e5-aa43-610f8a9e3013 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:49.405903 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:49.452276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:21:49.469168 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:21:49.471552 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:21:49.477184 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:21:49.479204 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.500932 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e54f944-c5bd-40ce-9bec-a4a6c6e1df6a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:49.502085 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:49.531371 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:49.534440 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:21:49.537794 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.542996 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Added segment 934861af-2df1-4963-b729-0c3a315a63d7 of type vlan for network 8dc2a8ec-b29e-48f1-a072-7f6051f26ea1 Jun 25 09:21:49.545747 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d286de3-b2cb-448a-8b74-c73646aaa06a req-c6423d31-a757-4eba-9811-2174fec8c20e tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800616 Jun 25 09:21:49.548914 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Pushing event updated for resources: {'Port': ['ID=2b27f7b3-bdbb-49fe-b827-3da4424900e2,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:49.616818 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10ecb260-3a35-40f6-b525-8ab8af4f103a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.629956 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:49.646303 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.662014 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e14f026-ad8c-490d-a2c9-e3b86a010f0b x-openstack-request-id: req-3e14f026-ad8c-490d-a2c9-e3b86a010f0b {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:49.662014 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67aa85b-9394-4e85-9b7a-4e3a34489c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "e60f6802-cec2-462a-b5d2-bddf7b7f11b4", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:49.662325 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3e14f026-ad8c-490d-a2c9-e3b86a010f0b {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:49.662687 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67aa85b-9394-4e85-9b7a-4e3a34489c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e60f6802-cec2-462a-b5d2-bddf7b7f11b4', 'code': 200} Jun 25 09:21:49.685467 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.709220 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.710184 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:49.710779 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.714188 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4e5e6060-0412-4294-9824-85b4b7fa1df3 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:49.732522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:49.741044 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:49.748674 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:49.850365 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:49.854834 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:49.876484 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1872942 Jun 25 09:21:49.880565 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54038) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:49.890045 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-3f9c849e-d7ed-4add-ba79-254ebafa1be2 admin admin] Request body: {'subnet': {'network_id': '8dc2a8ec-b29e-48f1-a072-7f6051f26ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-232454446-subnet', 'tenant_id': '6a95b3f563fc4e9e93d7b63fbace6378', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:49.910458 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Pushing event updated for resources: {'Network': ['ID=8dc2a8ec-b29e-48f1-a072-7f6051f26ea1,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:49.920875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 8dc2a8ec-b29e-48f1-a072-7f6051f26ea1 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:21:49.921493 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:49.940259 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9c849e-d7ed-4add-ba79-254ebafa1be2 admin admin] Made reservation on behalf of 6a95b3f563fc4e9e93d7b63fbace6378 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:21:49.943647 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f9c849e-d7ed-4add-ba79-254ebafa1be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:50.012251 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10ecb260-3a35-40f6-b525-8ab8af4f103a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:50.030229 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-10ecb260-3a35-40f6-b525-8ab8af4f103a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0906c0-0abb-437d-adff-597cb77e0a38']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:50.042959 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-10ecb260-3a35-40f6-b525-8ab8af4f103a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:50.043248 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-10ecb260-3a35-40f6-b525-8ab8af4f103a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b310b0-98bb-4b70-8f85-8b1fc7ee4bfe') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:50.054119 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10ecb260-3a35-40f6-b525-8ab8af4f103a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:50.069085 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10ecb260-3a35-40f6-b525-8ab8af4f103a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:50.075537 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ecb260-3a35-40f6-b525-8ab8af4f103a admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:21:50.075946 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10ecb260-3a35-40f6-b525-8ab8af4f103a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:21:50.173839 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:21:50.177460 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10ecb260-3a35-40f6-b525-8ab8af4f103a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:50.189713 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-42066676-9d36-402a-9482-97e41a54275b req-9343272e-2873-4477-a0ea-af8e39be1619 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.3953946 Jun 25 09:21:50.197025 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f9c849e-d7ed-4add-ba79-254ebafa1be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:50.206413 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-461bdb28-b6af-4130-86e1-19636adfa70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:50.210309 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5d310a5c-9643-496e-8422-b2af9de4af43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:50.216080 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10ecb260-3a35-40f6-b525-8ab8af4f103a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:50.220167 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-10ecb260-3a35-40f6-b525-8ab8af4f103a admin admin] 10.222.0.93 "DELETE /v2.0/networks/be0906c0-0abb-437d-adff-597cb77e0a38 HTTP/1.1" status: 204 len: 168 time: 1.0275061 Jun 25 09:21:50.238752 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecb260-3a35-40f6-b525-8ab8af4f103a admin admin] Pushing event deleted for resources: {'Network': ['ID=be0906c0-0abb-437d-adff-597cb77e0a38,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:50.243988 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-10ecb260-3a35-40f6-b525-8ab8af4f103a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:50.302463 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c849e-d7ed-4add-ba79-254ebafa1be2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0741eb80-2072-46cf-a70f-bd10f3b1a4c4,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:50.305022 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c849e-d7ed-4add-ba79-254ebafa1be2 admin admin] Checking segment: {'id': '934861af-2df1-4963-b729-0c3a315a63d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '8dc2a8ec-b29e-48f1-a072-7f6051f26ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:21:50.309917 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9c849e-d7ed-4add-ba79-254ebafa1be2 admin admin] Network hostable DHCP agents. Network: 8dc2a8ec-b29e-48f1-a072-7f6051f26ea1, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:21:50.314947 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3f9c849e-d7ed-4add-ba79-254ebafa1be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:50.334849 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9c849e-d7ed-4add-ba79-254ebafa1be2 admin admin] Network 8dc2a8ec-b29e-48f1-a072-7f6051f26ea1 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:21:50.350408 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-3f9c849e-d7ed-4add-ba79-254ebafa1be2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 8dc2a8ec-b29e-48f1-a072-7f6051f26ea1) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:50.355406 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9c849e-d7ed-4add-ba79-254ebafa1be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:50.356587 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f9c849e-d7ed-4add-ba79-254ebafa1be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:50.359917 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0e2d7a-91de-423d-98ce-5947e3300800 None None] Network 8dc2a8ec-b29e-48f1-a072-7f6051f26ea1 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:21:50.380838 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3f9c849e-d7ed-4add-ba79-254ebafa1be2 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4972188 Jun 25 09:21:50.400229 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:50.451324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54046) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:50.596872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829361ba-d972-4b70-9e45-984e662d8022 None None] Network 8dc2a8ec-b29e-48f1-a072-7f6051f26ea1 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:21:50.646883 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c5687436-a03e-49f3-a948-f52c9e8d5896 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=222f5d60a93841a9a031b7aa22b430ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942236 Jun 25 09:21:50.668030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54052) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:50.781292 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56c2a4b6-254f-4679-a748-0da16da28f0f req-e0fdfe94-097d-42d0-9e9d-797f852f049f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 210 time: 0.1671684 Jun 25 09:21:50.827474 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905b5b6-91b8-4faa-8ebc-52a09cf7b846 req-e8f8e00e-f003-477a-ae35-945994040cd2 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:50.829368 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2905b5b6-91b8-4faa-8ebc-52a09cf7b846 req-e8f8e00e-f003-477a-ae35-945994040cd2 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67aa85b-9394-4e85-9b7a-4e3a34489c0d HTTP/1.1" status: 200 len: 943 time: 0.2994776 Jun 25 09:21:50.852246 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63bc95cb-6634-4d86-b7cc-e2867a5a2852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:50.970370 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63bc95cb-6634-4d86-b7cc-e2867a5a2852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:51.072548 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63bc95cb-6634-4d86-b7cc-e2867a5a2852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:51.076208 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63bc95cb-6634-4d86-b7cc-e2867a5a2852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:51.080612 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-63bc95cb-6634-4d86-b7cc-e2867a5a2852 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2b853ec2-da13-476d-88a0-4ccaba57c779 HTTP/1.1" status: 204 len: 168 time: 0.4094126 Jun 25 09:21:51.085571 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:51.103317 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc95cb-6634-4d86-b7cc-e2867a5a2852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b853ec2-da13-476d-88a0-4ccaba57c779,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:51.124047 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-63bc95cb-6634-4d86-b7cc-e2867a5a2852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:51.267427 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:21:51.273680 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-2905b5b6-91b8-4faa-8ebc-52a09cf7b846 req-e0ae1a2a-ee1f-468c-81a4-2e115f64e5cd tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Deleting port e60f6802-cec2-462a-b5d2-bddf7b7f11b4 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:21:51.274011 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2905b5b6-91b8-4faa-8ebc-52a09cf7b846 req-e0ae1a2a-ee1f-468c-81a4-2e115f64e5cd tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:51.424450 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33cf8c-ccf7-43e2-b539-4f62a1666615 req-c629dd4b-df4e-4a69-9c26-bb49db8b0f58 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:51.431487 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe33cf8c-ccf7-43e2-b539-4f62a1666615 req-c629dd4b-df4e-4a69-9c26-bb49db8b0f58 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 945 time: 0.6916349 Jun 25 09:21:51.434458 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:51.474633 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-2905b5b6-91b8-4faa-8ebc-52a09cf7b846 req-e0ae1a2a-ee1f-468c-81a4-2e115f64e5cd tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] For port e60f6802-cec2-462a-b5d2-bddf7b7f11b4, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:51.475040 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2905b5b6-91b8-4faa-8ebc-52a09cf7b846 req-e0ae1a2a-ee1f-468c-81a4-2e115f64e5cd tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:51.480883 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84c9492b-61f9-49b9-b000-40387132838d req-59dfba13-eeba-4860-9510-0843ae5e74ee tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0859225 Jun 25 09:21:51.497753 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-2905b5b6-91b8-4faa-8ebc-52a09cf7b846 req-e0ae1a2a-ee1f-468c-81a4-2e115f64e5cd tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Calling delete_port for e60f6802-cec2-462a-b5d2-bddf7b7f11b4 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:21:51.538550 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:21:51.539263 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:51.564616 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe33cf8c-ccf7-43e2-b539-4f62a1666615 req-08f44554-a485-4ce3-b89d-87dd00a6d0fd tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319289 Jun 25 09:21:51.603860 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-f236a7e8-74e9-4b65-a24d-498660d44af9 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:51.605983 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-f236a7e8-74e9-4b65-a24d-498660d44af9 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.41 "GET /v2.0/networks?id=dad122da-9762-4f59-a9e2-64bd248a4a6f HTTP/1.1" status: 200 len: 805 time: 0.2888076 Jun 25 09:21:51.675302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-85faf43b-c046-4019-a801-c667da5ab1ad tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Request body: {'port': {'device_id': '45efd464-5156-4135-b40a-817036be1c53', 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f', 'admin_state_up': True, 'tenant_id': 'dd3b2251bcb44013a235a723b458a880'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:51.736466 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2905b5b6-91b8-4faa-8ebc-52a09cf7b846 req-e0ae1a2a-ee1f-468c-81a4-2e115f64e5cd tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:51.741465 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dc50130a-1851-4665-b070-6aa5b9be3576 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:51.771782 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae1a2a-ee1f-468c-81a4-2e115f64e5cd tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Pushing event deleted for resources: {'Port': ['ID=e60f6802-cec2-462a-b5d2-bddf7b7f11b4,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:51.775512 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e0ae1a2a-ee1f-468c-81a4-2e115f64e5cd tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:51.823957 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54078) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:51.826350 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-2905b5b6-91b8-4faa-8ebc-52a09cf7b846 req-e0ae1a2a-ee1f-468c-81a4-2e115f64e5cd tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] No DVR routers for this DVR port e60f6802-cec2-462a-b5d2-bddf7b7f11b4 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:21:51.830175 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2905b5b6-91b8-4faa-8ebc-52a09cf7b846 req-e0ae1a2a-ee1f-468c-81a4-2e115f64e5cd tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:51.831157 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2037541738-network', 'tenant_id': '942d65fb940446b9bebe141634604776'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:51.832682 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2905b5b6-91b8-4faa-8ebc-52a09cf7b846 req-e0ae1a2a-ee1f-468c-81a4-2e115f64e5cd tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.41 "DELETE /v2.0/ports/e60f6802-cec2-462a-b5d2-bddf7b7f11b4 HTTP/1.1" status: 204 len: 173 time: 0.9772673 Jun 25 09:21:51.833579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67aa85b-9394-4e85-9b7a-4e3a34489c0d', 'name': 'network-vif-deleted', 'tag': 'e60f6802-cec2-462a-b5d2-bddf7b7f11b4'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:51.836149 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5eef078-3b32-4e51-9a9a-05af1ea00944" -d '{"events": [{"server_uuid": "a67aa85b-9394-4e85-9b7a-4e3a34489c0d", "name": "network-vif-deleted", "tag": "e60f6802-cec2-462a-b5d2-bddf7b7f11b4"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:51.844408 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Router c7d37d85-8746-4acc-910b-96aa2b573884 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:21:51.862572 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-85faf43b-c046-4019-a801-c667da5ab1ad tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Made reservation on behalf of dd3b2251bcb44013a235a723b458a880 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:21:51.868411 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-85faf43b-c046-4019-a801-c667da5ab1ad tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:51.887795 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79033463-de49-415a-935d-7055cad61616 x-openstack-request-id: req-79033463-de49-415a-935d-7055cad61616 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:51.888478 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67aa85b-9394-4e85-9b7a-4e3a34489c0d", "name": "network-vif-deleted", "tag": "e60f6802-cec2-462a-b5d2-bddf7b7f11b4", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:51.889026 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-79033463-de49-415a-935d-7055cad61616 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:51.890677 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67aa85b-9394-4e85-9b7a-4e3a34489c0d', 'name': 'network-vif-deleted', 'tag': 'e60f6802-cec2-462a-b5d2-bddf7b7f11b4', 'status': 'completed', 'code': 200} Jun 25 09:21:51.937371 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Made reservation on behalf of 942d65fb940446b9bebe141634604776 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:21:51.939778 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:51.991865 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.065994 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb7d0ebe-dae1-47d7-9e91-fb11e5599759 req-0fa7defb-34fe-4a70-b79f-421a1845d1e3 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 210 time: 0.0818343 Jun 25 09:21:52.137183 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:21:52.148023 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Sync routers for ids ['c7d37d85-8746-4acc-910b-96aa2b573884'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:21:52.158736 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Routers {'c7d37d85-8746-4acc-910b-96aa2b573884'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:21:52.159402 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c7d37d85-8746-4acc-910b-96aa2b573884'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:52.198147 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-85faf43b-c046-4019-a801-c667da5ab1ad tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Allocated IP 172.20.0.12 (dad122da-9762-4f59-a9e2-64bd248a4a6f/79f29d60-5d39-424f-b7cc-af1d0969792b/e2bfaf86-494d-4ee6-bd6f-85010c859f6d) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:21:52.280089 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Set router c7d37d85-8746-4acc-910b-96aa2b573884 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:21:52.352152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54096) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:52.353760 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.363444 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.378723 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d29a848d-9d96-44d6-82bd-9197b0821f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.380328 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-822c7fbc-c4cd-4bf4-985f-249f5929327c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:52.382432 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.386655 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.4807699 Jun 25 09:21:52.386655 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:21:52.386903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54100) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:52.423700 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.423953 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Added segment d006b303-ad01-4b1f-97bb-8f4e198759a8 of type vlan for network a783362f-bab3-44e6-80f8-a4e2774231d5 Jun 25 09:21:52.442945 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc6ac2b-2065-4006-ac02-b530ff2e93da,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:52.472437 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:52.516013 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.524390 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-85faf43b-c046-4019-a801-c667da5ab1ad tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.535766 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-748768149-network', 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:52.565669 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ae44bc37-ea1b-4412-820e-fb065b57cd60 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/routers/c7d37d85-8746-4acc-910b-96aa2b573884 HTTP/1.1" status: 200 len: 907 time: 0.1777654 Jun 25 09:21:52.566426 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Made reservation on behalf of 8d8f2f948476437793cbe2a83ba96f85 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:21:52.567411 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.568436 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:52.569471 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.570011 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.578212 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54104) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:52.579292 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:52.580136 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.705414 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-85faf43b-c046-4019-a801-c667da5ab1ad tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.727487 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.733920 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.737909 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-716c1195-221c-4ef6-a670-72fced090d56 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:52.744168 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d37d85-8746-4acc-910b-96aa2b573884', 'name': 'tempest-snat-router-296222500', 'tenant_id': '173e089e8aa44e29a13ed5bcc81dd0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '2b27f7b3-bdbb-49fe-b827-3da4424900e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:21:46Z', 'updated_at': '2021-06-25T09:21:50Z', 'revision_number': 3, 'project_id': '173e089e8aa44e29a13ed5bcc81dd0e3', 'gw_port': {'id': '2b27f7b3-bdbb-49fe-b827-3da4424900e2', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d37d85-8746-4acc-910b-96aa2b573884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:48Z', 'updated_at': '2021-06-25T09:21:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:52.747158 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38925145-307e-41c0-bbcd-d0d888556fe1 req-80ea04fc-f1b3-4b0e-ba3f-18d3bf386635 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0676630 Jun 25 09:21:52.769930 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9449110 Jun 25 09:21:52.774041 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54108) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:52.784468 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Checking router: c7d37d85-8746-4acc-910b-96aa2b573884 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:21:52.784928 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Updating router c7d37d85-8746-4acc-910b-96aa2b573884 port 2b27f7b3-bdbb-49fe-b827-3da4424900e2 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:21:52.785794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:21:52.797635 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-cbd1e995-9a7f-45c3-9ca7-8b535b370edd admin admin] Request body: {'subnet': {'network_id': 'a783362f-bab3-44e6-80f8-a4e2774231d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2037541738-subnet', 'tenant_id': '942d65fb940446b9bebe141634604776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:52.806927 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.807478 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Added segment 720d597f-8fb2-4878-b579-7ba7a0dd5f2c of type vlan for network 16a5b6a2-665c-43e2-94b7-5433a25effc0 Jun 25 09:21:52.816009 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76d200c-7e05-4086-a19f-6955a87aaa64,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:52.819588 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:52.826996 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.855650 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.871713 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Pushing event updated for resources: {'Network': ['ID=a783362f-bab3-44e6-80f8-a4e2774231d5,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:52.875045 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:52.888913 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network a783362f-bab3-44e6-80f8-a4e2774231d5 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:21:52.910511 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.912186 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:52.913075 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.915943 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c1759568-aebc-4207-b3a4-d1e6544f9b89 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:52.920612 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-41603655-903d-4ebd-b620-0c0b56cc45b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:52.976754 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faf43b-c046-4019-a801-c667da5ab1ad tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Pushing event updated for resources: {'Port': ['ID=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:52.980174 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-85faf43b-c046-4019-a801-c667da5ab1ad tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:52.983489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-85faf43b-c046-4019-a801-c667da5ab1ad tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Network dad122da-9762-4f59-a9e2-64bd248a4a6f is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:21:52.990740 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Pushing event updated for resources: {'Network': ['ID=16a5b6a2-665c-43e2-94b7-5433a25effc0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:52.992105 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-85faf43b-c046-4019-a801-c667da5ab1ad tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:52.993765 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:52.994707 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd1e995-9a7f-45c3-9ca7-8b535b370edd admin admin] Made reservation on behalf of 942d65fb940446b9bebe141634604776 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:21:52.996991 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e995-9a7f-45c3-9ca7-8b535b370edd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:52.997990 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6439912 Jun 25 09:21:52.999248 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-85faf43b-c046-4019-a801-c667da5ab1ad tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:21:53.000453 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54110) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:53.008420 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 16a5b6a2-665c-43e2-94b7-5433a25effc0 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:21:53.011212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ce8f9f02-3a8f-45e4-9db0-9fa89c49ed52 admin admin] Request body: {'subnet': {'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-748768149-subnet', 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:53.034401 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8f9f02-3a8f-45e4-9db0-9fa89c49ed52 admin admin] Made reservation on behalf of 8d8f2f948476437793cbe2a83ba96f85 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:21:53.037614 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ce8f9f02-3a8f-45e4-9db0-9fa89c49ed52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.122536 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.138629 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.151243 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Transition to ACTIVE for port object 2b27f7b3-bdbb-49fe-b827-3da4424900e2 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:21:53.159839 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.162528 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-a51c18f2-fffa-4b94-a7e7-1bc10ec827ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:53.185680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-85faf43b-c046-4019-a801-c667da5ab1ad tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:53.186320 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-85faf43b-c046-4019-a801-c667da5ab1ad tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.205659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63ab7e-1941-4790-a0b8-6d7925a582ec req-bce27390-3b99-443b-826e-8699fee51ce3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:53.212706 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c63ab7e-1941-4790-a0b8-6d7925a582ec req-bce27390-3b99-443b-826e-8699fee51ce3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 945 time: 0.4584112 Jun 25 09:21:53.222068 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Attempting to bind port 2b27f7b3-bdbb-49fe-b827-3da4424900e2 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:21:53.222433 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Attempting to bind port 2b27f7b3-bdbb-49fe-b827-3da4424900e2 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:21:53.222983 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Attempting to bind port 2b27f7b3-bdbb-49fe-b827-3da4424900e2 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:21:53.235200 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:21:53.235836 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:21:53.236420 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.237076 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:21:53.237700 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Bound port: 2b27f7b3-bdbb-49fe-b827-3da4424900e2, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:21:53.238373 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.269805 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ce8f9f02-3a8f-45e4-9db0-9fa89c49ed52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.270588 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Pushing event updated for resources: {'Port': ['ID=2b27f7b3-bdbb-49fe-b827-3da4424900e2,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:53.273236 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a7813e09-f5bc-4aa2-9a1e-a237c1cafb1e tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:53.282129 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:53.282471 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:53.282783 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:53.283104 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:53.283418 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:53.283813 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:53.284123 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:53.284438 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:53.284771 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:53.285083 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:53.285408 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:53.285694 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:21:53.290265 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:53.313234 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] For port 2b27f7b3-bdbb-49fe-b827-3da4424900e2, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:21:53.316966 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] For port 2b27f7b3-bdbb-49fe-b827-3da4424900e2, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2b27f7b3-bdbb-49fe-b827-3da4424900e2,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:21:53.321907 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.323647 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-85faf43b-c046-4019-a801-c667da5ab1ad tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6549804 Jun 25 09:21:53.325092 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-f90cb383-d7cf-4505-afe1-a40c002227f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:53.328489 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f9f02-3a8f-45e4-9db0-9fa89c49ed52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9739576f-66c1-4600-b0d3-96f9c9bc2c88,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:53.331397 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ce8f9f02-3a8f-45e4-9db0-9fa89c49ed52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:53.346881 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f9f02-3a8f-45e4-9db0-9fa89c49ed52 admin admin] Checking segment: {'id': '720d597f-8fb2-4878-b579-7ba7a0dd5f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:21:53.346881 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f9f02-3a8f-45e4-9db0-9fa89c49ed52 admin admin] Network hostable DHCP agents. Network: 16a5b6a2-665c-43e2-94b7-5433a25effc0, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:21:53.354815 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Request body: {'port': {'device_id': '45efd464-5156-4135-b40a-817036be1c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:53.368316 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f9f02-3a8f-45e4-9db0-9fa89c49ed52 admin admin] Network 16a5b6a2-665c-43e2-94b7-5433a25effc0 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:21:53.382601 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-ce8f9f02-3a8f-45e4-9db0-9fa89c49ed52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 16a5b6a2-665c-43e2-94b7-5433a25effc0) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:53.386516 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Pushing event updated for resources: {'Port': ['ID=2b27f7b3-bdbb-49fe-b827-3da4424900e2,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:53.389004 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Routers {'c7d37d85-8746-4acc-910b-96aa2b573884'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:21:53.389771 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c7d37d85-8746-4acc-910b-96aa2b573884'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:53.391889 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:53.392996 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2faa0f-9b5f-4f09-beee-c77988b28c9f None None] Network 16a5b6a2-665c-43e2-94b7-5433a25effc0 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:21:53.403859 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8f9f02-3a8f-45e4-9db0-9fa89c49ed52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:53.404478 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ce8f9f02-3a8f-45e4-9db0-9fa89c49ed52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.411579 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c63ab7e-1941-4790-a0b8-6d7925a582ec req-6200cf4b-3572-45c2-8fa9-685cc2aabdb8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977968 Jun 25 09:21:53.445025 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ce8f9f02-3a8f-45e4-9db0-9fa89c49ed52 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4379914 Jun 25 09:21:53.445834 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54116) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:53.451024 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-748768149-router', 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:53.484121 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.485101 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.535123 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] Set router c7d37d85-8746-4acc-910b-96aa2b573884 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:21:53.548323 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.603257 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19f049f-c815-4708-855e-f27fd9b0724d None None] Network 16a5b6a2-665c-43e2-94b7-5433a25effc0 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:21:53.619547 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.663089 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889a512-8071-477d-9a0e-1af111e8c92a req-ad92a4af-4971-4b8f-924f-c7568406fe59 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:53.664938 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9889a512-8071-477d-9a0e-1af111e8c92a req-ad92a4af-4971-4b8f-924f-c7568406fe59 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 932 time: 0.4282773 Jun 25 09:21:53.725054 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.741621 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e995-9a7f-45c3-9ca7-8b535b370edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.747027 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ebc2c9d5-c043-45ab-906e-51e8c3f20da3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:53.794187 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.795423 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d37d85-8746-4acc-910b-96aa2b573884', 'name': 'tempest-snat-router-296222500', 'tenant_id': '173e089e8aa44e29a13ed5bcc81dd0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '2b27f7b3-bdbb-49fe-b827-3da4424900e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:21:46Z', 'updated_at': '2021-06-25T09:21:50Z', 'revision_number': 3, 'project_id': '173e089e8aa44e29a13ed5bcc81dd0e3', 'gw_port': {'id': '2b27f7b3-bdbb-49fe-b827-3da4424900e2', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d37d85-8746-4acc-910b-96aa2b573884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:48Z', 'updated_at': '2021-06-25T09:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:53.852782 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757fa2e0-8fac-4bc5-9335-2a66b82824d2 None None] The sync data for ids ['c7d37d85-8746-4acc-910b-96aa2b573884'] in n-d-761264-15 is: [{'id': 'c7d37d85-8746-4acc-910b-96aa2b573884', 'name': 'tempest-snat-router-296222500', 'tenant_id': '173e089e8aa44e29a13ed5bcc81dd0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '2b27f7b3-bdbb-49fe-b827-3da4424900e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:21:46Z', 'updated_at': '2021-06-25T09:21:50Z', 'revision_number': 3, 'project_id': '173e089e8aa44e29a13ed5bcc81dd0e3', 'gw_port': {'id': '2b27f7b3-bdbb-49fe-b827-3da4424900e2', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d37d85-8746-4acc-910b-96aa2b573884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:48Z', 'updated_at': '2021-06-25T09:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:21:53.886162 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:53.901894 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9889a512-8071-477d-9a0e-1af111e8c92a req-39bb8c00-8ff1-43a2-8f2e-77b7f8f0e33c tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162652 Jun 25 09:21:53.986434 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1e995-9a7f-45c3-9ca7-8b535b370edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb8d359-067f-409c-9bf3-e25b2183f940,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:53.998308 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cbd1e995-9a7f-45c3-9ca7-8b535b370edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:54.028865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Deleting port 2b27f7b3-bdbb-49fe-b827-3da4424900e2 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:21:54.029244 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:54.042452 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:54.052602 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-be799ba7-a205-412f-87cd-9680d04b4d4c req-931cbd91-7a55-4170-b890-f3b4e9b4431b tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0611820 Jun 25 09:21:54.062116 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:54.104519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd1e995-9a7f-45c3-9ca7-8b535b370edd admin admin] Checking segment: {'id': 'd006b303-ad01-4b1f-97bb-8f4e198759a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a783362f-bab3-44e6-80f8-a4e2774231d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:21:54.104930 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd1e995-9a7f-45c3-9ca7-8b535b370edd admin admin] Network hostable DHCP agents. Network: a783362f-bab3-44e6-80f8-a4e2774231d5, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:21:54.192870 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Allocated IP 172.25.6.164 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/005fa0ac-4469-413d-8692-9ca86c290d34) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:21:54.210824 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd1e995-9a7f-45c3-9ca7-8b535b370edd admin admin] Network a783362f-bab3-44e6-80f8-a4e2774231d5 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:21:54.240306 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-cbd1e995-9a7f-45c3-9ca7-8b535b370edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, a783362f-bab3-44e6-80f8-a4e2774231d5) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:54.248678 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd1e995-9a7f-45c3-9ca7-8b535b370edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:54.249137 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2821b9b-95c8-4b90-a273-f1ad60ebddc3 None None] Network a783362f-bab3-44e6-80f8-a4e2774231d5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:21:54.249297 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e995-9a7f-45c3-9ca7-8b535b370edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:54.261449 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] For port 2b27f7b3-bdbb-49fe-b827-3da4424900e2, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2b27f7b3-bdbb-49fe-b827-3da4424900e2,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:54.261765 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:54.292994 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cbd1e995-9a7f-45c3-9ca7-8b535b370edd admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5100782 Jun 25 09:21:54.293950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Calling delete_port for 2b27f7b3-bdbb-49fe-b827-3da4424900e2 owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:21:54.317093 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:54.365997 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:54.370836 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-90929cd1-3775-48c3-b259-53acea58cbc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:54.415526 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff457b8-3163-431b-bca9-df8841955ad1 None None] Network a783362f-bab3-44e6-80f8-a4e2774231d5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:21:54.437129 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:21:54.441041 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:54.445982 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:21:54.479671 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Pushing event updated for resources: {'Port': ['ID=005fa0ac-4469-413d-8692-9ca86c290d34,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:54.492235 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:54.527899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bfaf86-494d-4ee6-bd6f-85010c859f6d {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:21:54.550681 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:54.567629 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54124) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:54.641740 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Transition to ACTIVE for port object e2bfaf86-494d-4ee6-bd6f-85010c859f6d will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:21:54.650641 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:54.826695 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e60f6802-cec2-462a-b5d2-bddf7b7f11b4 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:21:54.848939 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: e60f6802-cec2-462a-b5d2-bddf7b7f11b4 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:21:54.849300 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e60f6802-cec2-462a-b5d2-bddf7b7f11b4 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:21:54.916294 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2cc71a1-5692-49b5-a8ea-ef3d79126e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.011252 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:55.106172 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d20da8-26cb-4875-be4b-653120034075 admin admin] Deleting subnet 0741eb80-2072-46cf-a70f-bd10f3b1a4c4 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:21:55.113062 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17d20da8-26cb-4875-be4b-653120034075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.116694 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Pushing event updated for resources: {'Port': ['ID=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:55.133963 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:55.176581 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.210012 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2b27f7b3-bdbb-49fe-b827-3da4424900e2 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:21:55.216793 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17d20da8-26cb-4875-be4b-653120034075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.225760 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.232497 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a7836d7e-ee1f-4a1d-a056-311dd3a912d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:55.267034 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No active binding found for port 2b27f7b3-bdbb-49fe-b827-3da4424900e2 {{(pid=94026) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 25 09:21:55.267755 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2b27f7b3-bdbb-49fe-b827-3da4424900e2 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 25 09:21:55.274808 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b27f7b3-bdbb-49fe-b827-3da4424900e2,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:55.284701 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f30722-745f-4acd-b2bf-f95c1188de97 req-7c5db7e7-fcdc-4cc0-9f66-d5f031757aad tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:55.292507 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-96f30722-745f-4acd-b2bf-f95c1188de97 req-7c5db7e7-fcdc-4cc0-9f66-d5f031757aad tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 945 time: 0.6837111 Jun 25 09:21:55.298285 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:55.300954 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Port 2b27f7b3-bdbb-49fe-b827-3da4424900e2 not found, will not notify nova. {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 25 09:21:55.307809 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17d20da8-26cb-4875-be4b-653120034075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.332666 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.370178 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Attempting to bind port e2bfaf86-494d-4ee6-bd6f-85010c859f6d on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:21:55.370481 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Attempting to bind port e2bfaf86-494d-4ee6-bd6f-85010c859f6d by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:21:55.371028 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Attempting to bind port e2bfaf86-494d-4ee6-bd6f-85010c859f6d on network dad122da-9762-4f59-a9e2-64bd248a4a6f {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:21:55.393295 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ecc8d-07a0-40e0-b25e-dd875b994c9c req-1c0fe5c4-0735-491d-9df1-c71b9ef88bb3 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:55.394856 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e81ecc8d-07a0-40e0-b25e-dd875b994c9c req-1c0fe5c4-0735-491d-9df1-c71b9ef88bb3 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 944 time: 0.2857928 Jun 25 09:21:55.401849 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Port e2bfaf86-494d-4ee6-bd6f-85010c859f6d on network dad122da-9762-4f59-a9e2-64bd248a4a6f not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:21:55.402172 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Attempting to bind port e2bfaf86-494d-4ee6-bd6f-85010c859f6d on network dad122da-9762-4f59-a9e2-64bd248a4a6f {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:21:55.430096 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:21:55.430501 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Checking segment: {'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:21:55.430832 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Bound using segment: {'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:21:55.431262 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Bound port: e2bfaf86-494d-4ee6-bd6f-85010c859f6d, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e305a357-93ad-48d8-b310-5472bc6658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:21:55.431707 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.439603 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17d20da8-26cb-4875-be4b-653120034075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.444084 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3f9c849e-d7ed-4add-ba79-254ebafa1be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:55.452244 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-96f30722-745f-4acd-b2bf-f95c1188de97 req-2153b33d-76de-4c44-b755-bcafdaed24c3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586127 Jun 25 09:21:55.457403 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.476195 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d20da8-26cb-4875-be4b-653120034075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0741eb80-2072-46cf-a70f-bd10f3b1a4c4,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:55.479759 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-17d20da8-26cb-4875-be4b-653120034075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:55.485369 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-17d20da8-26cb-4875-be4b-653120034075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.487842 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-17d20da8-26cb-4875-be4b-653120034075 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/0741eb80-2072-46cf-a70f-bd10f3b1a4c4 HTTP/1.1" status: 204 len: 168 time: 0.9189577 Jun 25 09:21:55.490636 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54132) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:55.581400 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e81ecc8d-07a0-40e0-b25e-dd875b994c9c req-4f896505-400e-4b8b-8151-a606ad5f68bf tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711447 Jun 25 09:21:55.590146 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.593799 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.609138 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38658890-dafc-4efe-9ca9-4853fcd5321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.637506 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e97a9e58-9dcd-47b0-a9e9-718e9ce129d0 req-ae8ecad9-1187-4991-9ee1-fb4372757fde tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0550866 Jun 25 09:21:55.683961 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] For port e2bfaf86-494d-4ee6-bd6f-85010c859f6d, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:21:55.687117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] For port e2bfaf86-494d-4ee6-bd6f-85010c859f6d, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:21:55.688296 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.688802 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7d37d85-8746-4acc-910b-96aa2b573884 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:21:55.691313 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.691510 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.695596 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.696813 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "DELETE /v2.0/routers/c7d37d85-8746-4acc-910b-96aa2b573884 HTTP/1.1" status: 204 len: 168 time: 3.1147132 Jun 25 09:21:55.698527 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d718abab-d37f-4e2f-bf1f-db451bac1ec5 tempest-ServerTagsTestJSON-1533033371 tempest-ServerTagsTestJSON-1533033371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:55.700856 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54134) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:55.731249 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:55.731888 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.733688 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] 10.222.0.41 "PUT /v2.0/ports/e2bfaf86-494d-4ee6-bd6f-85010c859f6d HTTP/1.1" status: 200 len: 1093 time: 2.3833566 Jun 25 09:21:55.734334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45efd464-5156-4135-b40a-817036be1c53', 'tag': 'e2bfaf86-494d-4ee6-bd6f-85010c859f6d'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:55.736971 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bd3658-eccb-4ba9-8959-17dfcda43c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "45efd464-5156-4135-b40a-817036be1c53", "tag": "e2bfaf86-494d-4ee6-bd6f-85010c859f6d"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:55.762464 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Pushing event updated for resources: {'Port': ['ID=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:55.765838 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:55.796755 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e26b3f-83ff-4483-b189-b59f431170c9 x-openstack-request-id: req-41e26b3f-83ff-4483-b189-b59f431170c9 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:55.797090 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45efd464-5156-4135-b40a-817036be1c53", "tag": "e2bfaf86-494d-4ee6-bd6f-85010c859f6d", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:55.797393 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-41e26b3f-83ff-4483-b189-b59f431170c9 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:55.797894 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45efd464-5156-4135-b40a-817036be1c53', 'tag': 'e2bfaf86-494d-4ee6-bd6f-85010c859f6d', 'status': 'completed', 'code': 200} Jun 25 09:21:55.861182 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38658890-dafc-4efe-9ca9-4853fcd5321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.878038 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-06f5ebf7-da04-4158-8f22-0b4a7c50687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:55.879694 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-06f5ebf7-da04-4158-8f22-0b4a7c50687c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd3b2251bcb44013a235a723b458a880&device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 1096 time: 0.0631208 Jun 25 09:21:55.908285 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-38658890-dafc-4efe-9ca9-4853fcd5321a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc2a8ec-b29e-48f1-a072-7f6051f26ea1']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:55.930059 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-69c824a4-429e-42da-90ff-88af8c8c937b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2bfaf86-494d-4ee6-bd6f-85010c859f6d HTTP/1.1" status: 200 len: 217 time: 0.0351310 Jun 25 09:21:55.953113 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-38658890-dafc-4efe-9ca9-4853fcd5321a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934861af-2df1-4963-b729-0c3a315a63d7') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:55.953450 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-38658890-dafc-4efe-9ca9-4853fcd5321a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934861af-2df1-4963-b729-0c3a315a63d7') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:55.976956 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38658890-dafc-4efe-9ca9-4853fcd5321a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:55.983933 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-0088ce64-59d3-484a-8a50-b8e2946c6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:55.985550 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-0088ce64-59d3-484a-8a50-b8e2946c6b97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79f29d60-5d39-424f-b7cc-af1d0969792b HTTP/1.1" status: 200 len: 845 time: 0.0484676 Jun 25 09:21:55.988485 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.022063 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-1bd546eb-047a-44f6-8214-fb707e23f40f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dad122da-9762-4f59-a9e2-64bd248a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290749 Jun 25 09:21:56.043334 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38658890-dafc-4efe-9ca9-4853fcd5321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.065517 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38658890-dafc-4efe-9ca9-4853fcd5321a admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:21:56.066002 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38658890-dafc-4efe-9ca9-4853fcd5321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:21:56.069744 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:21:56.129602 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-17a0f926-be57-4ec5-bb7f-d639ad041e0d service neutron] 10.222.0.41 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997677 Jun 25 09:21:56.136429 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.183461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Router 5c7c2592-a15c-43a7-8389-1260105e48af is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:21:56.188561 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38658890-dafc-4efe-9ca9-4853fcd5321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.193696 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38658890-dafc-4efe-9ca9-4853fcd5321a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.195861 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-38658890-dafc-4efe-9ca9-4853fcd5321a admin admin] 10.222.0.93 "DELETE /v2.0/networks/8dc2a8ec-b29e-48f1-a072-7f6051f26ea1 HTTP/1.1" status: 204 len: 168 time: 0.7043893 Jun 25 09:21:56.198747 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-afad4391-6e04-483b-a02b-cbb1eea4d31c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:56.198883 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54140) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:56.222965 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.226443 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38658890-dafc-4efe-9ca9-4853fcd5321a admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc2a8ec-b29e-48f1-a072-7f6051f26ea1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:56.230967 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-38658890-dafc-4efe-9ca9-4853fcd5321a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:56.271814 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc95c14-a4f2-402c-bafc-7924686ffa8d admin admin] Deleting subnet aeb8d359-067f-409c-9bf3-e25b2183f940 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:21:56.277993 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f08d1fd-3cc0-4f3a-a30a-8ddd92d7643b req-4b90d768-d930-46ef-8db9-d2f7d14c2996 service neutron] 10.222.0.41 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332467 Jun 25 09:21:56.278639 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4bc95c14-a4f2-402c-bafc-7924686ffa8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.315754 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4bc95c14-a4f2-402c-bafc-7924686ffa8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.356030 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4bc95c14-a4f2-402c-bafc-7924686ffa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.358853 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:21:56.367504 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Sync routers for ids ['5c7c2592-a15c-43a7-8389-1260105e48af'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:21:56.372074 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Deleting port a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:21:56.372418 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.378080 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Routers {'5c7c2592-a15c-43a7-8389-1260105e48af'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:21:56.378779 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5c7c2592-a15c-43a7-8389-1260105e48af'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:56.434010 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.438411 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9914925 Jun 25 09:21:56.439064 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54142) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:56.468441 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4bc95c14-a4f2-402c-bafc-7924686ffa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.475930 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b2667e39-dbf4-43c3-9ffb-99efb07dbe1d tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:56.516485 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc95c14-a4f2-402c-bafc-7924686ffa8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb8d359-067f-409c-9bf3-e25b2183f940,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:56.519532 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4bc95c14-a4f2-402c-bafc-7924686ffa8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:56.521802 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4bc95c14-a4f2-402c-bafc-7924686ffa8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.523695 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4bc95c14-a4f2-402c-bafc-7924686ffa8d admin admin] 10.222.0.93 "DELETE /v2.0/subnets/aeb8d359-067f-409c-9bf3-e25b2183f940 HTTP/1.1" status: 204 len: 168 time: 0.3239028 Jun 25 09:21:56.526865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54146) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:56.528046 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Set router 5c7c2592-a15c-43a7-8389-1260105e48af gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:21:56.580253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] For port a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:56.580694 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.595451 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd3658-eccb-4ba9-8959-17dfcda43c4d req-5e5f77bb-938c-46f0-b142-8a40c1c1d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:56.597078 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27bd3658-eccb-4ba9-8959-17dfcda43c4d req-5e5f77bb-938c-46f0-b142-8a40c1c1d90d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd3b2251bcb44013a235a723b458a880&device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 1096 time: 0.1754429 Jun 25 09:21:56.615169 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Calling delete_port for a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:21:56.660337 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-44a883ba-26d7-48e1-af7f-68b364d112ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.761139 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'name': 'tempest-ServerRescueNegativeTestJSON-748768149-router', 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '005fa0ac-4469-413d-8692-9ca86c290d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:21:53Z', 'updated_at': '2021-06-25T09:21:55Z', 'revision_number': 3, 'project_id': '8d8f2f948476437793cbe2a83ba96f85', 'gw_port': {'id': '005fa0ac-4469-413d-8692-9ca86c290d34', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:70:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:54Z', 'updated_at': '2021-06-25T09:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:56.790019 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Checking router: 5c7c2592-a15c-43a7-8389-1260105e48af for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:21:56.790373 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Updating router 5c7c2592-a15c-43a7-8389-1260105e48af port 005fa0ac-4469-413d-8692-9ca86c290d34 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:21:56.801304 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-df202341-64c5-4a7b-980e-1ad0d9b76ee7 req-68181794-ee74-4fe0-a0c2-42f0a3b9eb06 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0686517 Jun 25 09:21:56.824409 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.888087 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-44a883ba-26d7-48e1-af7f-68b364d112ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.898564 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd3658-eccb-4ba9-8959-17dfcda43c4d req-aecb0d99-1701-4d41-8e37-aae052d45b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:56.900012 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27bd3658-eccb-4ba9-8959-17dfcda43c4d req-aecb0d99-1701-4d41-8e37-aae052d45b58 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dad122da-9762-4f59-a9e2-64bd248a4a6f HTTP/1.1" status: 200 len: 907 time: 0.2799702 Jun 25 09:21:56.906401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-44a883ba-26d7-48e1-af7f-68b364d112ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a783362f-bab3-44e6-80f8-a4e2774231d5']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:56.925464 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-44a883ba-26d7-48e1-af7f-68b364d112ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd006b303-ad01-4b1f-97bb-8f4e198759a8') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:56.925845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-44a883ba-26d7-48e1-af7f-68b364d112ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd006b303-ad01-4b1f-97bb-8f4e198759a8') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:56.936152 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8cb9c-8117-47d1-89f8-23f0e93f0c2c req-1a1f36ae-edf8-4934-b72c-f205ea921f5c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:56.937544 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-97a8cb9c-8117-47d1-89f8-23f0e93f0c2c req-1a1f36ae-edf8-4934-b72c-f205ea921f5c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 945 time: 0.3014846 Jun 25 09:21:56.959992 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-44a883ba-26d7-48e1-af7f-68b364d112ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:56.983922 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522e3fe-33d3-42cc-8cd5-f5223a67b4bb req-3775e97b-38de-4de2-acf2-b32f0f3f7385 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:56.985485 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e522e3fe-33d3-42cc-8cd5-f5223a67b4bb req-3775e97b-38de-4de2-acf2-b32f0f3f7385 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 944 time: 0.2464695 Jun 25 09:21:57.014740 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-44a883ba-26d7-48e1-af7f-68b364d112ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.044282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a883ba-26d7-48e1-af7f-68b364d112ce admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:21:57.044906 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-44a883ba-26d7-48e1-af7f-68b364d112ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:21:57.047039 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:21:57.107278 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-97a8cb9c-8117-47d1-89f8-23f0e93f0c2c req-73361c4b-e9f6-4b8b-8a37-ed7a9c2b7fbf tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607101 Jun 25 09:21:57.118261 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e522e3fe-33d3-42cc-8cd5-f5223a67b4bb req-6415e41d-9ebf-4b4d-9649-9fef58542482 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210530 Jun 25 09:21:57.120113 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.124598 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-46e34aa8-9ebc-4373-ab36-20f68dadfb8f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:57.136568 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-44a883ba-26d7-48e1-af7f-68b364d112ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.139761 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c5b0eeb3-2021-4836-a837-ff3f3590853a tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:57.142869 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-44a883ba-26d7-48e1-af7f-68b364d112ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.144591 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-44a883ba-26d7-48e1-af7f-68b364d112ce admin admin] 10.222.0.93 "DELETE /v2.0/networks/a783362f-bab3-44e6-80f8-a4e2774231d5 HTTP/1.1" status: 204 len: 168 time: 0.6166828 Jun 25 09:21:57.160908 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a883ba-26d7-48e1-af7f-68b364d112ce admin admin] Pushing event deleted for resources: {'Network': ['ID=a783362f-bab3-44e6-80f8-a4e2774231d5,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:57.167524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:57.175107 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:57.181799 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-44a883ba-26d7-48e1-af7f-68b364d112ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:57.197654 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.210356 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Transition to ACTIVE for port object 005fa0ac-4469-413d-8692-9ca86c290d34 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:21:57.216111 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27bd3658-eccb-4ba9-8959-17dfcda43c4d req-a92b67c4-2e43-42f6-b073-93ac1a00c99c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2bfaf86-494d-4ee6-bd6f-85010c859f6d HTTP/1.1" status: 200 len: 217 time: 0.0525355 Jun 25 09:21:57.219122 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2b27f7b3-bdbb-49fe-b827-3da4424900e2 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:21:57.223953 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.227247 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:57.265010 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 2b27f7b3-bdbb-49fe-b827-3da4424900e2 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:21:57.265370 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2b27f7b3-bdbb-49fe-b827-3da4424900e2 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:21:57.321975 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd3658-eccb-4ba9-8959-17dfcda43c4d req-07c0ac2f-0c0f-4b43-a414-f0e32334d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:57.323344 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae592b77-5ac8-4e65-8bf3-aafe4fc23f77 None None] Pushing event updated for resources: {'Port': ['ID=005fa0ac-4469-413d-8692-9ca86c290d34,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:57.326851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Attempting to bind port 005fa0ac-4469-413d-8692-9ca86c290d34 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:21:57.327236 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Attempting to bind port 005fa0ac-4469-413d-8692-9ca86c290d34 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:21:57.327695 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Attempting to bind port 005fa0ac-4469-413d-8692-9ca86c290d34 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:21:57.329053 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27bd3658-eccb-4ba9-8959-17dfcda43c4d req-07c0ac2f-0c0f-4b43-a414-f0e32334d877 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79f29d60-5d39-424f-b7cc-af1d0969792b HTTP/1.1" status: 200 len: 845 time: 0.1042757 Jun 25 09:21:57.329977 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ae592b77-5ac8-4e65-8bf3-aafe4fc23f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:57.334220 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:21:57.334609 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:21:57.335597 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.336378 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:21:57.336898 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Bound port: 005fa0ac-4469-413d-8692-9ca86c290d34, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:21:57.337294 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.383460 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54156) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:57.421657 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] For port 005fa0ac-4469-413d-8692-9ca86c290d34, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:21:57.424994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] For port 005fa0ac-4469-413d-8692-9ca86c290d34, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=005fa0ac-4469-413d-8692-9ca86c290d34,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:21:57.426706 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-301a558b-8bc2-481e-8ea0-c8c87b4e5568 req-7e2cbc90-13f9-40f7-a784-d88dbe20312e tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0809705 Jun 25 09:21:57.429001 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27bd3658-eccb-4ba9-8959-17dfcda43c4d req-e99f1e2e-e432-4b26-94b8-b56eb8c31d1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dad122da-9762-4f59-a9e2-64bd248a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921376 Jun 25 09:21:57.432262 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.435305 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.441754 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:57.487163 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.499044 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Routers {'5c7c2592-a15c-43a7-8389-1260105e48af'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:21:57.499683 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5c7c2592-a15c-43a7-8389-1260105e48af'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:57.502889 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae592b77-5ac8-4e65-8bf3-aafe4fc23f77 None None] Pushing event updated for resources: {'Port': ['ID=005fa0ac-4469-413d-8692-9ca86c290d34,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:57.532898 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27bd3658-eccb-4ba9-8959-17dfcda43c4d req-bb716640-988c-49bd-bacc-90e997a79d43 service neutron] 10.222.0.41 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943422 Jun 25 09:21:57.534348 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ae592b77-5ac8-4e65-8bf3-aafe4fc23f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:57.566766 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ef2095dc-2add-42d0-a219-95dc5ea39287 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6a95b3f563fc4e9e93d7b63fbace6378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804409 Jun 25 09:21:57.571974 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.573448 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54158) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:57.579644 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.612324 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] Set router 5c7c2592-a15c-43a7-8389-1260105e48af gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:21:57.636325 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27bd3658-eccb-4ba9-8959-17dfcda43c4d req-fcf27414-1170-4bfd-af9f-6937c1e32a16 service neutron] 10.222.0.41 "GET /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956151 Jun 25 09:21:57.683659 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.684087 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8236d10e-a989-46d7-8f2c-cb2aaf875790 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:21:57.691692 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.696278 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "DELETE /v2.0/routers/8236d10e-a989-46d7-8f2c-cb2aaf875790 HTTP/1.1" status: 204 len: 168 time: 1.9787829 Jun 25 09:21:57.696557 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54160) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:57.709660 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1349133480', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:57.788606 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ab4aeac3-e8c1-4102-9302-77cc65b10f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.795413 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.796431 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.816048 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'name': 'tempest-ServerRescueNegativeTestJSON-748768149-router', 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '005fa0ac-4469-413d-8692-9ca86c290d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:21:53Z', 'updated_at': '2021-06-25T09:21:55Z', 'revision_number': 3, 'project_id': '8d8f2f948476437793cbe2a83ba96f85', 'gw_port': {'id': '005fa0ac-4469-413d-8692-9ca86c290d34', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:70:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:54Z', 'updated_at': '2021-06-25T09:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:21:57.857650 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ab4aeac3-e8c1-4102-9302-77cc65b10f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:57.996275 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa90829-8af2-4034-9d5d-2760f59c5505 None None] The sync data for ids ['5c7c2592-a15c-43a7-8389-1260105e48af'] in n-d-761264-15 is: [{'id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'name': 'tempest-ServerRescueNegativeTestJSON-748768149-router', 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '005fa0ac-4469-413d-8692-9ca86c290d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:21:53Z', 'updated_at': '2021-06-25T09:21:55Z', 'revision_number': 3, 'project_id': '8d8f2f948476437793cbe2a83ba96f85', 'gw_port': {'id': '005fa0ac-4469-413d-8692-9ca86c290d34', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:70:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:54Z', 'updated_at': '2021-06-25T09:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:21:58.008766 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:58.314197 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Allocated IP 172.20.0.1 (16a5b6a2-665c-43e2-94b7-5433a25effc0/9739576f-66c1-4600-b0d3-96f9c9bc2c88/d20a4578-5649-409e-b21c-b3b66a9d9740) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:21:58.346718 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:58.445403 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916caee-977c-4c1f-b7d0-7cc024cd2348 req-bfc94179-3fd6-44cc-8565-a2a254e6f8e9 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:58.446973 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7916caee-977c-4c1f-b7d0-7cc024cd2348 req-bfc94179-3fd6-44cc-8565-a2a254e6f8e9 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 944 time: 0.0895581 Jun 25 09:21:58.465208 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cde49-deef-452a-bb62-1e2afc6b31c2 req-c8431d27-ae10-4942-8626-2a84acdc92e7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:58.466774 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db5cde49-deef-452a-bb62-1e2afc6b31c2 req-c8431d27-ae10-4942-8626-2a84acdc92e7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 945 time: 0.1429093 Jun 25 09:21:58.485090 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ab4aeac3-e8c1-4102-9302-77cc65b10f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:58.487866 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ab4aeac3-e8c1-4102-9302-77cc65b10f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:58.491442 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ab4aeac3-e8c1-4102-9302-77cc65b10f01 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9e54f944-c5bd-40ce-9bec-a4a6c6e1df6a HTTP/1.1" status: 204 len: 168 time: 0.9146047 Jun 25 09:21:58.545209 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db5cde49-deef-452a-bb62-1e2afc6b31c2 req-bd9e75d2-ac8e-414b-9eeb-f8d2efb578c8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713546 Jun 25 09:21:58.561499 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7916caee-977c-4c1f-b7d0-7cc024cd2348 req-684ea54e-c634-407e-a73e-eb829648c6f8 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019456 Jun 25 09:21:58.565246 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4478a7f0-3261-4e64-b283-88554e8841bf tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:58.568852 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:58.593118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4aeac3-e8c1-4102-9302-77cc65b10f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e54f944-c5bd-40ce-9bec-a4a6c6e1df6a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:58.598599 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ab4aeac3-e8c1-4102-9302-77cc65b10f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:58.690261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e96da74-e73f-40c9-be41-93ccd5ada155 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:21:58.692428 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e96da74-e73f-40c9-be41-93ccd5ada155 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5&tenant_id=7474114b2c184a18967efdee86f25425&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 1097 time: 0.1104605 Jun 25 09:21:58.705822 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-15'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:21:58.739000 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:58.785433 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-523e68c8-17df-45ae-b9ed-6717a860569c req-64cf0987-65e9-46af-87f6-2973959718f3 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0409541 Jun 25 09:21:58.839521 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:58.845710 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:58.857395 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:58.885354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Network 16a5b6a2-665c-43e2-94b7-5433a25effc0 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:21:58.892057 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:58.894852 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:21:58.982857 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.049468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] For port c1585b9b-960d-4293-82db-675d257caa81, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c1585b9b-960d-4293-82db-675d257caa81,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:59.095758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54174) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:59.127245 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Pushing event updated for resources: {'Port': ['ID=d20a4578-5649-409e-b21c-b3b66a9d9740,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:59.131709 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.135754 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:59.159527 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.184591 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 005fa0ac-4469-413d-8692-9ca86c290d34 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:21:59.197788 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3538d5f4-9f22-464b-a38c-3cf7136b5e4b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=942d65fb940446b9bebe141634604776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999241 Jun 25 09:21:59.199395 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] For port c1585b9b-960d-4293-82db-675d257caa81, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:21:59.200812 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54176) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:21:59.266153 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 005fa0ac-4469-413d-8692-9ca86c290d34 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:21:59.271241 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 005fa0ac-4469-413d-8692-9ca86c290d34 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:21:59.271743 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.280777 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c03909-9716-4d9d-8cae-6a1be96151a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1585b9b-960d-4293-82db-675d257caa81'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:21:59.283235 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7191dd16-66db-4448-a1e1-ccab433890c2" -d '{"events": [{"server_uuid": "97c03909-9716-4d9d-8cae-6a1be96151a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c1585b9b-960d-4293-82db-675d257caa81"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:21:59.287828 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.324255 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.332984 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e50a5cd4-8124-4165-85ca-1a298a8c32e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:59.344483 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ea0fda7e-6233-40e8-9096-893b9b4d7239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.368153 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f858733e-1025-4e80-84d3-02da8d224f40 x-openstack-request-id: req-f858733e-1025-4e80-84d3-02da8d224f40 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:21:59.368804 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c03909-9716-4d9d-8cae-6a1be96151a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c1585b9b-960d-4293-82db-675d257caa81", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:21:59.369543 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f858733e-1025-4e80-84d3-02da8d224f40 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:21:59.369728 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c03909-9716-4d9d-8cae-6a1be96151a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1585b9b-960d-4293-82db-675d257caa81', 'code': 200} Jun 25 09:21:59.391955 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.416399 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.422464 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 005fa0ac-4469-413d-8692-9ca86c290d34, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=005fa0ac-4469-413d-8692-9ca86c290d34,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:21:59.428289 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.430584 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d1398e01-c374-4ee4-963e-7454edbe250e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:59.439376 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Allocated IP 172.25.6.72 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/4e6b5fc1-6372-4a34-9cd9-2223ac798e3e) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:21:59.467240 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ea0fda7e-6233-40e8-9096-893b9b4d7239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.502374 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Attempting to bind port c1585b9b-960d-4293-82db-675d257caa81 on host n-h2-761264-15 for vnic_type normal with profile {"migrating_to": "n-h1-761264-15"} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:21:59.502793 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Attempting to bind port c1585b9b-960d-4293-82db-675d257caa81 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:21:59.503070 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Attempting to bind port c1585b9b-960d-4293-82db-675d257caa81 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:21:59.505291 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Pushing event updated for resources: {'Port': ['ID=c1585b9b-960d-4293-82db-675d257caa81,revision_number=7']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:59.512375 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:21:59.521970 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:59.535053 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=005fa0ac-4469-413d-8692-9ca86c290d34,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:59.538251 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:21:59.538675 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a9f1bc27-ddf8-41a1-bdfd-d6e5fdda42b3 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:21:59.540388 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:59.543093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Port c1585b9b-960d-4293-82db-675d257caa81 on network 86032570-f2c0-48a3-9354-653695b1e594 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:21:59.543565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Attempting to bind port c1585b9b-960d-4293-82db-675d257caa81 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:21:59.556181 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:21:59.556526 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Checking segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:21:59.556928 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Bound using segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:21:59.557504 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Bound port: c1585b9b-960d-4293-82db-675d257caa81, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:21:59.558372 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.626066 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ea0fda7e-6233-40e8-9096-893b9b4d7239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.628989 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ea0fda7e-6233-40e8-9096-893b9b4d7239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.630206 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ea0fda7e-6233-40e8-9096-893b9b4d7239 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ccc6ac2b-2065-4006-ac02-b530ff2e93da HTTP/1.1" status: 204 len: 168 time: 0.4284847 Jun 25 09:21:59.633423 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-890374f4-0dd5-41be-a0ca-5d51c48a710f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:59.643035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fda7e-6233-40e8-9096-893b9b4d7239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc6ac2b-2065-4006-ac02-b530ff2e93da,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:59.645969 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ea0fda7e-6233-40e8-9096-893b9b4d7239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:59.676072 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.688346 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] For port c1585b9b-960d-4293-82db-675d257caa81, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:21:59.693231 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] For port c1585b9b-960d-4293-82db-675d257caa81, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c1585b9b-960d-4293-82db-675d257caa81,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:21:59.699617 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.719830 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6bc13b5e-f97a-4afa-a74b-88ba0cf7b05d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:59.780980 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.793525 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:59.799694 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.831852 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:21:59.837713 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:21:59.845324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:21:59.853780 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:21:59.922125 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Pushing event updated for resources: {'Port': ['ID=4e6b5fc1-6372-4a34-9cd9-2223ac798e3e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:21:59.926028 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:21:59.930333 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0fdadf5e-e485-45c3-8e08-3c6370456df7 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:21:59.975826 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:00.015891 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Pushing event updated for resources: {'Port': ['ID=d20a4578-5649-409e-b21c-b3b66a9d9740,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:00.098377 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:00.192056 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:00.192695 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:00.194158 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] 10.222.0.41 "PUT /v2.0/ports/c1585b9b-960d-4293-82db-675d257caa81 HTTP/1.1" status: 200 len: 1123 time: 1.4936185 Jun 25 09:22:00.195188 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Pushing event updated for resources: {'Port': ['ID=c1585b9b-960d-4293-82db-675d257caa81,revision_number=8']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:00.203468 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:00.221947 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Network 16a5b6a2-665c-43e2-94b7-5433a25effc0 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:00.224300 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:00.241511 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcd65b-264e-4353-8777-7af0829e918b req-46175155-f871-47d1-bf6a-35af02a2b3bc tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:00.243085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-adbcd65b-264e-4353-8777-7af0829e918b req-46175155-f871-47d1-bf6a-35af02a2b3bc tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 943 time: 0.4965878 Jun 25 09:22:00.254488 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c64297-f884-479c-bc66-fa4560c0f5af req-7f949bfe-9ab2-4655-ad02-66d955230737 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:00.261932 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67c64297-f884-479c-bc66-fa4560c0f5af req-7f949bfe-9ab2-4655-ad02-66d955230737 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 944 time: 0.5572531 Jun 25 09:22:00.319547 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-adbcd65b-264e-4353-8777-7af0829e918b req-39cbe133-36ce-4d5e-8764-f1c6dc122cfa tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549111 Jun 25 09:22:00.347581 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['c1585b9b-960d-4293-82db-675d257caa81'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:22:00.357684 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67c64297-f884-479c-bc66-fa4560c0f5af req-8d1ea273-c4ad-4b48-b2fd-e705157e7b59 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944309 Jun 25 09:22:00.512769 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:00.519156 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['c1585b9b-960d-4293-82db-675d257caa81'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:22:00.575359 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22063769-0dc7-491a-aa17-ec8e318024d5 req-22af53ca-c53d-43d1-8f6e-6ba094fb334f tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0665133 Jun 25 09:22:00.625575 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Router 5c7c2592-a15c-43a7-8389-1260105e48af has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:22:00.867567 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c1585b9b-960d-4293-82db-675d257caa81 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:22:00.889264 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:00.892134 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:22:00.898141 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] 10.222.0.93 "PUT /v2.0/routers/5c7c2592-a15c-43a7-8389-1260105e48af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4564185 Jun 25 09:22:00.916162 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Sync routers for ids ['5c7c2592-a15c-43a7-8389-1260105e48af'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:22:00.960021 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Routers {'5c7c2592-a15c-43a7-8389-1260105e48af'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:00.961450 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5c7c2592-a15c-43a7-8389-1260105e48af'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:01.102437 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Router 36e32101-29aa-43a4-88d7-3ffd90b95059 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:22:01.143749 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port c1585b9b-960d-4293-82db-675d257caa81, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c1585b9b-960d-4293-82db-675d257caa81,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:01.179316 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c1585b9b-960d-4293-82db-675d257caa81 has no active binding in host n-h1-761264-15 {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 25 09:22:01.202663 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31d285ff-ea49-464d-ab4c-be4c55b5e3af req-a70ca9bb-4b88-4a3e-9235-777065d4c0fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f21d7a50bc1478cbf9013ce861cdb0e&device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0904183 Jun 25 09:22:01.230480 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 005fa0ac-4469-413d-8692-9ca86c290d34 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:22:01.278481 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:01.303659 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 005fa0ac-4469-413d-8692-9ca86c290d34 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:22:01.306193 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:01.321607 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31d285ff-ea49-464d-ab4c-be4c55b5e3af req-93b88a3c-54cb-4e24-9121-4c1e82cb1ec9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5f21d7a50bc1478cbf9013ce861cdb0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1034956 Jun 25 09:22:01.349385 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Set router 5c7c2592-a15c-43a7-8389-1260105e48af gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:22:01.365506 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1072140e-d782-4249-a5b0-c6c6c7c51d7d req-4745c880-46c6-4319-9227-112f1a437c3e tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0687084 Jun 25 09:22:01.376044 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c03909-9716-4d9d-8cae-6a1be96151a5', 'tag': 'c1585b9b-960d-4293-82db-675d257caa81'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:01.379734 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0d1cd3-2043-4083-bee0-7bebf786001e" -d '{"events": [{"name": "network-changed", "server_uuid": "97c03909-9716-4d9d-8cae-6a1be96151a5", "tag": "c1585b9b-960d-4293-82db-675d257caa81"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:01.398104 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:22:01.437814 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:01.441050 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.7418194 Jun 25 09:22:01.442475 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54238) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:01.453652 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d4ed1486-6522-4c7f-b29f-2d35d411d7a3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'enable_snat': False}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:01.465639 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e60092-89f7-4a77-a9d3-cc734866f61c None None] Sync routers for ids ['36e32101-29aa-43a4-88d7-3ffd90b95059'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:22:01.499946 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e60092-89f7-4a77-a9d3-cc734866f61c None None] Routers {'36e32101-29aa-43a4-88d7-3ffd90b95059'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:01.505712 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-58e60092-89f7-4a77-a9d3-cc734866f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['36e32101-29aa-43a4-88d7-3ffd90b95059'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:01.589482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-58e60092-89f7-4a77-a9d3-cc734866f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:01.630730 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e60092-89f7-4a77-a9d3-cc734866f61c None None] Routers {'36e32101-29aa-43a4-88d7-3ffd90b95059'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:01.633407 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-58e60092-89f7-4a77-a9d3-cc734866f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['36e32101-29aa-43a4-88d7-3ffd90b95059'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:01.689151 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-58e60092-89f7-4a77-a9d3-cc734866f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:01.690260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e60092-89f7-4a77-a9d3-cc734866f61c None None] The sync data for ids ['36e32101-29aa-43a4-88d7-3ffd90b95059'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:22:01.716848 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'name': 'tempest-ServerRescueNegativeTestJSON-748768149-router', 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '005fa0ac-4469-413d-8692-9ca86c290d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:21:53Z', 'updated_at': '2021-06-25T09:21:59Z', 'revision_number': 4, 'project_id': '8d8f2f948476437793cbe2a83ba96f85', 'gw_port': {'id': '005fa0ac-4469-413d-8692-9ca86c290d34', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:70:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:54Z', 'updated_at': '2021-06-25T09:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'd20a4578-5649-409e-b21c-b3b66a9d9740', 'name': '', 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0', 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85', 'mac_address': 'fa:16:3e:d2:80:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '9739576f-66c1-4600-b0d3-96f9c9bc2c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:57Z', 'updated_at': '2021-06-25T09:21:59Z', 'revision_number': 2, 'project_id': '8d8f2f948476437793cbe2a83ba96f85', 'subnets': [{'id': '9739576f-66c1-4600-b0d3-96f9c9bc2c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:01.740994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d285ff-ea49-464d-ab4c-be4c55b5e3af req-7245c60d-5e2a-4a86-b94d-a2b9095fcad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:01.743070 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31d285ff-ea49-464d-ab4c-be4c55b5e3af req-7245c60d-5e2a-4a86-b94d-a2b9095fcad2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3941016 Jun 25 09:22:01.753476 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Checking router: 5c7c2592-a15c-43a7-8389-1260105e48af for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:22:01.754315 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Updating router 5c7c2592-a15c-43a7-8389-1260105e48af port d20a4578-5649-409e-b21c-b3b66a9d9740 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:22:01.779520 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3d7de-d1af-4cf2-9a20-e4ff87c4e16d req-2de6e8cd-dd4e-4a96-b650-9f92e32dee3c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:01.788924 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3da3d7de-d1af-4cf2-9a20-e4ff87c4e16d req-2de6e8cd-dd4e-4a96-b650-9f92e32dee3c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 943 time: 0.1751370 Jun 25 09:22:01.799710 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:01.827805 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3da3d7de-d1af-4cf2-9a20-e4ff87c4e16d req-f072689b-0710-4d3c-8bd4-7a2132abf137 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379763 Jun 25 09:22:02.070165 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-002cdb48-5fb3-4289-91e4-149cda2bedc1 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:02.077209 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-002cdb48-5fb3-4289-91e4-149cda2bedc1 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/networks?id=16a5b6a2-665c-43e2-94b7-5433a25effc0 HTTP/1.1" status: 200 len: 818 time: 0.1882362 Jun 25 09:22:02.100010 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-f8c54af2-8c23-4103-a2bf-e280d0d3625a tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/quotas/8d8f2f948476437793cbe2a83ba96f85 HTTP/1.1" status: 200 len: 375 time: 0.0217550 Jun 25 09:22:02.122672 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f7881-b827-47df-bb91-df14075c03e2 req-6b23c4c0-40ae-4637-b511-6888da7d34e5 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:02.124241 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-706f7881-b827-47df-bb91-df14075c03e2 req-6b23c4c0-40ae-4637-b511-6888da7d34e5 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 944 time: 0.1521223 Jun 25 09:22:02.151295 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54258) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:02.204473 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-706f7881-b827-47df-bb91-df14075c03e2 req-905d824b-d3ec-4973-96d2-9aaff11e6e2a tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573192 Jun 25 09:22:02.234356 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-1b56315d-c2f1-46a6-a9af-132ad1a93660 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8d8f2f948476437793cbe2a83ba96f85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1323912 Jun 25 09:22:02.298973 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55508a2e-e095-45c4-bbba-6d0413ab978e x-openstack-request-id: req-55508a2e-e095-45c4-bbba-6d0413ab978e {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:02.299569 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c03909-9716-4d9d-8cae-6a1be96151a5", "tag": "c1585b9b-960d-4293-82db-675d257caa81", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:02.299776 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-55508a2e-e095-45c4-bbba-6d0413ab978e {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:02.300221 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c03909-9716-4d9d-8cae-6a1be96151a5', 'tag': 'c1585b9b-960d-4293-82db-675d257caa81', 'status': 'completed', 'code': 200} Jun 25 09:22:02.339884 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:02.354082 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Transition to ACTIVE for port object d20a4578-5649-409e-b21c-b3b66a9d9740 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:22:02.362442 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:02.366157 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-31465545-fb2f-444b-a125-32df6dd1affa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:02.368046 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-374d98df-19db-41df-9865-0d3e4dbb2fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:02.428541 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0c819-d340-46a6-a687-5be3cb60cf45 None None] Pushing event updated for resources: {'Port': ['ID=d20a4578-5649-409e-b21c-b3b66a9d9740,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:02.432359 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-c9d0c819-d340-46a6-a687-5be3cb60cf45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:02.436835 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d4ed1486-6522-4c7f-b29f-2d35d411d7a3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:02.455109 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-8047cd00-446e-46ff-86c6-75570810f511 service neutron] 10.222.0.93 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189691 Jun 25 09:22:02.490778 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Attempting to bind port d20a4578-5649-409e-b21c-b3b66a9d9740 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:22:02.491237 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Attempting to bind port d20a4578-5649-409e-b21c-b3b66a9d9740 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '720d597f-8fb2-4878-b579-7ba7a0dd5f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:22:02.491671 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Attempting to bind port d20a4578-5649-409e-b21c-b3b66a9d9740 on network 16a5b6a2-665c-43e2-94b7-5433a25effc0 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:22:02.497611 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:22:02.498215 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Checking segment: {'id': '720d597f-8fb2-4878-b579-7ba7a0dd5f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:22:02.498729 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:02.499227 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Bound using segment: {'id': '720d597f-8fb2-4878-b579-7ba7a0dd5f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:22:02.499796 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Bound port: d20a4578-5649-409e-b21c-b3b66a9d9740, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720d597f-8fb2-4878-b579-7ba7a0dd5f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:22:02.500242 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:02.529439 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d1cd3-2043-4083-bee0-7bebf786001e req-eb60f794-1d15-4547-a94b-6e0df6da8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:02.530958 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-be0d1cd3-2043-4083-bee0-7bebf786001e req-eb60f794-1d15-4547-a94b-6e0df6da8fa0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 1126 time: 0.1066368 Jun 25 09:22:02.591579 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] For port d20a4578-5649-409e-b21c-b3b66a9d9740, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:22:02.595903 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] For port d20a4578-5649-409e-b21c-b3b66a9d9740, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d20a4578-5649-409e-b21c-b3b66a9d9740,segment=NetworkSegment(720d597f-8fb2-4878-b579-7ba7a0dd5f2c),segment_id=720d597f-8fb2-4878-b579-7ba7a0dd5f2c)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:22:02.600289 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:02.603294 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-f90cb383-d7cf-4505-afe1-a40c002227f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:02.610832 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffceedfd-4dcb-4c8c-8913-6e90e396ce3a req-007fa58b-7351-4141-85cf-36a109b35d35 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0484102 Jun 25 09:22:02.632167 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-5208eb12-971b-42e8-ac4e-c6cb027180d9 service neutron] 10.222.0.93 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740177 Jun 25 09:22:02.673837 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d1cd3-2043-4083-bee0-7bebf786001e req-743f3d44-7ca2-4650-8a13-bc3b7fa68427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:02.675129 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-374d98df-19db-41df-9865-0d3e4dbb2fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:02.675457 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-be0d1cd3-2043-4083-bee0-7bebf786001e req-743f3d44-7ca2-4650-8a13-bc3b7fa68427 service neutron] 10.222.0.38 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.1346343 Jun 25 09:22:02.681601 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-374d98df-19db-41df-9865-0d3e4dbb2fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:02.686695 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ea0fda7e-6233-40e8-9096-893b9b4d7239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:02.688015 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0c819-d340-46a6-a687-5be3cb60cf45 None None] Pushing event updated for resources: {'Port': ['ID=d20a4578-5649-409e-b21c-b3b66a9d9740,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:02.692007 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-c9d0c819-d340-46a6-a687-5be3cb60cf45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:02.694628 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Routers {'5c7c2592-a15c-43a7-8389-1260105e48af'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:02.695865 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5c7c2592-a15c-43a7-8389-1260105e48af'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:02.744156 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-374d98df-19db-41df-9865-0d3e4dbb2fae admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d11c43f55f6b4621958cf658667dacb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5918117 Jun 25 09:22:02.745161 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54266) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:02.748124 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d98df-19db-41df-9865-0d3e4dbb2fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a748472c-d087-409d-a0d1-983c7db53a69,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:02.758195 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-be0d1cd3-2043-4083-bee0-7bebf786001e req-293d963e-c747-4e75-92ac-2663236454bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1585b9b-960d-4293-82db-675d257caa81 HTTP/1.1" status: 200 len: 217 time: 0.0751474 Jun 25 09:22:02.801148 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-374d98df-19db-41df-9865-0d3e4dbb2fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:02.829682 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] Set router 5c7c2592-a15c-43a7-8389-1260105e48af gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:22:02.871274 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-10790d72-9977-4d71-983c-b14637bfd9ea req-5059fdcb-5100-416d-997f-c6ce3e34732c tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 210 time: 0.0422108 Jun 25 09:22:02.872980 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59fcba7d-944e-4395-98cb-971439c227aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:02.877697 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e2bfaf86-494d-4ee6-bd6f-85010c859f6d details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:22:02.884231 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d1cd3-2043-4083-bee0-7bebf786001e req-6225dd87-1814-4934-8368-f2bfa7d23943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:02.885760 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-be0d1cd3-2043-4083-bee0-7bebf786001e req-6225dd87-1814-4934-8368-f2bfa7d23943 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.1200225 Jun 25 09:22:02.956547 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59fcba7d-944e-4395-98cb-971439c227aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:02.988761 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-be0d1cd3-2043-4083-bee0-7bebf786001e req-2d036b12-1f5f-4745-a651-3118a44928b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949631 Jun 25 09:22:03.054747 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59fcba7d-944e-4395-98cb-971439c227aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:03.058441 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59fcba7d-944e-4395-98cb-971439c227aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:03.059987 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-59fcba7d-944e-4395-98cb-971439c227aa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a748472c-d087-409d-a0d1-983c7db53a69 HTTP/1.1" status: 204 len: 168 time: 0.3136897 Jun 25 09:22:03.060986 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:03.077347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcba7d-944e-4395-98cb-971439c227aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a748472c-d087-409d-a0d1-983c7db53a69,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:03.084242 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-59fcba7d-944e-4395-98cb-971439c227aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:03.091013 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e2bfaf86-494d-4ee6-bd6f-85010c859f6d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:03.140847 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'e2bfaf86-494d-4ee6-bd6f-85010c859f6d', 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f', 'port_id': 'e2bfaf86-494d-4ee6-bd6f-85010c859f6d', 'mac_address': 'fa:16:3e:48:12:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f29d60-5d39-424f-b7cc-af1d0969792b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:22:03.246751 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:03.262901 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'name': 'tempest-ServerRescueNegativeTestJSON-748768149-router', 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '005fa0ac-4469-413d-8692-9ca86c290d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:21:53Z', 'updated_at': '2021-06-25T09:21:59Z', 'revision_number': 4, 'project_id': '8d8f2f948476437793cbe2a83ba96f85', 'gw_port': {'id': '005fa0ac-4469-413d-8692-9ca86c290d34', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:70:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:54Z', 'updated_at': '2021-06-25T09:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'd20a4578-5649-409e-b21c-b3b66a9d9740', 'name': '', 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0', 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85', 'mac_address': 'fa:16:3e:d2:80:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '9739576f-66c1-4600-b0d3-96f9c9bc2c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:57Z', 'updated_at': '2021-06-25T09:22:02Z', 'revision_number': 4, 'project_id': '8d8f2f948476437793cbe2a83ba96f85', 'subnets': [{'id': '9739576f-66c1-4600-b0d3-96f9c9bc2c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:03.265594 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bfaf86-494d-4ee6-bd6f-85010c859f6d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:22:03.291848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e2bfaf86-494d-4ee6-bd6f-85010c859f6d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:03.297168 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:03.300429 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:03.306299 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee95a90-810c-4e42-9a57-1d27fae0ff8e req-065d35c1-7829-454b-8076-b613a164aa88 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:03.309961 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d1f19-2cc9-4cbe-b9c1-5691900fbd20 None None] The sync data for ids ['5c7c2592-a15c-43a7-8389-1260105e48af'] in n-d-761264-15 is: [{'id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'name': 'tempest-ServerRescueNegativeTestJSON-748768149-router', 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '005fa0ac-4469-413d-8692-9ca86c290d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:21:53Z', 'updated_at': '2021-06-25T09:21:59Z', 'revision_number': 4, 'project_id': '8d8f2f948476437793cbe2a83ba96f85', 'gw_port': {'id': '005fa0ac-4469-413d-8692-9ca86c290d34', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:70:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:54Z', 'updated_at': '2021-06-25T09:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'd20a4578-5649-409e-b21c-b3b66a9d9740', 'name': '', 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0', 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85', 'mac_address': 'fa:16:3e:d2:80:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '9739576f-66c1-4600-b0d3-96f9c9bc2c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:57Z', 'updated_at': '2021-06-25T09:22:02Z', 'revision_number': 4, 'project_id': '8d8f2f948476437793cbe2a83ba96f85', 'subnets': [{'id': '9739576f-66c1-4600-b0d3-96f9c9bc2c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:22:03.312404 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ee95a90-810c-4e42-9a57-1d27fae0ff8e req-065d35c1-7829-454b-8076-b613a164aa88 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 943 time: 0.1733851 Jun 25 09:22:03.338397 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-be0d1cd3-2043-4083-bee0-7bebf786001e req-04ff02ac-aa88-45f4-a630-c91284b947b5 service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390579 Jun 25 09:22:03.446140 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ee95a90-810c-4e42-9a57-1d27fae0ff8e req-a52ec81a-6935-49be-9475-8b18a3be3dd7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299274 Jun 25 09:22:03.454417 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:03.459471 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:03.548767 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-5f111998-5fb0-472c-badd-52327df1c0ff tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:03.567513 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-5f111998-5fb0-472c-badd-52327df1c0ff tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/networks?id=16a5b6a2-665c-43e2-94b7-5433a25effc0 HTTP/1.1" status: 200 len: 818 time: 0.2538242 Jun 25 09:22:03.618866 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-4b1beaf1-2a40-450c-b4db-5955384393f2 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/quotas/8d8f2f948476437793cbe2a83ba96f85 HTTP/1.1" status: 200 len: 375 time: 0.0481629 Jun 25 09:22:03.646131 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54300) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:03.647780 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d4ed1486-6522-4c7f-b29f-2d35d411d7a3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:03.669258 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d4ed1486-6522-4c7f-b29f-2d35d411d7a3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:03.681781 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-be0d1cd3-2043-4083-bee0-7bebf786001e req-1d460d1f-d4db-4843-ab8e-18ec198c3cf6 service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227967 Jun 25 09:22:03.684386 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-24c97e0c-aac4-4a87-a32e-1addec042c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:03.767593 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af6ac5-8a4c-4fdd-9bae-b6cfb9894e31 req-20f008ae-e8cd-4be3-9a51-7ff8b64b420f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:03.774501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51af6ac5-8a4c-4fdd-9bae-b6cfb9894e31 req-20f008ae-e8cd-4be3-9a51-7ff8b64b420f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 945 time: 0.1066334 Jun 25 09:22:03.789249 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-36220c9a-ed90-44bd-9eb4-6102d43d04a1 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8d8f2f948476437793cbe2a83ba96f85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1661458 Jun 25 09:22:03.867162 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51af6ac5-8a4c-4fdd-9bae-b6cfb9894e31 req-cb7013b1-22dd-465b-ae3c-03dd8685746f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917633 Jun 25 09:22:03.872766 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ed1486-6522-4c7f-b29f-2d35d411d7a3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Router 36e32101-29aa-43a4-88d7-3ffd90b95059 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:22:03.935338 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['e2bfaf86-494d-4ee6-bd6f-85010c859f6d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:22:03.942214 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-598ffd2d-c59e-4680-971f-978c63ec20b7 service neutron] 10.222.0.93 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383615 Jun 25 09:22:03.963328 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-24c97e0c-aac4-4a87-a32e-1addec042c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:03.969234 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-24c97e0c-aac4-4a87-a32e-1addec042c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:03.977659 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8e7e4177-0b17-4c89-9e70-df74564fb200 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:04.079064 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ed1486-6522-4c7f-b29f-2d35d411d7a3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:22:04.083311 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-24c97e0c-aac4-4a87-a32e-1addec042c0c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c3beb706b3804253909a1fc1dc2d6673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321582 Jun 25 09:22:04.087306 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d4ed1486-6522-4c7f-b29f-2d35d411d7a3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:04.088758 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d4ed1486-6522-4c7f-b29f-2d35d411d7a3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "PUT /v2.0/routers/36e32101-29aa-43a4-88d7-3ffd90b95059 HTTP/1.1" status: 200 len: 925 time: 2.6440418 Jun 25 09:22:04.094748 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31d285ff-ea49-464d-ab4c-be4c55b5e3af req-619dfa45-37e6-46b7-9f38-900c0598c399 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.1217372 Jun 25 09:22:04.097104 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54304) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:04.097437 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54306) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:04.112080 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f3fdf6-c4bf-4e1f-ae0a-fca864c9ee70 None None] Sync routers for ids ['36e32101-29aa-43a4-88d7-3ffd90b95059'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:22:04.132379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c97e0c-aac4-4a87-a32e-1addec042c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef02d397-fd39-4c02-83d8-6d6d25f472fc,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:04.133395 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3fdf6-c4bf-4e1f-ae0a-fca864c9ee70 None None] Routers {'36e32101-29aa-43a4-88d7-3ffd90b95059'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:04.134233 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-89f3fdf6-c4bf-4e1f-ae0a-fca864c9ee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['36e32101-29aa-43a4-88d7-3ffd90b95059'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:04.144844 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-24c97e0c-aac4-4a87-a32e-1addec042c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:04.207345 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-89f3fdf6-c4bf-4e1f-ae0a-fca864c9ee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:04.218286 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3fdf6-c4bf-4e1f-ae0a-fca864c9ee70 None None] Routers {'36e32101-29aa-43a4-88d7-3ffd90b95059'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:04.219051 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-89f3fdf6-c4bf-4e1f-ae0a-fca864c9ee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['36e32101-29aa-43a4-88d7-3ffd90b95059'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:04.268846 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-89f3fdf6-c4bf-4e1f-ae0a-fca864c9ee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:04.269777 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f3fdf6-c4bf-4e1f-ae0a-fca864c9ee70 None None] The sync data for ids ['36e32101-29aa-43a4-88d7-3ffd90b95059'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:22:04.297576 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b290c79c-f19f-4098-a658-f871b2c5b2c7 req-df7cf749-e60a-4bb1-ac6a-ec97ab0136d0 tempest-ServerShowV254Test-1664534484 tempest-ServerShowV254Test-1664534484-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cb77e70-f2e0-4b12-aded-bbc062a5550d HTTP/1.1" status: 200 len: 210 time: 0.0390239 Jun 25 09:22:04.361476 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-deda15e6-5e94-401b-ab1f-5abed6d44c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:04.385636 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-6dd8c02d-5d2b-45f5-a2da-0b9778a2ce3e service neutron] 10.222.0.93 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430714 Jun 25 09:22:04.397002 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-deda15e6-5e94-401b-ab1f-5abed6d44c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:04.420485 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-955579c9-3b3c-40ad-8eb8-dfd1a0a46a74 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/routers/36e32101-29aa-43a4-88d7-3ffd90b95059 HTTP/1.1" status: 200 len: 925 time: 0.3202045 Jun 25 09:22:04.423373 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54308) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:04.466258 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-deda15e6-5e94-401b-ab1f-5abed6d44c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:04.470644 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-deda15e6-5e94-401b-ab1f-5abed6d44c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:04.472851 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-deda15e6-5e94-401b-ab1f-5abed6d44c29 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ef02d397-fd39-4c02-83d8-6d6d25f472fc HTTP/1.1" status: 204 len: 168 time: 0.3742266 Jun 25 09:22:04.473844 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0c987db0-550b-4277-978c-a4fe79ddf1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:04.484267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda15e6-5e94-401b-ab1f-5abed6d44c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef02d397-fd39-4c02-83d8-6d6d25f472fc,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:04.486627 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-deda15e6-5e94-401b-ab1f-5abed6d44c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:04.555452 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada7e544-e1ad-40a0-ada8-0fe651e44185 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:04.557458 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ada7e544-e1ad-40a0-ada8-0fe651e44185 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=8128acdb-767b-4924-9d47-628968405132&device_id=36e32101-29aa-43a4-88d7-3ffd90b95059&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1325033 Jun 25 09:22:04.560386 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54314) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:04.666458 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d92d83c-53e8-4004-b473-19c2eeaeb331 req-c38418d0-6eec-4b1a-a963-9a59826a78c3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 210 time: 0.0622334 Jun 25 09:22:04.797758 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcdc932-1d7b-424c-9021-44050e7999d0 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:04.803119 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-abcdc932-1d7b-424c-9021-44050e7999d0 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 881 time: 0.2406218 Jun 25 09:22:04.804860 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54320) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:04.870176 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-28cede63-d788-41e8-a8a6-63f8112a9077 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "GET /v2.0/ports?device_id=36e32101-29aa-43a4-88d7-3ffd90b95059 HTTP/1.1" status: 200 len: 205 time: 0.0640864 Jun 25 09:22:04.879763 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51363d37-c9ba-44fa-baa5-c199dc959aac req-a68b98f3-01ee-4735-879b-e207b93c55b5 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:04.888644 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54324) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:04.894922 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51363d37-c9ba-44fa-baa5-c199dc959aac req-a68b98f3-01ee-4735-879b-e207b93c55b5 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 943 time: 0.1702387 Jun 25 09:22:04.983747 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51363d37-c9ba-44fa-baa5-c199dc959aac req-de2f377f-6e25-40cf-8199-3df66978659b tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892172 Jun 25 09:22:05.205727 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:05.290448 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d20a4578-5649-409e-b21c-b3b66a9d9740 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:22:05.333843 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:05.334680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e460a-ff34-4169-9b3a-6ea5547df12a req-fa7e8d28-fb37-4297-b624-339f59c79c6f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:05.342765 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c8e460a-ff34-4169-9b3a-6ea5547df12a req-fa7e8d28-fb37-4297-b624-339f59c79c6f tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 945 time: 0.2465191 Jun 25 09:22:05.364167 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-aef87539-6016-4e0c-b236-9ac072463453 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:05.365801 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-aef87539-6016-4e0c-b236-9ac072463453 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.38 "GET /v2.0/networks?id=16a5b6a2-665c-43e2-94b7-5433a25effc0 HTTP/1.1" status: 200 len: 818 time: 0.5312631 Jun 25 09:22:05.416085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-65755ab2-1d20-420d-a1ef-3afbcfd65daf tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Request body: {'port': {'device_id': '6784915c-a245-4bf8-8825-0b4c61c01142', 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0', 'admin_state_up': True, 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:05.421660 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c8e460a-ff34-4169-9b3a-6ea5547df12a req-111bc479-0dad-445b-adfe-01e09c6be6fa tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775383 Jun 25 09:22:05.477040 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port d20a4578-5649-409e-b21c-b3b66a9d9740 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:22:05.483426 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port d20a4578-5649-409e-b21c-b3b66a9d9740 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:22:05.484612 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:05.541120 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Deleting port 4e6b5fc1-6372-4a34-9cd9-2223ac798e3e {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:22:05.541833 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:05.587091 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:05.639863 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port d20a4578-5649-409e-b21c-b3b66a9d9740, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d20a4578-5649-409e-b21c-b3b66a9d9740,segment=NetworkSegment(720d597f-8fb2-4878-b579-7ba7a0dd5f2c),segment_id=720d597f-8fb2-4878-b579-7ba7a0dd5f2c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:05.645352 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:05.648997 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:05.710624 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:05.725718 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=d20a4578-5649-409e-b21c-b3b66a9d9740,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:05.730400 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:05.737053 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-65755ab2-1d20-420d-a1ef-3afbcfd65daf tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Made reservation on behalf of 8d8f2f948476437793cbe2a83ba96f85 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:22:05.740920 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-65755ab2-1d20-420d-a1ef-3afbcfd65daf tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:05.761250 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Calling delete_port for 4e6b5fc1-6372-4a34-9cd9-2223ac798e3e owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:22:05.947470 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43210726-032a-4841-b5b8-0bfe5914c0ac req-7b8d364a-7c0e-479c-a336-f98d39da1f95 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 210 time: 0.0728467 Jun 25 09:22:05.989721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54358) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:06.035067 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-65755ab2-1d20-420d-a1ef-3afbcfd65daf tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Allocated IP 172.20.0.14 (16a5b6a2-665c-43e2-94b7-5433a25effc0/9739576f-66c1-4600-b0d3-96f9c9bc2c88/eb202622-3c11-44e7-9b2b-044e565a5ab8) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:22:06.078901 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:06.083751 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:06.141199 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Pushing event deleted for resources: {'Port': ['ID=4e6b5fc1-6372-4a34-9cd9-2223ac798e3e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:06.148516 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:06.253894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275772ac-eab4-4f0f-b8ef-504522e3c423 req-36becf64-dced-41eb-91ae-d50a9c9bc046 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:06.256556 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-275772ac-eab4-4f0f-b8ef-504522e3c423 req-36becf64-dced-41eb-91ae-d50a9c9bc046 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 943 time: 0.0824804 Jun 25 09:22:06.270936 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:06.337704 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-275772ac-eab4-4f0f-b8ef-504522e3c423 req-05066d04-27f5-4bf1-9a45-3e9975de7c6a tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715187 Jun 25 09:22:06.395392 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:06.398690 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:06.417710 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ede960c4-caa5-42f0-bef8-d6e0869dd9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:06.419033 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-65755ab2-1d20-420d-a1ef-3afbcfd65daf tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:06.465974 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:06.466914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Fanout notify agent at l3_agent the message router_deleted on router 36e32101-29aa-43a4-88d7-3ffd90b95059 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:22:06.478078 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:06.481222 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "DELETE /v2.0/routers/36e32101-29aa-43a4-88d7-3ffd90b95059 HTTP/1.1" status: 204 len: 168 time: 1.5915253 Jun 25 09:22:06.488383 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54374) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:06.506943 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-0c80bdc7-bf89-44b3-9fd0-7c767283072d tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1115525669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:06.524591 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-65755ab2-1d20-420d-a1ef-3afbcfd65daf tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:06.546491 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-440548d2-0a09-42aa-980c-21be04ce2a9a tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:06.587479 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-65755ab2-1d20-420d-a1ef-3afbcfd65daf tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Network 16a5b6a2-665c-43e2-94b7-5433a25effc0 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:06.591048 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-65755ab2-1d20-420d-a1ef-3afbcfd65daf tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:06.595109 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-65755ab2-1d20-420d-a1ef-3afbcfd65daf tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:22:06.630097 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65755ab2-1d20-420d-a1ef-3afbcfd65daf tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Pushing event updated for resources: {'Port': ['ID=eb202622-3c11-44e7-9b2b-044e565a5ab8,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:06.635185 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-65755ab2-1d20-420d-a1ef-3afbcfd65daf tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:06.656476 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-65755ab2-1d20-420d-a1ef-3afbcfd65daf tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:06.657149 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-65755ab2-1d20-420d-a1ef-3afbcfd65daf tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:06.682887 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ede960c4-caa5-42f0-bef8-d6e0869dd9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:06.690050 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ede960c4-caa5-42f0-bef8-d6e0869dd9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:06.695350 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-65755ab2-1d20-420d-a1ef-3afbcfd65daf tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2895575 Jun 25 09:22:06.703268 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a3f67351-b07a-4250-be63-215a8c3abd88 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:06.715154 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Request body: {'port': {'device_id': '6784915c-a245-4bf8-8825-0b4c61c01142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:06.766206 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ede960c4-caa5-42f0-bef8-d6e0869dd9f0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5f21d7a50bc1478cbf9013ce861cdb0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7730935 Jun 25 09:22:06.767547 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c80bdc7-bf89-44b3-9fd0-7c767283072d tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:06.768635 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c80bdc7-bf89-44b3-9fd0-7c767283072d tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:06.771821 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54384) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:06.784400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede960c4-caa5-42f0-bef8-d6e0869dd9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881deca4-f6ce-400f-badf-8a6ad092e06a,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:06.804845 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ede960c4-caa5-42f0-bef8-d6e0869dd9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:06.811738 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:06.878121 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c1e1e-3f51-4319-882c-bb56d86ca865 req-f8f40394-a2ff-47ad-9f4b-732f0f80491d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:06.879691 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c64c1e1e-3f51-4319-882c-bb56d86ca865 req-f8f40394-a2ff-47ad-9f4b-732f0f80491d tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 945 time: 0.2679427 Jun 25 09:22:06.908493 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e2bfaf86-494d-4ee6-bd6f-85010c859f6d up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:22:07.008219 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port e2bfaf86-494d-4ee6-bd6f-85010c859f6d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:22:07.012054 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c80bdc7-bf89-44b3-9fd0-7c767283072d tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:07.017408 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port e2bfaf86-494d-4ee6-bd6f-85010c859f6d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:22:07.020222 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:07.026774 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c80bdc7-bf89-44b3-9fd0-7c767283072d tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:07.090255 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ce26dc7c-4aa0-4f3c-a67d-bb80ed013eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:07.093710 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c80bdc7-bf89-44b3-9fd0-7c767283072d tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:07.094919 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0c80bdc7-bf89-44b3-9fd0-7c767283072d tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6054504 Jun 25 09:22:07.104145 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54394) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:07.107274 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c64c1e1e-3f51-4319-882c-bb56d86ca865 req-a1ff8f9c-76f4-4fe8-a97b-57c767456dc5 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164338 Jun 25 09:22:07.115840 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Request body: {'router': {'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:07.124281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-8a31f6c7-dcce-49f0-bd6c-6b58e404f704 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:07.126189 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-8a31f6c7-dcce-49f0-bd6c-6b58e404f704 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.41 "GET /v2.0/networks?id=16a5b6a2-665c-43e2-94b7-5433a25effc0 HTTP/1.1" status: 200 len: 818 time: 0.3611102 Jun 25 09:22:07.155435 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-01fb3823-223b-4f37-b66e-9b47568769d0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Request body: {'port': {'device_id': '373e78dc-0f45-4643-a38e-0851d633eab2', 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0', 'admin_state_up': True, 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:07.165003 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:07.194178 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ce26dc7c-4aa0-4f3c-a67d-bb80ed013eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:07.198877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45efd464-5156-4135-b40a-817036be1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bfaf86-494d-4ee6-bd6f-85010c859f6d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:07.205898 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7b55a7-3d4c-480a-8a98-920b78ef9f86" -d '{"events": [{"server_uuid": "45efd464-5156-4135-b40a-817036be1c53", "name": "network-vif-plugged", "status": "completed", "tag": "e2bfaf86-494d-4ee6-bd6f-85010c859f6d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:07.213498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d20a4578-5649-409e-b21c-b3b66a9d9740 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:22:07.226433 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e2bfaf86-494d-4ee6-bd6f-85010c859f6d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:07.251192 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:07.255822 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:07.307642 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-278b454d-372f-4fa4-b055-5df74484d305 req-7081a595-196d-41eb-b78b-5a0ade28959b tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 210 time: 0.1463950 Jun 25 09:22:07.327217 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9928c8-d287-4365-ade6-1a21879030d1 x-openstack-request-id: req-ed9928c8-d287-4365-ade6-1a21879030d1 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:07.327217 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45efd464-5156-4135-b40a-817036be1c53", "name": "network-vif-plugged", "status": "completed", "tag": "e2bfaf86-494d-4ee6-bd6f-85010c859f6d", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:07.327217 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ed9928c8-d287-4365-ade6-1a21879030d1 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:07.327217 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45efd464-5156-4135-b40a-817036be1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bfaf86-494d-4ee6-bd6f-85010c859f6d', 'code': 200} Jun 25 09:22:07.327217 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:07.340357 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:07.370918 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port d20a4578-5649-409e-b21c-b3b66a9d9740 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:22:07.371470 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:07.459261 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ce26dc7c-4aa0-4f3c-a67d-bb80ed013eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:07.461949 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ce26dc7c-4aa0-4f3c-a67d-bb80ed013eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:07.463277 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ce26dc7c-4aa0-4f3c-a67d-bb80ed013eef admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/881deca4-f6ce-400f-badf-8a6ad092e06a HTTP/1.1" status: 204 len: 168 time: 0.6808515 Jun 25 09:22:07.470441 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-47204ef5-a40c-421c-9e39-b105895e48df tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:07.502571 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26dc7c-4aa0-4f3c-a67d-bb80ed013eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881deca4-f6ce-400f-badf-8a6ad092e06a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:07.506669 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ce26dc7c-4aa0-4f3c-a67d-bb80ed013eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:07.510840 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-01fb3823-223b-4f37-b66e-9b47568769d0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Made reservation on behalf of 8d8f2f948476437793cbe2a83ba96f85 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:22:07.513824 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:07.515752 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-01fb3823-223b-4f37-b66e-9b47568769d0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:07.787984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbaa0b8-59f2-4fe3-8af5-bae2c0b41931 req-c051e8e2-bf0d-45df-b1e7-f0c6dbcded95 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:07.796421 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9fbaa0b8-59f2-4fe3-8af5-bae2c0b41931 req-c051e8e2-bf0d-45df-b1e7-f0c6dbcded95 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 943 time: 0.2408710 Jun 25 09:22:07.978279 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54418) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:08.033109 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb202622-3c11-44e7-9b2b-044e565a5ab8 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:22:08.048853 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.052892 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18c8e5-df32-465b-8bb2-33ba7745fb0a req-db29d8d5-87c4-4bc3-b6e5-e2d15c408ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:08.054419 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7e18c8e5-df32-465b-8bb2-33ba7745fb0a req-db29d8d5-87c4-4bc3-b6e5-e2d15c408ebc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 1098 time: 0.6604576 Jun 25 09:22:08.084217 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Transition to ACTIVE for port object eb202622-3c11-44e7-9b2b-044e565a5ab8 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:22:08.091425 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.097659 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2595efed-017f-4a06-8beb-5c1076778f31 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:08.146520 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7e18c8e5-df32-465b-8bb2-33ba7745fb0a req-e674a083-cd34-40d6-9b5a-357459641841 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843616 Jun 25 09:22:08.197754 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb202622-3c11-44e7-9b2b-044e565a5ab8,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:08.202816 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:08.204945 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cd553e71-a1d1-44d6-8a5a-02eaa420badd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.260656 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9fbaa0b8-59f2-4fe3-8af5-bae2c0b41931 req-f87c13bd-73ad-41c0-841c-14a44999973a tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614167 Jun 25 09:22:08.309997 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-01fb3823-223b-4f37-b66e-9b47568769d0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Allocated IP 172.20.0.12 (16a5b6a2-665c-43e2-94b7-5433a25effc0/9739576f-66c1-4600-b0d3-96f9c9bc2c88/d44013a0-7286-42d7-8405-c7a4df5934ec) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:22:08.387252 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Attempting to bind port eb202622-3c11-44e7-9b2b-044e565a5ab8 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:22:08.387640 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Attempting to bind port eb202622-3c11-44e7-9b2b-044e565a5ab8 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '720d597f-8fb2-4878-b579-7ba7a0dd5f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:22:08.387974 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Attempting to bind port eb202622-3c11-44e7-9b2b-044e565a5ab8 on network 16a5b6a2-665c-43e2-94b7-5433a25effc0 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:22:08.411904 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.439145 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Port eb202622-3c11-44e7-9b2b-044e565a5ab8 on network 16a5b6a2-665c-43e2-94b7-5433a25effc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:22:08.439478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Attempting to bind port eb202622-3c11-44e7-9b2b-044e565a5ab8 on network 16a5b6a2-665c-43e2-94b7-5433a25effc0 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:22:08.440261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54442) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:08.446749 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.458518 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:22:08.458894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Checking segment: {'id': '720d597f-8fb2-4878-b579-7ba7a0dd5f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:22:08.459271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Bound using segment: {'id': '720d597f-8fb2-4878-b579-7ba7a0dd5f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:22:08.459710 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Bound port: eb202622-3c11-44e7-9b2b-044e565a5ab8, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720d597f-8fb2-4878-b579-7ba7a0dd5f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:22:08.460072 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.493303 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-596676da-9d57-4d9c-a192-222d4220409b req-c61224ca-c658-4864-83fb-0bf65da2802d tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 210 time: 0.0575724 Jun 25 09:22:08.533075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57b4ff-85f0-449e-84e0-98a80bff7cfa req-f8504e7b-276c-4e52-807b-fd1b7eac6d57 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:08.540324 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db57b4ff-85f0-449e-84e0-98a80bff7cfa req-f8504e7b-276c-4e52-807b-fd1b7eac6d57 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 946 time: 0.2745111 Jun 25 09:22:08.596444 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-01fb3823-223b-4f37-b66e-9b47568769d0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.601561 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1539278169-network', 'tenant_id': '6fcf288132844a938d2e86f2388f6525'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:08.616679 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db57b4ff-85f0-449e-84e0-98a80bff7cfa req-c07bf4c1-7c48-410a-a961-c0070c2606bd tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754418 Jun 25 09:22:08.622476 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cd553e71-a1d1-44d6-8a5a-02eaa420badd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.646100 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cd553e71-a1d1-44d6-8a5a-02eaa420badd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.646481 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Made reservation on behalf of 6fcf288132844a938d2e86f2388f6525 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:22:08.646481 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.646984 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-45033256-37fe-4267-b49c-4f9dd18d681a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:08.659935 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.682227 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Allocated IP 172.25.6.153 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/c5e14083-34dd-42c9-abf4-446d71914e8a) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:22:08.691290 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] For port eb202622-3c11-44e7-9b2b-044e565a5ab8, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:22:08.700631 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-01fb3823-223b-4f37-b66e-9b47568769d0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.705138 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9cfe29fe-1f9f-46e7-9401-9ad445347515 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:08.726911 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cd553e71-a1d1-44d6-8a5a-02eaa420badd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3141d637c6994dc3967ac29f64a2c15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7475281 Jun 25 09:22:08.733612 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54446) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:08.737152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] For port eb202622-3c11-44e7-9b2b-044e565a5ab8, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=eb202622-3c11-44e7-9b2b-044e565a5ab8,segment=NetworkSegment(720d597f-8fb2-4878-b579-7ba7a0dd5f2c),segment_id=720d597f-8fb2-4878-b579-7ba7a0dd5f2c)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:22:08.746918 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd553e71-a1d1-44d6-8a5a-02eaa420badd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96248faf-f6a5-4d7a-815f-4985073d9f7b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:08.750851 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cd553e71-a1d1-44d6-8a5a-02eaa420badd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:08.759401 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.767273 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e8b92b03-0585-4001-947c-1fb98b247d5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:08.782667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-01fb3823-223b-4f37-b66e-9b47568769d0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Network 16a5b6a2-665c-43e2-94b7-5433a25effc0 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:08.805761 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-01fb3823-223b-4f37-b66e-9b47568769d0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:08.820982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-01fb3823-223b-4f37-b66e-9b47568769d0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:22:08.854250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb3823-223b-4f37-b66e-9b47568769d0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Pushing event updated for resources: {'Port': ['ID=d44013a0-7286-42d7-8405-c7a4df5934ec,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:08.860585 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-01fb3823-223b-4f37-b66e-9b47568769d0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:08.884015 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:08.885400 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.886919 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] 10.222.0.38 "PUT /v2.0/ports/eb202622-3c11-44e7-9b2b-044e565a5ab8 HTTP/1.1" status: 200 len: 1093 time: 2.1771443 Jun 25 09:22:08.894598 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6784915c-a245-4bf8-8825-0b4c61c01142', 'tag': 'eb202622-3c11-44e7-9b2b-044e565a5ab8'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:08.897690 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fd5c38-4ebc-4b6b-8b83-84e3f26d8c36" -d '{"events": [{"name": "network-changed", "server_uuid": "6784915c-a245-4bf8-8825-0b4c61c01142", "tag": "eb202622-3c11-44e7-9b2b-044e565a5ab8"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:08.904507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-01fb3823-223b-4f37-b66e-9b47568769d0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:08.904844 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-01fb3823-223b-4f37-b66e-9b47568769d0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.936639 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.946579 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:08.957220 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7fa98186-8012-43c3-a6b2-cf602564119d tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:08.964016 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-01fb3823-223b-4f37-b66e-9b47568769d0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8211155 Jun 25 09:22:08.965576 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9dd91e-f121-4863-a498-85174d154e0c x-openstack-request-id: req-4d9dd91e-f121-4863-a498-85174d154e0c {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:08.965990 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6784915c-a245-4bf8-8825-0b4c61c01142", "tag": "eb202622-3c11-44e7-9b2b-044e565a5ab8", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:08.966350 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4d9dd91e-f121-4863-a498-85174d154e0c {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:08.966767 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6784915c-a245-4bf8-8825-0b4c61c01142', 'tag': 'eb202622-3c11-44e7-9b2b-044e565a5ab8', 'status': 'completed', 'code': 200} Jun 25 09:22:08.978770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:22:08.989239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb202622-3c11-44e7-9b2b-044e565a5ab8,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:08.994337 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Request body: {'port': {'device_id': '373e78dc-0f45-4643-a38e-0851d633eab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:09.005622 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:09.012300 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1d80ddf-3e88-418d-b439-4fef339f3de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:09.026021 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:09.026416 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Added segment 183d0b86-9f10-4426-9876-35ade5be5327 of type vlan for network 5a27a185-c495-402c-8517-3de9213d78e5 Jun 25 09:22:09.027632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b82330-318b-45ef-b0fd-3307f005a4c4,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:09.040004 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:09.081711 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:09.086302 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1d80ddf-3e88-418d-b439-4fef339f3de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:09.086480 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:09.147127 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:09.180478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-37d2557b-d720-4a7d-8612-5f03d0fff2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:09.183145 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-37d2557b-d720-4a7d-8612-5f03d0fff2ff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d8f2f948476437793cbe2a83ba96f85&device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 1096 time: 0.1509290 Jun 25 09:22:09.191386 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:09.192499 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:09.193113 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:09.194325 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1d80ddf-3e88-418d-b439-4fef339f3de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:09.197215 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1d80ddf-3e88-418d-b439-4fef339f3de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:09.198523 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c1d80ddf-3e88-418d-b439-4fef339f3de2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/96248faf-f6a5-4d7a-815f-4985073d9f7b HTTP/1.1" status: 204 len: 168 time: 0.4637327 Jun 25 09:22:09.198672 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-44a883ba-26d7-48e1-af7f-68b364d112ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:09.201087 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:09.210715 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:09.252582 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d80ddf-3e88-418d-b439-4fef339f3de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96248faf-f6a5-4d7a-815f-4985073d9f7b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:09.257537 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-5f4a716c-bf1b-40fa-aa4b-24c7377c589a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb202622-3c11-44e7-9b2b-044e565a5ab8 HTTP/1.1" status: 200 len: 217 time: 0.0577588 Jun 25 09:22:09.258815 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c1d80ddf-3e88-418d-b439-4fef339f3de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:09.259509 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:09.284360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8413126 Jun 25 09:22:09.297348 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Pushing event updated for resources: {'Network': ['ID=5a27a185-c495-402c-8517-3de9213d78e5,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:09.299743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54458) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:09.310539 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 5a27a185-c495-402c-8517-3de9213d78e5 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:22:09.325651 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:09.364831 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:09.370872 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-fd48c458-9389-402c-baa5-fcd3fe6832e2 admin admin] Request body: {'subnet': {'network_id': '5a27a185-c495-402c-8517-3de9213d78e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1539278169-subnet', 'tenant_id': '6fcf288132844a938d2e86f2388f6525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:09.392749 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:09.422541 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:22:09.522309 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Pushing event updated for resources: {'Port': ['ID=c5e14083-34dd-42c9-abf4-446d71914e8a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:09.533287 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:09.545024 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-ece4c08e-16d4-48b8-867b-1ac01db2f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:09.546628 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-ece4c08e-16d4-48b8-867b-1ac01db2f998 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9739576f-66c1-4600-b0d3-96f9c9bc2c88 HTTP/1.1" status: 200 len: 858 time: 0.2777328 Jun 25 09:22:09.584267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd48c458-9389-402c-baa5-fcd3fe6832e2 admin admin] Made reservation on behalf of 6fcf288132844a938d2e86f2388f6525 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:22:09.586733 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd48c458-9389-402c-baa5-fcd3fe6832e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:09.656187 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-51363b5d-2c18-4b8f-8939-c9de4f1a2a7d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=16a5b6a2-665c-43e2-94b7-5433a25effc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007845 Jun 25 09:22:09.746461 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54466) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:09.780169 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a94c00ef-cfb8-4f62-94f3-a2a546beee22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:09.790179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641a83b-9221-44cf-9662-9d1b646f430d req-5bb2fb42-762c-4d35-9c28-38e413f7b351 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:09.791520 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c641a83b-9221-44cf-9662-9d1b646f430d req-5bb2fb42-762c-4d35-9c28-38e413f7b351 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 943 time: 0.3797240 Jun 25 09:22:09.884281 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-5b316ebd-5851-4dd7-be36-7dd107dd290f service neutron] 10.222.0.38 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135549 Jun 25 09:22:09.974361 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44013a0-7286-42d7-8405-c7a4df5934ec {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:22:09.981149 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c641a83b-9221-44cf-9662-9d1b646f430d req-1061bf4b-0f8b-4d9c-939c-d1280f1ba791 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690557 Jun 25 09:22:09.992573 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:10.052071 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c37a5d-5011-4465-befc-c245fc4e9af5 req-7cc24829-d0c6-4ae9-8083-ca216e3ec35d tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:10.054112 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56c37a5d-5011-4465-befc-c245fc4e9af5 req-7cc24829-d0c6-4ae9-8083-ca216e3ec35d tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 932 time: 0.3807743 Jun 25 09:22:10.066496 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Transition to ACTIVE for port object d44013a0-7286-42d7-8405-c7a4df5934ec will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:22:10.087428 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-478d4560-2a23-4d0b-b591-5739b8372bb0 req-dc7d2940-0eef-4c10-a884-de73f8a2bc84 service neutron] 10.222.0.38 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959872 Jun 25 09:22:10.090950 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:10.107846 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:10.138670 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd48c458-9389-402c-baa5-fcd3fe6832e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:10.191238 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:10.203726 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d44013a0-7286-42d7-8405-c7a4df5934ec,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:10.213070 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56c37a5d-5011-4465-befc-c245fc4e9af5 req-de31581b-7549-43d5-8712-79cb6c6e03f9 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479559 Jun 25 09:22:10.230814 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:10.230814 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-497e46c5-403a-411c-8e88-e26da0daa36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:10.256865 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a94c00ef-cfb8-4f62-94f3-a2a546beee22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:10.329573 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a94c00ef-cfb8-4f62-94f3-a2a546beee22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:10.401087 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd48c458-9389-402c-baa5-fcd3fe6832e2 admin admin] Checking segment: {'id': '183d0b86-9f10-4426-9876-35ade5be5327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '5a27a185-c495-402c-8517-3de9213d78e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:22:10.401477 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd48c458-9389-402c-baa5-fcd3fe6832e2 admin admin] Network hostable DHCP agents. Network: 5a27a185-c495-402c-8517-3de9213d78e5, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:22:10.415216 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a94c00ef-cfb8-4f62-94f3-a2a546beee22 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5a4877f5b2284507bfb33c57c45143f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6590986 Jun 25 09:22:10.415216 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48c458-9389-402c-baa5-fcd3fe6832e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2109fa39-1280-4b24-b7e2-08e8cb464b3a,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:10.416487 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54470) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:10.421389 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fd48c458-9389-402c-baa5-fcd3fe6832e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:10.426067 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ce26dc7c-4aa0-4f3c-a67d-bb80ed013eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:10.478182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Attempting to bind port d44013a0-7286-42d7-8405-c7a4df5934ec on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:22:10.478520 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Attempting to bind port d44013a0-7286-42d7-8405-c7a4df5934ec by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '720d597f-8fb2-4878-b579-7ba7a0dd5f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:22:10.478869 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Attempting to bind port d44013a0-7286-42d7-8405-c7a4df5934ec on network 16a5b6a2-665c-43e2-94b7-5433a25effc0 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:22:10.486042 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c00ef-cfb8-4f62-94f3-a2a546beee22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e1a4fb-4c82-4506-9cb6-ffbc36274d44,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:10.497888 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5c38-4ebc-4b6b-8b83-84e3f26d8c36 req-8255c2e5-0433-4502-9128-b5509503d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:10.498289 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a94c00ef-cfb8-4f62-94f3-a2a546beee22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:10.499650 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94fd5c38-4ebc-4b6b-8b83-84e3f26d8c36 req-8255c2e5-0433-4502-9128-b5509503d86e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d8f2f948476437793cbe2a83ba96f85&device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 1096 time: 0.3133671 Jun 25 09:22:10.508458 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd48c458-9389-402c-baa5-fcd3fe6832e2 admin admin] Network 5a27a185-c495-402c-8517-3de9213d78e5 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:22:10.519734 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122eac70-44e2-4b31-b56a-55bd59683507 req-b8cc65e2-bb5e-4341-9541-6899bb85c594 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:10.521441 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-122eac70-44e2-4b31-b56a-55bd59683507 req-b8cc65e2-bb5e-4341-9541-6899bb85c594 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 946 time: 0.2959175 Jun 25 09:22:10.524609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Port d44013a0-7286-42d7-8405-c7a4df5934ec on network 16a5b6a2-665c-43e2-94b7-5433a25effc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:22:10.525106 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Attempting to bind port d44013a0-7286-42d7-8405-c7a4df5934ec on network 16a5b6a2-665c-43e2-94b7-5433a25effc0 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:22:10.531864 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:22:10.532701 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Checking segment: {'id': '720d597f-8fb2-4878-b579-7ba7a0dd5f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:22:10.532701 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Bound using segment: {'id': '720d597f-8fb2-4878-b579-7ba7a0dd5f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:22:10.533434 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Bound port: d44013a0-7286-42d7-8405-c7a4df5934ec, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720d597f-8fb2-4878-b579-7ba7a0dd5f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:22:10.533968 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:10.550612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-fd48c458-9389-402c-baa5-fcd3fe6832e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 5a27a185-c495-402c-8517-3de9213d78e5) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:10.564917 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb1c282-86da-4d33-8a05-3b4640eddf19 None None] Network 5a27a185-c495-402c-8517-3de9213d78e5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:22:10.580163 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:10.583678 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3eb2c23-5eff-4b34-aa64-1698789e62f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:10.597920 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:10.600982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd48c458-9389-402c-baa5-fcd3fe6832e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:10.602831 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd48c458-9389-402c-baa5-fcd3fe6832e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:10.629934 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3eb2c23-5eff-4b34-aa64-1698789e62f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:10.697893 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fd48c458-9389-402c-baa5-fcd3fe6832e2 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3341055 Jun 25 09:22:10.714581 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-122eac70-44e2-4b31-b56a-55bd59683507 req-07c7c2d2-150f-43de-8a49-ee7c745f66b3 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649435 Jun 25 09:22:10.716674 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5c38-4ebc-4b6b-8b83-84e3f26d8c36 req-8804be66-09c3-4b80-86e1-837a0370f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:10.718748 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94fd5c38-4ebc-4b6b-8b83-84e3f26d8c36 req-8804be66-09c3-4b80-86e1-837a0370f1cd service neutron] 10.222.0.38 "GET /v2.0/networks?id=16a5b6a2-665c-43e2-94b7-5433a25effc0 HTTP/1.1" status: 200 len: 920 time: 0.2103868 Jun 25 09:22:10.718907 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eeeaa3-5881-4035-bc3a-87e6874831bc None None] Network 5a27a185-c495-402c-8517-3de9213d78e5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:22:10.727577 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] For port d44013a0-7286-42d7-8405-c7a4df5934ec, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:22:10.737729 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] For port d44013a0-7286-42d7-8405-c7a4df5934ec, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=d44013a0-7286-42d7-8405-c7a4df5934ec,segment=NetworkSegment(720d597f-8fb2-4878-b579-7ba7a0dd5f2c),segment_id=720d597f-8fb2-4878-b579-7ba7a0dd5f2c)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:22:10.755349 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:10.759971 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:10.825440 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94fd5c38-4ebc-4b6b-8b83-84e3f26d8c36 req-e4c2777b-f05f-49e8-9d7b-8ec84c1ddd68 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb202622-3c11-44e7-9b2b-044e565a5ab8 HTTP/1.1" status: 200 len: 217 time: 0.0960293 Jun 25 09:22:10.833408 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d44013a0-7286-42d7-8405-c7a4df5934ec,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:10.851716 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:10.869486 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:10.870604 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:10.872483 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/d44013a0-7286-42d7-8405-c7a4df5934ec HTTP/1.1" status: 200 len: 1093 time: 1.8828423 Jun 25 09:22:10.874063 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373e78dc-0f45-4643-a38e-0851d633eab2', 'tag': 'd44013a0-7286-42d7-8405-c7a4df5934ec'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:10.876600 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bf6932-2848-4d71-8e0f-5b984f59089b" -d '{"events": [{"name": "network-changed", "server_uuid": "373e78dc-0f45-4643-a38e-0851d633eab2", "tag": "d44013a0-7286-42d7-8405-c7a4df5934ec"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:10.897551 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3eb2c23-5eff-4b34-aa64-1698789e62f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:10.900708 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3eb2c23-5eff-4b34-aa64-1698789e62f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:10.905275 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f3eb2c23-5eff-4b34-aa64-1698789e62f8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b8e1a4fb-4c82-4506-9cb6-ffbc36274d44 HTTP/1.1" status: 204 len: 168 time: 0.4884801 Jun 25 09:22:10.912545 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dffddd03-f0d5-44d0-9daa-3731cf8168f2 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:10.930509 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb2c23-5eff-4b34-aa64-1698789e62f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e1a4fb-4c82-4506-9cb6-ffbc36274d44,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:10.933511 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f3eb2c23-5eff-4b34-aa64-1698789e62f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:10.961839 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5c38-4ebc-4b6b-8b83-84e3f26d8c36 req-a5328d93-d05d-4f57-8ad4-dc07a777dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:10.963321 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94fd5c38-4ebc-4b6b-8b83-84e3f26d8c36 req-a5328d93-d05d-4f57-8ad4-dc07a777dd70 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9739576f-66c1-4600-b0d3-96f9c9bc2c88 HTTP/1.1" status: 200 len: 858 time: 0.1288176 Jun 25 09:22:11.029995 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c48375-883d-488c-9dd8-6c485574d434 x-openstack-request-id: req-b2c48375-883d-488c-9dd8-6c485574d434 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:11.030415 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373e78dc-0f45-4643-a38e-0851d633eab2", "tag": "d44013a0-7286-42d7-8405-c7a4df5934ec", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:11.030632 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b2c48375-883d-488c-9dd8-6c485574d434 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:11.031156 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373e78dc-0f45-4643-a38e-0851d633eab2', 'tag': 'd44013a0-7286-42d7-8405-c7a4df5934ec', 'status': 'completed', 'code': 200} Jun 25 09:22:11.037026 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94fd5c38-4ebc-4b6b-8b83-84e3f26d8c36 req-0708af80-a98d-4f28-acb3-75aa370dd217 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=16a5b6a2-665c-43e2-94b7-5433a25effc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648956 Jun 25 09:22:11.058889 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Router cda2ab60-49ad-4e2f-94c7-88965810ccbd is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:22:11.098656 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-af03ad6e-acd8-4daf-b107-6b2e51505877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:11.100202 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-af03ad6e-acd8-4daf-b107-6b2e51505877 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d8f2f948476437793cbe2a83ba96f85&device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 1096 time: 0.1265526 Jun 25 09:22:11.184961 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-7f89cff2-4958-4699-8204-f52c0992fb0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44013a0-7286-42d7-8405-c7a4df5934ec HTTP/1.1" status: 200 len: 217 time: 0.0696757 Jun 25 09:22:11.337478 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94fd5c38-4ebc-4b6b-8b83-84e3f26d8c36 req-37ffd656-22ae-4288-ab3b-860918428860 service neutron] 10.222.0.38 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883873 Jun 25 09:22:11.467500 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-f8b7c85e-b387-40c1-99b5-6b2ce4834627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:11.469314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-f8b7c85e-b387-40c1-99b5-6b2ce4834627 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9739576f-66c1-4600-b0d3-96f9c9bc2c88 HTTP/1.1" status: 200 len: 858 time: 0.2725334 Jun 25 09:22:11.483345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d46de0-fd1b-468d-ac94-945f03c248c7 req-7dbe0dd8-fdf9-42b4-91ff-bec34079f2e7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:11.485106 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17d46de0-fd1b-468d-ac94-945f03c248c7 req-7dbe0dd8-fdf9-42b4-91ff-bec34079f2e7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 943 time: 0.2670300 Jun 25 09:22:11.577454 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:22:11.582614 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-5e885296-8aac-4430-8f45-c9411622abb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a5b6a2-665c-43e2-94b7-5433a25effc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964930 Jun 25 09:22:11.593947 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a239850-d8cf-484f-bd15-e398e5718bf5 None None] Sync routers for ids ['cda2ab60-49ad-4e2f-94c7-88965810ccbd'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:22:11.597794 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:11.611636 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "PUT /v2.0/routers/cda2ab60-49ad-4e2f-94c7-88965810ccbd HTTP/1.1" status: 200 len: 884 time: 4.5040472 Jun 25 09:22:11.612848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a239850-d8cf-484f-bd15-e398e5718bf5 None None] Routers {'cda2ab60-49ad-4e2f-94c7-88965810ccbd'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:11.616178 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-5a239850-d8cf-484f-bd15-e398e5718bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cda2ab60-49ad-4e2f-94c7-88965810ccbd'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:11.622667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54510) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:11.632256 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17d46de0-fd1b-468d-ac94-945f03c248c7 req-6f5664c9-d1b6-45e5-b149-b27fe36fdc6b tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360364 Jun 25 09:22:11.711578 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94fd5c38-4ebc-4b6b-8b83-84e3f26d8c36 req-cf75eb65-f6d5-458b-aa11-0cac98d813ff service neutron] 10.222.0.38 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537190 Jun 25 09:22:11.736706 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-e106410e-64c6-4a97-b91d-77274e365153 service neutron] 10.222.0.38 "GET /v2.0/ports/c1585b9b-960d-4293-82db-675d257caa81/bindings/n-h1-761264-15 HTTP/1.1" status: 200 len: 385 time: 0.2458906 Jun 25 09:22:11.742584 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c1585b9b-960d-4293-82db-675d257caa81 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:22:11.747459 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-5a239850-d8cf-484f-bd15-e398e5718bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:11.817479 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a239850-d8cf-484f-bd15-e398e5718bf5 None None] Routers {'cda2ab60-49ad-4e2f-94c7-88965810ccbd'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:11.823582 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-5a239850-d8cf-484f-bd15-e398e5718bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cda2ab60-49ad-4e2f-94c7-88965810ccbd'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:11.927143 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-5a239850-d8cf-484f-bd15-e398e5718bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:11.928054 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a239850-d8cf-484f-bd15-e398e5718bf5 None None] The sync data for ids ['cda2ab60-49ad-4e2f-94c7-88965810ccbd'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:22:12.075640 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9b2bedc6-dbfc-4a9d-b083-85cf783d3d02 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/routers/cda2ab60-49ad-4e2f-94c7-88965810ccbd HTTP/1.1" status: 200 len: 925 time: 0.4410555 Jun 25 09:22:12.078147 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54526) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:12.086180 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-316a662a-c784-4537-a8d5-6204dc4e35da req-c189716b-fff0-48ff-b1fc-ae4f6c14236d service neutron] For port c1585b9b-960d-4293-82db-675d257caa81, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c1585b9b-960d-4293-82db-675d257caa81,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:12.132019 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-316a662a-c784-4537-a8d5-6204dc4e35da req-c189716b-fff0-48ff-b1fc-ae4f6c14236d service neutron] For port c1585b9b-960d-4293-82db-675d257caa81, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:22:12.185530 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-316a662a-c784-4537-a8d5-6204dc4e35da req-c189716b-fff0-48ff-b1fc-ae4f6c14236d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1585b9b-960d-4293-82db-675d257caa81 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:22:12.187525 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-f70ac740-3f2f-4d1e-9f57-46e7b3efd69c service neutron] 10.222.0.41 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946267 Jun 25 09:22:12.198187 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-316a662a-c784-4537-a8d5-6204dc4e35da req-c189716b-fff0-48ff-b1fc-ae4f6c14236d service neutron] For port c1585b9b-960d-4293-82db-675d257caa81, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c1585b9b-960d-4293-82db-675d257caa81,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:12.215714 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-316a662a-c784-4537-a8d5-6204dc4e35da req-c189716b-fff0-48ff-b1fc-ae4f6c14236d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:12.320539 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-316a662a-c784-4537-a8d5-6204dc4e35da req-c189716b-fff0-48ff-b1fc-ae4f6c14236d service neutron] Transition to ACTIVE for port object c1585b9b-960d-4293-82db-675d257caa81 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:22:12.327077 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-316a662a-c784-4537-a8d5-6204dc4e35da req-c189716b-fff0-48ff-b1fc-ae4f6c14236d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:12.331550 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-79e2878c-6934-4684-b6b7-ed4940ee0db8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:12.391659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19970b8e-1f95-41d7-90b4-73a6718a2138 req-1e9f6aed-42dd-4020-bf77-5f62d122db2a tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:12.400674 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19970b8e-1f95-41d7-90b4-73a6718a2138 req-1e9f6aed-42dd-4020-bf77-5f62d122db2a tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 944 time: 0.6028957 Jun 25 09:22:12.414497 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-316a662a-c784-4537-a8d5-6204dc4e35da req-c189716b-fff0-48ff-b1fc-ae4f6c14236d service neutron] No DVR routers for this DVR port c1585b9b-960d-4293-82db-675d257caa81 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:22:12.420837 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189716b-fff0-48ff-b1fc-ae4f6c14236d service neutron] Pushing event updated for resources: {'Port': ['ID=c1585b9b-960d-4293-82db-675d257caa81,revision_number=10']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:12.424360 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c189716b-fff0-48ff-b1fc-ae4f6c14236d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:12.455135 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-c189716b-fff0-48ff-b1fc-ae4f6c14236d service neutron] 10.222.0.38 "PUT /v2.0/ports/c1585b9b-960d-4293-82db-675d257caa81/bindings/n-h1-761264-15/activate HTTP/1.1" status: 200 len: 370 time: 0.7122538 Jun 25 09:22:12.539327 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-abb77d44-e6fc-4060-9bac-0d76b50a35b7 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:12.540894 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-abb77d44-e6fc-4060-9bac-0d76b50a35b7 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/networks?id=5a27a185-c495-402c-8517-3de9213d78e5 HTTP/1.1" status: 200 len: 814 time: 0.3503778 Jun 25 09:22:12.542732 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b7a6d0a-e919-4e98-b5dc-a6e4f0a3702a req-d9f0efd3-db67-4dd2-864e-36a261c1e09c service neutron] 10.222.0.41 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705529 Jun 25 09:22:12.545576 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19970b8e-1f95-41d7-90b4-73a6718a2138 req-c8145835-96dc-428f-bdfe-423b719b1a26 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440892 Jun 25 09:22:12.558583 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28551b2-8e29-460b-9252-c1e945cc1eb7 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:12.560112 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c28551b2-8e29-460b-9252-c1e945cc1eb7 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=8128acdb-767b-4924-9d47-628968405132&device_id=cda2ab60-49ad-4e2f-94c7-88965810ccbd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4789655 Jun 25 09:22:12.566440 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54544) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:12.582701 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-0cbce880-f208-4442-a151-8b928916c2d1 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/quotas/6fcf288132844a938d2e86f2388f6525 HTTP/1.1" status: 200 len: 375 time: 0.0305173 Jun 25 09:22:12.660274 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-a30d25da-d958-47f0-9925-2614f3e8d2d9 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6fcf288132844a938d2e86f2388f6525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765920 Jun 25 09:22:13.068200 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a662a-c784-4537-a8d5-6204dc4e35da req-2659f473-c911-42bc-9549-6b5ec67cd24d tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:13.069934 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-2659f473-c911-42bc-9549-6b5ec67cd24d tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5&tenant_id=7474114b2c184a18967efdee86f25425&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 1096 time: 0.0674746 Jun 25 09:22:13.148402 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98caa3e-ed80-45f3-9914-3bdd814b3ef3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:13.149389 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a662a-c784-4537-a8d5-6204dc4e35da req-faaa9a6e-5fdb-4963-8831-78f9c7201cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:13.149840 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a98caa3e-ed80-45f3-9914-3bdd814b3ef3 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 881 time: 0.5824947 Jun 25 09:22:13.150861 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-faaa9a6e-5fdb-4963-8831-78f9c7201cf0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5&tenant_id=7474114b2c184a18967efdee86f25425 HTTP/1.1" status: 200 len: 1096 time: 0.0655723 Jun 25 09:22:13.152810 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54574) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:13.181434 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-934ddeda-b7ea-4ac7-9786-c65fe0948238 service neutron] 10.222.0.93 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200961 Jun 25 09:22:13.193770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf6932-2848-4d71-8e0f-5b984f59089b req-bb680136-878d-439a-85c2-be896aaed971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:13.195232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38bf6932-2848-4d71-8e0f-5b984f59089b req-bb680136-878d-439a-85c2-be896aaed971 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d8f2f948476437793cbe2a83ba96f85&device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 1096 time: 0.5252140 Jun 25 09:22:13.195677 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e79ca8a6-6377-4554-8780-c342f6fd958a tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "GET /v2.0/ports?device_id=cda2ab60-49ad-4e2f-94c7-88965810ccbd HTTP/1.1" status: 200 len: 205 time: 0.0413108 Jun 25 09:22:13.197942 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54576) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:13.258840 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb6b37-2446-4a53-aa6c-5ca1ff606546 req-40f1af59-b543-419b-b0a6-94a54a7173cf tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:13.265967 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cdb6b37-2446-4a53-aa6c-5ca1ff606546 req-40f1af59-b543-419b-b0a6-94a54a7173cf tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 944 time: 0.2146461 Jun 25 09:22:13.436645 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cdb6b37-2446-4a53-aa6c-5ca1ff606546 req-1c09a96f-1dab-4617-9ecf-cb9e06cec846 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661310 Jun 25 09:22:13.497082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf6932-2848-4d71-8e0f-5b984f59089b req-d95438ae-c2ff-4d9a-be95-ad7ef2067d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:13.498682 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38bf6932-2848-4d71-8e0f-5b984f59089b req-d95438ae-c2ff-4d9a-be95-ad7ef2067d8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=16a5b6a2-665c-43e2-94b7-5433a25effc0 HTTP/1.1" status: 200 len: 920 time: 0.2617657 Jun 25 09:22:13.502250 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-11522c91-ab8a-41a1-ae83-da4b6eacdd1f service neutron] 10.222.0.93 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200853 Jun 25 09:22:13.554174 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38bf6932-2848-4d71-8e0f-5b984f59089b req-2e9458c6-4588-4049-ae72-945d7db95400 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44013a0-7286-42d7-8405-c7a4df5934ec HTTP/1.1" status: 200 len: 217 time: 0.0484076 Jun 25 09:22:13.627203 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf6932-2848-4d71-8e0f-5b984f59089b req-da542b1b-98aa-4ef9-b5c2-d3d467b12b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:13.629564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38bf6932-2848-4d71-8e0f-5b984f59089b req-da542b1b-98aa-4ef9-b5c2-d3d467b12b4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9739576f-66c1-4600-b0d3-96f9c9bc2c88 HTTP/1.1" status: 200 len: 858 time: 0.0668068 Jun 25 09:22:13.670840 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38bf6932-2848-4d71-8e0f-5b984f59089b req-9775054b-1466-4af8-a3c9-e3f0977ad373 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a5b6a2-665c-43e2-94b7-5433a25effc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342653 Jun 25 09:22:13.674883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device eb202622-3c11-44e7-9b2b-044e565a5ab8 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:22:13.828658 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port eb202622-3c11-44e7-9b2b-044e565a5ab8, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=eb202622-3c11-44e7-9b2b-044e565a5ab8,segment=NetworkSegment(720d597f-8fb2-4878-b579-7ba7a0dd5f2c),segment_id=720d597f-8fb2-4878-b579-7ba7a0dd5f2c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:13.843974 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'eb202622-3c11-44e7-9b2b-044e565a5ab8', 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0', 'port_id': 'eb202622-3c11-44e7-9b2b-044e565a5ab8', 'mac_address': 'fa:16:3e:8e:01:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9739576f-66c1-4600-b0d3-96f9c9bc2c88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:22:13.849341 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a51352b2-2e32-4269-9602-f8b294f882f0 req-055e0869-a7b3-482f-a9b5-640e361a4fac tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 210 time: 0.0497422 Jun 25 09:22:13.852046 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a662a-c784-4537-a8d5-6204dc4e35da req-d88b1386-9b2c-48c2-bbe3-5184701b5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:13.853671 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-d88b1386-9b2c-48c2-bbe3-5184701b5d75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 1096 time: 0.6111615 Jun 25 09:22:13.858671 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:13.921978 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:13.949797 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb202622-3c11-44e7-9b2b-044e565a5ab8 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:22:13.988007 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port eb202622-3c11-44e7-9b2b-044e565a5ab8, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=eb202622-3c11-44e7-9b2b-044e565a5ab8,segment=NetworkSegment(720d597f-8fb2-4878-b579-7ba7a0dd5f2c),segment_id=720d597f-8fb2-4878-b579-7ba7a0dd5f2c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:13.993488 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:13.998730 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6d59bf39-5fe7-4aad-b730-7b5045d1acb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:14.047327 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38bf6932-2848-4d71-8e0f-5b984f59089b req-2c278558-b479-4dd2-b22b-4842ad71ccfe service neutron] 10.222.0.41 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656096 Jun 25 09:22:14.055767 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a662a-c784-4537-a8d5-6204dc4e35da req-91000061-8f41-49fa-b80c-d6959d584ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:14.057286 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-91000061-8f41-49fa-b80c-d6959d584ad5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.1961074 Jun 25 09:22:14.062872 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:14.072874 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5a97c-723f-45f3-b0d3-a967a89f7904 req-5c0bab7f-c4ea-427a-8676-bd7a29de1298 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:14.080326 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c5a5a97c-723f-45f3-b0d3-a967a89f7904 req-5c0bab7f-c4ea-427a-8676-bd7a29de1298 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 944 time: 0.2282314 Jun 25 09:22:14.082965 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=eb202622-3c11-44e7-9b2b-044e565a5ab8,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:14.094965 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:14.107707 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-96fccb3d-f616-49ab-a252-a3c3fbec388c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1585b9b-960d-4293-82db-675d257caa81 HTTP/1.1" status: 200 len: 217 time: 0.0378060 Jun 25 09:22:14.198749 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c5a5a97c-723f-45f3-b0d3-a967a89f7904 req-6ee186cc-74af-4368-ad05-3200cc27175f tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172762 Jun 25 09:22:14.205931 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Deleting port c5e14083-34dd-42c9-abf4-446d71914e8a {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:22:14.206284 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:14.245631 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a662a-c784-4537-a8d5-6204dc4e35da req-c2a071f2-306a-4c4d-8217-5312f771e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:14.247208 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-c2a071f2-306a-4c4d-8217-5312f771e101 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.1187351 Jun 25 09:22:14.261578 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38bf6932-2848-4d71-8e0f-5b984f59089b req-cfe0a79d-e6a5-4307-b346-bac8ee9535d0 service neutron] 10.222.0.41 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980147 Jun 25 09:22:14.298234 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-6cd7b441-f848-4865-841e-f058e06cb361 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418684 Jun 25 09:22:14.310523 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9c019-267d-4b20-9561-1c675b5ef9a0 req-33ccd2fa-82d1-47db-935a-1dd900781ad4 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:14.312087 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a6b9c019-267d-4b20-9561-1c675b5ef9a0 req-33ccd2fa-82d1-47db-935a-1dd900781ad4 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 946 time: 0.0860932 Jun 25 09:22:14.353218 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a6b9c019-267d-4b20-9561-1c675b5ef9a0 req-ad3e6ad3-0289-46eb-8639-a966ed432d84 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341885 Jun 25 09:22:14.378988 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:14.407721 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Calling delete_port for c5e14083-34dd-42c9-abf4-446d71914e8a owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:22:14.489677 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-dbea8b72-d7d2-42c8-a412-e7cd51cbe9c2 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757832 Jun 25 09:22:14.514267 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['eb202622-3c11-44e7-9b2b-044e565a5ab8'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:22:14.688584 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9d79f-a612-482c-ba02-c7b42931eb7b req-1635bdaf-b1d4-4d2e-acff-156d4d4bd784 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:14.691250 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-28e9d79f-a612-482c-ba02-c7b42931eb7b req-1635bdaf-b1d4-4d2e-acff-156d4d4bd784 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 944 time: 0.0884979 Jun 25 09:22:14.754097 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-a49aa684-af37-407b-a1ce-173d7d7f2d07 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549307 Jun 25 09:22:14.754374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-28e9d79f-a612-482c-ba02-c7b42931eb7b req-3c462886-23b4-47ea-b4b5-e650b859db43 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562098 Jun 25 09:22:14.787902 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:14.795520 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-417ec441-988d-422e-b5a8-2b57ffe64031 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:14.842833 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Pushing event deleted for resources: {'Port': ['ID=c5e14083-34dd-42c9-abf4-446d71914e8a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:14.861704 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:14.905349 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:15.026579 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c77d3d79-fce0-4211-a62e-237909b97bca req-d75b6aea-f780-449c-9db1-92d68deb223b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 210 time: 0.0423250 Jun 25 09:22:15.060368 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:15.065741 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:15.131014 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:15.131697 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Fanout notify agent at l3_agent the message router_deleted on router cda2ab60-49ad-4e2f-94c7-88965810ccbd {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:22:15.140357 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:15.149440 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "DELETE /v2.0/routers/cda2ab60-49ad-4e2f-94c7-88965810ccbd HTTP/1.1" status: 204 len: 168 time: 1.9495730 Jun 25 09:22:15.150233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54636) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:15.156708 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a76c15c3-4a0f-4e84-9bd3-79d8cc70b71a tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1216531515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:15.192206 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a76c15c3-4a0f-4e84-9bd3-79d8cc70b71a tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:15.193845 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a76c15c3-4a0f-4e84-9bd3-79d8cc70b71a tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:15.278781 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a76c15c3-4a0f-4e84-9bd3-79d8cc70b71a tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:15.284953 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a76c15c3-4a0f-4e84-9bd3-79d8cc70b71a tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:15.307715 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a76c15c3-4a0f-4e84-9bd3-79d8cc70b71a tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:15.313484 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a76c15c3-4a0f-4e84-9bd3-79d8cc70b71a tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1593342 Jun 25 09:22:15.314126 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54640) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:15.317289 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a662a-c784-4537-a8d5-6204dc4e35da req-96c87ee3-46ee-45b4-b5b6-3ca17fae0861 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:15.319034 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-96c87ee3-46ee-45b4-b5b6-3ca17fae0861 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5&tenant_id=7474114b2c184a18967efdee86f25425&binding%3Ahost_id=n-h1-761264-15 HTTP/1.1" status: 200 len: 1096 time: 0.1308918 Jun 25 09:22:15.323814 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'enable_snat': True}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:15.605244 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:15.622062 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b087d72e-25a6-4cce-a60a-4327054ca9fa tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:15.623950 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b087d72e-25a6-4cce-a60a-4327054ca9fa tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.38 "GET /v2.0/networks?id=5a27a185-c495-402c-8517-3de9213d78e5 HTTP/1.1" status: 200 len: 814 time: 0.1472404 Jun 25 09:22:15.648910 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-9e6b74b4-bd07-4d3f-a87a-f66af1aab2a5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Request body: {'port': {'device_id': 'e978a680-6d5c-423b-bdc6-6693675a382f', 'network_id': '5a27a185-c495-402c-8517-3de9213d78e5', 'admin_state_up': True, 'tenant_id': '6fcf288132844a938d2e86f2388f6525'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:15.704951 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-316a662a-c784-4537-a8d5-6204dc4e35da req-2f648849-3c90-4b87-b3eb-11092edab531 service neutron] For port c1585b9b-960d-4293-82db-675d257caa81, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:22:15.711981 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-316a662a-c784-4537-a8d5-6204dc4e35da req-2f648849-3c90-4b87-b3eb-11092edab531 service neutron] Notify callbacks [] for binding, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:15.713604 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-2f648849-3c90-4b87-b3eb-11092edab531 service neutron] 10.222.0.41 "DELETE /v2.0/ports/c1585b9b-960d-4293-82db-675d257caa81/bindings/n-h2-761264-15 HTTP/1.1" status: 204 len: 173 time: 0.3876760 Jun 25 09:22:15.749954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa426d96-9ed8-44e9-b402-01cd5e542c9f req-9b2b1cf5-e3f0-404e-be3b-f79d863ee7c7 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:15.751530 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fa426d96-9ed8-44e9-b402-01cd5e542c9f req-9b2b1cf5-e3f0-404e-be3b-f79d863ee7c7 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 944 time: 0.3279400 Jun 25 09:22:15.804975 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a72b8-efc0-4579-b16a-df0d3d04f861 req-6eeb7daf-f506-46a7-bdd2-c72cd19a5bd4 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:15.807325 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-437a72b8-efc0-4579-b16a-df0d3d04f861 req-6eeb7daf-f506-46a7-bdd2-c72cd19a5bd4 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 946 time: 0.1921842 Jun 25 09:22:15.822077 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-9e6b74b4-bd07-4d3f-a87a-f66af1aab2a5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Made reservation on behalf of 6fcf288132844a938d2e86f2388f6525 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:22:15.826766 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-9e6b74b4-bd07-4d3f-a87a-f66af1aab2a5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:15.847080 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fa426d96-9ed8-44e9-b402-01cd5e542c9f req-5edc2a9d-a714-4421-874f-417ec059b131 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874150 Jun 25 09:22:15.897771 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-437a72b8-efc0-4579-b16a-df0d3d04f861 req-a2fc2aa6-35e8-453b-b451-e2e6fce7dd83 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822692 Jun 25 09:22:15.985069 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-9e6b74b4-bd07-4d3f-a87a-f66af1aab2a5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Allocated IP 172.20.0.6 (5a27a185-c495-402c-8517-3de9213d78e5/2109fa39-1280-4b24-b7e2-08e8cb464b3a/29b44762-2c1a-4223-83cc-ecf5d5dc2e82) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:22:16.071130 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:16.102328 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:16.148432 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-9e6b74b4-bd07-4d3f-a87a-f66af1aab2a5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:16.177345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e6e5d-68d6-473f-8ffa-8d0de5f9fa94 req-9c5112b2-9f33-4e61-b37b-11467c53543a tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:16.178866 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-830e6e5d-68d6-473f-8ffa-8d0de5f9fa94 req-9c5112b2-9f33-4e61-b37b-11467c53543a tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 944 time: 0.1906171 Jun 25 09:22:16.191024 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-9e6b74b4-bd07-4d3f-a87a-f66af1aab2a5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:16.196425 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dd7d4192-9b74-4d7c-adab-004623a8b568 tempest-ListServersNegativeTestJSON-1473278561 tempest-ListServersNegativeTestJSON-1473278561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:16.200778 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ed6efc86-7733-4d45-9c4b-b12fd917ff6b req-c77490d6-6789-4671-a64f-6b7ab37cbb2a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 210 time: 0.0502388 Jun 25 09:22:16.251406 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-9e6b74b4-bd07-4d3f-a87a-f66af1aab2a5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Network 5a27a185-c495-402c-8517-3de9213d78e5 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:16.256878 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-9e6b74b4-bd07-4d3f-a87a-f66af1aab2a5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:16.266234 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-9e6b74b4-bd07-4d3f-a87a-f66af1aab2a5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:22:16.274036 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-830e6e5d-68d6-473f-8ffa-8d0de5f9fa94 req-8ed40013-509b-40b0-a603-496677637f2f tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756223 Jun 25 09:22:16.313202 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Allocated IP 172.25.6.75 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/cd94bbc5-a6d0-497f-942a-33448c0579dd) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:22:16.336202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b74b4-bd07-4d3f-a87a-f66af1aab2a5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Pushing event updated for resources: {'Port': ['ID=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:16.343875 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9e6b74b4-bd07-4d3f-a87a-f66af1aab2a5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:16.372327 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-9e6b74b4-bd07-4d3f-a87a-f66af1aab2a5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:16.373114 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-9e6b74b4-bd07-4d3f-a87a-f66af1aab2a5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:16.412012 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-9e6b74b4-bd07-4d3f-a87a-f66af1aab2a5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7688036 Jun 25 09:22:16.442070 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Request body: {'port': {'device_id': 'e978a680-6d5c-423b-bdc6-6693675a382f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:16.536496 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:16.547395 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:16.616881 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeb354-3bae-4786-90e8-3a712e349a34 req-dc121388-935a-48a5-80d1-ad5f278cd9a7 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:16.619283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-78aeb354-3bae-4786-90e8-3a712e349a34 req-dc121388-935a-48a5-80d1-ad5f278cd9a7 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 1096 time: 0.1069484 Jun 25 09:22:16.621257 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:16.623837 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-144e5b42-de8c-4e55-898a-396b86028d47 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:16.678061 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:16.688044 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:16.690940 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:22:16.728804 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Pushing event updated for resources: {'Port': ['ID=cd94bbc5-a6d0-497f-942a-33448c0579dd,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:16.734766 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-78aeb354-3bae-4786-90e8-3a712e349a34 req-1fabac14-46ab-4ccd-a38e-7c61acaa2feb tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065617 Jun 25 09:22:16.750351 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:16.751138 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:16.751259 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:16.751684 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:16.751992 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:16.752628 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:16.753002 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:16.753661 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:16.753813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:16.754062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:16.754437 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:16.756341 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:16.772721 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:16.918603 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device d44013a0-7286-42d7-8405-c7a4df5934ec details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:22:16.919181 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:22:16.949722 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:17.000782 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Transition to ACTIVE for port object 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:22:17.008118 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:17.010595 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48c1ce87-2589-4046-9e31-fd6660ad025d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:17.073313 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port d44013a0-7286-42d7-8405-c7a4df5934ec, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=d44013a0-7286-42d7-8405-c7a4df5934ec,segment=NetworkSegment(720d597f-8fb2-4878-b579-7ba7a0dd5f2c),segment_id=720d597f-8fb2-4878-b579-7ba7a0dd5f2c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:17.101135 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'd44013a0-7286-42d7-8405-c7a4df5934ec', 'network_id': '16a5b6a2-665c-43e2-94b7-5433a25effc0', 'port_id': 'd44013a0-7286-42d7-8405-c7a4df5934ec', 'mac_address': 'fa:16:3e:d7:2a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9739576f-66c1-4600-b0d3-96f9c9bc2c88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:22:17.124825 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Pushing event updated for resources: {'Port': ['ID=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:17.143887 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:17.154911 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:17.172609 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44013a0-7286-42d7-8405-c7a4df5934ec {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:22:17.205708 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port d44013a0-7286-42d7-8405-c7a4df5934ec, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=d44013a0-7286-42d7-8405-c7a4df5934ec,segment=NetworkSegment(720d597f-8fb2-4878-b579-7ba7a0dd5f2c),segment_id=720d597f-8fb2-4878-b579-7ba7a0dd5f2c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:17.210939 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:17.212411 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e2bfaf86-494d-4ee6-bd6f-85010c859f6d details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:22:17.216322 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:17.273985 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Attempting to bind port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:22:17.274527 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Attempting to bind port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '183d0b86-9f10-4426-9876-35ade5be5327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '5a27a185-c495-402c-8517-3de9213d78e5'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:22:17.274959 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Attempting to bind port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 on network 5a27a185-c495-402c-8517-3de9213d78e5 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:22:17.280664 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 on network 5a27a185-c495-402c-8517-3de9213d78e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:22:17.281449 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Attempting to bind port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 on network 5a27a185-c495-402c-8517-3de9213d78e5 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:22:17.287459 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:22:17.287963 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Checking segment: {'id': '183d0b86-9f10-4426-9876-35ade5be5327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '5a27a185-c495-402c-8517-3de9213d78e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:22:17.288447 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Bound using segment: {'id': '183d0b86-9f10-4426-9876-35ade5be5327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '5a27a185-c495-402c-8517-3de9213d78e5'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:22:17.289041 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Bound port: 29b44762-2c1a-4223-83cc-ecf5d5dc2e82, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183d0b86-9f10-4426-9876-35ade5be5327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '5a27a185-c495-402c-8517-3de9213d78e5'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:22:17.289637 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:17.292980 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=d44013a0-7286-42d7-8405-c7a4df5934ec,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:17.307654 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:17.387940 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] For port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:22:17.392649 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] For port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:22:17.398375 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:17.400178 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e2bfaf86-494d-4ee6-bd6f-85010c859f6d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:17.401697 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-65755ab2-1d20-420d-a1ef-3afbcfd65daf tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:17.412975 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'e2bfaf86-494d-4ee6-bd6f-85010c859f6d', 'network_id': 'dad122da-9762-4f59-a9e2-64bd248a4a6f', 'port_id': 'e2bfaf86-494d-4ee6-bd6f-85010c859f6d', 'mac_address': 'fa:16:3e:48:12:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f29d60-5d39-424f-b7cc-af1d0969792b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:22:17.438010 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:17.438662 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:17.440151 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] 10.222.0.38 "PUT /v2.0/ports/29b44762-2c1a-4223-83cc-ecf5d5dc2e82 HTTP/1.1" status: 200 len: 1092 time: 1.0101287 Jun 25 09:22:17.440702 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e978a680-6d5c-423b-bdc6-6693675a382f', 'tag': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:17.443562 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405bdc4e-6a4b-466e-88ac-c48d0d49c2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e978a680-6d5c-423b-bdc6-6693675a382f", "tag": "29b44762-2c1a-4223-83cc-ecf5d5dc2e82"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:17.457789 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:17.475653 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2bfaf86-494d-4ee6-bd6f-85010c859f6d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:22:17.479913 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Pushing event updated for resources: {'Port': ['ID=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:17.495309 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:17.500952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e2bfaf86-494d-4ee6-bd6f-85010c859f6d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:17.507332 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:17.509629 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:17.569560 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-d98b3ef6-036f-441e-b022-71e460ac4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:17.571225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:17.571694 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-d98b3ef6-036f-441e-b022-71e460ac4840 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fcf288132844a938d2e86f2388f6525&device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 1095 time: 0.0698650 Jun 25 09:22:17.574391 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:17.607621 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:17.638238 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-63734e2e-9c30-4e44-9c48-f78861c657cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82 HTTP/1.1" status: 200 len: 217 time: 0.0520041 Jun 25 09:22:17.675397 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93c7d8-ae55-42a1-906f-73b227ee9011 req-1ff7e2ee-8473-4d74-88d5-516a28140dd2 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:17.676917 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e93c7d8-ae55-42a1-906f-73b227ee9011 req-1ff7e2ee-8473-4d74-88d5-516a28140dd2 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 1096 time: 0.6618979 Jun 25 09:22:17.695023 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-ec1ff437-1b44-4d29-b96b-9fcdde6d1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:17.696451 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-ec1ff437-1b44-4d29-b96b-9fcdde6d1f3d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2109fa39-1280-4b24-b7e2-08e8cb464b3a HTTP/1.1" status: 200 len: 854 time: 0.0524108 Jun 25 09:22:17.711868 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device eb202622-3c11-44e7-9b2b-044e565a5ab8 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:22:17.733995 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-dc1bef54-f307-4995-98d3-22bea54cd3e6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a27a185-c495-402c-8517-3de9213d78e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303831 Jun 25 09:22:17.740574 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['e2bfaf86-494d-4ee6-bd6f-85010c859f6d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:22:17.758117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3a87f-248b-4156-aec5-3a86be24ffe7 req-7a31ad0e-79f1-48ef-b7f3-b7a71e6629ca tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:17.765192 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66a3a87f-248b-4156-aec5-3a86be24ffe7 req-7a31ad0e-79f1-48ef-b7f3-b7a71e6629ca tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 945 time: 0.2194369 Jun 25 09:22:17.806697 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e93c7d8-ae55-42a1-906f-73b227ee9011 req-cbc59316-ca3c-49cc-97ad-6ee5214b4e06 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213503 Jun 25 09:22:17.885789 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66a3a87f-248b-4156-aec5-3a86be24ffe7 req-9f906fee-e8c5-47e8-bc37-b6251056e3ae tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196110 Jun 25 09:22:17.908535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port eb202622-3c11-44e7-9b2b-044e565a5ab8 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:22:17.919716 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-03bce1dc-e809-423c-b154-9f46adeea2f8 service neutron] 10.222.0.38 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790664 Jun 25 09:22:17.923236 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port eb202622-3c11-44e7-9b2b-044e565a5ab8 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:22:17.923819 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:17.989637 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:17.994600 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:18.079943 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-338b19e3-12dc-4d1c-b214-52f107c78734 req-dd4d3a9b-a3ce-449a-9bcf-09d0eb14f5d9 service neutron] 10.222.0.38 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535587 Jun 25 09:22:18.087285 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:18.137946 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6784915c-a245-4bf8-8825-0b4c61c01142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb202622-3c11-44e7-9b2b-044e565a5ab8'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:18.140374 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c42ad6-27f4-4847-97e2-abbbef56bd80" -d '{"events": [{"server_uuid": "6784915c-a245-4bf8-8825-0b4c61c01142", "name": "network-vif-plugged", "status": "completed", "tag": "eb202622-3c11-44e7-9b2b-044e565a5ab8"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:18.219315 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port eb202622-3c11-44e7-9b2b-044e565a5ab8, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=eb202622-3c11-44e7-9b2b-044e565a5ab8,segment=NetworkSegment(720d597f-8fb2-4878-b579-7ba7a0dd5f2c),segment_id=720d597f-8fb2-4878-b579-7ba7a0dd5f2c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:18.225333 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:18.227308 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:18.262441 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['d44013a0-7286-42d7-8405-c7a4df5934ec'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:22:18.312519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a1ec2-175c-48eb-be5b-fd9bb73b35d3 req-9db95b66-f077-417b-b8a3-8e2c84d5be0d tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:18.322406 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-888a1ec2-175c-48eb-be5b-fd9bb73b35d3 req-9db95b66-f077-417b-b8a3-8e2c84d5be0d tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 0.2071609 Jun 25 09:22:18.337962 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdc000-a941-401b-a9f6-84e089aa4235 req-8571e846-8ac3-42c6-a3c6-016fd66c333e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:18.339470 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0bbdc000-a941-401b-a9f6-84e089aa4235 req-8571e846-8ac3-42c6-a3c6-016fd66c333e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 945 time: 0.2246640 Jun 25 09:22:18.356107 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=eb202622-3c11-44e7-9b2b-044e565a5ab8,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:18.358547 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Router 500a332e-54d7-4dcb-aebc-4d3a4b99e0cf is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:22:18.373753 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:18.405335 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-888a1ec2-175c-48eb-be5b-fd9bb73b35d3 req-3e0fa32e-e413-429a-a3cd-6ed207ccaefb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809085 Jun 25 09:22:18.468041 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb0a26b-6036-48c0-bcc6-404779202788 x-openstack-request-id: req-2fb0a26b-6036-48c0-bcc6-404779202788 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:18.468380 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e978a680-6d5c-423b-bdc6-6693675a382f", "tag": "29b44762-2c1a-4223-83cc-ecf5d5dc2e82", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:18.468679 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2fb0a26b-6036-48c0-bcc6-404779202788 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:18.469161 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e978a680-6d5c-423b-bdc6-6693675a382f', 'tag': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82', 'status': 'completed', 'code': 200} Jun 25 09:22:18.475325 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0bbdc000-a941-401b-a9f6-84e089aa4235 req-8bb53118-c165-4489-ad52-92ae842357aa tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182289 Jun 25 09:22:18.587096 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bdc4e-6a4b-466e-88ac-c48d0d49c2d0 req-f373f488-91ad-4e3d-8d0a-be896df28a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:18.588598 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-405bdc4e-6a4b-466e-88ac-c48d0d49c2d0 req-f373f488-91ad-4e3d-8d0a-be896df28a57 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fcf288132844a938d2e86f2388f6525&device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 1095 time: 0.0669389 Jun 25 09:22:18.602273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:22:18.608578 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:18.610303 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "PUT /v2.0/routers/500a332e-54d7-4dcb-aebc-4d3a4b99e0cf HTTP/1.1" status: 200 len: 918 time: 3.2946689 Jun 25 09:22:18.613562 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54694) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:18.616777 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dbe31e-8e1b-467e-aade-237464926b41 None None] Sync routers for ids ['500a332e-54d7-4dcb-aebc-4d3a4b99e0cf'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:22:18.632151 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dbe31e-8e1b-467e-aade-237464926b41 None None] Routers {'500a332e-54d7-4dcb-aebc-4d3a4b99e0cf'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:18.632824 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-56dbe31e-8e1b-467e-aade-237464926b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['500a332e-54d7-4dcb-aebc-4d3a4b99e0cf'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:18.675029 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4bd2cf-1986-4248-8a1d-62614bbbc3d7 x-openstack-request-id: req-bc4bd2cf-1986-4248-8a1d-62614bbbc3d7 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:18.675333 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6784915c-a245-4bf8-8825-0b4c61c01142", "name": "network-vif-plugged", "status": "completed", "tag": "eb202622-3c11-44e7-9b2b-044e565a5ab8", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:18.675597 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bc4bd2cf-1986-4248-8a1d-62614bbbc3d7 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:18.675991 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6784915c-a245-4bf8-8825-0b4c61c01142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb202622-3c11-44e7-9b2b-044e565a5ab8', 'code': 200} Jun 25 09:22:18.687160 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-56dbe31e-8e1b-467e-aade-237464926b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:18.697712 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dbe31e-8e1b-467e-aade-237464926b41 None None] Routers {'500a332e-54d7-4dcb-aebc-4d3a4b99e0cf'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:18.698334 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-56dbe31e-8e1b-467e-aade-237464926b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['500a332e-54d7-4dcb-aebc-4d3a4b99e0cf'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:18.772204 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-56dbe31e-8e1b-467e-aade-237464926b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:18.773125 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dbe31e-8e1b-467e-aade-237464926b41 None None] The sync data for ids ['500a332e-54d7-4dcb-aebc-4d3a4b99e0cf'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:22:18.845689 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-44748f5b-1261-4f1e-a053-47e5cc368464 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/routers/500a332e-54d7-4dcb-aebc-4d3a4b99e0cf HTTP/1.1" status: 200 len: 924 time: 0.2300441 Jun 25 09:22:18.848473 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54700) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:18.866918 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bdc4e-6a4b-466e-88ac-c48d0d49c2d0 req-a2b0dfdc-c449-43da-aea9-d35a037dff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:18.869255 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-405bdc4e-6a4b-466e-88ac-c48d0d49c2d0 req-a2b0dfdc-c449-43da-aea9-d35a037dff53 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a27a185-c495-402c-8517-3de9213d78e5 HTTP/1.1" status: 200 len: 916 time: 0.2695146 Jun 25 09:22:18.921135 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cf8313-388f-4627-84bb-6e85318aab9a tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:18.922876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b2cf8313-388f-4627-84bb-6e85318aab9a tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=8128acdb-767b-4924-9d47-628968405132&device_id=500a332e-54d7-4dcb-aebc-4d3a4b99e0cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0732017 Jun 25 09:22:18.928290 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e2bfaf86-494d-4ee6-bd6f-85010c859f6d up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:22:18.928965 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-405bdc4e-6a4b-466e-88ac-c48d0d49c2d0 req-9938efb4-2ad8-4def-91ab-e6939c21e367 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82 HTTP/1.1" status: 200 len: 217 time: 0.0519774 Jun 25 09:22:18.929453 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54704) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:18.991552 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d3c20-d8df-4a40-b794-e65e5ec0f950 req-b57be11f-aff3-48e2-a0c0-69604964993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:18.993149 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-237d3c20-d8df-4a40-b794-e65e5ec0f950 req-b57be11f-aff3-48e2-a0c0-69604964993c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 1098 time: 0.2042620 Jun 25 09:22:19.025642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port e2bfaf86-494d-4ee6-bd6f-85010c859f6d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:22:19.026034 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:19.095738 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bdc4e-6a4b-466e-88ac-c48d0d49c2d0 req-17afea65-5d03-4e64-9335-d9ef3366ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:19.097601 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-405bdc4e-6a4b-466e-88ac-c48d0d49c2d0 req-17afea65-5d03-4e64-9335-d9ef3366ac9d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2109fa39-1280-4b24-b7e2-08e8cb464b3a HTTP/1.1" status: 200 len: 854 time: 0.1563399 Jun 25 09:22:19.130451 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:19.135775 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413aecd-7121-44e5-8435-8f3bfb9f3b50 req-044fca1a-728d-4257-a90d-28ec0aa506e7 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:19.140175 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-405bdc4e-6a4b-466e-88ac-c48d0d49c2d0 req-fb4e3aa9-f79c-4b59-833c-bd3f5411a32f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a27a185-c495-402c-8517-3de9213d78e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296860 Jun 25 09:22:19.142461 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-237d3c20-d8df-4a40-b794-e65e5ec0f950 req-318cf46b-7bb6-42af-9932-3a417852d874 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127224 Jun 25 09:22:19.143376 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e413aecd-7121-44e5-8435-8f3bfb9f3b50 req-044fca1a-728d-4257-a90d-28ec0aa506e7 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 945 time: 0.0857098 Jun 25 09:22:19.160781 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790b93d4-a83a-40a3-b635-0b2dc4372d47 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:19.164830 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-790b93d4-a83a-40a3-b635-0b2dc4372d47 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 881 time: 0.2317176 Jun 25 09:22:19.165109 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54706) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:19.171481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e2bfaf86-494d-4ee6-bd6f-85010c859f6d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:19.176590 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:19.180643 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ae592b77-5ac8-4e65-8bf3-aafe4fc23f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:19.185889 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e413aecd-7121-44e5-8435-8f3bfb9f3b50 req-f3dff432-a96e-4110-a879-63be319648b3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414534 Jun 25 09:22:19.199832 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d46886bd-804b-460e-b67a-81eec78f9eb1 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "GET /v2.0/ports?device_id=500a332e-54d7-4dcb-aebc-4d3a4b99e0cf HTTP/1.1" status: 200 len: 205 time: 0.0321176 Jun 25 09:22:19.202403 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54708) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:19.245536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:19.255781 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:19.313720 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:19.424085 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:19.488378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Deleting port cd94bbc5-a6d0-497f-942a-33448c0579dd {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:22:19.488378 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:19.591115 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-405bdc4e-6a4b-466e-88ac-c48d0d49c2d0 req-812162dc-97fe-40e9-a3fa-887cc9f513b9 service neutron] 10.222.0.38 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671312 Jun 25 09:22:19.696593 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:19.713208 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-405bdc4e-6a4b-466e-88ac-c48d0d49c2d0 req-97a5f448-de77-4e99-99c0-b0e798772b34 service neutron] 10.222.0.38 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125062 Jun 25 09:22:19.727581 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb479c95-50cd-4846-8ece-c16cc71ac7d3 req-b14efd5d-4277-4e2b-893c-caea69062ea1 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:19.728101 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb479c95-50cd-4846-8ece-c16cc71ac7d3 req-b14efd5d-4277-4e2b-893c-caea69062ea1 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 0.1587596 Jun 25 09:22:19.729367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Calling delete_port for cd94bbc5-a6d0-497f-942a-33448c0579dd owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:22:19.833491 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ced2ff-fef3-44ff-86cc-72d7423c585b req-e16650e8-b6bc-4954-8d55-d21053b56293 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:19.835035 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-77ced2ff-fef3-44ff-86cc-72d7423c585b req-e16650e8-b6bc-4954-8d55-d21053b56293 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 946 time: 0.2088218 Jun 25 09:22:19.842560 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb479c95-50cd-4846-8ece-c16cc71ac7d3 req-f8b52197-12a7-4d20-a879-da5a80c0af14 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993574 Jun 25 09:22:19.981664 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-77ced2ff-fef3-44ff-86cc-72d7423c585b req-f300fa88-e4f1-4f2d-b07f-bcb51a9337fb tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382582 Jun 25 09:22:20.080797 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:20.083044 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:20.108698 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Pushing event deleted for resources: {'Port': ['ID=cd94bbc5-a6d0-497f-942a-33448c0579dd,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:20.112052 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:20.171502 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:20.270715 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:20.273118 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:20.350752 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:20.351037 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Fanout notify agent at l3_agent the message router_deleted on router 500a332e-54d7-4dcb-aebc-4d3a4b99e0cf {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:22:20.358841 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:20.360138 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "DELETE /v2.0/routers/500a332e-54d7-4dcb-aebc-4d3a4b99e0cf HTTP/1.1" status: 204 len: 168 time: 1.1567433 Jun 25 09:22:20.366478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54726) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:20.371305 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1d791e05-621d-4909-a56f-0d247df02289 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1427880364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:20.424459 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1d791e05-621d-4909-a56f-0d247df02289 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:20.425453 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e71dad-31da-4835-aa6d-32e958a9a026 req-28e52b30-6402-48a1-86af-b8c9c01396ed tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:20.426233 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1d791e05-621d-4909-a56f-0d247df02289 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:20.433228 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1e71dad-31da-4835-aa6d-32e958a9a026 req-28e52b30-6402-48a1-86af-b8c9c01396ed tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 945 time: 0.1201305 Jun 25 09:22:20.488097 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1e71dad-31da-4835-aa6d-32e958a9a026 req-ae941189-05a6-4b9e-804b-5d0e7c419ab2 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538919 Jun 25 09:22:20.537752 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1d791e05-621d-4909-a56f-0d247df02289 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:20.542995 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1d791e05-621d-4909-a56f-0d247df02289 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:20.568684 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1d791e05-621d-4909-a56f-0d247df02289 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:20.573701 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1d791e05-621d-4909-a56f-0d247df02289 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2067826 Jun 25 09:22:20.574529 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54732) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:20.579286 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'enable_snat': False}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:20.676834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45efd464-5156-4135-b40a-817036be1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bfaf86-494d-4ee6-bd6f-85010c859f6d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:20.680281 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e9580d-14dc-4e8b-b0c2-5e8f602c243e" -d '{"events": [{"server_uuid": "45efd464-5156-4135-b40a-817036be1c53", "name": "network-vif-plugged", "status": "completed", "tag": "e2bfaf86-494d-4ee6-bd6f-85010c859f6d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:20.732890 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f21f4c6-1d3e-4e04-b0a1-ecd521baef8f x-openstack-request-id: req-1f21f4c6-1d3e-4e04-b0a1-ecd521baef8f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:20.733792 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45efd464-5156-4135-b40a-817036be1c53", "name": "network-vif-plugged", "status": "completed", "tag": "e2bfaf86-494d-4ee6-bd6f-85010c859f6d", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:20.733792 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1f21f4c6-1d3e-4e04-b0a1-ecd521baef8f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:20.734104 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45efd464-5156-4135-b40a-817036be1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bfaf86-494d-4ee6-bd6f-85010c859f6d', 'code': 200} Jun 25 09:22:20.819758 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:20.925270 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device d44013a0-7286-42d7-8405-c7a4df5934ec up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:22:21.034983 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port d44013a0-7286-42d7-8405-c7a4df5934ec completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:22:21.039650 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port d44013a0-7286-42d7-8405-c7a4df5934ec triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:22:21.040029 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:21.177015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:21.189144 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef423c16-bb22-40d3-8c54-b8b8b6ea4c33 req-f8a7b39d-5675-4e77-b7ee-f0ecbead181e tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:21.195246 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef423c16-bb22-40d3-8c54-b8b8b6ea4c33 req-f8a7b39d-5675-4e77-b7ee-f0ecbead181e tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 0.1685960 Jun 25 09:22:21.196716 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:21.206162 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:21.242427 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef423c16-bb22-40d3-8c54-b8b8b6ea4c33 req-57d1b8c9-d7ad-44f6-971c-391ab38f59a9 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Jun 25 09:22:21.274668 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port d44013a0-7286-42d7-8405-c7a4df5934ec, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=d44013a0-7286-42d7-8405-c7a4df5934ec,segment=NetworkSegment(720d597f-8fb2-4878-b579-7ba7a0dd5f2c),segment_id=720d597f-8fb2-4878-b579-7ba7a0dd5f2c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:21.282309 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:21.287021 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:21.373586 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Allocated IP 172.25.6.64 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/c8626b2b-ecbc-4928-99ee-0f200045599e) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:22:21.387036 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=d44013a0-7286-42d7-8405-c7a4df5934ec,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:21.398633 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:21.423651 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25dfb7-6557-494f-894c-4c86f3a7c8f6 req-b32cdfc6-938e-4df4-9b32-fdfce1290b1c tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:21.431330 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c25dfb7-6557-494f-894c-4c86f3a7c8f6 req-b32cdfc6-938e-4df4-9b32-fdfce1290b1c tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 946 time: 0.1775861 Jun 25 09:22:21.477289 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c25dfb7-6557-494f-894c-4c86f3a7c8f6 req-49664b78-ed98-4d66-b85b-c3dc891a99c0 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449669 Jun 25 09:22:21.590054 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:21.636395 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:22:21.674615 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:21.676972 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9e6b74b4-bd07-4d3f-a87a-f66af1aab2a5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:21.711582 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:22:21.725056 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:21.728323 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:21.740965 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:22:21.743449 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Pushing event updated for resources: {'Port': ['ID=c8626b2b-ecbc-4928-99ee-0f200045599e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:21.746433 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:21.815864 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085711ff-a860-4adf-9109-bf515369cdf8 req-1c13ec25-94e0-4dc9-ade6-381c152282c7 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:21.818025 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-085711ff-a860-4adf-9109-bf515369cdf8 req-1c13ec25-94e0-4dc9-ade6-381c152282c7 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.1350882 Jun 25 09:22:21.891853 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-085711ff-a860-4adf-9109-bf515369cdf8 req-53601ee6-1f56-46dc-aa8d-c0f80b3bccd7 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668781 Jun 25 09:22:22.262689 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:22.288238 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82', 'network_id': '5a27a185-c495-402c-8517-3de9213d78e5', 'port_id': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82', 'mac_address': 'fa:16:3e:bb:64:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2109fa39-1280-4b24-b7e2-08e8cb464b3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:22:22.424546 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:22.508747 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ed041d6-09a8-4c45-a7c9-1336a60d3824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:22.511759 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:22:22.565040 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:22.572296 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:22.575047 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:22.669062 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:22.672661 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:22.676524 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0db7d-5c59-476b-ab2f-b8ad68edfa3f req-e6dd690c-ffb0-49de-86f5-33c66e0544ea tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:22.684751 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63e0db7d-5c59-476b-ab2f-b8ad68edfa3f req-e6dd690c-ffb0-49de-86f5-33c66e0544ea tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 0.2324142 Jun 25 09:22:22.735514 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373e78dc-0f45-4643-a38e-0851d633eab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44013a0-7286-42d7-8405-c7a4df5934ec'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:22.743829 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0e51a6-eddd-435c-8f43-4714694f3631" -d '{"events": [{"server_uuid": "373e78dc-0f45-4643-a38e-0851d633eab2", "name": "network-vif-plugged", "status": "completed", "tag": "d44013a0-7286-42d7-8405-c7a4df5934ec"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:22.744328 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63e0db7d-5c59-476b-ab2f-b8ad68edfa3f req-25d6d37a-cbe1-4fdf-98e6-dcc08e61383f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583317 Jun 25 09:22:22.811779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df939b-6a34-4c22-b942-cd2c83a72706 req-823da771-44d2-4dd8-9b8e-3c8c2bfb20b1 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:22.819861 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5df939b-6a34-4c22-b942-cd2c83a72706 req-823da771-44d2-4dd8-9b8e-3c8c2bfb20b1 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 946 time: 0.2330973 Jun 25 09:22:22.910786 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5df939b-6a34-4c22-b942-cd2c83a72706 req-c8c93be2-18e6-4488-82f6-f3b0e2047679 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896316 Jun 25 09:22:23.004690 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faab5629-3ac4-4ab5-a8f9-81ff8fdbb87a x-openstack-request-id: req-faab5629-3ac4-4ab5-a8f9-81ff8fdbb87a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:23.005033 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373e78dc-0f45-4643-a38e-0851d633eab2", "name": "network-vif-plugged", "status": "completed", "tag": "d44013a0-7286-42d7-8405-c7a4df5934ec", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:23.005287 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-faab5629-3ac4-4ab5-a8f9-81ff8fdbb87a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:23.005678 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373e78dc-0f45-4643-a38e-0851d633eab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44013a0-7286-42d7-8405-c7a4df5934ec', 'code': 200} Jun 25 09:22:23.084910 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['29b44762-2c1a-4223-83cc-ecf5d5dc2e82'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:22:23.109527 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:23.287092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a49a83-6065-4792-bb17-18ddbb14609a req-8f48562d-2742-47d5-b4dc-31ab7274eab9 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:23.294849 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-49a49a83-6065-4792-bb17-18ddbb14609a req-8f48562d-2742-47d5-b4dc-31ab7274eab9 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.0983250 Jun 25 09:22:23.359317 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-49a49a83-6065-4792-bb17-18ddbb14609a req-31a8b1d2-11eb-492e-be93-c33024ecb5ed tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635836 Jun 25 09:22:23.399347 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:23.404465 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:23.451915 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54518467-7085-4dc2-b084-82793da11e5d req-d75a7b05-de8f-428f-ac56-2fb9de674b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:23.453798 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-54518467-7085-4dc2-b084-82793da11e5d req-d75a7b05-de8f-428f-ac56-2fb9de674b2b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 1098 time: 0.2452219 Jun 25 09:22:23.534345 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-54518467-7085-4dc2-b084-82793da11e5d req-2ad6ddd9-7114-4a3a-afc4-893a8ea5d3e5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712967 Jun 25 09:22:23.587362 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Router 6447e8c6-0283-4ee2-a038-d9184425bc0f is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:22:23.724305 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:22:23.732898 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:23.736786 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "PUT /v2.0/routers/6447e8c6-0283-4ee2-a038-d9184425bc0f HTTP/1.1" status: 200 len: 919 time: 3.1590958 Jun 25 09:22:23.736975 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c071abee-422b-43d8-be12-2e09c281a797 None None] Sync routers for ids ['6447e8c6-0283-4ee2-a038-d9184425bc0f'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:22:23.738581 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54778) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:23.753116 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c071abee-422b-43d8-be12-2e09c281a797 None None] Routers {'6447e8c6-0283-4ee2-a038-d9184425bc0f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:23.753860 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c071abee-422b-43d8-be12-2e09c281a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6447e8c6-0283-4ee2-a038-d9184425bc0f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:23.808577 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c071abee-422b-43d8-be12-2e09c281a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:23.817437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c071abee-422b-43d8-be12-2e09c281a797 None None] Routers {'6447e8c6-0283-4ee2-a038-d9184425bc0f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:23.817994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c071abee-422b-43d8-be12-2e09c281a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:21:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6447e8c6-0283-4ee2-a038-d9184425bc0f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:23.849463 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c071abee-422b-43d8-be12-2e09c281a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:23.850081 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c071abee-422b-43d8-be12-2e09c281a797 None None] The sync data for ids ['6447e8c6-0283-4ee2-a038-d9184425bc0f'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:22:23.888808 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:24.017848 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1bc1d342-5302-4c52-967f-e14a202d31d2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/routers/6447e8c6-0283-4ee2-a038-d9184425bc0f HTTP/1.1" status: 200 len: 925 time: 0.2761118 Jun 25 09:22:24.020467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54786) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:24.070641 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10f481-c2ea-40ca-a36a-abc8efec0ae9 req-08659778-9f1b-4d45-9b23-a196695acffd tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:24.072206 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c10f481-c2ea-40ca-a36a-abc8efec0ae9 req-08659778-9f1b-4d45-9b23-a196695acffd tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 944 time: 0.1171627 Jun 25 09:22:24.120470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec2f69-e3e0-4d11-bd33-05d9fde96808 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:24.121569 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2cec2f69-e3e0-4d11-bd33-05d9fde96808 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=8128acdb-767b-4924-9d47-628968405132&device_id=6447e8c6-0283-4ee2-a038-d9184425bc0f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1000841 Jun 25 09:22:24.124580 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54792) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:24.129929 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c10f481-c2ea-40ca-a36a-abc8efec0ae9 req-67ad3c0d-7e3a-4702-8150-e17de800c1b0 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486813 Jun 25 09:22:24.279406 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99beb4-7a2d-483a-ac1f-89af1f549e95 req-4850ed79-83a9-4ebb-89e2-5d7ef4014b0e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:24.280958 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7b99beb4-7a2d-483a-ac1f-89af1f549e95 req-4850ed79-83a9-4ebb-89e2-5d7ef4014b0e tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 946 time: 0.1042037 Jun 25 09:22:24.339642 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf81efc-edd7-4f80-acb5-a689f2d23477 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:24.344146 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3cf81efc-edd7-4f80-acb5-a689f2d23477 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 881 time: 0.2154498 Jun 25 09:22:24.344358 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54796) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:24.399945 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7b99beb4-7a2d-483a-ac1f-89af1f549e95 req-80a0e05f-d7ea-4e22-8d56-f31c513727c2 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed78e282-60df-4124-a2fb-7f0db490ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128261 Jun 25 09:22:24.438327 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54800) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:24.439027 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1454eef9-9505-4dc3-8666-dbafcd6cc62e tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "GET /v2.0/ports?device_id=6447e8c6-0283-4ee2-a038-d9184425bc0f HTTP/1.1" status: 200 len: 205 time: 0.0896072 Jun 25 09:22:24.714591 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7574ed6-0176-4bd7-aafb-b69a61f6dcab req-468190be-94da-49fb-be5b-701864b72c96 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:24.716179 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a7574ed6-0176-4bd7-aafb-b69a61f6dcab req-468190be-94da-49fb-be5b-701864b72c96 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.41 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 946 time: 0.0944693 Jun 25 09:22:24.838191 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a7574ed6-0176-4bd7-aafb-b69a61f6dcab req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Deleting port e2bfaf86-494d-4ee6-bd6f-85010c859f6d {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:22:24.838191 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a7574ed6-0176-4bd7-aafb-b69a61f6dcab req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:24.923992 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0addc7ae-f7af-48e1-97de-071607e0cfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:24.952226 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e2bfaf86-494d-4ee6-bd6f-85010c859f6d no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:22:24.989644 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-a7574ed6-0176-4bd7-aafb-b69a61f6dcab req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] For port e2bfaf86-494d-4ee6-bd6f-85010c859f6d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:24.990274 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a7574ed6-0176-4bd7-aafb-b69a61f6dcab req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:25.024296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a7574ed6-0176-4bd7-aafb-b69a61f6dcab req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Calling delete_port for e2bfaf86-494d-4ee6-bd6f-85010c859f6d owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:22:25.040809 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe96299-de44-4b65-961f-b2e3f5a4aded req-d6c191e2-5978-4928-ac26-72a7b78e89f3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:25.042334 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cbe96299-de44-4b65-961f-b2e3f5a4aded req-d6c191e2-5978-4928-ac26-72a7b78e89f3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.5099378 Jun 25 09:22:25.047168 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:25.089201 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:25.131185 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e2bfaf86-494d-4ee6-bd6f-85010c859f6d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,segment=NetworkSegment(e305a357-93ad-48d8-b310-5472bc6658ff),segment_id=e305a357-93ad-48d8-b310-5472bc6658ff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:25.132810 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45efd464-5156-4135-b40a-817036be1c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2bfaf86-494d-4ee6-bd6f-85010c859f6d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:25.137821 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43d1509-e643-4592-9e55-2d3f4699986e" -d '{"events": [{"server_uuid": "45efd464-5156-4135-b40a-817036be1c53", "name": "network-vif-unplugged", "status": "completed", "tag": "e2bfaf86-494d-4ee6-bd6f-85010c859f6d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:25.141829 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:25.144123 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:25.152592 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cbe96299-de44-4b65-961f-b2e3f5a4aded req-1d0081f2-ce5a-425d-b02b-6ae458794e90 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684698 Jun 25 09:22:25.214236 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:25.232487 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:25.234411 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5c7e28-9b15-4095-8b0b-238b59466602 x-openstack-request-id: req-4f5c7e28-9b15-4095-8b0b-238b59466602 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:25.234799 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45efd464-5156-4135-b40a-817036be1c53", "name": "network-vif-unplugged", "status": "completed", "tag": "e2bfaf86-494d-4ee6-bd6f-85010c859f6d", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:25.235185 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4f5c7e28-9b15-4095-8b0b-238b59466602 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:25.235776 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45efd464-5156-4135-b40a-817036be1c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2bfaf86-494d-4ee6-bd6f-85010c859f6d', 'code': 200} Jun 25 09:22:25.257240 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:25.347966 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:25.352242 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a7574ed6-0176-4bd7-aafb-b69a61f6dcab req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:25.361284 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e0ae1a2a-ee1f-468c-81a4-2e115f64e5cd tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:25.411814 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Pushing event deleted for resources: {'Port': ['ID=e2bfaf86-494d-4ee6-bd6f-85010c859f6d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:25.429856 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:25.430529 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:25.430862 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:25.431286 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:25.431726 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:25.432212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:25.432939 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:25.433105 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:25.433440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:25.433875 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:25.434308 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:25.434678 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:25.447250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7002635-4015-47bf-885a-135f18f2c78f req-7693a3f6-a44e-49cb-a7e9-42d6f8c2fcce tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:25.463619 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:25.469455 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e7002635-4015-47bf-885a-135f18f2c78f req-7693a3f6-a44e-49cb-a7e9-42d6f8c2fcce tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 944 time: 0.1515265 Jun 25 09:22:25.526595 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Deleting port c8626b2b-ecbc-4928-99ee-0f200045599e {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:22:25.526595 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:25.527133 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7574ed6-0176-4bd7-aafb-b69a61f6dcab req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] No DVR routers for this DVR port e2bfaf86-494d-4ee6-bd6f-85010c859f6d on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:22:25.541333 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a7574ed6-0176-4bd7-aafb-b69a61f6dcab req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:25.553118 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a7574ed6-0176-4bd7-aafb-b69a61f6dcab req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.41 "DELETE /v2.0/ports/e2bfaf86-494d-4ee6-bd6f-85010c859f6d HTTP/1.1" status: 204 len: 173 time: 0.8298137 Jun 25 09:22:25.554429 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45efd464-5156-4135-b40a-817036be1c53', 'name': 'network-vif-deleted', 'tag': 'e2bfaf86-494d-4ee6-bd6f-85010c859f6d'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:25.557111 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a37b3fc-7078-4a17-aa94-bfa845b5452f" -d '{"events": [{"server_uuid": "45efd464-5156-4135-b40a-817036be1c53", "name": "network-vif-deleted", "tag": "e2bfaf86-494d-4ee6-bd6f-85010c859f6d"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:25.632950 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e7002635-4015-47bf-885a-135f18f2c78f req-5b19caec-2883-49b2-be1c-6faa9e2d713f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624568 Jun 25 09:22:25.708830 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:22:25.751175 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:25.775797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Calling delete_port for c8626b2b-ecbc-4928-99ee-0f200045599e owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:22:25.793399 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0078c4b-24c5-47ed-a4e8-6a9b719d8f6e x-openstack-request-id: req-e0078c4b-24c5-47ed-a4e8-6a9b719d8f6e {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:25.795625 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45efd464-5156-4135-b40a-817036be1c53", "name": "network-vif-deleted", "tag": "e2bfaf86-494d-4ee6-bd6f-85010c859f6d", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:25.796395 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e0078c4b-24c5-47ed-a4e8-6a9b719d8f6e {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:25.797103 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45efd464-5156-4135-b40a-817036be1c53', 'name': 'network-vif-deleted', 'tag': 'e2bfaf86-494d-4ee6-bd6f-85010c859f6d', 'status': 'completed', 'code': 200} Jun 25 09:22:25.822713 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:22:25.827067 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:22:25.827623 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:26.006613 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:26.011939 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b39ba60-7498-46ca-a094-76a007de9b22 req-ab1bb6d4-49dd-423e-8f0c-400a5884b6a0 tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] 10.222.0.93 "GET /v2.0/ports?device_id=45efd464-5156-4135-b40a-817036be1c53 HTTP/1.1" status: 200 len: 210 time: 0.2096629 Jun 25 09:22:26.065608 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:26.072660 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:26.075071 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:26.082429 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:26.095239 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7ed2d793-d21d-44a3-bf9b-28f946be7678 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:26.120557 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Pushing event deleted for resources: {'Port': ['ID=c8626b2b-ecbc-4928-99ee-0f200045599e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:26.123757 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:26.194401 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:26.213419 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:26.221612 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:26.222856 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:26.521723 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:26.524712 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:26.577832 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:26.579273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Fanout notify agent at l3_agent the message router_deleted on router 6447e8c6-0283-4ee2-a038-d9184425bc0f {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:22:26.586967 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:26.588178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "DELETE /v2.0/routers/6447e8c6-0283-4ee2-a038-d9184425bc0f HTTP/1.1" status: 204 len: 168 time: 2.1481194 Jun 25 09:22:26.591889 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54872) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:26.597247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-274357377', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}, 'admin_state_up': False}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:26.621143 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c4eeb-8c5a-499e-ac78-aee66d41b5ef req-008968c5-16af-4772-abb5-d9029164cc7c tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:26.622559 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e77c4eeb-8c5a-499e-ac78-aee66d41b5ef req-008968c5-16af-4772-abb5-d9029164cc7c tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.2541275 Jun 25 09:22:26.661010 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:26.662203 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:26.701078 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e77c4eeb-8c5a-499e-ac78-aee66d41b5ef req-a4506295-34ba-4ece-a8da-38286495c850 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676563 Jun 25 09:22:26.808233 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:27.153853 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:27.178225 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adc2bf-cba1-47ce-aca8-ffc275f50174 req-82e7f2b7-9504-470e-bd83-e865f25be9b6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:27.180388 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95adc2bf-cba1-47ce-aca8-ffc275f50174 req-82e7f2b7-9504-470e-bd83-e865f25be9b6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2732160 Jun 25 09:22:27.236854 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e978a680-6d5c-423b-bdc6-6693675a382f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:27.240201 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbeb5c84-d074-4345-b79b-6fc1f490adf4" -d '{"events": [{"server_uuid": "e978a680-6d5c-423b-bdc6-6693675a382f", "name": "network-vif-plugged", "status": "completed", "tag": "29b44762-2c1a-4223-83cc-ecf5d5dc2e82"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:27.317349 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95adc2bf-cba1-47ce-aca8-ffc275f50174 req-7d501623-2e49-4954-bde3-e074a99e88b5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868394 Jun 25 09:22:27.394788 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490ba15b-d9b8-450d-9e61-e56070f7fb2f x-openstack-request-id: req-490ba15b-d9b8-450d-9e61-e56070f7fb2f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:27.395046 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e978a680-6d5c-423b-bdc6-6693675a382f", "name": "network-vif-plugged", "status": "completed", "tag": "29b44762-2c1a-4223-83cc-ecf5d5dc2e82", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:27.395265 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-490ba15b-d9b8-450d-9e61-e56070f7fb2f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:27.396069 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e978a680-6d5c-423b-bdc6-6693675a382f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82', 'code': 200} Jun 25 09:22:27.401599 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604a4d5-80df-444a-b5e4-2610ef698e65 req-b92b9a70-324d-4e1c-bbf3-1cdafabd5fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:27.408848 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4604a4d5-80df-444a-b5e4-2610ef698e65 req-b92b9a70-324d-4e1c-bbf3-1cdafabd5fb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d8f2f948476437793cbe2a83ba96f85&device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 1098 time: 0.1255889 Jun 25 09:22:27.587767 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:27.633812 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:27.705345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e1f9b-00f6-4860-a719-caf7ceed5a00 req-6f3cc869-e630-4e24-b5fe-c577eff0bb27 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:27.712711 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a06e1f9b-00f6-4860-a719-caf7ceed5a00 req-6f3cc869-e630-4e24-b5fe-c577eff0bb27 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.1948524 Jun 25 09:22:27.729334 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705e571-f13f-4237-8fc8-21c30bb90b9b req-409f6a07-2e27-465d-9fbc-281750501e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:27.731571 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4705e571-f13f-4237-8fc8-21c30bb90b9b req-409f6a07-2e27-465d-9fbc-281750501e2f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 1097 time: 0.2023604 Jun 25 09:22:27.735276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604a4d5-80df-444a-b5e4-2610ef698e65 req-93fc93a9-e36d-41c3-a012-2c9c63db7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:27.737408 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4604a4d5-80df-444a-b5e4-2610ef698e65 req-93fc93a9-e36d-41c3-a012-2c9c63db7a87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16a5b6a2-665c-43e2-94b7-5433a25effc0 HTTP/1.1" status: 200 len: 920 time: 0.3205917 Jun 25 09:22:27.786236 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4705e571-f13f-4237-8fc8-21c30bb90b9b req-19435c67-ec68-4341-8de7-3a6191235532 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453453 Jun 25 09:22:27.822667 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a06e1f9b-00f6-4860-a719-caf7ceed5a00 req-240ab8e0-4631-4773-b4e3-ae9991a27357 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990102 Jun 25 09:22:27.831709 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4604a4d5-80df-444a-b5e4-2610ef698e65 req-a6ddd0f2-6cd9-4551-9a23-4306998631a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44013a0-7286-42d7-8405-c7a4df5934ec HTTP/1.1" status: 200 len: 217 time: 0.0481009 Jun 25 09:22:27.866387 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Allocated IP 172.25.6.87 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/90de0d4e-8d07-4e28-8115-fd3576d5c684) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:22:27.881756 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:27.938951 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604a4d5-80df-444a-b5e4-2610ef698e65 req-c0a933f9-433f-44c8-b889-f8e9b1d66ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:27.944308 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4604a4d5-80df-444a-b5e4-2610ef698e65 req-c0a933f9-433f-44c8-b889-f8e9b1d66ce9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9739576f-66c1-4600-b0d3-96f9c9bc2c88 HTTP/1.1" status: 200 len: 858 time: 0.1032209 Jun 25 09:22:28.011320 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4604a4d5-80df-444a-b5e4-2610ef698e65 req-077a760e-56b6-4bf2-9319-cc85a84c17e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a5b6a2-665c-43e2-94b7-5433a25effc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555301 Jun 25 09:22:28.075950 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:28.126689 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:28.131176 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dbb84c6b-77d1-4b7f-868e-11f735840463 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:28.177142 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:28.180765 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:28.187899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:22:28.241553 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4604a4d5-80df-444a-b5e4-2610ef698e65 req-f8c7eb6d-c15b-428f-b4ae-d125e9aca699 service neutron] 10.222.0.41 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203016 Jun 25 09:22:28.284652 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Pushing event updated for resources: {'Port': ['ID=90de0d4e-8d07-4e28-8115-fd3576d5c684,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:28.296214 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:28.372246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54950) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:28.399138 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4604a4d5-80df-444a-b5e4-2610ef698e65 req-387ec8bd-2660-4207-a1c2-8c9fe69e41e5 service neutron] 10.222.0.41 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504374 Jun 25 09:22:28.573409 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d090ffb-3775-4aec-b1f7-45f33527f6e6 admin admin] Deleting subnet 79f29d60-5d39-424f-b7cc-af1d0969792b {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:22:28.582547 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4d090ffb-3775-4aec-b1f7-45f33527f6e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:28.713814 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4d090ffb-3775-4aec-b1f7-45f33527f6e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:28.743537 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:28.812222 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd9ba5-afa5-4c51-86df-2b4d6b01e84f req-83234357-e35c-4d83-a7ea-08320b073d98 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:28.817828 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43cd9ba5-afa5-4c51-86df-2b4d6b01e84f req-83234357-e35c-4d83-a7ea-08320b073d98 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2887821 Jun 25 09:22:28.834561 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4d090ffb-3775-4aec-b1f7-45f33527f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:28.951224 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e2bfaf86-494d-4ee6-bd6f-85010c859f6d no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:22:29.013901 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: e2bfaf86-494d-4ee6-bd6f-85010c859f6d {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:22:29.014769 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e2bfaf86-494d-4ee6-bd6f-85010c859f6d not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:22:29.058092 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43cd9ba5-afa5-4c51-86df-2b4d6b01e84f req-1cb9fffc-1595-4bc1-9e94-db33e01875ec tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347033 Jun 25 09:22:29.093475 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4d090ffb-3775-4aec-b1f7-45f33527f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:29.108668 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6b3bcad1-3024-4c57-82ec-ef24227eaaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:29.185437 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d090ffb-3775-4aec-b1f7-45f33527f6e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f29d60-5d39-424f-b7cc-af1d0969792b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:29.190170 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4d090ffb-3775-4aec-b1f7-45f33527f6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:29.202926 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4d090ffb-3775-4aec-b1f7-45f33527f6e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:29.208418 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4d090ffb-3775-4aec-b1f7-45f33527f6e6 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/79f29d60-5d39-424f-b7cc-af1d0969792b HTTP/1.1" status: 204 len: 168 time: 0.8350413 Jun 25 09:22:29.208687 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54966) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:29.274314 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:29.295143 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15d113-90bb-4389-b0b7-b8c4dc090702 req-0b275cb7-95eb-4030-8d81-4f8fe083bb92 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:29.296768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b15d113-90bb-4389-b0b7-b8c4dc090702 req-0b275cb7-95eb-4030-8d81-4f8fe083bb92 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.2047954 Jun 25 09:22:29.310786 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-deddbc1c-13ce-4298-b537-229f8ee512cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:29.406176 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-deddbc1c-13ce-4298-b537-229f8ee512cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:29.417278 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-deddbc1c-13ce-4298-b537-229f8ee512cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad122da-9762-4f59-a9e2-64bd248a4a6f']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:29.429506 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b15d113-90bb-4389-b0b7-b8c4dc090702 req-f4e0cbbc-a5f7-4c96-974a-a412820cdb29 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905867 Jun 25 09:22:29.434625 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-deddbc1c-13ce-4298-b537-229f8ee512cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e305a357-93ad-48d8-b310-5472bc6658ff') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:29.435302 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-deddbc1c-13ce-4298-b537-229f8ee512cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e305a357-93ad-48d8-b310-5472bc6658ff') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:29.444996 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-deddbc1c-13ce-4298-b537-229f8ee512cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:29.463180 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-deddbc1c-13ce-4298-b537-229f8ee512cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:29.470940 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deddbc1c-13ce-4298-b537-229f8ee512cc admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:22:29.472468 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-deddbc1c-13ce-4298-b537-229f8ee512cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:22:29.474814 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:22:29.490160 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Router ba68d37d-7de3-4b03-a6f5-216b48e611a0 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:22:29.536381 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-deddbc1c-13ce-4298-b537-229f8ee512cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:29.541073 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-20a54256-95da-42a1-a2c9-2db7b48c3550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:29.556661 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-deddbc1c-13ce-4298-b537-229f8ee512cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:29.557428 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-deddbc1c-13ce-4298-b537-229f8ee512cc admin admin] 10.222.0.93 "DELETE /v2.0/networks/dad122da-9762-4f59-a9e2-64bd248a4a6f HTTP/1.1" status: 204 len: 168 time: 0.3467972 Jun 25 09:22:29.559124 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddbc1c-13ce-4298-b537-229f8ee512cc admin admin] Pushing event deleted for resources: {'Network': ['ID=dad122da-9762-4f59-a9e2-64bd248a4a6f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:29.562458 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-deddbc1c-13ce-4298-b537-229f8ee512cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:29.762606 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54974) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:29.841233 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-726cb1e7-f5b2-4aab-9098-cbc221239f42 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dd3b2251bcb44013a235a723b458a880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765793 Jun 25 09:22:29.843232 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54980) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:29.913965 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c742c42b-ec8e-4844-b9fb-20e8f9bb8fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:29.961350 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:22:29.962549 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c742c42b-ec8e-4844-b9fb-20e8f9bb8fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:29.975536 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab67294-b118-4cf6-9c99-4e115c5357bd None None] Sync routers for ids ['ba68d37d-7de3-4b03-a6f5-216b48e611a0'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:22:29.986055 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:29.990759 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3978291 Jun 25 09:22:29.991657 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54988) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:29.996661 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab67294-b118-4cf6-9c99-4e115c5357bd None None] Routers {'ba68d37d-7de3-4b03-a6f5-216b48e611a0'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:29.997718 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-eab67294-b118-4cf6-9c99-4e115c5357bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ba68d37d-7de3-4b03-a6f5-216b48e611a0'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:29.998284 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:30.025848 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c742c42b-ec8e-4844-b9fb-20e8f9bb8fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:30.041793 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c742c42b-ec8e-4844-b9fb-20e8f9bb8fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:30.041793 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c742c42b-ec8e-4844-b9fb-20e8f9bb8fba admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ed78e282-60df-4124-a2fb-7f0db490ba5d HTTP/1.1" status: 204 len: 168 time: 0.1886487 Jun 25 09:22:30.041793 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-87644a69-7c7d-48db-99f7-a3998006f42f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:30.053851 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742c42b-ec8e-4844-b9fb-20e8f9bb8fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed78e282-60df-4124-a2fb-7f0db490ba5d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:30.056670 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c742c42b-ec8e-4844-b9fb-20e8f9bb8fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:30.060823 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-eab67294-b118-4cf6-9c99-4e115c5357bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:30.072978 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab67294-b118-4cf6-9c99-4e115c5357bd None None] Routers {'ba68d37d-7de3-4b03-a6f5-216b48e611a0'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:30.073636 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-eab67294-b118-4cf6-9c99-4e115c5357bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ba68d37d-7de3-4b03-a6f5-216b48e611a0'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:30.122373 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-eab67294-b118-4cf6-9c99-4e115c5357bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:30.123225 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab67294-b118-4cf6-9c99-4e115c5357bd None None] The sync data for ids ['ba68d37d-7de3-4b03-a6f5-216b48e611a0'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:22:30.426439 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba38c00-194d-4025-a9d5-ce727092be24 req-6229daa1-af4f-4982-b779-8cee99bd1727 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:30.427973 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ba38c00-194d-4025-a9d5-ce727092be24 req-6229daa1-af4f-4982-b779-8cee99bd1727 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1705475 Jun 25 09:22:30.528501 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:30.559588 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:30.644286 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ba38c00-194d-4025-a9d5-ce727092be24 req-50cf1c71-5ebc-400f-a34a-217133bab2e8 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015209 Jun 25 09:22:30.705765 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Deleting port 90de0d4e-8d07-4e28-8115-fd3576d5c684 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:22:30.706121 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:30.860938 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:30.878634 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Calling delete_port for 90de0d4e-8d07-4e28-8115-fd3576d5c684 owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:22:30.893360 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c541a-23cf-4c57-a729-f41f51ebda2d req-82547310-1f12-4a6b-ae6f-651d4f99d83d tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:30.904272 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d4c541a-23cf-4c57-a729-f41f51ebda2d req-82547310-1f12-4a6b-ae6f-651d4f99d83d tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.1440470 Jun 25 09:22:31.089206 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d4c541a-23cf-4c57-a729-f41f51ebda2d req-0b7dac10-a151-4f35-b329-5b20a5ae88a4 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835835 Jun 25 09:22:31.149817 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-8c8c32e6-4ca2-4624-8315-dd7000efe7e9 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:31.152165 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-8c8c32e6-4ca2-4624-8315-dd7000efe7e9 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/networks?id=5a27a185-c495-402c-8517-3de9213d78e5 HTTP/1.1" status: 200 len: 814 time: 0.2433619 Jun 25 09:22:31.164802 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:31.231856 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-141c5111-58a9-41b6-bcb9-c288c5532407 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/quotas/6fcf288132844a938d2e86f2388f6525 HTTP/1.1" status: 200 len: 375 time: 0.0259740 Jun 25 09:22:31.321946 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:31.326786 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0b3d09d8-60fb-4213-a860-9d429a537873 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:31.377425 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-dad4b90c-769d-4fb0-85d6-f7d45c1c5f94 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6fcf288132844a938d2e86f2388f6525&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1375604 Jun 25 09:22:31.383090 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Pushing event deleted for resources: {'Port': ['ID=90de0d4e-8d07-4e28-8115-fd3576d5c684,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:31.388083 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:31.463007 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:31.583423 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-5f65f22e-fc84-48aa-a905-99974d8cdbb9 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=82f9d5ebf40642368fa96048779ca722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695527 Jun 25 09:22:31.845393 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:31.860318 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-da86ae85-3e7f-4164-927e-75c8c51dd5be service neutron] 10.222.0.93 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819453 Jun 25 09:22:31.863716 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:32.005721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-d71b44b7-db49-4911-a134-d00856395b93 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:32.007211 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-d71b44b7-db49-4911-a134-d00856395b93 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3881845 Jun 25 09:22:32.037511 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Router ba68d37d-7de3-4b03-a6f5-216b48e611a0 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:22:32.047704 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-eb5fd467-9d0a-4bbc-aa1f-bac9f372c56d tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/quotas/82f9d5ebf40642368fa96048779ca722 HTTP/1.1" status: 200 len: 375 time: 0.0331750 Jun 25 09:22:32.101586 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-79c23f6f-547f-4f62-a64a-ae4e81d96e82 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=82f9d5ebf40642368fa96048779ca722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444746 Jun 25 09:22:32.138377 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-a6fae031-c8bf-4201-a628-e732d642fe03 service neutron] 10.222.0.93 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687590 Jun 25 09:22:32.180613 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:22:32.188315 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:32.191376 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198e000-e4f3-44a5-a9c8-0875b3bbb5a6 None None] Sync routers for ids ['ba68d37d-7de3-4b03-a6f5-216b48e611a0'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:22:32.201745 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "PUT /v2.0/routers/ba68d37d-7de3-4b03-a6f5-216b48e611a0 HTTP/1.1" status: 200 len: 709 time: 2.2065394 Jun 25 09:22:32.202129 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198e000-e4f3-44a5-a9c8-0875b3bbb5a6 None None] Routers {'ba68d37d-7de3-4b03-a6f5-216b48e611a0'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:32.202687 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55062) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:32.203636 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-a198e000-e4f3-44a5-a9c8-0875b3bbb5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ba68d37d-7de3-4b03-a6f5-216b48e611a0'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:32.247093 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-a198e000-e4f3-44a5-a9c8-0875b3bbb5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:32.265254 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198e000-e4f3-44a5-a9c8-0875b3bbb5a6 None None] Routers {'ba68d37d-7de3-4b03-a6f5-216b48e611a0'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:32.267823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-a198e000-e4f3-44a5-a9c8-0875b3bbb5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ba68d37d-7de3-4b03-a6f5-216b48e611a0'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:32.365154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-a198e000-e4f3-44a5-a9c8-0875b3bbb5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:32.366502 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198e000-e4f3-44a5-a9c8-0875b3bbb5a6 None None] The sync data for ids ['ba68d37d-7de3-4b03-a6f5-216b48e611a0'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:22:32.376496 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55068) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:32.380777 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9a35bdf9-261d-45a7-9da2-bffbfc0266b0 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/routers/ba68d37d-7de3-4b03-a6f5-216b48e611a0 HTTP/1.1" status: 200 len: 744 time: 0.1743410 Jun 25 09:22:32.508393 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-41459e15-f5c3-46d4-8897-9f2bcf3d52f2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=8128acdb-767b-4924-9d47-628968405132&device_id=ba68d37d-7de3-4b03-a6f5-216b48e611a0 HTTP/1.1" status: 200 len: 205 time: 0.1284573 Jun 25 09:22:32.509532 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55076) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:32.589668 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ea498de2-4f18-4c80-a289-b97032d3d955 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "GET /v2.0/ports?device_id=ba68d37d-7de3-4b03-a6f5-216b48e611a0 HTTP/1.1" status: 200 len: 205 time: 0.0786409 Jun 25 09:22:32.591840 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55084) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:32.662753 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e72094a-0711-4f7b-8783-47f10d0deaaf req-bec0820d-f967-4c15-ac58-917f98347982 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 210 time: 0.0868542 Jun 25 09:22:32.804911 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-44f4bfc2-cf28-4223-a201-ffa19c04a70a tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:32.867345 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5bba36e-0bad-4f9a-8032-c0d4d758f007 req-a897c637-9405-445b-a9b5-ffc482f94e4f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 210 time: 0.0803318 Jun 25 09:22:32.896956 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a709722-a0c5-4505-bc96-4636b80cd0f7 req-9efebfd8-579e-4feb-ab0d-fe00c3120936 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:32.905060 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a709722-a0c5-4505-bc96-4636b80cd0f7 req-9efebfd8-579e-4feb-ab0d-fe00c3120936 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.2308116 Jun 25 09:22:32.970750 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a709722-a0c5-4505-bc96-4636b80cd0f7 req-c93d9701-89fc-46f5-ae49-73cb2c92d950 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619092 Jun 25 09:22:33.125635 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-44f4bfc2-cf28-4223-a201-ffa19c04a70a tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:33.128885 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-44f4bfc2-cf28-4223-a201-ffa19c04a70a tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:33.220059 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-44f4bfc2-cf28-4223-a201-ffa19c04a70a tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:33.220814 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f4bfc2-cf28-4223-a201-ffa19c04a70a tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Fanout notify agent at l3_agent the message router_deleted on router ba68d37d-7de3-4b03-a6f5-216b48e611a0 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:22:33.238561 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-44f4bfc2-cf28-4223-a201-ffa19c04a70a tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:33.245918 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55106) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:33.266296 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-44f4bfc2-cf28-4223-a201-ffa19c04a70a tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "DELETE /v2.0/routers/ba68d37d-7de3-4b03-a6f5-216b48e611a0 HTTP/1.1" status: 204 len: 168 time: 0.6477315 Jun 25 09:22:33.320050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-63f209a7-4c04-48c6-b6a5-f13218b2df17 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "GET /v2.0/ports?device_id=ba68d37d-7de3-4b03-a6f5-216b48e611a0 HTTP/1.1" status: 200 len: 205 time: 0.0724456 Jun 25 09:22:33.322503 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55108) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:33.401783 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-30771751-4bb6-4d42-900d-f993d99ab9f2 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] delete failed (client error): The resource could not be found. Jun 25 09:22:33.409737 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55110) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:33.410077 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-30771751-4bb6-4d42-900d-f993d99ab9f2 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "DELETE /v2.0/routers/ba68d37d-7de3-4b03-a6f5-216b48e611a0 HTTP/1.1" status: 404 len: 336 time: 0.0862396 Jun 25 09:22:33.476271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55112) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:33.482568 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4c42a774-c59f-4842-9f03-25b527138316 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "GET /v2.0/ports?device_id=6447e8c6-0283-4ee2-a038-d9184425bc0f HTTP/1.1" status: 200 len: 205 time: 0.0656350 Jun 25 09:22:33.555173 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-3d83c96e-488e-450f-ad42-9ec3e4865ea3 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] delete failed (client error): The resource could not be found. Jun 25 09:22:33.556886 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3d83c96e-488e-450f-ad42-9ec3e4865ea3 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "DELETE /v2.0/routers/6447e8c6-0283-4ee2-a038-d9184425bc0f HTTP/1.1" status: 404 len: 336 time: 0.0789630 Jun 25 09:22:33.559723 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55116) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:33.609342 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4a8a8535-1fa6-4e6e-906b-4140d4b6821d tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "GET /v2.0/ports?device_id=500a332e-54d7-4dcb-aebc-4d3a4b99e0cf HTTP/1.1" status: 200 len: 205 time: 0.0478930 Jun 25 09:22:33.611549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55118) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:33.691534 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-e391c52a-2fd5-4111-abfb-a346561c4aeb tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] delete failed (client error): The resource could not be found. Jun 25 09:22:33.694045 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e391c52a-2fd5-4111-abfb-a346561c4aeb tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "DELETE /v2.0/routers/500a332e-54d7-4dcb-aebc-4d3a4b99e0cf HTTP/1.1" status: 404 len: 336 time: 0.0806119 Jun 25 09:22:33.700760 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55120) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:33.769147 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-781be170-744d-4dc8-9804-d41cfe0e6b1e tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "GET /v2.0/ports?device_id=cda2ab60-49ad-4e2f-94c7-88965810ccbd HTTP/1.1" status: 200 len: 205 time: 0.0623553 Jun 25 09:22:33.770636 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55124) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:33.815399 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-117d2dc1-9994-466f-ab0c-7cecb03ddd48 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] delete failed (client error): The resource could not be found. Jun 25 09:22:33.816821 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-117d2dc1-9994-466f-ab0c-7cecb03ddd48 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "DELETE /v2.0/routers/cda2ab60-49ad-4e2f-94c7-88965810ccbd HTTP/1.1" status: 404 len: 336 time: 0.0448413 Jun 25 09:22:33.819661 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55126) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:33.851429 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-917e36af-5bc7-4221-a741-6794e489eccf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "GET /v2.0/ports?device_id=36e32101-29aa-43a4-88d7-3ffd90b95059 HTTP/1.1" status: 200 len: 205 time: 0.0299129 Jun 25 09:22:33.853779 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55128) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:33.863162 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79e0710b-5cf9-449a-af98-58d2b59201dd req-fd440d69-b9fa-4d33-b5d0-eb9bd52eebc1 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 210 time: 0.0335631 Jun 25 09:22:33.896948 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-768f5206-bd65-4f54-be20-17e1059df5ce tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] delete failed (client error): The resource could not be found. Jun 25 09:22:33.897984 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-768f5206-bd65-4f54-be20-17e1059df5ce tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "DELETE /v2.0/routers/36e32101-29aa-43a4-88d7-3ffd90b95059 HTTP/1.1" status: 404 len: 336 time: 0.0431573 Jun 25 09:22:33.900624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55132) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:33.937278 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ca2b404b-2bc3-4516-87db-78504c68118c tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe047109-b1fd-45ce-a69e-d5242c6e2b2f HTTP/1.1" status: 200 len: 205 time: 0.0332406 Jun 25 09:22:33.937522 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55134) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:34.005005 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-240bcdf0-8da0-4727-bd48-0dfc31bf233b tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] delete failed (client error): The resource could not be found. Jun 25 09:22:34.009434 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55138) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:34.010197 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-240bcdf0-8da0-4727-bd48-0dfc31bf233b tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "DELETE /v2.0/routers/fe047109-b1fd-45ce-a69e-d5242c6e2b2f HTTP/1.1" status: 404 len: 336 time: 0.0717380 Jun 25 09:22:34.073147 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b59e79c-9d3a-4f37-b9d1-45ec3646eb7b tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] DELETE failed (client error): The resource could not be found. Jun 25 09:22:34.073611 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b59e79c-9d3a-4f37-b9d1-45ec3646eb7b tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:22:34.080573 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8b59e79c-9d3a-4f37-b9d1-45ec3646eb7b tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] 10.222.0.93 "DELETE /v2.0/subnets/3399481d-77b2-4b7d-9c0b-f9343914a7c0 HTTP/1.1" status: 404 len: 337 time: 0.0698712 Jun 25 09:22:34.161585 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca106e37-3fc9-436b-b62c-c5bfb4ab564a req-c0701656-27d1-4acf-a033-8a0a5a7645f8 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 210 time: 0.0902100 Jun 25 09:22:34.303945 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3843a61-0822-45e2-930c-27d19e8c3702 req-74ffe9f4-a64a-4a27-993f-e2d3c7c333fa tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:34.326092 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3843a61-0822-45e2-930c-27d19e8c3702 req-74ffe9f4-a64a-4a27-993f-e2d3c7c333fa tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.1621873 Jun 25 09:22:34.382894 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-d8a851da-37d0-4650-8e25-5abc3a6facca tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=82f9d5ebf40642368fa96048779ca722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713451 Jun 25 09:22:34.439031 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3843a61-0822-45e2-930c-27d19e8c3702 req-87d4ee03-d746-4084-81de-37623a1dcb66 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065772 Jun 25 09:22:34.522519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55150) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:34.547223 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-052cc4bb-9697-46de-b564-a00db7153f1e tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:34.548953 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-052cc4bb-9697-46de-b564-a00db7153f1e tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593318 Jun 25 09:22:34.572672 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Request body: {'port': {'device_id': '0716c4fb-adc9-4b8e-bf80-2974a42f8382', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': '82f9d5ebf40642368fa96048779ca722'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:34.674897 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7527c7b0-be6d-4b63-ba82-5554fcc04e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:34.826866 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7527c7b0-be6d-4b63-ba82-5554fcc04e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:34.835844 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7527c7b0-be6d-4b63-ba82-5554fcc04e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:34.847708 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ede960c4-caa5-42f0-bef8-d6e0869dd9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:34.871331 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Made reservation on behalf of 82f9d5ebf40642368fa96048779ca722 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:22:34.882292 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:34.901018 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527c7b0-be6d-4b63-ba82-5554fcc04e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191f110c-254f-40c6-a46d-1ae98b7b7a8b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:34.905650 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7527c7b0-be6d-4b63-ba82-5554fcc04e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:34.919027 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7527c7b0-be6d-4b63-ba82-5554fcc04e86 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=01ce89b0d84f47ba9e7ee04f605f9d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950586 Jun 25 09:22:34.921869 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55158) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:34.927206 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:35.158916 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:35.165338 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:35.172559 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a894e8b7-0c8b-4ed7-ac13-9aded3797c47 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:35.208138 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a616421d-9e60-4abf-a68a-c8e42178602c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:35.227380 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:35.416764 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Allocated IP 192.168.233.147 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/1a3a75af-026d-4fdc-9223-fbd5bc437101) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:22:35.536483 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7a3c4118-f6e1-4856-b62e-a6935041178d req-18bc786b-4e90-4c00-b4f2-c0771c40b463 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 210 time: 0.0577006 Jun 25 09:22:35.619420 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bcd50396-81a5-4440-ad57-d12bebf72a21 req-e32fa214-6954-4a1d-abfc-2e30c4bace99 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 210 time: 0.1473103 Jun 25 09:22:35.731279 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:35.750537 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Transition to ACTIVE for port object 1a3a75af-026d-4fdc-9223-fbd5bc437101 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:22:35.759912 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ca0406a5-2f05-4dcd-9205-fbe847dd5b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:35.789934 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:35.793875 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-14012c84-3594-401d-8b5c-87fb075ff72c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:35.795768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-14012c84-3594-401d-8b5c-87fb075ff72c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.41 "GET /v2.0/networks?id=5a27a185-c495-402c-8517-3de9213d78e5 HTTP/1.1" status: 200 len: 814 time: 0.8656144 Jun 25 09:22:35.797467 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-16f9ec85-07c2-42f1-bbdc-638a591f735b tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:35.825402 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-152daee3-0c86-4d33-a0a7-8496b4591356 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Request body: {'port': {'device_id': '39029538-3fb7-474e-96ff-8660cf8acb0f', 'network_id': '5a27a185-c495-402c-8517-3de9213d78e5', 'admin_state_up': True, 'tenant_id': '6fcf288132844a938d2e86f2388f6525'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:35.861182 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:35.867975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:35.870094 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Pushing event updated for resources: {'Port': ['ID=1a3a75af-026d-4fdc-9223-fbd5bc437101,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:35.874827 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:22:35.888139 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ca0406a5-2f05-4dcd-9205-fbe847dd5b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:35.903068 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55182) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:35.916772 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:35.980710 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:35.981593 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:36.002135 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24106a-9e60-46fa-801c-aad94e9fc2d4 req-33e36aa7-1399-4da6-879f-07c2ed69f93e tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:36.007550 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4375639 Jun 25 09:22:36.020606 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e24106a-9e60-46fa-801c-aad94e9fc2d4 req-33e36aa7-1399-4da6-879f-07c2ed69f93e tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.2896359 Jun 25 09:22:36.035729 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Request body: {'port': {'device_id': '0716c4fb-adc9-4b8e-bf80-2974a42f8382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:36.106187 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9e2432e-2013-436b-88ae-0f3d21f1fcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:36.132960 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:36.162087 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e24106a-9e60-46fa-801c-aad94e9fc2d4 req-e9ac0c5d-6e80-42ac-af4d-47a3bf1c621c tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404369 Jun 25 09:22:36.167656 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ca0406a5-2f05-4dcd-9205-fbe847dd5b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:36.174881 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ca0406a5-2f05-4dcd-9205-fbe847dd5b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:36.176231 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ca0406a5-2f05-4dcd-9205-fbe847dd5b2b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/191f110c-254f-40c6-a46d-1ae98b7b7a8b HTTP/1.1" status: 204 len: 168 time: 1.2531998 Jun 25 09:22:36.178362 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3365c965-966d-4c83-a94a-1a095a50ad49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:36.190033 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0406a5-2f05-4dcd-9205-fbe847dd5b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191f110c-254f-40c6-a46d-1ae98b7b7a8b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:36.192070 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-152daee3-0c86-4d33-a0a7-8496b4591356 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Made reservation on behalf of 6fcf288132844a938d2e86f2388f6525 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:22:36.195944 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-152daee3-0c86-4d33-a0a7-8496b4591356 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:36.199864 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ca0406a5-2f05-4dcd-9205-fbe847dd5b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:36.530277 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-82cc82c8-e46f-4d4c-9c35-e66bb2d0593f None None] Provisioning for port 1a3a75af-026d-4fdc-9223-fbd5bc437101 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:22:36.536266 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-82cc82c8-e46f-4d4c-9c35-e66bb2d0593f None None] Provisioning complete for port 1a3a75af-026d-4fdc-9223-fbd5bc437101 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:22:36.536952 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-82cc82c8-e46f-4d4c-9c35-e66bb2d0593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:36.566472 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-152daee3-0c86-4d33-a0a7-8496b4591356 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Allocated IP 172.20.0.14 (5a27a185-c495-402c-8517-3de9213d78e5/2109fa39-1280-4b24-b7e2-08e8cb464b3a/1085c343-4f3f-4a90-acf2-02ab76a7d095) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:22:36.599566 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-82cc82c8-e46f-4d4c-9c35-e66bb2d0593f None None] Port 1a3a75af-026d-4fdc-9223-fbd5bc437101 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:22:36.635709 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9e2432e-2013-436b-88ae-0f3d21f1fcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:36.640598 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9e2432e-2013-436b-88ae-0f3d21f1fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:36.683228 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e5648cb0-c890-4659-accc-7b70f473d605 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:36.736334 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f9e2432e-2013-436b-88ae-0f3d21f1fcd1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=52e275c0a62a452098603af7028a645b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8313773 Jun 25 09:22:36.747268 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55198) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:36.749613 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55200) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:36.803417 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2432e-2013-436b-88ae-0f3d21f1fcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486d1632-b447-4d45-93bb-a20a2e3a8313,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:36.930360 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-152daee3-0c86-4d33-a0a7-8496b4591356 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:36.935996 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f9e2432e-2013-436b-88ae-0f3d21f1fcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:37.016449 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31adddaf-02bc-42d3-bdd6-6d10f4294f84 req-6c764ecd-88c9-4d5a-9345-36e95bb75c72 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 210 time: 0.2699285 Jun 25 09:22:37.063633 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9dd8eed-29f2-409e-b72c-f7a78c8e89e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:37.070962 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-203cd05c-c107-49d7-86b0-55ec515e4e70 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=173e089e8aa44e29a13ed5bcc81dd0e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874992 Jun 25 09:22:37.073848 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55202) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:37.129356 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9dd8eed-29f2-409e-b72c-f7a78c8e89e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:37.168053 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-152daee3-0c86-4d33-a0a7-8496b4591356 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:37.177393 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-637fa129-2136-4758-8153-0a680bfc9df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:37.181299 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ac5d0-ba26-4ebb-b7b3-dae8a461bf2c req-c699344c-8c80-4c8c-90bc-956d75d10527 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:37.182940 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a3ac5d0-ba26-4ebb-b7b3-dae8a461bf2c req-c699344c-8c80-4c8c-90bc-956d75d10527 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 936 time: 0.2460175 Jun 25 09:22:37.193760 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3a75af-026d-4fdc-9223-fbd5bc437101 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:22:37.205717 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:37.210153 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:37.215932 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['29b44762-2c1a-4223-83cc-ecf5d5dc2e82'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:22:37.236666 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-637fa129-2136-4758-8153-0a680bfc9df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:37.301697 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152daee3-0c86-4d33-a0a7-8496b4591356 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Pushing event updated for resources: {'Port': ['ID=1085c343-4f3f-4a90-acf2-02ab76a7d095,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:37.306384 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-152daee3-0c86-4d33-a0a7-8496b4591356 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:37.321159 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Transition to ACTIVE for port object 1a3a75af-026d-4fdc-9223-fbd5bc437101 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:22:37.327412 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:37.334637 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2faa797f-6968-4f3c-ba28-83c86118c34a tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:37.373981 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-637fa129-2136-4758-8153-0a680bfc9df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:37.376684 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-637fa129-2136-4758-8153-0a680bfc9df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:37.380815 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-637fa129-2136-4758-8153-0a680bfc9df4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/21551576-3f92-4de3-8b1d-64bd3f21a7f9 HTTP/1.1" status: 204 len: 168 time: 0.3031082 Jun 25 09:22:37.402112 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Pushing event updated for resources: {'Port': ['ID=1a3a75af-026d-4fdc-9223-fbd5bc437101,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:37.407949 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:37.408755 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ed7152f8-22b4-490e-8eae-05b8d5775bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:37.412068 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a3ac5d0-ba26-4ebb-b7b3-dae8a461bf2c req-af3d3375-3a9c-43da-96de-1bbd88cd0073 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/security-groups?id=a616421d-9e60-4abf-a68a-c8e42178602c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119285 Jun 25 09:22:37.422770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-152daee3-0c86-4d33-a0a7-8496b4591356 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Network 5a27a185-c495-402c-8517-3de9213d78e5 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:37.423935 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9dd8eed-29f2-409e-b72c-f7a78c8e89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:37.430481 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9dd8eed-29f2-409e-b72c-f7a78c8e89e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:37.432099 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f9dd8eed-29f2-409e-b72c-f7a78c8e89e9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/486d1632-b447-4d45-93bb-a20a2e3a8313 HTTP/1.1" status: 204 len: 168 time: 0.6809924 Jun 25 09:22:37.435510 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-152daee3-0c86-4d33-a0a7-8496b4591356 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:37.438267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-152daee3-0c86-4d33-a0a7-8496b4591356 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:22:37.475480 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fa129-2136-4758-8153-0a680bfc9df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21551576-3f92-4de3-8b1d-64bd3f21a7f9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:37.488429 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e5648cb0-c890-4659-accc-7b70f473d605 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:37.528995 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-152daee3-0c86-4d33-a0a7-8496b4591356 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:37.530147 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-152daee3-0c86-4d33-a0a7-8496b4591356 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:37.533468 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-637fa129-2136-4758-8153-0a680bfc9df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:37.552340 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd8eed-29f2-409e-b72c-f7a78c8e89e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486d1632-b447-4d45-93bb-a20a2e3a8313,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:37.557409 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f9dd8eed-29f2-409e-b72c-f7a78c8e89e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:37.572882 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-152daee3-0c86-4d33-a0a7-8496b4591356 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7504704 Jun 25 09:22:37.604391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Request body: {'port': {'device_id': '39029538-3fb7-474e-96ff-8660cf8acb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:37.610122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Attempting to bind port 1a3a75af-026d-4fdc-9223-fbd5bc437101 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:22:37.610622 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Attempting to bind port 1a3a75af-026d-4fdc-9223-fbd5bc437101 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:22:37.611046 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Attempting to bind port 1a3a75af-026d-4fdc-9223-fbd5bc437101 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:22:37.617192 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Port 1a3a75af-026d-4fdc-9223-fbd5bc437101 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:22:37.617627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Attempting to bind port 1a3a75af-026d-4fdc-9223-fbd5bc437101 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:22:37.623355 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:22:37.623840 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:22:37.624384 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:22:37.624937 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Bound port: 1a3a75af-026d-4fdc-9223-fbd5bc437101, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:22:37.625874 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:37.733819 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:37.759801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] For port 1a3a75af-026d-4fdc-9223-fbd5bc437101, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:22:37.765352 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] For port 1a3a75af-026d-4fdc-9223-fbd5bc437101, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1a3a75af-026d-4fdc-9223-fbd5bc437101,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:22:37.774300 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:37.792830 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9f5ceaea-ad9a-47c1-9e4e-38d98ce9b663 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:37.819657 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a67ef3-df74-4e6b-b413-9e27b80f25b0 req-4e5f0559-16e8-4fa8-8190-ac1517b41a67 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:37.827685 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-40a67ef3-df74-4e6b-b413-9e27b80f25b0 req-4e5f0559-16e8-4fa8-8190-ac1517b41a67 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.5200434 Jun 25 09:22:37.864239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:37.865403 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:37.867387 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] 10.222.0.41 "PUT /v2.0/ports/1a3a75af-026d-4fdc-9223-fbd5bc437101 HTTP/1.1" status: 200 len: 1097 time: 1.8457108 Jun 25 09:22:37.868220 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0716c4fb-adc9-4b8e-bf80-2974a42f8382', 'tag': '1a3a75af-026d-4fdc-9223-fbd5bc437101'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:37.871075 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a78901-e7a2-4fb2-a15d-4f2f5115676f" -d '{"events": [{"name": "network-changed", "server_uuid": "0716c4fb-adc9-4b8e-bf80-2974a42f8382", "tag": "1a3a75af-026d-4fdc-9223-fbd5bc437101"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:37.932188 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Pushing event updated for resources: {'Port': ['ID=1a3a75af-026d-4fdc-9223-fbd5bc437101,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:37.937606 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:38.013746 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49d8b4b-ce7b-412e-aab5-4996490a46c2 x-openstack-request-id: req-b49d8b4b-ce7b-412e-aab5-4996490a46c2 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:38.013948 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0716c4fb-adc9-4b8e-bf80-2974a42f8382", "tag": "1a3a75af-026d-4fdc-9223-fbd5bc437101", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:38.014254 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b49d8b4b-ce7b-412e-aab5-4996490a46c2 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:38.014700 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0716c4fb-adc9-4b8e-bf80-2974a42f8382', 'tag': '1a3a75af-026d-4fdc-9223-fbd5bc437101', 'status': 'completed', 'code': 200} Jun 25 09:22:38.017466 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-40a67ef3-df74-4e6b-b413-9e27b80f25b0 req-b205b7c2-1b2e-4d6c-b020-f69d5681d353 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889470 Jun 25 09:22:38.092895 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-4f59937e-b6ec-4d8f-a089-e5abf1d2f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:38.094439 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-4f59937e-b6ec-4d8f-a089-e5abf1d2f0f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82f9d5ebf40642368fa96048779ca722&device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 1100 time: 0.1390364 Jun 25 09:22:38.203322 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-f8d8810a-7522-402d-9e74-7e88f12efbc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=1a3a75af-026d-4fdc-9223-fbd5bc437101 HTTP/1.1" status: 200 len: 217 time: 0.0877841 Jun 25 09:22:38.275262 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55230) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:38.301096 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-dfea1b70-b631-4a96-8cdf-5e7318eb24e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:38.302819 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-dfea1b70-b631-4a96-8cdf-5e7318eb24e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0930879 Jun 25 09:22:38.322797 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7040a83f-55f5-4236-8fa8-0ff57db6bca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:38.385948 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-ace45589-858e-4a48-86a4-81653b7df1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:38.387750 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-ace45589-858e-4a48-86a4-81653b7df1ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0736074 Jun 25 09:22:38.462279 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae48189-b06c-4288-9f21-8533ca7dd642 req-0d7b204d-fdfb-4c56-a2f3-d725231f98e4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:38.463886 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bae48189-b06c-4288-9f21-8533ca7dd642 req-0d7b204d-fdfb-4c56-a2f3-d725231f98e4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 932 time: 0.2165582 Jun 25 09:22:38.473540 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1085c343-4f3f-4a90-acf2-02ab76a7d095 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:22:38.493340 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:38.534639 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Transition to ACTIVE for port object 1085c343-4f3f-4a90-acf2-02ab76a7d095 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:22:38.542208 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-7f553a0f-93f4-4a2a-a619-2ebb39a08ee1 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448295 Jun 25 09:22:38.548652 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:38.557970 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4969981a-9252-4024-a71c-e8308a2bfb67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:38.588055 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bae48189-b06c-4288-9f21-8533ca7dd642 req-30461f16-bdf8-455f-9a0d-b38a120c13d8 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097541 Jun 25 09:22:38.700895 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b6c58515-4b0f-4362-b47e-32595d53ea97 req-5690576e-9450-40e9-8e36-95fb6657860c service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520109 Jun 25 09:22:38.706338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1085c343-4f3f-4a90-acf2-02ab76a7d095,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:38.711122 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7040a83f-55f5-4236-8fa8-0ff57db6bca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:38.712681 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:38.762990 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7040a83f-55f5-4236-8fa8-0ff57db6bca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:38.768188 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-49905ea7-ff3d-40b4-b077-da3377687e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:38.887652 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7040a83f-55f5-4236-8fa8-0ff57db6bca2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3e8fd01fb8fc4576b51a77ac40c18647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6048174 Jun 25 09:22:38.893155 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55248) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:38.897911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040a83f-55f5-4236-8fa8-0ff57db6bca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878532c5-a643-402a-a597-3e023aa41977,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:38.913775 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7040a83f-55f5-4236-8fa8-0ff57db6bca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:38.973790 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Attempting to bind port 1085c343-4f3f-4a90-acf2-02ab76a7d095 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:22:38.974282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Attempting to bind port 1085c343-4f3f-4a90-acf2-02ab76a7d095 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '183d0b86-9f10-4426-9876-35ade5be5327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '5a27a185-c495-402c-8517-3de9213d78e5'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:22:38.974859 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Attempting to bind port 1085c343-4f3f-4a90-acf2-02ab76a7d095 on network 5a27a185-c495-402c-8517-3de9213d78e5 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:22:38.990266 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a78901-e7a2-4fb2-a15d-4f2f5115676f req-fb30c586-43b9-4cc0-b655-d3b7fbca94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:38.991861 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-15a78901-e7a2-4fb2-a15d-4f2f5115676f req-fb30c586-43b9-4cc0-b655-d3b7fbca94fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82f9d5ebf40642368fa96048779ca722&device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 1100 time: 0.1535990 Jun 25 09:22:39.011117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed1c00-5700-4f07-afcc-6e992d1c8b10 req-2301d313-fd2c-4c2c-9f42-f1f814a686c3 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:39.013497 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1ed1c00-5700-4f07-afcc-6e992d1c8b10 req-2301d313-fd2c-4c2c-9f42-f1f814a686c3 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 948 time: 0.3819077 Jun 25 09:22:39.016347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Port 1085c343-4f3f-4a90-acf2-02ab76a7d095 on network 5a27a185-c495-402c-8517-3de9213d78e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:22:39.016956 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Attempting to bind port 1085c343-4f3f-4a90-acf2-02ab76a7d095 on network 5a27a185-c495-402c-8517-3de9213d78e5 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:22:39.069468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:22:39.070217 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Checking segment: {'id': '183d0b86-9f10-4426-9876-35ade5be5327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '5a27a185-c495-402c-8517-3de9213d78e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:22:39.070672 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Bound using segment: {'id': '183d0b86-9f10-4426-9876-35ade5be5327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '5a27a185-c495-402c-8517-3de9213d78e5'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:22:39.071221 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Bound port: 1085c343-4f3f-4a90-acf2-02ab76a7d095, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183d0b86-9f10-4426-9876-35ade5be5327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '5a27a185-c495-402c-8517-3de9213d78e5'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:22:39.071697 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:39.125399 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1ed1c00-5700-4f07-afcc-6e992d1c8b10 req-f10e0762-8a9a-46f8-bc2f-473e37733c9b tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/security-groups?id=a616421d-9e60-4abf-a68a-c8e42178602c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962365 Jun 25 09:22:39.167502 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a78901-e7a2-4fb2-a15d-4f2f5115676f req-524065f9-2ecd-46a5-8f45-3e40c4c06ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:39.169993 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-15a78901-e7a2-4fb2-a15d-4f2f5115676f req-524065f9-2ecd-46a5-8f45-3e40c4c06ca9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1715438 Jun 25 09:22:39.178663 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3b90340b-6889-4ffa-847d-0ae47c5c79a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:39.221637 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3b90340b-6889-4ffa-847d-0ae47c5c79a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:39.253916 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] For port 1085c343-4f3f-4a90-acf2-02ab76a7d095, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:22:39.254811 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-15a78901-e7a2-4fb2-a15d-4f2f5115676f req-04ba60e1-6d83-4ef1-948a-81848760df20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=1a3a75af-026d-4fdc-9223-fbd5bc437101 HTTP/1.1" status: 200 len: 217 time: 0.0780680 Jun 25 09:22:39.327888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] For port 1085c343-4f3f-4a90-acf2-02ab76a7d095, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1085c343-4f3f-4a90-acf2-02ab76a7d095,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:22:39.337840 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a78901-e7a2-4fb2-a15d-4f2f5115676f req-9ced46aa-d710-46a0-a092-67538eb8d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:39.342933 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-15a78901-e7a2-4fb2-a15d-4f2f5115676f req-9ced46aa-d710-46a0-a092-67538eb8d4a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0804322 Jun 25 09:22:39.353935 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:39.360668 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f4e2a155-8c16-4312-b3bb-40612ae1531c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:39.371564 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3b90340b-6889-4ffa-847d-0ae47c5c79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:39.374327 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3b90340b-6889-4ffa-847d-0ae47c5c79a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:39.375563 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3b90340b-6889-4ffa-847d-0ae47c5c79a2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/878532c5-a643-402a-a597-3e023aa41977 HTTP/1.1" status: 204 len: 168 time: 0.4670618 Jun 25 09:22:39.418970 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:39.419610 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:39.421799 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] 10.222.0.41 "PUT /v2.0/ports/1085c343-4f3f-4a90-acf2-02ab76a7d095 HTTP/1.1" status: 200 len: 1093 time: 1.8351142 Jun 25 09:22:39.422463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39029538-3fb7-474e-96ff-8660cf8acb0f', 'tag': '1085c343-4f3f-4a90-acf2-02ab76a7d095'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:39.425087 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ded5d5-3816-480e-ad4d-ea0a9704842c" -d '{"events": [{"name": "network-changed", "server_uuid": "39029538-3fb7-474e-96ff-8660cf8acb0f", "tag": "1085c343-4f3f-4a90-acf2-02ab76a7d095"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:39.447143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a78901-e7a2-4fb2-a15d-4f2f5115676f req-06ac106d-6f58-46cf-a52c-1cd98744d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:39.452199 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-15a78901-e7a2-4fb2-a15d-4f2f5115676f req-06ac106d-6f58-46cf-a52c-1cd98744d6d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1013875 Jun 25 09:22:39.475892 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1085c343-4f3f-4a90-acf2-02ab76a7d095,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:39.482306 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:39.484089 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a94c00ef-cfb8-4f62-94f3-a2a546beee22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:39.518093 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a1b554-8d76-4dc9-9ef5-02358e8cd4c0 x-openstack-request-id: req-86a1b554-8d76-4dc9-9ef5-02358e8cd4c0 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:39.518710 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39029538-3fb7-474e-96ff-8660cf8acb0f", "tag": "1085c343-4f3f-4a90-acf2-02ab76a7d095", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:39.519009 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-86a1b554-8d76-4dc9-9ef5-02358e8cd4c0 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:39.519457 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39029538-3fb7-474e-96ff-8660cf8acb0f', 'tag': '1085c343-4f3f-4a90-acf2-02ab76a7d095', 'status': 'completed', 'code': 200} Jun 25 09:22:39.525466 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90340b-6889-4ffa-847d-0ae47c5c79a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878532c5-a643-402a-a597-3e023aa41977,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:39.553941 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3b90340b-6889-4ffa-847d-0ae47c5c79a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:39.581480 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3628cb-f6d4-4e5e-b151-a92675a39564 req-7f3ecc0d-2291-4793-94fa-6a8c0a9fe871 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:39.583132 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb3628cb-f6d4-4e5e-b151-a92675a39564 req-7f3ecc0d-2291-4793-94fa-6a8c0a9fe871 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.3086002 Jun 25 09:22:39.631997 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-73688ba1-4d95-4140-ac9d-6d005edfaf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:39.634336 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-73688ba1-4d95-4140-ac9d-6d005edfaf32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fcf288132844a938d2e86f2388f6525&device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 1096 time: 0.1376555 Jun 25 09:22:39.656103 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb3628cb-f6d4-4e5e-b151-a92675a39564 req-60c141d1-85d5-4280-ae98-91d164d320bf tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630431 Jun 25 09:22:39.718718 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-15a78901-e7a2-4fb2-a15d-4f2f5115676f req-4f2eb100-5f9e-46c5-9425-a3c88f95cf97 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341011 Jun 25 09:22:39.784757 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-e07a3b04-8e02-49b8-b7ee-a3854f234399 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1085c343-4f3f-4a90-acf2-02ab76a7d095 HTTP/1.1" status: 200 len: 217 time: 0.1258171 Jun 25 09:22:39.790422 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55274) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:39.860019 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-15a78901-e7a2-4fb2-a15d-4f2f5115676f req-83e0db63-6ad3-4b36-82b8-47e9b758aa28 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335042 Jun 25 09:22:39.932378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-3ba0da47-f83a-46ec-b802-494187ee3017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:39.933875 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-3ba0da47-f83a-46ec-b802-494187ee3017 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2109fa39-1280-4b24-b7e2-08e8cb464b3a HTTP/1.1" status: 200 len: 854 time: 0.1340694 Jun 25 09:22:39.977183 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-27f875ba-81ba-4449-a9bd-d2429ddff458 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a27a185-c495-402c-8517-3de9213d78e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330634 Jun 25 09:22:39.985808 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528af3a-ae87-41a9-8871-9be88b584182 req-ef086a80-1963-4aae-bf10-ba90cbd306b8 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:39.993428 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0528af3a-ae87-41a9-8871-9be88b584182 req-ef086a80-1963-4aae-bf10-ba90cbd306b8 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 944 time: 0.2050364 Jun 25 09:22:40.025059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1772181935', 'network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:40.105891 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0528af3a-ae87-41a9-8871-9be88b584182 req-5120765c-92d6-4c46-a57f-0c6ba126b575 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115460 Jun 25 09:22:40.122960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Made reservation on behalf of 50f8f205242c470983e16d8a407224cb for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:22:40.125456 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:40.154992 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:40.196589 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-1fdae678-1c71-47c9-80d6-77171d62df2f service neutron] 10.222.0.41 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840775 Jun 25 09:22:40.394120 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccdfdce4-dca3-4a6a-afeb-26e174762966 req-0d90853f-0672-46ef-9c14-1e097c656d53 service neutron] 10.222.0.41 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890748 Jun 25 09:22:40.423277 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2e8d9-8c65-45af-8e35-d4181dc8e698 req-01106ec0-1288-4fa3-b6ef-7dfabd8b4fb4 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:40.425246 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44c2e8d9-8c65-45af-8e35-d4181dc8e698 req-01106ec0-1288-4fa3-b6ef-7dfabd8b4fb4 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 948 time: 0.1572566 Jun 25 09:22:40.438116 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:40.447977 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:40.457250 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-374d98df-19db-41df-9865-0d3e4dbb2fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:40.474110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] device_id is not set on port c3f225a5-fe2d-4629-9e51-3c6783c83497 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:22:40.499913 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf52a8ca-0dc7-41e0-84e9-dad97fac96a3,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:40.539211 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:40.561328 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44c2e8d9-8c65-45af-8e35-d4181dc8e698 req-8c49473e-957e-445a-97c9-3d1e1c6b5947 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/security-groups?id=a616421d-9e60-4abf-a68a-c8e42178602c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218734 Jun 25 09:22:40.651656 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Allocated IP 172.25.6.104 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/c3f225a5-fe2d-4629-9e51-3c6783c83497) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:22:40.666878 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ded5d5-3816-480e-ad4d-ea0a9704842c req-c255ff79-9b27-46c5-8c13-c4c5cc5a70d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:40.668395 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-49ded5d5-3816-480e-ad4d-ea0a9704842c req-c255ff79-9b27-46c5-8c13-c4c5cc5a70d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fcf288132844a938d2e86f2388f6525&device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 1096 time: 0.1282797 Jun 25 09:22:40.904425 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ded5d5-3816-480e-ad4d-ea0a9704842c req-5dea23fb-8939-4985-a010-d013bb3193ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:40.906215 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-49ded5d5-3816-480e-ad4d-ea0a9704842c req-5dea23fb-8939-4985-a010-d013bb3193ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a27a185-c495-402c-8517-3de9213d78e5 HTTP/1.1" status: 200 len: 916 time: 0.2299628 Jun 25 09:22:40.970165 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-49ded5d5-3816-480e-ad4d-ea0a9704842c req-a2a1af96-cd18-4f13-ad7e-544877106549 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1085c343-4f3f-4a90-acf2-02ab76a7d095 HTTP/1.1" status: 200 len: 217 time: 0.0541131 Jun 25 09:22:41.066331 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62047f8-bac0-4081-8d98-c971de1b007f req-0ccc330f-61fd-4533-ae1e-3abbfe23cf01 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:41.068344 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f62047f8-bac0-4081-8d98-c971de1b007f req-0ccc330f-61fd-4533-ae1e-3abbfe23cf01 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.2303603 Jun 25 09:22:41.076723 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:41.104514 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ded5d5-3816-480e-ad4d-ea0a9704842c req-6d8d4927-fe85-4ebe-ba24-ad8a11800116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:41.106043 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-49ded5d5-3816-480e-ad4d-ea0a9704842c req-6d8d4927-fe85-4ebe-ba24-ad8a11800116 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2109fa39-1280-4b24-b7e2-08e8cb464b3a HTTP/1.1" status: 200 len: 854 time: 0.1212184 Jun 25 09:22:41.168060 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-49ded5d5-3816-480e-ad4d-ea0a9704842c req-d085b810-de1e-452f-8741-69afa7b0187e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a27a185-c495-402c-8517-3de9213d78e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464749 Jun 25 09:22:41.171060 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f62047f8-bac0-4081-8d98-c971de1b007f req-dcf053c0-9967-42b5-82cb-b6f22b8a1e76 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917387 Jun 25 09:22:41.293897 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:41.299063 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:41.311178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-49ded5d5-3816-480e-ad4d-ea0a9704842c req-1cc141e7-6056-4bf4-bf8a-e45dc415f395 service neutron] 10.222.0.41 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340327 Jun 25 09:22:41.422136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:41.431394 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:41.434318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f225a5-fe2d-4629-9e51-3c6783c83497,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:41.438147 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:22:41.442638 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:41.505844 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:41.506457 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:41.538440 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cac14-7706-42c7-ae54-47378ccb7420 req-870cfc6a-33dc-4067-bb99-9e284d1aafdb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:41.539987 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c7cac14-7706-42c7-ae54-47378ccb7420 req-870cfc6a-33dc-4067-bb99-9e284d1aafdb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 944 time: 0.2367864 Jun 25 09:22:41.546975 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-49ded5d5-3816-480e-ad4d-ea0a9704842c req-0147c624-4417-446b-a445-c5600b48ea1a service neutron] 10.222.0.41 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068803 Jun 25 09:22:41.553244 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7614419 Jun 25 09:22:41.553912 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55324) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:41.559095 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-58b9a319-848b-47a4-a492-5a9d7dc47bd8 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.104'}]}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:42.028624 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c7cac14-7706-42c7-ae54-47378ccb7420 req-cdd906c9-a8e8-4bd8-9d7a-91418bfbc0ac tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685402 Jun 25 09:22:42.028624 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-58b9a319-848b-47a4-a492-5a9d7dc47bd8 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:42.028624 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-58b9a319-848b-47a4-a492-5a9d7dc47bd8 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:42.091531 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-58b9a319-848b-47a4-a492-5a9d7dc47bd8 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:42.173236 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11780b-e44b-42d4-aaf9-1358906e185c req-cd46e6b7-9cef-44a4-9b29-8f9af220be3b tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:42.180484 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de11780b-e44b-42d4-aaf9-1358906e185c req-cd46e6b7-9cef-44a4-9b29-8f9af220be3b tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 948 time: 0.2115355 Jun 25 09:22:42.286768 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-58b9a319-848b-47a4-a492-5a9d7dc47bd8 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:42.324286 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de11780b-e44b-42d4-aaf9-1358906e185c req-19e8ed1d-8d75-497a-a250-a0728460c224 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/security-groups?id=a616421d-9e60-4abf-a68a-c8e42178602c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424770 Jun 25 09:22:42.446407 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53136b25-8da4-445a-b052-589408fceb13 req-f3790c69-e0fe-4f20-938b-346292b17f27 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:42.448021 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53136b25-8da4-445a-b052-589408fceb13 req-f3790c69-e0fe-4f20-938b-346292b17f27 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.1377788 Jun 25 09:22:42.545128 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53136b25-8da4-445a-b052-589408fceb13 req-a80543fa-0697-4365-8a5a-70eb4a43338f tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863953 Jun 25 09:22:42.712063 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-58b9a319-848b-47a4-a492-5a9d7dc47bd8 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:42.737834 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-58b9a319-848b-47a4-a492-5a9d7dc47bd8 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:42.905900 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-58b9a319-848b-47a4-a492-5a9d7dc47bd8 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:43.034642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 1a3a75af-026d-4fdc-9223-fbd5bc437101 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:22:43.091342 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-58b9a319-848b-47a4-a492-5a9d7dc47bd8 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:43.094613 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-58b9a319-848b-47a4-a492-5a9d7dc47bd8 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:43.153556 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 1a3a75af-026d-4fdc-9223-fbd5bc437101, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1a3a75af-026d-4fdc-9223-fbd5bc437101,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:43.154823 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-58b9a319-848b-47a4-a492-5a9d7dc47bd8 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:43.157273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b9a319-848b-47a4-a492-5a9d7dc47bd8 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c77d5efe-b563-46f6-a456-5b841be2b2bc {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:22:43.168881 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '1a3a75af-026d-4fdc-9223-fbd5bc437101', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '1a3a75af-026d-4fdc-9223-fbd5bc437101', 'mac_address': 'fa:16:3e:5e:22:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:22:43.181653 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-58b9a319-848b-47a4-a492-5a9d7dc47bd8 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 25 09:22:43.188191 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-58b9a319-848b-47a4-a492-5a9d7dc47bd8 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6301129 Jun 25 09:22:43.189020 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55354) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:43.245421 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:43.278986 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3a75af-026d-4fdc-9223-fbd5bc437101 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:22:43.300181 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-455d5277-6c62-44bc-9388-9738b95ef6b4 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Deleting port c3f225a5-fe2d-4629-9e51-3c6783c83497 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:22:43.300885 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-455d5277-6c62-44bc-9388-9738b95ef6b4 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:43.319388 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4bf51-f4a1-4f06-b57f-c84bb4e7a559 req-a417194a-c23c-45a0-a6d4-c621948f7f70 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:43.320160 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ce4bf51-f4a1-4f06-b57f-c84bb4e7a559 req-a417194a-c23c-45a0-a6d4-c621948f7f70 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 944 time: 0.1159391 Jun 25 09:22:43.325389 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 1a3a75af-026d-4fdc-9223-fbd5bc437101, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1a3a75af-026d-4fdc-9223-fbd5bc437101,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:43.333432 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:43.339853 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:43.432373 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ce4bf51-f4a1-4f06-b57f-c84bb4e7a559 req-5dda9078-93c3-4ea5-8425-3ea1df702555 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051540 Jun 25 09:22:43.442384 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=1a3a75af-026d-4fdc-9223-fbd5bc437101,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:43.462197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:43.466193 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:43.466890 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:43.468105 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:43.469709 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:43.471670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:43.472228 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:43.473744 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:43.474403 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:43.475869 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:43.476418 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:43.477114 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:22:43.482141 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-455d5277-6c62-44bc-9388-9738b95ef6b4 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:43.486487 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:43.517176 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-455d5277-6c62-44bc-9388-9738b95ef6b4 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Calling delete_port for c3f225a5-fe2d-4629-9e51-3c6783c83497 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:22:43.677477 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bc96e-6eac-48bb-97a3-cfd72df79f9f req-7229d31c-8751-45be-98a0-0bac93327f46 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:43.679121 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b8bc96e-6eac-48bb-97a3-cfd72df79f9f req-7229d31c-8751-45be-98a0-0bac93327f46 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 949 time: 0.1199210 Jun 25 09:22:43.730685 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-455d5277-6c62-44bc-9388-9738b95ef6b4 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:43.735864 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:43.752942 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b8bc96e-6eac-48bb-97a3-cfd72df79f9f req-766a1ce7-c448-4e41-9a46-1ecc67a220af tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/security-groups?id=a616421d-9e60-4abf-a68a-c8e42178602c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647397 Jun 25 09:22:43.762327 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d5277-6c62-44bc-9388-9738b95ef6b4 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3f225a5-fe2d-4629-9e51-3c6783c83497,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:43.767483 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-455d5277-6c62-44bc-9388-9738b95ef6b4 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:43.818513 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['1a3a75af-026d-4fdc-9223-fbd5bc437101'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:22:43.837594 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-455d5277-6c62-44bc-9388-9738b95ef6b4 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:43.839863 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-455d5277-6c62-44bc-9388-9738b95ef6b4 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] 10.222.0.93 "DELETE /v2.0/ports/c3f225a5-fe2d-4629-9e51-3c6783c83497 HTTP/1.1" status: 204 len: 168 time: 0.6489146 Jun 25 09:22:43.975608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c0ab6-53c5-4ac0-ac78-12c7880a6238 req-526dc52c-2d99-4e35-af2c-fc343a431575 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:43.977141 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-966c0ab6-53c5-4ac0-ac78-12c7880a6238 req-526dc52c-2d99-4e35-af2c-fc343a431575 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.1249018 Jun 25 09:22:44.138046 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-966c0ab6-53c5-4ac0-ac78-12c7880a6238 req-0f84bede-21b1-4471-b422-42ad7cf257cb tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435285 Jun 25 09:22:44.378440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55382) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:44.516320 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2e479bd-ae01-494f-89e9-d3b65e292e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:44.653963 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2e479bd-ae01-494f-89e9-d3b65e292e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:44.660565 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2e479bd-ae01-494f-89e9-d3b65e292e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:44.663257 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dfb421b3-44b6-4f07-8967-b23ca0636a0a tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:44.697828 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60263881-f2cc-47cd-9902-d4006d1252b3 req-fef5c458-c372-488d-a812-7730e55fe7a6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:44.700715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-60263881-f2cc-47cd-9902-d4006d1252b3 req-fef5c458-c372-488d-a812-7730e55fe7a6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 944 time: 0.1073332 Jun 25 09:22:44.706905 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e2e479bd-ae01-494f-89e9-d3b65e292e35 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7d7cba305d8340458af6ca1bb5fe13df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270218 Jun 25 09:22:44.707876 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e479bd-ae01-494f-89e9-d3b65e292e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a673ffa-0b1c-449f-97ba-3ae28620b54b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:44.709628 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55390) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:44.710947 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e2e479bd-ae01-494f-89e9-d3b65e292e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:44.781263 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-60263881-f2cc-47cd-9902-d4006d1252b3 req-ec6fae97-efe9-4229-aa46-3274d83ee067 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736406 Jun 25 09:22:44.819818 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-015e276d-6e35-42e4-aec4-46346efc58fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:44.852527 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-015e276d-6e35-42e4-aec4-46346efc58fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:44.930135 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-015e276d-6e35-42e4-aec4-46346efc58fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:44.933361 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-015e276d-6e35-42e4-aec4-46346efc58fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:44.937281 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-015e276d-6e35-42e4-aec4-46346efc58fb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5a673ffa-0b1c-449f-97ba-3ae28620b54b HTTP/1.1" status: 204 len: 168 time: 0.2172010 Jun 25 09:22:44.937281 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7527c7b0-be6d-4b63-ba82-5554fcc04e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:44.945265 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e276d-6e35-42e4-aec4-46346efc58fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a673ffa-0b1c-449f-97ba-3ae28620b54b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:44.947747 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-015e276d-6e35-42e4-aec4-46346efc58fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:45.038043 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe648e-8105-49ed-aa39-9fa3e1ad2137 req-57bd4d4a-12a9-4790-9055-0efd5ba1cc7d tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:45.039694 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e6fe648e-8105-49ed-aa39-9fa3e1ad2137 req-57bd4d4a-12a9-4790-9055-0efd5ba1cc7d tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 949 time: 0.0767508 Jun 25 09:22:45.051313 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 1085c343-4f3f-4a90-acf2-02ab76a7d095 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:22:45.099269 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e6fe648e-8105-49ed-aa39-9fa3e1ad2137 req-3f28c233-cb56-4db8-a227-fdeba081f2cc tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/security-groups?id=a616421d-9e60-4abf-a68a-c8e42178602c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514240 Jun 25 09:22:45.223593 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 1085c343-4f3f-4a90-acf2-02ab76a7d095, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1085c343-4f3f-4a90-acf2-02ab76a7d095,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:45.238863 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '1085c343-4f3f-4a90-acf2-02ab76a7d095', 'network_id': '5a27a185-c495-402c-8517-3de9213d78e5', 'port_id': '1085c343-4f3f-4a90-acf2-02ab76a7d095', 'mac_address': 'fa:16:3e:0b:c2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2109fa39-1280-4b24-b7e2-08e8cb464b3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:22:45.332705 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:45.354624 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1085c343-4f3f-4a90-acf2-02ab76a7d095 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:22:45.392998 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 1085c343-4f3f-4a90-acf2-02ab76a7d095, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1085c343-4f3f-4a90-acf2-02ab76a7d095,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:45.397776 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55412) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:45.413858 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:45.416040 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:45.441787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9caf69-da0b-4505-9631-cec36822e453 req-6c23dd03-795b-4a59-bc42-13121c1e2dcb tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:45.450373 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-be9caf69-da0b-4505-9631-cec36822e453 req-6c23dd03-795b-4a59-bc42-13121c1e2dcb tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.0856080 Jun 25 09:22:45.464238 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d37777e6-897f-405f-bb2c-72d55d5bf829 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=50f8f205242c470983e16d8a407224cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643268 Jun 25 09:22:45.466677 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55414) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:45.505420 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=1085c343-4f3f-4a90-acf2-02ab76a7d095,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:45.508537 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:45.508988 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-be9caf69-da0b-4505-9631-cec36822e453 req-f74b49ec-c2e0-4174-8159-1f697ea4101a tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555513 Jun 25 09:22:45.528965 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ccdca8ff-b27e-4bd8-8a8a-212c286624b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:45.556527 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ccdca8ff-b27e-4bd8-8a8a-212c286624b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:45.606709 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ccdca8ff-b27e-4bd8-8a8a-212c286624b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:45.609793 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ccdca8ff-b27e-4bd8-8a8a-212c286624b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:45.610962 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ccdca8ff-b27e-4bd8-8a8a-212c286624b0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bf52a8ca-0dc7-41e0-84e9-dad97fac96a3 HTTP/1.1" status: 204 len: 168 time: 0.1431983 Jun 25 09:22:45.611959 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c742c42b-ec8e-4844-b9fb-20e8f9bb8fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:45.620323 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdca8ff-b27e-4bd8-8a8a-212c286624b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf52a8ca-0dc7-41e0-84e9-dad97fac96a3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:45.622923 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ccdca8ff-b27e-4bd8-8a8a-212c286624b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:45.926225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['1085c343-4f3f-4a90-acf2-02ab76a7d095'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:22:46.035162 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12431d9b-8dd6-47e7-ba8e-1b4bb2dc26a0 req-5d10205d-53d1-4961-9651-fdd83a3143a1 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:46.037754 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12431d9b-8dd6-47e7-ba8e-1b4bb2dc26a0 req-5d10205d-53d1-4961-9651-fdd83a3143a1 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 945 time: 0.1375699 Jun 25 09:22:46.097009 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12431d9b-8dd6-47e7-ba8e-1b4bb2dc26a0 req-9d8621c8-ce66-4b28-b409-a985fda791c4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522394 Jun 25 09:22:46.363666 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c110c3-7b75-4489-bdb4-6a290db0adb5 req-f27b4e7b-044d-4904-85d5-e4e05c9818c0 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:46.365542 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45c110c3-7b75-4489-bdb4-6a290db0adb5 req-f27b4e7b-044d-4904-85d5-e4e05c9818c0 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 949 time: 0.0705898 Jun 25 09:22:46.408330 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45c110c3-7b75-4489-bdb4-6a290db0adb5 req-8799ed2c-e2e0-47ce-b5f2-53952ec3df5a tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/security-groups?id=a616421d-9e60-4abf-a68a-c8e42178602c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369613 Jun 25 09:22:46.571126 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55456) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:46.699234 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-265634608'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:46.733479 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31afeb-fb90-423d-a797-323ec83994d5 req-2330a42e-0015-46c4-bffc-a5ff3b0e52c9 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:46.735490 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f31afeb-fb90-423d-a797-323ec83994d5 req-2330a42e-0015-46c4-bffc-a5ff3b0e52c9 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.0935228 Jun 25 09:22:46.745160 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Made reservation on behalf of 84d60807ffac4373b3c68c8e7334adc6 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:22:46.748974 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:46.772464 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:46.795997 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f31afeb-fb90-423d-a797-323ec83994d5 req-35a05bac-5dc0-4fed-9754-bba36ed7bc24 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539410 Jun 25 09:22:46.895884 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:46.901024 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:46.905170 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8b2bd91d-632a-41b9-a32c-b0b92391682e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:46.938947 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:22:46.946475 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07bd0deb-7e56-45dc-98d7-4b6b4717f39c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:46.965690 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:46.966041 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Added segment 0c9c78c9-79f9-48e5-b0ab-f77476a4e1d1 of type vlan for network 42c67784-87df-40a3-a990-6fcafc7d176e Jun 25 09:22:46.977731 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:47.027172 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:47.058064 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:47.062488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 1a3a75af-026d-4fdc-9223-fbd5bc437101 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:22:47.066563 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:47.066563 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:47.070959 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b74653aa-f74f-4b26-83b9-c90e87fef644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:47.138509 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55466) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:47.139141 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5665181 Jun 25 09:22:47.145724 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-136e08bb-1d09-4024-b7e8-92a66d4c52aa tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'subnet': {'network_id': '42c67784-87df-40a3-a990-6fcafc7d176e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:47.173702 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 1a3a75af-026d-4fdc-9223-fbd5bc437101 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:22:47.179650 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 1a3a75af-026d-4fdc-9223-fbd5bc437101 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:22:47.180036 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:47.187623 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Network': ['ID=42c67784-87df-40a3-a990-6fcafc7d176e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:47.191727 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:47.214765 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 42c67784-87df-40a3-a990-6fcafc7d176e details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:22:47.357057 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:47.364985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136e08bb-1d09-4024-b7e8-92a66d4c52aa tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Made reservation on behalf of 84d60807ffac4373b3c68c8e7334adc6 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:22:47.369084 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-136e08bb-1d09-4024-b7e8-92a66d4c52aa tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:47.385586 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0716c4fb-adc9-4b8e-bf80-2974a42f8382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3a75af-026d-4fdc-9223-fbd5bc437101'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:47.388500 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b574683c-73cb-4a48-8b12-f491399df63c" -d '{"events": [{"server_uuid": "0716c4fb-adc9-4b8e-bf80-2974a42f8382", "name": "network-vif-plugged", "status": "completed", "tag": "1a3a75af-026d-4fdc-9223-fbd5bc437101"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:47.405531 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 1a3a75af-026d-4fdc-9223-fbd5bc437101, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1a3a75af-026d-4fdc-9223-fbd5bc437101,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:47.413000 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:47.417037 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:47.481246 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c64e53-9d36-491c-a2e9-f896c68220ab x-openstack-request-id: req-41c64e53-9d36-491c-a2e9-f896c68220ab {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:47.481798 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0716c4fb-adc9-4b8e-bf80-2974a42f8382", "name": "network-vif-plugged", "status": "completed", "tag": "1a3a75af-026d-4fdc-9223-fbd5bc437101", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:47.482239 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-41c64e53-9d36-491c-a2e9-f896c68220ab {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:47.482792 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0716c4fb-adc9-4b8e-bf80-2974a42f8382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3a75af-026d-4fdc-9223-fbd5bc437101', 'code': 200} Jun 25 09:22:47.484092 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=1a3a75af-026d-4fdc-9223-fbd5bc437101,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:47.488131 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:47.564619 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9f731-6675-42eb-9e54-cc7b67098b12 req-044ff2e7-9721-4adf-a3ef-aacd0682abc1 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:47.572645 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c3d9f731-6675-42eb-9e54-cc7b67098b12 req-044ff2e7-9721-4adf-a3ef-aacd0682abc1 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 945 time: 0.2851005 Jun 25 09:22:47.741913 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c3d9f731-6675-42eb-9e54-cc7b67098b12 req-f60bc19d-11d4-4877-8155-c04f16ec426a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681905 Jun 25 09:22:47.831169 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-136e08bb-1d09-4024-b7e8-92a66d4c52aa tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:47.834371 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a460bd4c-2775-4149-91d3-4b4a8e43adc2 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:47.845374 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21fb0b-33d5-45fb-bfd8-b44f425e7eba req-47e476d2-839d-4804-99e3-990d23edcdfc tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:47.846974 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e21fb0b-33d5-45fb-bfd8-b44f425e7eba req-47e476d2-839d-4804-99e3-990d23edcdfc tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 950 time: 0.2351580 Jun 25 09:22:47.881214 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e78dcc-9b17-4def-9690-24bb9f029a93 req-3fee1a38-18a0-4446-924f-aa67a6340709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:47.882780 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87e78dcc-9b17-4def-9690-24bb9f029a93 req-3fee1a38-18a0-4446-924f-aa67a6340709 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 1102 time: 0.2686093 Jun 25 09:22:47.977686 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e21fb0b-33d5-45fb-bfd8-b44f425e7eba req-09c24cd8-4a3c-48ed-800a-8c04a94eb522 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/security-groups?id=a616421d-9e60-4abf-a68a-c8e42178602c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220431 Jun 25 09:22:48.007738 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e08bb-1d09-4024-b7e8-92a66d4c52aa tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Subnet': ['ID=e6f43cfd-c28e-4e02-8121-5b14c00b0b89,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:48.042509 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-136e08bb-1d09-4024-b7e8-92a66d4c52aa tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:48.058907 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87e78dcc-9b17-4def-9690-24bb9f029a93 req-1b3eea44-1017-4021-aec8-ea11a0200ec8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a616421d-9e60-4abf-a68a-c8e42178602c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309712 Jun 25 09:22:48.074725 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136e08bb-1d09-4024-b7e8-92a66d4c52aa tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Checking segment: {'id': '0c9c78c9-79f9-48e5-b0ab-f77476a4e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '42c67784-87df-40a3-a990-6fcafc7d176e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:22:48.075090 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136e08bb-1d09-4024-b7e8-92a66d4c52aa tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network hostable DHCP agents. Network: 42c67784-87df-40a3-a990-6fcafc7d176e, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:22:48.112270 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136e08bb-1d09-4024-b7e8-92a66d4c52aa tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 42c67784-87df-40a3-a990-6fcafc7d176e is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:22:48.131804 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d5385-f1e0-48ec-8bbb-bbdf61593a1c req-63fe0bdd-072f-4161-933d-21ea73c11540 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:48.133465 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9f7d5385-f1e0-48ec-8bbb-bbdf61593a1c req-63fe0bdd-072f-4161-933d-21ea73c11540 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.1487098 Jun 25 09:22:48.146892 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-136e08bb-1d09-4024-b7e8-92a66d4c52aa tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 42c67784-87df-40a3-a990-6fcafc7d176e) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:48.156245 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d267529-39b3-4d43-b439-f8a9f3244b46 None None] Network 42c67784-87df-40a3-a990-6fcafc7d176e requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:22:48.159752 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136e08bb-1d09-4024-b7e8-92a66d4c52aa tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:48.160110 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-136e08bb-1d09-4024-b7e8-92a66d4c52aa tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:48.185934 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-136e08bb-1d09-4024-b7e8-92a66d4c52aa tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0452611 Jun 25 09:22:48.188955 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55478) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:48.189502 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9f7d5385-f1e0-48ec-8bbb-bbdf61593a1c req-eb1cf4b2-f72b-4d69-9b90-6cfac4d345b9 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496469 Jun 25 09:22:48.195189 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1650507204', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:48.234348 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:48.235648 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:48.305734 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:48.349880 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6501156-5cf7-41ee-9104-4c2d349baf3b None None] Network 42c67784-87df-40a3-a990-6fcafc7d176e requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:22:48.497309 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:48.744399 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:48.769422 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:48.918594 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Allocated IP 172.25.6.252 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/5fcfa98a-043a-426d-ad4c-bf3b7c245c81) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:22:49.032043 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4f77d-3779-476b-a679-d722364cea03 req-73649f04-40e1-46fa-a4dd-f7d4e86edcb4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:49.039509 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5c4f77d-3779-476b-a679-d722364cea03 req-73649f04-40e1-46fa-a4dd-f7d4e86edcb4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 945 time: 0.1252360 Jun 25 09:22:49.055680 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:49.061639 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 1085c343-4f3f-4a90-acf2-02ab76a7d095 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:22:49.091838 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5c4f77d-3779-476b-a679-d722364cea03 req-b72df690-0569-4911-9542-3062d3926093 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511446 Jun 25 09:22:49.105519 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:49.122717 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b5759ea7-4835-44f6-9728-efa79ddaf347 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:49.135572 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:49.141556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:49.179702 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:22:49.213358 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 1085c343-4f3f-4a90-acf2-02ab76a7d095 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:22:49.221917 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 1085c343-4f3f-4a90-acf2-02ab76a7d095 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:22:49.222900 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:49.275598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4176d-cc38-46fc-99cc-d5d3181b2a3f req-bf4276c9-47f5-4100-a695-d08b51badb80 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:49.277544 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0f4176d-cc38-46fc-99cc-d5d3181b2a3f req-bf4276c9-47f5-4100-a695-d08b51badb80 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 950 time: 0.1078470 Jun 25 09:22:49.315770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=5fcfa98a-043a-426d-ad4c-bf3b7c245c81,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:49.321107 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:49.345738 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0f4176d-cc38-46fc-99cc-d5d3181b2a3f req-05ed6eae-e883-489d-ab43-3ceaf6e4d37c tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/security-groups?id=a616421d-9e60-4abf-a68a-c8e42178602c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608332 Jun 25 09:22:49.365943 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:49.419284 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 1085c343-4f3f-4a90-acf2-02ab76a7d095, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1085c343-4f3f-4a90-acf2-02ab76a7d095,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:49.427009 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:49.429354 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:49.481582 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c235699-492c-4809-8668-eef17f4785a7 req-b41994f4-208d-4251-b6ae-f06dabd3f3da tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:49.483937 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c235699-492c-4809-8668-eef17f4785a7 req-b41994f4-208d-4251-b6ae-f06dabd3f3da tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.0756307 Jun 25 09:22:49.507760 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39029538-3fb7-474e-96ff-8660cf8acb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1085c343-4f3f-4a90-acf2-02ab76a7d095'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:49.511061 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1b8b50-6b7b-415f-8fa4-671a68430797" -d '{"events": [{"server_uuid": "39029538-3fb7-474e-96ff-8660cf8acb0f", "name": "network-vif-plugged", "status": "completed", "tag": "1085c343-4f3f-4a90-acf2-02ab76a7d095"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:49.513914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=1085c343-4f3f-4a90-acf2-02ab76a7d095,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:49.517533 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:49.564165 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2c235699-492c-4809-8668-eef17f4785a7 req-83c30cbe-bf97-4837-adae-4909f1b75194 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713313 Jun 25 09:22:49.564465 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b263ad0a-28fd-4bab-af92-60900ac3935f x-openstack-request-id: req-b263ad0a-28fd-4bab-af92-60900ac3935f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:49.565186 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39029538-3fb7-474e-96ff-8660cf8acb0f", "name": "network-vif-plugged", "status": "completed", "tag": "1085c343-4f3f-4a90-acf2-02ab76a7d095", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:49.565631 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b263ad0a-28fd-4bab-af92-60900ac3935f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:49.566310 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39029538-3fb7-474e-96ff-8660cf8acb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1085c343-4f3f-4a90-acf2-02ab76a7d095', 'code': 200} Jun 25 09:22:49.665253 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:49.821294 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09157cf1-d322-4627-bcf2-2481cb71d592 req-fe5a70a3-82df-40c6-9d27-9600a3945496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:49.823249 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-09157cf1-d322-4627-bcf2-2481cb71d592 req-fe5a70a3-82df-40c6-9d27-9600a3945496 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 1098 time: 0.0810111 Jun 25 09:22:49.879566 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-09157cf1-d322-4627-bcf2-2481cb71d592 req-73e56d96-4556-4319-b86c-774fd67b333e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493331 Jun 25 09:22:49.932270 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:50.066769 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:22:50.172907 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:22:50.184085 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c8dbfe-f668-4345-993d-3681f17682ef None None] Sync routers for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:22:50.196443 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c8dbfe-f668-4345-993d-3681f17682ef None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:50.197241 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c0c8dbfe-f668-4345-993d-3681f17682ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:50.205453 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:50.207740 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0168684 Jun 25 09:22:50.210784 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55508) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:50.230969 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c0c8dbfe-f668-4345-993d-3681f17682ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:50.240957 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c8dbfe-f668-4345-993d-3681f17682ef None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:50.241586 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c0c8dbfe-f668-4345-993d-3681f17682ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:50.272922 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c0c8dbfe-f668-4345-993d-3681f17682ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:50.273836 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c8dbfe-f668-4345-993d-3681f17682ef None None] The sync data for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:22:50.415781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91007049-bd3c-4c45-921c-7dfc595de6f7 req-313bb9cf-a7aa-475d-a1b7-cc2d2881f556 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:50.417285 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91007049-bd3c-4c45-921c-7dfc595de6f7 req-313bb9cf-a7aa-475d-a1b7-cc2d2881f556 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 946 time: 0.1968689 Jun 25 09:22:50.523689 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91007049-bd3c-4c45-921c-7dfc595de6f7 req-f74a30af-ed74-49df-bae8-6b3e8a081dd4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996597 Jun 25 09:22:50.646275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb92ae-f1dc-46fa-8c39-1a79a642cc30 req-33b12796-9912-48dc-a329-a6f7c15200e7 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:50.647701 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5bdb92ae-f1dc-46fa-8c39-1a79a642cc30 req-33b12796-9912-48dc-a329-a6f7c15200e7 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 950 time: 0.1691053 Jun 25 09:22:50.791935 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5bdb92ae-f1dc-46fa-8c39-1a79a642cc30 req-cea02cf7-f3f0-4dbe-bdff-55117c99795f tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/security-groups?id=a616421d-9e60-4abf-a68a-c8e42178602c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295915 Jun 25 09:22:50.862848 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b02c42-8c5a-4123-ae63-28ba5cf7af04 req-a9b4947a-421a-4ea9-8e84-c1fafe177d8f tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:50.864555 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f5b02c42-8c5a-4123-ae63-28ba5cf7af04 req-a9b4947a-421a-4ea9-8e84-c1fafe177d8f tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.1767821 Jun 25 09:22:50.993233 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f5b02c42-8c5a-4123-ae63-28ba5cf7af04 req-87ee1973-fdc5-41f8-add0-39efe4b00e04 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193755 Jun 25 09:22:50.997370 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:51.057685 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-c5eef97c-5d5c-4dc1-bf60-3dcb9d662cba tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:51.059293 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-c5eef97c-5d5c-4dc1-bf60-3dcb9d662cba tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 808 time: 0.1441944 Jun 25 09:22:51.117358 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-394a17cc-c22e-4568-8c9d-94edb744d37f tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/quotas/7474114b2c184a18967efdee86f25425 HTTP/1.1" status: 200 len: 375 time: 0.0162547 Jun 25 09:22:51.285277 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-614a29c0-583d-443c-bed1-cc34d6969a6f tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1578074 Jun 25 09:22:51.762618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55538) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:51.838749 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-abc5d018-3caf-4484-87f8-5fed2fa6bac5 service neutron] 10.222.0.93 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222967 Jun 25 09:22:51.840131 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Allocated IP 172.20.0.1 (42c67784-87df-40a3-a990-6fcafc7d176e/e6f43cfd-c28e-4e02-8121-5b14c00b0b89/96f65fd0-64e4-4f52-b32e-4e8d8cf66c23) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:22:51.888274 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33c5f496-259e-4eca-a110-8a61545be0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:51.982714 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33c5f496-259e-4eca-a110-8a61545be0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:51.987495 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33c5f496-259e-4eca-a110-8a61545be0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:51.988651 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491bc9e-8da0-466e-9bf7-82c093a66a32 req-9b728ff3-7d38-4f96-a989-ceeb0f335ae6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:51.990178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f491bc9e-8da0-466e-9bf7-82c093a66a32 req-9b728ff3-7d38-4f96-a989-ceeb0f335ae6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 950 time: 0.2309954 Jun 25 09:22:51.990342 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ebe6013b-45fa-4777-a48b-9fcc335ab649 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:52.025844 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5f496-259e-4eca-a110-8a61545be0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0251f13a-145b-4dbd-a4e1-ad980d237f1e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:52.033140 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-33c5f496-259e-4eca-a110-8a61545be0a3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=779ba4e83d7a4d77945da3a15408f4ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667220 Jun 25 09:22:52.033140 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-33c5f496-259e-4eca-a110-8a61545be0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:52.033726 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55544) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:52.073658 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-e7525540-c853-4bea-8984-dc28a0a8fd85 service neutron] 10.222.0.93 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242131 Jun 25 09:22:52.086743 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef08218c-cf33-4a5d-a89f-be8ea940aad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:52.092241 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f491bc9e-8da0-466e-9bf7-82c093a66a32 req-7ab2e07c-37f8-4fe2-a7ed-3a16dd74ae57 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/security-groups?id=a616421d-9e60-4abf-a68a-c8e42178602c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905595 Jun 25 09:22:52.095492 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:52.115947 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef08218c-cf33-4a5d-a89f-be8ea940aad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:52.160826 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:52.164749 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-152daee3-0c86-4d33-a0a7-8496b4591356 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:52.174141 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef08218c-cf33-4a5d-a89f-be8ea940aad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:52.179600 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef08218c-cf33-4a5d-a89f-be8ea940aad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:52.180897 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ef08218c-cf33-4a5d-a89f-be8ea940aad9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0251f13a-145b-4dbd-a4e1-ad980d237f1e HTTP/1.1" status: 204 len: 168 time: 0.1465943 Jun 25 09:22:52.183248 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-24c97e0c-aac4-4a87-a32e-1addec042c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:52.191239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08218c-cf33-4a5d-a89f-be8ea940aad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0251f13a-145b-4dbd-a4e1-ad980d237f1e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:52.193982 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef08218c-cf33-4a5d-a89f-be8ea940aad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:52.215638 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 42c67784-87df-40a3-a990-6fcafc7d176e is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:52.219350 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:52.223978 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:22:52.295878 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=96f65fd0-64e4-4f52-b32e-4e8d8cf66c23,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:52.302321 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:52.323277 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:52.383616 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be608a1e-d9f1-41b6-a83e-3ff45ad3a6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:52.407497 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c45b6-3b96-4197-b499-198bc6c3167c req-05357e85-e4f0-4644-bcac-ed0eb6bea530 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:52.414821 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8b8c45b6-3b96-4197-b499-198bc6c3167c req-05357e85-e4f0-4644-bcac-ed0eb6bea530 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 946 time: 0.1658580 Jun 25 09:22:52.494150 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8b8c45b6-3b96-4197-b499-198bc6c3167c req-055d2389-0715-4e05-895d-c0ad7113e1fd tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783145 Jun 25 09:22:52.526813 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55564) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:52.544164 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-51561f6f-bb69-4a6f-9342-a10e5ba23912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:52.625787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31831c8d-a7d0-49c2-891b-ecfe1291ff7b req-01068c9e-30ce-435c-84f3-a5b6f808f128 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:52.627411 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31831c8d-a7d0-49c2-891b-ecfe1291ff7b req-01068c9e-30ce-435c-84f3-a5b6f808f128 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.1228704 Jun 25 09:22:52.628968 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:52.666190 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-51561f6f-bb69-4a6f-9342-a10e5ba23912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:52.672573 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-51561f6f-bb69-4a6f-9342-a10e5ba23912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:52.677405 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c1d80ddf-3e88-418d-b439-4fef339f3de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:52.711259 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51561f6f-bb69-4a6f-9342-a10e5ba23912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219ef96f-0b10-452d-a347-8006a946dc37,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:52.712936 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31831c8d-a7d0-49c2-891b-ecfe1291ff7b req-d81bc627-b300-49b3-ad10-9203e4dbc870 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739915 Jun 25 09:22:52.717791 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-51561f6f-bb69-4a6f-9342-a10e5ba23912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:52.735840 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-51561f6f-bb69-4a6f-9342-a10e5ba23912 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c7d934c2499e40d0912a7ccebebdfab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2079799 Jun 25 09:22:52.748518 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55570) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:52.800334 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2fa81cae-b545-49c5-88f9-9dc2d84e219b req-8586e262-ad3b-4953-93bd-1ca61da258a3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 210 time: 0.0864038 Jun 25 09:22:52.827841 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3897cbe5-3039-441d-9c94-f9567d810cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:52.860936 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3897cbe5-3039-441d-9c94-f9567d810cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:52.924513 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3897cbe5-3039-441d-9c94-f9567d810cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:52.927159 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3897cbe5-3039-441d-9c94-f9567d810cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:52.931152 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3897cbe5-3039-441d-9c94-f9567d810cb2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/219ef96f-0b10-452d-a347-8006a946dc37 HTTP/1.1" status: 204 len: 168 time: 0.1787758 Jun 25 09:22:52.931152 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e2e479bd-ae01-494f-89e9-d3b65e292e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:52.941566 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897cbe5-3039-441d-9c94-f9567d810cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219ef96f-0b10-452d-a347-8006a946dc37,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:52.948916 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3897cbe5-3039-441d-9c94-f9567d810cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:53.057915 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:53.064930 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:53.072341 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ab878db8-3fde-49ac-8067-cfadd79c26f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:53.160894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=96f65fd0-64e4-4f52-b32e-4e8d8cf66c23,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:53.174830 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:53.177330 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:53.362653 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96ab87-8001-4d1d-bdd4-5a520f530138 req-6fd51c84-f071-4f54-8b72-5cd0115c62fb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:53.365209 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b96ab87-8001-4d1d-bdd4-5a520f530138 req-6fd51c84-f071-4f54-8b72-5cd0115c62fb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 946 time: 0.2085352 Jun 25 09:22:53.394935 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 42c67784-87df-40a3-a990-6fcafc7d176e is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:53.412093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:53.435971 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9253d3-b9f0-4dd8-8d0e-2e5a55e6122e req-0310fa7d-eb3c-4533-bf61-4c9521cd7eb2 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:53.443129 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e9253d3-b9f0-4dd8-8d0e-2e5a55e6122e req-0310fa7d-eb3c-4533-bf61-4c9521cd7eb2 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 950 time: 0.2009432 Jun 25 09:22:53.509502 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b96ab87-8001-4d1d-bdd4-5a520f530138 req-1e87f2e4-ed11-4bc9-bbed-897bbebb22ca tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384912 Jun 25 09:22:53.542522 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e9253d3-b9f0-4dd8-8d0e-2e5a55e6122e req-57ed1832-9caf-461e-a0e8-b79f7585cceb tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/security-groups?id=a616421d-9e60-4abf-a68a-c8e42178602c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985327 Jun 25 09:22:53.599675 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:22:53.728595 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:22:53.737963 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "PUT /v2.0/routers/5570a3da-0b92-495a-92bd-1c1e3b0414b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5256274 Jun 25 09:22:53.740844 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55600) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:53.745511 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203440a2-d89b-40f1-95b9-7eb5f6c7a57e None None] Sync routers for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:22:53.751603 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-200d7158-beb9-4311-a3be-34faca596e32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'port': {'network_id': '42c67784-87df-40a3-a990-6fcafc7d176e', 'name': 'tempest-FloatingIPTestJSON-240606891'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:53.775450 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203440a2-d89b-40f1-95b9-7eb5f6c7a57e None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:53.776100 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-203440a2-d89b-40f1-95b9-7eb5f6c7a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:53.817431 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-203440a2-d89b-40f1-95b9-7eb5f6c7a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:53.827398 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203440a2-d89b-40f1-95b9-7eb5f6c7a57e None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:22:53.841454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-203440a2-d89b-40f1-95b9-7eb5f6c7a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:53.900223 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-203440a2-d89b-40f1-95b9-7eb5f6c7a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:22:53.901236 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203440a2-d89b-40f1-95b9-7eb5f6c7a57e None None] The sync data for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:22:53.924439 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:54.013168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200d7158-beb9-4311-a3be-34faca596e32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Made reservation on behalf of 84d60807ffac4373b3c68c8e7334adc6 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:22:54.021686 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-200d7158-beb9-4311-a3be-34faca596e32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:54.038296 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701eebd-e81e-4309-b8f3-d77377a9b1ff req-252f51a2-045c-4fab-819f-321f3fb36522 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:54.048081 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9701eebd-e81e-4309-b8f3-d77377a9b1ff req-252f51a2-045c-4fab-819f-321f3fb36522 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.1633401 Jun 25 09:22:54.056292 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-200d7158-beb9-4311-a3be-34faca596e32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] device_id is not set on port 57ce3bae-ed16-4675-87be-a7c4a1452e54 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:22:54.157577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6a2eaae-f9b2-4d4e-81de-0b6835cefa5a req-25bf0713-1390-4e10-8bcc-e44d86bc708e tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 210 time: 0.0784209 Jun 25 09:22:54.167297 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdfcc1-d004-45d1-814e-6037c9c555cd req-d0de3086-a99d-4b6d-ba01-c5b3fb0dd0d1 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:54.170304 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-81cdfcc1-d004-45d1-814e-6037c9c555cd req-d0de3086-a99d-4b6d-ba01-c5b3fb0dd0d1 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.41 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 950 time: 0.2203395 Jun 25 09:22:54.230783 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9701eebd-e81e-4309-b8f3-d77377a9b1ff req-24c45751-9b75-4c08-bfeb-5f588a005d58 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819873 Jun 25 09:22:54.353449 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-200d7158-beb9-4311-a3be-34faca596e32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Allocated IP 172.20.0.2 (42c67784-87df-40a3-a990-6fcafc7d176e/e6f43cfd-c28e-4e02-8121-5b14c00b0b89/57ce3bae-ed16-4675-87be-a7c4a1452e54) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:22:54.378824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-cbb28cb7-615e-4465-977b-73d054dd33e2 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:54.381155 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-cbb28cb7-615e-4465-977b-73d054dd33e2 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.38 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 808 time: 0.2552259 Jun 25 09:22:54.383262 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-81cdfcc1-d004-45d1-814e-6037c9c555cd req-11546709-d156-4606-9575-de6be995b7cc tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Deleting port 1a3a75af-026d-4fdc-9223-fbd5bc437101 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:22:54.383608 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-81cdfcc1-d004-45d1-814e-6037c9c555cd req-11546709-d156-4606-9575-de6be995b7cc tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:54.418907 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-e0cfa961-c39c-435d-be32-812e7cd2ff22 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Request body: {'port': {'device_id': '48cfc23c-7bf3-477e-a590-8eed23e9dc51', 'network_id': '86032570-f2c0-48a3-9354-653695b1e594', 'admin_state_up': True, 'tenant_id': '7474114b2c184a18967efdee86f25425'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:54.489570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-81cdfcc1-d004-45d1-814e-6037c9c555cd req-11546709-d156-4606-9575-de6be995b7cc tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] For port 1a3a75af-026d-4fdc-9223-fbd5bc437101, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1a3a75af-026d-4fdc-9223-fbd5bc437101,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:54.489951 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-81cdfcc1-d004-45d1-814e-6037c9c555cd req-11546709-d156-4606-9575-de6be995b7cc tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:54.505266 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-81cdfcc1-d004-45d1-814e-6037c9c555cd req-11546709-d156-4606-9575-de6be995b7cc tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Calling delete_port for 1a3a75af-026d-4fdc-9223-fbd5bc437101 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:22:54.676714 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-81cdfcc1-d004-45d1-814e-6037c9c555cd req-11546709-d156-4606-9575-de6be995b7cc tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:54.683190 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5d1ec2fb-bfd5-440a-b415-755cc8fcebd2 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:54.719889 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['1a3a75af-026d-4fdc-9223-fbd5bc437101'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:22:54.737210 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11546709-d156-4606-9575-de6be995b7cc tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Pushing event deleted for resources: {'Port': ['ID=1a3a75af-026d-4fdc-9223-fbd5bc437101,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:54.771136 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-11546709-d156-4606-9575-de6be995b7cc tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:54.786128 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53d97cb1-fe1a-4fc7-9e46-1df2e2d46092 req-400452c3-84da-484f-9112-a9e4b7aba5d6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 210 time: 0.0484724 Jun 25 09:22:54.921902 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9cb56546-d069-455a-acca-08b5c4949356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:54.973799 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cdfcc1-d004-45d1-814e-6037c9c555cd req-11546709-d156-4606-9575-de6be995b7cc tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] No DVR routers for this DVR port 1a3a75af-026d-4fdc-9223-fbd5bc437101 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:22:54.987728 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-81cdfcc1-d004-45d1-814e-6037c9c555cd req-11546709-d156-4606-9575-de6be995b7cc tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:54.989698 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-81cdfcc1-d004-45d1-814e-6037c9c555cd req-11546709-d156-4606-9575-de6be995b7cc tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.41 "DELETE /v2.0/ports/1a3a75af-026d-4fdc-9223-fbd5bc437101 HTTP/1.1" status: 204 len: 173 time: 0.8068211 Jun 25 09:22:54.990268 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0716c4fb-adc9-4b8e-bf80-2974a42f8382', 'name': 'network-vif-deleted', 'tag': '1a3a75af-026d-4fdc-9223-fbd5bc437101'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:54.992677 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebe117c-5409-4e4c-b858-c664223b7e67" -d '{"events": [{"server_uuid": "0716c4fb-adc9-4b8e-bf80-2974a42f8382", "name": "network-vif-deleted", "tag": "1a3a75af-026d-4fdc-9223-fbd5bc437101"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:55.057984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a528f54-42ae-44ab-89d4-b32bba98bd77 req-67ddda7f-1c3e-458b-a2b0-36c27b61ad78 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:55.107387 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a528f54-42ae-44ab-89d4-b32bba98bd77 req-67ddda7f-1c3e-458b-a2b0-36c27b61ad78 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 946 time: 0.2991464 Jun 25 09:22:55.182568 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a8c2d8-cd1d-4c76-bd33-24ed3b0b9571 x-openstack-request-id: req-66a8c2d8-cd1d-4c76-bd33-24ed3b0b9571 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:55.183379 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0716c4fb-adc9-4b8e-bf80-2974a42f8382", "name": "network-vif-deleted", "tag": "1a3a75af-026d-4fdc-9223-fbd5bc437101", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:55.183379 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-66a8c2d8-cd1d-4c76-bd33-24ed3b0b9571 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:55.185291 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0716c4fb-adc9-4b8e-bf80-2974a42f8382', 'name': 'network-vif-deleted', 'tag': '1a3a75af-026d-4fdc-9223-fbd5bc437101', 'status': 'completed', 'code': 200} Jun 25 09:22:55.185385 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:55.202534 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a528f54-42ae-44ab-89d4-b32bba98bd77 req-e45f8096-87bb-433f-a3d7-545e0da9bee1 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941191 Jun 25 09:22:55.205387 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-e0cfa961-c39c-435d-be32-812e7cd2ff22 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Made reservation on behalf of 7474114b2c184a18967efdee86f25425 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:22:55.217545 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-e0cfa961-c39c-435d-be32-812e7cd2ff22 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:55.245270 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-200d7158-beb9-4311-a3be-34faca596e32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:55.402650 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-200d7158-beb9-4311-a3be-34faca596e32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:55.406202 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b9db298d-9dc4-427a-8a08-81eecc6dd6a6 req-ca3cd353-9e46-4116-ade7-f24728adc769 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 210 time: 0.0407596 Jun 25 09:22:55.421054 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:55.482786 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-e0cfa961-c39c-435d-be32-812e7cd2ff22 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Allocated IP 172.20.0.8 (86032570-f2c0-48a3-9354-653695b1e594/8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2/18277e0d-bccb-4392-af75-28301b12e509) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:22:55.509182 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200d7158-beb9-4311-a3be-34faca596e32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 42c67784-87df-40a3-a990-6fcafc7d176e is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:55.522533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-200d7158-beb9-4311-a3be-34faca596e32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:55.530558 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d7158-beb9-4311-a3be-34faca596e32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:22:55.533815 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d7158-beb9-4311-a3be-34faca596e32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=57ce3bae-ed16-4675-87be-a7c4a1452e54,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:55.555419 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e562b90-1fea-409f-9a99-6a7daefeb5b1 req-60c2713b-bd81-42e1-8e7c-5d5eb31551b6 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:55.555419 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1e562b90-1fea-409f-9a99-6a7daefeb5b1 req-60c2713b-bd81-42e1-8e7c-5d5eb31551b6 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.1269715 Jun 25 09:22:55.556605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55642) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:55.571898 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-200d7158-beb9-4311-a3be-34faca596e32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:55.601312 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1e562b90-1fea-409f-9a99-6a7daefeb5b1 req-639f7269-fcba-44d4-8794-29cd36e02ff6 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372345 Jun 25 09:22:55.612888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7702-6f87-4178-9b5e-262f2a53d07b req-b91b7eaf-b03e-4f3c-be63-e3c6d180e9f7 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:55.614479 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-750b7702-6f87-4178-9b5e-262f2a53d07b req-b91b7eaf-b03e-4f3c-be63-e3c6d180e9f7 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.41 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 946 time: 0.1453650 Jun 25 09:22:55.637418 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200d7158-beb9-4311-a3be-34faca596e32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:55.638176 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-200d7158-beb9-4311-a3be-34faca596e32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:55.659068 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-200d7158-beb9-4311-a3be-34faca596e32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9156253 Jun 25 09:22:55.659782 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55646) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:55.668540 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-5e216a57-2a34-41a9-9121-a6f4e16685f7 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'port': {'network_id': '42c67784-87df-40a3-a990-6fcafc7d176e', 'name': 'tempest-FloatingIPTestJSON-72434825'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:55.717535 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-64785ded-d38c-4e4a-9bc0-ac96b95af6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:55.778927 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-750b7702-6f87-4178-9b5e-262f2a53d07b req-b7f67a84-2cf4-4f0f-beff-32c6a351179b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Deleting port 1085c343-4f3f-4a90-acf2-02ab76a7d095 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:22:55.778927 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-750b7702-6f87-4178-9b5e-262f2a53d07b req-b7f67a84-2cf4-4f0f-beff-32c6a351179b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:55.868005 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-e0cfa961-c39c-435d-be32-812e7cd2ff22 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:55.904295 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-750b7702-6f87-4178-9b5e-262f2a53d07b req-b7f67a84-2cf4-4f0f-beff-32c6a351179b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] For port 1085c343-4f3f-4a90-acf2-02ab76a7d095, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1085c343-4f3f-4a90-acf2-02ab76a7d095,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:22:55.904541 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-750b7702-6f87-4178-9b5e-262f2a53d07b req-b7f67a84-2cf4-4f0f-beff-32c6a351179b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:55.918936 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-e0cfa961-c39c-435d-be32-812e7cd2ff22 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:55.925377 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-595ba989-5b60-4a78-b19f-35e57d45b37e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:55.933248 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-750b7702-6f87-4178-9b5e-262f2a53d07b req-b7f67a84-2cf4-4f0f-beff-32c6a351179b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Calling delete_port for 1085c343-4f3f-4a90-acf2-02ab76a7d095 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:22:55.936354 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-64785ded-d38c-4e4a-9bc0-ac96b95af6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:55.956933 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-64785ded-d38c-4e4a-9bc0-ac96b95af6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:55.965254 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['c1585b9b-960d-4293-82db-675d257caa81'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:22:55.966371 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2066f79e-bfbe-4097-9ed2-b12349cd2c69 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:56.000099 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-e0cfa961-c39c-435d-be32-812e7cd2ff22 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Network 86032570-f2c0-48a3-9354-653695b1e594 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:56.008012 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-e0cfa961-c39c-435d-be32-812e7cd2ff22 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:56.025682 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-e0cfa961-c39c-435d-be32-812e7cd2ff22 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:22:56.058681 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-64785ded-d38c-4e4a-9bc0-ac96b95af6f7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d1619783df894212b819396c5a70171c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008316 Jun 25 09:22:56.062843 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64785ded-d38c-4e4a-9bc0-ac96b95af6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26d5e51-8242-4e7e-8d16-00708f02a004,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:56.065265 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55650) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:56.072604 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-64785ded-d38c-4e4a-9bc0-ac96b95af6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:56.117928 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e216a57-2a34-41a9-9121-a6f4e16685f7 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Made reservation on behalf of 84d60807ffac4373b3c68c8e7334adc6 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:22:56.126792 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e216a57-2a34-41a9-9121-a6f4e16685f7 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:56.132212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfa961-c39c-435d-be32-812e7cd2ff22 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Pushing event updated for resources: {'Port': ['ID=18277e0d-bccb-4392-af75-28301b12e509,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:56.138326 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e0cfa961-c39c-435d-be32-812e7cd2ff22 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:56.154851 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7e2eea64-a365-4d2f-b6e3-808f044250e7 req-72f56938-6f77-41fe-96da-ca8bdaff4020 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] 10.222.0.93 "GET /v2.0/ports?device_id=0716c4fb-adc9-4b8e-bf80-2974a42f8382 HTTP/1.1" status: 200 len: 210 time: 0.0589859 Jun 25 09:22:56.225417 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-5e216a57-2a34-41a9-9121-a6f4e16685f7 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] device_id is not set on port b34cf961-5403-499e-80cf-cdd99f20ecbe yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:22:56.239374 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-e0cfa961-c39c-435d-be32-812e7cd2ff22 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:56.240114 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-e0cfa961-c39c-435d-be32-812e7cd2ff22 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:56.252353 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:56.303103 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-e0cfa961-c39c-435d-be32-812e7cd2ff22 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8885696 Jun 25 09:22:56.332097 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Request body: {'port': {'device_id': '48cfc23c-7bf3-477e-a590-8eed23e9dc51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:56.417835 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89a578a3-c157-48d2-b06e-f1c6e711c8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:56.420993 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-5e216a57-2a34-41a9-9121-a6f4e16685f7 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Allocated IP 172.20.0.6 (42c67784-87df-40a3-a990-6fcafc7d176e/e6f43cfd-c28e-4e02-8121-5b14c00b0b89/b34cf961-5403-499e-80cf-cdd99f20ecbe) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:22:56.432427 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-750b7702-6f87-4178-9b5e-262f2a53d07b req-b7f67a84-2cf4-4f0f-beff-32c6a351179b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:56.447380 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:56.474856 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:56.482948 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['29b44762-2c1a-4223-83cc-ecf5d5dc2e82'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:22:56.573245 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67a84-2cf4-4f0f-beff-32c6a351179b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Pushing event deleted for resources: {'Port': ['ID=1085c343-4f3f-4a90-acf2-02ab76a7d095,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:56.583335 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89a578a3-c157-48d2-b06e-f1c6e711c8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:56.648741 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-750b7702-6f87-4178-9b5e-262f2a53d07b req-b7f67a84-2cf4-4f0f-beff-32c6a351179b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] No DVR routers for this DVR port 1085c343-4f3f-4a90-acf2-02ab76a7d095 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:22:56.657514 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b7f67a84-2cf4-4f0f-beff-32c6a351179b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:56.662945 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-750b7702-6f87-4178-9b5e-262f2a53d07b req-b7f67a84-2cf4-4f0f-beff-32c6a351179b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:56.665373 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-750b7702-6f87-4178-9b5e-262f2a53d07b req-b7f67a84-2cf4-4f0f-beff-32c6a351179b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.41 "DELETE /v2.0/ports/1085c343-4f3f-4a90-acf2-02ab76a7d095 HTTP/1.1" status: 204 len: 173 time: 1.0419154 Jun 25 09:22:56.669107 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89a578a3-c157-48d2-b06e-f1c6e711c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:56.671743 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89a578a3-c157-48d2-b06e-f1c6e711c8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:56.675647 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-89a578a3-c157-48d2-b06e-f1c6e711c8e5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e26d5e51-8242-4e7e-8d16-00708f02a004 HTTP/1.1" status: 204 len: 168 time: 0.6031368 Jun 25 09:22:56.688959 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e2d01dfb-e6b8-4771-9932-2f6c4434dfc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:56.699915 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a578a3-c157-48d2-b06e-f1c6e711c8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26d5e51-8242-4e7e-8d16-00708f02a004,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:56.720751 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-89a578a3-c157-48d2-b06e-f1c6e711c8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:56.729418 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['1085c343-4f3f-4a90-acf2-02ab76a7d095'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:22:56.739502 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8300c-5479-471e-b746-fbbad66d626c req-c0b2686b-2b95-43a7-91a1-372f07ef95cd tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:56.747774 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-33d8300c-5479-471e-b746-fbbad66d626c req-c0b2686b-2b95-43a7-91a1-372f07ef95cd tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=39029538-3fb7-474e-96ff-8660cf8acb0f HTTP/1.1" status: 200 len: 946 time: 0.4054925 Jun 25 09:22:56.823787 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-33d8300c-5479-471e-b746-fbbad66d626c req-286dfd5b-7448-41d6-baea-654c8676ed47 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744035 Jun 25 09:22:56.859569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec31b50-5df8-487f-9731-152b5f77f49a req-c405013d-3515-49de-bb61-2eb5d45677e2 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:56.871053 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dec31b50-5df8-487f-9731-152b5f77f49a req-c405013d-3515-49de-bb61-2eb5d45677e2 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 931 time: 0.2044318 Jun 25 09:22:56.906054 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e216a57-2a34-41a9-9121-a6f4e16685f7 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:56.926582 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dec31b50-5df8-487f-9731-152b5f77f49a req-8ffe5c27-5765-411a-8777-9b6f40b3dcd8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543451 Jun 25 09:22:57.022814 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e216a57-2a34-41a9-9121-a6f4e16685f7 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:57.028105 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3871595f-b162-46b9-96cb-d7ed532ed4a8 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:57.077468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e3a06-9070-492f-9a7e-8c3a6727ec96 req-536ea7b9-d26a-4af5-90c0-45296f452adb tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:57.085147 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e5e3a06-9070-492f-9a7e-8c3a6727ec96 req-536ea7b9-d26a-4af5-90c0-45296f452adb tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.0828273 Jun 25 09:22:57.087772 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e216a57-2a34-41a9-9121-a6f4e16685f7 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=b34cf961-5403-499e-80cf-cdd99f20ecbe,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:57.108528 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55664) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:57.125978 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5e216a57-2a34-41a9-9121-a6f4e16685f7 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:57.128963 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9471c08d-cfaa-45ca-bc9b-ba73e9309169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:57.152561 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e5e3a06-9070-492f-9a7e-8c3a6727ec96 req-ab898426-8f26-4bb2-b481-d843b0a43615 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663588 Jun 25 09:22:57.159879 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e216a57-2a34-41a9-9121-a6f4e16685f7 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 42c67784-87df-40a3-a990-6fcafc7d176e is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:57.162844 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-5e216a57-2a34-41a9-9121-a6f4e16685f7 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:57.166693 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e216a57-2a34-41a9-9121-a6f4e16685f7 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:22:57.184693 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39029538-3fb7-474e-96ff-8660cf8acb0f', 'name': 'network-vif-deleted', 'tag': '1085c343-4f3f-4a90-acf2-02ab76a7d095'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:57.187828 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a662862-9018-4e52-b198-4f4ecaf88d87" -d '{"events": [{"server_uuid": "39029538-3fb7-474e-96ff-8660cf8acb0f", "name": "network-vif-deleted", "tag": "1085c343-4f3f-4a90-acf2-02ab76a7d095"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:57.206963 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18277e0d-bccb-4392-af75-28301b12e509 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:22:57.219624 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:57.245189 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Transition to ACTIVE for port object 18277e0d-bccb-4392-af75-28301b12e509 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:22:57.253086 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e216a57-2a34-41a9-9121-a6f4e16685f7 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:57.253790 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e216a57-2a34-41a9-9121-a6f4e16685f7 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:57.261881 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:57.267396 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:57.273879 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64268cde-eefe-448e-adfa-8b4deb689deb x-openstack-request-id: req-64268cde-eefe-448e-adfa-8b4deb689deb {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:57.274224 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39029538-3fb7-474e-96ff-8660cf8acb0f", "name": "network-vif-deleted", "tag": "1085c343-4f3f-4a90-acf2-02ab76a7d095", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:57.274534 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-64268cde-eefe-448e-adfa-8b4deb689deb {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:57.275481 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39029538-3fb7-474e-96ff-8660cf8acb0f', 'name': 'network-vif-deleted', 'tag': '1085c343-4f3f-4a90-acf2-02ab76a7d095', 'status': 'completed', 'code': 200} Jun 25 09:22:57.282168 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9471c08d-cfaa-45ca-bc9b-ba73e9309169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:57.287685 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9471c08d-cfaa-45ca-bc9b-ba73e9309169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:57.290995 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a068c68e-55c9-41ef-a21d-c5707fe4aa9e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:57.332947 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5e216a57-2a34-41a9-9121-a6f4e16685f7 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.6657751 Jun 25 09:22:57.333944 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55672) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:57.341689 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'port_id': 'b34cf961-5403-499e-80cf-cdd99f20ecbe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:22:57.346822 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471c08d-cfaa-45ca-bc9b-ba73e9309169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1f8e16-32eb-4ee6-b363-c30842078970,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:57.357265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Pushing event updated for resources: {'Port': ['ID=18277e0d-bccb-4392-af75-28301b12e509,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:57.363657 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:57.366303 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9471c08d-cfaa-45ca-bc9b-ba73e9309169 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=585800b1a0324cc9a0c4e2dac6edbaa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566228 Jun 25 09:22:57.374131 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9471c08d-cfaa-45ca-bc9b-ba73e9309169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:57.374982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55674) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:57.538719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Attempting to bind port 18277e0d-bccb-4392-af75-28301b12e509 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:22:57.538719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Attempting to bind port 18277e0d-bccb-4392-af75-28301b12e509 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:22:57.538719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Attempting to bind port 18277e0d-bccb-4392-af75-28301b12e509 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:22:57.543244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Port 18277e0d-bccb-4392-af75-28301b12e509 on network 86032570-f2c0-48a3-9354-653695b1e594 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:22:57.543582 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Attempting to bind port 18277e0d-bccb-4392-af75-28301b12e509 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:22:57.561139 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:22:57.561488 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Checking segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:22:57.561875 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Bound using segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:22:57.562307 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Bound port: 18277e0d-bccb-4392-af75-28301b12e509, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:22:57.562866 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:57.701267 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:22:57.706449 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=18277e0d-bccb-4392-af75-28301b12e509,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:22:57.712886 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:57.716371 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-455d5277-6c62-44bc-9388-9738b95ef6b4 tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:57.757928 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:57.758556 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:57.759965 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] 10.222.0.38 "PUT /v2.0/ports/18277e0d-bccb-4392-af75-28301b12e509 HTTP/1.1" status: 200 len: 1092 time: 1.4335716 Jun 25 09:22:57.760513 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cfc23c-7bf3-477e-a590-8eed23e9dc51', 'tag': '18277e0d-bccb-4392-af75-28301b12e509'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:22:57.763045 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9185c101-cfa1-41e0-a9cb-de063324d796" -d '{"events": [{"name": "network-changed", "server_uuid": "48cfc23c-7bf3-477e-a590-8eed23e9dc51", "tag": "18277e0d-bccb-4392-af75-28301b12e509"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:22:57.789648 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Pushing event updated for resources: {'Port': ['ID=18277e0d-bccb-4392-af75-28301b12e509,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:57.793653 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:57.838028 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756cc270-8f4f-4a28-b1c2-399f2854b12b x-openstack-request-id: req-756cc270-8f4f-4a28-b1c2-399f2854b12b {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:22:57.838313 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cfc23c-7bf3-477e-a590-8eed23e9dc51", "tag": "18277e0d-bccb-4392-af75-28301b12e509", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:22:57.838619 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-756cc270-8f4f-4a28-b1c2-399f2854b12b {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:22:57.839071 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cfc23c-7bf3-477e-a590-8eed23e9dc51', 'tag': '18277e0d-bccb-4392-af75-28301b12e509', 'status': 'completed', 'code': 200} Jun 25 09:22:57.888431 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:57.932767 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:58.006538 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-86eae623-4aab-4369-ae86-92bc9b2f63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:58.008635 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-86eae623-4aab-4369-ae86-92bc9b2f63d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 1095 time: 0.1448717 Jun 25 09:22:58.096747 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd8eca9c-c7a2-4ea1-8f8e-7f7a2b786d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:58.105631 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-131bd75b-d612-43e9-b639-f13863e4b25e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18277e0d-bccb-4392-af75-28301b12e509 HTTP/1.1" status: 200 len: 217 time: 0.0776291 Jun 25 09:22:58.130649 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55700) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:58.175139 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-2f4e64d2-60da-44fa-a335-f7d8e4c12382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:58.176650 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-2f4e64d2-60da-44fa-a335-f7d8e4c12382 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.0612173 Jun 25 09:22:58.177192 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd8eca9c-c7a2-4ea1-8f8e-7f7a2b786d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:58.224656 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-0b5829a7-0d67-4b62-96e3-3c9f982e44b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381594 Jun 25 09:22:58.293966 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bfba2-93dc-4090-9442-6602a6a26efd req-877ff35f-aadc-49c6-a378-e84d8ad22576 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:58.295572 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-093bfba2-93dc-4090-9442-6602a6a26efd req-877ff35f-aadc-49c6-a378-e84d8ad22576 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 943 time: 0.2137146 Jun 25 09:22:58.314142 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18cf59-6e53-4a99-a16e-f35a85ab5ba8 req-fbc008e2-124e-41b9-97e0-dc5545cc4a50 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:58.321898 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db18cf59-6e53-4a99-a16e-f35a85ab5ba8 req-fbc008e2-124e-41b9-97e0-dc5545cc4a50 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2003155 Jun 25 09:22:58.336933 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd8eca9c-c7a2-4ea1-8f8e-7f7a2b786d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:58.340617 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd8eca9c-c7a2-4ea1-8f8e-7f7a2b786d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:58.341771 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fd8eca9c-c7a2-4ea1-8f8e-7f7a2b786d23 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6b1f8e16-32eb-4ee6-b363-c30842078970 HTTP/1.1" status: 204 len: 168 time: 0.9507043 Jun 25 09:22:58.344633 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-015e276d-6e35-42e4-aec4-46346efc58fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:58.377200 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-84a831a9-178a-4d7e-95af-66759e8e3335 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=82f9d5ebf40642368fa96048779ca722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451062 Jun 25 09:22:58.382853 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55708) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:22:58.388036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8eca9c-c7a2-4ea1-8f8e-7f7a2b786d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1f8e16-32eb-4ee6-b363-c30842078970,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:58.390577 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fd8eca9c-c7a2-4ea1-8f8e-7f7a2b786d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:58.404084 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-e66ea845-9102-43b1-bd50-020a2dea04c9 service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679957 Jun 25 09:22:58.418847 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:58.469949 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db18cf59-6e53-4a99-a16e-f35a85ab5ba8 req-886266c5-3e67-409e-a4f1-d19f833458b3 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469543 Jun 25 09:22:58.514139 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-21d0e5ff-4ed6-4ef7-b6e6-e3168dcf8c23 req-6bb67907-2330-40e1-ad3a-2399c8d7d14b service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986829 Jun 25 09:22:58.551941 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-093bfba2-93dc-4090-9442-6602a6a26efd req-d2137f83-72f7-41ce-9c52-9b5d86ec29ee tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476072 Jun 25 09:22:58.557663 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aeb718b1-50b0-4ca5-80de-a441b28b9556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:58.594041 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aeb718b1-50b0-4ca5-80de-a441b28b9556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:58.627825 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:22:58.717387 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Allocated IP 172.25.6.248 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/6f2a42df-cf03-4ca1-8c6d-3eb8bb47a2d5) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:22:58.761136 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aeb718b1-50b0-4ca5-80de-a441b28b9556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:58.763973 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aeb718b1-50b0-4ca5-80de-a441b28b9556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:58.767818 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-aeb718b1-50b0-4ca5-80de-a441b28b9556 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a616421d-9e60-4abf-a68a-c8e42178602c HTTP/1.1" status: 204 len: 168 time: 0.3814924 Jun 25 09:22:58.767818 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e356721a-77c5-44a0-a056-fa732b019c2e tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:58.786485 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb718b1-50b0-4ca5-80de-a441b28b9556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a616421d-9e60-4abf-a68a-c8e42178602c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:58.805785 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aeb718b1-50b0-4ca5-80de-a441b28b9556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:58.824442 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185c101-cfa1-41e0-a9cb-de063324d796 req-c96df7ac-8f73-458c-852c-cbf83be36fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:58.826313 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9185c101-cfa1-41e0-a9cb-de063324d796 req-c96df7ac-8f73-458c-852c-cbf83be36fa0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 1095 time: 0.2123392 Jun 25 09:22:58.914967 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84780e-1cba-45b5-8a04-84145cda8b49 req-545ccc79-8c85-48a6-9c32-cb7f8aa86708 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:58.921965 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d84780e-1cba-45b5-8a04-84145cda8b49 req-545ccc79-8c85-48a6-9c32-cb7f8aa86708 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.2059419 Jun 25 09:22:58.991798 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:59.040574 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185c101-cfa1-41e0-a9cb-de063324d796 req-6584c8fd-d4b8-4ce7-9520-b40a393b9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:59.041760 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9185c101-cfa1-41e0-a9cb-de063324d796 req-6584c8fd-d4b8-4ce7-9520-b40a393b9e15 service neutron] 10.222.0.38 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.2041574 Jun 25 09:22:59.058985 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d84780e-1cba-45b5-8a04-84145cda8b49 req-12ae4836-2312-4430-925a-61771d587312 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360550 Jun 25 09:22:59.131472 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9185c101-cfa1-41e0-a9cb-de063324d796 req-5dc8b323-6236-44d2-9486-81e7c41f4b60 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18277e0d-bccb-4392-af75-28301b12e509 HTTP/1.1" status: 200 len: 217 time: 0.0755327 Jun 25 09:22:59.132557 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 1a3a75af-026d-4fdc-9223-fbd5bc437101 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:22:59.169036 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 1a3a75af-026d-4fdc-9223-fbd5bc437101 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:22:59.169392 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 1a3a75af-026d-4fdc-9223-fbd5bc437101 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:22:59.170801 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 1085c343-4f3f-4a90-acf2-02ab76a7d095 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:22:59.180584 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac3f49-5c2a-42c7-883f-3471e2a70da1 req-c0f7683c-398f-4ca9-9ac6-4abc52f168b5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:59.188011 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54ac3f49-5c2a-42c7-883f-3471e2a70da1 req-c0f7683c-398f-4ca9-9ac6-4abc52f168b5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2073994 Jun 25 09:22:59.209812 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 1085c343-4f3f-4a90-acf2-02ab76a7d095 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:22:59.211174 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 1085c343-4f3f-4a90-acf2-02ab76a7d095 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:22:59.231172 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185c101-cfa1-41e0-a9cb-de063324d796 req-98755224-14d2-481c-b478-fc0403c8eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:59.234699 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9185c101-cfa1-41e0-a9cb-de063324d796 req-98755224-14d2-481c-b478-fc0403c8eac6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.0949950 Jun 25 09:22:59.237375 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:22:59.243242 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-80ebc2e3-c48f-4fac-b9c0-17f59ecd9f5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:22:59.287711 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54ac3f49-5c2a-42c7-883f-3471e2a70da1 req-0a10e2db-0028-4c87-a40a-d4a949fa34ac tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986872 Jun 25 09:22:59.293095 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9185c101-cfa1-41e0-a9cb-de063324d796 req-77482907-d20b-4f88-a2b5-fd9a135b9f56 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477939 Jun 25 09:22:59.306227 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:22:59.310062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:22:59.314198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:22:59.365424 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=6f2a42df-cf03-4ca1-8c6d-3eb8bb47a2d5,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:22:59.392698 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:22:59.457027 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9185c101-cfa1-41e0-a9cb-de063324d796 req-29f2cda6-0bee-4e71-8200-1674680c25e7 service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524787 Jun 25 09:22:59.590404 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251af07-27e8-4ee0-bbc7-ef0984f2918a req-888ddeb7-c756-4e96-a055-06b5879a3322 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:22:59.602278 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9185c101-cfa1-41e0-a9cb-de063324d796 req-d1d8a938-9fbb-4f64-beff-e3610f4f67ec service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335113 Jun 25 09:22:59.603660 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e251af07-27e8-4ee0-bbc7-ef0984f2918a req-888ddeb7-c756-4e96-a055-06b5879a3322 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1478937 Jun 25 09:22:59.706681 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e251af07-27e8-4ee0-bbc7-ef0984f2918a req-36d1be23-3517-4589-a3c5-8faaa2d35f56 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020322 Jun 25 09:23:00.119789 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92998e9d-2b3e-47be-9be0-1c9808a93af1 req-7df77b14-4dde-4386-9de9-1622c6ba579b tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:00.128635 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-92998e9d-2b3e-47be-9be0-1c9808a93af1 req-7df77b14-4dde-4386-9de9-1622c6ba579b tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 943 time: 0.3692648 Jun 25 09:23:00.324437 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-92998e9d-2b3e-47be-9be0-1c9808a93af1 req-bfa6bccd-6bcd-413f-854e-40874d392bef tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896160 Jun 25 09:23:00.427042 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:00.493861 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8383d5-bc0a-4c28-85aa-04e13dc697e3 req-d6d705f4-5b8a-4604-84d8-fb4aa8a3002c tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:00.501798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7c8383d5-bc0a-4c28-85aa-04e13dc697e3 req-d6d705f4-5b8a-4604-84d8-fb4aa8a3002c tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.2280238 Jun 25 09:23:00.585887 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7c8383d5-bc0a-4c28-85aa-04e13dc697e3 req-a2697ef1-8cef-4498-ab7d-9478b62648f6 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830104 Jun 25 09:23:00.671661 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:00.984375 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325de06a-c9e1-4bbe-991c-660f8568a411 req-a19165a7-feb2-40ce-a790-38c43ecfe9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:00.986346 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-325de06a-c9e1-4bbe-991c-660f8568a411 req-a19165a7-feb2-40ce-a790-38c43ecfe9e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 1098 time: 0.1592395 Jun 25 09:23:01.024220 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:01.031184 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:01.034903 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ff7c688c-612d-4ce9-9c8b-663ea1a572cf tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:01.062798 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55812) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:01.080935 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-325de06a-c9e1-4bbe-991c-660f8568a411 req-0680fc9f-4d51-43cf-a0c9-b1c9521addbc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822058 Jun 25 09:23:01.140065 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=6f2a42df-cf03-4ca1-8c6d-3eb8bb47a2d5,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:01.151091 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:01.159086 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:01.193553 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:01.305843 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d9b76ec8-c566-48e5-ad01-79c51ba01042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:01.333440 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Floating IP 9d072dda-fdd2-451b-9d93-5d72104ad216 associated. External IP: 172.25.6.248, port: b34cf961-5403-499e-80cf-cdd99f20ecbe. Jun 25 09:23:01.492629 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d9b76ec8-c566-48e5-ad01-79c51ba01042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:01.498906 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d9b76ec8-c566-48e5-ad01-79c51ba01042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:01.502258 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cd553e71-a1d1-44d6-8a5a-02eaa420badd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:01.551370 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b76ec8-c566-48e5-ad01-79c51ba01042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0378923-797e-4306-b2cd-aae6ed4f5125,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:01.557766 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d9b76ec8-c566-48e5-ad01-79c51ba01042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:01.565641 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55824) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:01.566223 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d9b76ec8-c566-48e5-ad01-79c51ba01042 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=86d9bb5ab4064a8995a79d14ddb2c88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5005562 Jun 25 09:23:02.052241 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:02.084071 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-18fa9c56-8e82-4c1b-81a6-03486aecf482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:02.102176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d999d1-6d77-46b5-a13f-bdbb9fbca749 req-8b5b84d5-c920-455d-ab25-3023fcb462d5 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:02.103694 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64d999d1-6d77-46b5-a13f-bdbb9fbca749 req-8b5b84d5-c920-455d-ab25-3023fcb462d5 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 943 time: 0.5620236 Jun 25 09:23:02.138021 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-18fa9c56-8e82-4c1b-81a6-03486aecf482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:02.202527 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be588-9fd8-4f24-b987-940de099a381 req-31792dbf-9b4f-4581-8594-c459fde696f1 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:02.204117 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-843be588-9fd8-4f24-b987-940de099a381 req-31792dbf-9b4f-4581-8594-c459fde696f1 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.2419302 Jun 25 09:23:02.271995 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64d999d1-6d77-46b5-a13f-bdbb9fbca749 req-dfaaff9a-de01-4f6e-90ad-74a60eb2a713 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544170 Jun 25 09:23:02.323877 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-843be588-9fd8-4f24-b987-940de099a381 req-47ef1b42-a525-49ae-8873-2c0e1b5cdf12 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101210 Jun 25 09:23:02.326325 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-18fa9c56-8e82-4c1b-81a6-03486aecf482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:02.328929 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-18fa9c56-8e82-4c1b-81a6-03486aecf482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:02.329982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-18fa9c56-8e82-4c1b-81a6-03486aecf482 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c0378923-797e-4306-b2cd-aae6ed4f5125 HTTP/1.1" status: 204 len: 168 time: 0.7634199 Jun 25 09:23:02.333817 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-766d90d8-e27f-4f51-b967-d27bf7c4b7e9 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:02.357809 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa9c56-8e82-4c1b-81a6-03486aecf482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0378923-797e-4306-b2cd-aae6ed4f5125,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:02.357809 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:02.358648 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-18fa9c56-8e82-4c1b-81a6-03486aecf482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:02.368140 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89631a42-b3af-4a82-beb1-3e4b2f3618eb None None] Sync routers for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:02.387662 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89631a42-b3af-4a82-beb1-3e4b2f3618eb None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:02.388619 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-89631a42-b3af-4a82-beb1-3e4b2f3618eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:02.390457 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:02.427233 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-89631a42-b3af-4a82-beb1-3e4b2f3618eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:02.432844 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.0948858 Jun 25 09:23:02.433935 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55836) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:02.439097 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-f97d3a60-1b1c-4f1e-b27c-97f4feee5dae tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:02.441412 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89631a42-b3af-4a82-beb1-3e4b2f3618eb None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:02.442424 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-89631a42-b3af-4a82-beb1-3e4b2f3618eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:02.479703 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-89631a42-b3af-4a82-beb1-3e4b2f3618eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:02.480105 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89631a42-b3af-4a82-beb1-3e4b2f3618eb None None] The sync data for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:02.509361 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f97d3a60-1b1c-4f1e-b27c-97f4feee5dae tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:02.698013 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f97d3a60-1b1c-4f1e-b27c-97f4feee5dae tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:02.704013 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f97d3a60-1b1c-4f1e-b27c-97f4feee5dae tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:02.705074 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-f97d3a60-1b1c-4f1e-b27c-97f4feee5dae tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Floating IP 9d072dda-fdd2-451b-9d93-5d72104ad216 disassociated. External IP: 172.25.6.248, port: b34cf961-5403-499e-80cf-cdd99f20ecbe. Jun 25 09:23:03.049792 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97d3a60-1b1c-4f1e-b27c-97f4feee5dae tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:03.134646 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448621cb-29fb-45e4-a5a8-d32d8af38808 req-d4da3637-3621-4516-b255-10f71800e53e tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:03.144487 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-448621cb-29fb-45e4-a5a8-d32d8af38808 req-d4da3637-3621-4516-b255-10f71800e53e tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1986980 Jun 25 09:23:03.231619 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-448621cb-29fb-45e4-a5a8-d32d8af38808 req-5ccfe77c-f209-48d8-ac75-b3da8332f6b6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861063 Jun 25 09:23:03.249425 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97d3a60-1b1c-4f1e-b27c-97f4feee5dae tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:03.254484 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f97d3a60-1b1c-4f1e-b27c-97f4feee5dae tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:03.259516 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c88ca-a66b-47a6-945b-a26a87126d2b None None] Sync routers for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:03.285550 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c88ca-a66b-47a6-945b-a26a87126d2b None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:03.286305 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-079c88ca-a66b-47a6-945b-a26a87126d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:03.302371 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f97d3a60-1b1c-4f1e-b27c-97f4feee5dae tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "PUT /v2.0/floatingips/9d072dda-fdd2-451b-9d93-5d72104ad216 HTTP/1.1" status: 200 len: 688 time: 0.8669412 Jun 25 09:23:03.305073 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55880) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:03.326121 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-079c88ca-a66b-47a6-945b-a26a87126d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:03.364587 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c88ca-a66b-47a6-945b-a26a87126d2b None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:03.366838 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-079c88ca-a66b-47a6-945b-a26a87126d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:03.382583 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55884) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:03.430338 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-079c88ca-a66b-47a6-945b-a26a87126d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:03.431276 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c88ca-a66b-47a6-945b-a26a87126d2b None None] The sync data for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:03.545299 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-network', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:03.569585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Made reservation on behalf of fb11d964c95c485faa0ce0b518283280 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:23:03.571987 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:03.581585 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:03.603194 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-aa8745b0-8052-46c8-970b-53a4a1e0007e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting port 6f2a42df-cf03-4ca1-8c6d-3eb8bb47a2d5 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:03.603553 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aa8745b0-8052-46c8-970b-53a4a1e0007e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:03.612836 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f7214-00f9-4a95-a884-c3903b62f4c6 req-8cc6a478-8797-4384-b96b-8ceec3ee0875 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:03.614341 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca9f7214-00f9-4a95-a884-c3903b62f4c6 req-8cc6a478-8797-4384-b96b-8ceec3ee0875 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1345236 Jun 25 09:23:03.678569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a3112-2420-4523-9674-6ba958c2a8cb req-a585685a-e2e0-4614-9f3c-bc9e23c0e392 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:03.683167 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:03.686009 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af2a3112-2420-4523-9674-6ba958c2a8cb req-a585685a-e2e0-4614-9f3c-bc9e23c0e392 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 943 time: 0.2047687 Jun 25 09:23:03.688983 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:03.695140 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-45cd8230-a5ce-44c7-a4ab-8de7853a29cd tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:03.714214 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:23:03.728906 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a266d61-de07-4e08-941a-6be3b118e471,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:03.734263 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:03.735731 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:03.736234 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Added segment 5b654784-b987-4ae0-802a-cc0e228247b4 of type vlan for network 8b2576df-731a-49ab-beec-d0c9aa2f477d Jun 25 09:23:03.766388 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca9f7214-00f9-4a95-a884-c3903b62f4c6 req-a089b2e5-9005-4149-8950-abeccd5b9d6c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406560 Jun 25 09:23:03.781965 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af2a3112-2420-4523-9674-6ba958c2a8cb req-6dd91fd8-4067-4570-9f6c-e8384eec551e tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949841 Jun 25 09:23:03.790247 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:03.805485 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aa8745b0-8052-46c8-970b-53a4a1e0007e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:03.805812 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aa8745b0-8052-46c8-970b-53a4a1e0007e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:03.830083 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-aa8745b0-8052-46c8-970b-53a4a1e0007e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Calling delete_port for 6f2a42df-cf03-4ca1-8c6d-3eb8bb47a2d5 owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:03.867538 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:03.868639 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:03.869286 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:03.875316 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b605d17c-32cc-46c4-9ff7-d272c21ae6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:03.959337 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Pushing event updated for resources: {'Network': ['ID=8b2576df-731a-49ab-beec-d0c9aa2f477d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:03.969383 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:03.980429 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 8b2576df-731a-49ab-beec-d0c9aa2f477d details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:23:03.983535 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5994842 Jun 25 09:23:03.986993 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55892) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:03.999618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-9afc5bd4-04fc-41e0-9bef-7aa56c756fce admin admin] Request body: {'subnet': {'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-subnet', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:04.030998 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afc5bd4-04fc-41e0-9bef-7aa56c756fce admin admin] Made reservation on behalf of fb11d964c95c485faa0ce0b518283280 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:23:04.034131 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9afc5bd4-04fc-41e0-9bef-7aa56c756fce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:04.173872 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc593a2-66b8-40ea-8b6f-1ae4f992ac91 req-9ece0e11-57c5-45e0-8835-9b67d93fcf3e tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:04.182881 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-adc593a2-66b8-40ea-8b6f-1ae4f992ac91 req-9ece0e11-57c5-45e0-8835-9b67d93fcf3e tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.1727445 Jun 25 09:23:04.187273 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aa8745b0-8052-46c8-970b-53a4a1e0007e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:04.216070 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04a146cb-ced9-4450-b302-2815ddd4df1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:04.268131 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8745b0-8052-46c8-970b-53a4a1e0007e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Port': ['ID=6f2a42df-cf03-4ca1-8c6d-3eb8bb47a2d5,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:04.270720 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-aa8745b0-8052-46c8-970b-53a4a1e0007e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:04.284485 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-adc593a2-66b8-40ea-8b6f-1ae4f992ac91 req-3cb0fbf0-8938-4690-9b6b-c5e0da53c4c3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003711 Jun 25 09:23:04.316303 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9afc5bd4-04fc-41e0-9bef-7aa56c756fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:04.318708 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-17d20da8-26cb-4875-be4b-653120034075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:04.364969 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc5bd4-04fc-41e0-9bef-7aa56c756fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=264de093-f8bc-4972-89d7-2a2508fb4ef7,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:04.377579 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9afc5bd4-04fc-41e0-9bef-7aa56c756fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:04.416914 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aa8745b0-8052-46c8-970b-53a4a1e0007e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:04.418328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afc5bd4-04fc-41e0-9bef-7aa56c756fce admin admin] Checking segment: {'id': '5b654784-b987-4ae0-802a-cc0e228247b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:23:04.419503 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc5bd4-04fc-41e0-9bef-7aa56c756fce admin admin] Network hostable DHCP agents. Network: 8b2576df-731a-49ab-beec-d0c9aa2f477d, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:23:04.422370 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aa8745b0-8052-46c8-970b-53a4a1e0007e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:04.428666 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-aa8745b0-8052-46c8-970b-53a4a1e0007e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/floatingips/9d072dda-fdd2-451b-9d93-5d72104ad216 HTTP/1.1" status: 204 len: 168 time: 1.1176634 Jun 25 09:23:04.428666 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55910) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:04.434311 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'port_id': '57ce3bae-ed16-4675-87be-a7c4a1452e54'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:04.467271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc5bd4-04fc-41e0-9bef-7aa56c756fce admin admin] Network 8b2576df-731a-49ab-beec-d0c9aa2f477d is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:23:04.477377 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:04.489920 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-9afc5bd4-04fc-41e0-9bef-7aa56c756fce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 8b2576df-731a-49ab-beec-d0c9aa2f477d) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:04.504082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459e2080-22e2-4eb3-99c2-852487811d69 None None] Network 8b2576df-731a-49ab-beec-d0c9aa2f477d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:23:04.507941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afc5bd4-04fc-41e0-9bef-7aa56c756fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:04.515821 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9afc5bd4-04fc-41e0-9bef-7aa56c756fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:04.536108 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9afc5bd4-04fc-41e0-9bef-7aa56c756fce admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5453153 Jun 25 09:23:04.536378 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55916) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:04.541771 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-router', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:04.578638 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:04.580517 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:04.642278 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfa0bf-be58-4b37-9bab-82e7a3165eac req-d3628111-c17f-4081-8b5e-1faff343bff3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:04.643866 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bedfa0bf-be58-4b37-9bab-82e7a3165eac req-d3628111-c17f-4081-8b5e-1faff343bff3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1026835 Jun 25 09:23:04.655176 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:04.710635 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:04.716175 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bedfa0bf-be58-4b37-9bab-82e7a3165eac req-c5c60384-ea78-46c0-ac14-751e7b400dd4 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624821 Jun 25 09:23:04.743481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99843b0-f34d-4e5e-900a-795fb9a9212c None None] Network 8b2576df-731a-49ab-beec-d0c9aa2f477d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:23:04.911358 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Allocated IP 172.25.6.238 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/73e4357a-223a-4ced-8e82-c6cd3050f179) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:23:04.958427 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:05.064327 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:05.137205 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:05.184862 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97642bf9-7e4e-4aac-80ee-b6cb65c44552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:05.238927 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=73e4357a-223a-4ced-8e82-c6cd3050f179,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:05.247030 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:05.248527 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:23:05.252577 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:05.264545 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:23:05.357346 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:05.383123 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:05.448350 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1efd3-3c66-47bd-928d-7b1662a531a4 req-7bd45de2-28ad-499a-94f1-217deec40c30 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:05.450149 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53f1efd3-3c66-47bd-928d-7b1662a531a4 req-7bd45de2-28ad-499a-94f1-217deec40c30 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 943 time: 0.3169892 Jun 25 09:23:05.594825 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Allocated IP 172.25.6.45 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/28a8b611-0faf-4f7d-8359-757eccc2f115) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:23:05.602061 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53f1efd3-3c66-47bd-928d-7b1662a531a4 req-59ec3692-35ee-46be-b31d-5a5e0b52d18e tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424496 Jun 25 09:23:05.702134 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608615b6-fee7-4406-9b65-b0ec57538c0a req-45b9b7b8-1f06-4621-a38a-2633d11f9ca5 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:05.703748 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-608615b6-fee7-4406-9b65-b0ec57538c0a req-45b9b7b8-1f06-4621-a38a-2633d11f9ca5 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1595929 Jun 25 09:23:05.736931 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:05.780553 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:05.784250 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bc257d90-0e1d-4a91-a3d1-e9c118bc0a86 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:05.817197 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-608615b6-fee7-4406-9b65-b0ec57538c0a req-7759dc2d-56a4-411f-823e-2ccba58c173f tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738347 Jun 25 09:23:05.827111 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:23:05.831328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:05.838784 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:23:05.842294 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Pushing event updated for resources: {'Port': ['ID=28a8b611-0faf-4f7d-8359-757eccc2f115,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:05.869462 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:05.891578 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:05.978098 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:06.124885 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:06.546903 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:06.553253 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:06.559900 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8b7aa02f-901f-48e7-bb29-e8305f6b68de tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:06.654174 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:06.739307 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=73e4357a-223a-4ced-8e82-c6cd3050f179,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:06.751397 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:06.878030 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:06.890216 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Floating IP d209baa8-8e0f-4aa6-84f8-8ebe348f3053 associated. External IP: 172.25.6.238, port: 57ce3bae-ed16-4675-87be-a7c4a1452e54. Jun 25 09:23:07.038081 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Router 39672114-fe97-4bb0-a815-3d1cf21772e3 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:23:07.081224 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76655af6-8f02-4665-928c-b0b7be1df0e1 req-7971eadc-975d-4e77-a4e8-84221b3ba125 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:07.082661 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76655af6-8f02-4665-928c-b0b7be1df0e1 req-7971eadc-975d-4e77-a4e8-84221b3ba125 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 943 time: 0.2481701 Jun 25 09:23:07.147658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bcda6-9616-4a02-88af-c3aa057e4f80 req-010913bb-3272-476d-aae3-479a6446bdd8 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:07.155137 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5e1bcda6-9616-4a02-88af-c3aa057e4f80 req-010913bb-3272-476d-aae3-479a6446bdd8 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.3038108 Jun 25 09:23:07.178257 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:07.191847 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55962) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:07.192481 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Sync routers for ids ['39672114-fe97-4bb0-a815-3d1cf21772e3'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:07.200995 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:07.205492 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6649694 Jun 25 09:23:07.205492 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55966) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:07.205843 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Routers {'39672114-fe97-4bb0-a815-3d1cf21772e3'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:07.206656 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['39672114-fe97-4bb0-a815-3d1cf21772e3'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:07.261498 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76655af6-8f02-4665-928c-b0b7be1df0e1 req-c46ca556-b6a4-4062-ad16-28cbd494b7e8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691537 Jun 25 09:23:07.280465 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5e1bcda6-9616-4a02-88af-c3aa057e4f80 req-25241692-f2e6-43eb-8938-32c43a6aa712 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244686 Jun 25 09:23:07.340768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:07.344867 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Set router 39672114-fe97-4bb0-a815-3d1cf21772e3 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:23:07.511867 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aa0b892d-719a-44a9-a0c5-10ec362eaa34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:07.628009 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-router', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:23:04Z', 'updated_at': '2021-06-25T09:23:05Z', 'revision_number': 3, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'gw_port': {'id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:05Z', 'updated_at': '2021-06-25T09:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:07.664530 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:07.679473 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4398672-937e-4316-b084-d67d1b347c73 None None] Sync routers for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:07.689976 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4398672-937e-4316-b084-d67d1b347c73 None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:07.690932 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-a4398672-937e-4316-b084-d67d1b347c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:07.704923 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Checking router: 39672114-fe97-4bb0-a815-3d1cf21772e3 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:23:07.707042 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Updating router 39672114-fe97-4bb0-a815-3d1cf21772e3 port 28a8b611-0faf-4f7d-8359-757eccc2f115 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:23:07.719290 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9aac3-a02b-4e30-af68-3d8deb9e3ef7 req-701af77f-4786-4409-8d97-ca060ec0b4da tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:07.726823 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95a9aac3-a02b-4e30-af68-3d8deb9e3ef7 req-701af77f-4786-4409-8d97-ca060ec0b4da tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.2601783 Jun 25 09:23:07.755529 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0cfc4-0c01-49ea-a44d-8394382a32bf req-29493a5f-ee88-4e62-a695-5d738033cb83 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:07.756341 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-a4398672-937e-4316-b084-d67d1b347c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:07.757097 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c2b0cfc4-0c01-49ea-a44d-8394382a32bf req-29493a5f-ee88-4e62-a695-5d738033cb83 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2521994 Jun 25 09:23:07.762003 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:07.776680 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4398672-937e-4316-b084-d67d1b347c73 None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:07.777360 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-a4398672-937e-4316-b084-d67d1b347c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:07.826098 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-a4398672-937e-4316-b084-d67d1b347c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:07.826791 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4398672-937e-4316-b084-d67d1b347c73 None None] The sync data for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:07.848659 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95a9aac3-a02b-4e30-af68-3d8deb9e3ef7 req-37e2a303-030c-4cfb-bd5f-ec8e429936cc tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207495 Jun 25 09:23:07.882798 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:07.889286 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c2b0cfc4-0c01-49ea-a44d-8394382a32bf req-9ca91f52-09d4-41e7-a1f0-b101f7dcb109 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226330 Jun 25 09:23:07.891579 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aa0b892d-719a-44a9-a0c5-10ec362eaa34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:07.900463 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aa0b892d-719a-44a9-a0c5-10ec362eaa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:07.904495 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fd8eca9c-c7a2-4ea1-8f8e-7f7a2b786d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:07.934827 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:08.056409 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b892d-719a-44a9-a0c5-10ec362eaa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac391e8a-89c6-494f-a28d-023d1691765d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:08.060343 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-aa0b892d-719a-44a9-a0c5-10ec362eaa34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:08.067142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-aa0b892d-719a-44a9-a0c5-10ec362eaa34 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6d9ade553b794c4784a1965ce91ccec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8701270 Jun 25 09:23:08.069445 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55976) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:08.103550 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.6736381 Jun 25 09:23:08.113970 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55980) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:08.210797 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Allocated IP 172.20.0.1 (8b2576df-731a-49ab-beec-d0c9aa2f477d/264de093-f8bc-4972-89d7-2a2508fb4ef7/c877828b-0732-42b4-a61b-b025b5602f12) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:23:08.218676 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c7a25773-937e-46b3-96b1-ca4b1972f9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:08.222726 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cc09f157-8fbf-4e97-b1ea-7b440fed5813 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "GET /v2.0/floatingips/d209baa8-8e0f-4aa6-84f8-8ebe348f3053 HTTP/1.1" status: 200 len: 977 time: 0.1046567 Jun 25 09:23:08.223389 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55986) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:08.252959 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:08.269340 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Transition to ACTIVE for port object 28a8b611-0faf-4f7d-8359-757eccc2f115 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:23:08.277343 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:08.279913 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-64fc326a-8f05-4b38-b109-6b433318d432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:08.293850 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c7a25773-937e-46b3-96b1-ca4b1972f9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:08.334644 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Pushing event updated for resources: {'Port': ['ID=28a8b611-0faf-4f7d-8359-757eccc2f115,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:08.359654 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:08.360079 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:08.360425 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:08.361350 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:08.361722 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:08.362058 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:08.362390 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:08.362715 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:08.363038 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:08.363357 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:08.363676 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:08.363997 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:08.377984 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:08.379537 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615f13a-d463-4320-a0e2-09c939caa45f req-cdc8beb1-fa55-4fe3-99b1-4da321bd4299 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:08.395171 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b615f13a-d463-4320-a0e2-09c939caa45f req-cdc8beb1-fa55-4fe3-99b1-4da321bd4299 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1443331 Jun 25 09:23:08.402211 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Attempting to bind port 28a8b611-0faf-4f7d-8359-757eccc2f115 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:23:08.402606 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Attempting to bind port 28a8b611-0faf-4f7d-8359-757eccc2f115 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:23:08.402987 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Attempting to bind port 28a8b611-0faf-4f7d-8359-757eccc2f115 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:23:08.410381 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-074a9263-1450-40c6-9aa7-7d3f66504245 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1829062 Jun 25 09:23:08.410644 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:23:08.410644 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:23:08.410879 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55992) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:08.410963 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:08.411155 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:23:08.411615 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Bound port: 28a8b611-0faf-4f7d-8359-757eccc2f115, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:23:08.412026 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:08.418020 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e991aad7-921e-41ba-b09a-20cb4f49212a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'floatingip': {'port_id': 'b34cf961-5403-499e-80cf-cdd99f20ecbe'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:08.432937 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c7a25773-937e-46b3-96b1-ca4b1972f9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:08.435961 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c7a25773-937e-46b3-96b1-ca4b1972f9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:08.437389 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c7a25773-937e-46b3-96b1-ca4b1972f9f6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ac391e8a-89c6-494f-a28d-023d1691765d HTTP/1.1" status: 204 len: 168 time: 0.3663824 Jun 25 09:23:08.443080 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:08.476356 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] For port 28a8b611-0faf-4f7d-8359-757eccc2f115, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:23:08.480903 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] For port 28a8b611-0faf-4f7d-8359-757eccc2f115, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=28a8b611-0faf-4f7d-8359-757eccc2f115,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:23:08.486592 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:08.491208 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:08.497364 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b615f13a-d463-4320-a0e2-09c939caa45f req-7713a596-9042-4181-afd6-2235447438a2 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942721 Jun 25 09:23:08.498275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a25773-937e-46b3-96b1-ca4b1972f9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac391e8a-89c6-494f-a28d-023d1691765d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:08.501012 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c7a25773-937e-46b3-96b1-ca4b1972f9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:08.578557 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e991aad7-921e-41ba-b09a-20cb4f49212a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:08.584587 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Pushing event updated for resources: {'Port': ['ID=28a8b611-0faf-4f7d-8359-757eccc2f115,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:08.598197 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:08.599316 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Routers {'39672114-fe97-4bb0-a815-3d1cf21772e3'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:08.600171 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['39672114-fe97-4bb0-a815-3d1cf21772e3'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:08.652949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf42e4-2989-4582-bd6d-52ea6d642180 req-4cab6226-c9aa-4995-8186-53c119d359a7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:08.654483 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e6cf42e4-2989-4582-bd6d-52ea6d642180 req-4cab6226-c9aa-4995-8186-53c119d359a7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 943 time: 0.1730437 Jun 25 09:23:08.667238 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:08.736050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e6cf42e4-2989-4582-bd6d-52ea6d642180 req-cc2bbbd1-f19d-4769-bfc4-b63cf0573c9b tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649648 Jun 25 09:23:08.759800 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] Set router 39672114-fe97-4bb0-a815-3d1cf21772e3 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:23:08.769326 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644261b3-67d0-4d66-a026-94f38ab748d1 req-a2aea9e8-9057-4c9e-8256-e3f1eb432f03 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:08.793434 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-644261b3-67d0-4d66-a026-94f38ab748d1 req-a2aea9e8-9057-4c9e-8256-e3f1eb432f03 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1770349 Jun 25 09:23:08.857821 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-644261b3-67d0-4d66-a026-94f38ab748d1 req-df9b1b45-3c8c-47d2-9a1f-7ae7e1b27266 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614781 Jun 25 09:23:08.917483 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:08.918939 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56000) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:08.937039 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c189716b-fff0-48ff-b1fc-ae4f6c14236d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:08.950975 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c142b2c-c8b9-43d1-bdef-5ff3ac184bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:09.034128 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Network 8b2576df-731a-49ab-beec-d0c9aa2f477d is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:23:09.042179 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:09.053723 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:23:09.059933 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Pushing event updated for resources: {'Port': ['ID=c877828b-0732-42b4-a61b-b025b5602f12,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:09.067006 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f6821-7e2e-4e03-b250-7204c0c39a60 req-07bcc7ba-699d-45d8-bd80-a7569a47fded tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:09.068116 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-903f6821-7e2e-4e03-b250-7204c0c39a60 req-07bcc7ba-699d-45d8-bd80-a7569a47fded tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1148777 Jun 25 09:23:09.121180 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:09.144395 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-903f6821-7e2e-4e03-b250-7204c0c39a60 req-9de29211-e345-494b-b987-8c145756d852 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682094 Jun 25 09:23:09.151923 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:09.169369 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c142b2c-c8b9-43d1-bdef-5ff3ac184bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:09.172570 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-router', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:23:04Z', 'updated_at': '2021-06-25T09:23:05Z', 'revision_number': 3, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'gw_port': {'id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:05Z', 'updated_at': '2021-06-25T09:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:09.179575 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c142b2c-c8b9-43d1-bdef-5ff3ac184bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:09.187537 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a750b7cf-6f84-427f-b36a-14ff33660cbb tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:09.202631 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2da868-270c-441b-a407-c7a13e1ed5c7 None None] The sync data for ids ['39672114-fe97-4bb0-a815-3d1cf21772e3'] in n-d-761264-15 is: [{'id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-router', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:23:04Z', 'updated_at': '2021-06-25T09:23:05Z', 'revision_number': 3, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'gw_port': {'id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:05Z', 'updated_at': '2021-06-25T09:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:09.276187 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6c142b2c-c8b9-43d1-bdef-5ff3ac184bc8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=eda15950a2e54e7180eff0e7c5eefecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3559287 Jun 25 09:23:09.282586 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56006) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:09.286602 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c142b2c-c8b9-43d1-bdef-5ff3ac184bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79533bd2-80d0-436a-a07b-e2b7c0aee271,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:09.291501 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6c142b2c-c8b9-43d1-bdef-5ff3ac184bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:09.540786 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c24a39d0-9f32-4b01-a2f1-9382c279a2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:09.565006 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48840b9-c2d8-42f6-b2b0-88c681ecb3b1 req-3381eb51-3b2f-4320-a6b4-1275c04dfd81 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:09.566642 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d48840b9-c2d8-42f6-b2b0-88c681ecb3b1 req-3381eb51-3b2f-4320-a6b4-1275c04dfd81 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1220970 Jun 25 09:23:09.622132 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d48840b9-c2d8-42f6-b2b0-88c681ecb3b1 req-5ba31f2a-1ebb-4143-94fe-fd4973b432f5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475762 Jun 25 09:23:09.704887 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c24a39d0-9f32-4b01-a2f1-9382c279a2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:09.738056 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:09.829041 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bc6b4-e0f1-4c66-9c46-f54da1b16ac3 req-4ea794a2-4f19-4548-ac72-f1c0b6b4b13b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:09.830969 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4b3bc6b4-e0f1-4c66-9c46-f54da1b16ac3 req-4ea794a2-4f19-4548-ac72-f1c0b6b4b13b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.0804548 Jun 25 09:23:09.860467 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.resource_extend [None req-e991aad7-921e-41ba-b09a-20cb4f49212a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:23:09.903224 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4b3bc6b4-e0f1-4c66-9c46-f54da1b16ac3 req-656ae43a-df27-4bc6-a039-a85af8d50a52 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631735 Jun 25 09:23:09.932803 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c24a39d0-9f32-4b01-a2f1-9382c279a2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:09.932803 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c24a39d0-9f32-4b01-a2f1-9382c279a2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:09.933487 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c24a39d0-9f32-4b01-a2f1-9382c279a2e9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/79533bd2-80d0-436a-a07b-e2b7c0aee271 HTTP/1.1" status: 204 len: 168 time: 0.6476686 Jun 25 09:23:09.942945 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-33c5f496-259e-4eca-a110-8a61545be0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:09.953452 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e991aad7-921e-41ba-b09a-20cb4f49212a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:09.964247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a39d0-9f32-4b01-a2f1-9382c279a2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79533bd2-80d0-436a-a07b-e2b7c0aee271,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:10.005568 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 18277e0d-bccb-4392-af75-28301b12e509 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:23:10.031708 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc3f1f-a599-44ed-a0c5-73b6186665e8 req-50c3d466-998a-41b1-895d-55e567530974 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:10.039151 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c24a39d0-9f32-4b01-a2f1-9382c279a2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:10.040120 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e991aad7-921e-41ba-b09a-20cb4f49212a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:10.040719 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3dfc3f1f-a599-44ed-a0c5-73b6186665e8 req-50c3d466-998a-41b1-895d-55e567530974 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 943 time: 0.1800222 Jun 25 09:23:10.136107 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3dfc3f1f-a599-44ed-a0c5-73b6186665e8 req-3e5d67ea-741c-4547-afa0-baf3dbcdb53a tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868597 Jun 25 09:23:10.239377 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=18277e0d-bccb-4392-af75-28301b12e509,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:10.245170 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:10.261227 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:10.268408 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-875f4f6a-4b99-4db5-a1a0-db6ab00adde5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:10.269931 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '18277e0d-bccb-4392-af75-28301b12e509', 'network_id': '86032570-f2c0-48a3-9354-653695b1e594', 'port_id': '18277e0d-bccb-4392-af75-28301b12e509', 'mac_address': 'fa:16:3e:f6:5f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:23:10.306273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424229fa-c862-4c82-84c2-104ba150cccc req-29d63164-221c-48b9-9731-617d07ad0f6d tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:10.321091 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-424229fa-c862-4c82-84c2-104ba150cccc req-29d63164-221c-48b9-9731-617d07ad0f6d tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1414275 Jun 25 09:23:10.376520 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:10.381805 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-424229fa-c862-4c82-84c2-104ba150cccc req-7be4d0e6-a947-458d-82c3-082775077733 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593719 Jun 25 09:23:10.407027 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18277e0d-bccb-4392-af75-28301b12e509 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:23:10.411592 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Pushing event updated for resources: {'Port': ['ID=c877828b-0732-42b4-a61b-b025b5602f12,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:10.475326 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:10.491361 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=18277e0d-bccb-4392-af75-28301b12e509,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:10.501222 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:10.504544 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:10.533091 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-e991aad7-921e-41ba-b09a-20cb4f49212a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Floating IP d209baa8-8e0f-4aa6-84f8-8ebe348f3053 associated. External IP: 172.25.6.238, port: 57ce3bae-ed16-4675-87be-a7c4a1452e54. Jun 25 09:23:10.621353 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=18277e0d-bccb-4392-af75-28301b12e509,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:10.625759 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:10.626516 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:10.683230 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3efb4-ab33-4d7f-92df-fc504d091fc4 req-8a8bad4a-1406-44bf-9820-488fca7f5fff tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:10.690979 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35d3efb4-ab33-4d7f-92df-fc504d091fc4 req-8a8bad4a-1406-44bf-9820-488fca7f5fff tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.0941145 Jun 25 09:23:10.741928 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35d3efb4-ab33-4d7f-92df-fc504d091fc4 req-5e085098-c1cb-46dc-a0a7-67afd726eccd tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499623 Jun 25 09:23:10.756425 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-f4638ecb-3756-41b5-bca7-d4528e770292 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2845254 Jun 25 09:23:11.120605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['18277e0d-bccb-4392-af75-28301b12e509'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:23:11.141779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2ad24-b0d9-4326-a5d8-660ed5a89c76 req-6432c72a-57a9-4ee3-820e-37c1f0aa040f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:11.158707 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63f2ad24-b0d9-4326-a5d8-660ed5a89c76 req-6432c72a-57a9-4ee3-820e-37c1f0aa040f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1810722 Jun 25 09:23:11.268940 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63f2ad24-b0d9-4326-a5d8-660ed5a89c76 req-a98b0a60-b322-426c-b9b5-00839467f3f5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090806 Jun 25 09:23:11.303212 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 28a8b611-0faf-4f7d-8359-757eccc2f115 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:23:11.408808 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 28a8b611-0faf-4f7d-8359-757eccc2f115 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:23:11.424384 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 28a8b611-0faf-4f7d-8359-757eccc2f115 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:23:11.425204 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:11.545537 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ee884-3368-425c-8ac2-992c587b4a6a req-088e686a-f956-4031-b889-4997b8cf3ed2 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:11.556643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ea4ee884-3368-425c-8ac2-992c587b4a6a req-088e686a-f956-4031-b889-4997b8cf3ed2 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 944 time: 0.1529896 Jun 25 09:23:11.613432 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:11.645997 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 28a8b611-0faf-4f7d-8359-757eccc2f115, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=28a8b611-0faf-4f7d-8359-757eccc2f115,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:11.653507 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:11.655099 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ea4ee884-3368-425c-8ac2-992c587b4a6a req-4de7921d-6814-411b-bc2d-2d3ec4a678b2 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970104 Jun 25 09:23:11.659656 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:11.705281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Network 8b2576df-731a-49ab-beec-d0c9aa2f477d is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:23:11.759226 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=28a8b611-0faf-4f7d-8359-757eccc2f115,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:11.765325 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:11.780410 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:11.828245 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1797f3f-1cee-47b5-85ff-15c905f52871 req-e0d971f5-83bf-4f93-8196-7cfe58efd06c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:11.830850 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f1797f3f-1cee-47b5-85ff-15c905f52871 req-e0d971f5-83bf-4f93-8196-7cfe58efd06c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1146924 Jun 25 09:23:11.883190 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f1797f3f-1cee-47b5-85ff-15c905f52871 req-6aadabec-78ab-4836-8ac5-9e68528ccf68 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459764 Jun 25 09:23:11.926229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e991aad7-921e-41ba-b09a-20cb4f49212a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:11.996966 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-c1dff645-6c95-4162-a65c-4abfb019d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:11.997350 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-c1dff645-6c95-4162-a65c-4abfb019d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:11.997816 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-c1dff645-6c95-4162-a65c-4abfb019d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:11.998283 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-c1dff645-6c95-4162-a65c-4abfb019d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:11.999244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-c1dff645-6c95-4162-a65c-4abfb019d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:11.999244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-c1dff645-6c95-4162-a65c-4abfb019d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:11.999634 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-c1dff645-6c95-4162-a65c-4abfb019d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:12.001749 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-c1dff645-6c95-4162-a65c-4abfb019d30e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 6509 time: 1.1333888 Jun 25 09:23:12.156823 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c74a6-2915-4ac8-9aa2-cc2ceaa34edf req-b20c1df0-bc99-4c6d-9a92-20cff370ea09 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:12.165169 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-647c74a6-2915-4ac8-9aa2-cc2ceaa34edf req-b20c1df0-bc99-4c6d-9a92-20cff370ea09 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1065385 Jun 25 09:23:12.194492 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Router 39672114-fe97-4bb0-a815-3d1cf21772e3 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:12.209065 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-647c74a6-2915-4ac8-9aa2-cc2ceaa34edf req-93d2ab76-7156-4675-8135-ad9cbde3fee0 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403478 Jun 25 09:23:12.239652 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e991aad7-921e-41ba-b09a-20cb4f49212a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:12.251414 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-da2c1dc7-74dc-4175-84df-d157ccce5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:12.251414 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-da2c1dc7-74dc-4175-84df-d157ccce5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:12.251721 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-da2c1dc7-74dc-4175-84df-d157ccce5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:12.253419 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-da2c1dc7-74dc-4175-84df-d157ccce5b6e service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9b3a601-f58c-4ec5-82fd-335656805060&id=b567525f-dea5-412a-9997-aee658afe302&id=b567525f-dea5-412a-9997-aee658afe302&id=b567525f-dea5-412a-9997-aee658afe302&id=b567525f-dea5-412a-9997-aee658afe302&id=71754435-8609-4d26-9226-f6462d50ad72&id=71754435-8609-4d26-9226-f6462d50ad72 HTTP/1.1" status: 200 len: 2300 time: 0.1951759 Jun 25 09:23:12.255904 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4715b1a8-c2c9-497f-bd34-f0263fe5beff None None] Sync routers for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:12.276240 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4715b1a8-c2c9-497f-bd34-f0263fe5beff None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:12.276988 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4715b1a8-c2c9-497f-bd34-f0263fe5beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:12.313699 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4715b1a8-c2c9-497f-bd34-f0263fe5beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:12.323795 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4715b1a8-c2c9-497f-bd34-f0263fe5beff None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:12.324523 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4715b1a8-c2c9-497f-bd34-f0263fe5beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:12.367723 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4715b1a8-c2c9-497f-bd34-f0263fe5beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:12.368755 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4715b1a8-c2c9-497f-bd34-f0263fe5beff None None] The sync data for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:12.510395 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-dafbf548-9fcf-4047-ada4-8debcf46b27b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c14fd482-e701-4929-8589-dd5397cd4f93 HTTP/1.1" status: 200 len: 1002 time: 0.1940529 Jun 25 09:23:12.524142 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370376f0-2d24-4ed2-bd5e-2575033070b8 req-2297d580-d8bb-4196-93ce-e9136f717c8c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:12.525824 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-370376f0-2d24-4ed2-bd5e-2575033070b8 req-2297d580-d8bb-4196-93ce-e9136f717c8c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.0708745 Jun 25 09:23:12.533532 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:12.547818 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Sync routers for ids ['39672114-fe97-4bb0-a815-3d1cf21772e3'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:12.565961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Routers {'39672114-fe97-4bb0-a815-3d1cf21772e3'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:12.566942 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['39672114-fe97-4bb0-a815-3d1cf21772e3'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:12.583156 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-370376f0-2d24-4ed2-bd5e-2575033070b8 req-210c5b6d-d7bc-4ffe-a9bf-1211ff24f954 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493004 Jun 25 09:23:12.595183 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] 10.222.0.93 "PUT /v2.0/routers/39672114-fe97-4bb0-a815-3d1cf21772e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3885837 Jun 25 09:23:12.700204 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Set router 39672114-fe97-4bb0-a815-3d1cf21772e3 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:23:12.700421 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-bb2f107e-6d73-4e9c-a386-267a8bea88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:12.701931 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-bb2f107e-6d73-4e9c-a386-267a8bea88ed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=219c47c2-b4d5-45d9-9d06-baaa0cc38f25 HTTP/1.1" status: 200 len: 855 time: 0.1807709 Jun 25 09:23:12.760369 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e991aad7-921e-41ba-b09a-20cb4f49212a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:12.860633 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65e7c7-469d-4f07-986a-848af277949c req-c9896f5f-8ab0-45e0-9787-95f112e333b0 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:12.869326 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f65e7c7-469d-4f07-986a-848af277949c req-c9896f5f-8ab0-45e0-9787-95f112e333b0 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.0860348 Jun 25 09:23:12.908963 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-d6d0d6fd-e076-4b86-8940-736a152d8630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:12.910745 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-d6d0d6fd-e076-4b86-8940-736a152d8630 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9b3a601-f58c-4ec5-82fd-335656805060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1986737 Jun 25 09:23:12.982275 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-router', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:23:04Z', 'updated_at': '2021-06-25T09:23:09Z', 'revision_number': 4, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'gw_port': {'id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:05Z', 'updated_at': '2021-06-25T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'c877828b-0732-42b4-a61b-b025b5602f12', 'name': '', 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'mac_address': 'fa:16:3e:c3:b1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:07Z', 'updated_at': '2021-06-25T09:23:09Z', 'revision_number': 2, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'subnets': [{'id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:12.982530 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f65e7c7-469d-4f07-986a-848af277949c req-f5bb8554-0371-4c53-bd89-4d989bcb59e3 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113942 Jun 25 09:23:13.029293 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Checking router: 39672114-fe97-4bb0-a815-3d1cf21772e3 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:23:13.029682 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Updating router 39672114-fe97-4bb0-a815-3d1cf21772e3 port c877828b-0732-42b4-a61b-b025b5602f12 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:23:13.031182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faacd1-3e08-4a4a-b6ce-dcf449da1033 req-804bd4a1-e056-4d61-95f0-b96c0bbca53c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:13.033850 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5faacd1-3e08-4a4a-b6ce-dcf449da1033 req-804bd4a1-e056-4d61-95f0-b96c0bbca53c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 944 time: 0.1458232 Jun 25 09:23:13.053481 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e991aad7-921e-41ba-b09a-20cb4f49212a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:13.059776 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e991aad7-921e-41ba-b09a-20cb4f49212a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:13.067522 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5aca1-a060-4909-974e-54b619110900 None None] Sync routers for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:13.079621 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5aca1-a060-4909-974e-54b619110900 None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:13.080294 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-8fc5aca1-a060-4909-974e-54b619110900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:13.098693 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:13.126408 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5faacd1-3e08-4a4a-b6ce-dcf449da1033 req-7d45d69e-4113-42d2-8300-cbed867f98ea tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842383 Jun 25 09:23:13.191047 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-98298868-4fee-45ca-bd2a-1d19f35d5010 service neutron] 10.222.0.38 "GET /v2.0/networks/e9b3a601-f58c-4ec5-82fd-335656805060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360809 Jun 25 09:23:13.227788 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-8fc5aca1-a060-4909-974e-54b619110900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:13.271449 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5aca1-a060-4909-974e-54b619110900 None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:13.288091 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-8fc5aca1-a060-4909-974e-54b619110900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:13.342711 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 28a8b611-0faf-4f7d-8359-757eccc2f115 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:23:13.361203 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-7b9c97e5-38d2-4fcc-b6a3-88c491977b26 service neutron] 10.222.0.38 "GET /v2.0/networks/e9b3a601-f58c-4ec5-82fd-335656805060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426094 Jun 25 09:23:13.394524 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-8fc5aca1-a060-4909-974e-54b619110900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:13.395194 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5aca1-a060-4909-974e-54b619110900 None None] The sync data for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:13.440206 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-49a0db11-b380-410b-8cbe-a01b69ac9917 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=c9fc842f-c94f-4048-9d10-074730e495de HTTP/1.1" status: 200 len: 217 time: 0.0776758 Jun 25 09:23:13.460052 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e991aad7-921e-41ba-b09a-20cb4f49212a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "PUT /v2.0/floatingips/d209baa8-8e0f-4aa6-84f8-8ebe348f3053 HTTP/1.1" status: 200 len: 976 time: 5.0478163 Jun 25 09:23:13.463145 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56134) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:13.467813 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 28a8b611-0faf-4f7d-8359-757eccc2f115 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:23:13.468190 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:13.469237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-4db75ee4-6986-4746-a97f-f6d6fe322b68 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:13.521357 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-3598e274-28ad-44f9-908d-04de3c2c810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:13.525272 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-3598e274-28ad-44f9-908d-04de3c2c810e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.0761764 Jun 25 09:23:13.611744 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56142) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:13.655841 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4db75ee4-6986-4746-a97f-f6d6fe322b68 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:13.668720 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-35367b8e-c267-44f2-8461-e92eeadf5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:13.670740 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-35367b8e-c267-44f2-8461-e92eeadf5a61 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1379836 Jun 25 09:23:13.678704 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:13.707271 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Transition to ACTIVE for port object c877828b-0732-42b4-a61b-b025b5602f12 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:23:13.723897 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:13.735816 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:13.825168 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0823c-4a94-4a00-a17a-66fc333ab400 None None] Pushing event updated for resources: {'Port': ['ID=c877828b-0732-42b4-a61b-b025b5602f12,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:13.825370 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-7562caa4-ac54-4475-aec6-4210c8ecf11d service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408932 Jun 25 09:23:13.830921 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0ac0823c-4a94-4a00-a17a-66fc333ab400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:13.850479 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-37906334-2123-4d39-90e7-cd7087782aad tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:13.853025 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-37906334-2123-4d39-90e7-cd7087782aad tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/networks?id=8b2576df-731a-49ab-beec-d0c9aa2f477d HTTP/1.1" status: 200 len: 819 time: 0.3104405 Jun 25 09:23:13.853025 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97a72337-b9cc-45aa-ba4f-5fc8902676dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:13.916806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Attempting to bind port c877828b-0732-42b4-a61b-b025b5602f12 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:23:13.917496 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Attempting to bind port c877828b-0732-42b4-a61b-b025b5602f12 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '5b654784-b987-4ae0-802a-cc0e228247b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:23:13.918079 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Attempting to bind port c877828b-0732-42b4-a61b-b025b5602f12 on network 8b2576df-731a-49ab-beec-d0c9aa2f477d {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:23:13.923577 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:23:13.923965 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Checking segment: {'id': '5b654784-b987-4ae0-802a-cc0e228247b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:23:13.924646 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:13.925080 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Bound using segment: {'id': '5b654784-b987-4ae0-802a-cc0e228247b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:23:13.925565 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Bound port: c877828b-0732-42b4-a61b-b025b5602f12, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b654784-b987-4ae0-802a-cc0e228247b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:23:13.925961 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:13.948178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-06874e2c-ba87-4f7e-bfa8-867272c147b0 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/quotas/fb11d964c95c485faa0ce0b518283280 HTTP/1.1" status: 200 len: 375 time: 0.0843232 Jun 25 09:23:13.983527 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-69a08646-e0b6-42d5-a9c7-d45d4a03f5be service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496694 Jun 25 09:23:13.989107 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc6ba2-7480-4f73-9b39-41ac72634fd4 req-8b09cb38-333b-443f-be75-b9a053fc5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:13.990743 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4bbc6ba2-7480-4f73-9b39-41ac72634fd4 req-8b09cb38-333b-443f-be75-b9a053fc5c06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d8f2f948476437793cbe2a83ba96f85&device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 1098 time: 0.1079984 Jun 25 09:23:13.991750 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4db75ee4-6986-4746-a97f-f6d6fe322b68 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:13.998626 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] For port c877828b-0732-42b4-a61b-b025b5602f12, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:23:14.001982 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] For port c877828b-0732-42b4-a61b-b025b5602f12, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c877828b-0732-42b4-a61b-b025b5602f12,segment=NetworkSegment(5b654784-b987-4ae0-802a-cc0e228247b4),segment_id=5b654784-b987-4ae0-802a-cc0e228247b4)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:23:14.006108 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:14.009152 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:14.030183 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4db75ee4-6986-4746-a97f-f6d6fe322b68 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:14.030506 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-4db75ee4-6986-4746-a97f-f6d6fe322b68 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Floating IP d209baa8-8e0f-4aa6-84f8-8ebe348f3053 disassociated. External IP: 172.25.6.238, port: b34cf961-5403-499e-80cf-cdd99f20ecbe. Jun 25 09:23:14.039677 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 18277e0d-bccb-4392-af75-28301b12e509 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:23:14.115080 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0823c-4a94-4a00-a17a-66fc333ab400 None None] Pushing event updated for resources: {'Port': ['ID=c877828b-0732-42b4-a61b-b025b5602f12,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:14.122759 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0ac0823c-4a94-4a00-a17a-66fc333ab400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:14.128294 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Routers {'39672114-fe97-4bb0-a815-3d1cf21772e3'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:14.129808 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['39672114-fe97-4bb0-a815-3d1cf21772e3'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:14.136596 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 18277e0d-bccb-4392-af75-28301b12e509 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:23:14.178778 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 18277e0d-bccb-4392-af75-28301b12e509 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:23:14.179427 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:14.189243 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c67db7-861c-456d-949a-8e88a40f2a08 req-b699e4f7-4fea-4260-aad0-146eb1f4d21f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:14.191067 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23c67db7-861c-456d-949a-8e88a40f2a08 req-b699e4f7-4fea-4260-aad0-146eb1f4d21f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/networks?id=5a27a185-c495-402c-8517-3de9213d78e5 HTTP/1.1" status: 200 len: 814 time: 0.3520908 Jun 25 09:23:14.212453 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23c67db7-861c-456d-949a-8e88a40f2a08 req-c07c43c6-9ad3-4085-a0e7-a73b6e9c3aab tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/quotas/6fcf288132844a938d2e86f2388f6525 HTTP/1.1" status: 200 len: 375 time: 0.0126197 Jun 25 09:23:14.285703 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-aff30214-fc32-4d96-b3d2-eaf25cd5f438 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=fb11d964c95c485faa0ce0b518283280&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2973070 Jun 25 09:23:14.292261 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] Set router 39672114-fe97-4bb0-a815-3d1cf21772e3 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:23:14.387858 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-2112140a-5a09-4712-9b61-cfd607880e34 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 HTTP/1.1" status: 200 len: 217 time: 0.3877819 Jun 25 09:23:14.396337 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:14.474131 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc6ba2-7480-4f73-9b39-41ac72634fd4 req-d6d02159-ee5a-4fd1-89fb-fd78b61b875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:14.476462 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4bbc6ba2-7480-4f73-9b39-41ac72634fd4 req-d6d02159-ee5a-4fd1-89fb-fd78b61b875d service neutron] 10.222.0.38 "GET /v2.0/networks?id=16a5b6a2-665c-43e2-94b7-5433a25effc0 HTTP/1.1" status: 200 len: 920 time: 0.4750657 Jun 25 09:23:14.533119 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4bbc6ba2-7480-4f73-9b39-41ac72634fd4 req-f8de3588-d2e0-4819-a039-2f4f1c1d9694 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb202622-3c11-44e7-9b2b-044e565a5ab8 HTTP/1.1" status: 200 len: 217 time: 0.0491152 Jun 25 09:23:14.534830 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-5803cf6c-0541-45be-aa06-2991ab01f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:14.536392 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-5803cf6c-0541-45be-aa06-2991ab01f322 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.1376126 Jun 25 09:23:14.609244 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cfc23c-7bf3-477e-a590-8eed23e9dc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18277e0d-bccb-4392-af75-28301b12e509'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:23:14.611754 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd9a702-3120-45a4-a95d-ed69896d786a" -d '{"events": [{"server_uuid": "48cfc23c-7bf3-477e-a590-8eed23e9dc51", "name": "network-vif-plugged", "status": "completed", "tag": "18277e0d-bccb-4392-af75-28301b12e509"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:23:14.628771 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=18277e0d-bccb-4392-af75-28301b12e509,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:14.629017 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc6ba2-7480-4f73-9b39-41ac72634fd4 req-001bd592-875a-49ea-9fef-f0e2783ac2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:14.630716 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4bbc6ba2-7480-4f73-9b39-41ac72634fd4 req-001bd592-875a-49ea-9fef-f0e2783ac2f1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9739576f-66c1-4600-b0d3-96f9c9bc2c88 HTTP/1.1" status: 200 len: 858 time: 0.0826268 Jun 25 09:23:14.638943 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:14.648150 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:14.674582 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4bbc6ba2-7480-4f73-9b39-41ac72634fd4 req-3b7bee3d-f311-4abb-8a57-5204db52f738 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=16a5b6a2-665c-43e2-94b7-5433a25effc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351934 Jun 25 09:23:14.684314 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-918f011c-cefa-4f03-a8f9-b89b651f7806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:14.686023 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-918f011c-cefa-4f03-a8f9-b89b651f7806 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1367199 Jun 25 09:23:14.712139 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=18277e0d-bccb-4392-af75-28301b12e509,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:14.715379 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:14.724436 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97a72337-b9cc-45aa-ba4f-5fc8902676dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:14.764755 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97a72337-b9cc-45aa-ba4f-5fc8902676dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:14.769420 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-router', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:23:04Z', 'updated_at': '2021-06-25T09:23:09Z', 'revision_number': 4, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'gw_port': {'id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:05Z', 'updated_at': '2021-06-25T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'c877828b-0732-42b4-a61b-b025b5602f12', 'name': '', 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'mac_address': 'fa:16:3e:c3:b1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:07Z', 'updated_at': '2021-06-25T09:23:13Z', 'revision_number': 4, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'subnets': [{'id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:14.775312 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-59fcba7d-944e-4395-98cb-971439c227aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:14.801296 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8142d-8461-4cf5-b165-5a6975edba91 None None] The sync data for ids ['39672114-fe97-4bb0-a815-3d1cf21772e3'] in n-d-761264-15 is: [{'id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-router', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:23:04Z', 'updated_at': '2021-06-25T09:23:09Z', 'revision_number': 4, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'gw_port': {'id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:05Z', 'updated_at': '2021-06-25T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'c877828b-0732-42b4-a61b-b025b5602f12', 'name': '', 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'mac_address': 'fa:16:3e:c3:b1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:07Z', 'updated_at': '2021-06-25T09:23:13Z', 'revision_number': 4, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'subnets': [{'id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:14.844827 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4bbc6ba2-7480-4f73-9b39-41ac72634fd4 req-c12102db-24fd-4954-a80d-60a0387d9075 service neutron] 10.222.0.38 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577518 Jun 25 09:23:14.885555 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-4dbe387b-33bf-4604-814f-174ff532c307 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899016 Jun 25 09:23:14.889134 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-97a72337-b9cc-45aa-ba4f-5fc8902676dc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8e70bb1ab9e64ccc8d803fd141e90b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2762105 Jun 25 09:23:14.900364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a72337-b9cc-45aa-ba4f-5fc8902676dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e61a299-fa73-40d3-b50b-86bde2f4d5bb,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:14.905926 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56164) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:14.909955 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23c67db7-861c-456d-949a-8e88a40f2a08 req-2078da8d-4990-432b-90c7-7f5786732107 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6fcf288132844a938d2e86f2388f6525&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6863825 Jun 25 09:23:14.912333 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97a72337-b9cc-45aa-ba4f-5fc8902676dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:14.917699 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-ba6d7bdf-6beb-4df2-a936-6fb54bcf611b service neutron] 10.222.0.93 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210115 Jun 25 09:23:15.038658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db75ee4-6986-4746-a97f-f6d6fe322b68 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:15.106710 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4bbc6ba2-7480-4f73-9b39-41ac72634fd4 req-e190acdb-afed-4a6f-a0c3-6602c47bbf4f service neutron] 10.222.0.38 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508590 Jun 25 09:23:15.122358 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbaa069c-1f5a-4f59-8050-81c0a190ba3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:15.136072 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-c8e715dd-2bb6-4c12-b851-569d03eb28f7 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311733 Jun 25 09:23:15.154286 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-dde10d25-8a1a-4457-ac26-fff58ffc0c73 service neutron] 10.222.0.93 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185709 Jun 25 09:23:15.160232 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbaa069c-1f5a-4f59-8050-81c0a190ba3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:15.247628 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-2f25cb69-61d4-47a2-a599-63b0827e821d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=df9f4b8c-6644-4664-913a-ecb3619208a8 HTTP/1.1" status: 200 len: 217 time: 0.0994496 Jun 25 09:23:15.282291 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c877828b-0732-42b4-a61b-b025b5602f12 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:23:15.310343 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051c36d-0943-4e6b-9a5a-fc248c814ca1 req-6b098056-2799-467f-85a9-00ec2e62c8b8 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:15.312264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1051c36d-0943-4e6b-9a5a-fc248c814ca1 req-6b098056-2799-467f-85a9-00ec2e62c8b8 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.2073219 Jun 25 09:23:15.359323 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db75ee4-6986-4746-a97f-f6d6fe322b68 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:15.360899 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbaa069c-1f5a-4f59-8050-81c0a190ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:15.366472 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbaa069c-1f5a-4f59-8050-81c0a190ba3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:15.370926 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8371c3d-7ff2-44d6-8341-e13225b2a66e None None] Sync routers for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:15.371749 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-dbaa069c-1f5a-4f59-8050-81c0a190ba3d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3e61a299-fa73-40d3-b50b-86bde2f4d5bb HTTP/1.1" status: 204 len: 168 time: 0.4650993 Jun 25 09:23:15.376042 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-72c2d156-c863-4a7a-a77c-10cede249597 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:15.391289 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4db75ee4-6986-4746-a97f-f6d6fe322b68 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:15.391989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa069c-1f5a-4f59-8050-81c0a190ba3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e61a299-fa73-40d3-b50b-86bde2f4d5bb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:15.395712 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dbaa069c-1f5a-4f59-8050-81c0a190ba3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:15.399948 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port c877828b-0732-42b4-a61b-b025b5602f12 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:23:15.416065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-de1075a2-5de9-4c3a-acea-99393d797f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:15.419167 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-de1075a2-5de9-4c3a-acea-99393d797f20 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.0920906 Jun 25 09:23:15.426407 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8371c3d-7ff2-44d6-8341-e13225b2a66e None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:15.427036 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c8371c3d-7ff2-44d6-8341-e13225b2a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:15.430923 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port c877828b-0732-42b4-a61b-b025b5602f12 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:23:15.431408 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:15.521354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56178) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:15.522786 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4db75ee4-6986-4746-a97f-f6d6fe322b68 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "PUT /v2.0/floatingips/d209baa8-8e0f-4aa6-84f8-8ebe348f3053 HTTP/1.1" status: 200 len: 688 time: 2.0536649 Jun 25 09:23:15.537504 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c8371c3d-7ff2-44d6-8341-e13225b2a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:15.558833 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1051c36d-0943-4e6b-9a5a-fc248c814ca1 req-09a4e522-7311-46c2-b71e-c1e215f92d75 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210245 Jun 25 09:23:15.603964 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8371c3d-7ff2-44d6-8341-e13225b2a66e None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:15.604792 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c8371c3d-7ff2-44d6-8341-e13225b2a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:15.658556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-682b6198-b1e6-45b7-8907-cf656197b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:15.661895 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-682b6198-b1e6-45b7-8907-cf656197b773 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2333827 Jun 25 09:23:15.736002 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c8371c3d-7ff2-44d6-8341-e13225b2a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:15.737662 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8371c3d-7ff2-44d6-8341-e13225b2a66e None None] The sync data for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:15.841919 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad60a1-4a21-44e5-bf4f-d33844958eb8 req-28138745-b0ef-4c52-ba30-360c2c44224f tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:15.848781 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:15.850626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-abad60a1-4a21-44e5-bf4f-d33844958eb8 req-28138745-b0ef-4c52-ba30-360c2c44224f tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 945 time: 0.2235875 Jun 25 09:23:15.907284 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3590882-0834-4563-9779-5cbc6cdaf398 x-openstack-request-id: req-f3590882-0834-4563-9779-5cbc6cdaf398 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:23:15.907592 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cfc23c-7bf3-477e-a590-8eed23e9dc51", "name": "network-vif-plugged", "status": "completed", "tag": "18277e0d-bccb-4392-af75-28301b12e509", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:23:15.907851 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f3590882-0834-4563-9779-5cbc6cdaf398 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:23:15.908276 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cfc23c-7bf3-477e-a590-8eed23e9dc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18277e0d-bccb-4392-af75-28301b12e509', 'code': 200} Jun 25 09:23:15.937494 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-abad60a1-4a21-44e5-bf4f-d33844958eb8 req-76122798-5282-485b-bae2-326732524f05 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854237 Jun 25 09:23:15.944697 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-d45f6ff1-7a33-4b22-9631-bd68c12d3577 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting port 73e4357a-223a-4ced-8e82-c6cd3050f179 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:15.946913 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d45f6ff1-7a33-4b22-9631-bd68c12d3577 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:15.949707 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port c877828b-0732-42b4-a61b-b025b5602f12, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c877828b-0732-42b4-a61b-b025b5602f12,segment=NetworkSegment(5b654784-b987-4ae0-802a-cc0e228247b4),segment_id=5b654784-b987-4ae0-802a-cc0e228247b4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:15.954867 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:15.957339 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:15.995337 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6042debe-76b1-424c-bd1e-30d1741880e3 req-f6f3aa2e-635d-44eb-b6c6-e835171973de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1349602 Jun 25 09:23:16.014756 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56188) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:16.072716 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-42685845-3531-4ead-844f-7f8c3b2b6ab9 req-2e2988f2-9491-47f9-8d18-6df04fd98d49 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 210 time: 0.0615020 Jun 25 09:23:16.074284 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-87559a4f-4258-4145-87c4-e8eaffd613af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:16.082812 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=c877828b-0732-42b4-a61b-b025b5602f12,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:16.086440 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:16.145121 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-63d85bd1-bc14-428f-bcca-e0e2a23638ab service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624398 Jun 25 09:23:16.263887 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d45f6ff1-7a33-4b22-9631-bd68c12d3577 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:16.264251 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d45f6ff1-7a33-4b22-9631-bd68c12d3577 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:16.276519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042debe-76b1-424c-bd1e-30d1741880e3 req-433180f4-737d-419e-8773-8e00e5f9c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:16.278589 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6042debe-76b1-424c-bd1e-30d1741880e3 req-433180f4-737d-419e-8773-8e00e5f9c1fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 1096 time: 0.1830585 Jun 25 09:23:16.298284 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-d45f6ff1-7a33-4b22-9631-bd68c12d3577 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Calling delete_port for 73e4357a-223a-4ced-8e82-c6cd3050f179 owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:16.301426 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddf586-6d96-4bae-8ce6-d4dfbd9b9e13 req-e47cf2b6-4e3f-4f3f-8c81-e7097206cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:16.302917 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d3ddf586-6d96-4bae-8ce6-d4dfbd9b9e13 req-e47cf2b6-4e3f-4f3f-8c81-e7097206cf56 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 1097 time: 0.1906586 Jun 25 09:23:16.303549 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0f526-ac08-4a88-9e12-2f043bdb1b99 req-2d75d2bc-aa5a-4dc7-b9fd-7d15ce8d9c6c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:16.305292 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-36f0f526-ac08-4a88-9e12-2f043bdb1b99 req-2d75d2bc-aa5a-4dc7-b9fd-7d15ce8d9c6c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1273015 Jun 25 09:23:16.381980 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-87559a4f-4258-4145-87c4-e8eaffd613af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:16.392645 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-3dcf6ddc-905c-412e-b6de-9c8c166c483e service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311389 Jun 25 09:23:16.396901 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-36f0f526-ac08-4a88-9e12-2f043bdb1b99 req-1ab4ae37-e562-4a1b-942d-7bc1b15239c9 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810232 Jun 25 09:23:16.427235 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-87559a4f-4258-4145-87c4-e8eaffd613af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:16.432692 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6c142b2c-c8b9-43d1-bdef-5ff3ac184bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:16.437641 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d3ddf586-6d96-4bae-8ce6-d4dfbd9b9e13 req-cc633d73-b867-44a6-87a8-3aeaf1f1150b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198235 Jun 25 09:23:16.477369 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-87559a4f-4258-4145-87c4-e8eaffd613af admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=91083d798715476e9dec87944d709ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4598730 Jun 25 09:23:16.487032 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56192) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:16.501156 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-1f1098a4-dd9b-44e6-806a-3437c778f0f7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=0cde92df-da68-43f7-a09e-d95f4e7819be HTTP/1.1" status: 200 len: 217 time: 0.0944753 Jun 25 09:23:16.502409 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87559a4f-4258-4145-87c4-e8eaffd613af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cddb52e-a580-4abf-bc5a-88cbf06b4733,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:16.524015 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-87559a4f-4258-4145-87c4-e8eaffd613af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:16.577863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042debe-76b1-424c-bd1e-30d1741880e3 req-f2d66373-ce06-4de9-a322-075794ea1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:16.579364 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6042debe-76b1-424c-bd1e-30d1741880e3 req-f2d66373-ce06-4de9-a322-075794ea1907 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.2280211 Jun 25 09:23:16.643815 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d45f6ff1-7a33-4b22-9631-bd68c12d3577 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:16.646386 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-501b4dea-5d4f-4ea9-9494-a1d2d4de5b17 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:16.672237 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6042debe-76b1-424c-bd1e-30d1741880e3 req-f47c459b-d14f-48e2-93ac-fad1ea5a2165 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 HTTP/1.1" status: 200 len: 217 time: 0.0739951 Jun 25 09:23:16.677705 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:16.681216 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f6ff1-7a33-4b22-9631-bd68c12d3577 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Port': ['ID=73e4357a-223a-4ced-8e82-c6cd3050f179,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:16.688827 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d45f6ff1-7a33-4b22-9631-bd68c12d3577 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:16.740095 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:16.778383 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d45f6ff1-7a33-4b22-9631-bd68c12d3577 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:16.781205 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d45f6ff1-7a33-4b22-9631-bd68c12d3577 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:16.784810 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d45f6ff1-7a33-4b22-9631-bd68c12d3577 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/floatingips/d209baa8-8e0f-4aa6-84f8-8ebe348f3053 HTTP/1.1" status: 204 len: 168 time: 1.2577457 Jun 25 09:23:16.786024 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56198) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:16.824336 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042debe-76b1-424c-bd1e-30d1741880e3 req-9f376275-97ed-4143-b237-bc512ab5bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:16.826093 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6042debe-76b1-424c-bd1e-30d1741880e3 req-9f376275-97ed-4143-b237-bc512ab5bbb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.1422083 Jun 25 09:23:16.830504 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-7256f2d0-c37d-4fbd-bc46-61e7b0fbe2e3 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] delete failed (client error): The resource could not be found. Jun 25 09:23:16.831534 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7256f2d0-c37d-4fbd-bc46-61e7b0fbe2e3 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/floatingips/d209baa8-8e0f-4aa6-84f8-8ebe348f3053 HTTP/1.1" status: 404 len: 345 time: 0.0445192 Jun 25 09:23:16.836022 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56200) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:16.836998 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1361bb4-abf3-403f-baa5-dc2945b1b03e req-ac074b94-4bc9-4684-b7f7-b655e5af6e29 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:16.838614 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1361bb4-abf3-403f-baa5-dc2945b1b03e req-ac074b94-4bc9-4684-b7f7-b655e5af6e29 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2843747 Jun 25 09:23:16.883013 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6042debe-76b1-424c-bd1e-30d1741880e3 req-416f01c4-b2fa-4740-95df-aa2a9ba036b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409312 Jun 25 09:23:16.954347 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:16.961933 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:16.962907 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-6d240ea4-507c-4447-b6bb-66137e2d26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:16.963594 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6cddb52e-a580-4abf-bc5a-88cbf06b4733 HTTP/1.1" status: 204 len: 168 time: 0.4750705 Jun 25 09:23:16.964370 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-6d240ea4-507c-4447-b6bb-66137e2d26fc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 200 len: 797 time: 0.1292458 Jun 25 09:23:16.967789 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:16.981952 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1361bb4-abf3-403f-baa5-dc2945b1b03e req-5e6c0a69-ab57-4728-a4be-5d586475c9fa tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301520 Jun 25 09:23:16.988816 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cddb52e-a580-4abf-bc5a-88cbf06b4733,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:17.011626 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:17.012025 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:17.012441 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:17.012813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:17.013191 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:17.013564 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:17.013931 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:17.014300 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:17.014665 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:17.015036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:17.015399 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:17.015772 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:17.026004 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a417530-a56e-48f3-85bc-85109fcc1797 req-81c32d79-05d8-48ee-8aca-d9a7dd680ab4 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:17.033364 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7a417530-a56e-48f3-85bc-85109fcc1797 req-81c32d79-05d8-48ee-8aca-d9a7dd680ab4 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.2778609 Jun 25 09:23:17.047744 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:17.052199 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcba3104-f2c0-4acc-a34d-7e24684d974f tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:17.062852 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcba3104-f2c0-4acc-a34d-7e24684d974f tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:17.074444 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcba3104-f2c0-4acc-a34d-7e24684d974f tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:17.076382 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-dcba3104-f2c0-4acc-a34d-7e24684d974f tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "GET /v2.0/ports?network_id=42c67784-87df-40a3-a990-6fcafc7d176e HTTP/1.1" status: 200 len: 2355 time: 0.2393663 Jun 25 09:23:17.080054 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56208) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:17.100850 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6042debe-76b1-424c-bd1e-30d1741880e3 req-0b70a8c0-c551-4485-8971-2a9eea810633 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075408 Jun 25 09:23:17.114324 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7a417530-a56e-48f3-85bc-85109fcc1797 req-70e433ec-dbfc-464b-ba24-bdf8feda3071 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791590 Jun 25 09:23:17.187944 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b295ceed-b521-4651-989f-196782399651 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:17.197819 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b295ceed-b521-4651-989f-196782399651 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "GET /v2.0/subnets/e6f43cfd-c28e-4e02-8121-5b14c00b0b89 HTTP/1.1" status: 200 len: 797 time: 0.1115313 Jun 25 09:23:17.201680 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56212) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:17.232381 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'port': {'network_id': '42c67784-87df-40a3-a990-6fcafc7d176e', 'name': 'tempest-FloatingIPTestJSON-155047607', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:17.293491 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c877828b-0732-42b4-a61b-b025b5602f12 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:23:17.300364 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6042debe-76b1-424c-bd1e-30d1741880e3 req-6ca41988-435a-4732-990b-043bea912b68 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849742 Jun 25 09:23:17.373017 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port c877828b-0732-42b4-a61b-b025b5602f12 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:23:17.373708 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:17.402472 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206a92d-936a-4cf7-a67f-16c4a4f85835 req-52e07046-c1a7-4e48-a182-bf364274e543 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:17.413055 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6206a92d-936a-4cf7-a67f-16c4a4f85835 req-52e07046-c1a7-4e48-a182-bf364274e543 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 945 time: 0.1075699 Jun 25 09:23:17.448319 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-e58b71d4-3d17-41e4-afd2-eeef92d96939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:17.450013 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-e58b71d4-3d17-41e4-afd2-eeef92d96939 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b567525f-dea5-412a-9997-aee658afe302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4752884 Jun 25 09:23:17.567761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Made reservation on behalf of 84d60807ffac4373b3c68c8e7334adc6 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:23:17.591012 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af55604c-719d-4f40-ac9e-c5426b923d61 req-244b7af0-cafc-4deb-a97a-218de323b683 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 210 time: 0.0596385 Jun 25 09:23:17.594614 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6206a92d-936a-4cf7-a67f-16c4a4f85835 req-e6326cf5-6f58-4f0a-8916-10d175b0c77a tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807044 Jun 25 09:23:17.671640 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-4c2d4b6c-38dd-4beb-bbf7-e6318dba77f0 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118654 Jun 25 09:23:17.679490 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-5664f57e-fed6-4317-ae3f-1773036c7156 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:17.681305 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-5664f57e-fed6-4317-ae3f-1773036c7156 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.41 "GET /v2.0/networks?id=8b2576df-731a-49ab-beec-d0c9aa2f477d HTTP/1.1" status: 200 len: 819 time: 0.2992148 Jun 25 09:23:17.706510 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-e66e4f11-1435-429e-ad72-470d3b35d87e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Request body: {'port': {'device_id': '3973390d-75b7-401a-baeb-9700e66d3163', 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d', 'admin_state_up': True, 'tenant_id': 'fb11d964c95c485faa0ce0b518283280'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:17.793091 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:17.818236 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d1a2c19-70b4-4eb1-9f43-7fbd36f4c89d req-8865bee7-17ec-4f0d-bac5-5c5687758168 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6fcf288132844a938d2e86f2388f6525 HTTP/1.1" status: 200 len: 221 time: 0.0822248 Jun 25 09:23:17.825930 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] device_id is not set on port d446e7c6-b664-4537-900c-bff73872aef3 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:23:17.857947 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-4e6f8df1-de89-401d-8d73-549f8b5292c4 service neutron] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711891 Jun 25 09:23:17.894281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-e66e4f11-1435-429e-ad72-470d3b35d87e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Made reservation on behalf of fb11d964c95c485faa0ce0b518283280 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:23:17.898643 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-e66e4f11-1435-429e-ad72-470d3b35d87e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:18.025405 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-84539422-e3e5-40fb-8ce4-c9e839abb8b7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=51882b81-9a38-48b7-8ea5-4e1d713904c2 HTTP/1.1" status: 200 len: 217 time: 0.0423381 Jun 25 09:23:18.099032 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593f852-90f5-4feb-bf23-60d3ea67b299 req-cb470574-1652-4eb1-8cdb-678abd8f9fc6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:18.100895 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2593f852-90f5-4feb-bf23-60d3ea67b299 req-cb470574-1652-4eb1-8cdb-678abd8f9fc6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1393883 Jun 25 09:23:18.115096 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-e66e4f11-1435-429e-ad72-470d3b35d87e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Allocated IP 172.20.0.7 (8b2576df-731a-49ab-beec-d0c9aa2f477d/264de093-f8bc-4972-89d7-2a2508fb4ef7/0cae84b5-6bf7-4322-b191-b15227e0d928) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:23:18.127664 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-f78dd7bf-1612-4c82-96ce-c29d9da5b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:18.129132 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-f78dd7bf-1612-4c82-96ce-c29d9da5b35b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8714fc71-29f3-4ccc-83a9-562da482dc88 HTTP/1.1" status: 200 len: 797 time: 0.0891407 Jun 25 09:23:18.182654 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2593f852-90f5-4feb-bf23-60d3ea67b299 req-45521431-a6d6-4579-9ced-5570c6a5b222 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689824 Jun 25 09:23:18.438305 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-e66e4f11-1435-429e-ad72-470d3b35d87e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:18.513774 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c369a4-f5fc-42b2-9fdc-c14aecace7f9 req-01c9156a-d917-471d-890e-f92dd07bf949 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:18.515318 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-58c369a4-f5fc-42b2-9fdc-c14aecace7f9 req-01c9156a-d917-471d-890e-f92dd07bf949 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1686404 Jun 25 09:23:18.528813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5933cc-cc19-4c72-8c80-4f9696a2ca67 req-7aa79b27-06ba-46d2-8629-96b08ac4dfcc tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:18.530343 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3d5933cc-cc19-4c72-8c80-4f9696a2ca67 req-7aa79b27-06ba-46d2-8629-96b08ac4dfcc tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1627965 Jun 25 09:23:18.533863 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-e66e4f11-1435-429e-ad72-470d3b35d87e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:18.543675 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-09c68579-2a23-4be7-8d49-196b004aee12 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:18.602278 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Allocated IP 172.20.0.14 (42c67784-87df-40a3-a990-6fcafc7d176e/e6f43cfd-c28e-4e02-8121-5b14c00b0b89/d446e7c6-b664-4537-900c-bff73872aef3) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:23:18.605819 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-e87f1b82-98b0-490c-af05-1fa4592ba5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:18.607613 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-e87f1b82-98b0-490c-af05-1fa4592ba5d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71754435-8609-4d26-9226-f6462d50ad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4371152 Jun 25 09:23:18.614268 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Allocated IP 172.20.0.13 (42c67784-87df-40a3-a990-6fcafc7d176e/e6f43cfd-c28e-4e02-8121-5b14c00b0b89/d446e7c6-b664-4537-900c-bff73872aef3) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:23:18.621557 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-e66e4f11-1435-429e-ad72-470d3b35d87e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Network 8b2576df-731a-49ab-beec-d0c9aa2f477d is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:23:18.636174 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-e66e4f11-1435-429e-ad72-470d3b35d87e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:18.653820 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-58c369a4-f5fc-42b2-9fdc-c14aecace7f9 req-e355a219-7741-469d-b5d1-f552e7aa1ceb tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220231 Jun 25 09:23:18.657254 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-e66e4f11-1435-429e-ad72-470d3b35d87e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:23:18.660708 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e4f11-1435-429e-ad72-470d3b35d87e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Pushing event updated for resources: {'Port': ['ID=0cae84b5-6bf7-4322-b191-b15227e0d928,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:18.675506 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3d5933cc-cc19-4c72-8c80-4f9696a2ca67 req-e9c0dfcf-098a-4850-8142-f93506d43c23 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336665 Jun 25 09:23:18.676525 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e66e4f11-1435-429e-ad72-470d3b35d87e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:18.755730 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56264) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:18.788794 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-e66e4f11-1435-429e-ad72-470d3b35d87e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:18.789430 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-e66e4f11-1435-429e-ad72-470d3b35d87e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:18.817385 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:18.819480 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-e66e4f11-1435-429e-ad72-470d3b35d87e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1172252 Jun 25 09:23:18.849056 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Request body: {'port': {'device_id': '3973390d-75b7-401a-baeb-9700e66d3163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:18.882479 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-2428b746-0f82-4f4a-b5d6-f4f79cbc6284 service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620850 Jun 25 09:23:18.899567 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:18.912061 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-200d7158-beb9-4311-a3be-34faca596e32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:18.918127 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d0e9bfb5-7653-42a4-b1e8-00ae75b9753f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:18.981083 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 42c67784-87df-40a3-a990-6fcafc7d176e is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:23:18.989226 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:19.003555 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:19.004477 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:23:19.010288 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=d446e7c6-b664-4537-900c-bff73872aef3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:19.035160 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:19.055951 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaeb03-7cec-46ea-9cba-9b505fcfb5ed req-6d5acfd9-7c5f-4454-9d53-ad470019c9e0 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:19.057520 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bdfaeb03-7cec-46ea-9cba-9b505fcfb5ed req-6d5acfd9-7c5f-4454-9d53-ad470019c9e0 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 945 time: 0.2239120 Jun 25 09:23:19.073685 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:19.074321 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:19.078200 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-26603853-a32f-4eff-b76b-4a4f459799f4 service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877835 Jun 25 09:23:19.121497 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-d37b1d3d-23eb-4afa-899d-7911cac5746e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=08293231-0716-4463-80cf-b807d9931536 HTTP/1.1" status: 200 len: 217 time: 0.0347400 Jun 25 09:23:19.180494 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-6d360f8f-1c77-4e1f-93e6-e4fdb158d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:19.181792 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-6d360f8f-1c77-4e1f-93e6-e4fdb158d5ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8714fc71-29f3-4ccc-83a9-562da482dc88 HTTP/1.1" status: 200 len: 797 time: 0.0496354 Jun 25 09:23:19.220044 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bdfaeb03-7cec-46ea-9cba-9b505fcfb5ed req-5537226a-f759-4e85-8666-2e73428dfdc9 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510227 Jun 25 09:23:19.261937 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ab8b-c628-406c-b694-57b832aba773 req-11edc818-a4ee-4b89-ae58-e071dc1dbb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:19.263765 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-11edc818-a4ee-4b89-ae58-e071dc1dbb35 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71754435-8609-4d26-9226-f6462d50ad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0715725 Jun 25 09:23:19.282202 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812ecc5-4065-4de5-bf4e-78842681f2ee req-cc59349f-d94b-4f87-b4bb-d5fe6063d02b tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:19.283754 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d812ecc5-4065-4de5-bf4e-78842681f2ee req-cc59349f-d94b-4f87-b4bb-d5fe6063d02b tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 931 time: 0.2813456 Jun 25 09:23:19.317657 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d0e9bfb5-7653-42a4-b1e8-00ae75b9753f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:19.333571 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d0e9bfb5-7653-42a4-b1e8-00ae75b9753f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:19.334069 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.1140296 Jun 25 09:23:19.336868 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56272) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:19.344352 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-317a0602-809a-4814-9060-94117d2480cb tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:19.347759 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'port_id': 'd446e7c6-b664-4537-900c-bff73872aef3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:19.384718 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-fb8f6655-d001-4608-a62f-00bdc17576e9 service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137307 Jun 25 09:23:19.386733 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:19.438103 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d0e9bfb5-7653-42a4-b1e8-00ae75b9753f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=31d368f1e32e495da059515428b3cbce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6811397 Jun 25 09:23:19.441562 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9bfb5-7653-42a4-b1e8-00ae75b9753f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81f1adc-f622-4171-b592-80faf7fe2e99,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:19.443894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56274) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:19.450293 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d812ecc5-4065-4de5-bf4e-78842681f2ee req-26adbd57-476f-4d5a-ad2f-eabf65844b56 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363406 Jun 25 09:23:19.452130 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d0e9bfb5-7653-42a4-b1e8-00ae75b9753f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:19.541721 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c95ab8b-c628-406c-b694-57b832aba773 req-58ea2c04-bc85-4be1-8b9f-f4016994a324 service neutron] 10.222.0.38 "GET /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413591 Jun 25 09:23:19.576947 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cae84b5-6bf7-4322-b191-b15227e0d928 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:23:19.578815 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:19.586968 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:19.621752 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb11223-a62e-42d5-a3b8-374b29f76fd6 req-09f36314-59b1-40ad-b06f-cffe83d748a1 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:19.623293 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edb11223-a62e-42d5-a3b8-374b29f76fd6 req-09f36314-59b1-40ad-b06f-cffe83d748a1 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 1097 time: 0.2754781 Jun 25 09:23:19.646145 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf15c-4848-444e-86cb-a02217a46bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:19.648165 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Transition to ACTIVE for port object 0cae84b5-6bf7-4322-b191-b15227e0d928 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:23:19.665975 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:19.676452 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5e540804-1671-400f-8575-9689f48c3371 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:19.695891 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Allocated IP 172.25.6.233 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/8eb9623b-cc2a-412f-8018-39154bf84eae) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:23:19.716956 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf15c-4848-444e-86cb-a02217a46bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:19.780373 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-edb11223-a62e-42d5-a3b8-374b29f76fd6 req-a08a3bf8-140d-48de-8c23-d32c65327137 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307976 Jun 25 09:23:19.793883 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Pushing event updated for resources: {'Port': ['ID=0cae84b5-6bf7-4322-b191-b15227e0d928,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:19.802858 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:19.827039 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:19.861377 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510fae3-b1be-4cd1-8dd0-3390b41aa4a9 req-98de4118-577f-46d0-8690-e6e335040cd3 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:19.863024 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7510fae3-b1be-4cd1-8dd0-3390b41aa4a9 req-98de4118-577f-46d0-8690-e6e335040cd3 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2737420 Jun 25 09:23:19.870141 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf15c-4848-444e-86cb-a02217a46bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:19.873062 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf15c-4848-444e-86cb-a02217a46bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:19.874281 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fe5cf15c-4848-444e-86cb-a02217a46bb0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a81f1adc-f622-4171-b592-80faf7fe2e99 HTTP/1.1" status: 204 len: 168 time: 0.4273448 Jun 25 09:23:19.884127 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-87559a4f-4258-4145-87c4-e8eaffd613af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:19.887207 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:19.892057 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-292035ae-a732-4626-8038-cc56486d7567 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328 tempest-ExternalNetworksAdminNegativeTestJSON-1532361328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:19.914025 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cf15c-4848-444e-86cb-a02217a46bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81f1adc-f622-4171-b592-80faf7fe2e99,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:19.919242 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fe5cf15c-4848-444e-86cb-a02217a46bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:19.937722 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:23:19.948770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:19.953278 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:23:19.965193 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=8eb9623b-cc2a-412f-8018-39154bf84eae,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:19.994175 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:20.383400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Attempting to bind port 0cae84b5-6bf7-4322-b191-b15227e0d928 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:23:20.383930 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Attempting to bind port 0cae84b5-6bf7-4322-b191-b15227e0d928 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '5b654784-b987-4ae0-802a-cc0e228247b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:23:20.384440 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Attempting to bind port 0cae84b5-6bf7-4322-b191-b15227e0d928 on network 8b2576df-731a-49ab-beec-d0c9aa2f477d {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:23:20.393631 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7510fae3-b1be-4cd1-8dd0-3390b41aa4a9 req-c8d551f0-9d8b-44af-9255-f0dc31d7a862 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116332 Jun 25 09:23:20.399525 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Port 0cae84b5-6bf7-4322-b191-b15227e0d928 on network 8b2576df-731a-49ab-beec-d0c9aa2f477d not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:23:20.399960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Attempting to bind port 0cae84b5-6bf7-4322-b191-b15227e0d928 on network 8b2576df-731a-49ab-beec-d0c9aa2f477d {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:23:20.407282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:23:20.407751 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Checking segment: {'id': '5b654784-b987-4ae0-802a-cc0e228247b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:23:20.408663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Bound using segment: {'id': '5b654784-b987-4ae0-802a-cc0e228247b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:23:20.409132 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Bound port: 0cae84b5-6bf7-4322-b191-b15227e0d928, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b654784-b987-4ae0-802a-cc0e228247b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:23:20.409591 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:20.466282 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:20.502389 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251d4e1-5de1-44e9-8e74-c9355e89c2dc req-82d54df4-7425-4c03-8bfe-d193ffe8bea3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:20.504418 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d251d4e1-5de1-44e9-8e74-c9355e89c2dc req-82d54df4-7425-4c03-8bfe-d193ffe8bea3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.5837629 Jun 25 09:23:20.530676 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] For port 0cae84b5-6bf7-4322-b191-b15227e0d928, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:23:20.578932 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] For port 0cae84b5-6bf7-4322-b191-b15227e0d928, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=0cae84b5-6bf7-4322-b191-b15227e0d928,segment=NetworkSegment(5b654784-b987-4ae0-802a-cc0e228247b4),segment_id=5b654784-b987-4ae0-802a-cc0e228247b4)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:23:20.585356 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:20.591892 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:20.605395 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:20.618120 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d251d4e1-5de1-44e9-8e74-c9355e89c2dc req-7d3da4b5-402f-46fa-b1f5-735763f3ba8a tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055152 Jun 25 09:23:20.659488 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:20.660145 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:20.661727 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] 10.222.0.41 "PUT /v2.0/ports/0cae84b5-6bf7-4322-b191-b15227e0d928 HTTP/1.1" status: 200 len: 1092 time: 1.8182821 Jun 25 09:23:20.662435 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3973390d-75b7-401a-baeb-9700e66d3163', 'tag': '0cae84b5-6bf7-4322-b191-b15227e0d928'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:23:20.664927 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f42a14-2499-4be2-aebe-2d112a587a49" -d '{"events": [{"name": "network-changed", "server_uuid": "3973390d-75b7-401a-baeb-9700e66d3163", "tag": "0cae84b5-6bf7-4322-b191-b15227e0d928"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:23:20.703451 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Pushing event updated for resources: {'Port': ['ID=0cae84b5-6bf7-4322-b191-b15227e0d928,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:20.707719 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:20.725267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed21522-82ec-4ebc-bcd1-1c86cbfd4493 req-e8fa4fb7-128f-42f9-bae3-85731c627d90 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:20.726911 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ed21522-82ec-4ebc-bcd1-1c86cbfd4493 req-e8fa4fb7-128f-42f9-bae3-85731c627d90 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 1097 time: 0.1938357 Jun 25 09:23:20.803576 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ed21522-82ec-4ebc-bcd1-1c86cbfd4493 req-68c1cb7b-d6a6-4096-80c7-332d6786408c tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597253 Jun 25 09:23:20.824996 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-4ea16abc-191a-4ae1-a6ce-3e8175c61b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:20.826556 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-4ea16abc-191a-4ae1-a6ce-3e8175c61b5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb11d964c95c485faa0ce0b518283280&device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 1095 time: 0.0917847 Jun 25 09:23:20.833102 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:20.840022 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:20.846799 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:20.924872 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-ab80ea4c-26e3-4423-946b-2a994a21ddfb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cae84b5-6bf7-4322-b191-b15227e0d928 HTTP/1.1" status: 200 len: 217 time: 0.0800676 Jun 25 09:23:20.946098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=8eb9623b-cc2a-412f-8018-39154bf84eae,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:20.967648 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:20.982592 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:21.071072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-1372f34f-e8f6-47ea-b487-aea364c5ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:21.072587 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-1372f34f-e8f6-47ea-b487-aea364c5ce65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=264de093-f8bc-4972-89d7-2a2508fb4ef7 HTTP/1.1" status: 200 len: 859 time: 0.1409514 Jun 25 09:23:21.116202 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-4f96c3e4-80c9-4985-909b-4229f5346236 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b2576df-731a-49ab-beec-d0c9aa2f477d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353014 Jun 25 09:23:21.137005 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Floating IP f1b29a66-9880-4f18-ae83-b61b6e4751fa associated. External IP: 172.25.6.233, port: d446e7c6-b664-4537-900c-bff73872aef3. Jun 25 09:23:21.144170 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b504-bc72-4ce6-bc44-3e019b47a594 req-6e60858f-d4c2-46a3-b419-0db46dffd8be tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:21.145877 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ec98b504-bc72-4ce6-bc44-3e019b47a594 req-6e60858f-d4c2-46a3-b419-0db46dffd8be tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 943 time: 0.1574943 Jun 25 09:23:21.230162 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3993e-8239-423b-a2ef-6bed6de64877 req-0a8ed886-ca49-4545-9413-a4e087323c26 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:21.231690 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1df3993e-8239-423b-a2ef-6bed6de64877 req-0a8ed886-ca49-4545-9413-a4e087323c26 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2093842 Jun 25 09:23:21.294525 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ec98b504-bc72-4ce6-bc44-3e019b47a594 req-a9456442-9f50-46eb-90c2-c50c244b3628 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349180 Jun 25 09:23:21.341098 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1df3993e-8239-423b-a2ef-6bed6de64877 req-058229bd-9ebd-4d3c-a62b-ffebb469af87 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905437 Jun 25 09:23:21.344470 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-e1092ef5-c1c7-4509-b5d7-c1b73cb6eca7 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160826 Jun 25 09:23:21.346388 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37877641-55b7-4c32-b288-ea3b68c935dc x-openstack-request-id: req-37877641-55b7-4c32-b288-ea3b68c935dc {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:23:21.346672 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3973390d-75b7-401a-baeb-9700e66d3163", "tag": "0cae84b5-6bf7-4322-b191-b15227e0d928", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:23:21.347643 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-37877641-55b7-4c32-b288-ea3b68c935dc {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:23:21.347643 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3973390d-75b7-401a-baeb-9700e66d3163', 'tag': '0cae84b5-6bf7-4322-b191-b15227e0d928', 'status': 'completed', 'code': 200} Jun 25 09:23:21.487559 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:21.507156 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63c136fd-d1b6-4adb-89d4-848c042ba3f4 req-81bcb452-7339-44d7-b563-0080391f6de4 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253133 Jun 25 09:23:21.624484 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:21.635838 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54361df1-fed5-46e5-bfbd-097c1402a83f None None] Sync routers for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:21.647651 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54361df1-fed5-46e5-bfbd-097c1402a83f None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:21.648358 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-54361df1-fed5-46e5-bfbd-097c1402a83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:21.649507 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:21.659926 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea8e4f-0479-4898-a81c-0d250ad10b6b req-dd84314a-d6e3-48d0-b585-9107da2394be tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:21.669844 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1bea8e4f-0479-4898-a81c-0d250ad10b6b req-dd84314a-d6e3-48d0-b585-9107da2394be tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1222141 Jun 25 09:23:21.694158 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-54361df1-fed5-46e5-bfbd-097c1402a83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:21.703808 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54361df1-fed5-46e5-bfbd-097c1402a83f None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:21.704760 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-54361df1-fed5-46e5-bfbd-097c1402a83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:21.713529 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3754356 Jun 25 09:23:21.716472 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56330) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:21.731518 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4c495ad7-e699-4dc6-bd76-d48937c62eb2 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'floatingip': {'port_id': 'd446e7c6-b664-4537-900c-bff73872aef3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:21.751013 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-54361df1-fed5-46e5-bfbd-097c1402a83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:21.751966 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54361df1-fed5-46e5-bfbd-097c1402a83f None None] The sync data for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:21.785518 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1bea8e4f-0479-4898-a81c-0d250ad10b6b req-9353365d-1764-427d-95fa-6e647248c7b6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146107 Jun 25 09:23:21.825201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f42a14-2499-4be2-aebe-2d112a587a49 req-8e460af2-0ce5-4a13-ba77-3af496da2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:21.827108 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e1f42a14-2499-4be2-aebe-2d112a587a49 req-8e460af2-0ce5-4a13-ba77-3af496da2d16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb11d964c95c485faa0ce0b518283280&device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 1095 time: 0.1542988 Jun 25 09:23:21.836257 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c495ad7-e699-4dc6-bd76-d48937c62eb2 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:22.030499 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f42a14-2499-4be2-aebe-2d112a587a49 req-7bd1fce4-b869-4daa-84c3-46eea85c3ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:22.032153 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e1f42a14-2499-4be2-aebe-2d112a587a49 req-7bd1fce4-b869-4daa-84c3-46eea85c3ab7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8b2576df-731a-49ab-beec-d0c9aa2f477d HTTP/1.1" status: 200 len: 921 time: 0.1982498 Jun 25 09:23:22.044439 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0aebf6-f6bd-4f7c-af15-d297fe20cbe3 req-3df38cb6-5755-4dd3-b6b1-ae6446567fd2 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:22.052213 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ab0aebf6-f6bd-4f7c-af15-d297fe20cbe3 req-3df38cb6-5755-4dd3-b6b1-ae6446567fd2 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1168327 Jun 25 09:23:22.101033 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e1f42a14-2499-4be2-aebe-2d112a587a49 req-e3bc591b-98ea-4401-860e-eed3042f122e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cae84b5-6bf7-4322-b191-b15227e0d928 HTTP/1.1" status: 200 len: 217 time: 0.0460792 Jun 25 09:23:22.176127 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ab0aebf6-f6bd-4f7c-af15-d297fe20cbe3 req-0093340a-bc6f-4f24-9d43-a973712c6f7d tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230106 Jun 25 09:23:22.180516 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f42a14-2499-4be2-aebe-2d112a587a49 req-3887f2ea-a496-48ab-8abf-9490757059eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:22.182290 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e1f42a14-2499-4be2-aebe-2d112a587a49 req-3887f2ea-a496-48ab-8abf-9490757059eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=264de093-f8bc-4972-89d7-2a2508fb4ef7 HTTP/1.1" status: 200 len: 859 time: 0.0729702 Jun 25 09:23:22.232821 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e1f42a14-2499-4be2-aebe-2d112a587a49 req-36111262-26ee-4373-b763-2985125d2520 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b2576df-731a-49ab-beec-d0c9aa2f477d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428336 Jun 25 09:23:22.392020 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c6882d4-c2e1-4e69-a919-2cc1db016e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:22.415305 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e1f42a14-2499-4be2-aebe-2d112a587a49 req-be5d69a2-a6ae-469d-bfe1-aa3c6eebd787 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691499 Jun 25 09:23:22.498733 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b908b3-1671-45c2-bf59-04660e5b699e req-4e6b0e33-9685-402e-b719-880a1d55a61d tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:22.505405 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e9b908b3-1671-45c2-bf59-04660e5b699e req-4e6b0e33-9685-402e-b719-880a1d55a61d tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1734867 Jun 25 09:23:22.583570 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e9b908b3-1671-45c2-bf59-04660e5b699e req-84bd3e94-4544-4034-adaa-5a4a57991b96 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767095 Jun 25 09:23:22.585606 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e1f42a14-2499-4be2-aebe-2d112a587a49 req-0a9ed6ab-1147-499f-9893-d971d48e3f59 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632228 Jun 25 09:23:22.828288 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-78581044-ff15-423f-aca0-1ecc37e3c4fe tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:23:22.829422 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-78581044-ff15-423f-aca0-1ecc37e3c4fe tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105298 Jun 25 09:23:22.877211 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-a80b0bef-347b-4973-9481-8e43d6038bf2 service neutron] Request body: {'binding': {'host': 'n-h1-761264-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:22.877798 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-a80b0bef-347b-4973-9481-8e43d6038bf2 service neutron] Unknown quota resources ['binding']. {{(pid=94025) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 09:23:22.918060 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c883d-1859-460a-8d2c-cd5a3269bb80 req-6b017f07-24e2-4471-bd4f-2dbf9f083f09 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:22.919907 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c06c883d-1859-460a-8d2c-cd5a3269bb80 req-6b017f07-24e2-4471-bd4f-2dbf9f083f09 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 943 time: 0.0709567 Jun 25 09:23:22.925112 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c495ad7-e699-4dc6-bd76-d48937c62eb2 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:22.930804 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c495ad7-e699-4dc6-bd76-d48937c62eb2 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:22.972501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c06c883d-1859-460a-8d2c-cd5a3269bb80 req-9c872059-e040-4726-8221-31abf8db5e0b tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420735 Jun 25 09:23:23.124237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-a80b0bef-347b-4973-9481-8e43d6038bf2 service neutron] Attempting to bind port 18277e0d-bccb-4392-af75-28301b12e509 on host n-h1-761264-15 for vnic_type normal with profile None {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:23:23.124587 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-a80b0bef-347b-4973-9481-8e43d6038bf2 service neutron] Attempting to bind port 18277e0d-bccb-4392-af75-28301b12e509 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:23:23.124933 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-a80b0bef-347b-4973-9481-8e43d6038bf2 service neutron] Attempting to bind port 18277e0d-bccb-4392-af75-28301b12e509 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:23:23.165293 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-a80b0bef-347b-4973-9481-8e43d6038bf2 service neutron] Port 18277e0d-bccb-4392-af75-28301b12e509 on network 86032570-f2c0-48a3-9354-653695b1e594 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:23:23.165621 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-a80b0bef-347b-4973-9481-8e43d6038bf2 service neutron] Attempting to bind port 18277e0d-bccb-4392-af75-28301b12e509 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:23:23.165879 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f2b53-e044-4d44-9219-798514caf2c5 req-47e52b40-4af4-4e48-96a1-3be87771c0f6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:23.167375 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8d2f2b53-e044-4d44-9219-798514caf2c5 req-47e52b40-4af4-4e48-96a1-3be87771c0f6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.0711081 Jun 25 09:23:23.175232 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-a80b0bef-347b-4973-9481-8e43d6038bf2 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:23:23.175581 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-a80b0bef-347b-4973-9481-8e43d6038bf2 service neutron] Checking segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:23:23.175958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-a80b0bef-347b-4973-9481-8e43d6038bf2 service neutron] Bound using segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:23:23.176399 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-a80b0bef-347b-4973-9481-8e43d6038bf2 service neutron] Bound port: 18277e0d-bccb-4392-af75-28301b12e509, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:23:23.213977 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8d2f2b53-e044-4d44-9219-798514caf2c5 req-9a78bcaa-10fe-4c6b-be9d-f917240b9984 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400696 Jun 25 09:23:23.297142 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-a80b0bef-347b-4973-9481-8e43d6038bf2 service neutron] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=18277e0d-bccb-4392-af75-28301b12e509,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:23:23.303024 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c495ad7-e699-4dc6-bd76-d48937c62eb2 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:23.305412 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-a80b0bef-347b-4973-9481-8e43d6038bf2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:23.306607 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-a80b0bef-347b-4973-9481-8e43d6038bf2 service neutron] 10.222.0.93 "POST /v2.0/ports/18277e0d-bccb-4392-af75-28301b12e509/bindings HTTP/1.1" status: 201 len: 390 time: 0.4330659 Jun 25 09:23:23.423785 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aadf9-1d4d-4a2d-b895-fa257e9fa819 req-d6bf63c1-6f8d-40a5-88f4-03258c1ee929 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:23.433965 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-341aadf9-1d4d-4a2d-b895-fa257e9fa819 req-d6bf63c1-6f8d-40a5-88f4-03258c1ee929 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1025038 Jun 25 09:23:23.442237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c495ad7-e699-4dc6-bd76-d48937c62eb2 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:23.447433 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c495ad7-e699-4dc6-bd76-d48937c62eb2 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:23.451842 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c84a212-a35c-4c0f-bde5-6c0a62385975 None None] Sync routers for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:23.466579 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c84a212-a35c-4c0f-bde5-6c0a62385975 None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:23.468663 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-5c84a212-a35c-4c0f-bde5-6c0a62385975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:23.491255 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-341aadf9-1d4d-4a2d-b895-fa257e9fa819 req-6342f9f9-aa30-40ff-917a-9c35eb2a3cee tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555642 Jun 25 09:23:23.530387 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-5c84a212-a35c-4c0f-bde5-6c0a62385975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:23.554963 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c84a212-a35c-4c0f-bde5-6c0a62385975 None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:23.555639 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-5c84a212-a35c-4c0f-bde5-6c0a62385975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:23.586346 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4c495ad7-e699-4dc6-bd76-d48937c62eb2 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "PUT /v2.0/floatingips/f1b29a66-9880-4f18-ae83-b61b6e4751fa HTTP/1.1" status: 200 len: 978 time: 1.8687305 Jun 25 09:23:23.589491 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56374) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:23.617922 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-5c84a212-a35c-4c0f-bde5-6c0a62385975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:23.619082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c84a212-a35c-4c0f-bde5-6c0a62385975 None None] The sync data for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:23.645333 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6218225-2e5e-44c1-88e1-c99e1ca7b063 req-56622ed5-3eb2-4d20-9807-a7fa4084ea9c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:23.652882 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e6218225-2e5e-44c1-88e1-c99e1ca7b063 req-56622ed5-3eb2-4d20-9807-a7fa4084ea9c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1340227 Jun 25 09:23:23.786085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e6218225-2e5e-44c1-88e1-c99e1ca7b063 req-4617233f-80c1-4f35-ac09-98fc9d3e3725 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286051 Jun 25 09:23:23.892920 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45d1c3-c348-41b9-85a5-4ddce951b6c5 req-18b9b163-eb1b-4692-8407-0e1b13d00529 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:23.905320 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1e45d1c3-c348-41b9-85a5-4ddce951b6c5 req-18b9b163-eb1b-4692-8407-0e1b13d00529 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 945 time: 0.2502725 Jun 25 09:23:23.910750 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:23.914893 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-edf03c7b-1ace-4576-8dba-e0fa3c4ca0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:23.914893 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-edf03c7b-1ace-4576-8dba-e0fa3c4ca0c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 1097 time: 0.2572935 Jun 25 09:23:23.916348 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-0e494564-e9fd-46a8-bb58-6a9f968383e0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting port 8eb9623b-cc2a-412f-8018-39154bf84eae {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:23.916876 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e494564-e9fd-46a8-bb58-6a9f968383e0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:24.017605 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1e45d1c3-c348-41b9-85a5-4ddce951b6c5 req-f380bd5f-4977-4c9a-aaf6-e3ec5f5c0dc3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092889 Jun 25 09:23:24.024379 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e494564-e9fd-46a8-bb58-6a9f968383e0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:24.024739 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e494564-e9fd-46a8-bb58-6a9f968383e0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:24.042404 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-0e494564-e9fd-46a8-bb58-6a9f968383e0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Calling delete_port for 8eb9623b-cc2a-412f-8018-39154bf84eae owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:24.071407 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-ae75b8ed-1775-4fd0-a538-5b8652afc6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:24.073238 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-ae75b8ed-1775-4fd0-a538-5b8652afc6ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.1449182 Jun 25 09:23:24.123424 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-a89b7749-a1a0-4cc4-bf5e-0e36cfda7104 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18277e0d-bccb-4392-af75-28301b12e509 HTTP/1.1" status: 200 len: 217 time: 0.0430555 Jun 25 09:23:24.240154 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-d1830143-d444-4165-af2f-3d4c2a877347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:24.241671 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-d1830143-d444-4165-af2f-3d4c2a877347 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.1112828 Jun 25 09:23:24.246354 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e494564-e9fd-46a8-bb58-6a9f968383e0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:24.249259 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e0cfa961-c39c-435d-be32-812e7cd2ff22 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:24.276987 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e494564-e9fd-46a8-bb58-6a9f968383e0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Port': ['ID=8eb9623b-cc2a-412f-8018-39154bf84eae,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:24.279357 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0e494564-e9fd-46a8-bb58-6a9f968383e0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:24.288792 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-cd78f592-680e-482b-87f9-0ea89821373d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371342 Jun 25 09:23:24.344911 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e494564-e9fd-46a8-bb58-6a9f968383e0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:24.345480 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-0e494564-e9fd-46a8-bb58-6a9f968383e0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Floating IP f1b29a66-9880-4f18-ae83-b61b6e4751fa disassociated (deleted). External IP: 172.25.6.233, port: d446e7c6-b664-4537-900c-bff73872aef3. Jun 25 09:23:24.352555 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b20caf-c033-4c63-872c-4d6c15b685ac req-88b9c8b3-571f-431c-9505-b205a4a59021 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:24.354110 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-30b20caf-c033-4c63-872c-4d6c15b685ac req-88b9c8b3-571f-431c-9505-b205a4a59021 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 943 time: 0.2158518 Jun 25 09:23:24.372604 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6255be3-5630-4494-a6bd-fda1a839852d req-22b2dce6-6f7b-4071-a0d4-0cf8c224d9a4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:24.374096 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6255be3-5630-4494-a6bd-fda1a839852d req-22b2dce6-6f7b-4071-a0d4-0cf8c224d9a4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2088623 Jun 25 09:23:24.459758 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-30b20caf-c033-4c63-872c-4d6c15b685ac req-684e4416-f12f-4ada-bc2d-db80fd953560 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971284 Jun 25 09:23:24.466585 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6255be3-5630-4494-a6bd-fda1a839852d req-78040446-58f1-4ffd-b987-dea63a3d538f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843761 Jun 25 09:23:24.468770 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-3bad02b6-27de-44dc-9f65-c5a779a46f24 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721659 Jun 25 09:23:24.580534 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e494564-e9fd-46a8-bb58-6a9f968383e0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:24.630884 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-87161ce2-6494-4538-8941-328c10e53225 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546969 Jun 25 09:23:24.695992 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e494564-e9fd-46a8-bb58-6a9f968383e0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:24.697577 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2a940-1bf2-48ec-bffc-95feb7e8091f req-b300ebf9-b512-42fd-87dc-1b2743c8e6b4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:24.698944 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-daa2a940-1bf2-48ec-bffc-95feb7e8091f req-b300ebf9-b512-42fd-87dc-1b2743c8e6b4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1093490 Jun 25 09:23:24.701234 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e494564-e9fd-46a8-bb58-6a9f968383e0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:24.710526 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dcdf1-64c9-4813-b70e-2b3c2f5e9f3e req-12eeb7d2-1c9d-4c2e-9fe1-dff1bd053b3a tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:24.710760 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55af4a8-859d-4014-8136-0bdc368dc75b None None] Sync routers for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:24.720603 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-820dcdf1-64c9-4813-b70e-2b3c2f5e9f3e req-12eeb7d2-1c9d-4c2e-9fe1-dff1bd053b3a tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1192615 Jun 25 09:23:24.724037 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55af4a8-859d-4014-8136-0bdc368dc75b None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:24.725368 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c55af4a8-859d-4014-8136-0bdc368dc75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:24.755744 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0e494564-e9fd-46a8-bb58-6a9f968383e0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/floatingips/f1b29a66-9880-4f18-ae83-b61b6e4751fa HTTP/1.1" status: 204 len: 168 time: 1.1638942 Jun 25 09:23:24.759076 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56394) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:24.771434 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c55af4a8-859d-4014-8136-0bdc368dc75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:24.781749 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55af4a8-859d-4014-8136-0bdc368dc75b None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:24.782603 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c55af4a8-859d-4014-8136-0bdc368dc75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:22:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:24.857887 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c55af4a8-859d-4014-8136-0bdc368dc75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:24.861360 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55af4a8-859d-4014-8136-0bdc368dc75b None None] The sync data for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:24.889402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-820dcdf1-64c9-4813-b70e-2b3c2f5e9f3e req-6fb31265-7795-48c8-9552-689639ec7aa2 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526754 Jun 25 09:23:24.910520 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-daa2a940-1bf2-48ec-bffc-95feb7e8091f req-7648e82e-ba63-41ac-8f43-30c1132b6906 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797988 Jun 25 09:23:24.919546 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3c1a2ab-c67a-4df3-b0a2-ac3a45af309b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:24.968667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting port d446e7c6-b664-4537-900c-bff73872aef3 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:24.969183 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:25.117702 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3f58d-3a0d-4de2-84dd-439432906c82 req-a4b44b96-4682-4891-9a4d-31911429ca8f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:25.126169 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:25.141661 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62f3f58d-3a0d-4de2-84dd-439432906c82 req-a4b44b96-4682-4891-9a4d-31911429ca8f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1031389 Jun 25 09:23:25.153860 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Calling delete_port for d446e7c6-b664-4537-900c-bff73872aef3 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:25.176777 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:25.211996 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62f3f58d-3a0d-4de2-84dd-439432906c82 req-d69fee45-75a2-4812-a282-22120adc92fe tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685208 Jun 25 09:23:25.282877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 0cae84b5-6bf7-4322-b191-b15227e0d928 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:23:25.397178 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:25.401959 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:25.435932 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Port': ['ID=d446e7c6-b664-4537-900c-bff73872aef3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:25.447649 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:25.448203 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:25.448678 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:25.449190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:25.449752 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:25.450254 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:25.450711 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:25.451169 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:25.451627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:25.452164 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:25.453107 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:25.453107 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:25.463652 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:25.510237 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 0cae84b5-6bf7-4322-b191-b15227e0d928, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=0cae84b5-6bf7-4322-b191-b15227e0d928,segment=NetworkSegment(5b654784-b987-4ae0-802a-cc0e228247b4),segment_id=5b654784-b987-4ae0-802a-cc0e228247b4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:25.529655 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '0cae84b5-6bf7-4322-b191-b15227e0d928', 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d', 'port_id': '0cae84b5-6bf7-4322-b191-b15227e0d928', 'mac_address': 'fa:16:3e:8b:02:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:23:25.554634 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd58185-cc41-4d03-b2f2-f6591f489411 req-7e94b779-b26d-436e-a3aa-556b8b30248b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:25.566057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8bd58185-cc41-4d03-b2f2-f6591f489411 req-7e94b779-b26d-436e-a3aa-556b8b30248b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1810596 Jun 25 09:23:25.583096 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a16d22-40aa-470f-bfcc-cb61a3e8a1b5 req-eb127a65-cd8c-49a4-b918-59552e371fa2 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:25.584653 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4a16d22-40aa-470f-bfcc-cb61a3e8a1b5 req-eb127a65-cd8c-49a4-b918-59552e371fa2 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 945 time: 0.1598012 Jun 25 09:23:25.587236 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:25.595360 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:25.598303 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/ports/d446e7c6-b664-4537-900c-bff73872aef3 HTTP/1.1" status: 204 len: 168 time: 0.8377249 Jun 25 09:23:25.602719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56434) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:25.612933 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:25.619099 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cae84b5-6bf7-4322-b191-b15227e0d928 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:23:25.644197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 0cae84b5-6bf7-4322-b191-b15227e0d928, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=0cae84b5-6bf7-4322-b191-b15227e0d928,segment=NetworkSegment(5b654784-b987-4ae0-802a-cc0e228247b4),segment_id=5b654784-b987-4ae0-802a-cc0e228247b4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:25.652270 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:25.654895 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0ac0823c-4a94-4a00-a17a-66fc333ab400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:25.657213 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:25.685867 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4a16d22-40aa-470f-bfcc-cb61a3e8a1b5 req-748931ee-c2ce-4d41-8ca1-11dc6e513c8c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839744 Jun 25 09:23:25.721069 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8bd58185-cc41-4d03-b2f2-f6591f489411 req-7e8e4fab-7c4b-46df-bc43-069ad7835859 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463349 Jun 25 09:23:25.774719 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=0cae84b5-6bf7-4322-b191-b15227e0d928,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:25.787684 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:25.863775 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:26.026911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f0ce4-7254-4490-9e42-0900db898586 req-6027e7be-f087-4ef7-a6bf-7d02e469fb85 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:26.033532 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Allocated IP 172.25.6.210 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/f07012d2-01ed-4ed1-931a-71baade90ac7) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:23:26.037404 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a07f0ce4-7254-4490-9e42-0900db898586 req-6027e7be-f087-4ef7-a6bf-7d02e469fb85 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1096401 Jun 25 09:23:26.056428 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cfc9a-781e-45ed-a77d-ab5345526d10 req-b6e832ce-12cf-458b-923c-66976f96bfc2 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:26.063976 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b14cfc9a-781e-45ed-a77d-ab5345526d10 req-b6e832ce-12cf-458b-923c-66976f96bfc2 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 944 time: 0.1754322 Jun 25 09:23:26.120901 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b14cfc9a-781e-45ed-a77d-ab5345526d10 req-22179d42-5b84-44ed-8b87-7ae402fb68af tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559249 Jun 25 09:23:26.155937 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:26.160654 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a07f0ce4-7254-4490-9e42-0900db898586 req-f385fbb2-5b7b-4eaa-a1da-f33414e49d2e tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214600 Jun 25 09:23:26.207969 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:26.255370 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:26.258420 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:26.268948 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['0cae84b5-6bf7-4322-b191-b15227e0d928'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:23:26.313258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:23:26.317867 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:26.323173 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:23:26.360915 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=f07012d2-01ed-4ed1-931a-71baade90ac7,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:26.366662 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:26.439863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077de10-b4a2-41fe-ac93-604e64b421e3 req-041c449e-c1a9-4d51-adbb-8863b85e4710 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:26.447953 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5077de10-b4a2-41fe-ac93-604e64b421e3 req-041c449e-c1a9-4d51-adbb-8863b85e4710 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1513116 Jun 25 09:23:26.508854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec3e24-d250-4933-8c14-01f304d85299 req-a8d47d2d-8003-4ac1-8952-386f86afd896 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:26.510538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4bec3e24-d250-4933-8c14-01f304d85299 req-a8d47d2d-8003-4ac1-8952-386f86afd896 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1622825 Jun 25 09:23:26.520796 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:26.525692 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5077de10-b4a2-41fe-ac93-604e64b421e3 req-90647c22-b1da-482d-bccd-2d2dbcf885f8 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765169 Jun 25 09:23:26.612021 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4bec3e24-d250-4933-8c14-01f304d85299 req-ab7c6263-6213-4857-b47e-1617f12c9b9c tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828140 Jun 25 09:23:26.625371 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:26.936687 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:26.949916 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:26.952884 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2f228484-9247-4ba5-bdf7-7b9e5f49b07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:27.021173 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99f7c1-f44a-4ea7-8f86-86af0796a9a9 req-660320f3-7556-4f7f-8aab-09a8b9d4d158 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:27.025233 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9f99f7c1-f44a-4ea7-8f86-86af0796a9a9 req-660320f3-7556-4f7f-8aab-09a8b9d4d158 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 945 time: 0.1455970 Jun 25 09:23:27.046410 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c0fbc-c1b4-48dd-ad4b-a5c9f915ad59 req-c8246f2f-cff6-4e5f-b8c1-de5b779f0ebb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:27.051676 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-287c0fbc-c1b4-48dd-ad4b-a5c9f915ad59 req-c8246f2f-cff6-4e5f-b8c1-de5b779f0ebb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1280570 Jun 25 09:23:27.055094 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=f07012d2-01ed-4ed1-931a-71baade90ac7,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:27.059412 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:27.073861 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:27.094415 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:27.098831 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4946313 Jun 25 09:23:27.099168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56460) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:27.105231 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c97ae9f4-9584-4997-b657-4114eade0742 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'port': {'network_id': '42c67784-87df-40a3-a990-6fcafc7d176e', 'name': 'tempest-FloatingIPTestJSON-859434083'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:27.126666 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9f99f7c1-f44a-4ea7-8f86-86af0796a9a9 req-bd65f84c-4ad3-4398-952c-44f43eff2da7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696032 Jun 25 09:23:27.131688 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-287c0fbc-c1b4-48dd-ad4b-a5c9f915ad59 req-17ae376a-6a58-4eee-96c5-49719ac922c8 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767720 Jun 25 09:23:27.269693 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97ae9f4-9584-4997-b657-4114eade0742 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Made reservation on behalf of 84d60807ffac4373b3c68c8e7334adc6 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:23:27.273956 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c97ae9f4-9584-4997-b657-4114eade0742 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:27.303944 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-c97ae9f4-9584-4997-b657-4114eade0742 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] device_id is not set on port 997ae86b-9de0-4b66-a592-c0b015137f18 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:23:27.356508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea83950-dd68-447f-8632-4a1fb431353b req-13ff48e6-1573-4d1a-81be-056b626a16c3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:27.367190 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fea83950-dd68-447f-8632-4a1fb431353b req-13ff48e6-1573-4d1a-81be-056b626a16c3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 944 time: 0.1115403 Jun 25 09:23:27.444641 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-c97ae9f4-9584-4997-b657-4114eade0742 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Allocated IP 172.20.0.8 (42c67784-87df-40a3-a990-6fcafc7d176e/e6f43cfd-c28e-4e02-8121-5b14c00b0b89/997ae86b-9de0-4b66-a592-c0b015137f18) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:23:27.454149 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fea83950-dd68-447f-8632-4a1fb431353b req-326d9129-d182-454f-9543-556054c33166 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850446 Jun 25 09:23:27.487741 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c22f1-dcb7-485b-950e-d01175658594 req-af60db4e-ae73-4df4-8131-1843e1400f6d tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:27.489529 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d73c22f1-dcb7-485b-950e-d01175658594 req-af60db4e-ae73-4df4-8131-1843e1400f6d tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1524312 Jun 25 09:23:27.530448 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d73c22f1-dcb7-485b-950e-d01175658594 req-eb20ba04-1f58-4004-a5bd-57cca2e5558b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341039 Jun 25 09:23:27.603943 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c97ae9f4-9584-4997-b657-4114eade0742 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:27.842383 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0ca10-9414-4f3b-8189-08216b2ccc8f req-b76a738a-f04f-4606-a37e-1dce9c71fbe3 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:27.844044 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-18c0ca10-9414-4f3b-8189-08216b2ccc8f req-b76a738a-f04f-4606-a37e-1dce9c71fbe3 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1404796 Jun 25 09:23:27.899879 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:27.932174 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9888d1-ed98-4414-876d-a7704d5a4dff req-734030e5-17cc-43d8-b6e4-000b6fd74abc tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:27.939570 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7e9888d1-ed98-4414-876d-a7704d5a4dff req-734030e5-17cc-43d8-b6e4-000b6fd74abc tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1850531 Jun 25 09:23:27.979545 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-18c0ca10-9414-4f3b-8189-08216b2ccc8f req-16b7f85f-67d9-40c0-9a95-8b554cba6590 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248057 Jun 25 09:23:28.021555 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c97ae9f4-9584-4997-b657-4114eade0742 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:28.026881 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8dff4cc3-8940-4bd6-bf23-882bf453eb38 tempest-ServerMetadataNegativeTestJSON-441425930 tempest-ServerMetadataNegativeTestJSON-441425930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:28.047126 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7e9888d1-ed98-4414-876d-a7704d5a4dff req-18eeaf12-21d7-4f84-a396-2092ca590894 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064787 Jun 25 09:23:28.100590 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97ae9f4-9584-4997-b657-4114eade0742 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 42c67784-87df-40a3-a990-6fcafc7d176e is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:23:28.105249 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-c97ae9f4-9584-4997-b657-4114eade0742 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:28.113703 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ae9f4-9584-4997-b657-4114eade0742 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:23:28.192958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ae9f4-9584-4997-b657-4114eade0742 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:28.197039 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c97ae9f4-9584-4997-b657-4114eade0742 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:28.201675 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ae9f4-9584-4997-b657-4114eade0742 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=997ae86b-9de0-4b66-a592-c0b015137f18,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:28.214920 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c97ae9f4-9584-4997-b657-4114eade0742 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:28.227412 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c97ae9f4-9584-4997-b657-4114eade0742 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1268861 Jun 25 09:23:28.230085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56486) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:28.236431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-cfe71c5f-c216-40bc-aef1-81b6bf947293 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'floatingip': {'port_id': '997ae86b-9de0-4b66-a592-c0b015137f18'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:28.290988 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfe71c5f-c216-40bc-aef1-81b6bf947293 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:28.397391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28e3ae-30f6-4220-8f66-140098285ee1 req-610b8017-f92d-4778-a0ca-d4a01b65b7d6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:28.405379 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5f28e3ae-30f6-4220-8f66-140098285ee1 req-610b8017-f92d-4778-a0ca-d4a01b65b7d6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1436968 Jun 25 09:23:28.495471 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5f28e3ae-30f6-4220-8f66-140098285ee1 req-13ab4f23-9994-4996-8b19-809e833fb2af tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878019 Jun 25 09:23:28.542352 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb75c3-002d-41f1-aca9-b1a06f0a67b9 req-30419daf-c447-4f97-9846-49cb01ee2335 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:28.543821 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5dfb75c3-002d-41f1-aca9-b1a06f0a67b9 req-30419daf-c447-4f97-9846-49cb01ee2335 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 945 time: 0.1344917 Jun 25 09:23:28.626660 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5dfb75c3-002d-41f1-aca9-b1a06f0a67b9 req-e7bba596-4c88-4467-880e-c993c2a46575 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751245 Jun 25 09:23:28.735540 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c3d66-a828-4d87-a27d-f9240345ff95 req-87b1a2fb-1631-4d6b-856c-3ce3839c5955 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:28.742828 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a3c3d66-a828-4d87-a27d-f9240345ff95 req-87b1a2fb-1631-4d6b-856c-3ce3839c5955 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 944 time: 0.0924356 Jun 25 09:23:28.809544 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a3c3d66-a828-4d87-a27d-f9240345ff95 req-507a59e7-264c-4dc6-b062-d01c02121a79 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657489 Jun 25 09:23:28.929506 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f45679-fb05-4bc6-887c-a0f4a825746a req-6cb0fd21-95f3-43ae-bd4a-319e5a227db2 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:28.931027 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-09f45679-fb05-4bc6-887c-a0f4a825746a req-6cb0fd21-95f3-43ae-bd4a-319e5a227db2 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1190364 Jun 25 09:23:29.029768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-09f45679-fb05-4bc6-887c-a0f4a825746a req-f3ee5a16-d347-46a8-9baf-2a67e2e59a99 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907605 Jun 25 09:23:29.104816 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfe71c5f-c216-40bc-aef1-81b6bf947293 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:29.110474 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfe71c5f-c216-40bc-aef1-81b6bf947293 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:29.250880 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-cfe71c5f-c216-40bc-aef1-81b6bf947293 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Floating IP becbf044-a5cf-4c89-8fbc-d08b47937c2d associated. External IP: 172.25.6.210, port: 997ae86b-9de0-4b66-a592-c0b015137f18. Jun 25 09:23:29.277673 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 0cae84b5-6bf7-4322-b191-b15227e0d928 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:23:29.326220 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c106425-2e20-43dc-a3fb-98d8ce075195 req-f2d67050-bc74-4ba3-98c8-35e451b3ec66 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:29.335446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c106425-2e20-43dc-a3fb-98d8ce075195 req-f2d67050-bc74-4ba3-98c8-35e451b3ec66 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1454291 Jun 25 09:23:29.360508 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 0cae84b5-6bf7-4322-b191-b15227e0d928 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:23:29.365096 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 0cae84b5-6bf7-4322-b191-b15227e0d928 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:23:29.365440 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:29.372391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8a06b-179d-47b9-9b0e-8a95f92b649c req-3153a572-6f99-46d9-a3c1-3a27722be73c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:29.374091 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-00b8a06b-179d-47b9-9b0e-8a95f92b649c req-3153a572-6f99-46d9-a3c1-3a27722be73c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1439030 Jun 25 09:23:29.411899 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c106425-2e20-43dc-a3fb-98d8ce075195 req-ad8cb4a4-be21-465a-8198-b7939caf306d tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758388 Jun 25 09:23:29.457653 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-00b8a06b-179d-47b9-9b0e-8a95f92b649c req-06d622d0-d03d-4f13-a206-3abb20c10a7b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750105 Jun 25 09:23:29.479062 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:29.554414 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 0cae84b5-6bf7-4322-b191-b15227e0d928, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=0cae84b5-6bf7-4322-b191-b15227e0d928,segment=NetworkSegment(5b654784-b987-4ae0-802a-cc0e228247b4),segment_id=5b654784-b987-4ae0-802a-cc0e228247b4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:29.555591 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3973390d-75b7-401a-baeb-9700e66d3163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cae84b5-6bf7-4322-b191-b15227e0d928'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:23:29.556374 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe71c5f-c216-40bc-aef1-81b6bf947293 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:29.560301 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332dfb00-337a-46f2-844f-32d2a5f0a18e" -d '{"events": [{"server_uuid": "3973390d-75b7-401a-baeb-9700e66d3163", "name": "network-vif-plugged", "status": "completed", "tag": "0cae84b5-6bf7-4322-b191-b15227e0d928"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:23:29.563398 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:29.565738 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:29.653052 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=0cae84b5-6bf7-4322-b191-b15227e0d928,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:29.663739 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:29.670699 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b45083b-a68c-4476-86e7-a029803eefe9 x-openstack-request-id: req-9b45083b-a68c-4476-86e7-a029803eefe9 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:23:29.671115 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3973390d-75b7-401a-baeb-9700e66d3163", "name": "network-vif-plugged", "status": "completed", "tag": "0cae84b5-6bf7-4322-b191-b15227e0d928", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:23:29.671476 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9b45083b-a68c-4476-86e7-a029803eefe9 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:23:29.671985 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3973390d-75b7-401a-baeb-9700e66d3163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cae84b5-6bf7-4322-b191-b15227e0d928', 'code': 200} Jun 25 09:23:29.735628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe71c5f-c216-40bc-aef1-81b6bf947293 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:29.742236 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfe71c5f-c216-40bc-aef1-81b6bf947293 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:29.746269 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a743754-0be7-426a-85e2-c6513a64260f None None] Sync routers for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:29.770383 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a743754-0be7-426a-85e2-c6513a64260f None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:29.771292 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1a743754-0be7-426a-85e2-c6513a64260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:29.805698 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cfe71c5f-c216-40bc-aef1-81b6bf947293 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "PUT /v2.0/floatingips/becbf044-a5cf-4c89-8fbc-d08b47937c2d HTTP/1.1" status: 200 len: 977 time: 1.5717640 Jun 25 09:23:29.806023 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56508) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:29.841797 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1a743754-0be7-426a-85e2-c6513a64260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:29.863640 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a743754-0be7-426a-85e2-c6513a64260f None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:29.864810 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1a743754-0be7-426a-85e2-c6513a64260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:29.931362 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1a743754-0be7-426a-85e2-c6513a64260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:29.933129 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a743754-0be7-426a-85e2-c6513a64260f None None] The sync data for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:29.982476 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64d67b-e07c-47da-9b0c-0e3431cdfa7b req-379d24a9-ea9a-4662-a332-2d185a3d3e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:29.985482 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4a64d67b-e07c-47da-9b0c-0e3431cdfa7b req-379d24a9-ea9a-4662-a332-2d185a3d3e66 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 1097 time: 0.2100420 Jun 25 09:23:29.987681 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-7be37eb2-1ff5-4caf-b71c-09ba75acaedd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting port 997ae86b-9de0-4b66-a592-c0b015137f18 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:29.988128 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7be37eb2-1ff5-4caf-b71c-09ba75acaedd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:30.026734 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d701e3-992a-4cfe-bdb8-c8401cc31af3 req-fe414296-7dcd-4912-8798-03dbb3e236f7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:30.029186 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-28d701e3-992a-4cfe-bdb8-c8401cc31af3 req-fe414296-7dcd-4912-8798-03dbb3e236f7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 945 time: 0.1607850 Jun 25 09:23:30.151946 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7be37eb2-1ff5-4caf-b71c-09ba75acaedd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:30.190704 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-28d701e3-992a-4cfe-bdb8-c8401cc31af3 req-f98dd939-a7b4-4930-828a-2bea8e51cd06 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535718 Jun 25 09:23:30.203820 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4a64d67b-e07c-47da-9b0c-0e3431cdfa7b req-f44169d8-043c-449a-b53e-2812d54c29c4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076571 Jun 25 09:23:30.243299 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f0ae8-593f-4d2a-9d86-3b005c08c5dc req-7ddb6116-2caa-4ed8-8546-e48419e4aa7c tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:30.251383 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-554f0ae8-593f-4d2a-9d86-3b005c08c5dc req-7ddb6116-2caa-4ed8-8546-e48419e4aa7c tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.2093890 Jun 25 09:23:30.308971 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-554f0ae8-593f-4d2a-9d86-3b005c08c5dc req-78d3151a-9108-4dfd-853d-e1204d6a62d3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545521 Jun 25 09:23:30.503364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da7987-9563-4bab-bd9e-51b6e927a9f5 req-d8e37744-b06e-4754-9027-7eb70796a7b5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:30.525055 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e3da7987-9563-4bab-bd9e-51b6e927a9f5 req-d8e37744-b06e-4754-9027-7eb70796a7b5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1454067 Jun 25 09:23:30.555203 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7be37eb2-1ff5-4caf-b71c-09ba75acaedd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:30.555591 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7be37eb2-1ff5-4caf-b71c-09ba75acaedd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:30.556602 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-7be37eb2-1ff5-4caf-b71c-09ba75acaedd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Floating IP becbf044-a5cf-4c89-8fbc-d08b47937c2d disassociated. External IP: 172.25.6.210, port: 997ae86b-9de0-4b66-a592-c0b015137f18. Jun 25 09:23:30.556999 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-7be37eb2-1ff5-4caf-b71c-09ba75acaedd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Calling delete_port for 997ae86b-9de0-4b66-a592-c0b015137f18 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:30.615460 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e3da7987-9563-4bab-bd9e-51b6e927a9f5 req-3dacb48e-fdc7-40fc-be38-7ecf407cccfc tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892382 Jun 25 09:23:30.798129 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7be37eb2-1ff5-4caf-b71c-09ba75acaedd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:30.803206 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e17ced7b-6bd1-4312-bb74-ad504078af07 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:30.829026 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be37eb2-1ff5-4caf-b71c-09ba75acaedd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Port': ['ID=997ae86b-9de0-4b66-a592-c0b015137f18,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:30.836162 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7be37eb2-1ff5-4caf-b71c-09ba75acaedd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:30.952233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d70630-99e4-472c-b9ca-7946bdfe8345 req-363b49d4-0aa6-4370-9f01-2ea4a7a5e6b0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:30.954037 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94d70630-99e4-472c-b9ca-7946bdfe8345 req-363b49d4-0aa6-4370-9f01-2ea4a7a5e6b0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1108189 Jun 25 09:23:31.001449 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94d70630-99e4-472c-b9ca-7946bdfe8345 req-6e2f34f3-1e22-40ba-8151-d03dba1b60dc tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412042 Jun 25 09:23:31.004956 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be37eb2-1ff5-4caf-b71c-09ba75acaedd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:31.137780 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be37eb2-1ff5-4caf-b71c-09ba75acaedd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:31.148476 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596ac30-9440-4533-8474-cd41c0561c81 None None] Sync routers for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:31.165819 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596ac30-9440-4533-8474-cd41c0561c81 None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:31.166544 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-2596ac30-9440-4533-8474-cd41c0561c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:31.203240 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:31.234387 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-2596ac30-9440-4533-8474-cd41c0561c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:31.264491 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596ac30-9440-4533-8474-cd41c0561c81 None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:31.265424 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-2596ac30-9440-4533-8474-cd41c0561c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:31.276075 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7be37eb2-1ff5-4caf-b71c-09ba75acaedd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:31.279611 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7be37eb2-1ff5-4caf-b71c-09ba75acaedd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/ports/997ae86b-9de0-4b66-a592-c0b015137f18 HTTP/1.1" status: 204 len: 168 time: 1.4726110 Jun 25 09:23:31.282904 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56536) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:31.356713 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-2596ac30-9440-4533-8474-cd41c0561c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:31.357570 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596ac30-9440-4533-8474-cd41c0561c81 None None] The sync data for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:31.366072 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d4b5785f-f026-4f03-9e51-a51225b37f8d tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "GET /v2.0/floatingips/becbf044-a5cf-4c89-8fbc-d08b47937c2d HTTP/1.1" status: 200 len: 688 time: 0.0764022 Jun 25 09:23:31.366072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56540) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:31.550316 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-5b81b343-ce6d-417e-ba5a-8d7965906ae3 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting port f07012d2-01ed-4ed1-931a-71baade90ac7 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:31.550764 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b81b343-ce6d-417e-ba5a-8d7965906ae3 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:31.599465 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56546) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:31.674661 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b81b343-ce6d-417e-ba5a-8d7965906ae3 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:31.675052 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b81b343-ce6d-417e-ba5a-8d7965906ae3 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:31.690428 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-5b81b343-ce6d-417e-ba5a-8d7965906ae3 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Calling delete_port for f07012d2-01ed-4ed1-931a-71baade90ac7 owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:31.773082 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5336aa4b-aaa5-4865-a332-99cae93efea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:31.836274 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16de4d-446e-48ba-8bb6-6daf60dfe7e6 req-caed2632-143a-4a93-9427-b67276548d40 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:31.842402 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16de4d-446e-48ba-8bb6-6daf60dfe7e6 req-caed2632-143a-4a93-9427-b67276548d40 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:31.848476 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16de4d-446e-48ba-8bb6-6daf60dfe7e6 req-caed2632-143a-4a93-9427-b67276548d40 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:31.854365 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16de4d-446e-48ba-8bb6-6daf60dfe7e6 req-caed2632-143a-4a93-9427-b67276548d40 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:31.861017 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16de4d-446e-48ba-8bb6-6daf60dfe7e6 req-caed2632-143a-4a93-9427-b67276548d40 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:31.866832 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16de4d-446e-48ba-8bb6-6daf60dfe7e6 req-caed2632-143a-4a93-9427-b67276548d40 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:31.872955 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16de4d-446e-48ba-8bb6-6daf60dfe7e6 req-caed2632-143a-4a93-9427-b67276548d40 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:31.874775 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5f16de4d-446e-48ba-8bb6-6daf60dfe7e6 req-caed2632-143a-4a93-9427-b67276548d40 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5445 time: 0.6579521 Jun 25 09:23:31.887932 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b81b343-ce6d-417e-ba5a-8d7965906ae3 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:31.892690 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6793e4c-dc16-4383-a1c5-799d6c4df699 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:31.895778 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab879ec4-6c3d-46e0-be20-51d28787f3be req-98f4659f-c7e0-4ac7-8435-de26c7488469 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:31.904332 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ab879ec4-6c3d-46e0-be20-51d28787f3be req-98f4659f-c7e0-4ac7-8435-de26c7488469 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 945 time: 0.1538904 Jun 25 09:23:31.938491 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81b343-ce6d-417e-ba5a-8d7965906ae3 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Port': ['ID=f07012d2-01ed-4ed1-931a-71baade90ac7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:31.946315 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b81b343-ce6d-417e-ba5a-8d7965906ae3 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:31.993782 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5f16de4d-446e-48ba-8bb6-6daf60dfe7e6 req-5866aaa9-2264-4bde-aad1-74f68b7f1671 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876811 Jun 25 09:23:32.007562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ab879ec4-6c3d-46e0-be20-51d28787f3be req-6a27c4d1-f05c-47e2-b182-e84a935f19b3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028290 Jun 25 09:23:32.055112 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b81b343-ce6d-417e-ba5a-8d7965906ae3 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:32.059883 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b81b343-ce6d-417e-ba5a-8d7965906ae3 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:32.061096 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5b81b343-ce6d-417e-ba5a-8d7965906ae3 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/floatingips/becbf044-a5cf-4c89-8fbc-d08b47937c2d HTTP/1.1" status: 204 len: 168 time: 0.6966851 Jun 25 09:23:32.065291 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56554) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:32.070671 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'port_id': 'b34cf961-5403-499e-80cf-cdd99f20ecbe'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:32.106647 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5336aa4b-aaa5-4865-a332-99cae93efea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:32.112098 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5336aa4b-aaa5-4865-a332-99cae93efea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:32.117308 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8228d317-cfda-4b9d-93b1-3f8a12ff2d1c tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:32.146346 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:32.180335 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5336aa4b-aaa5-4865-a332-99cae93efea6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=24c4cc4fd9ab4d469be5b4b7b4af83fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5796857 Jun 25 09:23:32.181799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336aa4b-aaa5-4865-a332-99cae93efea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba4602b-1e21-4100-95c4-4fad3faf16fb,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:32.189847 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5336aa4b-aaa5-4865-a332-99cae93efea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:32.190512 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56556) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:32.251362 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5a07266d-0ab2-4b22-9649-a086959ef87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:32.275708 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5a07266d-0ab2-4b22-9649-a086959ef87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:32.315628 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c824f-8d0e-43d6-b94b-5e3c6a651681 req-c737450a-e607-4518-ad1d-3d0ac5bd6f0d tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:32.317189 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f96c824f-8d0e-43d6-b94b-5e3c6a651681 req-c737450a-e607-4518-ad1d-3d0ac5bd6f0d tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1572199 Jun 25 09:23:32.329900 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5a07266d-0ab2-4b22-9649-a086959ef87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:32.332417 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98c70b-94cf-4221-b026-3c23d2dd06d5 req-abdb9606-84c7-405f-9a59-364b507a8451 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:32.332678 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5a07266d-0ab2-4b22-9649-a086959ef87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:32.333981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3d98c70b-94cf-4221-b026-3c23d2dd06d5 req-abdb9606-84c7-405f-9a59-364b507a8451 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.1367679 Jun 25 09:23:32.340199 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5a07266d-0ab2-4b22-9649-a086959ef87b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6ba4602b-1e21-4100-95c4-4fad3faf16fb HTTP/1.1" status: 204 len: 168 time: 0.1422412 Jun 25 09:23:32.341243 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f3eb2c23-5eff-4b34-aa64-1698789e62f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:32.349390 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07266d-0ab2-4b22-9649-a086959ef87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba4602b-1e21-4100-95c4-4fad3faf16fb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:32.351756 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5a07266d-0ab2-4b22-9649-a086959ef87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:32.421314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f96c824f-8d0e-43d6-b94b-5e3c6a651681 req-28cd297e-4263-496b-a378-caf4ea7396e4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979364 Jun 25 09:23:32.427536 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3d98c70b-94cf-4221-b026-3c23d2dd06d5 req-fe1e682f-f1c2-422b-a3eb-0ef2a820ac15 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825460 Jun 25 09:23:32.434247 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:32.525048 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8fb32-246e-48ee-b087-3ecaf181d15d req-bdf2aa8e-cc08-41b6-a7f5-3f8a1219e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:32.526922 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1af8fb32-246e-48ee-b087-3ecaf181d15d req-bdf2aa8e-cc08-41b6-a7f5-3f8a1219e866 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 1098 time: 0.0870786 Jun 25 09:23:32.585425 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1af8fb32-246e-48ee-b087-3ecaf181d15d req-b3e6b367-78b5-4091-8639-74876b1ab8e7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484040 Jun 25 09:23:32.586827 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Allocated IP 172.25.6.6 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/89390991-6f42-4e21-964b-be45aabf94fb) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:23:32.763499 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:32.803081 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a33217-a5e3-401f-938d-da1ae6d32940 req-de104ee9-ba34-43ed-9878-c2e70b7a3686 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:32.804874 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f1a33217-a5e3-401f-938d-da1ae6d32940 req-de104ee9-ba34-43ed-9878-c2e70b7a3686 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.2015753 Jun 25 09:23:32.884987 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f1a33217-a5e3-401f-938d-da1ae6d32940 req-97edbb9d-3c4d-4226-b174-411216d64d40 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723786 Jun 25 09:23:32.886307 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:32.891444 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0d6521c4-2098-442f-85ec-e5fd3c339578 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:32.910388 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b957b2-1cb7-4c14-a8ea-fc8d5a8b1a94 req-1157692c-7b0d-4747-97e9-7b40d98e3e2a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:32.911938 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-15b957b2-1cb7-4c14-a8ea-fc8d5a8b1a94 req-1157692c-7b0d-4747-97e9-7b40d98e3e2a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1838033 Jun 25 09:23:32.960064 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:23:32.965605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:32.974442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:23:32.978907 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=89390991-6f42-4e21-964b-be45aabf94fb,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:32.983751 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:33.016244 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-15b957b2-1cb7-4c14-a8ea-fc8d5a8b1a94 req-e3b4cff3-90d8-4df5-b9c5-872b295c9b58 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867569 Jun 25 09:23:33.208163 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-085fd3f5-a6b2-400b-9b8e-249698960d9b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.214399 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-085fd3f5-a6b2-400b-9b8e-249698960d9b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.220773 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-085fd3f5-a6b2-400b-9b8e-249698960d9b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.228046 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-085fd3f5-a6b2-400b-9b8e-249698960d9b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.236989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-085fd3f5-a6b2-400b-9b8e-249698960d9b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.243087 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-085fd3f5-a6b2-400b-9b8e-249698960d9b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.249185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-085fd3f5-a6b2-400b-9b8e-249698960d9b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.251140 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-085fd3f5-a6b2-400b-9b8e-249698960d9b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5445 time: 0.1892662 Jun 25 09:23:33.315345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-784e3c8c-5087-4ef7-98bf-1a96dfdb5a51 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.316793 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-784e3c8c-5087-4ef7-98bf-1a96dfdb5a51 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.38 "GET /v2.0/ports/57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0523088 Jun 25 09:23:33.434632 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-e7665759-09f8-4fa3-856b-d76c50098a94 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.38 "GET /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1101112 Jun 25 09:23:33.437072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb4775-0f48-4351-90e3-5be525e95c89 req-0f3d4c5f-c7b3-4645-916d-5c47230640d2 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.438596 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ddfb4775-0f48-4351-90e3-5be525e95c89 req-0f3d4c5f-c7b3-4645-916d-5c47230640d2 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 945 time: 0.2186217 Jun 25 09:23:33.448703 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-ac0182e5-61cf-404a-9f07-d707a26e73d3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:33.465654 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b9469-566c-4446-9373-6f3d81993d90 req-ae13197c-03a4-4b3c-9625-07ed0ddd4cf6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.471508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b9469-566c-4446-9373-6f3d81993d90 req-ae13197c-03a4-4b3c-9625-07ed0ddd4cf6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.477448 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b9469-566c-4446-9373-6f3d81993d90 req-ae13197c-03a4-4b3c-9625-07ed0ddd4cf6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.483649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b9469-566c-4446-9373-6f3d81993d90 req-ae13197c-03a4-4b3c-9625-07ed0ddd4cf6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.489697 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b9469-566c-4446-9373-6f3d81993d90 req-ae13197c-03a4-4b3c-9625-07ed0ddd4cf6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.496372 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b9469-566c-4446-9373-6f3d81993d90 req-ae13197c-03a4-4b3c-9625-07ed0ddd4cf6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.503179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b9469-566c-4446-9373-6f3d81993d90 req-ae13197c-03a4-4b3c-9625-07ed0ddd4cf6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.505948 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-027b9469-566c-4446-9373-6f3d81993d90 req-ae13197c-03a4-4b3c-9625-07ed0ddd4cf6 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 5445 time: 0.2383115 Jun 25 09:23:33.540295 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-ac0182e5-61cf-404a-9f07-d707a26e73d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:33.622415 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ddfb4775-0f48-4351-90e3-5be525e95c89 req-a3f50fae-469b-46c2-8f4d-484dbf543dc8 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750407 Jun 25 09:23:33.643913 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-027b9469-566c-4446-9373-6f3d81993d90 req-3370ab85-fb1a-40a8-9633-69ef2dcdf223 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=16ce3000-1c3d-4242-9c4c-0184bc57734b&id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1250558 Jun 25 09:23:33.735353 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:33.738416 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-ac0182e5-61cf-404a-9f07-d707a26e73d3 service neutron] For port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:33.795916 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-ac0182e5-61cf-404a-9f07-d707a26e73d3 service neutron] For port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:23:33.832463 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-ac0182e5-61cf-404a-9f07-d707a26e73d3 service neutron] device_id is not set on port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:23:33.842504 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-ac0182e5-61cf-404a-9f07-d707a26e73d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:33.850205 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-ac0182e5-61cf-404a-9f07-d707a26e73d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:33.853865 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0e494564-e9fd-46a8-bb58-6a9f968383e0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:33.921909 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:33.934609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-ac0182e5-61cf-404a-9f07-d707a26e73d3 service neutron] No DVR routers for this DVR port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:23:33.942672 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0182e5-61cf-404a-9f07-d707a26e73d3 service neutron] Pushing event updated for resources: {'Port': ['ID=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9,revision_number=6']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:33.967622 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ac0182e5-61cf-404a-9f07-d707a26e73d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:33.978798 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb194f5-5ca0-455e-ab9c-f3b7c6335a1a req-46e098bd-c636-4b85-9f25-184e7f22f345 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.980427 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7bb194f5-5ca0-455e-ab9c-f3b7c6335a1a req-46e098bd-c636-4b85-9f25-184e7f22f345 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.2120512 Jun 25 09:23:33.990766 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda16c6-d430-4246-9212-6bb909cda319 req-66935bef-c539-45e1-bd72-95171fbf6fc8 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.992313 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5fda16c6-d430-4246-9212-6bb909cda319 req-66935bef-c539-45e1-bd72-95171fbf6fc8 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2251210 Jun 25 09:23:33.992868 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-ac0182e5-61cf-404a-9f07-d707a26e73d3 service neutron] In _notify_port_updated(), no bound segment for port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 on network b567525f-dea5-412a-9997-aee658afe302 {{(pid=94025) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 09:23:33.993777 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-ac0182e5-61cf-404a-9f07-d707a26e73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:33.994390 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-ac0182e5-61cf-404a-9f07-d707a26e73d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:33.995741 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-ac0182e5-61cf-404a-9f07-d707a26e73d3 service neutron] 10.222.0.38 "PUT /v2.0/ports/57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 HTTP/1.1" status: 200 len: 1032 time: 0.5525563 Jun 25 09:23:34.045598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56614) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:34.078118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-559407ca-aa79-4648-abdb-8b8d4201efe7 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:34.080634 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-559407ca-aa79-4648-abdb-8b8d4201efe7 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.38 "GET /v2.0/ports/c9fc842f-c94f-4048-9d10-074730e495de?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0683572 Jun 25 09:23:34.117156 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-f5a3867a-04a8-49ae-8f0a-70b3f016e411 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:34.143794 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5fda16c6-d430-4246-9212-6bb909cda319 req-6ae5f746-246f-4509-941b-22e7ea07ebc8 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421924 Jun 25 09:23:34.159475 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7bb194f5-5ca0-455e-ab9c-f3b7c6335a1a req-df3f445d-50d6-4061-822a-47d6253f63c9 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608489 Jun 25 09:23:34.186256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7cad5be9-118f-47fd-b5f6-460fa63fd38c None None] Provisioning complete for port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:23:34.187563 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7cad5be9-118f-47fd-b5f6-460fa63fd38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:34.253746 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7cad5be9-118f-47fd-b5f6-460fa63fd38c None None] Port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:23:34.257829 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-932276ed-77a9-4a33-8bee-7bc4b9e1d079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:34.277648 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-f5a3867a-04a8-49ae-8f0a-70b3f016e411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:34.323895 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:34.340773 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:34.366416 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f11ae1ad-348a-44df-8ead-655e1c98afa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:34.445519 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-f5a3867a-04a8-49ae-8f0a-70b3f016e411 service neutron] For port c9fc842f-c94f-4048-9d10-074730e495de, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c9fc842f-c94f-4048-9d10-074730e495de,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:34.468520 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=89390991-6f42-4e21-964b-be45aabf94fb,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:34.488529 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-f5a3867a-04a8-49ae-8f0a-70b3f016e411 service neutron] For port c9fc842f-c94f-4048-9d10-074730e495de, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:23:34.490001 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:34.524087 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-f5a3867a-04a8-49ae-8f0a-70b3f016e411 service neutron] device_id is not set on port c9fc842f-c94f-4048-9d10-074730e495de yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:23:34.527839 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:34.533185 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-f5a3867a-04a8-49ae-8f0a-70b3f016e411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:34.539418 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-f5a3867a-04a8-49ae-8f0a-70b3f016e411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:34.541633 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:34.587892 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83082ea4-bcb2-4ccf-be34-39ca90256de7 req-8217cf5e-5c50-4bf1-8b62-e9709c209c2d tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:34.590176 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83082ea4-bcb2-4ccf-be34-39ca90256de7 req-8217cf5e-5c50-4bf1-8b62-e9709c209c2d tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.2686610 Jun 25 09:23:34.599212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-f5a3867a-04a8-49ae-8f0a-70b3f016e411 service neutron] No DVR routers for this DVR port c9fc842f-c94f-4048-9d10-074730e495de on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:23:34.626566 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3867a-04a8-49ae-8f0a-70b3f016e411 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fc842f-c94f-4048-9d10-074730e495de,revision_number=6']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:34.637708 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f5a3867a-04a8-49ae-8f0a-70b3f016e411 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:34.653501 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-f5a3867a-04a8-49ae-8f0a-70b3f016e411 service neutron] In _notify_port_updated(), no bound segment for port c9fc842f-c94f-4048-9d10-074730e495de on network b567525f-dea5-412a-9997-aee658afe302 {{(pid=94025) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 09:23:34.654400 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-f5a3867a-04a8-49ae-8f0a-70b3f016e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:34.655002 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-f5a3867a-04a8-49ae-8f0a-70b3f016e411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:34.656418 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-f5a3867a-04a8-49ae-8f0a-70b3f016e411 service neutron] 10.222.0.38 "PUT /v2.0/ports/c9fc842f-c94f-4048-9d10-074730e495de HTTP/1.1" status: 200 len: 1032 time: 0.5446050 Jun 25 09:23:34.705561 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-932276ed-77a9-4a33-8bee-7bc4b9e1d079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:34.723092 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83082ea4-bcb2-4ccf-be34-39ca90256de7 req-d1a68cd6-afff-4a70-85d5-ff7e317c6ecb tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106145 Jun 25 09:23:34.723702 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-932276ed-77a9-4a33-8bee-7bc4b9e1d079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:34.730897 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-18fa9c56-8e82-4c1b-81a6-03486aecf482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:34.743183 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1b0ea-1251-4ee3-ab50-1bb6f6aaa533 req-99831660-c6bc-4d75-b592-4095ce8f19ac tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:34.756128 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aef1b0ea-1251-4ee3-ab50-1bb6f6aaa533 req-99831660-c6bc-4d75-b592-4095ce8f19ac tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2873821 Jun 25 09:23:34.783724 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-b2cfea24-7bb8-40f6-85d7-7d1acc2c76aa tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Deleting port 0cde92df-da68-43f7-a09e-d95f4e7819be {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:34.784158 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-b2cfea24-7bb8-40f6-85d7-7d1acc2c76aa tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:34.786164 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-59fd31e8-967b-44e6-9d12-7538fab794d5 None None] Provisioning complete for port c9fc842f-c94f-4048-9d10-074730e495de triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:23:34.786753 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59fd31e8-967b-44e6-9d12-7538fab794d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:34.804770 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Floating IP d6af514d-8e64-49e2-8272-6bb8a8b510a9 associated. External IP: 172.25.6.6, port: b34cf961-5403-499e-80cf-cdd99f20ecbe. Jun 25 09:23:34.832990 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-59fd31e8-967b-44e6-9d12-7538fab794d5 None None] Port c9fc842f-c94f-4048-9d10-074730e495de cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:23:34.850916 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-932276ed-77a9-4a33-8bee-7bc4b9e1d079 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ce3f7c6af78143229b2ee8eeb391ccdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8016870 Jun 25 09:23:34.853368 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56628) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:34.859235 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932276ed-77a9-4a33-8bee-7bc4b9e1d079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38918e7-a47c-41d5-90b3-89b8c7d1db22,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:34.889627 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-932276ed-77a9-4a33-8bee-7bc4b9e1d079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:34.905450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aef1b0ea-1251-4ee3-ab50-1bb6f6aaa533 req-6bfb1d64-5a7f-4c15-a329-596404ddbbac tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538930 Jun 25 09:23:34.908442 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-b2cfea24-7bb8-40f6-85d7-7d1acc2c76aa tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] For port 0cde92df-da68-43f7-a09e-d95f4e7819be, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0cde92df-da68-43f7-a09e-d95f4e7819be,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:34.909002 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-b2cfea24-7bb8-40f6-85d7-7d1acc2c76aa tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:34.931261 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-b2cfea24-7bb8-40f6-85d7-7d1acc2c76aa tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Calling delete_port for 0cde92df-da68-43f7-a09e-d95f4e7819be owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:34.983466 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-54ac9d8d-48bc-4826-8c92-4b640bad3761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:35.021167 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-54ac9d8d-48bc-4826-8c92-4b640bad3761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:35.125739 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-54ac9d8d-48bc-4826-8c92-4b640bad3761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:35.128487 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-54ac9d8d-48bc-4826-8c92-4b640bad3761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:35.129849 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-54ac9d8d-48bc-4826-8c92-4b640bad3761 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e38918e7-a47c-41d5-90b3-89b8c7d1db22 HTTP/1.1" status: 204 len: 168 time: 0.2753522 Jun 25 09:23:35.134179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:35.134578 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-51561f6f-bb69-4a6f-9342-a10e5ba23912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:35.146011 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac9d8d-48bc-4826-8c92-4b640bad3761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38918e7-a47c-41d5-90b3-89b8c7d1db22,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:35.150161 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-54ac9d8d-48bc-4826-8c92-4b640bad3761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:35.172381 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-b2cfea24-7bb8-40f6-85d7-7d1acc2c76aa tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:35.188827 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c97ae9f4-9584-4997-b657-4114eade0742 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:35.216880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48890547-1d7a-4cab-9690-c02db020cac4 req-7cfc6957-0080-4432-a878-63ad2be898fa tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:35.220692 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfea24-7bb8-40f6-85d7-7d1acc2c76aa tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event deleted for resources: {'Port': ['ID=0cde92df-da68-43f7-a09e-d95f4e7819be,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:35.229574 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-48890547-1d7a-4cab-9690-c02db020cac4 req-7cfc6957-0080-4432-a878-63ad2be898fa tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 945 time: 0.1598017 Jun 25 09:23:35.240222 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b2cfea24-7bb8-40f6-85d7-7d1acc2c76aa tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:35.261949 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-b2cfea24-7bb8-40f6-85d7-7d1acc2c76aa tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] No DVR routers for this DVR port 0cde92df-da68-43f7-a09e-d95f4e7819be on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:23:35.265511 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-b2cfea24-7bb8-40f6-85d7-7d1acc2c76aa tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:35.267357 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-b2cfea24-7bb8-40f6-85d7-7d1acc2c76aa tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.38 "DELETE /v2.0/ports/0cde92df-da68-43f7-a09e-d95f4e7819be HTTP/1.1" status: 204 len: 173 time: 0.6026921 Jun 25 09:23:35.268087 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-deleted', 'tag': '0cde92df-da68-43f7-a09e-d95f4e7819be'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:23:35.270875 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fe33dd-80b8-46c8-85ef-98eeee406157" -d '{"events": [{"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-deleted", "tag": "0cde92df-da68-43f7-a09e-d95f4e7819be"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:23:35.628581 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:23:35.697087 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-50d73601-b6c1-4953-801a-6ed64ef39c92 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Deleting port df9f4b8c-6644-4664-913a-ecb3619208a8 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:35.697690 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-50d73601-b6c1-4953-801a-6ed64ef39c92 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:35.785972 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676df4a9-691b-41a8-8d43-5ab0cfc03892 req-154e108f-9c89-4150-988f-5c03f975233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:35.788014 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-676df4a9-691b-41a8-8d43-5ab0cfc03892 req-154e108f-9c89-4150-988f-5c03f975233a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb11d964c95c485faa0ce0b518283280&device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 1097 time: 0.6476445 Jun 25 09:23:35.796037 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-48890547-1d7a-4cab-9690-c02db020cac4 req-702fc5d8-1acb-4149-81fd-b4b051052a45 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662401 Jun 25 09:23:35.817889 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:35.823227 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c63d956-fb15-43c5-8463-fa3d56d967bd None None] Sync routers for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:35.843481 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-50d73601-b6c1-4953-801a-6ed64ef39c92 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] For port df9f4b8c-6644-4664-913a-ecb3619208a8, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=df9f4b8c-6644-4664-913a-ecb3619208a8,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:35.845733 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-50d73601-b6c1-4953-801a-6ed64ef39c92 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:35.846111 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c63d956-fb15-43c5-8463-fa3d56d967bd None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:35.848094 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2c63d956-fb15-43c5-8463-fa3d56d967bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:35.878543 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-50d73601-b6c1-4953-801a-6ed64ef39c92 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Calling delete_port for df9f4b8c-6644-4664-913a-ecb3619208a8 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:35.897635 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:35.910115 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2c63d956-fb15-43c5-8463-fa3d56d967bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:35.923863 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c63d956-fb15-43c5-8463-fa3d56d967bd None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:35.924880 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2c63d956-fb15-43c5-8463-fa3d56d967bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:35.964624 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3dbeb-1c24-432a-931a-d1cbc8655ec9 req-a1874db5-1a33-44c2-9b95-d2c7e4dcbc5a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:35.970700 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3dbeb-1c24-432a-931a-d1cbc8655ec9 req-a1874db5-1a33-44c2-9b95-d2c7e4dcbc5a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:35.976960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3dbeb-1c24-432a-931a-d1cbc8655ec9 req-a1874db5-1a33-44c2-9b95-d2c7e4dcbc5a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:35.983402 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3dbeb-1c24-432a-931a-d1cbc8655ec9 req-a1874db5-1a33-44c2-9b95-d2c7e4dcbc5a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:35.989260 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82c3dbeb-1c24-432a-931a-d1cbc8655ec9 req-a1874db5-1a33-44c2-9b95-d2c7e4dcbc5a tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 3152 time: 0.3492379 Jun 25 09:23:36.014820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2c63d956-fb15-43c5-8463-fa3d56d967bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:36.021764 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c63d956-fb15-43c5-8463-fa3d56d967bd None None] The sync data for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:36.071174 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676df4a9-691b-41a8-8d43-5ab0cfc03892 req-102dd156-b8cb-4b1d-b81d-51622592723b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:36.072829 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-676df4a9-691b-41a8-8d43-5ab0cfc03892 req-102dd156-b8cb-4b1d-b81d-51622592723b service neutron] 10.222.0.41 "GET /v2.0/networks?id=8b2576df-731a-49ab-beec-d0c9aa2f477d HTTP/1.1" status: 200 len: 921 time: 0.2754679 Jun 25 09:23:36.076690 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 979 time: 4.0076785 Jun 25 09:23:36.077963 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56664) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:36.083592 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-97d58f22-38d8-4e9d-8f4d-b38295216140 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-153581306'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:36.091691 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-50d73601-b6c1-4953-801a-6ed64ef39c92 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:36.096679 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b2cfea24-7bb8-40f6-85d7-7d1acc2c76aa tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:36.118160 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82c3dbeb-1c24-432a-931a-d1cbc8655ec9 req-4a75a875-0436-4283-bfcb-6975606fbeda tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235678 Jun 25 09:23:36.134716 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d73601-b6c1-4953-801a-6ed64ef39c92 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event deleted for resources: {'Port': ['ID=df9f4b8c-6644-4664-913a-ecb3619208a8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:36.145129 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-50d73601-b6c1-4953-801a-6ed64ef39c92 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:36.186475 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-676df4a9-691b-41a8-8d43-5ab0cfc03892 req-856beb28-e2f7-476a-b9bf-e01932c14e1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cae84b5-6bf7-4322-b191-b15227e0d928 HTTP/1.1" status: 200 len: 217 time: 0.0893290 Jun 25 09:23:36.189984 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d58f22-38d8-4e9d-8f4d-b38295216140 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Made reservation on behalf of 84d60807ffac4373b3c68c8e7334adc6 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:23:36.194999 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-97d58f22-38d8-4e9d-8f4d-b38295216140 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:36.200460 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0954e3e6-af35-42ab-9bfe-78dd09514165 x-openstack-request-id: req-0954e3e6-af35-42ab-9bfe-78dd09514165 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:23:36.200821 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-deleted", "tag": "0cde92df-da68-43f7-a09e-d95f4e7819be", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:23:36.201130 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0954e3e6-af35-42ab-9bfe-78dd09514165 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:23:36.201604 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-deleted', 'tag': '0cde92df-da68-43f7-a09e-d95f4e7819be', 'status': 'completed', 'code': 200} Jun 25 09:23:36.203003 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c9fc842f-c94f-4048-9d10-074730e495de no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:23:36.231003 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-50d73601-b6c1-4953-801a-6ed64ef39c92 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] No DVR routers for this DVR port df9f4b8c-6644-4664-913a-ecb3619208a8 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:23:36.237844 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-50d73601-b6c1-4953-801a-6ed64ef39c92 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:36.239924 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-50d73601-b6c1-4953-801a-6ed64ef39c92 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.38 "DELETE /v2.0/ports/df9f4b8c-6644-4664-913a-ecb3619208a8 HTTP/1.1" status: 204 len: 173 time: 0.9607608 Jun 25 09:23:36.248773 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d58f22-38d8-4e9d-8f4d-b38295216140 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:23:36.259906 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ceca0-7b2c-4c3b-a393-c7fe1f68bb92 req-56d6979a-9118-4c23-965a-e9ca8d8ff1c6 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:36.262588 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c39ceca0-7b2c-4c3b-a393-c7fe1f68bb92 req-56d6979a-9118-4c23-965a-e9ca8d8ff1c6 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.2090960 Jun 25 09:23:36.271508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676df4a9-691b-41a8-8d43-5ab0cfc03892 req-5134036f-5bdc-4807-94a1-5ad1eef9db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:36.273954 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-676df4a9-691b-41a8-8d43-5ab0cfc03892 req-5134036f-5bdc-4807-94a1-5ad1eef9db68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=264de093-f8bc-4972-89d7-2a2508fb4ef7 HTTP/1.1" status: 200 len: 859 time: 0.0772836 Jun 25 09:23:36.294927 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-97d58f22-38d8-4e9d-8f4d-b38295216140 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:36.295286 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-97d58f22-38d8-4e9d-8f4d-b38295216140 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Added segment 74f026e4-2082-4db1-9acf-b6539ecb7b63 of type vlan for network 8a745d50-df84-450a-9cca-896cd75ac382 Jun 25 09:23:36.295602 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c9fc842f-c94f-4048-9d10-074730e495de not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:23:36.296138 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c14fd482-e701-4929-8589-dd5397cd4f93 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:23:36.322699 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-676df4a9-691b-41a8-8d43-5ab0cfc03892 req-e1650313-8407-4f75-9ceb-4d58eb5de747 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b2576df-731a-49ab-beec-d0c9aa2f477d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392787 Jun 25 09:23:36.352968 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c39ceca0-7b2c-4c3b-a393-c7fe1f68bb92 req-ef2a7299-079e-4a59-8a7e-e8242c0656a4 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783262 Jun 25 09:23:36.409654 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:36.430645 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-97d58f22-38d8-4e9d-8f4d-b38295216140 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:36.466872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14fd482-e701-4929-8589-dd5397cd4f93'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:23:36.469259 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4eaf94e-bf8f-4e06-baef-b41e50b3dfcf" -d '{"events": [{"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-unplugged", "status": "completed", "tag": "c14fd482-e701-4929-8589-dd5397cd4f93"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:23:36.506737 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port c14fd482-e701-4929-8589-dd5397cd4f93, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c14fd482-e701-4929-8589-dd5397cd4f93,segment=NetworkSegment(91af7a17-385f-482e-a8de-b6bea300e68e),segment_id=91af7a17-385f-482e-a8de-b6bea300e68e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:36.512090 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-676df4a9-691b-41a8-8d43-5ab0cfc03892 req-4bcf6600-dd42-4d06-a327-d9a552350bf9 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728139 Jun 25 09:23:36.522575 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:36.523415 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device df9f4b8c-6644-4664-913a-ecb3619208a8 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:23:36.532643 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:36.590068 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: df9f4b8c-6644-4664-913a-ecb3619208a8 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:23:36.590423 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device df9f4b8c-6644-4664-913a-ecb3619208a8 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:23:36.590860 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:23:36.615566 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-97d58f22-38d8-4e9d-8f4d-b38295216140 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:36.620781 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d58f22-38d8-4e9d-8f4d-b38295216140 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:36.621454 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-97d58f22-38d8-4e9d-8f4d-b38295216140 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:36.633247 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f84538c1-bef2-46b4-ae56-04798bb860a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:36.704296 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=c14fd482-e701-4929-8589-dd5397cd4f93,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:36.707689 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:23:36.708204 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 51882b81-9a38-48b7-8ea5-4e1d713904c2 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:23:36.711033 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:36.756410 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-3d0e2165-6fa7-4435-9ad3-a43a76e77044 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Deleting port 08293231-0716-4463-80cf-b807d9931536 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:36.757020 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-3d0e2165-6fa7-4435-9ad3-a43a76e77044 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:36.847813 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:36.888654 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 51882b81-9a38-48b7-8ea5-4e1d713904c2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=51882b81-9a38-48b7-8ea5-4e1d713904c2,segment=NetworkSegment(97b878c1-2fbf-46a5-a0d0-c16faa8788ed),segment_id=97b878c1-2fbf-46a5-a0d0-c16faa8788ed)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:36.895149 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:36.895987 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 08293231-0716-4463-80cf-b807d9931536 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:23:36.899025 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:36.908257 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-97d58f22-38d8-4e9d-8f4d-b38295216140 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8291135 Jun 25 09:23:36.915367 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d58f22-38d8-4e9d-8f4d-b38295216140 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Network': ['ID=8a745d50-df84-450a-9cca-896cd75ac382,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:36.919934 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-3d0e2165-6fa7-4435-9ad3-a43a76e77044 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] For port 08293231-0716-4463-80cf-b807d9931536, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=08293231-0716-4463-80cf-b807d9931536,segment=NetworkSegment(97b878c1-2fbf-46a5-a0d0-c16faa8788ed),segment_id=97b878c1-2fbf-46a5-a0d0-c16faa8788ed)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:36.919934 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-3d0e2165-6fa7-4435-9ad3-a43a76e77044 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:36.922116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56678) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:36.923553 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2befac3-e191-4f0d-a0f9-7f341ea08d1a x-openstack-request-id: req-b2befac3-e191-4f0d-a0f9-7f341ea08d1a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:23:36.924055 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-unplugged", "status": "completed", "tag": "c14fd482-e701-4929-8589-dd5397cd4f93", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:23:36.924485 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b2befac3-e191-4f0d-a0f9-7f341ea08d1a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:23:36.925055 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14fd482-e701-4929-8589-dd5397cd4f93', 'code': 200} Jun 25 09:23:36.940817 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-97d58f22-38d8-4e9d-8f4d-b38295216140 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:36.945802 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 8a745d50-df84-450a-9cca-896cd75ac382 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:23:36.953608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-124294a3-099f-45c6-8d3c-eb236bf7f9d0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'subnet': {'network_id': '8a745d50-df84-450a-9cca-896cd75ac382', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:36.956401 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-3d0e2165-6fa7-4435-9ad3-a43a76e77044 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Calling delete_port for 08293231-0716-4463-80cf-b807d9931536 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:37.046920 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=51882b81-9a38-48b7-8ea5-4e1d713904c2,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:37.053455 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:37.092445 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:37.126227 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29f6a9-526a-4e4d-8e7d-697a474f9e94 req-17baf780-051f-41f1-9cb4-2a0228b70f57 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:37.128483 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3d29f6a9-526a-4e4d-8e7d-697a474f9e94 req-17baf780-051f-41f1-9cb4-2a0228b70f57 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.5137756 Jun 25 09:23:37.146518 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-676df4a9-691b-41a8-8d43-5ab0cfc03892 req-4154ac1b-010e-42cd-9ce6-0ea68ed02c28 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324098 Jun 25 09:23:37.155982 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358abc7c-047c-4695-8b26-1b6f27085ca4 req-952bc7a5-d5df-4f6c-9cd4-317f81c00f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:37.157602 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-358abc7c-047c-4695-8b26-1b6f27085ca4 req-952bc7a5-d5df-4f6c-9cd4-317f81c00f0e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d8f2f948476437793cbe2a83ba96f85&device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 1098 time: 0.2626436 Jun 25 09:23:37.229523 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3d29f6a9-526a-4e4d-8e7d-697a474f9e94 req-ba7afc1f-3763-47fc-a391-9991288f8545 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786548 Jun 25 09:23:37.231482 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124294a3-099f-45c6-8d3c-eb236bf7f9d0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Made reservation on behalf of 84d60807ffac4373b3c68c8e7334adc6 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:23:37.235736 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-124294a3-099f-45c6-8d3c-eb236bf7f9d0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:37.289399 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358abc7c-047c-4695-8b26-1b6f27085ca4 req-b72552f4-0539-4a27-acf2-ee9c94236a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:37.293973 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-358abc7c-047c-4695-8b26-1b6f27085ca4 req-b72552f4-0539-4a27-acf2-ee9c94236a0d service neutron] 10.222.0.38 "GET /v2.0/networks?id=16a5b6a2-665c-43e2-94b7-5433a25effc0 HTTP/1.1" status: 200 len: 920 time: 0.1234248 Jun 25 09:23:37.339670 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8793b-2042-45c8-a69c-c91e7b543816 req-72f0399e-4b44-48d6-b469-9584647a4990 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:37.345583 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-78d8793b-2042-45c8-a69c-c91e7b543816 req-72f0399e-4b44-48d6-b469-9584647a4990 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.2291067 Jun 25 09:23:37.371895 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-358abc7c-047c-4695-8b26-1b6f27085ca4 req-0133c5df-ab64-4367-8628-2a23bcb9dffe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb202622-3c11-44e7-9b2b-044e565a5ab8 HTTP/1.1" status: 200 len: 217 time: 0.0678942 Jun 25 09:23:37.378571 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-3d0e2165-6fa7-4435-9ad3-a43a76e77044 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:37.395086 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f5a3867a-04a8-49ae-8f0a-70b3f016e411 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:37.405208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 0cde92df-da68-43f7-a09e-d95f4e7819be no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:23:37.409565 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-78d8793b-2042-45c8-a69c-c91e7b543816 req-650c253a-ae5f-4caa-9a94-a233fe7a8aab tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610316 Jun 25 09:23:37.427385 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 0cde92df-da68-43f7-a09e-d95f4e7819be {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:23:37.428171 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 0cde92df-da68-43f7-a09e-d95f4e7819be not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:23:37.461201 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e2165-6fa7-4435-9ad3-a43a76e77044 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event deleted for resources: {'Port': ['ID=08293231-0716-4463-80cf-b807d9931536,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:37.473150 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3d0e2165-6fa7-4435-9ad3-a43a76e77044 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:37.529547 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358abc7c-047c-4695-8b26-1b6f27085ca4 req-28647a0d-8568-4e0c-a5e3-b39660f91879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:37.532566 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-358abc7c-047c-4695-8b26-1b6f27085ca4 req-28647a0d-8568-4e0c-a5e3-b39660f91879 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9739576f-66c1-4600-b0d3-96f9c9bc2c88 HTTP/1.1" status: 200 len: 858 time: 0.1389782 Jun 25 09:23:37.557542 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-124294a3-099f-45c6-8d3c-eb236bf7f9d0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:37.564014 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8eb5455b-3cfb-44c9-b1fe-8fcfc0e23af7 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:37.571849 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-3d0e2165-6fa7-4435-9ad3-a43a76e77044 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] No DVR routers for this DVR port 08293231-0716-4463-80cf-b807d9931536 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:23:37.587528 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-3d0e2165-6fa7-4435-9ad3-a43a76e77044 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:37.589749 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-3d0e2165-6fa7-4435-9ad3-a43a76e77044 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.38 "DELETE /v2.0/ports/08293231-0716-4463-80cf-b807d9931536 HTTP/1.1" status: 204 len: 173 time: 1.3343449 Jun 25 09:23:37.618367 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-358abc7c-047c-4695-8b26-1b6f27085ca4 req-94d37e2b-d121-4596-9b33-a986f3943b03 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=16a5b6a2-665c-43e2-94b7-5433a25effc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539353 Jun 25 09:23:37.673067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db089144-3ad0-47bb-b7dd-69b58b5fdc00 req-044f7c24-ebf4-4d75-a7fe-7e1a5ca8b0cb tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:37.674855 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db089144-3ad0-47bb-b7dd-69b58b5fdc00 req-044f7c24-ebf4-4d75-a7fe-7e1a5ca8b0cb tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 945 time: 0.2001741 Jun 25 09:23:37.717349 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124294a3-099f-45c6-8d3c-eb236bf7f9d0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Subnet': ['ID=b207e01e-a54a-451e-99fe-156ae73ac5ad,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:37.723466 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-124294a3-099f-45c6-8d3c-eb236bf7f9d0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:37.738264 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124294a3-099f-45c6-8d3c-eb236bf7f9d0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Checking segment: {'id': '74f026e4-2082-4db1-9acf-b6539ecb7b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8a745d50-df84-450a-9cca-896cd75ac382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:23:37.738633 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124294a3-099f-45c6-8d3c-eb236bf7f9d0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network hostable DHCP agents. Network: 8a745d50-df84-450a-9cca-896cd75ac382, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:23:37.760675 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db089144-3ad0-47bb-b7dd-69b58b5fdc00 req-c0d0a786-5b4f-46d7-9a7f-7df3ff0fc277 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750515 Jun 25 09:23:37.782412 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-358abc7c-047c-4695-8b26-1b6f27085ca4 req-6fe4d2db-0753-4404-8782-a8ed89bc9269 service neutron] 10.222.0.38 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515903 Jun 25 09:23:37.789161 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865c80d-8dc6-4ec3-9e23-a2280c8753c6 req-4af625d8-4cd5-4e5a-a237-ee165da98841 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:37.795657 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865c80d-8dc6-4ec3-9e23-a2280c8753c6 req-4af625d8-4cd5-4e5a-a237-ee165da98841 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:37.797320 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6865c80d-8dc6-4ec3-9e23-a2280c8753c6 req-4af625d8-4cd5-4e5a-a237-ee165da98841 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 1678 time: 0.2024271 Jun 25 09:23:37.809080 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124294a3-099f-45c6-8d3c-eb236bf7f9d0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 8a745d50-df84-450a-9cca-896cd75ac382 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:23:37.839948 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-124294a3-099f-45c6-8d3c-eb236bf7f9d0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 8a745d50-df84-450a-9cca-896cd75ac382) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:37.845495 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124294a3-099f-45c6-8d3c-eb236bf7f9d0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:37.846193 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-124294a3-099f-45c6-8d3c-eb236bf7f9d0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:37.853708 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c891da65-2993-4ff5-a802-1dc9b401833d None None] Network 8a745d50-df84-450a-9cca-896cd75ac382 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:23:37.877812 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-672f3bc0-bd1b-4654-bbdc-4b44530ff0ba tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Deleting port 51882b81-9a38-48b7-8ea5-4e1d713904c2 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:37.878290 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-672f3bc0-bd1b-4654-bbdc-4b44530ff0ba tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:37.882639 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6865c80d-8dc6-4ec3-9e23-a2280c8753c6 req-0c0d76e3-f276-4470-bec9-9f05f401c181 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae5e4033-d44d-41af-8ce4-552cce9adb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607743 Jun 25 09:23:37.886727 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-124294a3-099f-45c6-8d3c-eb236bf7f9d0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9576547 Jun 25 09:23:37.888645 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56696) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:37.901497 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1360396795', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}, 'admin_state_up': False}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:38.017255 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:38.018397 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:38.047696 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-358abc7c-047c-4695-8b26-1b6f27085ca4 req-d8a3c725-2bb2-40f6-a108-f37a0c8813f2 service neutron] 10.222.0.38 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535143 Jun 25 09:23:38.095563 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-672f3bc0-bd1b-4654-bbdc-4b44530ff0ba tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] For port 51882b81-9a38-48b7-8ea5-4e1d713904c2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=51882b81-9a38-48b7-8ea5-4e1d713904c2,segment=NetworkSegment(97b878c1-2fbf-46a5-a0d0-c16faa8788ed),segment_id=97b878c1-2fbf-46a5-a0d0-c16faa8788ed)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:38.096308 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-672f3bc0-bd1b-4654-bbdc-4b44530ff0ba tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:38.120290 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-ee6b6f3b-3890-4949-8a08-e225d77f895e tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:38.121700 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-672f3bc0-bd1b-4654-bbdc-4b44530ff0ba tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Calling delete_port for 51882b81-9a38-48b7-8ea5-4e1d713904c2 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:38.121956 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-ee6b6f3b-3890-4949-8a08-e225d77f895e tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51&tenant_id=7474114b2c184a18967efdee86f25425&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 1097 time: 0.2370973 Jun 25 09:23:38.153054 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:38.157239 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-15'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:38.184154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-8a745d50-df84-450a-9cca-896cd75ac382', 'network_id': '8a745d50-df84-450a-9cca-896cd75ac382', 'tenant_id': '84d60807ffac4373b3c68c8e7334adc6', 'fixed_ips': [{'subnet_id': 'b207e01e-a54a-451e-99fe-156ae73ac5ad'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:23:38.198081 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:38.203710 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-deleted', 'tag': 'df9f4b8c-6644-4664-913a-ecb3619208a8'}, {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-deleted', 'tag': '08293231-0716-4463-80cf-b807d9931536'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:23:38.206353 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459c09c2-a868-46d3-87d1-0c1bcf296c3c" -d '{"events": [{"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-deleted", "tag": "df9f4b8c-6644-4664-913a-ecb3619208a8"}, {"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-deleted", "tag": "08293231-0716-4463-80cf-b807d9931536"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:23:38.286157 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1573dcd-0e16-4844-9b2e-4e4c8f852f6d req-4582632b-15ad-4ab8-ba5f-1ddc8d1613f5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:38.293843 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1573dcd-0e16-4844-9b2e-4e4c8f852f6d req-4582632b-15ad-4ab8-ba5f-1ddc8d1613f5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.3098981 Jun 25 09:23:38.347382 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-672f3bc0-bd1b-4654-bbdc-4b44530ff0ba tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:38.352262 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a8511da8-b36a-4042-9f7d-581f4051d830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:38.389512 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f3bc0-bd1b-4654-bbdc-4b44530ff0ba tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event deleted for resources: {'Port': ['ID=51882b81-9a38-48b7-8ea5-4e1d713904c2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:38.393266 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-672f3bc0-bd1b-4654-bbdc-4b44530ff0ba tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:38.448203 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-672f3bc0-bd1b-4654-bbdc-4b44530ff0ba tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] No DVR routers for this DVR port 51882b81-9a38-48b7-8ea5-4e1d713904c2 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:23:38.451298 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-672f3bc0-bd1b-4654-bbdc-4b44530ff0ba tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:38.453789 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-672f3bc0-bd1b-4654-bbdc-4b44530ff0ba tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.38 "DELETE /v2.0/ports/51882b81-9a38-48b7-8ea5-4e1d713904c2 HTTP/1.1" status: 204 len: 173 time: 0.8421402 Jun 25 09:23:38.464010 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Allocated IP 172.20.0.2 (8a745d50-df84-450a-9cca-896cd75ac382/b207e01e-a54a-451e-99fe-156ae73ac5ad/2a99d7f1-1494-4c11-83bc-4df9e8f810a2) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:23:38.470333 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:38.506665 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1573dcd-0e16-4844-9b2e-4e4c8f852f6d req-c9de9454-1cd1-4dd7-84e2-cd09f4a1d164 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118304 Jun 25 09:23:38.509586 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:38.598400 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 25 Jun 2021 09:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa0dec3-2267-4dad-845d-48ce7d78bd70 x-openstack-request-id: req-5fa0dec3-2267-4dad-845d-48ce7d78bd70 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:23:38.598753 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-deleted", "tag": "df9f4b8c-6644-4664-913a-ecb3619208a8", "status": "completed", "code": 200}, {"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-deleted", "tag": "08293231-0716-4463-80cf-b807d9931536", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:23:38.599447 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5fa0dec3-2267-4dad-845d-48ce7d78bd70 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:23:38.600316 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-deleted', 'tag': 'df9f4b8c-6644-4664-913a-ecb3619208a8', 'status': 'completed', 'code': 200} Jun 25 09:23:38.600641 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-deleted', 'tag': '08293231-0716-4463-80cf-b807d9931536', 'status': 'completed', 'code': 200} Jun 25 09:23:38.629581 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7082b4-b644-48a7-891d-ff033bcaad83 req-c32a7d39-e949-426b-bf5e-a4d64eaec90b tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:38.634573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Deleting port c14fd482-e701-4929-8589-dd5397cd4f93 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:38.635077 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:38.636788 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c7082b4-b644-48a7-891d-ff033bcaad83 req-c32a7d39-e949-426b-bf5e-a4d64eaec90b tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.2588892 Jun 25 09:23:38.765875 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c7082b4-b644-48a7-891d-ff033bcaad83 req-665daab5-5499-49a1-8584-495ef2525aa7 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280487 Jun 25 09:23:38.776062 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:38.811353 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Transition to ACTIVE for port object 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:23:38.836357 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] For port c14fd482-e701-4929-8589-dd5397cd4f93, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c14fd482-e701-4929-8589-dd5397cd4f93,segment=NetworkSegment(91af7a17-385f-482e-a8de-b6bea300e68e),segment_id=91af7a17-385f-482e-a8de-b6bea300e68e)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:38.836912 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:38.862554 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Transition to ACTIVE for port object 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:23:38.866648 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:38.869836 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:38.924665 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=18277e0d-bccb-4392-af75-28301b12e509,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:38.928171 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Pushing event updated for resources: {'Port': ['ID=2a99d7f1-1494-4c11-83bc-4df9e8f810a2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:38.932151 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:38.933152 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51882b81-9a38-48b7-8ea5-4e1d713904c2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:23:38.936203 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaacd22-4f51-455a-b94e-57edd0524a6a" -d '{"events": [{"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-unplugged", "status": "completed", "tag": "51882b81-9a38-48b7-8ea5-4e1d713904c2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:23:38.971656 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Network 8a745d50-df84-450a-9cca-896cd75ac382 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:23:38.973481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:38.976642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:23:39.051019 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Attempting to bind port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:23:39.051540 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Attempting to bind port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '74f026e4-2082-4db1-9acf-b6539ecb7b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8a745d50-df84-450a-9cca-896cd75ac382'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:23:39.052054 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Attempting to bind port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 on network 8a745d50-df84-450a-9cca-896cd75ac382 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:23:39.058442 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:23:39.058931 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Checking segment: {'id': '74f026e4-2082-4db1-9acf-b6539ecb7b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8a745d50-df84-450a-9cca-896cd75ac382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:23:39.059465 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:39.059965 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Bound using segment: {'id': '74f026e4-2082-4db1-9acf-b6539ecb7b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8a745d50-df84-450a-9cca-896cd75ac382'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:23:39.060625 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Bound port: 2a99d7f1-1494-4c11-83bc-4df9e8f810a2, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f026e4-2082-4db1-9acf-b6539ecb7b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8a745d50-df84-450a-9cca-896cd75ac382'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:23:39.061215 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:39.122665 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:23:39.137692 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] For port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:23:39.142366 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] For port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2a99d7f1-1494-4c11-83bc-4df9e8f810a2,segment=NetworkSegment(74f026e4-2082-4db1-9acf-b6539ecb7b63),segment_id=74f026e4-2082-4db1-9acf-b6539ecb7b63)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:23:39.149206 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:39.153022 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d1398e01-c374-4ee4-963e-7454edbe250e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:39.195804 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:39.226723 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Pushing event updated for resources: {'Port': ['ID=2a99d7f1-1494-4c11-83bc-4df9e8f810a2,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:39.231022 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:39.240015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:39.240463 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:39.240912 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Floating IP 08a44a6d-1bb8-4215-9dfe-4440880fe4ab disassociated. External IP: 172.25.6.127, port: c14fd482-e701-4929-8589-dd5397cd4f93. Jun 25 09:23:39.241502 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Calling delete_port for c14fd482-e701-4929-8589-dd5397cd4f93 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:39.259997 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:39.265281 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:39.267695 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cfc23c-7bf3-477e-a590-8eed23e9dc51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18277e0d-bccb-4392-af75-28301b12e509'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:23:39.271120 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abcd5ca-12ae-4cf8-bf4f-dcf1e7b19ddf" -d '{"events": [{"server_uuid": "48cfc23c-7bf3-477e-a590-8eed23e9dc51", "name": "network-vif-unplugged", "status": "completed", "tag": "18277e0d-bccb-4392-af75-28301b12e509"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:23:39.284446 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cd58b-d2ca-48c5-9613-7bbe469013c7 req-996f66b5-3759-44fb-9ff1-121688578f42 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:39.286205 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ab6cd58b-d2ca-48c5-9613-7bbe469013c7 req-996f66b5-3759-44fb-9ff1-121688578f42 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.4722219 Jun 25 09:23:39.290265 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:39.306590 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e5b8c1fd-912b-46fa-a904-965b5449f924 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:39.314715 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 18277e0d-bccb-4392-af75-28301b12e509 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:23:39.506506 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:39.531586 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5aa0e455-d03c-43e1-91d3-a33c553a0e98 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:39.594478 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h2-761264-15, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:39.640292 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Attempting to bind port 18277e0d-bccb-4392-af75-28301b12e509 on host n-h2-761264-15 for vnic_type normal with profile {"migrating_to": "n-h1-761264-15"} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:23:39.640810 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Attempting to bind port 18277e0d-bccb-4392-af75-28301b12e509 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:23:39.641316 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Attempting to bind port 18277e0d-bccb-4392-af75-28301b12e509 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:23:39.645182 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event deleted for resources: {'Port': ['ID=c14fd482-e701-4929-8589-dd5397cd4f93,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:39.650473 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Port 18277e0d-bccb-4392-af75-28301b12e509 on network 86032570-f2c0-48a3-9354-653695b1e594 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:23:39.651093 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Attempting to bind port 18277e0d-bccb-4392-af75-28301b12e509 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:23:39.652702 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:39.658007 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:23:39.658927 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Checking segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:23:39.659454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Bound using segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:23:39.659995 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Bound port: 18277e0d-bccb-4392-af75-28301b12e509, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:23:39.660402 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:39.750665 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h2-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:23:39.754820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=18277e0d-bccb-4392-af75-28301b12e509,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:23:39.762637 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:39.767627 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ae592b77-5ac8-4e65-8bf3-aafe4fc23f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:39.826618 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ab6cd58b-d2ca-48c5-9613-7bbe469013c7 req-9b35677e-5366-4a45-93cd-cd30450e9b7c tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210462 Jun 25 09:23:39.875070 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:39.879360 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98803ea5-5d11-4d96-9343-1c40f903c9f3 req-2c820204-f4eb-4f4c-aefd-3b2988a51405 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:39.897637 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98803ea5-5d11-4d96-9343-1c40f903c9f3 req-2c820204-f4eb-4f4c-aefd-3b2988a51405 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 945 time: 0.7918191 Jun 25 09:23:39.946166 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 18277e0d-bccb-4392-af75-28301b12e509 has no active binding in host n-h1-761264-15 {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 25 09:23:39.964399 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=18277e0d-bccb-4392-af75-28301b12e509,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:39.973943 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Pushing event updated for resources: {'Port': ['ID=18277e0d-bccb-4392-af75-28301b12e509,revision_number=7']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:39.982089 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:39.996721 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:40.057898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Attempting to bind port 18277e0d-bccb-4392-af75-28301b12e509 on host n-h2-761264-15 for vnic_type normal with profile {"migrating_to": "n-h1-761264-15"} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:23:40.058488 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Attempting to bind port 18277e0d-bccb-4392-af75-28301b12e509 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:23:40.059016 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Attempting to bind port 18277e0d-bccb-4392-af75-28301b12e509 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:23:40.073090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:40.078664 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Port 18277e0d-bccb-4392-af75-28301b12e509 on network 86032570-f2c0-48a3-9354-653695b1e594 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:23:40.079230 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Attempting to bind port 18277e0d-bccb-4392-af75-28301b12e509 on network 86032570-f2c0-48a3-9354-653695b1e594 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:23:40.089054 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:23:40.089402 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Checking segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:23:40.089686 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea2b2b-bb3b-44c7-9f6f-f9892d6b361e None None] Sync routers for ids ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:40.090143 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Bound using segment: {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:23:40.090259 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Bound port: 18277e0d-bccb-4392-af75-28301b12e509, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9315ae90-67db-4458-b526-efd6017aaed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '86032570-f2c0-48a3-9354-653695b1e594'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:23:40.090594 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:40.137062 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea2b2b-bb3b-44c7-9f6f-f9892d6b361e None None] Routers {'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:40.137884 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98803ea5-5d11-4d96-9343-1c40f903c9f3 req-6c732d5c-ce58-4b05-92ba-9f2437c1d01e tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390959 Jun 25 09:23:40.138010 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-94ea2b2b-bb3b-44c7-9f6f-f9892d6b361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:40.234093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Allocated IP 172.25.6.22 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/97270acb-b28a-4605-8a6a-0f1ccf5cbc5c) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:23:40.244127 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] No DVR routers for this DVR port c14fd482-e701-4929-8589-dd5397cd4f93 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:23:40.252652 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:40.259171 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a37f78d8-58fa-4dbb-b211-1117ad2a79af req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.38 "DELETE /v2.0/ports/c14fd482-e701-4929-8589-dd5397cd4f93 HTTP/1.1" status: 204 len: 173 time: 1.7859879 Jun 25 09:23:40.337182 n-d-761264-15 neutron-server[94024]: WARNING neutron.plugins.ml2.plugin [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Concurrent port binding operations failed on port 18277e0d-bccb-4392-af75-28301b12e509 Jun 25 09:23:40.354472 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-94ea2b2b-bb3b-44c7-9f6f-f9892d6b361e None None] Set router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:23:40.604852 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-deleted', 'tag': '51882b81-9a38-48b7-8ea5-4e1d713904c2'}, {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-deleted', 'tag': 'c14fd482-e701-4929-8589-dd5397cd4f93'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:23:40.611873 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686ac9a3-23a6-4d7d-9919-c21e796968e2" -d '{"events": [{"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-deleted", "tag": "51882b81-9a38-48b7-8ea5-4e1d713904c2"}, {"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-deleted", "tag": "c14fd482-e701-4929-8589-dd5397cd4f93"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:23:40.630844 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-94ea2b2b-bb3b-44c7-9f6f-f9892d6b361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'name': 'tempest-TaggedBootDevicesTest_v242-466140307-router', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:07Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'gw_port': {'id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:08Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '90d2606a-d4b9-422b-beb3-b65ddb6f047e', 'name': '', 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'mac_address': 'fa:16:3e:8f:86:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:22Z', 'revision_number': 5, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'subnets': [{'id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:40.662531 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea2b2b-bb3b-44c7-9f6f-f9892d6b361e None None] Checking router: b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:23:40.671886 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea2b2b-bb3b-44c7-9f6f-f9892d6b361e None None] Routers {'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:40.672824 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-94ea2b2b-bb3b-44c7-9f6f-f9892d6b361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:40.730010 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6762d4-9662-4bb5-a1d5-d1ee2fc003d2 None None] Network 8a745d50-df84-450a-9cca-896cd75ac382 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:23:40.795373 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-94ea2b2b-bb3b-44c7-9f6f-f9892d6b361e None None] Set router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:23:40.872230 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56b3b2de-1f2a-4a42-b58e-b7571029eb7d req-81e30c01-7706-44c0-86cd-bd3c52e1c7ea tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 210 time: 0.5715225 Jun 25 09:23:40.886935 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=18277e0d-bccb-4392-af75-28301b12e509,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:40.970478 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Attempt 2 to bind port 18277e0d-bccb-4392-af75-28301b12e509 Jun 25 09:23:40.980806 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:40.981645 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:40.984519 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] 10.222.0.41 "PUT /v2.0/ports/18277e0d-bccb-4392-af75-28301b12e509 HTTP/1.1" status: 200 len: 1123 time: 2.8335996 Jun 25 09:23:41.073597 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dbd045-4cb9-4074-b8d7-c5fa4c50110e x-openstack-request-id: req-53dbd045-4cb9-4074-b8d7-c5fa4c50110e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:23:41.074224 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-unplugged", "status": "completed", "tag": "51882b81-9a38-48b7-8ea5-4e1d713904c2", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:23:41.074319 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-53dbd045-4cb9-4074-b8d7-c5fa4c50110e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:23:41.074678 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51882b81-9a38-48b7-8ea5-4e1d713904c2', 'code': 200} Jun 25 09:23:41.075876 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-94ea2b2b-bb3b-44c7-9f6f-f9892d6b361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'name': 'tempest-TaggedBootDevicesTest_v242-466140307-router', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:07Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'gw_port': {'id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:08Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '90d2606a-d4b9-422b-beb3-b65ddb6f047e', 'name': '', 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'mac_address': 'fa:16:3e:8f:86:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:22Z', 'revision_number': 5, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'subnets': [{'id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:41.122013 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644ef1e-b6f1-4b2d-9702-cf3ac56149eb req-771980d5-1182-4e57-a317-eb01968275f0 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:41.129589 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3644ef1e-b6f1-4b2d-9702-cf3ac56149eb req-771980d5-1182-4e57-a317-eb01968275f0 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.8571198 Jun 25 09:23:41.152668 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-537ece1a-00de-4769-873b-6a60af8631be None None] Provisioning for port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:23:41.170286 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea2b2b-bb3b-44c7-9f6f-f9892d6b361e None None] The sync data for ids ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'] in n-d-761264-15 is: [{'id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'name': 'tempest-TaggedBootDevicesTest_v242-466140307-router', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:07Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'gw_port': {'id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:08Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '90d2606a-d4b9-422b-beb3-b65ddb6f047e', 'name': '', 'network_id': 'e9b3a601-f58c-4ec5-82fd-335656805060', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'mac_address': 'fa:16:3e:8f:86:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:13Z', 'updated_at': '2021-06-25T09:13:22Z', 'revision_number': 5, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'subnets': [{'id': '219c47c2-b4d5-45d9-9d06-baaa0cc38f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:41.189390 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['18277e0d-bccb-4392-af75-28301b12e509'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:23:41.197431 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c0d43c-aec2-4f21-bcc6-ed67001caeaa x-openstack-request-id: req-21c0d43c-aec2-4f21-bcc6-ed67001caeaa {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:23:41.197788 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cfc23c-7bf3-477e-a590-8eed23e9dc51", "name": "network-vif-unplugged", "status": "completed", "tag": "18277e0d-bccb-4392-af75-28301b12e509", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:23:41.198087 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-21c0d43c-aec2-4f21-bcc6-ed67001caeaa {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:23:41.198576 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cfc23c-7bf3-477e-a590-8eed23e9dc51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18277e0d-bccb-4392-af75-28301b12e509', 'code': 200} Jun 25 09:23:41.217736 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:41.255142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3644ef1e-b6f1-4b2d-9702-cf3ac56149eb req-60607fd6-f116-459f-bf9c-ec63a3b892a2 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126108 Jun 25 09:23:41.374166 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 25 Jun 2021 09:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d76fc41-94ed-4a47-a4b4-01c866ea5298 x-openstack-request-id: req-6d76fc41-94ed-4a47-a4b4-01c866ea5298 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:23:41.374699 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-deleted", "tag": "51882b81-9a38-48b7-8ea5-4e1d713904c2", "status": "completed", "code": 200}, {"server_uuid": "b86157f2-28ef-41e8-8d2f-246b5a6e906c", "name": "network-vif-deleted", "tag": "c14fd482-e701-4929-8589-dd5397cd4f93", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:23:41.374886 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6d76fc41-94ed-4a47-a4b4-01c866ea5298 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:23:41.375751 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-deleted', 'tag': '51882b81-9a38-48b7-8ea5-4e1d713904c2', 'status': 'completed', 'code': 200} Jun 25 09:23:41.376258 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86157f2-28ef-41e8-8d2f-246b5a6e906c', 'name': 'network-vif-deleted', 'tag': 'c14fd482-e701-4929-8589-dd5397cd4f93', 'status': 'completed', 'code': 200} Jun 25 09:23:41.404788 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:41.405529 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['18277e0d-bccb-4392-af75-28301b12e509'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:23:41.408367 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:23:41.476671 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-01fb3823-223b-4f37-b66e-9b47568769d0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:41.584249 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:23:41.603743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:41.623667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:23:41.689614 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:23:41.700846 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:23:41.701372 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:41.731066 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af176c20-5771-45c1-9bcb-f12c37ed38f2 None None] New status for floating IP 08a44a6d-1bb8-4215-9dfe-4440880fe4ab: DOWN {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:23:41.997600 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:42.023338 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-67ce1f4b-d2f5-4ff1-a6c7-24860262154f None None] Provisioning complete for port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:23:42.023719 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67ce1f4b-d2f5-4ff1-a6c7-24860262154f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:42.068894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=97270acb-b28a-4605-8a6a-0f1ccf5cbc5c,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:42.080096 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:42.111933 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194c9bc-fa7a-404c-ad9c-c1a6387b3be4 req-4b4a090a-dc63-4eb8-911f-bbabfd6208de tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:42.120001 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6194c9bc-fa7a-404c-ad9c-c1a6387b3be4 req-4b4a090a-dc63-4eb8-911f-bbabfd6208de tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.7676697 Jun 25 09:23:42.156940 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:42.167860 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6194c9bc-fa7a-404c-ad9c-c1a6387b3be4 req-ca784d52-419c-441e-a8cf-09cd9039d997 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469477 Jun 25 09:23:42.177208 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67ce1f4b-d2f5-4ff1-a6c7-24860262154f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:42.199765 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e5b8f-f831-4ce4-8279-e7363f7f723c req-1ec87244-e41f-4108-b94d-b5f14f681a6f tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:42.199765 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c8e5b8f-f831-4ce4-8279-e7363f7f723c req-1ec87244-e41f-4108-b94d-b5f14f681a6f tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.6166840 Jun 25 09:23:42.205903 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2a99d7f1-1494-4c11-83bc-4df9e8f810a2,segment=NetworkSegment(74f026e4-2082-4db1-9acf-b6539ecb7b63),segment_id=74f026e4-2082-4db1-9acf-b6539ecb7b63)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:42.216004 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:42.221206 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:42.274853 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=2a99d7f1-1494-4c11-83bc-4df9e8f810a2,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:42.279437 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:42.329149 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-67ce1f4b-d2f5-4ff1-a6c7-24860262154f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:23:42.329515 n-d-761264-15 neutron-server[94026]: DEBUG oslo_db.api [None req-67ce1f4b-d2f5-4ff1-a6c7-24860262154f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:23:42.415870 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c8e5b8f-f831-4ce4-8279-e7363f7f723c req-80ab9938-ff3e-44f4-b040-a0e883c15646 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161412 Jun 25 09:23:42.447268 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:42.513925 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bd3ca-366f-4bea-b52d-dab489951fed req-5d71cfbd-f4c1-4daa-92b1-5388cc363bf4 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:42.515452 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c93bd3ca-366f-4bea-b52d-dab489951fed req-5d71cfbd-f4c1-4daa-92b1-5388cc363bf4 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 943 time: 0.1717358 Jun 25 09:23:42.686473 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c93bd3ca-366f-4bea-b52d-dab489951fed req-f390e092-bb00-453e-a201-64514e390642 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577299 Jun 25 09:23:42.762086 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3d3bb-513b-4f2b-8f8e-d7840d2e223a req-583bf8c5-9f01-4ce8-b997-3f4e8f6009cd tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:42.763700 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bda3d3bb-513b-4f2b-8f8e-d7840d2e223a req-583bf8c5-9f01-4ce8-b997-3f4e8f6009cd tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1431158 Jun 25 09:23:42.828949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router b32b5eb7-3943-45b0-98db-df53b8d2ec78 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:23:42.852330 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bda3d3bb-513b-4f2b-8f8e-d7840d2e223a req-32ff59c8-0f1c-43ba-b2ae-93a2e05f6baa tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813363 Jun 25 09:23:42.961203 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e46a5f6c-9109-4815-869d-ea8e4a8bde0b req-33164a3c-75e8-43a5-bd50-6feca23da48b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 210 time: 0.0875397 Jun 25 09:23:43.198527 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:43.200204 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cfc23c-7bf3-477e-a590-8eed23e9dc51', 'tag': '18277e0d-bccb-4392-af75-28301b12e509'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:23:43.208462 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab88544-4915-4e33-ac3c-4641df1897e4" -d '{"events": [{"name": "network-changed", "server_uuid": "48cfc23c-7bf3-477e-a590-8eed23e9dc51", "tag": "18277e0d-bccb-4392-af75-28301b12e509"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:23:43.216408 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ded81-37ef-4a61-a84c-143d65f7c268 None None] Sync routers for ids ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:43.274119 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:43.278505 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3863614 Jun 25 09:23:43.279408 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56774) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:43.295082 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ded81-37ef-4a61-a84c-143d65f7c268 None None] Routers {'b32b5eb7-3943-45b0-98db-df53b8d2ec78'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:43.302075 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c13ded81-37ef-4a61-a84c-143d65f7c268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:43.307245 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:23:43.341842 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacff61-0609-48da-8ab4-58e1570f7cf3 req-14a45ce0-848d-427e-961d-cd03c9690f03 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:43.352694 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cbacff61-0609-48da-8ab4-58e1570f7cf3 req-14a45ce0-848d-427e-961d-cd03c9690f03 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1330256 Jun 25 09:23:43.409353 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c13ded81-37ef-4a61-a84c-143d65f7c268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:43.424408 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:23:43.424820 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:43.444684 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cbacff61-0609-48da-8ab4-58e1570f7cf3 req-ca1e2418-3b83-43bc-b991-b52fac403b48 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887620 Jun 25 09:23:43.472164 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ded81-37ef-4a61-a84c-143d65f7c268 None None] Routers {'b32b5eb7-3943-45b0-98db-df53b8d2ec78'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:43.473208 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c13ded81-37ef-4a61-a84c-143d65f7c268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:43.602007 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e92faf-6ec8-4094-893f-1a78bd5d0cc8 x-openstack-request-id: req-49e92faf-6ec8-4094-893f-1a78bd5d0cc8 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:23:43.603913 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cfc23c-7bf3-477e-a590-8eed23e9dc51", "tag": "18277e0d-bccb-4392-af75-28301b12e509", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:23:43.604451 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-49e92faf-6ec8-4094-893f-1a78bd5d0cc8 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:23:43.606194 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cfc23c-7bf3-477e-a590-8eed23e9dc51', 'tag': '18277e0d-bccb-4392-af75-28301b12e509', 'status': 'completed', 'code': 200} Jun 25 09:23:43.698251 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9da2f-b34c-48ca-981e-83d3a54cdffe req-85bd5164-d70f-431e-a6b4-0c15dae978b1 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:43.705709 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-81b9da2f-b34c-48ca-981e-83d3a54cdffe req-85bd5164-d70f-431e-a6b4-0c15dae978b1 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.1942375 Jun 25 09:23:43.752467 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c13ded81-37ef-4a61-a84c-143d65f7c268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:43.753305 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ded81-37ef-4a61-a84c-143d65f7c268 None None] The sync data for ids ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:43.761213 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-81b9da2f-b34c-48ca-981e-83d3a54cdffe req-4ddd5430-b061-4f1a-a561-bf5cf1d32434 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545073 Jun 25 09:23:43.865065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab88544-4915-4e33-ac3c-4641df1897e4 req-9ebb829b-4662-41be-856d-45321d9a3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:43.866559 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ab88544-4915-4e33-ac3c-4641df1897e4 req-9ebb829b-4662-41be-856d-45321d9a3938 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 1126 time: 0.2056262 Jun 25 09:23:44.024068 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2295-e319-43be-8d72-a4b2ad7e923d req-83773086-8788-4fbf-a9bc-a0cc35ccb8ec tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:44.026078 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a8d2295-e319-43be-8d72-a4b2ad7e923d req-83773086-8788-4fbf-a9bc-a0cc35ccb8ec tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2128122 Jun 25 09:23:44.073627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab88544-4915-4e33-ac3c-4641df1897e4 req-573e8af9-24c5-4528-beee-458597d1baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:44.075549 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ab88544-4915-4e33-ac3c-4641df1897e4 req-573e8af9-24c5-4528-beee-458597d1baf9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.1976824 Jun 25 09:23:44.141502 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a8d2295-e319-43be-8d72-a4b2ad7e923d req-58b8ab55-a872-468b-b596-f9e01bced3df tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079173 Jun 25 09:23:44.145527 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ab88544-4915-4e33-ac3c-4641df1897e4 req-975bce0c-8403-4a13-b951-d8a8e92d41ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18277e0d-bccb-4392-af75-28301b12e509 HTTP/1.1" status: 200 len: 217 time: 0.0423017 Jun 25 09:23:44.183906 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe65434-a93a-4304-afec-b86ef080154b req-69ab6044-a3c0-4dbb-bedd-f637347d35e7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:44.185549 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5fe65434-a93a-4304-afec-b86ef080154b req-69ab6044-a3c0-4dbb-bedd-f637347d35e7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 943 time: 0.1502891 Jun 25 09:23:44.221460 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab88544-4915-4e33-ac3c-4641df1897e4 req-d1a85e65-9a51-4784-b98e-f0cdefdad252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:44.222957 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ab88544-4915-4e33-ac3c-4641df1897e4 req-d1a85e65-9a51-4784-b98e-f0cdefdad252 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.0662594 Jun 25 09:23:44.243108 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5fe65434-a93a-4304-afec-b86ef080154b req-27c7b412-673a-4fb8-94af-e9ed4959b85f tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515025 Jun 25 09:23:44.291971 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ab88544-4915-4e33-ac3c-4641df1897e4 req-98182daf-d712-4c1e-aa13-b05048fdfaed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433362 Jun 25 09:23:44.316863 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:44.329510 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6046a73f-5c8c-4e3d-8b0b-3ef01e66687c req-47a0245c-9ab1-4833-ace9-ed0354a1dfcd tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 210 time: 0.0313680 Jun 25 09:23:44.562258 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96396ed4-37a9-4de7-8b66-b5f959f275c9 req-57b1ed63-0c4e-4045-9dc0-5df706b0ae0a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:44.564265 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-96396ed4-37a9-4de7-8b66-b5f959f275c9 req-57b1ed63-0c4e-4045-9dc0-5df706b0ae0a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.0766845 Jun 25 09:23:44.610084 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-96396ed4-37a9-4de7-8b66-b5f959f275c9 req-56f0da52-0cee-4db3-9d76-e679dbdaab47 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395815 Jun 25 09:23:44.862504 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716d5d6-3fd6-4619-b799-fb30dbeed93e req-3d08d50b-9744-4e26-bbce-caa4be103f5b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:44.881153 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4716d5d6-3fd6-4619-b799-fb30dbeed93e req-3d08d50b-9744-4e26-bbce-caa4be103f5b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1348009 Jun 25 09:23:44.941501 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ab88544-4915-4e33-ac3c-4641df1897e4 req-37bd7eb5-7368-46ea-90b7-844fa66e6642 service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378710 Jun 25 09:23:45.009876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4716d5d6-3fd6-4619-b799-fb30dbeed93e req-0659d544-03b6-493a-8c50-9dfb6c6a3912 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265736 Jun 25 09:23:45.094116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43a9db-f9be-454d-ade4-5d347129f49e req-6de17bca-e538-4791-97b7-2117472ea851 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:45.101516 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce43a9db-f9be-454d-ade4-5d347129f49e req-6de17bca-e538-4791-97b7-2117472ea851 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.1969869 Jun 25 09:23:45.191061 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce43a9db-f9be-454d-ade4-5d347129f49e req-b6de49c8-50a4-4ade-9741-b7048e1552dd tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885623 Jun 25 09:23:45.287305 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ab88544-4915-4e33-ac3c-4641df1897e4 req-1c5302ba-5217-4ffb-801f-f3f5f5d5740b service neutron] 10.222.0.38 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244317 Jun 25 09:23:45.326321 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Allocated IP 172.20.0.1 (8a745d50-df84-450a-9cca-896cd75ac382/b207e01e-a54a-451e-99fe-156ae73ac5ad/057f3ffd-66e5-471b-8980-d57103370721) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:23:45.509538 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:45.526219 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Transition to ACTIVE for port object 057f3ffd-66e5-471b-8980-d57103370721 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:23:45.546887 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c452c-252a-4510-8e6d-362df7208d76 req-a694af02-ab00-4f2f-819b-c9bd928928cb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:45.548851 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-129c452c-252a-4510-8e6d-362df7208d76 req-a694af02-ab00-4f2f-819b-c9bd928928cb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1006489 Jun 25 09:23:45.568170 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b3937-694d-4c5c-a129-d55801c80de7 req-63421f7a-0f7d-4e70-a8b7-6ef55f7a0bfc tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:45.570414 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-389b3937-694d-4c5c-a129-d55801c80de7 req-63421f7a-0f7d-4e70-a8b7-6ef55f7a0bfc tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1559587 Jun 25 09:23:45.586317 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:45.591911 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-837b8719-c388-44b9-aac4-10af493cadf5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:45.646012 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-389b3937-694d-4c5c-a129-d55801c80de7 req-a2db0923-a70b-4568-8a6d-58ff422f6593 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511868 Jun 25 09:23:45.647384 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=057f3ffd-66e5-471b-8980-d57103370721,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:45.650190 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-129c452c-252a-4510-8e6d-362df7208d76 req-64847e67-f563-4db8-93df-707e5743aab3 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779538 Jun 25 09:23:45.660253 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:45.670501 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 8a745d50-df84-450a-9cca-896cd75ac382 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:23:45.672004 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:45.679109 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:23:45.757143 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:45.961480 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-01ac720a-97e7-4548-b3ed-945bf27b8c48 None None] Provisioning for port 057f3ffd-66e5-471b-8980-d57103370721 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:23:45.963964 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-587beda8-a085-4718-87de-f73d80f22289 req-d7f242dd-097f-495d-926a-a7746509e819 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 210 time: 0.0578012 Jun 25 09:23:45.968768 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-01ac720a-97e7-4548-b3ed-945bf27b8c48 None None] Provisioning complete for port 057f3ffd-66e5-471b-8980-d57103370721 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:23:45.969368 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01ac720a-97e7-4548-b3ed-945bf27b8c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:46.016087 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03b697-5d6c-444c-a8d0-253c0e510e5d req-a1c271c6-6d13-4627-a559-8ba046955853 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:46.024484 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:46.027473 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a03b697-5d6c-444c-a8d0-253c0e510e5d req-a1c271c6-6d13-4627-a559-8ba046955853 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 943 time: 0.1616437 Jun 25 09:23:46.028320 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-01ac720a-97e7-4548-b3ed-945bf27b8c48 None None] Port 057f3ffd-66e5-471b-8980-d57103370721 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:23:46.114478 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a03b697-5d6c-444c-a8d0-253c0e510e5d req-798fd60d-fe37-4242-b876-2c4ca0b4f9c1 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850668 Jun 25 09:23:46.322752 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e0564-e0d7-4bf0-915d-342ff929ca2d req-31ce60f2-bac5-401c-bd65-ffc1e8fbe879 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:46.326828 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c85e0564-e0d7-4bf0-915d-342ff929ca2d req-31ce60f2-bac5-401c-bd65-ffc1e8fbe879 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.0918338 Jun 25 09:23:46.379418 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c85e0564-e0d7-4bf0-915d-342ff929ca2d req-6aa3fb60-b68f-4a01-a63d-63694bf5f02c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456328 Jun 25 09:23:46.435743 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:46.444166 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:46.453016 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d5e4e521-bfcc-46e4-93f2-1a9b0cad943e tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:46.550648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f7999-55b8-4428-976a-fc918cc95711 req-8ce0bad7-0ca2-468a-8a18-cfad2a96dd3d tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:46.558712 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d9f7999-55b8-4428-976a-fc918cc95711 req-8ce0bad7-0ca2-468a-8a18-cfad2a96dd3d tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.0795431 Jun 25 09:23:46.570765 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:46.572951 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=057f3ffd-66e5-471b-8980-d57103370721,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:46.577759 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:46.633853 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d9f7999-55b8-4428-976a-fc918cc95711 req-ee2e76d5-a5ee-4251-9718-5ad2e95a5ab0 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725543 Jun 25 09:23:46.719886 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 8a745d50-df84-450a-9cca-896cd75ac382 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:23:46.721632 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:46.860260 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router b32b5eb7-3943-45b0-98db-df53b8d2ec78 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:46.892007 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ed934-4254-4744-8966-ad6f033fa7a0 req-83e778b0-9029-4e34-8e55-2d7b0bac846e tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:46.893881 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-925ed934-4254-4744-8966-ad6f033fa7a0 req-83e778b0-9029-4e34-8e55-2d7b0bac846e tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1037869 Jun 25 09:23:46.973569 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-925ed934-4254-4744-8966-ad6f033fa7a0 req-c9068e9c-d58b-422f-b7cb-a91fa513140f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685694 Jun 25 09:23:46.985525 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:46.993397 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "PUT /v2.0/routers/b32b5eb7-3943-45b0-98db-df53b8d2ec78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7098339 Jun 25 09:23:46.993914 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56834) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:46.998683 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c4297-ff10-4fa3-b02c-30356d4b394d None None] Sync routers for ids ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:47.000137 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'port': {'network_id': '8a745d50-df84-450a-9cca-896cd75ac382', 'name': 'tempest-FloatingIPTestJSON-1100856649'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:47.011441 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c4297-ff10-4fa3-b02c-30356d4b394d None None] Routers {'b32b5eb7-3943-45b0-98db-df53b8d2ec78'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:47.012541 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c38c4297-ff10-4fa3-b02c-30356d4b394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:47.075703 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c38c4297-ff10-4fa3-b02c-30356d4b394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:47.086444 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c4297-ff10-4fa3-b02c-30356d4b394d None None] Routers {'b32b5eb7-3943-45b0-98db-df53b8d2ec78'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:47.087463 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c38c4297-ff10-4fa3-b02c-30356d4b394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:47.149186 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c38c4297-ff10-4fa3-b02c-30356d4b394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:47.150178 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c4297-ff10-4fa3-b02c-30356d4b394d None None] The sync data for ids ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:47.178723 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-793b8f94-6e53-4930-9751-6eca44da9108 None None] Provisioning complete for port 057f3ffd-66e5-471b-8980-d57103370721 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:23:47.179494 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-793b8f94-6e53-4930-9751-6eca44da9108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:47.226436 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-793b8f94-6e53-4930-9751-6eca44da9108 None None] Port 057f3ffd-66e5-471b-8980-d57103370721 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:23:47.272546 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa7d41-e8cf-413b-92f4-d4eea71985b3 req-deeeb7cd-15f1-489e-bc94-ec3a2abee753 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:47.274801 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9efa7d41-e8cf-413b-92f4-d4eea71985b3 req-deeeb7cd-15f1-489e-bc94-ec3a2abee753 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1253884 Jun 25 09:23:47.280819 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Made reservation on behalf of 84d60807ffac4373b3c68c8e7334adc6 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:23:47.285015 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:47.317243 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] device_id is not set on port 2c17f626-d051-49f7-b9dc-c3e47bad65dd yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:23:47.381523 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9efa7d41-e8cf-413b-92f4-d4eea71985b3 req-a3f35656-79c4-42c1-92fc-03d04351c6a6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810492 Jun 25 09:23:47.475810 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Allocated IP 172.20.0.14 (8a745d50-df84-450a-9cca-896cd75ac382/b207e01e-a54a-451e-99fe-156ae73ac5ad/2c17f626-d051-49f7-b9dc-c3e47bad65dd) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:23:47.575994 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0fcc08e9-8392-4eb4-9a3e-3db4acb2e8fe req-0aefac64-0369-46e2-b598-3a9e05af9c2f tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 210 time: 0.0492511 Jun 25 09:23:47.682560 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:47.699257 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Transition to ACTIVE for port object 2c17f626-d051-49f7-b9dc-c3e47bad65dd will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:23:47.776480 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:47.782354 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:47.834363 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Network 8a745d50-df84-450a-9cca-896cd75ac382 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:23:47.839808 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:23:47.849506 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:23:47.860268 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bdeea-596d-44a1-b9a2-38f9a4283e1f req-b95f93fc-ee62-4888-8fd6-f76fe05f5adf tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:47.862019 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a75bdeea-596d-44a1-b9a2-38f9a4283e1f req-b95f93fc-ee62-4888-8fd6-f76fe05f5adf tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 943 time: 0.1395273 Jun 25 09:23:47.864421 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event updated for resources: {'Port': ['ID=2c17f626-d051-49f7-b9dc-c3e47bad65dd,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:47.885924 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:47.935912 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:47.936455 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:47.957404 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a75bdeea-596d-44a1-b9a2-38f9a4283e1f req-2321fe15-983d-4de0-a20f-04002a3f7713 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671194 Jun 25 09:23:47.986458 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9911947 Jun 25 09:23:47.989322 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56850) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:47.995792 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-d3dbd990-b759-4bef-ab96-675fdc60824a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Request body: {'floatingip': {'port_id': '2c17f626-d051-49f7-b9dc-c3e47bad65dd'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:23:48.077841 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d3dbd990-b759-4bef-ab96-675fdc60824a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:48.254293 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 18277e0d-bccb-4392-af75-28301b12e509 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:23:48.306882 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-f5c6445d-b317-4cf1-b6c5-7bfb2ed8b2a3 service neutron] 10.222.0.38 "GET /v2.0/ports/18277e0d-bccb-4392-af75-28301b12e509/bindings/n-h1-761264-15 HTTP/1.1" status: 200 len: 385 time: 0.1432452 Jun 25 09:23:48.322995 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-23ad1b22-6b11-4cb7-9fbf-2150d481ec41 None None] Provisioning for port 2c17f626-d051-49f7-b9dc-c3e47bad65dd completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:23:48.362649 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-23ad1b22-6b11-4cb7-9fbf-2150d481ec41 None None] Provisioning complete for port 2c17f626-d051-49f7-b9dc-c3e47bad65dd triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:23:48.363032 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-23ad1b22-6b11-4cb7-9fbf-2150d481ec41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:48.583806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-23ad1b22-6b11-4cb7-9fbf-2150d481ec41 None None] Port 2c17f626-d051-49f7-b9dc-c3e47bad65dd cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:23:48.627812 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-50b08e64-802a-4f05-a6f6-b0ea1019e0f9 service neutron] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=18277e0d-bccb-4392-af75-28301b12e509,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:48.662355 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-50b08e64-802a-4f05-a6f6-b0ea1019e0f9 service neutron] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:23:48.723629 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-50b08e64-802a-4f05-a6f6-b0ea1019e0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18277e0d-bccb-4392-af75-28301b12e509 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:23:48.738806 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-50b08e64-802a-4f05-a6f6-b0ea1019e0f9 service neutron] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=18277e0d-bccb-4392-af75-28301b12e509,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:48.757237 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-50b08e64-802a-4f05-a6f6-b0ea1019e0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:48.882743 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-50b08e64-802a-4f05-a6f6-b0ea1019e0f9 service neutron] Transition to ACTIVE for port object 18277e0d-bccb-4392-af75-28301b12e509 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:23:48.889457 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-50b08e64-802a-4f05-a6f6-b0ea1019e0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:48.903872 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-38de702b-5b45-4126-a36f-990d24258ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:49.018665 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-50b08e64-802a-4f05-a6f6-b0ea1019e0f9 service neutron] No DVR routers for this DVR port 18277e0d-bccb-4392-af75-28301b12e509 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:23:49.036009 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b08e64-802a-4f05-a6f6-b0ea1019e0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=18277e0d-bccb-4392-af75-28301b12e509,revision_number=10']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:49.041618 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-50b08e64-802a-4f05-a6f6-b0ea1019e0f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:49.075631 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-50b08e64-802a-4f05-a6f6-b0ea1019e0f9 service neutron] 10.222.0.38 "PUT /v2.0/ports/18277e0d-bccb-4392-af75-28301b12e509/bindings/n-h1-761264-15/activate HTTP/1.1" status: 200 len: 370 time: 0.7592947 Jun 25 09:23:49.137977 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54d0c3-2273-4ee1-b006-745716127333 req-d8fcb176-1e21-4bac-ba92-2ea624137e89 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:49.145665 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff54d0c3-2273-4ee1-b006-745716127333 req-d8fcb176-1e21-4bac-ba92-2ea624137e89 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.6507776 Jun 25 09:23:49.170020 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8bfc2-7354-4d8c-b23c-dee686d5df09 req-d844b29a-7d89-4b09-be4d-8b03881b3ed1 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:49.177944 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1e8bfc2-7354-4d8c-b23c-dee686d5df09 req-d844b29a-7d89-4b09-be4d-8b03881b3ed1 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.6815393 Jun 25 09:23:49.246237 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1e8bfc2-7354-4d8c-b23c-dee686d5df09 req-a646021d-c824-47c7-bb05-e778223357ae tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671844 Jun 25 09:23:49.478773 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-616d41b7-ca47-4319-9ea4-2bab7a35933e req-61efeef5-d851-45ce-a800-938f652cf3ba tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 210 time: 0.0345128 Jun 25 09:23:49.486755 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff54d0c3-2273-4ee1-b006-745716127333 req-12c40c1c-81d9-4c8c-8491-00c32e3536b9 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399794 Jun 25 09:23:49.625374 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d3dbd990-b759-4bef-ab96-675fdc60824a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:49.628552 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-2d99b876-a37a-4426-95db-7a87c7914be4 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:49.630727 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-2d99b876-a37a-4426-95db-7a87c7914be4 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51&tenant_id=7474114b2c184a18967efdee86f25425&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 1096 time: 0.4289298 Jun 25 09:23:49.631966 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d3dbd990-b759-4bef-ab96-675fdc60824a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:49.917012 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-d3dbd990-b759-4bef-ab96-675fdc60824a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Floating IP d6af514d-8e64-49e2-8272-6bb8a8b510a9 associated. External IP: 172.25.6.6, port: b34cf961-5403-499e-80cf-cdd99f20ecbe. Jun 25 09:23:49.967015 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-e67e2eca-8442-4ee7-9e06-20d765fb3434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:49.968564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-e67e2eca-8442-4ee7-9e06-20d765fb3434 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51&tenant_id=7474114b2c184a18967efdee86f25425 HTTP/1.1" status: 200 len: 1096 time: 0.2377243 Jun 25 09:23:49.989640 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8009f0-f342-4c28-9690-26e5be7780d1 req-07d8ec4c-da78-4026-b7b4-f0584e26ad3c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:49.990974 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd8009f0-f342-4c28-9690-26e5be7780d1 req-07d8ec4c-da78-4026-b7b4-f0584e26ad3c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 944 time: 0.2472517 Jun 25 09:23:50.136631 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06e436-d7e2-4027-8ee4-b11485149efd req-af2f6791-b334-486b-bf0f-1b9f098ad2bf tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:50.138156 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a06e436-d7e2-4027-8ee4-b11485149efd req-af2f6791-b334-486b-bf0f-1b9f098ad2bf tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2593796 Jun 25 09:23:50.150945 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd8009f0-f342-4c28-9690-26e5be7780d1 req-6ff7a4f3-0b8b-409f-80c5-5e4ac4233548 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490011 Jun 25 09:23:50.237753 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-c3a96d36-81a4-41e4-9b9b-ca4a29d1b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:50.239463 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-c3a96d36-81a4-41e4-9b9b-ca4a29d1b097 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7474114b2c184a18967efdee86f25425&device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 1096 time: 0.2196891 Jun 25 09:23:50.249659 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a06e436-d7e2-4027-8ee4-b11485149efd req-3d02b2c1-c650-47ff-8c82-d48a9f6de128 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032493 Jun 25 09:23:50.427426 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dbd990-b759-4bef-ab96-675fdc60824a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:50.444825 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-efb5e869-0e5f-42fb-bec8-b18b6a160dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:50.446333 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-efb5e869-0e5f-42fb-bec8-b18b6a160dbe service neutron] 10.222.0.41 "GET /v2.0/networks?id=86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 200 len: 910 time: 0.1945450 Jun 25 09:23:50.500030 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-70129208-eb23-47cc-abef-e566a5f3bb04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18277e0d-bccb-4392-af75-28301b12e509 HTTP/1.1" status: 200 len: 217 time: 0.0426853 Jun 25 09:23:50.625503 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41419a-ec47-473a-bfa7-3f8d20c71163 req-848a5dc6-8c1d-4047-900b-d2e141b63617 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:50.627120 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3f41419a-ec47-473a-bfa7-3f8d20c71163 req-848a5dc6-8c1d-4047-900b-d2e141b63617 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.2506809 Jun 25 09:23:50.701417 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-1e0c2847-5b28-4349-8b26-7d1c53395b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:50.703073 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-1e0c2847-5b28-4349-8b26-7d1c53395b65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 200 len: 848 time: 0.1659236 Jun 25 09:23:50.769503 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dbd990-b759-4bef-ab96-675fdc60824a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:50.772518 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-204cb5ea-2559-4551-ada8-1b48aefbab87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86032570-f2c0-48a3-9354-653695b1e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586996 Jun 25 09:23:50.779907 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16296ca-0817-47af-aad0-e347268c5b7e None None] Sync routers for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:50.783903 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3f41419a-ec47-473a-bfa7-3f8d20c71163 req-d51eb919-d26d-4cbe-acb1-c58e435dab68 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470120 Jun 25 09:23:50.793174 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16296ca-0817-47af-aad0-e347268c5b7e None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:50.794085 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c16296ca-0817-47af-aad0-e347268c5b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:50.839723 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c16296ca-0817-47af-aad0-e347268c5b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:50.849529 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16296ca-0817-47af-aad0-e347268c5b7e None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:50.850677 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c16296ca-0817-47af-aad0-e347268c5b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:50.894028 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f61ca-02dd-4072-850b-b4ed56aa3d6e req-6534c965-1c6d-4fa1-9b51-aa77cfaa5239 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:50.894615 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c16296ca-0817-47af-aad0-e347268c5b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:50.895525 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16296ca-0817-47af-aad0-e347268c5b7e None None] The sync data for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:50.900970 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c60f61ca-02dd-4072-850b-b4ed56aa3d6e req-6534c965-1c6d-4fa1-9b51-aa77cfaa5239 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.3486485 Jun 25 09:23:51.020573 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af53dd7d-1e58-40dc-b5b4-f92f3c65419a req-9ea6627d-a195-44ba-87c0-544006107f15 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 210 time: 0.0590723 Jun 25 09:23:51.051822 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-fb981701-edd5-4bbc-9088-db93563b5341 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713878 Jun 25 09:23:51.057429 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c60f61ca-02dd-4072-850b-b4ed56aa3d6e req-d79c1f76-ede2-4c80-829b-fd6c19895d97 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554220 Jun 25 09:23:51.675488 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dbd990-b759-4bef-ab96-675fdc60824a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router b32b5eb7-3943-45b0-98db-df53b8d2ec78 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:51.688465 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-184f3872-43b8-4376-a0e9-91b6417f20c7 service neutron] 10.222.0.41 "GET /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274188 Jun 25 09:23:51.759725 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2050c9-658d-428c-921f-3ec91ae72023 req-998c583c-1690-4ca7-b042-e3ea4b434683 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:51.761318 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4a2050c9-658d-428c-921f-3ec91ae72023 req-998c583c-1690-4ca7-b042-e3ea4b434683 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2156327 Jun 25 09:23:51.769200 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de85b43-e465-4d92-b226-6833832e32d3 req-3ce76fc4-ceda-451c-9e37-2f50ffd21449 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:51.770830 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2de85b43-e465-4d92-b226-6833832e32d3 req-3ce76fc4-ceda-451c-9e37-2f50ffd21449 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 944 time: 0.2207539 Jun 25 09:23:51.889141 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4a2050c9-658d-428c-921f-3ec91ae72023 req-31bcdc7e-bb48-4ada-aef1-22b060261985 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151750 Jun 25 09:23:51.894943 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2de85b43-e465-4d92-b226-6833832e32d3 req-95f7ba83-44cd-4504-aa53-e76f8492518e tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112103 Jun 25 09:23:51.918301 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dbd990-b759-4bef-ab96-675fdc60824a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:51.935957 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1974a71-187d-4582-84c6-d2c240c49ae8 None None] Sync routers for ids ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:51.944576 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d3dbd990-b759-4bef-ab96-675fdc60824a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:51.961220 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1974a71-187d-4582-84c6-d2c240c49ae8 None None] Routers {'b32b5eb7-3943-45b0-98db-df53b8d2ec78'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:51.962213 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-d1974a71-187d-4582-84c6-d2c240c49ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:52.010232 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-d1974a71-187d-4582-84c6-d2c240c49ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:52.022893 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1974a71-187d-4582-84c6-d2c240c49ae8 None None] Routers {'b32b5eb7-3943-45b0-98db-df53b8d2ec78'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:52.023930 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-d1974a71-187d-4582-84c6-d2c240c49ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:52.063659 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-d1974a71-187d-4582-84c6-d2c240c49ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:52.065156 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1974a71-187d-4582-84c6-d2c240c49ae8 None None] The sync data for ids ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:52.103905 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d3dbd990-b759-4bef-ab96-675fdc60824a tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "PUT /v2.0/floatingips/d6af514d-8e64-49e2-8272-6bb8a8b510a9 HTTP/1.1" status: 200 len: 977 time: 4.1131098 Jun 25 09:23:52.106823 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56904) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:52.378857 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7205e6a-7dd1-4f4c-9413-b6658fb0eb68 req-86288873-a892-40aa-8e03-934962a0ff4a tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:52.386610 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e7205e6a-7dd1-4f4c-9413-b6658fb0eb68 req-86288873-a892-40aa-8e03-934962a0ff4a tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.2679112 Jun 25 09:23:52.393294 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0b97-b4aa-4cf9-b326-bfe7eb02d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:52.436355 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9327d82-f1f6-4d2d-bfce-0cd8175a4d6f req-434e884d-4ea8-4398-a6b8-a74bc94cb5ac tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:52.438667 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9327d82-f1f6-4d2d-bfce-0cd8175a4d6f req-434e884d-4ea8-4398-a6b8-a74bc94cb5ac tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2578018 Jun 25 09:23:52.459318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-6fc0fd0d-0ceb-4a3b-9ccc-b248a2e15ec5 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:52.461276 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-6fc0fd0d-0ceb-4a3b-9ccc-b248a2e15ec5 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51&tenant_id=7474114b2c184a18967efdee86f25425&binding%3Ahost_id=n-h1-761264-15 HTTP/1.1" status: 200 len: 1096 time: 0.3100433 Jun 25 09:23:52.470369 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-821d427a-c4f2-495c-b426-76f7134f9b86 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting port 2c17f626-d051-49f7-b9dc-c3e47bad65dd {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:52.472788 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-821d427a-c4f2-495c-b426-76f7134f9b86 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:52.543360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e7205e6a-7dd1-4f4c-9413-b6658fb0eb68 req-e680ba9b-b3d0-4844-a746-1ec64a935c23 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555145 Jun 25 09:23:52.612101 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9327d82-f1f6-4d2d-bfce-0cd8175a4d6f req-80e885f2-5f99-4b3c-9e26-f65581d6c5ea tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447585 Jun 25 09:23:52.707264 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-821d427a-c4f2-495c-b426-76f7134f9b86 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:52.741091 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38a68d2d-7ae7-4421-8708-54ea8f1b1570 req-a48ff629-6682-439b-9038-563273844260 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 210 time: 0.0519722 Jun 25 09:23:52.846207 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-afc88f0c-5d1b-482b-8f5a-cc763de348b3 service neutron] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:23:52.854927 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-afc88f0c-5d1b-482b-8f5a-cc763de348b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:52.856053 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-977144f1-9ca2-4b4d-aba4-06874484d8b8 req-afc88f0c-5d1b-482b-8f5a-cc763de348b3 service neutron] 10.222.0.41 "DELETE /v2.0/ports/18277e0d-bccb-4392-af75-28301b12e509/bindings/n-h2-761264-15 HTTP/1.1" status: 204 len: 173 time: 0.3683753 Jun 25 09:23:53.033839 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eecd3-8671-4380-b770-a9fe23b3fbd0 req-633d529a-48ae-44d4-a107-5dfdc9bb4977 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:53.035358 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-799eecd3-8671-4380-b770-a9fe23b3fbd0 req-633d529a-48ae-44d4-a107-5dfdc9bb4977 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1705592 Jun 25 09:23:53.039653 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-821d427a-c4f2-495c-b426-76f7134f9b86 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:53.039991 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-821d427a-c4f2-495c-b426-76f7134f9b86 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:53.040273 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-821d427a-c4f2-495c-b426-76f7134f9b86 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Floating IP d6af514d-8e64-49e2-8272-6bb8a8b510a9 disassociated. External IP: 172.25.6.6, port: 2c17f626-d051-49f7-b9dc-c3e47bad65dd. Jun 25 09:23:53.040618 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-821d427a-c4f2-495c-b426-76f7134f9b86 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Calling delete_port for 2c17f626-d051-49f7-b9dc-c3e47bad65dd owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:53.150921 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-799eecd3-8671-4380-b770-a9fe23b3fbd0 req-813f7615-f477-4245-b0b0-5d9cc3209971 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080217 Jun 25 09:23:53.198415 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee26ef-81f5-448a-83df-af3cfe52c3d1 req-3d0f9be4-42b4-478f-9c1f-25cdb1a63206 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:53.199971 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9ee26ef-81f5-448a-83df-af3cfe52c3d1 req-3d0f9be4-42b4-478f-9c1f-25cdb1a63206 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 944 time: 0.1637237 Jun 25 09:23:53.276493 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9ee26ef-81f5-448a-83df-af3cfe52c3d1 req-3cf2032e-e563-4006-89b7-d14760d28fa5 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695360 Jun 25 09:23:53.287773 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-821d427a-c4f2-495c-b426-76f7134f9b86 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:53.292548 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2f5707d5-ef3f-4785-8de7-308815563471 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:53.326847 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d427a-c4f2-495c-b426-76f7134f9b86 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Port': ['ID=2c17f626-d051-49f7-b9dc-c3e47bad65dd,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:53.329934 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-821d427a-c4f2-495c-b426-76f7134f9b86 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:53.544683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821d427a-c4f2-495c-b426-76f7134f9b86 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router b32b5eb7-3943-45b0-98db-df53b8d2ec78 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:53.566875 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3735c33-cae4-4621-bcd4-af34ee7c119e req-8ab42c0b-3764-4627-8bc9-283e5340c583 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:53.568398 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e3735c33-cae4-4621-bcd4-af34ee7c119e req-8ab42c0b-3764-4627-8bc9-283e5340c583 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 1096 time: 0.0882828 Jun 25 09:23:53.693185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e3735c33-cae4-4621-bcd4-af34ee7c119e req-515f9cb4-43b6-484f-9cdf-9dbea7f65e89 tempest-LiveMigrationTest-1539500069 tempest-LiveMigrationTest-1539500069-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775182 Jun 25 09:23:53.730983 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821d427a-c4f2-495c-b426-76f7134f9b86 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:53.740301 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a46f90a-55d5-43e9-b0f2-3affbd489032 None None] Sync routers for ids ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:53.755620 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a46f90a-55d5-43e9-b0f2-3affbd489032 None None] Routers {'b32b5eb7-3943-45b0-98db-df53b8d2ec78'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:53.760834 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-1a46f90a-55d5-43e9-b0f2-3affbd489032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:53.826403 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-821d427a-c4f2-495c-b426-76f7134f9b86 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:53.828617 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-821d427a-c4f2-495c-b426-76f7134f9b86 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/ports/2c17f626-d051-49f7-b9dc-c3e47bad65dd HTTP/1.1" status: 204 len: 168 time: 1.7205801 Jun 25 09:23:53.831664 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56940) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:53.862089 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-1a46f90a-55d5-43e9-b0f2-3affbd489032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:53.882356 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a46f90a-55d5-43e9-b0f2-3affbd489032 None None] Routers {'b32b5eb7-3943-45b0-98db-df53b8d2ec78'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:53.885328 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-1a46f90a-55d5-43e9-b0f2-3affbd489032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:53.918904 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:53.964799 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-1a46f90a-55d5-43e9-b0f2-3affbd489032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:53.965466 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a46f90a-55d5-43e9-b0f2-3affbd489032 None None] The sync data for ids ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:53.987553 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c7f79-da0f-4533-b801-1becf668f2f3 req-940a5358-50a6-44aa-a5f1-339e3a1387d0 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:53.989165 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f30c7f79-da0f-4533-b801-1becf668f2f3 req-940a5358-50a6-44aa-a5f1-339e3a1387d0 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.1242819 Jun 25 09:23:54.045836 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f30c7f79-da0f-4533-b801-1becf668f2f3 req-ada9866d-16b9-4500-9247-bf22b680d958 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467203 Jun 25 09:23:54.291425 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9f964-bd74-46fc-ba5e-6d1ad3736e15 req-3337084c-f2bb-4690-b052-74450b0d34bd tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:54.300780 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cda9f964-bd74-46fc-ba5e-6d1ad3736e15 req-3337084c-f2bb-4690-b052-74450b0d34bd tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.0946558 Jun 25 09:23:54.339521 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cda9f964-bd74-46fc-ba5e-6d1ad3736e15 req-9a34c9fd-6612-4e67-a201-e39886a9a4b6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396767 Jun 25 09:23:54.385548 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-621118eb-be8a-401a-a51e-5e0f7939843f req-0b149e3b-3bf4-46f4-85f5-dc3f05e83e95 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 210 time: 0.0356889 Jun 25 09:23:54.488648 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3291-d523-47f6-b949-de0d817c19a9 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:54.529790 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67106cf6-956b-4290-8497-3728c28ab20d req-a59be2e1-a68b-42f3-8acb-be03c2209b94 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:54.532249 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67106cf6-956b-4290-8497-3728c28ab20d req-a59be2e1-a68b-42f3-8acb-be03c2209b94 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 944 time: 0.0750732 Jun 25 09:23:54.580119 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67106cf6-956b-4290-8497-3728c28ab20d req-dbef5ca9-9e91-4506-a6e5-9b5d50da3c3a tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Jun 25 09:23:54.908032 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-610a633e-0208-4b90-b88b-cb7abce54155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:55.130772 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a3291-d523-47f6-b949-de0d817c19a9 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting port 057f3ffd-66e5-471b-8980-d57103370721 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:55.131367 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3291-d523-47f6-b949-de0d817c19a9 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:55.175284 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:55.223709 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3291-d523-47f6-b949-de0d817c19a9 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:55.242717 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a3291-d523-47f6-b949-de0d817c19a9 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Calling delete_port for 057f3ffd-66e5-471b-8980-d57103370721 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:55.281392 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4e9e6-3c51-4f56-8652-65e8db5a21bd req-a101cb73-5a86-468a-a613-58c56c3f48cc tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:55.294364 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31a4e9e6-3c51-4f56-8652-65e8db5a21bd req-a101cb73-5a86-468a-a613-58c56c3f48cc tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.1075845 Jun 25 09:23:55.337356 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31a4e9e6-3c51-4f56-8652-65e8db5a21bd req-be341b0e-aaa1-4d9a-9cc0-e97b57880778 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417528 Jun 25 09:23:55.476325 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3291-d523-47f6-b949-de0d817c19a9 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:55.479122 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-672f3bc0-bd1b-4654-bbdc-4b44530ff0ba tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:55.519364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a3291-d523-47f6-b949-de0d817c19a9 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Port': ['ID=057f3ffd-66e5-471b-8980-d57103370721,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:55.524132 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4f0a3291-d523-47f6-b949-de0d817c19a9 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:55.577608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349fea5-2a8f-4aff-8fb1-cc813918566e req-714435b5-9411-4f24-b102-9c2e23acd910 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:55.579201 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2349fea5-2a8f-4aff-8fb1-cc813918566e req-714435b5-9411-4f24-b102-9c2e23acd910 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.41 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 944 time: 0.1360066 Jun 25 09:23:55.607750 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2354f1a4-986d-40f8-b9fa-3c8caba83f40 req-21f615be-a525-4f79-8155-e6ef92c3c6d8 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 210 time: 0.0513105 Jun 25 09:23:55.669353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69914d05-d722-4947-9d4a-8d481cba5dc9 req-c69304dd-324d-4e7e-a25b-58a7b3f593b7 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:55.671034 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69914d05-d722-4947-9d4a-8d481cba5dc9 req-c69304dd-324d-4e7e-a25b-58a7b3f593b7 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1920724 Jun 25 09:23:55.765474 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69914d05-d722-4947-9d4a-8d481cba5dc9 req-8b6c689a-4df9-483b-ae1f-0e336744d7d3 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813749 Jun 25 09:23:55.792214 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3291-d523-47f6-b949-de0d817c19a9 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:55.837947 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-2349fea5-2a8f-4aff-8fb1-cc813918566e req-d10a1847-c045-414a-8496-cc0d2a74c635 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Deleting port 18277e0d-bccb-4392-af75-28301b12e509 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:55.838435 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2349fea5-2a8f-4aff-8fb1-cc813918566e req-d10a1847-c045-414a-8496-cc0d2a74c635 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:55.922244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3e5db-d171-416d-aa4c-4edc86216acb req-485c8e67-f4d2-4234-a78b-d7a4994c2dc5 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:55.923777 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bb3e5db-d171-416d-aa4c-4edc86216acb req-485c8e67-f4d2-4234-a78b-d7a4994c2dc5 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 944 time: 0.1344063 Jun 25 09:23:55.967856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-2349fea5-2a8f-4aff-8fb1-cc813918566e req-d10a1847-c045-414a-8496-cc0d2a74c635 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] For port 18277e0d-bccb-4392-af75-28301b12e509, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=18277e0d-bccb-4392-af75-28301b12e509,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:55.968230 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2349fea5-2a8f-4aff-8fb1-cc813918566e req-d10a1847-c045-414a-8496-cc0d2a74c635 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:55.990034 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-2349fea5-2a8f-4aff-8fb1-cc813918566e req-d10a1847-c045-414a-8496-cc0d2a74c635 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Calling delete_port for 18277e0d-bccb-4392-af75-28301b12e509 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:56.001332 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bb3e5db-d171-416d-aa4c-4edc86216acb req-1b504e26-52f1-4496-80ae-343f58de1c2c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686247 Jun 25 09:23:56.031323 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0a3291-d523-47f6-b949-de0d817c19a9 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router b32b5eb7-3943-45b0-98db-df53b8d2ec78 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:23:56.134496 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2349fea5-2a8f-4aff-8fb1-cc813918566e req-d10a1847-c045-414a-8496-cc0d2a74c635 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:56.141202 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0999db02-849e-4ae5-80f8-7f64325640c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:56.146497 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:56.157004 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0a3291-d523-47f6-b949-de0d817c19a9 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:23:56.166046 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4f0a3291-d523-47f6-b949-de0d817c19a9 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "PUT /v2.0/routers/b32b5eb7-3943-45b0-98db-df53b8d2ec78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3330600 Jun 25 09:23:56.166675 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56954) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:56.170160 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd5c77-469c-456d-9ef5-251ddf6d5e6d None None] Sync routers for ids ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:23:56.175524 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a1847-c045-414a-8496-cc0d2a74c635 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Pushing event deleted for resources: {'Port': ['ID=18277e0d-bccb-4392-af75-28301b12e509,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:56.175717 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['c1585b9b-960d-4293-82db-675d257caa81', '18277e0d-bccb-4392-af75-28301b12e509'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:23:56.181946 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d10a1847-c045-414a-8496-cc0d2a74c635 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:56.204551 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd5c77-469c-456d-9ef5-251ddf6d5e6d None None] Routers {'b32b5eb7-3943-45b0-98db-df53b8d2ec78'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:56.205525 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-53cd5c77-469c-456d-9ef5-251ddf6d5e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:56.226210 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-2349fea5-2a8f-4aff-8fb1-cc813918566e req-d10a1847-c045-414a-8496-cc0d2a74c635 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] No DVR routers for this DVR port 18277e0d-bccb-4392-af75-28301b12e509 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:23:56.229216 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2349fea5-2a8f-4aff-8fb1-cc813918566e req-d10a1847-c045-414a-8496-cc0d2a74c635 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:56.231288 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2349fea5-2a8f-4aff-8fb1-cc813918566e req-d10a1847-c045-414a-8496-cc0d2a74c635 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.41 "DELETE /v2.0/ports/18277e0d-bccb-4392-af75-28301b12e509 HTTP/1.1" status: 204 len: 173 time: 0.6342514 Jun 25 09:23:56.231857 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cfc23c-7bf3-477e-a590-8eed23e9dc51', 'name': 'network-vif-deleted', 'tag': '18277e0d-bccb-4392-af75-28301b12e509'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:23:56.234698 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b3a9a3-e1c7-45cf-bf2f-2790e97b6804" -d '{"events": [{"server_uuid": "48cfc23c-7bf3-477e-a590-8eed23e9dc51", "name": "network-vif-deleted", "tag": "18277e0d-bccb-4392-af75-28301b12e509"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:23:56.257757 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-53cd5c77-469c-456d-9ef5-251ddf6d5e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:56.278155 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd5c77-469c-456d-9ef5-251ddf6d5e6d None None] Routers {'b32b5eb7-3943-45b0-98db-df53b8d2ec78'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:23:56.278799 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-53cd5c77-469c-456d-9ef5-251ddf6d5e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:56.305933 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba320f2c-318a-400a-8eaa-c7f683b5c115 x-openstack-request-id: req-ba320f2c-318a-400a-8eaa-c7f683b5c115 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:23:56.306494 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cfc23c-7bf3-477e-a590-8eed23e9dc51", "name": "network-vif-deleted", "tag": "18277e0d-bccb-4392-af75-28301b12e509", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:23:56.306494 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ba320f2c-318a-400a-8eaa-c7f683b5c115 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:23:56.306817 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cfc23c-7bf3-477e-a590-8eed23e9dc51', 'name': 'network-vif-deleted', 'tag': '18277e0d-bccb-4392-af75-28301b12e509', 'status': 'completed', 'code': 200} Jun 25 09:23:56.322694 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-53cd5c77-469c-456d-9ef5-251ddf6d5e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:56.323693 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:56.324000 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd5c77-469c-456d-9ef5-251ddf6d5e6d None None] The sync data for ids ['b32b5eb7-3943-45b0-98db-df53b8d2ec78'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:23:56.441015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:56.507156 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting port 97270acb-b28a-4605-8a6a-0f1ccf5cbc5c {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:56.507556 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:56.577769 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54ba37-a04c-4b80-90f9-87bee2f62141 req-3994fd86-e790-40d6-8e30-81c58a051c58 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:56.579348 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e54ba37-a04c-4b80-90f9-87bee2f62141 req-3994fd86-e790-40d6-8e30-81c58a051c58 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.0733359 Jun 25 09:23:56.590573 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:56.603889 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Calling delete_port for 97270acb-b28a-4605-8a6a-0f1ccf5cbc5c owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:56.619974 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e54ba37-a04c-4b80-90f9-87bee2f62141 req-0c0cd7ba-cba9-41e2-8cd2-74d44eea2d7a tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338411 Jun 25 09:23:56.791152 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a4f68350-83fc-48e3-978e-b0222ed49273 req-e2805f40-ccae-44f7-bbb5-9ce2103e9a42 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 210 time: 0.0412054 Jun 25 09:23:56.807042 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:56.810240 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4f0a3291-d523-47f6-b949-de0d817c19a9 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:56.836153 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Port': ['ID=97270acb-b28a-4605-8a6a-0f1ccf5cbc5c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:56.839512 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:56.902443 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:56.978981 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8b0cb-8bea-4caf-bfe3-78948e58b006 req-631231ba-f8af-44bd-ad6f-1eb08c464f29 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:56.980591 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c7b8b0cb-8bea-4caf-bfe3-78948e58b006 req-631231ba-f8af-44bd-ad6f-1eb08c464f29 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.0767577 Jun 25 09:23:57.000404 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:57.002993 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:57.021937 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c7b8b0cb-8bea-4caf-bfe3-78948e58b006 req-a65b613e-21f4-467b-abd9-18391ccabc2c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346012 Jun 25 09:23:57.058537 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:57.059440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Fanout notify agent at l3_agent the message router_deleted on router b32b5eb7-3943-45b0-98db-df53b8d2ec78 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:23:57.069235 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:57.072813 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/routers/b32b5eb7-3943-45b0-98db-df53b8d2ec78 HTTP/1.1" status: 204 len: 168 time: 0.9020185 Jun 25 09:23:57.073620 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56968) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:57.124888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-a242e1e7-9cb6-4d41-aa48-42a1f5dedbb4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting subnet b207e01e-a54a-451e-99fe-156ae73ac5ad {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:23:57.128356 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a242e1e7-9cb6-4d41-aa48-42a1f5dedbb4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:57.521755 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc98dcaa-3dbd-4f56-91dd-f50acdece3c6 req-d3c70639-9331-41fd-98f6-fc7593903f81 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 210 time: 0.3903687 Jun 25 09:23:57.535213 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a242e1e7-9cb6-4d41-aa48-42a1f5dedbb4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:57.620225 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a242e1e7-9cb6-4d41-aa48-42a1f5dedbb4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:57.706823 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a242e1e7-9cb6-4d41-aa48-42a1f5dedbb4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:57.709091 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0eb29261-d073-4ceb-bb95-7bc286297a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:57.744814 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242e1e7-9cb6-4d41-aa48-42a1f5dedbb4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Subnet': ['ID=b207e01e-a54a-451e-99fe-156ae73ac5ad,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:57.748087 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a242e1e7-9cb6-4d41-aa48-42a1f5dedbb4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:57.749292 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a242e1e7-9cb6-4d41-aa48-42a1f5dedbb4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:57.754313 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a242e1e7-9cb6-4d41-aa48-42a1f5dedbb4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/subnets/b207e01e-a54a-451e-99fe-156ae73ac5ad HTTP/1.1" status: 204 len: 168 time: 0.6765866 Jun 25 09:23:57.754567 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56974) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:57.757924 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65806102-b635-4e46-952c-1c85f8b63dc7 None None] Network 8a745d50-df84-450a-9cca-896cd75ac382 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:23:57.833886 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31c9b7-bc97-4e7e-95b5-b3ba8018ad65 req-ee133354-337e-4f32-aacf-4cd5da3b0141 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:57.835464 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-be31c9b7-bc97-4e7e-95b5-b3ba8018ad65 req-ee133354-337e-4f32-aacf-4cd5da3b0141 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.0674939 Jun 25 09:23:57.863497 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:57.875148 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-be31c9b7-bc97-4e7e-95b5-b3ba8018ad65 req-5fde459b-667c-477b-8922-8d7f94486c00 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338383 Jun 25 09:23:57.920723 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:57.954790 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:57.955179 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:58.001945 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a66da789-ffa9-4894-84dc-fed66fc5f753 req-64bfebf9-7879-4b61-af2a-a931e0b5edb4 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 210 time: 0.0397811 Jun 25 09:23:58.019989 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] DHCP port deletion for 8a745d50-df84-450a-9cca-896cd75ac382 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:23:58.040190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] For port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2a99d7f1-1494-4c11-83bc-4df9e8f810a2,segment=NetworkSegment(74f026e4-2082-4db1-9acf-b6539ecb7b63),segment_id=74f026e4-2082-4db1-9acf-b6539ecb7b63)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:58.040561 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:58.058801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Calling delete_port for 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:58.088840 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Deleting port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:58.089465 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:58.149964 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:58.152929 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3db944ad-457f-4e30-998c-9fd276f5a5f7 tempest-MultipleCreateTestJSON-1778851191 tempest-MultipleCreateTestJSON-1778851191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:58.166782 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] For port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2a99d7f1-1494-4c11-83bc-4df9e8f810a2,segment=NetworkSegment(74f026e4-2082-4db1-9acf-b6539ecb7b63),segment_id=74f026e4-2082-4db1-9acf-b6539ecb7b63)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:23:58.167184 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:58.185253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Port': ['ID=2a99d7f1-1494-4c11-83bc-4df9e8f810a2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:58.187927 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Calling delete_port for 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:58.189382 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:58.191750 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] No DVR routers for this DVR port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:23:58.228878 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc702b-c8f1-46d4-b231-4af8d44470a2 req-7601bb8b-4a5d-4dbc-8b96-bb5099f09500 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:58.238178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-80cc702b-c8f1-46d4-b231-4af8d44470a2 req-7601bb8b-4a5d-4dbc-8b96-bb5099f09500 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.0841928 Jun 25 09:23:58.284523 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:58.285378 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:58.285544 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-80cc702b-c8f1-46d4-b231-4af8d44470a2 req-39ebf296-c9ee-4243-9a94-3ca350494dd0 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457411 Jun 25 09:23:58.287570 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:58.302218 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a745d50-df84-450a-9cca-896cd75ac382']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:58.312451 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Pushing event deleted for resources: {'Port': ['ID=2a99d7f1-1494-4c11-83bc-4df9e8f810a2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:58.317083 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] No DVR routers for this DVR port 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:23:58.322259 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f026e4-2082-4db1-9acf-b6539ecb7b63') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:58.322546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f026e4-2082-4db1-9acf-b6539ecb7b63') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:23:58.324521 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:58.325032 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:58.325515 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:58.326048 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:58.326409 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:58.326814 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:58.327275 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:58.327655 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:58.328103 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:58.328758 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:58.328758 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:58.329118 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:23:58.332756 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:58.340133 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:58.354744 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:58.361125 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:23:58.361578 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:23:58.366205 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:23:58.436681 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:58.440548 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c1c6f7c3-7c07-4aed-9148-788ef86320a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:58.448871 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:58.453320 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/networks/8a745d50-df84-450a-9cca-896cd75ac382 HTTP/1.1" status: 204 len: 168 time: 0.6957963 Jun 25 09:23:58.454286 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56980) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:58.463807 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Network': ['ID=8a745d50-df84-450a-9cca-896cd75ac382,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:58.466453 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:58.585454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-8a4103a7-0220-4998-af47-52091d0b1722 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting port 89390991-6f42-4e21-964b-be45aabf94fb {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:58.586001 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8a4103a7-0220-4998-af47-52091d0b1722 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:58.710760 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d372fc9-c23b-46f7-9e44-e27128e5d836 req-9be5e525-fc94-40bd-875d-3c667bb4ea16 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 210 time: 0.0467942 Jun 25 09:23:58.733472 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8a4103a7-0220-4998-af47-52091d0b1722 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:58.733960 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8a4103a7-0220-4998-af47-52091d0b1722 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:58.752150 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-8a4103a7-0220-4998-af47-52091d0b1722 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Calling delete_port for 89390991-6f42-4e21-964b-be45aabf94fb owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:58.914043 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8a4103a7-0220-4998-af47-52091d0b1722 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:58.918971 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:58.949508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4103a7-0220-4998-af47-52091d0b1722 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Port': ['ID=89390991-6f42-4e21-964b-be45aabf94fb,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:58.955154 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8a4103a7-0220-4998-af47-52091d0b1722 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:59.044912 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8a4103a7-0220-4998-af47-52091d0b1722 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:59.052078 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8a4103a7-0220-4998-af47-52091d0b1722 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:59.053299 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8a4103a7-0220-4998-af47-52091d0b1722 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/floatingips/d6af514d-8e64-49e2-8272-6bb8a8b510a9 HTTP/1.1" status: 204 len: 168 time: 0.5980575 Jun 25 09:23:59.057262 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56994) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:59.106563 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-410bad27-0120-493f-a4b0-fd976802c607 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] DELETE failed (client error): The resource could not be found. Jun 25 09:23:59.107280 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410bad27-0120-493f-a4b0-fd976802c607 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:23:59.121535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56996) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:59.122154 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-410bad27-0120-493f-a4b0-fd976802c607 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/ports/2c17f626-d051-49f7-b9dc-c3e47bad65dd HTTP/1.1" status: 404 len: 333 time: 0.0639629 Jun 25 09:23:59.178419 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e7f6c-5048-4ef5-bf21-c26ef63eab80 req-edec1f3b-aa31-46b5-a574-d78d945d7e63 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:59.186762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-761e7f6c-5048-4ef5-bf21-c26ef63eab80 req-edec1f3b-aa31-46b5-a574-d78d945d7e63 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.1203964 Jun 25 09:23:59.215509 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1d197a60-d139-478d-8940-6a96ddb905d8 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "GET /v2.0/ports?device_id=b32b5eb7-3943-45b0-98db-df53b8d2ec78 HTTP/1.1" status: 200 len: 205 time: 0.0906668 Jun 25 09:23:59.216361 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57000) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:59.254882 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:23:59.267775 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f4b459d-b451-4bde-9799-53438956d62c req-fa2295a1-e7fe-495f-9e33-6c0756a86055 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/ports?device_id=b86157f2-28ef-41e8-8d2f-246b5a6e906c HTTP/1.1" status: 200 len: 210 time: 0.0529327 Jun 25 09:23:59.285103 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-761e7f6c-5048-4ef5-bf21-c26ef63eab80 req-68405dc0-cb5e-4f0a-9e62-8735f6c590f0 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973587 Jun 25 09:23:59.287201 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-e944634a-2447-49df-ab58-a2b89c607d29 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] delete failed (client error): The resource could not be found. Jun 25 09:23:59.290833 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57002) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:59.291053 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e944634a-2447-49df-ab58-a2b89c607d29 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/routers/b32b5eb7-3943-45b0-98db-df53b8d2ec78 HTTP/1.1" status: 404 len: 336 time: 0.0729482 Jun 25 09:23:59.301391 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:23:59.301937 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2a99d7f1-1494-4c11-83bc-4df9e8f810a2 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:23:59.326724 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-287ca81b-a5dd-4e45-8b94-294fe638b715 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] DELETE failed (client error): The resource could not be found. Jun 25 09:23:59.327188 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287ca81b-a5dd-4e45-8b94-294fe638b715 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:23:59.331108 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-287ca81b-a5dd-4e45-8b94-294fe638b715 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/subnets/b207e01e-a54a-451e-99fe-156ae73ac5ad HTTP/1.1" status: 404 len: 337 time: 0.0371332 Jun 25 09:23:59.339765 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57006) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:23:59.421652 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 18277e0d-bccb-4392-af75-28301b12e509 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:23:59.473886 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 18277e0d-bccb-4392-af75-28301b12e509 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:23:59.474232 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 18277e0d-bccb-4392-af75-28301b12e509 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:23:59.524270 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-0366e302-eb04-4831-a4c9-96b5abce8305 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting port b34cf961-5403-499e-80cf-cdd99f20ecbe {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:23:59.524660 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0366e302-eb04-4831-a4c9-96b5abce8305 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:59.600545 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1677392-c778-481e-88ea-e8e4325c9d65 req-75cde971-ab27-4863-b988-9cf55df1a4f6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:23:59.602041 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1677392-c778-481e-88ea-e8e4325c9d65 req-75cde971-ab27-4863-b988-9cf55df1a4f6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1479220 Jun 25 09:23:59.668843 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0366e302-eb04-4831-a4c9-96b5abce8305 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:59.680041 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1677392-c778-481e-88ea-e8e4325c9d65 req-9183903c-d0eb-43af-920a-25385bd36b96 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700209 Jun 25 09:23:59.686155 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-0366e302-eb04-4831-a4c9-96b5abce8305 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Calling delete_port for b34cf961-5403-499e-80cf-cdd99f20ecbe owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:23:59.823074 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0366e302-eb04-4831-a4c9-96b5abce8305 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:59.827677 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e66e4f11-1435-429e-ad72-470d3b35d87e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:23:59.866736 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366e302-eb04-4831-a4c9-96b5abce8305 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Port': ['ID=b34cf961-5403-499e-80cf-cdd99f20ecbe,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:23:59.875115 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0366e302-eb04-4831-a4c9-96b5abce8305 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:23:59.902252 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-25f2995b-343a-4949-9960-362b0cabd726 req-f5665430-1354-455e-9bf0-7b04b21477e3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 210 time: 0.0498633 Jun 25 09:23:59.974153 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0366e302-eb04-4831-a4c9-96b5abce8305 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:23:59.976136 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0366e302-eb04-4831-a4c9-96b5abce8305 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/ports/b34cf961-5403-499e-80cf-cdd99f20ecbe HTTP/1.1" status: 204 len: 168 time: 0.6353388 Jun 25 09:23:59.978550 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57012) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:00.100036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc9858-712a-43a3-9a0f-b934467076d5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting port 57ce3bae-ed16-4675-87be-a7c4a1452e54 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:00.100320 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9858-712a-43a3-9a0f-b934467076d5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:00.194999 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9858-712a-43a3-9a0f-b934467076d5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:00.208640 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc9858-712a-43a3-9a0f-b934467076d5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Calling delete_port for 57ce3bae-ed16-4675-87be-a7c4a1452e54 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:00.397966 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9858-712a-43a3-9a0f-b934467076d5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:00.409343 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5f89305b-68a1-43e0-98dd-a82d4788e079 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:00.488786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc9858-712a-43a3-9a0f-b934467076d5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Port': ['ID=57ce3bae-ed16-4675-87be-a7c4a1452e54,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:00.512873 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a7bc9858-712a-43a3-9a0f-b934467076d5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:00.639191 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57022) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:00.665247 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9858-712a-43a3-9a0f-b934467076d5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:00.674223 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a7bc9858-712a-43a3-9a0f-b934467076d5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/ports/57ce3bae-ed16-4675-87be-a7c4a1452e54 HTTP/1.1" status: 204 len: 168 time: 0.6945240 Jun 25 09:24:00.678551 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57024) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:00.747413 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d393e6bc-e203-41ee-b170-a5fd308b7447 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:00.764600 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b73f5-bc99-4d0b-b813-539017e12d7e req-11f697f7-bdbe-4238-9594-0947b847d559 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:00.777920 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a00b73f5-bc99-4d0b-b813-539017e12d7e req-11f697f7-bdbe-4238-9594-0947b847d559 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.2042215 Jun 25 09:24:00.779815 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d393e6bc-e203-41ee-b170-a5fd308b7447 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:00.839973 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d393e6bc-e203-41ee-b170-a5fd308b7447 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:00.843083 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d393e6bc-e203-41ee-b170-a5fd308b7447 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:00.845019 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d393e6bc-e203-41ee-b170-a5fd308b7447 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "DELETE /v2.0/security-groups/ae5e4033-d44d-41af-8ce4-552cce9adb3d HTTP/1.1" status: 204 len: 168 time: 0.2041576 Jun 25 09:24:00.846265 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aeb718b1-50b0-4ca5-80de-a441b28b9556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:00.851811 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57028) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:00.858958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393e6bc-e203-41ee-b170-a5fd308b7447 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5e4033-d44d-41af-8ce4-552cce9adb3d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:00.867457 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a00b73f5-bc99-4d0b-b813-539017e12d7e req-bd70c873-726b-442a-8e37-e001804848e4 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870559 Jun 25 09:24:00.873979 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d393e6bc-e203-41ee-b170-a5fd308b7447 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:00.888184 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-aa173cdc-6940-4581-a7fb-f1fcd3e1dade tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] show failed (client error): The resource could not be found. Jun 25 09:24:00.892255 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-aa173cdc-6940-4581-a7fb-f1fcd3e1dade tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "GET /v2.0/security-groups/ae5e4033-d44d-41af-8ce4-552cce9adb3d HTTP/1.1" status: 404 len: 347 time: 0.0361876 Jun 25 09:24:00.893528 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57030) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:00.960119 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33937a8-257e-4627-ab82-d8a8fa14d351 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:00.964794 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c33937a8-257e-4627-ab82-d8a8fa14d351 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "GET /v2.0/ports?device_id=5570a3da-0b92-495a-92bd-1c1e3b0414b6 HTTP/1.1" status: 200 len: 913 time: 0.2816141 Jun 25 09:24:00.965510 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57034) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:01.027131 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86155e-1fad-4f59-9dbe-239fc83ed959 req-a484d23a-f20c-4e3b-96d7-7c5a26e3635e tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:01.028705 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd86155e-1fad-4f59-9dbe-239fc83ed959 req-a484d23a-f20c-4e3b-96d7-7c5a26e3635e tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1760070 Jun 25 09:24:01.118787 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-e3c7f9ad-0214-47d4-a206-4f68cea6807e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Deleting port f1552b9f-6d5e-44e1-bc42-f8463f1a8b9b {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:01.119128 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e3c7f9ad-0214-47d4-a206-4f68cea6807e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:01.151939 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd86155e-1fad-4f59-9dbe-239fc83ed959 req-3bee5533-b1fd-48ae-8615-a44a54fe70eb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122518 Jun 25 09:24:01.154520 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c838c0de-4889-485d-9dd5-260df890fe9a req-ef10410e-4b06-46e8-b657-d4981a70c06d tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 210 time: 0.0531378 Jun 25 09:24:01.218353 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:01.262312 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e3c7f9ad-0214-47d4-a206-4f68cea6807e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:01.262997 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e3c7f9ad-0214-47d4-a206-4f68cea6807e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:01.284702 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-e3c7f9ad-0214-47d4-a206-4f68cea6807e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Calling delete_port for f1552b9f-6d5e-44e1-bc42-f8463f1a8b9b owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:01.467878 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e3c7f9ad-0214-47d4-a206-4f68cea6807e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:01.470614 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ac0182e5-61cf-404a-9f07-d707a26e73d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:01.503191 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7f9ad-0214-47d4-a206-4f68cea6807e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event deleted for resources: {'Port': ['ID=f1552b9f-6d5e-44e1-bc42-f8463f1a8b9b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:01.510565 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e3c7f9ad-0214-47d4-a206-4f68cea6807e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:01.547848 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-06bc6baa-268e-491f-a063-a3201ed2bc3d tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:01.575721 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e3c7f9ad-0214-47d4-a206-4f68cea6807e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for floatingip, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:01.578617 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e3c7f9ad-0214-47d4-a206-4f68cea6807e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:01.582288 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e3c7f9ad-0214-47d4-a206-4f68cea6807e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "DELETE /v2.0/floatingips/08a44a6d-1bb8-4215-9dfe-4440880fe4ab HTTP/1.1" status: 204 len: 168 time: 0.6844137 Jun 25 09:24:01.582546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57038) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:01.769917 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-a7cfc634-b216-405a-ab41-badaa4693e0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Deleting port 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:01.770556 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7cfc634-b216-405a-ab41-badaa4693e0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:01.886674 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-06bc6baa-268e-491f-a063-a3201ed2bc3d tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting port 96f65fd0-64e4-4f52-b32e-4e8d8cf66c23 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:01.887627 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-06bc6baa-268e-491f-a063-a3201ed2bc3d tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:01.888440 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7cfc634-b216-405a-ab41-badaa4693e0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:01.913518 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-a7cfc634-b216-405a-ab41-badaa4693e0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Calling delete_port for 57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:01.986184 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-06bc6baa-268e-491f-a063-a3201ed2bc3d tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:01.998958 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-06bc6baa-268e-491f-a063-a3201ed2bc3d tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Calling delete_port for 96f65fd0-64e4-4f52-b32e-4e8d8cf66c23 owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:02.104809 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7cfc634-b216-405a-ab41-badaa4693e0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:02.110413 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:02.144106 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfc634-b216-405a-ab41-badaa4693e0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event deleted for resources: {'Port': ['ID=57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:02.165343 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a7cfc634-b216-405a-ab41-badaa4693e0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:02.209409 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4b6fa-bc4f-4f67-a155-93a88709e70c req-38bc785c-8870-4d3a-ad77-495295e4f1d5 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:02.210925 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2b4b6fa-bc4f-4f67-a155-93a88709e70c req-38bc785c-8870-4d3a-ad77-495295e4f1d5 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.1353831 Jun 25 09:24:02.259158 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7cfc634-b216-405a-ab41-badaa4693e0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:02.262325 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a7cfc634-b216-405a-ab41-badaa4693e0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "DELETE /v2.0/ports/57b0b5f5-4fb4-4b91-978b-6ab84c1ebfe9 HTTP/1.1" status: 204 len: 168 time: 0.6778510 Jun 25 09:24:02.264161 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57050) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:02.301820 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2b4b6fa-bc4f-4f67-a155-93a88709e70c req-b9e4b1a6-3f87-4861-8b3e-c24a95a78bec tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825894 Jun 25 09:24:02.337076 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-06bc6baa-268e-491f-a063-a3201ed2bc3d tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:02.344391 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-11546709-d156-4606-9575-de6be995b7cc tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:02.423722 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-42223925-00ae-43df-ad81-fc7729f4329b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Deleting port c9fc842f-c94f-4048-9d10-074730e495de {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:02.427462 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42223925-00ae-43df-ad81-fc7729f4329b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:02.433502 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc6baa-268e-491f-a063-a3201ed2bc3d tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Port': ['ID=96f65fd0-64e4-4f52-b32e-4e8d8cf66c23,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:02.439543 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-06bc6baa-268e-491f-a063-a3201ed2bc3d tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:02.583057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e430a544-524b-4b1f-a90f-58768f0f93e3 req-9c4eaf21-a2d7-43b5-b20a-438c6ab2bea3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 210 time: 0.0437729 Jun 25 09:24:02.630641 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42223925-00ae-43df-ad81-fc7729f4329b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:02.665410 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-42223925-00ae-43df-ad81-fc7729f4329b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Calling delete_port for c9fc842f-c94f-4048-9d10-074730e495de owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:02.752329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f206937-4c52-4e39-9233-b86a00757e80 req-bfa58529-93a1-4e5e-b83c-875cf2642e15 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:02.763384 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7f206937-4c52-4e39-9233-b86a00757e80 req-bfa58529-93a1-4e5e-b83c-875cf2642e15 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.3970647 Jun 25 09:24:02.924227 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7f206937-4c52-4e39-9233-b86a00757e80 req-ac30e629-3e03-4c9a-ae16-3ad011c1351a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597762 Jun 25 09:24:02.933566 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42223925-00ae-43df-ad81-fc7729f4329b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:02.939670 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7be37eb2-1ff5-4caf-b71c-09ba75acaedd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:02.963148 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-06bc6baa-268e-491f-a063-a3201ed2bc3d tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:02.976431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42223925-00ae-43df-ad81-fc7729f4329b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event deleted for resources: {'Port': ['ID=c9fc842f-c94f-4048-9d10-074730e495de,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:02.987431 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-42223925-00ae-43df-ad81-fc7729f4329b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:03.075694 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42223925-00ae-43df-ad81-fc7729f4329b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:03.080134 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-42223925-00ae-43df-ad81-fc7729f4329b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "DELETE /v2.0/ports/c9fc842f-c94f-4048-9d10-074730e495de HTTP/1.1" status: 204 len: 168 time: 0.8126211 Jun 25 09:24:03.080672 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57058) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:03.139950 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebe10fd-30f2-4d19-a1de-6491352bd6c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Deleting subnet 8714fc71-29f3-4ccc-83a9-562da482dc88 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:24:03.144172 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ebe10fd-30f2-4d19-a1de-6491352bd6c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:03.228785 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ebe10fd-30f2-4d19-a1de-6491352bd6c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:03.239074 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bc6baa-268e-491f-a063-a3201ed2bc3d tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:24:03.364445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ebe10fd-30f2-4d19-a1de-6491352bd6c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:03.404697 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bc6baa-268e-491f-a063-a3201ed2bc3d tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:24:03.410983 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-06bc6baa-268e-491f-a063-a3201ed2bc3d tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "PUT /v2.0/routers/5570a3da-0b92-495a-92bd-1c1e3b0414b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4441862 Jun 25 09:24:03.413958 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57062) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:03.415125 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f73e72b-98cd-4e87-8619-9b153e5c41dc None None] Sync routers for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:24:03.437349 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f73e72b-98cd-4e87-8619-9b153e5c41dc None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:24:03.439395 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3f73e72b-98cd-4e87-8619-9b153e5c41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:03.442113 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ebe10fd-30f2-4d19-a1de-6491352bd6c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:03.444840 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48e47bf4-07d8-4341-bba0-82abe1b4e0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:03.482607 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe10fd-30f2-4d19-a1de-6491352bd6c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event deleted for resources: {'Subnet': ['ID=8714fc71-29f3-4ccc-83a9-562da482dc88,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:03.487871 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0ebe10fd-30f2-4d19-a1de-6491352bd6c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:03.490942 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ebe10fd-30f2-4d19-a1de-6491352bd6c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:03.495219 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0ebe10fd-30f2-4d19-a1de-6491352bd6c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "DELETE /v2.0/subnets/8714fc71-29f3-4ccc-83a9-562da482dc88 HTTP/1.1" status: 204 len: 168 time: 0.4112196 Jun 25 09:24:03.495925 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57064) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:03.501359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fefb63-41b6-425a-ad67-89e294c23725 None None] Network 71754435-8609-4d26-9226-f6462d50ad72 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:03.518223 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3f73e72b-98cd-4e87-8619-9b153e5c41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:03.539670 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f73e72b-98cd-4e87-8619-9b153e5c41dc None None] Routers {'5570a3da-0b92-495a-92bd-1c1e3b0414b6'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:24:03.541648 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3f73e72b-98cd-4e87-8619-9b153e5c41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:23:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:03.617936 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3f73e72b-98cd-4e87-8619-9b153e5c41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:03.623348 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f73e72b-98cd-4e87-8619-9b153e5c41dc None None] The sync data for ids ['5570a3da-0b92-495a-92bd-1c1e3b0414b6'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:24:03.638003 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a5de88-805c-42f4-88e3-169d93062897 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Deleting subnet 6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:24:03.652473 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39a5de88-805c-42f4-88e3-169d93062897 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:03.752864 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39a5de88-805c-42f4-88e3-169d93062897 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:03.906402 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f82b29c-0745-49c4-a7cf-db84e90368ef None None] DHCP port deletion for 71754435-8609-4d26-9226-f6462d50ad72 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:24:04.048303 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2f82b29c-0745-49c4-a7cf-db84e90368ef None None] Deleting port b344e496-c0f7-435f-99db-7fc09675e55f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:04.052237 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f82b29c-0745-49c4-a7cf-db84e90368ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:04.221912 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2f82b29c-0745-49c4-a7cf-db84e90368ef None None] For port b344e496-c0f7-435f-99db-7fc09675e55f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b344e496-c0f7-435f-99db-7fc09675e55f,segment=NetworkSegment(97b878c1-2fbf-46a5-a0d0-c16faa8788ed),segment_id=97b878c1-2fbf-46a5-a0d0-c16faa8788ed)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:04.222324 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f82b29c-0745-49c4-a7cf-db84e90368ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:04.268419 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2f82b29c-0745-49c4-a7cf-db84e90368ef None None] Calling delete_port for b344e496-c0f7-435f-99db-7fc09675e55f owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:04.346856 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:04.440426 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ca46453-5a21-4113-8d7f-481a9148b9ef req-7efb99a9-e309-4ec1-a065-755831ec5bbe tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 210 time: 0.1054354 Jun 25 09:24:04.495815 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39a5de88-805c-42f4-88e3-169d93062897 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:04.522639 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f82b29c-0745-49c4-a7cf-db84e90368ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:04.530138 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:04.580557 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82b29c-0745-49c4-a7cf-db84e90368ef None None] Pushing event deleted for resources: {'Port': ['ID=b344e496-c0f7-435f-99db-7fc09675e55f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:04.583652 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2f82b29c-0745-49c4-a7cf-db84e90368ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:04.584520 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f82b29c-0745-49c4-a7cf-db84e90368ef None None] No DVR routers for this DVR port b344e496-c0f7-435f-99db-7fc09675e55f on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:24:04.640963 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39a5de88-805c-42f4-88e3-169d93062897 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:04.652021 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6e29c4e2-2fb1-45d3-9408-ec9f8e94f6f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:04.665301 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:04.679597 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5de88-805c-42f4-88e3-169d93062897 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event deleted for resources: {'Subnet': ['ID=6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:04.698791 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-39a5de88-805c-42f4-88e3-169d93062897 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:04.700055 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39a5de88-805c-42f4-88e3-169d93062897 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:04.702240 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-39a5de88-805c-42f4-88e3-169d93062897 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "DELETE /v2.0/subnets/6f53ab9a-bc0f-4ad0-8d42-575786a6ccd1 HTTP/1.1" status: 204 len: 168 time: 1.2050056 Jun 25 09:24:04.706241 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397af23d-9a9d-481a-ad0e-a33dd2d2c3b1 None None] Network b567525f-dea5-412a-9997-aee658afe302 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:04.726913 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57076) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:04.744528 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627a6a7-bbde-451b-8d78-c2e1c603ca6e req-5de0d534-4cce-42f5-bac1-cc7f3ed688e2 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:04.752313 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9627a6a7-bbde-451b-8d78-c2e1c603ca6e req-5de0d534-4cce-42f5-bac1-cc7f3ed688e2 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.4312456 Jun 25 09:24:04.809904 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting port 5fcfa98a-043a-426d-ad4c-bf3b7c245c81 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:04.810389 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:04.901213 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:04.917332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Calling delete_port for 5fcfa98a-043a-426d-ad4c-bf3b7c245c81 owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:04.934556 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5df2-1ad2-4c6c-96fa-5b3ee43245bc tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.156248 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9627a6a7-bbde-451b-8d78-c2e1c603ca6e req-ab304f6b-c864-47b3-b282-22b56723aa3d tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999147 Jun 25 09:24:05.178120 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5df2-1ad2-4c6c-96fa-5b3ee43245bc tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.200983 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.212222 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-06bc6baa-268e-491f-a063-a3201ed2bc3d tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:05.222318 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-f1fc5df2-1ad2-4c6c-96fa-5b3ee43245bc tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71754435-8609-4d26-9226-f6462d50ad72']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:05.250512 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-f1fc5df2-1ad2-4c6c-96fa-5b3ee43245bc tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b878c1-2fbf-46a5-a0d0-c16faa8788ed') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:05.250889 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-f1fc5df2-1ad2-4c6c-96fa-5b3ee43245bc tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b878c1-2fbf-46a5-a0d0-c16faa8788ed') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:05.256328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Port': ['ID=5fcfa98a-043a-426d-ad4c-bf3b7c245c81,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:05.259973 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:05.296310 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5df2-1ad2-4c6c-96fa-5b3ee43245bc tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.331323 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5df2-1ad2-4c6c-96fa-5b3ee43245bc tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.342076 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b344e496-c0f7-435f-99db-7fc09675e55f no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:24:05.351415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1fc5df2-1ad2-4c6c-96fa-5b3ee43245bc tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:24:05.351860 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5df2-1ad2-4c6c-96fa-5b3ee43245bc tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:24:05.358977 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:24:05.385188 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: b344e496-c0f7-435f-99db-7fc09675e55f {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:24:05.385611 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b344e496-c0f7-435f-99db-7fc09675e55f not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:24:05.387151 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260a5994-ad89-495c-8100-5e2f56eeb367 None None] DHCP port deletion for b567525f-dea5-412a-9997-aee658afe302 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:24:05.419734 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efce89e-cd07-4bf8-97ae-9fa221180625 req-bef3abcf-bab4-4437-a2d9-62122199faa0 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:05.434389 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2efce89e-cd07-4bf8-97ae-9fa221180625 req-bef3abcf-bab4-4437-a2d9-62122199faa0 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2761252 Jun 25 09:24:05.481882 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5df2-1ad2-4c6c-96fa-5b3ee43245bc tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.486455 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.498835 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5df2-1ad2-4c6c-96fa-5b3ee43245bc tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.504924 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f1fc5df2-1ad2-4c6c-96fa-5b3ee43245bc tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "DELETE /v2.0/networks/71754435-8609-4d26-9226-f6462d50ad72 HTTP/1.1" status: 204 len: 168 time: 0.7766056 Jun 25 09:24:05.510087 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57084) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:05.511123 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fc8bbfc5-2ab6-4308-9f4f-4f980a9ed798 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:05.534169 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-260a5994-ad89-495c-8100-5e2f56eeb367 None None] Deleting port 67d8a847-0ea6-4402-8036-a2c9af912730 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:05.534664 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-260a5994-ad89-495c-8100-5e2f56eeb367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.574777 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc5df2-1ad2-4c6c-96fa-5b3ee43245bc tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event deleted for resources: {'Network': ['ID=71754435-8609-4d26-9226-f6462d50ad72,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:05.581119 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f1fc5df2-1ad2-4c6c-96fa-5b3ee43245bc tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:05.625486 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2efce89e-cd07-4bf8-97ae-9fa221180625 req-b45c23ab-1665-4d01-9077-c16060554bbf tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874108 Jun 25 09:24:05.694864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-260a5994-ad89-495c-8100-5e2f56eeb367 None None] For port 67d8a847-0ea6-4402-8036-a2c9af912730, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=67d8a847-0ea6-4402-8036-a2c9af912730,segment=NetworkSegment(216cd6f5-fcfa-4704-af51-8a94d9f9b50d),segment_id=216cd6f5-fcfa-4704-af51-8a94d9f9b50d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:05.696005 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-260a5994-ad89-495c-8100-5e2f56eeb367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.712416 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-260a5994-ad89-495c-8100-5e2f56eeb367 None None] Calling delete_port for 67d8a847-0ea6-4402-8036-a2c9af912730 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:05.818937 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.855888 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-260a5994-ad89-495c-8100-5e2f56eeb367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.866977 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:05.874915 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-be9c1be6-04aa-49be-b510-a5d2132743c5 req-938bd157-532d-4ab3-9023-0203ee3466fe tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=48cfc23c-7bf3-477e-a590-8eed23e9dc51 HTTP/1.1" status: 200 len: 210 time: 0.0931091 Jun 25 09:24:05.886101 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.891605 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.907720 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260a5994-ad89-495c-8100-5e2f56eeb367 None None] No DVR routers for this DVR port 67d8a847-0ea6-4402-8036-a2c9af912730 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:24:05.967187 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Deleting port 67d8a847-0ea6-4402-8036-a2c9af912730 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:05.967532 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.968161 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a5994-ad89-495c-8100-5e2f56eeb367 None None] Pushing event deleted for resources: {'Port': ['ID=67d8a847-0ea6-4402-8036-a2c9af912730,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:05.981638 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-260a5994-ad89-495c-8100-5e2f56eeb367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:05.989406 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:05.991704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Fanout notify agent at l3_agent the message router_deleted on router 5570a3da-0b92-495a-92bd-1c1e3b0414b6 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:24:06.006597 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:06.012959 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/routers/5570a3da-0b92-495a-92bd-1c1e3b0414b6 HTTP/1.1" status: 204 len: 168 time: 2.5972719 Jun 25 09:24:06.014892 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57090) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:06.103115 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] For port 67d8a847-0ea6-4402-8036-a2c9af912730, host n-d-761264-15, got binding levels [] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:06.106960 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:06.140944 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-81522b80-37d3-4f75-b717-aa3e25d8341e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Deleting subnet e6f43cfd-c28e-4e02-8121-5b14c00b0b89 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:24:06.145084 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Calling delete_port for 67d8a847-0ea6-4402-8036-a2c9af912730 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:06.148327 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-81522b80-37d3-4f75-b717-aa3e25d8341e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:06.148485 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Port 67d8a847-0ea6-4402-8036-a2c9af912730 was not found and therefore no delete operation was performed {{(pid=94025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:24:06.150596 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:06.159841 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:06.169328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] No DVR routers for this DVR port 67d8a847-0ea6-4402-8036-a2c9af912730 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:24:06.247166 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-81522b80-37d3-4f75-b717-aa3e25d8341e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:06.250879 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event deleted for resources: {'Port': ['ID=67d8a847-0ea6-4402-8036-a2c9af912730,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:06.302495 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:06.368506 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-81522b80-37d3-4f75-b717-aa3e25d8341e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:06.455108 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:06.490514 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b567525f-dea5-412a-9997-aee658afe302']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:06.505807 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216cd6f5-fcfa-4704-af51-8a94d9f9b50d') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:06.507008 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216cd6f5-fcfa-4704-af51-8a94d9f9b50d') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:06.519193 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:06.536396 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:06.545661 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:24:06.546274 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:24:06.549717 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:24:06.552281 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-81522b80-37d3-4f75-b717-aa3e25d8341e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:06.559292 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-136e08bb-1d09-4024-b7e8-92a66d4c52aa tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:06.633326 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:06.636256 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81522b80-37d3-4f75-b717-aa3e25d8341e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f43cfd-c28e-4e02-8121-5b14c00b0b89,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:06.653136 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-81522b80-37d3-4f75-b717-aa3e25d8341e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:06.656949 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-81522b80-37d3-4f75-b717-aa3e25d8341e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:06.658500 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:06.661280 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-81522b80-37d3-4f75-b717-aa3e25d8341e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/subnets/e6f43cfd-c28e-4e02-8121-5b14c00b0b89 HTTP/1.1" status: 204 len: 168 time: 0.6417553 Jun 25 09:24:06.661398 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] 10.222.0.93 "DELETE /v2.0/networks/b567525f-dea5-412a-9997-aee658afe302 HTTP/1.1" status: 204 len: 168 time: 1.1388400 Jun 25 09:24:06.661817 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57098) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:06.662542 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-16574572-ed9b-428d-853b-e1d7be5f51d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:06.695025 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e79f9-ef89-4177-9d43-1d8e3542b314 req-f02890b5-0ef9-40dd-981d-f876b9f4e497 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:06.702669 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce3e79f9-ef89-4177-9d43-1d8e3542b314 req-f02890b5-0ef9-40dd-981d-f876b9f4e497 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.2378571 Jun 25 09:24:06.706039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Pushing event deleted for resources: {'Network': ['ID=b567525f-dea5-412a-9997-aee658afe302,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:06.708969 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:06.762143 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce3e79f9-ef89-4177-9d43-1d8e3542b314 req-be6400fa-94e9-41ba-a268-790a6b3d5b26 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544150 Jun 25 09:24:06.832353 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6c89-db03-40fc-b554-4f52b99b736b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:07.043353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa6847-f5d1-4d69-bf5e-f6c42a163c99 req-76da1295-2eb8-451a-aed4-7a6fc6f3426d tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:07.047750 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6c89-db03-40fc-b554-4f52b99b736b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:07.058432 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1baa6847-f5d1-4d69-bf5e-f6c42a163c99 req-76da1295-2eb8-451a-aed4-7a6fc6f3426d tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.2253799 Jun 25 09:24:07.078802 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5cbc6c89-db03-40fc-b554-4f52b99b736b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c67784-87df-40a3-a990-6fcafc7d176e']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:07.135421 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5cbc6c89-db03-40fc-b554-4f52b99b736b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9c78c9-79f9-48e5-b0ab-f77476a4e1d1') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:07.135728 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5cbc6c89-db03-40fc-b554-4f52b99b736b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9c78c9-79f9-48e5-b0ab-f77476a4e1d1') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:07.171281 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6c89-db03-40fc-b554-4f52b99b736b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:07.223036 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1baa6847-f5d1-4d69-bf5e-f6c42a163c99 req-367f1bd6-a6a6-41c8-921e-52de9daabee1 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561954 Jun 25 09:24:07.225694 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6c89-db03-40fc-b554-4f52b99b736b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:07.257617 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbc6c89-db03-40fc-b554-4f52b99b736b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:24:07.261682 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6c89-db03-40fc-b554-4f52b99b736b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:24:07.286058 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:24:07.331990 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 67d8a847-0ea6-4402-8036-a2c9af912730 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:24:07.380878 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 67d8a847-0ea6-4402-8036-a2c9af912730 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:24:07.381549 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 67d8a847-0ea6-4402-8036-a2c9af912730 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:24:07.495128 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6c89-db03-40fc-b554-4f52b99b736b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:07.499552 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-53b9767c-5e0b-4134-987a-ff63fcf9ca73 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:07.527852 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6c89-db03-40fc-b554-4f52b99b736b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:07.530253 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5cbc6c89-db03-40fc-b554-4f52b99b736b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] 10.222.0.93 "DELETE /v2.0/networks/42c67784-87df-40a3-a990-6fcafc7d176e HTTP/1.1" status: 204 len: 168 time: 0.8537445 Jun 25 09:24:07.532655 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc6c89-db03-40fc-b554-4f52b99b736b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Pushing event deleted for resources: {'Network': ['ID=42c67784-87df-40a3-a990-6fcafc7d176e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:07.535592 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5cbc6c89-db03-40fc-b554-4f52b99b736b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:08.000258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57130) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:08.104536 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45baf188-3a0d-481c-8708-ae3b3f33c9eb req-4ac9eaf5-068e-412c-b579-6bcb36440351 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:08.112258 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45baf188-3a0d-481c-8708-ae3b3f33c9eb req-4ac9eaf5-068e-412c-b579-6bcb36440351 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.1665409 Jun 25 09:24:08.261412 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bbde6-05f1-4782-9208-737b89d393d3 req-5b852a03-daf1-49fa-aeeb-868d4dfebec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:08.267131 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b82bbde6-05f1-4782-9208-737b89d393d3 req-5b852a03-daf1-49fa-aeeb-868d4dfebec3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d8f2f948476437793cbe2a83ba96f85&device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 1098 time: 0.1451151 Jun 25 09:24:08.347472 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45baf188-3a0d-481c-8708-ae3b3f33c9eb req-c566a066-4f99-4875-b8cf-428cd2580f28 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311018 Jun 25 09:24:08.461795 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-588ca888-5170-4ec6-b8d0-f81156d3fa44 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=84d60807ffac4373b3c68c8e7334adc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4577823 Jun 25 09:24:08.490989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57146) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:08.492390 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81841aaf-5f9d-484e-af5e-2fdd2bd37182 req-35ff535e-b01d-4a71-b991-5a2e5ff8b3fd tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:08.498327 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-81841aaf-5f9d-484e-af5e-2fdd2bd37182 req-35ff535e-b01d-4a71-b991-5a2e5ff8b3fd tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.3190024 Jun 25 09:24:08.599429 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-81841aaf-5f9d-484e-af5e-2fdd2bd37182 req-f2f775a8-bdd0-4537-8d4a-232e1fa6194f tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936563 Jun 25 09:24:08.682230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bbde6-05f1-4782-9208-737b89d393d3 req-8dbd86cc-63bf-4c4c-a693-f64cacf50afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:08.702140 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b82bbde6-05f1-4782-9208-737b89d393d3 req-8dbd86cc-63bf-4c4c-a693-f64cacf50afd service neutron] 10.222.0.38 "GET /v2.0/networks?id=16a5b6a2-665c-43e2-94b7-5433a25effc0 HTTP/1.1" status: 200 len: 920 time: 0.4269137 Jun 25 09:24:08.703316 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b214cc44-8117-4d6c-9d8a-c4cc38d1e326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:08.834290 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b82bbde6-05f1-4782-9208-737b89d393d3 req-76a0bb9c-91fd-417a-a6e9-4ba55f02087f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb202622-3c11-44e7-9b2b-044e565a5ab8 HTTP/1.1" status: 200 len: 217 time: 0.1227796 Jun 25 09:24:08.924107 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b214cc44-8117-4d6c-9d8a-c4cc38d1e326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:09.025278 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bbde6-05f1-4782-9208-737b89d393d3 req-1bd8e3a8-4fb2-4920-afaa-cb0b4b1fb813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:09.026502 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b82bbde6-05f1-4782-9208-737b89d393d3 req-1bd8e3a8-4fb2-4920-afaa-cb0b4b1fb813 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9739576f-66c1-4600-b0d3-96f9c9bc2c88 HTTP/1.1" status: 200 len: 858 time: 0.1724100 Jun 25 09:24:09.091733 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b82bbde6-05f1-4782-9208-737b89d393d3 req-d4dd9305-79aa-463a-9489-bfdbc50284d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=16a5b6a2-665c-43e2-94b7-5433a25effc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569561 Jun 25 09:24:09.167440 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae901b2c-56c1-45f4-8635-12690a18919e req-859bb823-755c-43ef-be9a-b43f7f877f68 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:09.181433 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ae901b2c-56c1-45f4-8635-12690a18919e req-859bb823-755c-43ef-be9a-b43f7f877f68 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.4527390 Jun 25 09:24:09.241874 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b214cc44-8117-4d6c-9d8a-c4cc38d1e326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:09.244872 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b214cc44-8117-4d6c-9d8a-c4cc38d1e326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:09.248542 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b214cc44-8117-4d6c-9d8a-c4cc38d1e326 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/07bd0deb-7e56-45dc-98d7-4b6b4717f39c HTTP/1.1" status: 204 len: 168 time: 0.7497444 Jun 25 09:24:09.248542 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f84c5755-9af7-4e35-9c57-a14c9826857f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:09.267560 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214cc44-8117-4d6c-9d8a-c4cc38d1e326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bd0deb-7e56-45dc-98d7-4b6b4717f39c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:09.275983 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b214cc44-8117-4d6c-9d8a-c4cc38d1e326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:09.306264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ae901b2c-56c1-45f4-8635-12690a18919e req-8714d662-7dfc-4621-bbf9-bae40a3f81ff tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237035 Jun 25 09:24:09.326464 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b82bbde6-05f1-4782-9208-737b89d393d3 req-1b3d62de-2f39-45d6-857c-3b610611d3f7 service neutron] 10.222.0.38 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231030 Jun 25 09:24:09.679378 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b82bbde6-05f1-4782-9208-737b89d393d3 req-f0cb81ad-5b86-4c21-819d-377f8afcb253 service neutron] 10.222.0.38 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330472 Jun 25 09:24:10.033250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16785-27d2-44c0-96e8-ef0da6501e05 req-c1c5e7a3-2e8a-4811-a57e-b26f3f5b9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:10.039143 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b0c16785-27d2-44c0-96e8-ef0da6501e05 req-c1c5e7a3-2e8a-4811-a57e-b26f3f5b9ada service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 1097 time: 0.3214712 Jun 25 09:24:10.143566 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b0c16785-27d2-44c0-96e8-ef0da6501e05 req-432015b2-5e7a-4275-9374-0894a792eede service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962269 Jun 25 09:24:10.207455 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b75c4d-e497-4a80-92cc-c29579b66843 req-64ab19ac-8cab-443a-bfd0-86209958767f tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:10.225392 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-28b75c4d-e497-4a80-92cc-c29579b66843 req-64ab19ac-8cab-443a-bfd0-86209958767f tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.3269591 Jun 25 09:24:10.317295 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-28b75c4d-e497-4a80-92cc-c29579b66843 req-6fc96b0d-732b-4596-a718-f9724bb0af81 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862958 Jun 25 09:24:10.450040 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9882f-6fbe-4e0b-b85c-28e5642577b3 req-42ac45bc-ede8-4bd8-bff8-afbe84148d56 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:10.464195 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63b9882f-6fbe-4e0b-b85c-28e5642577b3 req-42ac45bc-ede8-4bd8-bff8-afbe84148d56 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.7272553 Jun 25 09:24:10.524688 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63b9882f-6fbe-4e0b-b85c-28e5642577b3 req-662bc3d8-7a8e-4c9e-abd3-348583af19cd tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534835 Jun 25 09:24:10.761569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b337d-c06f-48a1-a9c9-77cf8f4aeb63 req-20e8e7d4-5930-4a24-bd55-e8e140ee51bb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:10.770793 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4a9b337d-c06f-48a1-a9c9-77cf8f4aeb63 req-20e8e7d4-5930-4a24-bd55-e8e140ee51bb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1069682 Jun 25 09:24:10.851891 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57198) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:10.867255 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4a9b337d-c06f-48a1-a9c9-77cf8f4aeb63 req-0d2002ea-ac46-4aa1-a9cb-741b1094179e tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910640 Jun 25 09:24:11.017905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-865036665'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:11.045234 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:11.049947 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:11.070664 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:11.200168 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:11.205925 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:11.210026 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef08218c-cf33-4a5d-a89f-be8ea940aad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:11.249136 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:24:11.259903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020729e9-7df5-42ca-ac91-4a5647c27dce,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:11.264349 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:11.265593 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:11.265936 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Added segment 23302283-a406-4055-bc57-a63503335b69 of type vlan for network fbfc4e43-a03d-4373-95f7-df09607714d1 Jun 25 09:24:11.322683 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:11.360477 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:11.366889 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:11.367522 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:11.380573 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-97d58f22-38d8-4e9d-8f4d-b38295216140 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:11.484781 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6224267 Jun 25 09:24:11.484781 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Network': ['ID=fbfc4e43-a03d-4373-95f7-df09607714d1,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:11.490716 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network fbfc4e43-a03d-4373-95f7-df09607714d1 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:24:11.510938 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:11.546960 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-548a602a-7646-4536-bfb5-7c30906ded6a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0865891 Jun 25 09:24:11.818433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303465ad-0995-4368-b0e8-da3ce345c77b req-dab922a8-1407-4b64-bbfb-5c1335e073f0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:11.841730 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-303465ad-0995-4368-b0e8-da3ce345c77b req-dab922a8-1407-4b64-bbfb-5c1335e073f0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.3150539 Jun 25 09:24:11.897630 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-7647a52b-def2-41de-af91-4f265239cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:11.899015 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-7647a52b-def2-41de-af91-4f265239cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:11.901439 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-7647a52b-def2-41de-af91-4f265239cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:11.902119 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-7647a52b-def2-41de-af91-4f265239cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:11.902898 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-7647a52b-def2-41de-af91-4f265239cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:11.904102 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-7647a52b-def2-41de-af91-4f265239cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:11.906332 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-7647a52b-def2-41de-af91-4f265239cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:11.910066 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-7647a52b-def2-41de-af91-4f265239cd65 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d31d35930ddf482393a8309d7454fb98&device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 6496 time: 0.2870874 Jun 25 09:24:11.993408 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-303465ad-0995-4368-b0e8-da3ce345c77b req-5d989572-7015-4779-afed-83ce25be626a tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486139 Jun 25 09:24:12.134358 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-426d5929-40d1-4f8d-8f76-403d6936742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:12.134600 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-426d5929-40d1-4f8d-8f76-403d6936742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:12.135069 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-426d5929-40d1-4f8d-8f76-403d6936742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:12.136984 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-426d5929-40d1-4f8d-8f76-403d6936742f service neutron] 10.222.0.38 "GET /v2.0/networks?id=636acfe6-d17f-4f72-9c57-7ee0f2a7da95&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=2afc939b-7ab0-46c5-b1fa-bb32babffa08&id=2afc939b-7ab0-46c5-b1fa-bb32babffa08 HTTP/1.1" status: 200 len: 2296 time: 0.1855397 Jun 25 09:24:12.321972 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-7f4f21f3-5390-4b95-910b-228a134d9b2f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d850e9-3bc1-4356-aaa1-b00d5ef1585b HTTP/1.1" status: 200 len: 1001 time: 0.1776078 Jun 25 09:24:12.419777 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-c531375c-8ea2-4b75-bce8-d191e608530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:12.424084 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-c531375c-8ea2-4b75-bce8-d191e608530c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=16b23dbf-8407-4c05-b060-ab7999afb028 HTTP/1.1" status: 200 len: 850 time: 0.0931904 Jun 25 09:24:12.453431 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a879e34-09e6-4288-8a0f-ef7fa26a9858 req-140d387c-2afb-432d-8214-b68bb20f98e6 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:12.461892 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a879e34-09e6-4288-8a0f-ef7fa26a9858 req-140d387c-2afb-432d-8214-b68bb20f98e6 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.2191246 Jun 25 09:24:12.512290 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909357b-b0ca-47de-8b4b-80d92036713d req-2bbf8ca4-a6bf-48e3-a3dc-5d1451a3c0cb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:12.520048 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6909357b-b0ca-47de-8b4b-80d92036713d req-2bbf8ca4-a6bf-48e3-a3dc-5d1451a3c0cb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1868145 Jun 25 09:24:12.548124 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-48e40c59-c11e-456a-a1fe-ec3ceed31232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:12.565338 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-48e40c59-c11e-456a-a1fe-ec3ceed31232 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=636acfe6-d17f-4f72-9c57-7ee0f2a7da95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1331227 Jun 25 09:24:12.567882 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a879e34-09e6-4288-8a0f-ef7fa26a9858 req-7efcd897-abfd-432d-af85-12c364824fe6 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049581 Jun 25 09:24:12.627301 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:24:12.643169 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6909357b-b0ca-47de-8b4b-80d92036713d req-b9da086f-e01c-4d93-b400-e76fcf8deff7 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207564 Jun 25 09:24:12.655303 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-3d42ac34-9c80-4d3a-b4a3-78b31d0e19fa req-5f9dd513-9a50-433f-9607-0e7ec7adbdbd tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1425364273', 'description': 'tempest-description-21712852'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:12.679361 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3d42ac34-9c80-4d3a-b4a3-78b31d0e19fa req-5f9dd513-9a50-433f-9607-0e7ec7adbdbd tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:12.746828 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-ece92542-60be-47e2-9d35-99ef8bc8813f service neutron] 10.222.0.38 "GET /v2.0/networks/636acfe6-d17f-4f72-9c57-7ee0f2a7da95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806068 Jun 25 09:24:12.858284 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-b88cfba4-28c8-4c3c-8e36-7bc80a35a30d service neutron] 10.222.0.38 "GET /v2.0/networks/636acfe6-d17f-4f72-9c57-7ee0f2a7da95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991628 Jun 25 09:24:12.860613 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3d42ac34-9c80-4d3a-b4a3-78b31d0e19fa req-5f9dd513-9a50-433f-9607-0e7ec7adbdbd tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:12.866133 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3d42ac34-9c80-4d3a-b4a3-78b31d0e19fa req-5f9dd513-9a50-433f-9607-0e7ec7adbdbd tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:12.869279 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-89a578a3-c157-48d2-b06e-f1c6e711c8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:12.979109 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9dd513-9a50-433f-9607-0e7ec7adbdbd tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f650d8c-9b6e-4552-a1b3-0ff102d10601,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:12.982582 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-6bd8c192-f3d2-4817-9a77-925e1f05a0ce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=feaaae10-f3a6-46c9-acc2-c5a681f00b62 HTTP/1.1" status: 200 len: 217 time: 0.1156371 Jun 25 09:24:12.985901 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5f9dd513-9a50-433f-9607-0e7ec7adbdbd tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:13.030853 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3d42ac34-9c80-4d3a-b4a3-78b31d0e19fa req-5f9dd513-9a50-433f-9607-0e7ec7adbdbd tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:13.036994 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3d42ac34-9c80-4d3a-b4a3-78b31d0e19fa req-5f9dd513-9a50-433f-9607-0e7ec7adbdbd tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4311528 Jun 25 09:24:13.113863 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-c679e6f4-5574-4077-af51-4195451b99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:13.115292 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-c679e6f4-5574-4077-af51-4195451b99ff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 200 len: 797 time: 0.1238782 Jun 25 09:24:13.274897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-bb03772c-16d6-41a6-bac4-6cf5e9ffc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:13.276424 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-bb03772c-16d6-41a6-bac4-6cf5e9ffc7f5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bc54548d-0979-4bbd-8a3d-13d781674db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1505358 Jun 25 09:24:13.447036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009c33a-623f-4f22-bcd5-401f30591575 req-2bb68712-ff3c-421e-beb4-352f21d42f5b tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:13.467419 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5009c33a-623f-4f22-bcd5-401f30591575 req-2bb68712-ff3c-421e-beb4-352f21d42f5b tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.2163019 Jun 25 09:24:13.584553 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-f5cf8f0b-1db8-42a4-8071-189397cc86fd service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925873 Jun 25 09:24:13.642575 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5009c33a-623f-4f22-bcd5-401f30591575 req-5ca746bb-ca65-4160-afd3-3670f86683af tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724081 Jun 25 09:24:13.704277 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-920575af-4a54-47b9-a527-fec0192ff9f4 req-357d7940-7d2f-4e07-ab8b-d740fcc50b5b tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1425364273&fields=id&tenant_id=fb11d964c95c485faa0ce0b518283280 HTTP/1.1" status: 200 len: 267 time: 0.1807773 Jun 25 09:24:13.813193 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-681aadb9-622a-4301-b817-a949a59951b0 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179155 Jun 25 09:24:13.917512 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-b8cd54cf-c30e-453b-8ff5-cc444c713d78 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 HTTP/1.1" status: 200 len: 217 time: 0.0924213 Jun 25 09:24:13.953102 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920575af-4a54-47b9-a527-fec0192ff9f4 req-7f77de31-9ee0-4709-8b5e-2739bd7e3062 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:13.958737 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-920575af-4a54-47b9-a527-fec0192ff9f4 req-7f77de31-9ee0-4709-8b5e-2739bd7e3062 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.2460964 Jun 25 09:24:13.971201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-920575af-4a54-47b9-a527-fec0192ff9f4 req-402a78c3-6704-437e-8ad4-3e5ac06482b2 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Request body: {'port': {'security_groups': ['5a266d61-de07-4e08-941a-6be3b118e471', '4f650d8c-9b6e-4552-a1b3-0ff102d10601']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:14.042656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-3a455e86-cab6-4793-a4cb-c4d7990d12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:14.046621 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-3a455e86-cab6-4793-a4cb-c4d7990d12d8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 200 len: 797 time: 0.1212318 Jun 25 09:24:14.210828 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-920575af-4a54-47b9-a527-fec0192ff9f4 req-402a78c3-6704-437e-8ad4-3e5ac06482b2 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:14.248189 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-f6939806-e8bf-4fb8-818c-c18991e7fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:14.249768 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-f6939806-e8bf-4fb8-818c-c18991e7fdaf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bc54548d-0979-4bbd-8a3d-13d781674db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1929994 Jun 25 09:24:14.614059 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-f1e6da87-e505-4626-b4f2-e585bc24569e service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528316 Jun 25 09:24:14.766489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-920575af-4a54-47b9-a527-fec0192ff9f4 req-402a78c3-6704-437e-8ad4-3e5ac06482b2 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] For port 0cae84b5-6bf7-4322-b191-b15227e0d928, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=0cae84b5-6bf7-4322-b191-b15227e0d928,segment=NetworkSegment(5b654784-b987-4ae0-802a-cc0e228247b4),segment_id=5b654784-b987-4ae0-802a-cc0e228247b4)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:14.779244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57270) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:14.786082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-97ba5b88-3dfe-46cc-9b06-5428cd1298a5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'subnet': {'network_id': 'fbfc4e43-a03d-4373-95f7-df09607714d1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:14.815295 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-9859fde8-5ac4-498f-8c72-4019d7635f48 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906943 Jun 25 09:24:14.865916 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-41ddcfb2-eab0-4c80-89d2-81658a24ef22 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=cf1be947-5003-4050-9f6d-ea8018fbbe5c HTTP/1.1" status: 200 len: 217 time: 0.0399323 Jun 25 09:24:14.915331 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-920575af-4a54-47b9-a527-fec0192ff9f4 req-402a78c3-6704-437e-8ad4-3e5ac06482b2 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:14.930031 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-920575af-4a54-47b9-a527-fec0192ff9f4 req-402a78c3-6704-437e-8ad4-3e5ac06482b2 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:14.936856 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d5d6b2f9-dbcb-40ca-9a4f-7946d67c531b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:14.940075 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-5b316c39-2d3d-494a-bbf9-4ce99deab95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:14.941587 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-5b316c39-2d3d-494a-bbf9-4ce99deab95e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 200 len: 797 time: 0.0678730 Jun 25 09:24:14.985464 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['0cae84b5-6bf7-4322-b191-b15227e0d928'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:24:15.039036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920575af-4a54-47b9-a527-fec0192ff9f4 req-402a78c3-6704-437e-8ad4-3e5ac06482b2 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:15.040420 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-920575af-4a54-47b9-a527-fec0192ff9f4 req-402a78c3-6704-437e-8ad4-3e5ac06482b2 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:15.040615 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-9f7680c4-84b6-4425-9533-91bf15121cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:15.042406 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-9f7680c4-84b6-4425-9533-91bf15121cfd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bc54548d-0979-4bbd-8a3d-13d781674db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0908072 Jun 25 09:24:15.042687 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-920575af-4a54-47b9-a527-fec0192ff9f4 req-402a78c3-6704-437e-8ad4-3e5ac06482b2 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "PUT /v2.0/ports/0cae84b5-6bf7-4322-b191-b15227e0d928 HTTP/1.1" status: 200 len: 981 time: 1.0765121 Jun 25 09:24:15.049163 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3973390d-75b7-401a-baeb-9700e66d3163', 'tag': '0cae84b5-6bf7-4322-b191-b15227e0d928'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:24:15.049163 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97af13e2-a38a-46c7-abc6-60c2d349aa54" -d '{"events": [{"name": "network-changed", "server_uuid": "3973390d-75b7-401a-baeb-9700e66d3163", "tag": "0cae84b5-6bf7-4322-b191-b15227e0d928"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:24:15.067079 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ba5b88-3dfe-46cc-9b06-5428cd1298a5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:15.070771 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97ba5b88-3dfe-46cc-9b06-5428cd1298a5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:15.142303 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342d00b-f505-4cc6-9c72-b4aa5fde9e1a req-6c46615d-91d5-442d-abb4-98a9dc99ca2f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:15.154116 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f342d00b-f505-4cc6-9c72-b4aa5fde9e1a req-6c46615d-91d5-442d-abb4-98a9dc99ca2f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.3761828 Jun 25 09:24:15.176423 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a78c3-6704-437e-8ad4-3e5ac06482b2 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Pushing event updated for resources: {'Port': ['ID=0cae84b5-6bf7-4322-b191-b15227e0d928,revision_number=6']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:15.177779 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-d64a06aa-6d30-4baf-81e0-4fb71ce6be02 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255357 Jun 25 09:24:15.203140 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-402a78c3-6704-437e-8ad4-3e5ac06482b2 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:15.293301 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['0cae84b5-6bf7-4322-b191-b15227e0d928'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:24:15.301374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f342d00b-f505-4cc6-9c72-b4aa5fde9e1a req-e3d512b9-76b5-446c-a0a4-c3154be9bb34 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462700 Jun 25 09:24:15.412887 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-9d1c9ea1-489c-4f77-adbc-d858feb8d40a service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203984 Jun 25 09:24:15.540495 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-45ce4a2f-6135-4042-aeef-7cb2e7c0c8a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=43f2f102-d7ef-429b-99ae-970982ce19c3 HTTP/1.1" status: 200 len: 217 time: 0.1191540 Jun 25 09:24:15.633953 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-9e561c79-6a56-4461-bdde-b231a2c12111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:15.635463 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-9e561c79-6a56-4461-bdde-b231a2c12111 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 200 len: 797 time: 0.0881636 Jun 25 09:24:15.701179 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-aeb1e40e-ab63-4b8b-8eef-5f09f02b14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:15.702685 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-aeb1e40e-ab63-4b8b-8eef-5f09f02b14ca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bc54548d-0979-4bbd-8a3d-13d781674db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0561492 Jun 25 09:24:15.706709 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97ba5b88-3dfe-46cc-9b06-5428cd1298a5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:15.711922 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a242e1e7-9cb6-4d41-aa48-42a1f5dedbb4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:15.792374 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836981a-a2db-4126-8e24-2f66510924f4 req-12547c6f-ab15-4df6-bc79-ea10b6c0d40c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:15.793993 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8836981a-a2db-4126-8e24-2f66510924f4 req-12547c6f-ab15-4df6-bc79-ea10b6c0d40c tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 944 time: 0.5189211 Jun 25 09:24:15.807553 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba5b88-3dfe-46cc-9b06-5428cd1298a5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Subnet': ['ID=ee8e6deb-d644-42c5-aa7d-4ff3ba8abff5,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:15.807899 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-553eeadd-19d4-44ff-9a4d-e4a1f6408247 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955653 Jun 25 09:24:15.825139 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9549f77-61ff-4701-bb9a-f25a3dfff118 req-25527c71-56e9-40be-bef1-90f82f569791 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:15.826641 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9549f77-61ff-4701-bb9a-f25a3dfff118 req-25527c71-56e9-40be-bef1-90f82f569791 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=97c03909-9716-4d9d-8cae-6a1be96151a5 HTTP/1.1" status: 200 len: 944 time: 0.2129388 Jun 25 09:24:15.833740 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97ba5b88-3dfe-46cc-9b06-5428cd1298a5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:15.847707 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43aec76-f7ac-4683-ace3-c930914b17f9 req-9c15ac19-536e-474e-8d6a-04d75dcf86e8 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:15.849190 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f43aec76-f7ac-4683-ace3-c930914b17f9 req-9c15ac19-536e-474e-8d6a-04d75dcf86e8 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.2751100 Jun 25 09:24:15.904278 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-cd75dc16-4c8a-4026-a904-254f3ec21a26 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873694 Jun 25 09:24:15.912702 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ba5b88-3dfe-46cc-9b06-5428cd1298a5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Checking segment: {'id': '23302283-a406-4055-bc57-a63503335b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'fbfc4e43-a03d-4373-95f7-df09607714d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:15.913089 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ba5b88-3dfe-46cc-9b06-5428cd1298a5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network hostable DHCP agents. Network: fbfc4e43-a03d-4373-95f7-df09607714d1, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:24:15.963231 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-e54d8de9-2c9f-4a2f-ab59-4be8d5fb8dfc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 HTTP/1.1" status: 200 len: 217 time: 0.0497379 Jun 25 09:24:15.980360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9549f77-61ff-4701-bb9a-f25a3dfff118 req-cbb5eda9-0d70-4a98-b1cb-ef87b5bc0609 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124611 Jun 25 09:24:15.984691 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f43aec76-f7ac-4683-ace3-c930914b17f9 req-e31e71d8-61dc-4c25-957b-69531241a5c9 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119993 Jun 25 09:24:16.000443 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ba5b88-3dfe-46cc-9b06-5428cd1298a5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network fbfc4e43-a03d-4373-95f7-df09607714d1 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:24:16.023818 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-97ba5b88-3dfe-46cc-9b06-5428cd1298a5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, fbfc4e43-a03d-4373-95f7-df09607714d1) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:16.031161 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ba5b88-3dfe-46cc-9b06-5428cd1298a5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:16.031698 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97ba5b88-3dfe-46cc-9b06-5428cd1298a5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:16.033443 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cbb179-dfd3-4153-af43-18bb047f0838 None None] Network fbfc4e43-a03d-4373-95f7-df09607714d1 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:16.060937 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-8cb026ce-73a4-4685-9775-d7f0ecfe4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:16.062366 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-8cb026ce-73a4-4685-9775-d7f0ecfe4ecd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d6509b59-9ba7-402d-bd1c-97d06b22f9df HTTP/1.1" status: 200 len: 797 time: 0.0910072 Jun 25 09:24:16.070701 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57280) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:16.073315 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-97ba5b88-3dfe-46cc-9b06-5428cd1298a5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2928782 Jun 25 09:24:16.081354 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-8836981a-a2db-4126-8e24-2f66510924f4 req-f2bc9fe7-8da8-4446-988d-7c6562032116 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Deleting port c1585b9b-960d-4293-82db-675d257caa81 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:16.081702 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8836981a-a2db-4126-8e24-2f66510924f4 req-f2bc9fe7-8da8-4446-988d-7c6562032116 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:16.093091 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-6b515ac4-b30b-4791-ad1e-6b1ed87307c4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-920675603'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:16.115426 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03541c4-96a6-4523-8e13-cb0b98b39059 x-openstack-request-id: req-b03541c4-96a6-4523-8e13-cb0b98b39059 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:24:16.115772 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3973390d-75b7-401a-baeb-9700e66d3163", "tag": "0cae84b5-6bf7-4322-b191-b15227e0d928", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:24:16.116092 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b03541c4-96a6-4523-8e13-cb0b98b39059 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:24:16.116665 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3973390d-75b7-401a-baeb-9700e66d3163', 'tag': '0cae84b5-6bf7-4322-b191-b15227e0d928', 'status': 'completed', 'code': 200} Jun 25 09:24:16.173343 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b515ac4-b30b-4791-ad1e-6b1ed87307c4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:16.177318 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b515ac4-b30b-4791-ad1e-6b1ed87307c4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:16.242626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-f6dc86b3-f0c8-45ef-83f9-c34d1e008b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:16.243319 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-8836981a-a2db-4126-8e24-2f66510924f4 req-f2bc9fe7-8da8-4446-988d-7c6562032116 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] For port c1585b9b-960d-4293-82db-675d257caa81, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c1585b9b-960d-4293-82db-675d257caa81,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:16.243319 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8836981a-a2db-4126-8e24-2f66510924f4 req-f2bc9fe7-8da8-4446-988d-7c6562032116 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:16.244151 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-f6dc86b3-f0c8-45ef-83f9-c34d1e008b6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2afc939b-7ab0-46c5-b1fa-bb32babffa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1743546 Jun 25 09:24:16.249241 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b515ac4-b30b-4791-ad1e-6b1ed87307c4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:24:16.249360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4b2033b4-1d27-4e8e-aa52-58e42e2faecc req-045606e0-f4f7-427d-85f6-51804c12a3f1 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1425364273&fields=id&tenant_id=fb11d964c95c485faa0ce0b518283280 HTTP/1.1" status: 200 len: 267 time: 0.0617924 Jun 25 09:24:16.264454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-fbfc4e43-a03d-4373-95f7-df09607714d1', 'network_id': 'fbfc4e43-a03d-4373-95f7-df09607714d1', 'tenant_id': '2237d52b519d4dfe9461e3e141f00f00', 'fixed_ips': [{'subnet_id': 'ee8e6deb-d644-42c5-aa7d-4ff3ba8abff5'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:24:16.265622 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:16.268182 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b515ac4-b30b-4791-ad1e-6b1ed87307c4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:16.268555 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-6b515ac4-b30b-4791-ad1e-6b1ed87307c4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Added segment a2c9d080-524c-470f-8d69-4b01561ce3b8 of type vlan for network 0b1c2fcf-fee5-4c28-ba42-3d059ac7f513 Jun 25 09:24:16.271257 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af13e2-a38a-46c7-abc6-60c2d349aa54 req-17c787b1-b4ae-4e5a-9aab-191864f2e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:16.272769 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-97af13e2-a38a-46c7-abc6-60c2d349aa54 req-17c787b1-b4ae-4e5a-9aab-191864f2e32a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb11d964c95c485faa0ce0b518283280&device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 1136 time: 0.1173046 Jun 25 09:24:16.274683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-8836981a-a2db-4126-8e24-2f66510924f4 req-f2bc9fe7-8da8-4446-988d-7c6562032116 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Calling delete_port for c1585b9b-960d-4293-82db-675d257caa81 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:16.406124 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b515ac4-b30b-4791-ad1e-6b1ed87307c4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:16.474442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2033b4-1d27-4e8e-aa52-58e42e2faecc req-c95018e1-be3a-4a0f-8f62-2e795faf1418 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:16.482192 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4b2033b4-1d27-4e8e-aa52-58e42e2faecc req-c95018e1-be3a-4a0f-8f62-2e795faf1418 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 984 time: 0.2245157 Jun 25 09:24:16.496149 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Allocated IP 2001:db8:0:ffff::2 (fbfc4e43-a03d-4373-95f7-df09607714d1/ee8e6deb-d644-42c5-aa7d-4ff3ba8abff5/6fc1daf8-b911-4e20-a3ec-e9a0937e1e82) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:24:16.496347 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b515ac4-b30b-4791-ad1e-6b1ed87307c4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:16.501959 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515ac4-b30b-4791-ad1e-6b1ed87307c4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:16.502594 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b515ac4-b30b-4791-ad1e-6b1ed87307c4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:16.508755 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2dd4c2ff-62c1-44e0-a6f0-3ac14e70bb7d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:16.518409 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-4b2033b4-1d27-4e8e-aa52-58e42e2faecc req-d58726fd-a3a7-4992-a9ed-53e62a19bd4e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Request body: {'port': {'security_groups': ['5a266d61-de07-4e08-941a-6be3b118e471']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:16.528411 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-1cbb8f74-6d94-4dd4-8b0f-2bb8cd136807 service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476797 Jun 25 09:24:16.529437 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af13e2-a38a-46c7-abc6-60c2d349aa54 req-0b255529-6897-409a-a3e6-7cd0194d3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:16.530764 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-97af13e2-a38a-46c7-abc6-60c2d349aa54 req-0b255529-6897-409a-a3e6-7cd0194d3024 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8b2576df-731a-49ab-beec-d0c9aa2f477d HTTP/1.1" status: 200 len: 921 time: 0.2411990 Jun 25 09:24:16.626469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:24:16.805698 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8836981a-a2db-4126-8e24-2f66510924f4 req-f2bc9fe7-8da8-4446-988d-7c6562032116 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:16.815631 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a7bc9858-712a-43a3-9a0f-b934467076d5 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:16.851078 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:16.857122 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4b2033b4-1d27-4e8e-aa52-58e42e2faecc req-d58726fd-a3a7-4992-a9ed-53e62a19bd4e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:16.862036 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Transition to ACTIVE for port object 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:24:16.870812 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc9fe7-8da8-4446-988d-7c6562032116 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Pushing event deleted for resources: {'Port': ['ID=c1585b9b-960d-4293-82db-675d257caa81,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:16.873619 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f2bc9fe7-8da8-4446-988d-7c6562032116 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:16.896559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Transition to ACTIVE for port object 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:24:16.905481 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.resource_extend [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:24:16.939246 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['c1585b9b-960d-4293-82db-675d257caa81'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:24:16.958280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-8836981a-a2db-4126-8e24-2f66510924f4 req-f2bc9fe7-8da8-4446-988d-7c6562032116 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] No DVR routers for this DVR port c1585b9b-960d-4293-82db-675d257caa81 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:24:16.961888 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8836981a-a2db-4126-8e24-2f66510924f4 req-f2bc9fe7-8da8-4446-988d-7c6562032116 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:16.964447 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8836981a-a2db-4126-8e24-2f66510924f4 req-f2bc9fe7-8da8-4446-988d-7c6562032116 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.41 "DELETE /v2.0/ports/c1585b9b-960d-4293-82db-675d257caa81 HTTP/1.1" status: 204 len: 173 time: 1.1613321 Jun 25 09:24:16.976366 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d045d7-df75-428e-b14f-e8ee9cc5b57d req-d9f89a48-5abf-46a9-817e-e5f3bc32b9a6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:16.985180 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82d045d7-df75-428e-b14f-e8ee9cc5b57d req-d9f89a48-5abf-46a9-817e-e5f3bc32b9a6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.4967110 Jun 25 09:24:16.999659 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:17.025529 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57302) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:17.033745 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'subnet': {'network_id': '0b1c2fcf-fee5-4c28-ba42-3d059ac7f513', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:17.039791 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6b515ac4-b30b-4791-ad1e-6b1ed87307c4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9680235 Jun 25 09:24:17.086608 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:17.167504 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Network fbfc4e43-a03d-4373-95f7-df09607714d1 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:24:17.177986 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:17.189763 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:24:17.190826 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82d045d7-df75-428e-b14f-e8ee9cc5b57d req-d963fa8b-8759-47e5-b300-514623411ff2 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044678 Jun 25 09:24:17.237627 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-97af13e2-a38a-46c7-abc6-60c2d349aa54 req-2bd7e6c9-91bd-43e5-8960-1de646ff3056 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cae84b5-6bf7-4322-b191-b15227e0d928 HTTP/1.1" status: 200 len: 217 time: 0.2824326 Jun 25 09:24:17.239165 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b515ac4-b30b-4791-ad1e-6b1ed87307c4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Network': ['ID=0b1c2fcf-fee5-4c28-ba42-3d059ac7f513,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:17.325326 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 0b1c2fcf-fee5-4c28-ba42-3d059ac7f513 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:24:17.360312 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-1101f41f-8090-4152-bf57-a856e00113c1 service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073222 Jun 25 09:24:17.489204 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6b515ac4-b30b-4791-ad1e-6b1ed87307c4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.977s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:17.568531 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Pushing event updated for resources: {'Port': ['ID=6fc1daf8-b911-4e20-a3ec-e9a0937e1e82,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:17.592598 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:17.597228 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-8e9f8212-6ffe-497b-bf87-856e579757c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 HTTP/1.1" status: 200 len: 217 time: 0.1058710 Jun 25 09:24:17.598954 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af13e2-a38a-46c7-abc6-60c2d349aa54 req-a68e2d5c-1a6d-4625-ac00-63ff4b997db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:17.599512 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:17.601659 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-97af13e2-a38a-46c7-abc6-60c2d349aa54 req-a68e2d5c-1a6d-4625-ac00-63ff4b997db1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=264de093-f8bc-4972-89d7-2a2508fb4ef7 HTTP/1.1" status: 200 len: 859 time: 0.2403820 Jun 25 09:24:17.620414 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Attempting to bind port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:24:17.620834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Attempting to bind port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '23302283-a406-4055-bc57-a63503335b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'fbfc4e43-a03d-4373-95f7-df09607714d1'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:24:17.621186 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Attempting to bind port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 on network fbfc4e43-a03d-4373-95f7-df09607714d1 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:24:17.642265 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:24:17.643835 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Checking segment: {'id': '23302283-a406-4055-bc57-a63503335b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'fbfc4e43-a03d-4373-95f7-df09607714d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:17.644507 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:17.646125 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Bound using segment: {'id': '23302283-a406-4055-bc57-a63503335b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'fbfc4e43-a03d-4373-95f7-df09607714d1'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:24:17.647516 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Bound port: 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23302283-a406-4055-bc57-a63503335b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'fbfc4e43-a03d-4373-95f7-df09607714d1'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:24:17.649337 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:17.698065 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82', 'network_id': '5a27a185-c495-402c-8517-3de9213d78e5', 'port_id': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82', 'mac_address': 'fa:16:3e:bb:64:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2109fa39-1280-4b24-b7e2-08e8cb464b3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:24:17.704978 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-97af13e2-a38a-46c7-abc6-60c2d349aa54 req-57bff3f9-80e9-4280-bcd6-d840f766964a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b2576df-731a-49ab-beec-d0c9aa2f477d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904186 Jun 25 09:24:17.830611 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:17.847485 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:24:17.867972 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] For port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:24:17.876620 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] For port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6fc1daf8-b911-4e20-a3ec-e9a0937e1e82,segment=NetworkSegment(23302283-a406-4055-bc57-a63503335b69),segment_id=23302283-a406-4055-bc57-a63503335b69)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:24:17.881346 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:17.883549 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:17.885950 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:17.890724 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:18.039651 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Pushing event updated for resources: {'Port': ['ID=6fc1daf8-b911-4e20-a3ec-e9a0937e1e82,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:18.044827 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:18.049221 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:18.210830 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['29b44762-2c1a-4223-83cc-ecf5d5dc2e82'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:24:18.222266 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-97af13e2-a38a-46c7-abc6-60c2d349aa54 req-ac7c54ac-bb3f-4945-8c61-a47d25796fb7 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879634 Jun 25 09:24:18.263101 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:18.282189 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:18.545090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-2c6866c2-4b79-4bab-a526-4bc25fb34704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:18.548852 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-2c6866c2-4b79-4bab-a526-4bc25fb34704 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d6509b59-9ba7-402d-bd1c-97d06b22f9df HTTP/1.1" status: 200 len: 797 time: 0.8413222 Jun 25 09:24:18.551101 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-97af13e2-a38a-46c7-abc6-60c2d349aa54 req-d3ef5a95-9b5b-413c-9ebb-b04e87888b2d service neutron] 10.222.0.41 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241858 Jun 25 09:24:18.662422 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c03909-9716-4d9d-8cae-6a1be96151a5', 'name': 'network-vif-deleted', 'tag': 'c1585b9b-960d-4293-82db-675d257caa81'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:24:18.668680 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddfdefb-5109-4011-9808-076d6256292c" -d '{"events": [{"server_uuid": "97c03909-9716-4d9d-8cae-6a1be96151a5", "name": "network-vif-deleted", "tag": "c1585b9b-960d-4293-82db-675d257caa81"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:24:18.703177 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:18.704145 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fedae-8df4-4199-8bc0-1279556dd004 req-18827ec8-b2a4-47e7-b2e4-292205f70bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:18.707046 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-18827ec8-b2a4-47e7-b2e4-292205f70bc2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2afc939b-7ab0-46c5-b1fa-bb32babffa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1497598 Jun 25 09:24:18.713071 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:18.876170 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-2d246b74-3c82-4ffc-8704-ca0ed3320e41 service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570568 Jun 25 09:24:19.095881 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-757fedae-8df4-4199-8bc0-1279556dd004 req-4c3ca917-225d-4b19-a1e7-a0219fc1f85b service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040148 Jun 25 09:24:19.150381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-4b2033b4-1d27-4e8e-aa52-58e42e2faecc req-d58726fd-a3a7-4992-a9ed-53e62a19bd4e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] For port 0cae84b5-6bf7-4322-b191-b15227e0d928, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=0cae84b5-6bf7-4322-b191-b15227e0d928,segment=NetworkSegment(5b654784-b987-4ae0-802a-cc0e228247b4),segment_id=5b654784-b987-4ae0-802a-cc0e228247b4)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:19.373722 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:24:19.467080 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e128ea5b-8ba1-4b7f-8303-5a30944bf1b8 req-8026f196-1647-4c74-bedd-5468e3c60fd2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.9739585 Jun 25 09:24:19.473045 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:19.477557 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:24:19.480793 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4b2033b4-1d27-4e8e-aa52-58e42e2faecc req-d58726fd-a3a7-4992-a9ed-53e62a19bd4e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:19.485045 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4bc95c14-a4f2-402c-bafc-7924686ffa8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:19.501973 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c1585b9b-960d-4293-82db-675d257caa81 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:24:19.504266 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4b2033b4-1d27-4e8e-aa52-58e42e2faecc req-d58726fd-a3a7-4992-a9ed-53e62a19bd4e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:19.516308 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffd5ea-b665-421f-9d9d-6d9c70dd833b req-0f33ba37-f6f1-44de-af6d-35b77171bf53 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:19.525613 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88ffd5ea-b665-421f-9d9d-6d9c70dd833b req-0f33ba37-f6f1-44de-af6d-35b77171bf53 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.8390901 Jun 25 09:24:19.551242 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: c1585b9b-960d-4293-82db-675d257caa81 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:24:19.551600 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c1585b9b-960d-4293-82db-675d257caa81 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:24:19.558710 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['0cae84b5-6bf7-4322-b191-b15227e0d928'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:24:19.669848 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2033b4-1d27-4e8e-aa52-58e42e2faecc req-d58726fd-a3a7-4992-a9ed-53e62a19bd4e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:19.670731 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4b2033b4-1d27-4e8e-aa52-58e42e2faecc req-d58726fd-a3a7-4992-a9ed-53e62a19bd4e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:19.672051 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4b2033b4-1d27-4e8e-aa52-58e42e2faecc req-d58726fd-a3a7-4992-a9ed-53e62a19bd4e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "PUT /v2.0/ports/0cae84b5-6bf7-4322-b191-b15227e0d928 HTTP/1.1" status: 200 len: 942 time: 3.1727788 Jun 25 09:24:19.773951 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Subnet': ['ID=ccbf4974-9c82-4ab5-adc4-4afa98bf0087,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:19.807728 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:19.808123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:19.808558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:19.813528 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:19.819755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:19.820188 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:19.820569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:19.821019 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:19.821400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:19.821773 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:19.822145 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:19.822512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:19.826807 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:19.828759 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d10a1847-c045-414a-8496-cc0d2a74c635 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:19.836036 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88ffd5ea-b665-421f-9d9d-6d9c70dd833b req-30926502-aada-4b01-a32c-e14908d46b77 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091052 Jun 25 09:24:19.847632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128ea5b-8ba1-4b7f-8303-5a30944bf1b8 req-d28f34ac-15b3-426a-8512-8f6d85ef2f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:19.849607 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e128ea5b-8ba1-4b7f-8303-5a30944bf1b8 req-d28f34ac-15b3-426a-8512-8f6d85ef2f41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d8f2f948476437793cbe2a83ba96f85&device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 1098 time: 0.2588480 Jun 25 09:24:19.850379 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Checking segment: {'id': 'a2c9d080-524c-470f-8d69-4b01561ce3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '0b1c2fcf-fee5-4c28-ba42-3d059ac7f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:19.850912 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network hostable DHCP agents. Network: 0b1c2fcf-fee5-4c28-ba42-3d059ac7f513, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:24:19.872207 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32d7da3-ad21-4199-959c-7d8859dcba35 None None] Network fbfc4e43-a03d-4373-95f7-df09607714d1 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:19.923315 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['0cae84b5-6bf7-4322-b191-b15227e0d928'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:24:20.095640 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network 0b1c2fcf-fee5-4c28-ba42-3d059ac7f513 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:24:20.130187 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 0b1c2fcf-fee5-4c28-ba42-3d059ac7f513) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:20.154970 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:20.158201 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:20.201760 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58726fd-a3a7-4992-a9ed-53e62a19bd4e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Pushing event updated for resources: {'Port': ['ID=0cae84b5-6bf7-4322-b191-b15227e0d928,revision_number=7']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:20.202637 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1393d2ea-f1bc-4f02-9304-09eeb685286c None None] Network 0b1c2fcf-fee5-4c28-ba42-3d059ac7f513 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:20.227292 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d58726fd-a3a7-4992-a9ed-53e62a19bd4e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:20.254249 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2274618 Jun 25 09:24:20.256374 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57360) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:20.282456 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128ea5b-8ba1-4b7f-8303-5a30944bf1b8 req-52b45b53-27ec-49d5-8159-fbb415097ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:20.284491 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e128ea5b-8ba1-4b7f-8303-5a30944bf1b8 req-52b45b53-27ec-49d5-8159-fbb415097ecf service neutron] 10.222.0.41 "GET /v2.0/networks?id=16a5b6a2-665c-43e2-94b7-5433a25effc0 HTTP/1.1" status: 200 len: 920 time: 0.3766196 Jun 25 09:24:20.361661 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e128ea5b-8ba1-4b7f-8303-5a30944bf1b8 req-cbae22a0-7d32-4cf8-bc86-7454c3c8d2c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44013a0-7286-42d7-8405-c7a4df5934ec HTTP/1.1" status: 200 len: 217 time: 0.0695615 Jun 25 09:24:20.364684 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae715fd1-ea13-43ac-b349-bf498c4b815a x-openstack-request-id: req-ae715fd1-ea13-43ac-b349-bf498c4b815a {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:24:20.365269 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c03909-9716-4d9d-8cae-6a1be96151a5", "name": "network-vif-deleted", "tag": "c1585b9b-960d-4293-82db-675d257caa81", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:24:20.365700 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ae715fd1-ea13-43ac-b349-bf498c4b815a {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:24:20.366383 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c03909-9716-4d9d-8cae-6a1be96151a5', 'name': 'network-vif-deleted', 'tag': 'c1585b9b-960d-4293-82db-675d257caa81', 'status': 'completed', 'code': 200} Jun 25 09:24:20.375434 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-62fa79fa-a124-4f68-ac0b-b4bcc642753a None None] Provisioning for port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:24:20.376018 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61386db1-b9c4-4739-94fe-82df80ec0fbe req-6cf9fa2d-5efa-4cf8-ad3a-5d222faf3865 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:20.388254 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61386db1-b9c4-4739-94fe-82df80ec0fbe req-6cf9fa2d-5efa-4cf8-ad3a-5d222faf3865 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 944 time: 0.2192745 Jun 25 09:24:20.429386 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-62fa79fa-a124-4f68-ac0b-b4bcc642753a None None] Provisioning complete for port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:24:20.429768 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-62fa79fa-a124-4f68-ac0b-b4bcc642753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:20.495231 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:24:20.511438 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128ea5b-8ba1-4b7f-8303-5a30944bf1b8 req-699c79d9-35a2-4dca-b68e-d92c2a6bedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:20.513329 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e128ea5b-8ba1-4b7f-8303-5a30944bf1b8 req-699c79d9-35a2-4dca-b68e-d92c2a6bedd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9739576f-66c1-4600-b0d3-96f9c9bc2c88 HTTP/1.1" status: 200 len: 858 time: 0.1259770 Jun 25 09:24:20.704187 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61386db1-b9c4-4739-94fe-82df80ec0fbe req-ff533881-caee-426f-9b2d-4ed2bd1d2660 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137617 Jun 25 09:24:20.721768 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:20.790702 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e128ea5b-8ba1-4b7f-8303-5a30944bf1b8 req-4afcecdd-c95f-4eaa-abca-4cfce30fae61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a5b6a2-665c-43e2-94b7-5433a25effc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2566290 Jun 25 09:24:20.961416 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e128ea5b-8ba1-4b7f-8303-5a30944bf1b8 req-d8827f6f-83ee-4043-9e3d-6be45ec5b0e3 service neutron] 10.222.0.41 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521807 Jun 25 09:24:21.096633 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:21.212822 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:21.219262 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fb936c13-13e3-48e8-a463-ce4383b24ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:21.284943 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Subnet': ['ID=ccbf4974-9c82-4ab5-adc4-4afa98bf0087,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:21.299206 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:21.417850 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-ad6a0274-1285-4851-99a7-08974048b618 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0549238 Jun 25 09:24:21.434772 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:21.464533 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:24:21.481591 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:21.507542 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:21.521209 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:21.560315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1c2fcf-fee5-4c28-ba42-3d059ac7f513']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:21.582180 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c9d080-524c-470f-8d69-4b01561ce3b8') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:21.582789 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c9d080-524c-470f-8d69-4b01561ce3b8') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:21.593854 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:21.609235 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:21.616380 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:24:21.616894 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:21.680970 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e128ea5b-8ba1-4b7f-8303-5a30944bf1b8 req-4964db42-7783-4ae1-8d97-a079751fc512 service neutron] 10.222.0.41 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027228 Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:24:21.810028 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:24:21.814321 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a4d204-0139-40cf-b292-07dec4af9ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-0b1c2fcf-fee5-4c28-ba42-3d059ac7f513', 'network_id': '0b1c2fcf-fee5-4c28-ba42-3d059ac7f513', 'tenant_id': '2237d52b519d4dfe9461e3e141f00f00', 'fixed_ips': [{'subnet_id': 'ccbf4974-9c82-4ab5-adc4-4afa98bf0087'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:24:21.816566 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79a4d204-0139-40cf-b292-07dec4af9ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:21.820159 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:21.829004 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:21.834318 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/0b1c2fcf-fee5-4c28-ba42-3d059ac7f513 HTTP/1.1" status: 204 len: 168 time: 1.5764556 Jun 25 09:24:21.836709 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-38658890-dafc-4efe-9ca9-4853fcd5321a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:21.841003 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57378) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:21.869358 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4ebabdd6-e014-4830-9b12-075c3afa40b2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1833785450'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:21.876759 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c933ae-ef72-401d-bc48-d477a0a7a099 req-ad4a01c0-646d-4623-8e6d-aff72e25e616 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:21.879256 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-62fa79fa-a124-4f68-ac0b-b4bcc642753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:21.894284 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c933ae-ef72-401d-bc48-d477a0a7a099 req-ad4a01c0-646d-4623-8e6d-aff72e25e616 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:21.907922 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c933ae-ef72-401d-bc48-d477a0a7a099 req-ad4a01c0-646d-4623-8e6d-aff72e25e616 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:21.911258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebabdd6-e014-4830-9b12-075c3afa40b2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:21.916306 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4ebabdd6-e014-4830-9b12-075c3afa40b2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:21.920039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Network': ['ID=0b1c2fcf-fee5-4c28-ba42-3d059ac7f513,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:21.930722 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c933ae-ef72-401d-bc48-d477a0a7a099 req-ad4a01c0-646d-4623-8e6d-aff72e25e616 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:21.935255 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:21.963427 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c933ae-ef72-401d-bc48-d477a0a7a099 req-ad4a01c0-646d-4623-8e6d-aff72e25e616 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:21.979008 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c933ae-ef72-401d-bc48-d477a0a7a099 req-ad4a01c0-646d-4623-8e6d-aff72e25e616 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:22.005615 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c933ae-ef72-401d-bc48-d477a0a7a099 req-ad4a01c0-646d-4623-8e6d-aff72e25e616 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:22.010957 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebabdd6-e014-4830-9b12-075c3afa40b2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:24:22.013553 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b3c933ae-ef72-401d-bc48-d477a0a7a099 req-ad4a01c0-646d-4623-8e6d-aff72e25e616 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5432 time: 0.4320142 Jun 25 09:24:22.026925 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950bd81f-d35d-4623-895a-61d58a22fb4f None None] Network 0b1c2fcf-fee5-4c28-ba42-3d059ac7f513 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:22.042488 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4ebabdd6-e014-4830-9b12-075c3afa40b2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:22.043237 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-4ebabdd6-e014-4830-9b12-075c3afa40b2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Added segment 79e7d86d-cb2c-4bf5-8935-15df06b660c3 of type vlan for network 9bf14294-452d-4f0f-b3b0-2718672481a5 Jun 25 09:24:22.080664 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950bd81f-d35d-4623-895a-61d58a22fb4f None None] Network 0b1c2fcf-fee5-4c28-ba42-3d059ac7f513 could not be found, it might have been deleted concurrently. {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 25 09:24:22.118031 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c69f9-8963-4360-b8af-1b3f18c52f24 req-080012ec-0f1f-469c-8284-d57aceb6a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:22.120096 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-529c69f9-8963-4360-b8af-1b3f18c52f24 req-080012ec-0f1f-469c-8284-d57aceb6a94f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 1098 time: 0.3093474 Jun 25 09:24:22.160879 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4ebabdd6-e014-4830-9b12-075c3afa40b2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:22.187144 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-62fa79fa-a124-4f68-ac0b-b4bcc642753a None None] For port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6fc1daf8-b911-4e20-a3ec-e9a0937e1e82,segment=NetworkSegment(23302283-a406-4055-bc57-a63503335b69),segment_id=23302283-a406-4055-bc57-a63503335b69)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:22.203016 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-62fa79fa-a124-4f68-ac0b-b4bcc642753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:22.217202 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:22.290499 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-529c69f9-8963-4360-b8af-1b3f18c52f24 req-e09c4a9a-161e-4c1b-81b5-8610b54bda82 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553328 Jun 25 09:24:22.304525 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b3c933ae-ef72-401d-bc48-d477a0a7a099 req-fd8baf78-47c5-46f9-8ab9-38a565813ef2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2802589 Jun 25 09:24:22.317906 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57382) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:22.344800 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4ebabdd6-e014-4830-9b12-075c3afa40b2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:22.374781 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebabdd6-e014-4830-9b12-075c3afa40b2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:22.378755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3973390d-75b7-401a-baeb-9700e66d3163', 'tag': '0cae84b5-6bf7-4322-b191-b15227e0d928'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:24:22.382006 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4ebabdd6-e014-4830-9b12-075c3afa40b2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:22.386419 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c8852a-8729-452e-972a-159bbf1d4cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "3973390d-75b7-401a-baeb-9700e66d3163", "tag": "0cae84b5-6bf7-4322-b191-b15227e0d928"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:24:22.391684 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa79fa-a124-4f68-ac0b-b4bcc642753a None None] Pushing event updated for resources: {'Port': ['ID=6fc1daf8-b911-4e20-a3ec-e9a0937e1e82,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:22.401819 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:22.418730 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7c642-ee34-401a-85f8-9570528a1fb8 req-bd23e1cd-c353-4b8e-bb98-92ad02cf7c06 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:22.421871 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-62fa79fa-a124-4f68-ac0b-b4bcc642753a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:22.422044 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-41c7c642-ee34-401a-85f8-9570528a1fb8 req-bd23e1cd-c353-4b8e-bb98-92ad02cf7c06 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 944 time: 0.2970431 Jun 25 09:24:22.428385 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:22.477297 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:22.522884 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-619189d4-a9ed-43b5-8578-fe72aebe93b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:22.575189 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:22.582473 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e978a680-6d5c-423b-bdc6-6693675a382f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:24:22.587898 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b05c22a-c5ef-40e5-a720-ff82987051cf" -d '{"events": [{"server_uuid": "e978a680-6d5c-423b-bdc6-6693675a382f", "name": "network-vif-plugged", "status": "completed", "tag": "29b44762-2c1a-4223-83cc-ecf5d5dc2e82"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:24:22.598447 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:22.602037 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:22.644932 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a809ac6d-9a2f-49c8-951f-a3c5227cb945 None None] Provisioning complete for port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:24:22.645649 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a809ac6d-9a2f-49c8-951f-a3c5227cb945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:22.652436 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebabdd6-e014-4830-9b12-075c3afa40b2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Network': ['ID=9bf14294-452d-4f0f-b3b0-2718672481a5,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:22.662948 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4ebabdd6-e014-4830-9b12-075c3afa40b2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:22.673055 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4ebabdd6-e014-4830-9b12-075c3afa40b2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8132813 Jun 25 09:24:22.673300 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57392) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:22.681862 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-745c8096-8cac-4a8d-bcea-799c34a33f63 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'subnet': {'network_id': '9bf14294-452d-4f0f-b3b0-2718672481a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:22.729013 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 9bf14294-452d-4f0f-b3b0-2718672481a5 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:24:22.857135 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:22.869753 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:22.937163 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745c8096-8cac-4a8d-bcea-799c34a33f63 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:22.942798 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-745c8096-8cac-4a8d-bcea-799c34a33f63 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:23.150397 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Allocated IP 172.25.6.222 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/d995f5ed-0e90-44c1-b3b0-53a3cbb4e383) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:24:23.218084 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158be7a9-eb4f-474a-bbb9-e13df4271c99 req-f3fbd50e-e82c-4664-b821-5f960c5285e0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:23.225163 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-158be7a9-eb4f-474a-bbb9-e13df4271c99 req-f3fbd50e-e82c-4664-b821-5f960c5285e0 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.4576659 Jun 25 09:24:23.252684 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-41c7c642-ee34-401a-85f8-9570528a1fb8 req-4f51a430-3267-4747-bdab-73f906bb58c3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Deleting port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:23.253047 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-41c7c642-ee34-401a-85f8-9570528a1fb8 req-4f51a430-3267-4747-bdab-73f906bb58c3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:23.255457 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-745c8096-8cac-4a8d-bcea-799c34a33f63 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:23.259651 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:23.346544 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:24:23.395231 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c8096-8cac-4a8d-bcea-799c34a33f63 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Subnet': ['ID=b461a039-3afa-4ecd-875d-faaa8b964580,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:23.400521 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-745c8096-8cac-4a8d-bcea-799c34a33f63 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:23.410056 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c8096-8cac-4a8d-bcea-799c34a33f63 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Checking segment: {'id': '79e7d86d-cb2c-4bf5-8935-15df06b660c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '9bf14294-452d-4f0f-b3b0-2718672481a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:23.410434 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c8096-8cac-4a8d-bcea-799c34a33f63 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network hostable DHCP agents. Network: 9bf14294-452d-4f0f-b3b0-2718672481a5, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:24:23.446350 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c8096-8cac-4a8d-bcea-799c34a33f63 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network 9bf14294-452d-4f0f-b3b0-2718672481a5 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:24:23.450245 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:24:23.451379 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:23.467813 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-745c8096-8cac-4a8d-bcea-799c34a33f63 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 9bf14294-452d-4f0f-b3b0-2718672481a5) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:23.472926 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c8096-8cac-4a8d-bcea-799c34a33f63 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:23.473649 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-745c8096-8cac-4a8d-bcea-799c34a33f63 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:23.482520 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838bc66e-3f7d-4dd7-812d-467da3a3cca0 None None] Network 9bf14294-452d-4f0f-b3b0-2718672481a5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:23.501266 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-745c8096-8cac-4a8d-bcea-799c34a33f63 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8235240 Jun 25 09:24:23.501635 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57396) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:23.508789 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-6784be64-93ae-4f21-8a28-6a9a8b1c5a24 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-819886236'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:23.551414 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-158be7a9-eb4f-474a-bbb9-e13df4271c99 req-f51036e6-90ff-4342-a035-f5daf2f30e89 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239284 Jun 25 09:24:23.557727 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6784be64-93ae-4f21-8a28-6a9a8b1c5a24 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:23.568305 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6784be64-93ae-4f21-8a28-6a9a8b1c5a24 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:23.673322 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6784be64-93ae-4f21-8a28-6a9a8b1c5a24 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:24:23.705833 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6784be64-93ae-4f21-8a28-6a9a8b1c5a24 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:23.706573 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-6784be64-93ae-4f21-8a28-6a9a8b1c5a24 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Added segment 401ef53d-9cba-4b9f-84e9-78ea6556fbf2 of type vlan for network 03248468-2216-4f40-bad7-cd6e69e6807a Jun 25 09:24:23.772218 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-9bf14294-452d-4f0f-b3b0-2718672481a5', 'network_id': '9bf14294-452d-4f0f-b3b0-2718672481a5', 'tenant_id': '2237d52b519d4dfe9461e3e141f00f00', 'fixed_ips': [{'subnet_id': 'b461a039-3afa-4ecd-875d-faaa8b964580'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:24:23.775148 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:23.843514 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6784be64-93ae-4f21-8a28-6a9a8b1c5a24 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:23.929110 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6784be64-93ae-4f21-8a28-6a9a8b1c5a24 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:23.942012 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6784be64-93ae-4f21-8a28-6a9a8b1c5a24 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:23.942825 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6784be64-93ae-4f21-8a28-6a9a8b1c5a24 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:23.947376 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0464fdbb-7c20-48d2-9ca0-defb023b28d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:23.966719 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:23.971741 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-41c7c642-ee34-401a-85f8-9570528a1fb8 req-4f51a430-3267-4747-bdab-73f906bb58c3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] For port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:23.972110 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-41c7c642-ee34-401a-85f8-9570528a1fb8 req-4f51a430-3267-4747-bdab-73f906bb58c3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:24.001093 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:24.030881 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784be64-93ae-4f21-8a28-6a9a8b1c5a24 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Network': ['ID=03248468-2216-4f40-bad7-cd6e69e6807a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:24.037634 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6784be64-93ae-4f21-8a28-6a9a8b1c5a24 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:24.064618 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6784be64-93ae-4f21-8a28-6a9a8b1c5a24 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5592797 Jun 25 09:24:24.064857 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57400) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:24.079615 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 03248468-2216-4f40-bad7-cd6e69e6807a details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:24:24.079861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-341abc41-6f90-49ba-85d3-c0f5283755df tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'subnet': {'network_id': '03248468-2216-4f40-bad7-cd6e69e6807a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:24.085193 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-41c7c642-ee34-401a-85f8-9570528a1fb8 req-4f51a430-3267-4747-bdab-73f906bb58c3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Calling delete_port for 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:24.216706 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Allocated IP 2001:db8::1 (9bf14294-452d-4f0f-b3b0-2718672481a5/b461a039-3afa-4ecd-875d-faaa8b964580/f003b75e-6533-4342-a798-46bab44b822f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:24:24.218579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341abc41-6f90-49ba-85d3-c0f5283755df tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:24.224327 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-341abc41-6f90-49ba-85d3-c0f5283755df tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:24.288957 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:24.299492 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-aa8745b0-8052-46c8-970b-53a4a1e0007e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:24.321758 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-341abc41-6f90-49ba-85d3-c0f5283755df tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Performing IP validity checks on allocation pools {{(pid=94025) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 25 09:24:24.322296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-341abc41-6f90-49ba-85d3-c0f5283755df tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94025) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 25 09:24:24.367547 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a7fa6-6d5b-4217-8625-ad8de9635abb req-c877a019-d802-48b2-a16f-0a5312434cd7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:24.369257 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-585a7fa6-6d5b-4217-8625-ad8de9635abb req-c877a019-d802-48b2-a16f-0a5312434cd7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=56ff8981-7ac6-44e0-9640-29f8458ff0a1 HTTP/1.1" status: 200 len: 944 time: 0.5388358 Jun 25 09:24:24.440177 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:24:24.464283 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:24.475877 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:24.481598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:24:24.505862 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Transition to ACTIVE for port object f003b75e-6533-4342-a798-46bab44b822f will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:24:24.536672 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Transition to ACTIVE for port object f003b75e-6533-4342-a798-46bab44b822f will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:24:24.547647 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Pushing event updated for resources: {'Port': ['ID=d995f5ed-0e90-44c1-b3b0-53a3cbb4e383,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:24.556650 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:24.558417 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-341abc41-6f90-49ba-85d3-c0f5283755df tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:24.562578 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-94984edc-0750-4a84-a54b-866f687e43da tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:24.581327 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0ac0823c-4a94-4a00-a17a-66fc333ab400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:24.582924 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:24.598549 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-585a7fa6-6d5b-4217-8625-ad8de9635abb req-ad562e00-63f9-4bc3-af45-9fe9ec353de7 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066541 Jun 25 09:24:24.659753 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341abc41-6f90-49ba-85d3-c0f5283755df tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Checking segment: {'id': '401ef53d-9cba-4b9f-84e9-78ea6556fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '03248468-2216-4f40-bad7-cd6e69e6807a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:24.660283 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341abc41-6f90-49ba-85d3-c0f5283755df tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network hostable DHCP agents. Network: 03248468-2216-4f40-bad7-cd6e69e6807a, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:24:24.665800 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341abc41-6f90-49ba-85d3-c0f5283755df tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Subnet': ['ID=57631260-1112-42a7-9cd0-5493ee4c57c7,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:24.668890 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-341abc41-6f90-49ba-85d3-c0f5283755df tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:24.679587 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Network 9bf14294-452d-4f0f-b3b0-2718672481a5 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:24:24.681280 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Pushing event updated for resources: {'Port': ['ID=f003b75e-6533-4342-a798-46bab44b822f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:24.684198 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:24.686838 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:24.687597 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:24:24.696081 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341abc41-6f90-49ba-85d3-c0f5283755df tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network 03248468-2216-4f40-bad7-cd6e69e6807a is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:24:24.719415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-341abc41-6f90-49ba-85d3-c0f5283755df tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 03248468-2216-4f40-bad7-cd6e69e6807a) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:24.744486 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341abc41-6f90-49ba-85d3-c0f5283755df tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:24.746371 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-341abc41-6f90-49ba-85d3-c0f5283755df tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:24.778181 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8a597a-cb9c-4a0c-8f93-d839933006b3 None None] Network 03248468-2216-4f40-bad7-cd6e69e6807a requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:24.784072 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-341abc41-6f90-49ba-85d3-c0f5283755df tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7154903 Jun 25 09:24:24.786276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57404) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:24.789545 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Attempting to bind port f003b75e-6533-4342-a798-46bab44b822f on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:24:24.789983 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Attempting to bind port f003b75e-6533-4342-a798-46bab44b822f by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '79e7d86d-cb2c-4bf5-8935-15df06b660c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '9bf14294-452d-4f0f-b3b0-2718672481a5'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:24:24.790401 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Attempting to bind port f003b75e-6533-4342-a798-46bab44b822f on network 9bf14294-452d-4f0f-b3b0-2718672481a5 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:24:24.854293 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:24:24.854678 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Checking segment: {'id': '79e7d86d-cb2c-4bf5-8935-15df06b660c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '9bf14294-452d-4f0f-b3b0-2718672481a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:24.855092 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:24.855497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Bound using segment: {'id': '79e7d86d-cb2c-4bf5-8935-15df06b660c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '9bf14294-452d-4f0f-b3b0-2718672481a5'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:24:24.856656 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Bound port: f003b75e-6533-4342-a798-46bab44b822f, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e7d86d-cb2c-4bf5-8935-15df06b660c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '9bf14294-452d-4f0f-b3b0-2718672481a5'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:24:24.857100 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:24.937585 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] For port f003b75e-6533-4342-a798-46bab44b822f, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:24:24.942198 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] For port f003b75e-6533-4342-a798-46bab44b822f, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f003b75e-6533-4342-a798-46bab44b822f,segment=NetworkSegment(79e7d86d-cb2c-4bf5-8935-15df06b660c3),segment_id=79e7d86d-cb2c-4bf5-8935-15df06b660c3)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:24:24.963577 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:24.974629 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:24.990844 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-23d3b490-f4ef-40d3-807f-5ea947869bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:25.038005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Pushing event updated for resources: {'Port': ['ID=f003b75e-6533-4342-a798-46bab44b822f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:25.043850 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:25.053618 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b5639d4-a207-4702-a132-c0818e104db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:25.076132 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:25.202223 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:25.207366 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:25.282748 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e666680-d672-4057-a881-15133832fcda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-03248468-2216-4f40-bad7-cd6e69e6807a', 'network_id': '03248468-2216-4f40-bad7-cd6e69e6807a', 'tenant_id': '2237d52b519d4dfe9461e3e141f00f00', 'fixed_ips': [{'subnet_id': '57631260-1112-42a7-9cd0-5493ee4c57c7'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:24:25.283586 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e666680-d672-4057-a881-15133832fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:25.349289 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:25.354252 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-093c26af-93fc-4dd9-83c5-bd27f176d2ed tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:25.420657 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Subnet': ['ID=57631260-1112-42a7-9cd0-5493ee4c57c7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:25.438654 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:25.527361 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:24:25.565052 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:25.579023 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:24:25.579371 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:24:25.586908 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03248468-2216-4f40-bad7-cd6e69e6807a']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:25.602350 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401ef53d-9cba-4b9f-84e9-78ea6556fbf2') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:25.602926 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401ef53d-9cba-4b9f-84e9-78ea6556fbf2') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:25.614400 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:25.652499 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:25.667149 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:24:25.668308 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:24:25.673564 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:24:25.760303 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:25.765788 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:25.773824 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/03248468-2216-4f40-bad7-cd6e69e6807a HTTP/1.1" status: 204 len: 168 time: 0.9793372 Jun 25 09:24:25.774622 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57448) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:25.776425 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3dd86cf2-a458-4a75-b807-ad5c95d5a6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server [None req-2e666680-d672-4057-a881-15133832fcda None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57631260-1112-42a7-9cd0-5493ee4c57c7: This subnet is being modified by another concurrent operation. Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1429, in _create_port_db Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise exception Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57631260-1112-42a7-9cd0-5493ee4c57c7: This subnet is being modified by another concurrent operation. Jun 25 09:24:25.791060 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server Jun 25 09:24:25.806368 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-5433bd57-4851-4aa0-8c38-5d221ef0ef4c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1022919522'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:25.839286 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8170d3e-9516-483e-9a5e-7f281bab1f63 None None] Network 03248468-2216-4f40-bad7-cd6e69e6807a requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:25.865521 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8170d3e-9516-483e-9a5e-7f281bab1f63 None None] Network 03248468-2216-4f40-bad7-cd6e69e6807a could not be found, it might have been deleted concurrently. {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 25 09:24:25.876289 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Network': ['ID=03248468-2216-4f40-bad7-cd6e69e6807a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:25.901756 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:25.902195 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:25.902589 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:25.903267 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:25.903799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:25.904256 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:25.904675 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:25.912194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:25.917329 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:25.917742 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:25.918127 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:25.918505 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:24:25.926050 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5433bd57-4851-4aa0-8c38-5d221ef0ef4c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:25.935506 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5433bd57-4851-4aa0-8c38-5d221ef0ef4c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:25.969417 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:25.985019 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-41c7c642-ee34-401a-85f8-9570528a1fb8 req-4f51a430-3267-4747-bdab-73f906bb58c3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:25.989633 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5433bd57-4851-4aa0-8c38-5d221ef0ef4c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:24:26.012270 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5433bd57-4851-4aa0-8c38-5d221ef0ef4c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:26.015446 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-5433bd57-4851-4aa0-8c38-5d221ef0ef4c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Added segment 38ccdd77-a5a0-4367-98f2-ec58acb172e3 of type vlan for network 48df924f-7626-4f9d-9ddc-fae5871e64f4 Jun 25 09:24:26.017349 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:26.077035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51a430-3267-4747-bdab-73f906bb58c3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Pushing event deleted for resources: {'Port': ['ID=63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:26.080025 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4f51a430-3267-4747-bdab-73f906bb58c3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:26.098109 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5433bd57-4851-4aa0-8c38-5d221ef0ef4c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:26.144228 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5433bd57-4851-4aa0-8c38-5d221ef0ef4c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:26.159874 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:26.162917 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5433bd57-4851-4aa0-8c38-5d221ef0ef4c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:26.162917 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5433bd57-4851-4aa0-8c38-5d221ef0ef4c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:26.170154 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f1fc5df2-1ad2-4c6c-96fa-5b3ee43245bc tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:26.215695 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c7c642-ee34-401a-85f8-9570528a1fb8 req-4f51a430-3267-4747-bdab-73f906bb58c3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] No DVR routers for this DVR port 63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:24:26.221353 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-41c7c642-ee34-401a-85f8-9570528a1fb8 req-4f51a430-3267-4747-bdab-73f906bb58c3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:26.223881 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-41c7c642-ee34-401a-85f8-9570528a1fb8 req-4f51a430-3267-4747-bdab-73f906bb58c3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.41 "DELETE /v2.0/ports/63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57 HTTP/1.1" status: 204 len: 173 time: 3.7920923 Jun 25 09:24:26.250924 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:26.268578 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5433bd57-4851-4aa0-8c38-5d221ef0ef4c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4767942 Jun 25 09:24:26.273638 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57460) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:26.282363 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8e46ad2a-fdf5-4184-a16e-0ce4e6620f92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'subnet': {'network_id': '48df924f-7626-4f9d-9ddc-fae5871e64f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:26.427406 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730c144-5249-4233-95db-2e4b549f19f6 req-3d355ea5-f18e-4c6d-bee5-8be8a98edc1b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:26.429677 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8730c144-5249-4233-95db-2e4b549f19f6 req-3d355ea5-f18e-4c6d-bee5-8be8a98edc1b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 1.5727022 Jun 25 09:24:26.452637 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433bd57-4851-4aa0-8c38-5d221ef0ef4c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Network': ['ID=48df924f-7626-4f9d-9ddc-fae5871e64f4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:26.461254 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5433bd57-4851-4aa0-8c38-5d221ef0ef4c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:26.467648 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 48df924f-7626-4f9d-9ddc-fae5871e64f4 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:24:26.578550 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e46ad2a-fdf5-4184-a16e-0ce4e6620f92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:26.587193 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e46ad2a-fdf5-4184-a16e-0ce4e6620f92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:26.656746 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:26.786165 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8730c144-5249-4233-95db-2e4b549f19f6 req-eb07274b-98d4-4494-8c0d-e48e8889556a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951512 Jun 25 09:24:26.983560 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1998d5-0d8b-4c20-9f5b-e0c484542c5b None None] Network 9bf14294-452d-4f0f-b3b0-2718672481a5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:26.995774 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342200f1-06bf-49b7-836f-24b0c8646e31 x-openstack-request-id: req-342200f1-06bf-49b7-836f-24b0c8646e31 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:24:26.996341 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3973390d-75b7-401a-baeb-9700e66d3163", "tag": "0cae84b5-6bf7-4322-b191-b15227e0d928", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:24:26.996433 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-342200f1-06bf-49b7-836f-24b0c8646e31 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:24:26.997045 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3973390d-75b7-401a-baeb-9700e66d3163', 'tag': '0cae84b5-6bf7-4322-b191-b15227e0d928', 'status': 'completed', 'code': 200} Jun 25 09:24:26.999244 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e46ad2a-fdf5-4184-a16e-0ce4e6620f92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:27.007031 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-757e42d8-7a99-4f15-a427-ebf7af4fd43b tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:27.167208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-06536fa1-4e82-4ab8-b129-7b35d29311be None None] Provisioning for port f003b75e-6533-4342-a798-46bab44b822f completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:24:27.181747 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46ad2a-fdf5-4184-a16e-0ce4e6620f92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Subnet': ['ID=c83c974b-6ae8-47ca-8649-0aad65c0c81c,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:27.213243 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8e46ad2a-fdf5-4184-a16e-0ce4e6620f92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:27.276064 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e46ad2a-fdf5-4184-a16e-0ce4e6620f92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Checking segment: {'id': '38ccdd77-a5a0-4367-98f2-ec58acb172e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '48df924f-7626-4f9d-9ddc-fae5871e64f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:27.281078 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e46ad2a-fdf5-4184-a16e-0ce4e6620f92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network hostable DHCP agents. Network: 48df924f-7626-4f9d-9ddc-fae5871e64f4, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:24:27.310968 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e46ad2a-fdf5-4184-a16e-0ce4e6620f92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network 48df924f-7626-4f9d-9ddc-fae5871e64f4 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:24:27.331609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-8e46ad2a-fdf5-4184-a16e-0ce4e6620f92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 48df924f-7626-4f9d-9ddc-fae5871e64f4) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:27.331829 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8852a-8729-452e-972a-159bbf1d4cb8 req-bbb8cfba-6a3f-4266-8c9d-db34b18726e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:27.337413 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e46ad2a-fdf5-4184-a16e-0ce4e6620f92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:27.338705 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e46ad2a-fdf5-4184-a16e-0ce4e6620f92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:27.343472 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9c8852a-8729-452e-972a-159bbf1d4cb8 req-bbb8cfba-6a3f-4266-8c9d-db34b18726e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb11d964c95c485faa0ce0b518283280&device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 1097 time: 0.3271956 Jun 25 09:24:27.363163 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8e46ad2a-fdf5-4184-a16e-0ce4e6620f92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0885460 Jun 25 09:24:27.366585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57492) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:27.394125 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:27.416586 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d922b9e-f125-4557-bb55-edccb1cfd57a None None] Network 48df924f-7626-4f9d-9ddc-fae5871e64f4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:27.443766 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:27.451818 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4aa30b90-202d-4a4f-b0ca-737910d0e985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:27.499167 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e360358-2711-4e89-879a-2ccfde821d8a req-d7f7285e-9f15-45e9-ab33-5eaf2e6aac61 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:27.506361 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e360358-2711-4e89-879a-2ccfde821d8a req-d7f7285e-9f15-45e9-ab33-5eaf2e6aac61 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:27.513034 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e360358-2711-4e89-879a-2ccfde821d8a req-d7f7285e-9f15-45e9-ab33-5eaf2e6aac61 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:27.519706 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e360358-2711-4e89-879a-2ccfde821d8a req-d7f7285e-9f15-45e9-ab33-5eaf2e6aac61 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:27.526808 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e360358-2711-4e89-879a-2ccfde821d8a req-d7f7285e-9f15-45e9-ab33-5eaf2e6aac61 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:27.533467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e360358-2711-4e89-879a-2ccfde821d8a req-d7f7285e-9f15-45e9-ab33-5eaf2e6aac61 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:27.542350 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e360358-2711-4e89-879a-2ccfde821d8a req-d7f7285e-9f15-45e9-ab33-5eaf2e6aac61 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:27.543324 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7e360358-2711-4e89-879a-2ccfde821d8a req-d7f7285e-9f15-45e9-ab33-5eaf2e6aac61 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5432 time: 0.4032543 Jun 25 09:24:27.608594 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f003b75e-6533-4342-a798-46bab44b822f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:24:27.645007 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:27.645880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-23d3b490-f4ef-40d3-807f-5ea947869bc1 admin admin] Deleting port 90d2606a-d4b9-422b-beb3-b65ddb6f047e {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:27.647220 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-23d3b490-f4ef-40d3-807f-5ea947869bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:27.659253 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59583704-f034-4494-b625-d996edb673c4 x-openstack-request-id: req-59583704-f034-4494-b625-d996edb673c4 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:24:27.660838 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e978a680-6d5c-423b-bdc6-6693675a382f", "name": "network-vif-plugged", "status": "completed", "tag": "29b44762-2c1a-4223-83cc-ecf5d5dc2e82", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:24:27.661556 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-59583704-f034-4494-b625-d996edb673c4 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:24:27.662441 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e978a680-6d5c-423b-bdc6-6693675a382f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82', 'code': 200} Jun 25 09:24:27.731836 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Pushing event updated for resources: {'Port': ['ID=d995f5ed-0e90-44c1-b3b0-53a3cbb4e383,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:27.739085 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:27.761729 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port f003b75e-6533-4342-a798-46bab44b822f completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:24:27.770364 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port f003b75e-6533-4342-a798-46bab44b822f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:24:27.770807 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:27.774225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d27c221-6400-450c-88dd-9e718da31275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-48df924f-7626-4f9d-9ddc-fae5871e64f4', 'network_id': '48df924f-7626-4f9d-9ddc-fae5871e64f4', 'tenant_id': '2237d52b519d4dfe9461e3e141f00f00', 'fixed_ips': [{'subnet_id': 'c83c974b-6ae8-47ca-8649-0aad65c0c81c'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:24:27.775051 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:27.785058 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d27c221-6400-450c-88dd-9e718da31275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:27.867409 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:27.882479 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-892b579f-d447-4a9c-8846-22ab67824de3 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:27.888059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-23d3b490-f4ef-40d3-807f-5ea947869bc1 admin admin] For port 90d2606a-d4b9-422b-beb3-b65ddb6f047e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=90d2606a-d4b9-422b-beb3-b65ddb6f047e,segment=NetworkSegment(91af7a17-385f-482e-a8de-b6bea300e68e),segment_id=91af7a17-385f-482e-a8de-b6bea300e68e)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:27.888485 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-23d3b490-f4ef-40d3-807f-5ea947869bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:27.910866 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-23d3b490-f4ef-40d3-807f-5ea947869bc1 admin admin] Calling delete_port for 90d2606a-d4b9-422b-beb3-b65ddb6f047e owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:27.944071 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Subnet': ['ID=c83c974b-6ae8-47ca-8649-0aad65c0c81c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:27.948100 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:27.984477 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:28.147650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8852a-8729-452e-972a-159bbf1d4cb8 req-7f193882-1a31-4a40-afeb-b18158360e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:28.149407 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9c8852a-8729-452e-972a-159bbf1d4cb8 req-7f193882-1a31-4a40-afeb-b18158360e6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8b2576df-731a-49ab-beec-d0c9aa2f477d HTTP/1.1" status: 200 len: 921 time: 0.7932220 Jun 25 09:24:28.164155 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:28.192482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b587b91e-93e2-4570-acca-ae4b4c85553c None None] Network 48df924f-7626-4f9d-9ddc-fae5871e64f4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:28.227990 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9c8852a-8729-452e-972a-159bbf1d4cb8 req-42e8b422-3aa3-43db-88ed-8445ff685c1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cae84b5-6bf7-4322-b191-b15227e0d928 HTTP/1.1" status: 200 len: 217 time: 0.0590248 Jun 25 09:24:28.231412 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:28.283571 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48df924f-7626-4f9d-9ddc-fae5871e64f4']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:28.295025 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:28.303931 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.8850741 Jun 25 09:24:28.329130 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ccdd77-a5a0-4367-98f2-ec58acb172e3') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:28.329438 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ccdd77-a5a0-4367-98f2-ec58acb172e3') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:28.369302 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-9690562b-7806-481a-8cb4-120529f16b61 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 696 time: 0.0641339 Jun 25 09:24:28.375649 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:28.429880 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:28.460114 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:24:28.461024 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:24:28.469466 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:24:28.480331 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6531bd1a-91e6-4c90-98bc-fcf70d5b959e None None] Provisioning complete for port f003b75e-6533-4342-a798-46bab44b822f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:24:28.482142 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6531bd1a-91e6-4c90-98bc-fcf70d5b959e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:28.558603 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:28.567826 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-492a949d-e85a-4ba1-96c5-3d022918c4d1 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:28.580807 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-492a949d-e85a-4ba1-96c5-3d022918c4d1 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.2065487 Jun 25 09:24:28.589546 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-e9813116-a2b7-40f2-919f-9bd1edc5c658 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:24:28.605436 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1b19caa-e483-4607-9719-60d3dbfa09d5 req-e9813116-a2b7-40f2-919f-9bd1edc5c658 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0232899 Jun 25 09:24:28.639005 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:28.644523 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0ad85c98-745a-483f-9deb-289df0e75bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:28.668377 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:28.677476 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/48df924f-7626-4f9d-9ddc-fae5871e64f4 HTTP/1.1" status: 204 len: 168 time: 1.3093650 Jun 25 09:24:28.679179 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Network': ['ID=48df924f-7626-4f9d-9ddc-fae5871e64f4,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:28.681262 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57502) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:28.688528 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-2832539d-b3f8-4269-8f92-e6309bf703be tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1248775526'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:28.692831 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:28.717562 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8852a-8729-452e-972a-159bbf1d4cb8 req-d1dde17d-2658-4faf-ad07-70c0cf79d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:28.725445 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9c8852a-8729-452e-972a-159bbf1d4cb8 req-d1dde17d-2658-4faf-ad07-70c0cf79d5e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=264de093-f8bc-4972-89d7-2a2508fb4ef7 HTTP/1.1" status: 200 len: 859 time: 0.4836960 Jun 25 09:24:28.733456 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2832539d-b3f8-4269-8f92-e6309bf703be tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:28.744622 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2832539d-b3f8-4269-8f92-e6309bf703be tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:28.813086 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16151395-aa23-43b0-bd82-51b8e4b7b0ff req-66941c82-7157-47a3-b54f-1a93baeec3cb tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:28.813360 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2832539d-b3f8-4269-8f92-e6309bf703be tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:24:28.820120 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-16151395-aa23-43b0-bd82-51b8e4b7b0ff req-66941c82-7157-47a3-b54f-1a93baeec3cb tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.7126460 Jun 25 09:24:28.856916 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2832539d-b3f8-4269-8f92-e6309bf703be tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:28.860286 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-2832539d-b3f8-4269-8f92-e6309bf703be tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Added segment d47a5673-d093-4654-b34f-bced70f62e9e of type vlan for network 54d0d76e-1095-4149-9534-92f5e312e0fc Jun 25 09:24:28.884290 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9c8852a-8729-452e-972a-159bbf1d4cb8 req-e4c259cf-c056-4351-8cc0-a0ee42a1f9b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b2576df-731a-49ab-beec-d0c9aa2f477d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114190 Jun 25 09:24:28.949653 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7872bf60-560c-41f0-ad5d-fa5e6b180ba9 None None] get_active_networks_info from n-d-761264-15 {{(pid=94026) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 09:24:28.998132 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2832539d-b3f8-4269-8f92-e6309bf703be tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:29.027505 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port f003b75e-6533-4342-a798-46bab44b822f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f003b75e-6533-4342-a798-46bab44b822f,segment=NetworkSegment(79e7d86d-cb2c-4bf5-8935-15df06b660c3),segment_id=79e7d86d-cb2c-4bf5-8935-15df06b660c3)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:29.040317 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:29.054330 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:29.063762 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ff8981-7ac6-44e0-9640-29f8458ff0a1', 'name': 'network-vif-deleted', 'tag': '63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:24:29.064158 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d211b2b5-c7da-42c8-85d3-3329d4c49db8" -d '{"events": [{"server_uuid": "56ff8981-7ac6-44e0-9640-29f8458ff0a1", "name": "network-vif-deleted", "tag": "63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:24:29.095797 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2832539d-b3f8-4269-8f92-e6309bf703be tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:29.106727 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2832539d-b3f8-4269-8f92-e6309bf703be tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:29.108070 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2832539d-b3f8-4269-8f92-e6309bf703be tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:29.134995 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c6aee444-80a7-45e3-99ab-a4504b5aaba9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:29.153817 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2832539d-b3f8-4269-8f92-e6309bf703be tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4709668 Jun 25 09:24:29.170675 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57510) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:29.178463 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-505f9e89-b176-4b5e-ab40-7d2ceb92c96a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'subnet': {'network_id': '54d0d76e-1095-4149-9534-92f5e312e0fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:29.234812 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=f003b75e-6533-4342-a798-46bab44b822f,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:29.248966 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:29.277100 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-16151395-aa23-43b0-bd82-51b8e4b7b0ff req-bf435ec2-1e37-47af-84d8-1827b2cd3fea tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337542 Jun 25 09:24:29.277727 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-23d3b490-f4ef-40d3-807f-5ea947869bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:29.288427 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d58726fd-a3a7-4992-a9ed-53e62a19bd4e tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:29.466385 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3b490-f4ef-40d3-807f-5ea947869bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=90d2606a-d4b9-422b-beb3-b65ddb6f047e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:29.469017 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-23d3b490-f4ef-40d3-807f-5ea947869bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:29.595622 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832539d-b3f8-4269-8f92-e6309bf703be tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Network': ['ID=54d0d76e-1095-4149-9534-92f5e312e0fc,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:29.610734 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2832539d-b3f8-4269-8f92-e6309bf703be tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:29.614051 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505f9e89-b176-4b5e-ab40-7d2ceb92c96a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:29.620044 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-505f9e89-b176-4b5e-ab40-7d2ceb92c96a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:29.624865 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 54d0d76e-1095-4149-9534-92f5e312e0fc details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:24:29.651585 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9c8852a-8729-452e-972a-159bbf1d4cb8 req-265816aa-d5f9-4b7a-a7b4-964069e899c4 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244507 Jun 25 09:24:29.680970 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ce42f-6a11-4bb4-8b30-62313ec4ea89 req-6e3868f6-cf09-472e-b9e1-c4a0ee847431 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:29.682501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-630ce42f-6a11-4bb4-8b30-62313ec4ea89 req-6e3868f6-cf09-472e-b9e1-c4a0ee847431 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.7069402 Jun 25 09:24:29.738553 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7872bf60-560c-41f0-ad5d-fa5e6b180ba9 None None] Resources bound (agent type, host, resource id): {{(pid=94026) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 09:24:29.999837 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-630ce42f-6a11-4bb4-8b30-62313ec4ea89 req-9990037b-7c3e-4b3d-8534-fa7117ad7890 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997227 Jun 25 09:24:30.053609 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9c8852a-8729-452e-972a-159bbf1d4cb8 req-a1bdddc1-6107-4d11-b4c8-29651b4bc72a service neutron] 10.222.0.41 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681374 Jun 25 09:24:30.074303 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-505f9e89-b176-4b5e-ab40-7d2ceb92c96a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:30.075467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc97b-c0c1-4840-887b-06c7783af151 req-b349de87-f4da-447d-ad3c-a8f3709888a0 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:30.077187 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-324fc97b-c0c1-4840-887b-06c7783af151 req-b349de87-f4da-447d-ad3c-a8f3709888a0 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4549682 Jun 25 09:24:30.081504 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1764ae48-cfa8-4de5-b8da-5de820cf0852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:30.162374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-324fc97b-c0c1-4840-887b-06c7783af151 req-c3a675ff-f2c3-4231-a462-95b1af8d37ee tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 696 time: 0.0713115 Jun 25 09:24:30.163022 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-23d3b490-f4ef-40d3-807f-5ea947869bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:30.178339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-324fc97b-c0c1-4840-887b-06c7783af151 req-13391f4e-2a22-494d-94f4-907dcaa7c80f tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Request body: {'floatingip': {'port_id': '0cae84b5-6bf7-4322-b191-b15227e0d928', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:30.223091 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f9e89-b176-4b5e-ab40-7d2ceb92c96a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Subnet': ['ID=0f49bdc7-174c-45fd-8751-4ef792ca1ec7,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:30.242227 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-505f9e89-b176-4b5e-ab40-7d2ceb92c96a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:30.283730 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-324fc97b-c0c1-4840-887b-06c7783af151 req-13391f4e-2a22-494d-94f4-907dcaa7c80f tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:30.293847 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505f9e89-b176-4b5e-ab40-7d2ceb92c96a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Checking segment: {'id': 'd47a5673-d093-4654-b34f-bced70f62e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '54d0d76e-1095-4149-9534-92f5e312e0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:30.294976 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505f9e89-b176-4b5e-ab40-7d2ceb92c96a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network hostable DHCP agents. Network: 54d0d76e-1095-4149-9534-92f5e312e0fc, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:24:30.332982 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505f9e89-b176-4b5e-ab40-7d2ceb92c96a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network 54d0d76e-1095-4149-9534-92f5e312e0fc is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:24:30.350201 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-505f9e89-b176-4b5e-ab40-7d2ceb92c96a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 54d0d76e-1095-4149-9534-92f5e312e0fc) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:30.356431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505f9e89-b176-4b5e-ab40-7d2ceb92c96a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:30.357211 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-505f9e89-b176-4b5e-ab40-7d2ceb92c96a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:30.396369 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-505f9e89-b176-4b5e-ab40-7d2ceb92c96a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2237072 Jun 25 09:24:30.400084 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57520) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:30.477690 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c1a4bb-da97-49cf-9637-183cb2178705 None None] Network 54d0d76e-1095-4149-9534-92f5e312e0fc requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:30.801779 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:30.814738 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d3b490-f4ef-40d3-807f-5ea947869bc1 admin admin] Router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:24:30.851687 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-54d0d76e-1095-4149-9534-92f5e312e0fc', 'network_id': '54d0d76e-1095-4149-9534-92f5e312e0fc', 'tenant_id': '2237d52b519d4dfe9461e3e141f00f00', 'fixed_ips': [{'subnet_id': '0f49bdc7-174c-45fd-8751-4ef792ca1ec7'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:24:30.852671 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:30.953364 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f826fab-02c1-4ba7-a76e-d5d40ed7dc6b x-openstack-request-id: req-2f826fab-02c1-4ba7-a76e-d5d40ed7dc6b {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:24:30.955857 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ff8981-7ac6-44e0-9640-29f8458ff0a1", "name": "network-vif-deleted", "tag": "63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:24:30.956190 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2f826fab-02c1-4ba7-a76e-d5d40ed7dc6b {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:24:30.956652 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ff8981-7ac6-44e0-9640-29f8458ff0a1', 'name': 'network-vif-deleted', 'tag': '63fd7750-fcc4-4bb7-9ea7-f9a550ce5b57', 'status': 'completed', 'code': 200} Jun 25 09:24:31.008471 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57538) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:31.042665 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:31.202975 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Allocated IP 2001:db8::1 (54d0d76e-1095-4149-9534-92f5e312e0fc/0f49bdc7-174c-45fd-8751-4ef792ca1ec7/6c19083b-02cf-4e95-a52b-d9861e1c3a97) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:24:31.257114 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:31.510106 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f003b75e-6533-4342-a798-46bab44b822f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:24:31.704095 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port f003b75e-6533-4342-a798-46bab44b822f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:24:31.704699 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:31.752014 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:31.765420 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Transition to ACTIVE for port object 6c19083b-02cf-4e95-a52b-d9861e1c3a97 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:24:31.832497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Transition to ACTIVE for port object 6c19083b-02cf-4e95-a52b-d9861e1c3a97 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:24:31.853419 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:31.880040 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:31.929849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Network 54d0d76e-1095-4149-9534-92f5e312e0fc is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:24:31.932997 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:31.953392 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:24:31.981556 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d3b490-f4ef-40d3-807f-5ea947869bc1 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:24:32.000457 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Pushing event updated for resources: {'Port': ['ID=6c19083b-02cf-4e95-a52b-d9861e1c3a97,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:32.009049 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:32.009961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1987a6b8-9419-4df7-a428-b9649830021c None None] Sync routers for ids ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:24:32.034344 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-23d3b490-f4ef-40d3-807f-5ea947869bc1 admin admin] 10.222.0.93 "PUT /v2.0/routers/b96e6ff1-d1ca-4916-9a9d-6683f4c6e657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7121339 Jun 25 09:24:32.035354 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57550) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:32.046715 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1987a6b8-9419-4df7-a428-b9649830021c None None] Routers {'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:24:32.047010 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1987a6b8-9419-4df7-a428-b9649830021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:24:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:32.094535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Attempting to bind port 6c19083b-02cf-4e95-a52b-d9861e1c3a97 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:24:32.095035 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Attempting to bind port 6c19083b-02cf-4e95-a52b-d9861e1c3a97 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'd47a5673-d093-4654-b34f-bced70f62e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '54d0d76e-1095-4149-9534-92f5e312e0fc'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:24:32.095656 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Attempting to bind port 6c19083b-02cf-4e95-a52b-d9861e1c3a97 on network 54d0d76e-1095-4149-9534-92f5e312e0fc {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:24:32.110170 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:24:32.110170 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Checking segment: {'id': 'd47a5673-d093-4654-b34f-bced70f62e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '54d0d76e-1095-4149-9534-92f5e312e0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:32.110170 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:32.110655 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Bound using segment: {'id': 'd47a5673-d093-4654-b34f-bced70f62e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '54d0d76e-1095-4149-9534-92f5e312e0fc'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:24:32.111206 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Bound port: 6c19083b-02cf-4e95-a52b-d9861e1c3a97, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47a5673-d093-4654-b34f-bced70f62e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '54d0d76e-1095-4149-9534-92f5e312e0fc'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:24:32.111607 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:32.119542 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:32.154413 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3f504f2c-7ce8-41c4-bb33-6aa4f315a6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:32.275730 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926986f-b581-41c7-8cb7-eae18779319e req-55b97efa-24f1-44c0-887c-d3300e12e7e0 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:32.285224 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e926986f-b581-41c7-8cb7-eae18779319e req-55b97efa-24f1-44c0-887c-d3300e12e7e0 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 944 time: 0.2894511 Jun 25 09:24:32.384719 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:32.394912 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e926986f-b581-41c7-8cb7-eae18779319e req-43d7fc2a-c33a-4fda-85eb-1a5f81c41b38 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef21af59-aedc-4f43-a1f4-89ed97e30e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099398 Jun 25 09:24:32.395528 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d0d76e-1095-4149-9534-92f5e312e0fc']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:32.408667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47a5673-d093-4654-b34f-bced70f62e9e') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:32.409461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47a5673-d093-4654-b34f-bced70f62e9e') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:32.422781 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Subnet': ['ID=0f49bdc7-174c-45fd-8751-4ef792ca1ec7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:32.424156 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:32.428103 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:32.431762 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:32.454376 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-1987a6b8-9419-4df7-a428-b9649830021c None None] Set router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:24:32.457883 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5587-a6f0-4592-a869-823021c1b03b req-88e7739d-0d06-4442-bfe9-639f6edacccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:32.458180 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5587-a6f0-4592-a869-823021c1b03b req-88e7739d-0d06-4442-bfe9-639f6edacccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:32.458674 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5587-a6f0-4592-a869-823021c1b03b req-88e7739d-0d06-4442-bfe9-639f6edacccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:32.459098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5587-a6f0-4592-a869-823021c1b03b req-88e7739d-0d06-4442-bfe9-639f6edacccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:32.459895 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5587-a6f0-4592-a869-823021c1b03b req-88e7739d-0d06-4442-bfe9-639f6edacccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:32.460014 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5587-a6f0-4592-a869-823021c1b03b req-88e7739d-0d06-4442-bfe9-639f6edacccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:32.460469 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5587-a6f0-4592-a869-823021c1b03b req-88e7739d-0d06-4442-bfe9-639f6edacccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:32.469576 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8e8c5587-a6f0-4592-a869-823021c1b03b req-88e7739d-0d06-4442-bfe9-639f6edacccb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 6496 time: 1.4571719 Jun 25 09:24:32.499044 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:32.510692 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91863a-1941-4df1-bd9b-7f4a741fdf32 req-5c3ab4ea-623c-4907-bce6-dd6328e8df77 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:32.512272 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa91863a-1941-4df1-bd9b-7f4a741fdf32 req-5c3ab4ea-623c-4907-bce6-dd6328e8df77 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.38 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 944 time: 0.5873518 Jun 25 09:24:32.548210 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:24:32.550180 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:24:32.560185 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:24:32.675273 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] For port 6c19083b-02cf-4e95-a52b-d9861e1c3a97, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:24:32.693867 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8e8c5587-a6f0-4592-a869-823021c1b03b req-35509cd6-40e6-451e-80d5-628088ec1075 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2226348 Jun 25 09:24:32.734197 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.api [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 09:24:32.734197 n-d-761264-15 neutron-server[94025]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 09:24:32.734197 n-d-761264-15 neutron-server[94025]: [parameters: {'id': '54d0d76e-1095-4149-9534-92f5e312e0fc'}] Jun 25 09:24:32.734197 n-d-761264-15 neutron-server[94025]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:24:32.735070 n-d-761264-15 neutron-server[94025]: DEBUG oslo_db.api [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:24:32.770449 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:32.805330 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] For port 6c19083b-02cf-4e95-a52b-d9861e1c3a97, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6c19083b-02cf-4e95-a52b-d9861e1c3a97,segment=NetworkSegment(d47a5673-d093-4654-b34f-bced70f62e9e),segment_id=d47a5673-d093-4654-b34f-bced70f62e9e)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:24:32.822148 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:32.836494 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:32.970871 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfc25af-b5e2-46aa-955b-cda5e934c649 None None] Network 54d0d76e-1095-4149-9534-92f5e312e0fc requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:32.977937 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea03692-8ee4-4972-ba20-09bbd7da4b99 req-30451811-67f4-4711-93ad-e9e860c3337c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:32.985955 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fea03692-8ee4-4972-ba20-09bbd7da4b99 req-30451811-67f4-4711-93ad-e9e860c3337c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.3464003 Jun 25 09:24:33.012625 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-fa91863a-1941-4df1-bd9b-7f4a741fdf32 req-a5d4c96f-0045-4143-a5c6-1340c8b565dd tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Deleting port b0bda93b-44cd-48da-8474-98ccb7a09e3b {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:33.014348 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa91863a-1941-4df1-bd9b-7f4a741fdf32 req-a5d4c96f-0045-4143-a5c6-1340c8b565dd tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:33.033426 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] Deleting port 12abb812-938d-42be-b126-3ca87b6dc29f {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:33.043935 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:33.067297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Pushing event updated for resources: {'Port': ['ID=6c19083b-02cf-4e95-a52b-d9861e1c3a97,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:33.070708 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-324fc97b-c0c1-4840-887b-06c7783af151 req-13391f4e-2a22-494d-94f4-907dcaa7c80f tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:33.089844 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:33.173665 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-324fc97b-c0c1-4840-887b-06c7783af151 req-13391f4e-2a22-494d-94f4-907dcaa7c80f tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:33.189324 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fea03692-8ee4-4972-ba20-09bbd7da4b99 req-e4d857cb-7d7e-462d-ac9e-50e0819b6f59 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013702 Jun 25 09:24:33.233303 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-fa91863a-1941-4df1-bd9b-7f4a741fdf32 req-a5d4c96f-0045-4143-a5c6-1340c8b565dd tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] For port b0bda93b-44cd-48da-8474-98ccb7a09e3b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=b0bda93b-44cd-48da-8474-98ccb7a09e3b,segment=NetworkSegment(9315ae90-67db-4458-b526-efd6017aaed5),segment_id=9315ae90-67db-4458-b526-efd6017aaed5)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:33.233903 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa91863a-1941-4df1-bd9b-7f4a741fdf32 req-a5d4c96f-0045-4143-a5c6-1340c8b565dd tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:33.263896 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-fa91863a-1941-4df1-bd9b-7f4a741fdf32 req-a5d4c96f-0045-4143-a5c6-1340c8b565dd tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Calling delete_port for b0bda93b-44cd-48da-8474-98ccb7a09e3b owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:33.266880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] For port 12abb812-938d-42be-b126-3ca87b6dc29f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=12abb812-938d-42be-b126-3ca87b6dc29f,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:33.267252 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:33.287865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] Calling delete_port for 12abb812-938d-42be-b126-3ca87b6dc29f owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:33.288123 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1987a6b8-9419-4df7-a428-b9649830021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'name': 'tempest-TaggedBootDevicesTest_v242-466140307-router', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:07Z', 'updated_at': '2021-06-25T09:24:28Z', 'revision_number': 5, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'gw_port': {'id': '12abb812-938d-42be-b126-3ca87b6dc29f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:13:08Z', 'updated_at': '2021-06-25T09:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:33.427432 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:33.432042 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1987a6b8-9419-4df7-a428-b9649830021c None None] Checking router: b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:24:33.437083 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa91863a-1941-4df1-bd9b-7f4a741fdf32 req-a5d4c96f-0045-4143-a5c6-1340c8b565dd tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:33.442161 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a7cfc634-b216-405a-ab41-badaa4693e0e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:33.496508 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4c96f-0045-4143-a5c6-1340c8b565dd tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Pushing event deleted for resources: {'Port': ['ID=b0bda93b-44cd-48da-8474-98ccb7a09e3b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:33.499240 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a5d4c96f-0045-4143-a5c6-1340c8b565dd tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:33.502288 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1987a6b8-9419-4df7-a428-b9649830021c None None] Routers {'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:24:33.502647 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1987a6b8-9419-4df7-a428-b9649830021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:24:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:33.504767 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d95c882-9607-4d53-8f3b-5b914a88865c None None] get_active_networks_info from n-d-761264-15 {{(pid=94026) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 09:24:33.612978 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa91863a-1941-4df1-bd9b-7f4a741fdf32 req-a5d4c96f-0045-4143-a5c6-1340c8b565dd tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] No DVR routers for this DVR port b0bda93b-44cd-48da-8474-98ccb7a09e3b on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:24:33.618192 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fa91863a-1941-4df1-bd9b-7f4a741fdf32 req-a5d4c96f-0045-4143-a5c6-1340c8b565dd tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:33.623781 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa91863a-1941-4df1-bd9b-7f4a741fdf32 req-a5d4c96f-0045-4143-a5c6-1340c8b565dd tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.38 "DELETE /v2.0/ports/b0bda93b-44cd-48da-8474-98ccb7a09e3b HTTP/1.1" status: 204 len: 173 time: 1.1007462 Jun 25 09:24:33.624594 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ea39fb-56dc-4b7c-95b6-abd55b526c36', 'name': 'network-vif-deleted', 'tag': 'b0bda93b-44cd-48da-8474-98ccb7a09e3b'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:24:33.631695 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1ea922-f8c1-48d0-89a5-0fa6f20f8ddb" -d '{"events": [{"server_uuid": "69ea39fb-56dc-4b7c-95b6-abd55b526c36", "name": "network-vif-deleted", "tag": "b0bda93b-44cd-48da-8474-98ccb7a09e3b"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:24:33.663745 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [req-324fc97b-c0c1-4840-887b-06c7783af151 req-13391f4e-2a22-494d-94f4-907dcaa7c80f tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Floating IP 1e601443-4ce8-466e-ab2d-e7ca1351dd39 associated. External IP: 172.25.6.222, port: 0cae84b5-6bf7-4322-b191-b15227e0d928. Jun 25 09:24:33.708472 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Deleting port 6c19083b-02cf-4e95-a52b-d9861e1c3a97 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:33.708894 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:33.906446 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] For port 6c19083b-02cf-4e95-a52b-d9861e1c3a97, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6c19083b-02cf-4e95-a52b-d9861e1c3a97,segment=NetworkSegment(d47a5673-d093-4654-b34f-bced70f62e9e),segment_id=d47a5673-d093-4654-b34f-bced70f62e9e)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:33.908193 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:33.956895 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-1987a6b8-9419-4df7-a428-b9649830021c None None] Set router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:24:33.984981 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Calling delete_port for 6c19083b-02cf-4e95-a52b-d9861e1c3a97 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:34.034065 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9b0d793a-475b-46aa-b7ee-2984b8c26440 req-4620eb82-b128-4aa3-af38-ab1cbbf8f5ac tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] 10.222.0.93 "GET /v2.0/ports?device_id=69ea39fb-56dc-4b7c-95b6-abd55b526c36 HTTP/1.1" status: 200 len: 210 time: 0.0974848 Jun 25 09:24:34.038068 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-324fc97b-c0c1-4840-887b-06c7783af151 req-13391f4e-2a22-494d-94f4-907dcaa7c80f tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Router 39672114-fe97-4bb0-a815-3d1cf21772e3 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:24:34.118337 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:34.123818 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1987a6b8-9419-4df7-a428-b9649830021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'name': 'tempest-TaggedBootDevicesTest_v242-466140307-router', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:07Z', 'updated_at': '2021-06-25T09:24:32Z', 'revision_number': 6, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:34.133151 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-670e9748-da66-4204-8481-1fcd11f4cffc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:34.211674 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1987a6b8-9419-4df7-a428-b9649830021c None None] The sync data for ids ['b96e6ff1-d1ca-4916-9a9d-6683f4c6e657'] in n-d-761264-15 is: [{'id': 'b96e6ff1-d1ca-4916-9a9d-6683f4c6e657', 'name': 'tempest-TaggedBootDevicesTest_v242-466140307-router', 'tenant_id': '81ef1d7481db47eba8120f9c96cdadfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:13:07Z', 'updated_at': '2021-06-25T09:24:32Z', 'revision_number': 6, 'project_id': '81ef1d7481db47eba8120f9c96cdadfe', 'gw_port_host': None}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:24:34.234191 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:34.241269 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3d0e2165-6fa7-4435-9ad3-a43a76e77044 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:34.285739 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] Pushing event deleted for resources: {'Port': ['ID=12abb812-938d-42be-b126-3ca87b6dc29f,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:34.290772 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d95c882-9607-4d53-8f3b-5b914a88865c None None] Resources bound (agent type, host, resource id): {{(pid=94026) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 09:24:34.297959 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:34.363579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74c8a2-46ee-4fac-83a5-9fbf24e125da req-76fb356f-7100-4108-b929-cef9760bce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:34.365022 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d74c8a2-46ee-4fac-83a5-9fbf24e125da req-76fb356f-7100-4108-b929-cef9760bce92 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d8f2f948476437793cbe2a83ba96f85&device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 1098 time: 0.4063752 Jun 25 09:24:34.368181 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Port': ['ID=6c19083b-02cf-4e95-a52b-d9861e1c3a97,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:34.371537 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:34.372345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No DVR routers for this DVR port 6c19083b-02cf-4e95-a52b-d9861e1c3a97 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:24:34.418163 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-324fc97b-c0c1-4840-887b-06c7783af151 req-13391f4e-2a22-494d-94f4-907dcaa7c80f tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:24:34.427738 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-324fc97b-c0c1-4840-887b-06c7783af151 req-13391f4e-2a22-494d-94f4-907dcaa7c80f tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:34.434278 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e833dd-2787-470e-8147-082620be0626 None None] Sync routers for ids ['39672114-fe97-4bb0-a815-3d1cf21772e3'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:24:34.455552 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:34.462056 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e833dd-2787-470e-8147-082620be0626 None None] Routers {'39672114-fe97-4bb0-a815-3d1cf21772e3'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:24:34.462721 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-12e833dd-2787-470e-8147-082620be0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:24:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['39672114-fe97-4bb0-a815-3d1cf21772e3'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:34.510663 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73cfddc-abbb-41d5-89fe-de140c8f3413 x-openstack-request-id: req-d73cfddc-abbb-41d5-89fe-de140c8f3413 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:24:34.510663 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ea39fb-56dc-4b7c-95b6-abd55b526c36", "name": "network-vif-deleted", "tag": "b0bda93b-44cd-48da-8474-98ccb7a09e3b", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:24:34.510663 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d73cfddc-abbb-41d5-89fe-de140c8f3413 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:24:34.510663 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ea39fb-56dc-4b7c-95b6-abd55b526c36', 'name': 'network-vif-deleted', 'tag': 'b0bda93b-44cd-48da-8474-98ccb7a09e3b', 'status': 'completed', 'code': 200} Jun 25 09:24:34.614595 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device b0bda93b-44cd-48da-8474-98ccb7a09e3b no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:24:34.646071 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74c8a2-46ee-4fac-83a5-9fbf24e125da req-526de76d-f048-4fe8-87af-9244aa9bd184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:34.657361 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d74c8a2-46ee-4fac-83a5-9fbf24e125da req-526de76d-f048-4fe8-87af-9244aa9bd184 service neutron] 10.222.0.38 "GET /v2.0/networks?id=16a5b6a2-665c-43e2-94b7-5433a25effc0 HTTP/1.1" status: 200 len: 920 time: 0.2644451 Jun 25 09:24:34.690439 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-12e833dd-2787-470e-8147-082620be0626 None None] Set router 39672114-fe97-4bb0-a815-3d1cf21772e3 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:24:34.820045 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: b0bda93b-44cd-48da-8474-98ccb7a09e3b {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:24:34.820865 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device b0bda93b-44cd-48da-8474-98ccb7a09e3b not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:24:34.895080 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d74c8a2-46ee-4fac-83a5-9fbf24e125da req-1b0ec172-d1b8-4a82-ac7a-9b50f714ddd2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb202622-3c11-44e7-9b2b-044e565a5ab8 HTTP/1.1" status: 200 len: 217 time: 0.1946220 Jun 25 09:24:34.931527 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:34.963732 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:34.967360 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:35.034005 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-324fc97b-c0c1-4840-887b-06c7783af151 req-13391f4e-2a22-494d-94f4-907dcaa7c80f tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "PUT /v2.0/floatingips/1e601443-4ce8-466e-ab2d-e7ca1351dd39 HTTP/1.1" status: 200 len: 996 time: 4.8521655 Jun 25 09:24:35.078001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3973390d-75b7-401a-baeb-9700e66d3163', 'tag': '0cae84b5-6bf7-4322-b191-b15227e0d928'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:24:35.080920 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a1398e-ef96-47e7-a17c-5f2d61b5496b" -d '{"events": [{"name": "network-changed", "server_uuid": "3973390d-75b7-401a-baeb-9700e66d3163", "tag": "0cae84b5-6bf7-4322-b191-b15227e0d928"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:24:35.121811 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-12e833dd-2787-470e-8147-082620be0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-router', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:23:04Z', 'updated_at': '2021-06-25T09:23:09Z', 'revision_number': 4, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'gw_port': {'id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:05Z', 'updated_at': '2021-06-25T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '1e601443-4ce8-466e-ab2d-e7ca1351dd39', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'port_id': '0cae84b5-6bf7-4322-b191-b15227e0d928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d', 'mac_address': 'fa:16:3e:8b:02:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3973390d-75b7-401a-baeb-9700e66d3163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:24:24Z', 'updated_at': '2021-06-25T09:24:32Z', 'revision_number': 1, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c877828b-0732-42b4-a61b-b025b5602f12', 'name': '', 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'mac_address': 'fa:16:3e:c3:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:07Z', 'updated_at': '2021-06-25T09:23:15Z', 'revision_number': 5, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'subnets': [{'id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:35.123635 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d0d76e-1095-4149-9534-92f5e312e0fc']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:35.133740 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:35.134321 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:24:35.139823 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:35.141004 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] 10.222.0.93 "DELETE /v2.0/routers/b96e6ff1-d1ca-4916-9a9d-6683f4c6e657 HTTP/1.1" status: 204 len: 168 time: 3.1047826 Jun 25 09:24:35.143715 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57578) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:35.162653 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e833dd-2787-470e-8147-082620be0626 None None] Checking router: 39672114-fe97-4bb0-a815-3d1cf21772e3 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:24:35.176848 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e833dd-2787-470e-8147-082620be0626 None None] Routers {'39672114-fe97-4bb0-a815-3d1cf21772e3'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:24:35.177672 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-12e833dd-2787-470e-8147-082620be0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:24:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['39672114-fe97-4bb0-a815-3d1cf21772e3'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:35.191824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47a5673-d093-4654-b34f-bced70f62e9e') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:35.192127 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47a5673-d093-4654-b34f-bced70f62e9e') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:35.197075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-89bc3df3-c6fc-47b0-90d6-14e34a0cfd34 admin admin] Deleting subnet 219c47c2-b4d5-45d9-9d06-baaa0cc38f25 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:24:35.202674 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89bc3df3-c6fc-47b0-90d6-14e34a0cfd34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:35.218926 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:35.247804 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89bc3df3-c6fc-47b0-90d6-14e34a0cfd34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:35.255230 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:35.271513 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:24:35.272071 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:35.372682 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89bc3df3-c6fc-47b0-90d6-14e34a0cfd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:35.419970 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-12e833dd-2787-470e-8147-082620be0626 None None] Set router 39672114-fe97-4bb0-a815-3d1cf21772e3 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:24:35.432203 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:24:35.435344 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89bc3df3-c6fc-47b0-90d6-14e34a0cfd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:35.437282 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74c8a2-46ee-4fac-83a5-9fbf24e125da req-f60044d9-d476-4b4e-b9a5-b5026aca121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:35.441416 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d74c8a2-46ee-4fac-83a5-9fbf24e125da req-f60044d9-d476-4b4e-b9a5-b5026aca121d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9739576f-66c1-4600-b0d3-96f9c9bc2c88 HTTP/1.1" status: 200 len: 858 time: 0.5242639 Jun 25 09:24:35.445287 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:35.446901 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0f41e291-27c2-4e05-a910-68faa3029a00 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:35.452259 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89bc3df3-c6fc-47b0-90d6-14e34a0cfd34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:35.454030 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:35.457101 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-89bc3df3-c6fc-47b0-90d6-14e34a0cfd34 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/219c47c2-b4d5-45d9-9d06-baaa0cc38f25 HTTP/1.1" status: 204 len: 168 time: 0.3100991 Jun 25 09:24:35.460583 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57580) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:35.473352 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db375b9-848d-426b-96d7-dd54a5019c2b None None] Network e9b3a601-f58c-4ec5-82fd-335656805060 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:35.510316 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:35.512903 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/54d0d76e-1095-4149-9534-92f5e312e0fc HTTP/1.1" status: 204 len: 168 time: 5.1108172 Jun 25 09:24:35.518045 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Network': ['ID=54d0d76e-1095-4149-9534-92f5e312e0fc,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:35.519684 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57582) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:35.543734 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:35.560710 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 12abb812-938d-42be-b126-3ca87b6dc29f no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:24:35.574676 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:35.601426 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 12abb812-938d-42be-b126-3ca87b6dc29f {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:24:35.601682 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc3df3-c6fc-47b0-90d6-14e34a0cfd34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219c47c2-b4d5-45d9-9d06-baaa0cc38f25,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:35.602590 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 12abb812-938d-42be-b126-3ca87b6dc29f not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:24:35.603303 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 90d2606a-d4b9-422b-beb3-b65ddb6f047e no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:24:35.605490 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-89bc3df3-c6fc-47b0-90d6-14e34a0cfd34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:35.616069 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-9e1f33d3-6133-4bb4-9da1-21d4b73e6674 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2095872422'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:35.630126 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d74c8a2-46ee-4fac-83a5-9fbf24e125da req-7785c8e8-12c3-4680-956f-27ee9c3f4266 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=16a5b6a2-665c-43e2-94b7-5433a25effc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148221 Jun 25 09:24:35.632968 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 90d2606a-d4b9-422b-beb3-b65ddb6f047e {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:24:35.633580 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 90d2606a-d4b9-422b-beb3-b65ddb6f047e not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:24:35.642086 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371be5d7-4843-41a7-ad54-f2a4fad92a8c req-e75285fc-6a5d-4d8a-975c-30103ee4c198 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:35.644713 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-371be5d7-4843-41a7-ad54-f2a4fad92a8c req-e75285fc-6a5d-4d8a-975c-30103ee4c198 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.9026036 Jun 25 09:24:35.698255 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc97b-c0c1-4840-887b-06c7783af151 req-f8d489be-31c3-41d1-8e01-666d7d65cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:35.705491 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-324fc97b-c0c1-4840-887b-06c7783af151 req-f8d489be-31c3-41d1-8e01-666d7d65cde1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fb11d964c95c485faa0ce0b518283280&device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 1097 time: 0.6160271 Jun 25 09:24:35.836242 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1f33d3-6133-4bb4-9da1-21d4b73e6674 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:35.846241 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9e1f33d3-6133-4bb4-9da1-21d4b73e6674 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:35.852912 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-371be5d7-4843-41a7-ad54-f2a4fad92a8c req-046e9743-0ec5-419c-930a-3f2de0d86f07 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986630 Jun 25 09:24:35.956559 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d74c8a2-46ee-4fac-83a5-9fbf24e125da req-cacf9152-176a-4ea2-a82a-3802fd2d8f39 service neutron] 10.222.0.38 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103809 Jun 25 09:24:35.960709 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1f33d3-6133-4bb4-9da1-21d4b73e6674 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:24:35.982225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e08ce59-0a9f-4d2d-8939-8e4c4e21c86e None None] DHCP port deletion for e9b3a601-f58c-4ec5-82fd-335656805060 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:24:35.985389 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Deleting port ac25e51d-3f9b-41d7-acbb-86a4b6d68255 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:35.986223 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:36.031715 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9e1f33d3-6133-4bb4-9da1-21d4b73e6674 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:36.032003 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-9e1f33d3-6133-4bb4-9da1-21d4b73e6674 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Added segment 1b22b5d1-e3af-435c-822b-d8fa3756102b of type vlan for network 44a9fcde-5627-4fb3-83fb-5c426b2772a2 Jun 25 09:24:36.042768 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-12e833dd-2787-470e-8147-082620be0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-router', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:23:04Z', 'updated_at': '2021-06-25T09:23:09Z', 'revision_number': 4, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'gw_port': {'id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:05Z', 'updated_at': '2021-06-25T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '1e601443-4ce8-466e-ab2d-e7ca1351dd39', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'port_id': '0cae84b5-6bf7-4322-b191-b15227e0d928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d', 'mac_address': 'fa:16:3e:8b:02:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3973390d-75b7-401a-baeb-9700e66d3163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:24:24Z', 'updated_at': '2021-06-25T09:24:32Z', 'revision_number': 1, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c877828b-0732-42b4-a61b-b025b5602f12', 'name': '', 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'mac_address': 'fa:16:3e:c3:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:07Z', 'updated_at': '2021-06-25T09:23:15Z', 'revision_number': 5, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'subnets': [{'id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:36.090252 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5e08ce59-0a9f-4d2d-8939-8e4c4e21c86e None None] Deleting port ac25e51d-3f9b-41d7-acbb-86a4b6d68255 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:36.090640 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e08ce59-0a9f-4d2d-8939-8e4c4e21c86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:36.115744 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9e1f33d3-6133-4bb4-9da1-21d4b73e6674 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:36.117263 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e833dd-2787-470e-8147-082620be0626 None None] The sync data for ids ['39672114-fe97-4bb0-a815-3d1cf21772e3'] in n-d-761264-15 is: [{'id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-router', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:23:04Z', 'updated_at': '2021-06-25T09:23:09Z', 'revision_number': 4, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'gw_port': {'id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:05Z', 'updated_at': '2021-06-25T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '1e601443-4ce8-466e-ab2d-e7ca1351dd39', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'port_id': '0cae84b5-6bf7-4322-b191-b15227e0d928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d', 'mac_address': 'fa:16:3e:8b:02:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3973390d-75b7-401a-baeb-9700e66d3163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:24:24Z', 'updated_at': '2021-06-25T09:24:32Z', 'revision_number': 1, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c877828b-0732-42b4-a61b-b025b5602f12', 'name': '', 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'mac_address': 'fa:16:3e:c3:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:07Z', 'updated_at': '2021-06-25T09:23:15Z', 'revision_number': 5, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'subnets': [{'id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:24:36.187103 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5d74c8a2-46ee-4fac-83a5-9fbf24e125da req-256f8fa9-4c24-4f45-8178-27a2cf02f696 service neutron] 10.222.0.38 "GET /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204511 Jun 25 09:24:36.195484 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-5e08ce59-0a9f-4d2d-8939-8e4c4e21c86e None None] For port ac25e51d-3f9b-41d7-acbb-86a4b6d68255, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ac25e51d-3f9b-41d7-acbb-86a4b6d68255,segment=NetworkSegment(91af7a17-385f-482e-a8de-b6bea300e68e),segment_id=91af7a17-385f-482e-a8de-b6bea300e68e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:36.195934 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e08ce59-0a9f-4d2d-8939-8e4c4e21c86e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:36.203669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] For port ac25e51d-3f9b-41d7-acbb-86a4b6d68255, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ac25e51d-3f9b-41d7-acbb-86a4b6d68255,segment=NetworkSegment(91af7a17-385f-482e-a8de-b6bea300e68e),segment_id=91af7a17-385f-482e-a8de-b6bea300e68e)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:36.204298 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:36.222114 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5e08ce59-0a9f-4d2d-8939-8e4c4e21c86e None None] Calling delete_port for ac25e51d-3f9b-41d7-acbb-86a4b6d68255 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:36.245756 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9e1f33d3-6133-4bb4-9da1-21d4b73e6674 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:36.252340 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1f33d3-6133-4bb4-9da1-21d4b73e6674 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:36.253046 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9e1f33d3-6133-4bb4-9da1-21d4b73e6674 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:36.265998 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5cbc6c89-db03-40fc-b554-4f52b99b736b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:36.334289 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Calling delete_port for ac25e51d-3f9b-41d7-acbb-86a4b6d68255 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:36.379523 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e08ce59-0a9f-4d2d-8939-8e4c4e21c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:36.382547 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:36.386451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f33d3-6133-4bb4-9da1-21d4b73e6674 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Network': ['ID=44a9fcde-5627-4fb3-83fb-5c426b2772a2,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:36.394510 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9e1f33d3-6133-4bb4-9da1-21d4b73e6674 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8520470 Jun 25 09:24:36.396420 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9e1f33d3-6133-4bb4-9da1-21d4b73e6674 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:36.398066 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57590) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:36.408794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-f609b94f-a728-4912-b73d-21cd7130db4e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'subnet': {'network_id': '44a9fcde-5627-4fb3-83fb-5c426b2772a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:36.416235 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08ce59-0a9f-4d2d-8939-8e4c4e21c86e None None] Pushing event deleted for resources: {'Port': ['ID=ac25e51d-3f9b-41d7-acbb-86a4b6d68255,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:36.418574 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5e08ce59-0a9f-4d2d-8939-8e4c4e21c86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:36.419673 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 44a9fcde-5627-4fb3-83fb-5c426b2772a2 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:24:36.535462 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e08ce59-0a9f-4d2d-8939-8e4c4e21c86e None None] No DVR routers for this DVR port ac25e51d-3f9b-41d7-acbb-86a4b6d68255 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:24:36.574775 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:36.592229 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d93a8d4-5de0-427e-9b6f-b9a711e90d52 None None] New status for floating IP 1e601443-4ce8-466e-ab2d-e7ca1351dd39: ACTIVE {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:24:36.594955 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:36.622787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] No DVR routers for this DVR port ac25e51d-3f9b-41d7-acbb-86a4b6d68255 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:24:36.665585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f609b94f-a728-4912-b73d-21cd7130db4e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:36.669920 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f609b94f-a728-4912-b73d-21cd7130db4e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:36.695006 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc97b-c0c1-4840-887b-06c7783af151 req-039b6cdb-75a1-4d92-9658-f58728443cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:36.696546 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-324fc97b-c0c1-4840-887b-06c7783af151 req-039b6cdb-75a1-4d92-9658-f58728443cc0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8b2576df-731a-49ab-beec-d0c9aa2f477d HTTP/1.1" status: 200 len: 921 time: 0.9832902 Jun 25 09:24:36.701840 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac25e51d-3f9b-41d7-acbb-86a4b6d68255,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:36.715252 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:37.062766 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f609b94f-a728-4912-b73d-21cd7130db4e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:37.066670 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7a09d5b5-ce1c-4d53-ae37-34da4cfa50da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:37.172025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609b94f-a728-4912-b73d-21cd7130db4e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Subnet': ['ID=f9b1af13-7887-4677-a532-af2d56f8e803,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:37.176822 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f609b94f-a728-4912-b73d-21cd7130db4e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:37.182519 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f609b94f-a728-4912-b73d-21cd7130db4e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Checking segment: {'id': '1b22b5d1-e3af-435c-822b-d8fa3756102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '44a9fcde-5627-4fb3-83fb-5c426b2772a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:37.183207 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f609b94f-a728-4912-b73d-21cd7130db4e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network hostable DHCP agents. Network: 44a9fcde-5627-4fb3-83fb-5c426b2772a2, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:24:37.206118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f609b94f-a728-4912-b73d-21cd7130db4e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network 44a9fcde-5627-4fb3-83fb-5c426b2772a2 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:24:37.223234 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-f609b94f-a728-4912-b73d-21cd7130db4e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 44a9fcde-5627-4fb3-83fb-5c426b2772a2) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:37.227897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f609b94f-a728-4912-b73d-21cd7130db4e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:37.228498 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f609b94f-a728-4912-b73d-21cd7130db4e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:37.240778 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f1989a-c779-4ca3-b878-f17e1e407481 None None] Network 44a9fcde-5627-4fb3-83fb-5c426b2772a2 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:37.275778 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f609b94f-a728-4912-b73d-21cd7130db4e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8765845 Jun 25 09:24:37.276507 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57598) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:37.290426 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ac25e51d-3f9b-41d7-acbb-86a4b6d68255 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:24:37.290914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d5924fe7-d7dd-452f-a1f1-a88f59f52418 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'subnet': {'network_id': '44a9fcde-5627-4fb3-83fb-5c426b2772a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:37.392635 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: ac25e51d-3f9b-41d7-acbb-86a4b6d68255 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:24:37.393863 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ac25e51d-3f9b-41d7-acbb-86a4b6d68255 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:24:37.411720 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-324fc97b-c0c1-4840-887b-06c7783af151 req-acd646fb-ce77-4929-a4e7-34de8ab7bddb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cae84b5-6bf7-4322-b191-b15227e0d928 HTTP/1.1" status: 200 len: 999 time: 0.6487448 Jun 25 09:24:37.414256 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:37.462063 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b3a601-f58c-4ec5-82fd-335656805060']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:37.479861 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7dd45-dbf1-4809-b702-b9121f134aac req-72ade6e9-ea74-4562-a372-8b4983d4d10f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:37.481754 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8d7dd45-dbf1-4809-b702-b9121f134aac req-72ade6e9-ea74-4562-a372-8b4983d4d10f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 1.2334905 Jun 25 09:24:37.494695 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91af7a17-385f-482e-a8de-b6bea300e68e') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:37.495276 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91af7a17-385f-482e-a8de-b6bea300e68e') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:37.518349 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:37.547161 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc97b-c0c1-4840-887b-06c7783af151 req-3ec8ad41-9fdc-4ebd-aa0d-0052647428ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:37.549032 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-324fc97b-c0c1-4840-887b-06c7783af151 req-3ec8ad41-9fdc-4ebd-aa0d-0052647428ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=264de093-f8bc-4972-89d7-2a2508fb4ef7 HTTP/1.1" status: 200 len: 859 time: 0.1297243 Jun 25 09:24:37.550342 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:37.550936 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5924fe7-d7dd-452f-a1f1-a88f59f52418 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:37.556151 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d5924fe7-d7dd-452f-a1f1-a88f59f52418 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:37.584871 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8d7dd45-dbf1-4809-b702-b9121f134aac req-96722f94-ac7c-4572-a0db-a6bb10518210 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846379 Jun 25 09:24:37.610657 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:24:37.611392 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:24:37.613796 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:24:37.623290 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-324fc97b-c0c1-4840-887b-06c7783af151 req-9e8159cd-bbb1-4562-a17d-c0e9693a1ba4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8b2576df-731a-49ab-beec-d0c9aa2f477d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548050 Jun 25 09:24:37.639882 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-324fc97b-c0c1-4840-887b-06c7783af151 req-5ea75b22-8f99-4b88-a2f6-3192cd7f14c3 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:24:37.641317 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-324fc97b-c0c1-4840-887b-06c7783af151 req-5ea75b22-8f99-4b88-a2f6-3192cd7f14c3 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059180 Jun 25 09:24:37.751062 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-44a9fcde-5627-4fb3-83fb-5c426b2772a2', 'network_id': '44a9fcde-5627-4fb3-83fb-5c426b2772a2', 'tenant_id': '2237d52b519d4dfe9461e3e141f00f00', 'fixed_ips': [{'subnet_id': 'f9b1af13-7887-4677-a532-af2d56f8e803'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:24:37.758772 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:37.763532 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:37.765582 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9212a82b-913a-49aa-bee3-ad5775c11d69 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:37.781057 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:37.787635 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] 10.222.0.93 "DELETE /v2.0/networks/e9b3a601-f58c-4ec5-82fd-335656805060 HTTP/1.1" status: 204 len: 168 time: 2.3238776 Jun 25 09:24:37.796281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b3a601-f58c-4ec5-82fd-335656805060,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:37.805699 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:37.834786 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-324fc97b-c0c1-4840-887b-06c7783af151 req-766bccc6-cb49-4a60-9910-5bd1198d7398 service neutron] 10.222.0.93 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574376 Jun 25 09:24:37.912675 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57602) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:38.005205 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdd2409-7b2a-4638-be5c-17dda7de3116 x-openstack-request-id: req-ebdd2409-7b2a-4638-be5c-17dda7de3116 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:24:38.008610 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3973390d-75b7-401a-baeb-9700e66d3163", "tag": "0cae84b5-6bf7-4322-b191-b15227e0d928", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:24:38.009789 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ebdd2409-7b2a-4638-be5c-17dda7de3116 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:24:38.010447 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3973390d-75b7-401a-baeb-9700e66d3163', 'tag': '0cae84b5-6bf7-4322-b191-b15227e0d928', 'status': 'completed', 'code': 200} Jun 25 09:24:38.149458 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57606) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:38.166897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a4ba2d-12fa-4e1e-8713-157040b34f87 admin admin] Deleting subnet 8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:24:38.172748 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-27a4ba2d-12fa-4e1e-8713-157040b34f87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:38.205401 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Allocated IP 2001:db8::2 (44a9fcde-5627-4fb3-83fb-5c426b2772a2/f9b1af13-7887-4677-a532-af2d56f8e803/c8b22c4b-5b85-41ac-a793-68b761445bcb) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:24:38.338968 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-27a4ba2d-12fa-4e1e-8713-157040b34f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:38.384947 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-324fc97b-c0c1-4840-887b-06c7783af151 req-f7f56566-b504-4230-86e7-798e67bdeaa9 service neutron] 10.222.0.93 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436397 Jun 25 09:24:38.421124 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-50ae2cb7-28aa-4937-9959-ac743d84d958 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=81ef1d7481db47eba8120f9c96cdadfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552614 Jun 25 09:24:38.423965 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57612) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:38.462370 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1398e-ef96-47e7-a17c-5f2d61b5496b req-6d89c4fc-92a6-48dc-a570-1f3572d7f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:38.469914 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:38.470231 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88a1398e-ef96-47e7-a17c-5f2d61b5496b req-6d89c4fc-92a6-48dc-a570-1f3572d7f8ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb11d964c95c485faa0ce0b518283280&device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 1097 time: 0.4079421 Jun 25 09:24:38.483957 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Transition to ACTIVE for port object c8b22c4b-5b85-41ac-a793-68b761445bcb will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:24:38.501865 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d5924fe7-d7dd-452f-a1f1-a88f59f52418 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:38.505162 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Transition to ACTIVE for port object c8b22c4b-5b85-41ac-a793-68b761445bcb will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:24:38.512675 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:38.515024 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-260a5994-ad89-495c-8100-5e2f56eeb367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:38.539177 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5e8bf89b-22dd-46bc-86d4-a59c21322f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:38.578725 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Network 44a9fcde-5627-4fb3-83fb-5c426b2772a2 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:24:38.582309 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:38.586782 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:24:38.622467 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-27a4ba2d-12fa-4e1e-8713-157040b34f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:38.629318 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Pushing event updated for resources: {'Port': ['ID=c8b22c4b-5b85-41ac-a793-68b761445bcb,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:38.639818 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:38.672756 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5924fe7-d7dd-452f-a1f1-a88f59f52418 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network 44a9fcde-5627-4fb3-83fb-5c426b2772a2 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:24:38.684263 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-d5924fe7-d7dd-452f-a1f1-a88f59f52418 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:38.695032 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Attempting to bind port c8b22c4b-5b85-41ac-a793-68b761445bcb on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:24:38.695692 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Attempting to bind port c8b22c4b-5b85-41ac-a793-68b761445bcb by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '1b22b5d1-e3af-435c-822b-d8fa3756102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '44a9fcde-5627-4fb3-83fb-5c426b2772a2'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:24:38.696468 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Attempting to bind port c8b22c4b-5b85-41ac-a793-68b761445bcb on network 44a9fcde-5627-4fb3-83fb-5c426b2772a2 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:24:38.708192 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5924fe7-d7dd-452f-a1f1-a88f59f52418 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:38.720252 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d5924fe7-d7dd-452f-a1f1-a88f59f52418 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:38.727768 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:24:38.728423 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Checking segment: {'id': '1b22b5d1-e3af-435c-822b-d8fa3756102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '44a9fcde-5627-4fb3-83fb-5c426b2772a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:38.728972 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:38.730853 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Bound using segment: {'id': '1b22b5d1-e3af-435c-822b-d8fa3756102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '44a9fcde-5627-4fb3-83fb-5c426b2772a2'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:24:38.731395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Bound port: c8b22c4b-5b85-41ac-a793-68b761445bcb, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b22b5d1-e3af-435c-822b-d8fa3756102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '44a9fcde-5627-4fb3-83fb-5c426b2772a2'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:24:38.731814 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:38.758168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5924fe7-d7dd-452f-a1f1-a88f59f52418 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Subnet': ['ID=6d4d49d2-6cab-4d68-8699-23fa93dc940b,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:38.778325 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff82b4-26b0-4c89-9803-bea37e01f499 req-3523bd3b-7452-4aae-b9d7-3041a608760c tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:38.787325 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-97ff82b4-26b0-4c89-9803-bea37e01f499 req-3523bd3b-7452-4aae-b9d7-3041a608760c tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.5417762 Jun 25 09:24:38.834552 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2fdb024b-a123-4dd9-8ffc-c6bc2446973a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:38.838117 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d5924fe7-d7dd-452f-a1f1-a88f59f52418 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:38.841855 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-ed81d06f-060e-47bb-a19c-fd5fbc0bc872 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 1001 time: 0.3829842 Jun 25 09:24:38.842451 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-27a4ba2d-12fa-4e1e-8713-157040b34f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:38.847507 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d5924fe7-d7dd-452f-a1f1-a88f59f52418 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5700550 Jun 25 09:24:38.853737 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:38.860015 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57616) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:38.887752 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] For port c8b22c4b-5b85-41ac-a793-68b761445bcb, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:24:38.897755 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] For port c8b22c4b-5b85-41ac-a793-68b761445bcb, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c8b22c4b-5b85-41ac-a793-68b761445bcb,segment=NetworkSegment(1b22b5d1-e3af-435c-822b-d8fa3756102b),segment_id=1b22b5d1-e3af-435c-822b-d8fa3756102b)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:24:38.904676 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:38.911816 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2e027201-fa6f-497f-8ec7-e92f31558c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:38.913355 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-97ff82b4-26b0-4c89-9803-bea37e01f499 req-fc8dcb3d-9a88-46f5-97c3-4da9653b4035 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248770 Jun 25 09:24:38.960952 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1398e-ef96-47e7-a17c-5f2d61b5496b req-b0435706-915f-4785-b1d7-57fa0b88eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:38.963384 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88a1398e-ef96-47e7-a17c-5f2d61b5496b req-b0435706-915f-4785-b1d7-57fa0b88eaf9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8b2576df-731a-49ab-beec-d0c9aa2f477d HTTP/1.1" status: 200 len: 921 time: 0.4858372 Jun 25 09:24:39.009140 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd530e5e-72ff-4342-a943-58886bbb731c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:39.010621 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-18bb88cd-35ad-4a7f-80e6-aa219535aa95 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:39.011677 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd530e5e-72ff-4342-a943-58886bbb731c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:39.014091 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd530e5e-72ff-4342-a943-58886bbb731c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:39.015865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd530e5e-72ff-4342-a943-58886bbb731c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:39.017693 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd530e5e-72ff-4342-a943-58886bbb731c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:39.020174 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cd530e5e-72ff-4342-a943-58886bbb731c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1462357 Jun 25 09:24:39.031860 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-18bb88cd-35ad-4a7f-80e6-aa219535aa95 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports/0cae84b5-6bf7-4322-b191-b15227e0d928 HTTP/1.1" status: 200 len: 942 time: 0.1888175 Jun 25 09:24:39.033628 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57618) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:39.039244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-3448917c-47aa-4170-b508-1b05dc0ec87e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2101559288'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:39.055347 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-27a4ba2d-12fa-4e1e-8713-157040b34f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:39.057526 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-27a4ba2d-12fa-4e1e-8713-157040b34f87 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2 HTTP/1.1" status: 204 len: 168 time: 1.1438756 Jun 25 09:24:39.058861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4ba2d-12fa-4e1e-8713-157040b34f87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2a58a8-a996-4d88-9cfa-5bd2abc4a1a2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:39.067158 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2fdb024b-a123-4dd9-8ffc-c6bc2446973a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:39.069528 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57620) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:39.089882 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Pushing event updated for resources: {'Port': ['ID=c8b22c4b-5b85-41ac-a793-68b761445bcb,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:39.101446 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:39.172429 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-27a4ba2d-12fa-4e1e-8713-157040b34f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:39.228022 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60cfaf3c-e55e-41ab-875e-65cf49e59f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:39.348899 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88a1398e-ef96-47e7-a17c-5f2d61b5496b req-2f5f6329-80da-44cc-9b2f-406ec8dbb17f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cae84b5-6bf7-4322-b191-b15227e0d928 HTTP/1.1" status: 200 len: 1001 time: 0.3749113 Jun 25 09:24:39.353039 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3448917c-47aa-4170-b508-1b05dc0ec87e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:39.356780 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3448917c-47aa-4170-b508-1b05dc0ec87e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:39.389861 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-f45873d3-5c97-4725-9708-0cf6cc78fcda tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 1001 time: 0.1572440 Jun 25 09:24:39.390409 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2fdb024b-a123-4dd9-8ffc-c6bc2446973a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:39.395043 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2fdb024b-a123-4dd9-8ffc-c6bc2446973a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:39.401518 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2fdb024b-a123-4dd9-8ffc-c6bc2446973a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/16ce3000-1c3d-4242-9c4c-0184bc57734b HTTP/1.1" status: 204 len: 168 time: 0.9756830 Jun 25 09:24:39.414582 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-544ea9c8-2ea0-4749-a1cc-636081e7b2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:39.448073 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb024b-a123-4dd9-8ffc-c6bc2446973a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ce3000-1c3d-4242-9c4c-0184bc57734b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:39.481768 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60cfaf3c-e55e-41ab-875e-65cf49e59f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:39.528065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-60cfaf3c-e55e-41ab-875e-65cf49e59f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86032570-f2c0-48a3-9354-653695b1e594']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:39.567843 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2fdb024b-a123-4dd9-8ffc-c6bc2446973a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:39.574436 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-60cfaf3c-e55e-41ab-875e-65cf49e59f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9315ae90-67db-4458-b526-efd6017aaed5') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:39.574436 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-60cfaf3c-e55e-41ab-875e-65cf49e59f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9315ae90-67db-4458-b526-efd6017aaed5') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:39.599836 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60cfaf3c-e55e-41ab-875e-65cf49e59f01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:39.634621 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60cfaf3c-e55e-41ab-875e-65cf49e59f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:39.649481 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60cfaf3c-e55e-41ab-875e-65cf49e59f01 admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:24:39.649904 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60cfaf3c-e55e-41ab-875e-65cf49e59f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:24:39.651895 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:24:39.722243 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20daf9f2-3087-495d-9698-fdfda68180d4 req-adb0d3d0-9153-479d-b260-cee2d0d74f13 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:39.725554 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20daf9f2-3087-495d-9698-fdfda68180d4 req-adb0d3d0-9153-479d-b260-cee2d0d74f13 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.5342808 Jun 25 09:24:39.754136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3448917c-47aa-4170-b508-1b05dc0ec87e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:24:39.780086 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3448917c-47aa-4170-b508-1b05dc0ec87e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:39.780086 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-3448917c-47aa-4170-b508-1b05dc0ec87e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Added segment f653515a-d851-40c7-93fd-7eff57aca850 of type vlan for network 6e5de731-9a7d-450a-b8da-153b27e67c8d Jun 25 09:24:39.799389 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60cfaf3c-e55e-41ab-875e-65cf49e59f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:39.803678 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-53e7c87a-9de7-4fb7-8d75-8c3b0c0179a4 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:39.830262 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60cfaf3c-e55e-41ab-875e-65cf49e59f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:39.835538 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-60cfaf3c-e55e-41ab-875e-65cf49e59f01 admin admin] 10.222.0.93 "DELETE /v2.0/networks/86032570-f2c0-48a3-9354-653695b1e594 HTTP/1.1" status: 204 len: 168 time: 0.7610159 Jun 25 09:24:39.841276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfaf3c-e55e-41ab-875e-65cf49e59f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=86032570-f2c0-48a3-9354-653695b1e594,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:39.843039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57628) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:39.849546 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60cfaf3c-e55e-41ab-875e-65cf49e59f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:39.890090 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1398e-ef96-47e7-a17c-5f2d61b5496b req-d87662fb-9e33-456f-a357-4d44882d6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:39.891586 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88a1398e-ef96-47e7-a17c-5f2d61b5496b req-d87662fb-9e33-456f-a357-4d44882d6949 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=264de093-f8bc-4972-89d7-2a2508fb4ef7 HTTP/1.1" status: 200 len: 859 time: 0.5314171 Jun 25 09:24:39.927275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-1449557e-3ed1-45e8-9597-ee0929c14b17 admin admin] Deleting subnet b5551082-d9d5-4fcc-b227-8e56b5f1341f {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:24:39.939106 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1449557e-3ed1-45e8-9597-ee0929c14b17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:40.018204 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1449557e-3ed1-45e8-9597-ee0929c14b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:40.025198 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3448917c-47aa-4170-b508-1b05dc0ec87e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:40.063624 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88a1398e-ef96-47e7-a17c-5f2d61b5496b req-b8c8ac9f-afca-403b-826c-12200dbc1520 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b2576df-731a-49ab-beec-d0c9aa2f477d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582096 Jun 25 09:24:40.187653 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1449557e-3ed1-45e8-9597-ee0929c14b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:40.437005 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20daf9f2-3087-495d-9698-fdfda68180d4 req-e49de40f-d976-466b-ad7a-8d3ecddc1540 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505619 Jun 25 09:24:40.446114 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1449557e-3ed1-45e8-9597-ee0929c14b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:40.502396 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-61a1c872-ccbc-419d-b4d9-ecd5c5befed3 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:40.515212 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1449557e-3ed1-45e8-9597-ee0929c14b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:40.528632 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1449557e-3ed1-45e8-9597-ee0929c14b17 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/b5551082-d9d5-4fcc-b227-8e56b5f1341f HTTP/1.1" status: 204 len: 168 time: 0.6791351 Jun 25 09:24:40.529851 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57640) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:40.536505 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-eca014ec-2966-49ca-8e27-611cb179aa0b tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:40.539910 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-eca014ec-2966-49ca-8e27-611cb179aa0b tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 1.1492105 Jun 25 09:24:40.781779 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449557e-3ed1-45e8-9597-ee0929c14b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5551082-d9d5-4fcc-b227-8e56b5f1341f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:40.800720 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1449557e-3ed1-45e8-9597-ee0929c14b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:40.866705 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-40ed3024-cdf3-421a-baf9-11d246672cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:40.881982 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3448917c-47aa-4170-b508-1b05dc0ec87e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:40.893758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3448917c-47aa-4170-b508-1b05dc0ec87e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:40.895204 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3448917c-47aa-4170-b508-1b05dc0ec87e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:40.903795 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cbae084b-33f4-4c23-a751-c51308861741 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:40.985534 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8329612a-b6e9-4b68-8ad9-cdd03840c3f7 None None] Network 44a9fcde-5627-4fb3-83fb-5c426b2772a2 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:41.072579 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-cf1a48a0-f96a-43c3-b9dc-72f3bbe4c249 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 1001 time: 0.5062783 Jun 25 09:24:41.097998 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3448917c-47aa-4170-b508-1b05dc0ec87e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0625746 Jun 25 09:24:41.105808 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57652) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:41.121877 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-5f3b2eca-8005-4374-8398-76c1e73d6099 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:41.126478 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448917c-47aa-4170-b508-1b05dc0ec87e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Network': ['ID=6e5de731-9a7d-450a-b8da-153b27e67c8d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:41.137256 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88a1398e-ef96-47e7-a17c-5f2d61b5496b req-e96664d3-f055-411e-8ce4-89b4ae9452e9 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0120802 Jun 25 09:24:41.140040 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3448917c-47aa-4170-b508-1b05dc0ec87e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:41.150272 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0ba9a312-0080-41a9-b2de-8d83e5a7729d tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:41.262346 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57654) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:41.289821 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-40ed3024-cdf3-421a-baf9-11d246672cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:41.313898 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-40ed3024-cdf3-421a-baf9-11d246672cbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd288bc6-2812-4040-8ee6-a74356826ff4']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:41.325422 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 6e5de731-9a7d-450a-b8da-153b27e67c8d details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:24:41.340211 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-40ed3024-cdf3-421a-baf9-11d246672cbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593bf44a-c12f-4bb9-a3c6-c0a6759969b6') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:41.340511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-40ed3024-cdf3-421a-baf9-11d246672cbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593bf44a-c12f-4bb9-a3c6-c0a6759969b6') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:41.364828 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-40ed3024-cdf3-421a-baf9-11d246672cbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:41.430932 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-40ed3024-cdf3-421a-baf9-11d246672cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:41.455068 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ed3024-cdf3-421a-baf9-11d246672cbb admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:24:41.455692 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-40ed3024-cdf3-421a-baf9-11d246672cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:24:41.457247 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:24:41.480031 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a47e8-586f-4a98-979b-80cf008e4c5d req-32909a07-3287-4c92-b092-dd79b48cc76b tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:41.490961 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d9a47e8-586f-4a98-979b-80cf008e4c5d req-32909a07-3287-4c92-b092-dd79b48cc76b tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.7516065 Jun 25 09:24:41.515479 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c8b22c4b-5b85-41ac-a793-68b761445bcb up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:24:41.532441 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88a1398e-ef96-47e7-a17c-5f2d61b5496b req-3cd71ff4-8455-42ab-991f-82e85d537757 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325424 Jun 25 09:24:41.579408 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-98891c48-4ab5-497c-9d39-5a697c630234 None None] Provisioning for port c8b22c4b-5b85-41ac-a793-68b761445bcb completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:24:41.579796 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-5f3b2eca-8005-4374-8398-76c1e73d6099 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:41.589822 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a312-0080-41a9-b2de-8d83e5a7729d tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:41.591493 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-677031017-network', 'tenant_id': '748dde602c1f49a6bbc81c6e04536147'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:41.627082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port c8b22c4b-5b85-41ac-a793-68b761445bcb completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:24:41.640449 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port c8b22c4b-5b85-41ac-a793-68b761445bcb triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:24:41.641123 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:41.703640 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a312-0080-41a9-b2de-8d83e5a7729d tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:41.713960 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60cfaf3c-e55e-41ab-875e-65cf49e59f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:41.731627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ba9a312-0080-41a9-b2de-8d83e5a7729d tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network 6e5de731-9a7d-450a-b8da-153b27e67c8d is not hosted by any dhcp agent {{(pid=94025) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 09:24:41.740281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba9a312-0080-41a9-b2de-8d83e5a7729d tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:41.740978 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a312-0080-41a9-b2de-8d83e5a7729d tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:41.743993 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0ba9a312-0080-41a9-b2de-8d83e5a7729d tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "PUT /v2.0/networks/6e5de731-9a7d-450a-b8da-153b27e67c8d HTTP/1.1" status: 200 len: 723 time: 0.6356990 Jun 25 09:24:41.746634 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57660) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:41.775084 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d9a47e8-586f-4a98-979b-80cf008e4c5d req-99257f52-9747-4751-b2af-cd79fd872058 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818027 Jun 25 09:24:41.800883 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a743a15b-08c1-4ec8-bb27-1c91bf058e85 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'subnet': {'network_id': '6e5de731-9a7d-450a-b8da-153b27e67c8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:41.929925 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-40ed3024-cdf3-421a-baf9-11d246672cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:41.934360 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Made reservation on behalf of 748dde602c1f49a6bbc81c6e04536147 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:41.936812 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:41.937125 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-40ed3024-cdf3-421a-baf9-11d246672cbb admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:41.953864 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-40ed3024-cdf3-421a-baf9-11d246672cbb admin admin] 10.222.0.93 "DELETE /v2.0/networks/cd288bc6-2812-4040-8ee6-a74356826ff4 HTTP/1.1" status: 204 len: 168 time: 1.4216383 Jun 25 09:24:41.957036 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:41.962454 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9a312-0080-41a9-b2de-8d83e5a7729d tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Network': ['ID=6e5de731-9a7d-450a-b8da-153b27e67c8d,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:41.977088 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0ba9a312-0080-41a9-b2de-8d83e5a7729d tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:41.977674 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:41.980873 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 6e5de731-9a7d-450a-b8da-153b27e67c8d details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:24:42.017824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed3024-cdf3-421a-baf9-11d246672cbb admin admin] Pushing event deleted for resources: {'Network': ['ID=cd288bc6-2812-4040-8ee6-a74356826ff4,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:42.034133 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-40ed3024-cdf3-421a-baf9-11d246672cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:42.103191 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:42.130305 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port c8b22c4b-5b85-41ac-a793-68b761445bcb, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c8b22c4b-5b85-41ac-a793-68b761445bcb,segment=NetworkSegment(1b22b5d1-e3af-435c-822b-d8fa3756102b),segment_id=1b22b5d1-e3af-435c-822b-d8fa3756102b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:42.142205 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:42.152108 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:42.195083 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57670) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:42.246388 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=c8b22c4b-5b85-41ac-a793-68b761445bcb,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:42.251297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2179c474-66d0-408b-a570-a6e3a12c76ef None None] Update dhcp port {'port': {'network_id': '44a9fcde-5627-4fb3-83fb-5c426b2772a2', 'fixed_ips': [{'subnet_id': 'f9b1af13-7887-4677-a532-af2d56f8e803', 'ip_address': '2001:db8::2'}, {'subnet_id': '6d4d49d2-6cab-4d68-8699-23fa93dc940b'}], 'binding:host_id': 'n-d-761264-15'}, 'id': 'c8b22c4b-5b85-41ac-a793-68b761445bcb'} from n-d-761264-15. {{(pid=94026) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 09:24:42.253816 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:42.311764 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ae8b1825-14c2-42a2-b547-21dfced49f99 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7474114b2c184a18967efdee86f25425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1154051 Jun 25 09:24:42.312016 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2179c474-66d0-408b-a570-a6e3a12c76ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:42.315263 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57672) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:42.346723 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-5f3b2eca-8005-4374-8398-76c1e73d6099 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:42.358475 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-5f3b2eca-8005-4374-8398-76c1e73d6099 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:42.358781 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-5f3b2eca-8005-4374-8398-76c1e73d6099 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Floating IP 1e601443-4ce8-466e-ab2d-e7ca1351dd39 disassociated. External IP: 172.25.6.222, port: 0cae84b5-6bf7-4322-b191-b15227e0d928. Jun 25 09:24:42.397518 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10d6c228-844b-4083-aedf-8cfd7d178787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:42.453544 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10d6c228-844b-4083-aedf-8cfd7d178787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:42.454402 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:42.542250 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:42.554341 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c86a9-87d6-4a53-ad73-359c07980ca4 req-de385e05-c164-476e-9d82-bc2dada7676e tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:42.557210 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f22c86a9-87d6-4a53-ad73-359c07980ca4 req-de385e05-c164-476e-9d82-bc2dada7676e tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.4197927 Jun 25 09:24:42.563898 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-932276ed-77a9-4a33-8bee-7bc4b9e1d079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:42.598663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457fd56f-5fc9-4bb8-a446-e9c05ae591c3,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:42.627174 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-2179c474-66d0-408b-a570-a6e3a12c76ef None None] Allocated IP 172.20.0.1 (44a9fcde-5627-4fb3-83fb-5c426b2772a2/6d4d49d2-6cab-4d68-8699-23fa93dc940b/c8b22c4b-5b85-41ac-a793-68b761445bcb) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:24:42.633393 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:42.647084 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:24:42.708869 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a743a15b-08c1-4ec8-bb27-1c91bf058e85 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:42.712972 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a743a15b-08c1-4ec8-bb27-1c91bf058e85 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:42.844057 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2179c474-66d0-408b-a570-a6e3a12c76ef None None] For port c8b22c4b-5b85-41ac-a793-68b761445bcb, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c8b22c4b-5b85-41ac-a793-68b761445bcb,segment=NetworkSegment(1b22b5d1-e3af-435c-822b-d8fa3756102b),segment_id=1b22b5d1-e3af-435c-822b-d8fa3756102b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:42.903930 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2179c474-66d0-408b-a570-a6e3a12c76ef None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:42.924514 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2179c474-66d0-408b-a570-a6e3a12c76ef None None] Transition to ACTIVE for port object c8b22c4b-5b85-41ac-a793-68b761445bcb will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:24:42.936266 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2179c474-66d0-408b-a570-a6e3a12c76ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:42.946255 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:43.052841 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:43.053870 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Added segment 636f9e92-a852-44f1-9f7c-1936c3b52444 of type vlan for network dd6b7236-91c6-4cd1-904d-928be917672b Jun 25 09:24:43.074048 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179c474-66d0-408b-a570-a6e3a12c76ef None None] Pushing event updated for resources: {'Port': ['ID=c8b22c4b-5b85-41ac-a793-68b761445bcb,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:43.090579 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2179c474-66d0-408b-a570-a6e3a12c76ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:43.139724 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:43.209874 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f22c86a9-87d6-4a53-ad73-359c07980ca4 req-ce69397d-6efa-427b-95c2-44a51723ca78 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6164329 Jun 25 09:24:43.239738 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:43.242316 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:43.246943 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:43.260011 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-5f3b2eca-8005-4374-8398-76c1e73d6099 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Router 39672114-fe97-4bb0-a815-3d1cf21772e3 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:24:43.269068 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b8b7c9ce-efee-4d26-8d54-f0c4f1596131 tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:43.297318 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10d6c228-844b-4083-aedf-8cfd7d178787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:43.309610 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10d6c228-844b-4083-aedf-8cfd7d178787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:43.313059 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-10d6c228-844b-4083-aedf-8cfd7d178787 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ef21af59-aedc-4f43-a1f4-89ed97e30e5b HTTP/1.1" status: 204 len: 168 time: 0.9927504 Jun 25 09:24:43.314289 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d9b76ec8-c566-48e5-ad01-79c51ba01042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:43.330260 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6c228-844b-4083-aedf-8cfd7d178787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef21af59-aedc-4f43-a1f4-89ed97e30e5b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:43.336394 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-10d6c228-844b-4083-aedf-8cfd7d178787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:43.391157 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c8b22c4b-5b85-41ac-a793-68b761445bcb up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:24:43.567202 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2838264 Jun 25 09:24:43.567202 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Pushing event updated for resources: {'Network': ['ID=dd6b7236-91c6-4cd1-904d-928be917672b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:43.567691 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57680) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:43.573509 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-3bad5c65-a870-4f32-8b9c-4d70eb0996cd admin admin] Request body: {'subnet': {'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-677031017-subnet', 'tenant_id': '748dde602c1f49a6bbc81c6e04536147', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:43.576392 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network dd6b7236-91c6-4cd1-904d-928be917672b details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:24:43.576545 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:43.726635 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bad5c65-a870-4f32-8b9c-4d70eb0996cd admin admin] Made reservation on behalf of 748dde602c1f49a6bbc81c6e04536147 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:43.730758 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3bad5c65-a870-4f32-8b9c-4d70eb0996cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:43.850866 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-5f3b2eca-8005-4374-8398-76c1e73d6099 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:24:43.855717 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-5f3b2eca-8005-4374-8398-76c1e73d6099 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:43.860030 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a743a15b-08c1-4ec8-bb27-1c91bf058e85 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:43.871914 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f721e-2076-463b-be49-3d8fbd5bb3a2 None None] Sync routers for ids ['39672114-fe97-4bb0-a815-3d1cf21772e3'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:24:43.896251 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f721e-2076-463b-be49-3d8fbd5bb3a2 None None] Routers {'39672114-fe97-4bb0-a815-3d1cf21772e3'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:24:43.897275 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b76f721e-2076-463b-be49-3d8fbd5bb3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:24:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['39672114-fe97-4bb0-a815-3d1cf21772e3'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:43.897493 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cbd1e995-9a7f-45c3-9ca7-8b535b370edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:44.083233 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-5f3b2eca-8005-4374-8398-76c1e73d6099 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "PUT /v2.0/floatingips/1e601443-4ce8-466e-ab2d-e7ca1351dd39 HTTP/1.1" status: 200 len: 695 time: 2.9898312 Jun 25 09:24:44.095156 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3973390d-75b7-401a-baeb-9700e66d3163', 'tag': '0cae84b5-6bf7-4322-b191-b15227e0d928'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:24:44.104460 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58415e9a-4bf2-4705-8c06-7518c872b111" -d '{"events": [{"name": "network-changed", "server_uuid": "3973390d-75b7-401a-baeb-9700e66d3163", "tag": "0cae84b5-6bf7-4322-b191-b15227e0d928"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:24:44.196317 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57696) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:44.214328 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afde5df-129e-48f3-a5c7-9890fabdebb8 None None] Network 44a9fcde-5627-4fb3-83fb-5c426b2772a2 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:44.222359 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1899fdb0-6459-4f36-966c-b504ffce203d x-openstack-request-id: req-1899fdb0-6459-4f36-966c-b504ffce203d {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:24:44.223020 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3973390d-75b7-401a-baeb-9700e66d3163", "tag": "0cae84b5-6bf7-4322-b191-b15227e0d928", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:24:44.223534 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1899fdb0-6459-4f36-966c-b504ffce203d {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:24:44.224170 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3973390d-75b7-401a-baeb-9700e66d3163', 'tag': '0cae84b5-6bf7-4322-b191-b15227e0d928', 'status': 'completed', 'code': 200} Jun 25 09:24:44.252555 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3bad5c65-a870-4f32-8b9c-4d70eb0996cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:44.256386 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-27a4ba2d-12fa-4e1e-8713-157040b34f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:44.260613 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743a15b-08c1-4ec8-bb27-1c91bf058e85 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Subnet': ['ID=b1c7055d-d95f-41ab-b082-698f62b98548,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:44.283229 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a743a15b-08c1-4ec8-bb27-1c91bf058e85 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:44.284326 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743a15b-08c1-4ec8-bb27-1c91bf058e85 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Checking segment: {'id': 'f653515a-d851-40c7-93fd-7eff57aca850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6e5de731-9a7d-450a-b8da-153b27e67c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:44.289805 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a743a15b-08c1-4ec8-bb27-1c91bf058e85 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network hostable DHCP agents. Network: 6e5de731-9a7d-450a-b8da-153b27e67c8d, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:24:44.312708 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b31f1fb3-899f-4fda-8626-017207df3584 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2c14977997b9407bbd0faa6138af7c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1150858 Jun 25 09:24:44.315373 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57702) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:44.351749 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad5c65-a870-4f32-8b9c-4d70eb0996cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a8323b-38ae-46d4-a13f-02c398ffe483,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:44.355170 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3bad5c65-a870-4f32-8b9c-4d70eb0996cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:44.366247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a743a15b-08c1-4ec8-bb27-1c91bf058e85 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network 6e5de731-9a7d-450a-b8da-153b27e67c8d is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:24:44.377214 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bad5c65-a870-4f32-8b9c-4d70eb0996cd admin admin] Checking segment: {'id': '636f9e92-a852-44f1-9f7c-1936c3b52444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:44.378041 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bad5c65-a870-4f32-8b9c-4d70eb0996cd admin admin] Network hostable DHCP agents. Network: dd6b7236-91c6-4cd1-904d-928be917672b, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:24:44.398640 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-7f0a12ca-d446-40e7-93ec-4a1a17e10154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:44.402396 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-7f0a12ca-d446-40e7-93ec-4a1a17e10154 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fb11d964c95c485faa0ce0b518283280&device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 1097 time: 0.2800052 Jun 25 09:24:44.405049 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-a743a15b-08c1-4ec8-bb27-1c91bf058e85 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 6e5de731-9a7d-450a-b8da-153b27e67c8d) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:44.406196 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-546d7154-0b6e-4dbe-905f-85ab43f6b5b1 None None] Provisioning for port c8b22c4b-5b85-41ac-a793-68b761445bcb completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:24:44.412213 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-b76f721e-2076-463b-be49-3d8fbd5bb3a2 None None] Set router 39672114-fe97-4bb0-a815-3d1cf21772e3 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:24:44.420548 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f224adac-5a47-4611-9640-d083a9b7f5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:44.429968 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592e5fea-90af-46bb-8436-04f6531d0f1b None None] Network 6e5de731-9a7d-450a-b8da-153b27e67c8d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:44.448064 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bad5c65-a870-4f32-8b9c-4d70eb0996cd admin admin] Network dd6b7236-91c6-4cd1-904d-928be917672b is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:24:44.454857 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a743a15b-08c1-4ec8-bb27-1c91bf058e85 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:44.454857 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a743a15b-08c1-4ec8-bb27-1c91bf058e85 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:44.490901 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-3bad5c65-a870-4f32-8b9c-4d70eb0996cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, dd6b7236-91c6-4cd1-904d-928be917672b) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:44.492014 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-546d7154-0b6e-4dbe-905f-85ab43f6b5b1 None None] Provisioning complete for port c8b22c4b-5b85-41ac-a793-68b761445bcb triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:24:44.498755 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad5c65-a870-4f32-8b9c-4d70eb0996cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:44.502540 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-546d7154-0b6e-4dbe-905f-85ab43f6b5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:44.504668 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3bad5c65-a870-4f32-8b9c-4d70eb0996cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:44.512798 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f224adac-5a47-4611-9640-d083a9b7f5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:44.556663 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3bad5c65-a870-4f32-8b9c-4d70eb0996cd admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9876933 Jun 25 09:24:44.610467 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f224adac-5a47-4611-9640-d083a9b7f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:44.614164 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f224adac-5a47-4611-9640-d083a9b7f5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:44.615363 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f224adac-5a47-4611-9640-d083a9b7f5bf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/23ae69f3-3af5-4d86-895f-73cea3610914 HTTP/1.1" status: 204 len: 168 time: 0.2967067 Jun 25 09:24:44.616220 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3897cbe5-3039-441d-9c94-f9567d810cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:44.637980 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224adac-5a47-4611-9640-d083a9b7f5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ae69f3-3af5-4d86-895f-73cea3610914,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:44.642609 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f224adac-5a47-4611-9640-d083a9b7f5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:44.691951 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9537f8-998e-4a98-917a-687ea54929af None None] Network dd6b7236-91c6-4cd1-904d-928be917672b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:44.721582 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a743a15b-08c1-4ec8-bb27-1c91bf058e85 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9590263 Jun 25 09:24:44.723305 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57708) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:44.732253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-3d5bc8c2-3eef-4193-8475-1d3a1c66bd5c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:45.121633 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3d5bc8c2-3eef-4193-8475-1d3a1c66bd5c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26445479'] for subnet, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:45.284923 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18a6e2e-48db-4e78-8839-32d38c0fc69d None None] Network dd6b7236-91c6-4cd1-904d-928be917672b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:45.405295 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b76f721e-2076-463b-be49-3d8fbd5bb3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-router', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:23:04Z', 'updated_at': '2021-06-25T09:23:09Z', 'revision_number': 4, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'gw_port': {'id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:05Z', 'updated_at': '2021-06-25T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'c877828b-0732-42b4-a61b-b025b5602f12', 'name': '', 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'mac_address': 'fa:16:3e:c3:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:07Z', 'updated_at': '2021-06-25T09:23:15Z', 'revision_number': 5, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'subnets': [{'id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:45.462314 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f721e-2076-463b-be49-3d8fbd5bb3a2 None None] Checking router: 39672114-fe97-4bb0-a815-3d1cf21772e3 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:24:45.485980 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f721e-2076-463b-be49-3d8fbd5bb3a2 None None] Routers {'39672114-fe97-4bb0-a815-3d1cf21772e3'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:24:45.487335 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b76f721e-2076-463b-be49-3d8fbd5bb3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:24:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['39672114-fe97-4bb0-a815-3d1cf21772e3'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:45.493770 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-6e5de731-9a7d-450a-b8da-153b27e67c8d', 'network_id': '6e5de731-9a7d-450a-b8da-153b27e67c8d', 'tenant_id': '2237d52b519d4dfe9461e3e141f00f00', 'fixed_ips': [{'subnet_id': 'b1c7055d-d95f-41ab-b082-698f62b98548'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:24:45.494735 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:45.524218 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3d5bc8c2-3eef-4193-8475-1d3a1c66bd5c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728567473610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2693252'] for subnet, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:45.549825 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f609b94f-a728-4912-b73d-21cd7130db4e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:45.571402 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5bc8c2-3eef-4193-8475-1d3a1c66bd5c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:45.572004 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3d5bc8c2-3eef-4193-8475-1d3a1c66bd5c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:45.575149 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3d5bc8c2-3eef-4193-8475-1d3a1c66bd5c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "PUT /v2.0/subnets/b1c7055d-d95f-41ab-b082-698f62b98548 HTTP/1.1" status: 200 len: 826 time: 0.8507779 Jun 25 09:24:45.651607 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57722) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:45.745849 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-b76f721e-2076-463b-be49-3d8fbd5bb3a2 None None] Set router 39672114-fe97-4bb0-a815-3d1cf21772e3 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:24:45.932299 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bc8c2-3eef-4193-8475-1d3a1c66bd5c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Subnet': ['ID=b1c7055d-d95f-41ab-b082-698f62b98548,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:45.949176 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3d5bc8c2-3eef-4193-8475-1d3a1c66bd5c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:46.064809 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:46.185821 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-a1487a77-142a-46b2-88f4-344c090a8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:46.185821 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-a1487a77-142a-46b2-88f4-344c090a8d4f service neutron] 10.222.0.93 "GET /v2.0/networks?id=8b2576df-731a-49ab-beec-d0c9aa2f477d HTTP/1.1" status: 200 len: 921 time: 1.7715061 Jun 25 09:24:46.201145 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:46.387843 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-45b9c4df-7c64-47a0-8ab1-f4ef3272c345 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cae84b5-6bf7-4322-b191-b15227e0d928 HTTP/1.1" status: 200 len: 217 time: 0.1840448 Jun 25 09:24:46.441455 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b76f721e-2076-463b-be49-3d8fbd5bb3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-router', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:23:04Z', 'updated_at': '2021-06-25T09:23:09Z', 'revision_number': 4, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'gw_port': {'id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:05Z', 'updated_at': '2021-06-25T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'c877828b-0732-42b4-a61b-b025b5602f12', 'name': '', 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'mac_address': 'fa:16:3e:c3:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:07Z', 'updated_at': '2021-06-25T09:23:15Z', 'revision_number': 5, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'subnets': [{'id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:46.450801 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3f6db2c3-41e1-4e4e-8a07-459e543406c2 None None] Provisioning complete for port c8b22c4b-5b85-41ac-a793-68b761445bcb triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:24:46.451181 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f6db2c3-41e1-4e4e-8a07-459e543406c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:46.542210 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f721e-2076-463b-be49-3d8fbd5bb3a2 None None] The sync data for ids ['39672114-fe97-4bb0-a815-3d1cf21772e3'] in n-d-761264-15 is: [{'id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-router', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:23:04Z', 'updated_at': '2021-06-25T09:23:09Z', 'revision_number': 4, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'gw_port': {'id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:05Z', 'updated_at': '2021-06-25T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'c877828b-0732-42b4-a61b-b025b5602f12', 'name': '', 'network_id': '8b2576df-731a-49ab-beec-d0c9aa2f477d', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'mac_address': 'fa:16:3e:c3:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:07Z', 'updated_at': '2021-06-25T09:23:15Z', 'revision_number': 5, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'subnets': [{'id': '264de093-f8bc-4972-89d7-2a2508fb4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:24:46.570098 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Allocated IP 2001:db8::2 (6e5de731-9a7d-450a-b8da-153b27e67c8d/b1c7055d-d95f-41ab-b082-698f62b98548/d1cc5ee2-9d30-4287-abaf-e55937b7faa4) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:24:46.571842 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f89c87-7f2d-4207-98a0-c97b0630a004 req-f4618239-43d5-4288-a3fe-fc10656b6719 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:46.579068 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95f89c87-7f2d-4207-98a0-c97b0630a004 req-f4618239-43d5-4288-a3fe-fc10656b6719 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 1.9924545 Jun 25 09:24:46.699594 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415e9a-4bf2-4705-8c06-7518c872b111 req-5fa7ff43-c115-49af-b040-afcf0c48b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:46.706452 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-58415e9a-4bf2-4705-8c06-7518c872b111 req-5fa7ff43-c115-49af-b040-afcf0c48b3e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb11d964c95c485faa0ce0b518283280&device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 1097 time: 2.4429283 Jun 25 09:24:46.823000 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-95f89c87-7f2d-4207-98a0-c97b0630a004 req-39ad6e45-62cf-4c84-9962-50c62c152da7 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984987 Jun 25 09:24:46.884064 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:46.900603 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-f1119497-ca13-4927-a8aa-66cc37878a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:46.902814 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Transition to ACTIVE for port object d1cc5ee2-9d30-4287-abaf-e55937b7faa4 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:24:46.908675 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-f1119497-ca13-4927-a8aa-66cc37878a3e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=264de093-f8bc-4972-89d7-2a2508fb4ef7 HTTP/1.1" status: 200 len: 859 time: 0.5141096 Jun 25 09:24:46.955250 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Transition to ACTIVE for port object d1cc5ee2-9d30-4287-abaf-e55937b7faa4 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:24:46.967074 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-c24f9096-bb8f-4dc1-8304-d2789a6d60b6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8b2576df-731a-49ab-beec-d0c9aa2f477d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538776 Jun 25 09:24:46.971971 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:46.976185 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:47.000059 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:47.009602 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2b92fd9c-f144-43c0-98b8-51b22089bf11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:47.093932 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Network 6e5de731-9a7d-450a-b8da-153b27e67c8d is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:24:47.107919 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Pushing event updated for resources: {'Port': ['ID=d1cc5ee2-9d30-4287-abaf-e55937b7faa4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:47.110547 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:47.112743 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:47.113773 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:24:47.132293 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415e9a-4bf2-4705-8c06-7518c872b111 req-30ceebce-1a80-4e2f-9eea-4ffdbab8de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:47.138695 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c7055d-d95f-41ab-b082-698f62b98548,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:47.142037 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-58415e9a-4bf2-4705-8c06-7518c872b111 req-30ceebce-1a80-4e2f-9eea-4ffdbab8de37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8b2576df-731a-49ab-beec-d0c9aa2f477d HTTP/1.1" status: 200 len: 921 time: 0.3933928 Jun 25 09:24:47.149181 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:47.204646 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-58415e9a-4bf2-4705-8c06-7518c872b111 req-b5e79949-f8ee-4830-913a-ca0aba139be0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cae84b5-6bf7-4322-b191-b15227e0d928 HTTP/1.1" status: 200 len: 217 time: 0.0477595 Jun 25 09:24:47.245374 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e2e18c-6a4b-4833-8f6c-75bdf925e395 None None] New status for floating IP 1e601443-4ce8-466e-ab2d-e7ca1351dd39: DOWN {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:24:47.263335 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-b1de74c3-f9f5-4b60-85ab-b9e05136c687 service neutron] 10.222.0.93 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617311 Jun 25 09:24:47.347912 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415e9a-4bf2-4705-8c06-7518c872b111 req-2c2f1e3f-99fd-4752-8f3d-dc6b5d8f33cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:47.349608 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-58415e9a-4bf2-4705-8c06-7518c872b111 req-2c2f1e3f-99fd-4752-8f3d-dc6b5d8f33cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=264de093-f8bc-4972-89d7-2a2508fb4ef7 HTTP/1.1" status: 200 len: 859 time: 0.1356275 Jun 25 09:24:47.359949 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Attempting to bind port d1cc5ee2-9d30-4287-abaf-e55937b7faa4 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:24:47.360329 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Attempting to bind port d1cc5ee2-9d30-4287-abaf-e55937b7faa4 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'f653515a-d851-40c7-93fd-7eff57aca850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6e5de731-9a7d-450a-b8da-153b27e67c8d'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:24:47.361083 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Attempting to bind port d1cc5ee2-9d30-4287-abaf-e55937b7faa4 on network 6e5de731-9a7d-450a-b8da-153b27e67c8d {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:24:47.374731 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:24:47.375076 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Checking segment: {'id': 'f653515a-d851-40c7-93fd-7eff57aca850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6e5de731-9a7d-450a-b8da-153b27e67c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:47.375511 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:47.375875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Bound using segment: {'id': 'f653515a-d851-40c7-93fd-7eff57aca850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6e5de731-9a7d-450a-b8da-153b27e67c8d'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:24:47.376359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Bound port: d1cc5ee2-9d30-4287-abaf-e55937b7faa4, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f653515a-d851-40c7-93fd-7eff57aca850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6e5de731-9a7d-450a-b8da-153b27e67c8d'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:24:47.376806 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:47.412814 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:47.450732 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5de731-9a7d-450a-b8da-153b27e67c8d']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:47.454219 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-58415e9a-4bf2-4705-8c06-7518c872b111 req-625a1208-9da9-45c9-a7dd-9706a80823f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b2576df-731a-49ab-beec-d0c9aa2f477d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940063 Jun 25 09:24:47.482842 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f653515a-d851-40c7-93fd-7eff57aca850') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:47.483365 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f653515a-d851-40c7-93fd-7eff57aca850') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:47.494696 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:47.514636 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:47.522755 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:24:47.523765 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:24:47.599918 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:24:47.602105 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.api [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 09:24:47.602105 n-d-761264-15 neutron-server[94025]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 09:24:47.602105 n-d-761264-15 neutron-server[94025]: [parameters: {'id': '6e5de731-9a7d-450a-b8da-153b27e67c8d'}] Jun 25 09:24:47.602105 n-d-761264-15 neutron-server[94025]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:24:47.602105 n-d-761264-15 neutron-server[94025]: DEBUG oslo_db.api [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:24:47.649100 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] For port d1cc5ee2-9d30-4287-abaf-e55937b7faa4, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:24:47.656035 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] For port d1cc5ee2-9d30-4287-abaf-e55937b7faa4, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d1cc5ee2-9d30-4287-abaf-e55937b7faa4,segment=NetworkSegment(f653515a-d851-40c7-93fd-7eff57aca850),segment_id=f653515a-d851-40c7-93fd-7eff57aca850)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:24:47.662212 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:47.666166 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06361a2a-a4b2-4d65-847f-905e116fcee1 req-02a5616f-60a6-4f47-b96b-5eca4deb5580 service neutron] 10.222.0.93 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964834 Jun 25 09:24:47.680461 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ec8493c6-7e8f-4105-b143-93ee7fb4b194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:47.841794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6180b-b6b3-4f67-8637-5e74bac7ec2a req-4ba95aa6-8862-450f-9ca2-4dea1728bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:47.844250 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-07d6180b-b6b3-4f67-8637-5e74bac7ec2a req-4ba95aa6-8862-450f-9ca2-4dea1728bfcb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fcf288132844a938d2e86f2388f6525&device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 1097 time: 0.1795022 Jun 25 09:24:47.866357 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37b934fe-afde-4f79-84b9-ffbde09fab00 req-930b9a54-45f1-4d59-bd9f-e21983fd1ce1 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/floatingips/1e601443-4ce8-466e-ab2d-e7ca1351dd39 HTTP/1.1" status: 200 len: 693 time: 0.1039946 Jun 25 09:24:47.873244 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-58415e9a-4bf2-4705-8c06-7518c872b111 req-36ebc423-930b-4db9-8aec-950c6df60c7a service neutron] 10.222.0.41 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100208 Jun 25 09:24:47.919118 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Pushing event updated for resources: {'Port': ['ID=d1cc5ee2-9d30-4287-abaf-e55937b7faa4,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:47.934261 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:47.958509 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdeeae1-cdf6-4fdc-ac11-32c5575a73cd None None] Network 6e5de731-9a7d-450a-b8da-153b27e67c8d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:47.986101 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-18403c7d-84e1-4565-8afc-d596fc28ed51 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:47.994214 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-18403c7d-84e1-4565-8afc-d596fc28ed51 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/networks?id=dd6b7236-91c6-4cd1-904d-928be917672b HTTP/1.1" status: 200 len: 814 time: 0.3567288 Jun 25 09:24:48.032552 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6180b-b6b3-4f67-8637-5e74bac7ec2a req-6bb6380c-3a39-42d6-b96f-d0ec9b1f2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:48.034784 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-07d6180b-b6b3-4f67-8637-5e74bac7ec2a req-6bb6380c-3a39-42d6-b96f-d0ec9b1f2ff2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a27a185-c495-402c-8517-3de9213d78e5 HTTP/1.1" status: 200 len: 916 time: 0.1825829 Jun 25 09:24:48.059882 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-949faaee-55d4-47a5-9207-579e218f5374 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/quotas/748dde602c1f49a6bbc81c6e04536147 HTTP/1.1" status: 200 len: 375 time: 0.0647218 Jun 25 09:24:48.114299 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:48.120003 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-07d6180b-b6b3-4f67-8637-5e74bac7ec2a req-288459b4-bf21-4658-a434-67ea3103e39d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82 HTTP/1.1" status: 200 len: 217 time: 0.0691557 Jun 25 09:24:48.144363 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-5f8b9557-8567-4784-9f6d-8e0e420128d0 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=748dde602c1f49a6bbc81c6e04536147&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835960 Jun 25 09:24:48.184254 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6180b-b6b3-4f67-8637-5e74bac7ec2a req-a2958b69-ca84-4aac-993c-e71c265a6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:48.186071 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-07d6180b-b6b3-4f67-8637-5e74bac7ec2a req-a2958b69-ca84-4aac-993c-e71c265a6efd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2109fa39-1280-4b24-b7e2-08e8cb464b3a HTTP/1.1" status: 200 len: 854 time: 0.0550699 Jun 25 09:24:48.237775 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-07d6180b-b6b3-4f67-8637-5e74bac7ec2a req-e24cbe23-1990-4840-9023-a29cf805f90a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a27a185-c495-402c-8517-3de9213d78e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345714 Jun 25 09:24:48.241937 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a851c0-5ece-4b9a-9a1c-40ae75e28b91 None None] Network 6e5de731-9a7d-450a-b8da-153b27e67c8d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:48.250312 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-9fcd2d29-0014-49d7-9194-36b71ccedec9 service neutron] 10.222.0.93 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946779 Jun 25 09:24:48.353644 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-9f63d6e4-40e0-44ee-923b-d07b13ff92fa service neutron] 10.222.0.93 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942349 Jun 25 09:24:48.372502 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-07d6180b-b6b3-4f67-8637-5e74bac7ec2a req-8bdfa98f-1176-46fe-a1ad-c2cc6c977701 service neutron] 10.222.0.38 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245277 Jun 25 09:24:48.398192 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b934fe-afde-4f79-84b9-ffbde09fab00 req-d0fa5235-c083-4035-8d21-4c246cd3145b tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:48.399645 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37b934fe-afde-4f79-84b9-ffbde09fab00 req-d0fa5235-c083-4035-8d21-4c246cd3145b tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 784 time: 0.5218468 Jun 25 09:24:48.402986 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-58415e9a-4bf2-4705-8c06-7518c872b111 req-461c7476-ed47-4451-bc0c-e449841f74d6 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176325 Jun 25 09:24:48.417555 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-37b934fe-afde-4f79-84b9-ffbde09fab00 req-c0bb29b2-bacb-4ed2-8911-a4bc5fdcb0d3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:24:48.419103 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37b934fe-afde-4f79-84b9-ffbde09fab00 req-c0bb29b2-bacb-4ed2-8911-a4bc5fdcb0d3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130537 Jun 25 09:24:48.478081 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0f5c67-ea74-4335-96e0-2e293437fa7b None None] get_active_networks_info from n-d-761264-15 {{(pid=94026) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 09:24:48.497397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37b934fe-afde-4f79-84b9-ffbde09fab00 req-2d3a24e1-53d9-45ef-a38d-9091d54a23dc tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 696 time: 0.0717521 Jun 25 09:24:48.529748 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Deleting port d1cc5ee2-9d30-4287-abaf-e55937b7faa4 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:48.530385 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:48.594285 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37b934fe-afde-4f79-84b9-ffbde09fab00 req-b45aa58a-aaeb-4afc-a854-84dabdbc2279 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 696 time: 0.0900350 Jun 25 09:24:48.687981 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0f5c67-ea74-4335-96e0-2e293437fa7b None None] Resources bound (agent type, host, resource id): {{(pid=94026) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 09:24:48.789517 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] For port d1cc5ee2-9d30-4287-abaf-e55937b7faa4, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d1cc5ee2-9d30-4287-abaf-e55937b7faa4,segment=NetworkSegment(f653515a-d851-40c7-93fd-7eff57aca850),segment_id=f653515a-d851-40c7-93fd-7eff57aca850)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:48.789908 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:48.800936 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-07d6180b-b6b3-4f67-8637-5e74bac7ec2a req-174f2ee6-2a1f-4f23-8345-131c48d267cf service neutron] 10.222.0.38 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206233 Jun 25 09:24:48.822567 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Calling delete_port for d1cc5ee2-9d30-4287-abaf-e55937b7faa4 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:48.938010 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b389346-f216-4e7c-8660-8e4de9c16e37 req-e6425b6d-25ed-4775-971e-c1a1d3bda6f7 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:48.947575 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b389346-f216-4e7c-8660-8e4de9c16e37 req-e6425b6d-25ed-4775-971e-c1a1d3bda6f7 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1353765 Jun 25 09:24:48.960880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-37b934fe-afde-4f79-84b9-ffbde09fab00 req-50a58717-c6b3-4bcc-9000-bb4b1a9b5ae3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Deleting port d995f5ed-0e90-44c1-b3b0-53a3cbb4e383 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:48.961315 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-37b934fe-afde-4f79-84b9-ffbde09fab00 req-50a58717-c6b3-4bcc-9000-bb4b1a9b5ae3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.040304 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.042843 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bb0bd0c7-d47b-4454-b58a-2652c3f25203 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:49.053646 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b389346-f216-4e7c-8660-8e4de9c16e37 req-3eee2d4b-2226-4522-af53-bc3303b034e4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041970 Jun 25 09:24:49.076406 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Port': ['ID=d1cc5ee2-9d30-4287-abaf-e55937b7faa4,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:49.094810 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:49.100916 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No DVR routers for this DVR port d1cc5ee2-9d30-4287-abaf-e55937b7faa4 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:24:49.114511 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-37b934fe-afde-4f79-84b9-ffbde09fab00 req-50a58717-c6b3-4bcc-9000-bb4b1a9b5ae3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.115257 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-37b934fe-afde-4f79-84b9-ffbde09fab00 req-50a58717-c6b3-4bcc-9000-bb4b1a9b5ae3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.135470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-37b934fe-afde-4f79-84b9-ffbde09fab00 req-50a58717-c6b3-4bcc-9000-bb4b1a9b5ae3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Calling delete_port for d995f5ed-0e90-44c1-b3b0-53a3cbb4e383 owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:49.271005 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.293604 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5de731-9a7d-450a-b8da-153b27e67c8d']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:49.322747 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f653515a-d851-40c7-93fd-7eff57aca850') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:49.326445 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f653515a-d851-40c7-93fd-7eff57aca850') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:49.357144 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.381237 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.392582 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:24:49.396179 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:24:49.403795 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:24:49.484316 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c724c91-9c2b-438c-86dd-89fd79c3d20b req-46060dd3-5900-43cc-9b5c-79f8c3dbd4bf tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 210 time: 0.1305206 Jun 25 09:24:49.484948 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-37b934fe-afde-4f79-84b9-ffbde09fab00 req-50a58717-c6b3-4bcc-9000-bb4b1a9b5ae3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.502740 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8a4103a7-0220-4998-af47-52091d0b1722 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:49.513759 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.521757 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-11160dd4-5849-4b4a-90e4-28dd0b1bb443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:49.553053 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.559680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57822) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:49.560556 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a58717-c6b3-4bcc-9000-bb4b1a9b5ae3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Pushing event deleted for resources: {'Port': ['ID=d995f5ed-0e90-44c1-b3b0-53a3cbb4e383,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:49.562126 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/6e5de731-9a7d-450a-b8da-153b27e67c8d HTTP/1.1" status: 204 len: 168 time: 3.9093485 Jun 25 09:24:49.563636 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Network': ['ID=6e5de731-9a7d-450a-b8da-153b27e67c8d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:49.569662 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:49.577387 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-50a58717-c6b3-4bcc-9000-bb4b1a9b5ae3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:49.609133 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-be02e204-6a10-4a95-acfb-50ca596ef065 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] DELETE failed (client error): The resource could not be found. Jun 25 09:24:49.609768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be02e204-6a10-4a95-acfb-50ca596ef065 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:24:49.616491 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57826) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:49.623142 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-58c2ca83-cf94-4356-87ab-b9daacc6e55e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-64099719', 'description': 'd1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:49.624144 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-be02e204-6a10-4a95-acfb-50ca596ef065 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/6e5de731-9a7d-450a-b8da-153b27e67c8d HTTP/1.1" status: 404 len: 339 time: 0.0577791 Jun 25 09:24:49.627732 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:24:49.672949 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c2ca83-cf94-4356-87ab-b9daacc6e55e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:49.679987 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58c2ca83-cf94-4356-87ab-b9daacc6e55e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.711045 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-37b934fe-afde-4f79-84b9-ffbde09fab00 req-50a58717-c6b3-4bcc-9000-bb4b1a9b5ae3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.714318 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-37b934fe-afde-4f79-84b9-ffbde09fab00 req-50a58717-c6b3-4bcc-9000-bb4b1a9b5ae3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.724058 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37b934fe-afde-4f79-84b9-ffbde09fab00 req-50a58717-c6b3-4bcc-9000-bb4b1a9b5ae3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "DELETE /v2.0/floatingips/1e601443-4ce8-466e-ab2d-e7ca1351dd39 HTTP/1.1" status: 204 len: 173 time: 1.1172400 Jun 25 09:24:49.733613 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c2ca83-cf94-4356-87ab-b9daacc6e55e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:24:49.762548 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58c2ca83-cf94-4356-87ab-b9daacc6e55e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.763243 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-58c2ca83-cf94-4356-87ab-b9daacc6e55e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Added segment 656968a1-f927-4462-9259-c6f4c45c6194 of type vlan for network 37fa27ab-44ec-42b8-9711-f6c5f1649d35 Jun 25 09:24:49.821060 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-622b025b-d626-4b1c-9621-d967cd58befa req-843e628f-cae9-46d9-8a5e-a4a17d79d79b tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups/4f650d8c-9b6e-4552-a1b3-0ff102d10601 HTTP/1.1" status: 200 len: 1808 time: 0.0738378 Jun 25 09:24:49.833248 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58c2ca83-cf94-4356-87ab-b9daacc6e55e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.915157 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-622b025b-d626-4b1c-9621-d967cd58befa req-019a7f9a-5bd2-4ccd-9010-1dbeb0ab15b1 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.931008 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58c2ca83-cf94-4356-87ab-b9daacc6e55e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.937729 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c2ca83-cf94-4356-87ab-b9daacc6e55e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:49.943416 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58c2ca83-cf94-4356-87ab-b9daacc6e55e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:49.952498 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4ebabdd6-e014-4830-9b12-075c3afa40b2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:49.985538 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-622b025b-d626-4b1c-9621-d967cd58befa req-019a7f9a-5bd2-4ccd-9010-1dbeb0ab15b1 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:50.061027 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57834) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:50.067125 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-58c2ca83-cf94-4356-87ab-b9daacc6e55e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4311140 Jun 25 09:24:50.091618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2ca83-cf94-4356-87ab-b9daacc6e55e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Network': ['ID=37fa27ab-44ec-42b8-9711-f6c5f1649d35,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:50.097586 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-58c2ca83-cf94-4356-87ab-b9daacc6e55e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:50.103179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 37fa27ab-44ec-42b8-9711-f6c5f1649d35 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:24:50.194736 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-622b025b-d626-4b1c-9621-d967cd58befa req-019a7f9a-5bd2-4ccd-9010-1dbeb0ab15b1 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:50.197362 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-622b025b-d626-4b1c-9621-d967cd58befa req-019a7f9a-5bd2-4ccd-9010-1dbeb0ab15b1 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:50.198502 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-622b025b-d626-4b1c-9621-d967cd58befa req-019a7f9a-5bd2-4ccd-9010-1dbeb0ab15b1 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "DELETE /v2.0/security-groups/4f650d8c-9b6e-4552-a1b3-0ff102d10601 HTTP/1.1" status: 204 len: 173 time: 0.3612525 Jun 25 09:24:50.213332 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fe5cf15c-4848-444e-86cb-a02217a46bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:50.239102 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bc6160-32cd-4631-9c91-d0715e8d2825 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:50.240598 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b1bc6160-32cd-4631-9c91-d0715e8d2825 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "GET /v2.0/networks?id=37fa27ab-44ec-42b8-9711-f6c5f1649d35 HTTP/1.1" status: 200 len: 763 time: 0.1783483 Jun 25 09:24:50.244006 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a7f9a-5bd2-4ccd-9010-1dbeb0ab15b1 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f650d8c-9b6e-4552-a1b3-0ff102d10601,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:50.248480 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57842) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:50.254285 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-83f3ab20-1c87-4876-85e8-c016b23d32c9 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'network': {'description': 'd2'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:50.261484 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-019a7f9a-5bd2-4ccd-9010-1dbeb0ab15b1 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:50.441477 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaa532-2b25-4247-b7f7-6dc0966a27fd req-d7fd50e1-f138-4982-a1b3-024e90691ec1 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:50.443581 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8aaa532-2b25-4247-b7f7-6dc0966a27fd req-d7fd50e1-f138-4982-a1b3-024e90691ec1 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 945 time: 0.1189339 Jun 25 09:24:50.526956 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8aaa532-2b25-4247-b7f7-6dc0966a27fd req-c53dfa79-a0a9-4714-b08d-46a62468e8ac tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766163 Jun 25 09:24:50.529373 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-83f3ab20-1c87-4876-85e8-c016b23d32c9 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:50.547524 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-83f3ab20-1c87-4876-85e8-c016b23d32c9 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:50.561487 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-deddbc1c-13ce-4298-b537-229f8ee512cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:50.627838 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83f3ab20-1c87-4876-85e8-c016b23d32c9 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network 37fa27ab-44ec-42b8-9711-f6c5f1649d35 is not hosted by any dhcp agent {{(pid=94025) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 09:24:50.633634 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f3ab20-1c87-4876-85e8-c016b23d32c9 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:50.634328 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-83f3ab20-1c87-4876-85e8-c016b23d32c9 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:50.638644 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57850) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:50.638886 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-83f3ab20-1c87-4876-85e8-c016b23d32c9 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "PUT /v2.0/networks/37fa27ab-44ec-42b8-9711-f6c5f1649d35 HTTP/1.1" status: 200 len: 760 time: 0.3891554 Jun 25 09:24:50.667720 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3ab20-1c87-4876-85e8-c016b23d32c9 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Network': ['ID=37fa27ab-44ec-42b8-9711-f6c5f1649d35,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:50.671470 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-83f3ab20-1c87-4876-85e8-c016b23d32c9 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:50.678945 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 37fa27ab-44ec-42b8-9711-f6c5f1649d35 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:24:50.716069 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:24:50.840038 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d574f841-b557-45c7-9d58-e420a2ce0f87 req-8653e616-f397-42d5-9297-ff2ef4cb367f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 210 time: 0.0599902 Jun 25 09:24:50.890282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9eb611-7ac6-43f8-affe-2569344f3a52 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:50.896438 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57862) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:50.911473 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5c9eb611-7ac6-43f8-affe-2569344f3a52 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "GET /v2.0/networks?id=37fa27ab-44ec-42b8-9711-f6c5f1649d35 HTTP/1.1" status: 200 len: 763 time: 0.2714520 Jun 25 09:24:51.025868 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:51.075084 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e978a680-6d5c-423b-bdc6-6693675a382f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:24:51.079665 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003f00f5-757d-4a6e-bf4a-d8e164521706" -d '{"events": [{"server_uuid": "e978a680-6d5c-423b-bdc6-6693675a382f", "name": "network-vif-unplugged", "status": "completed", "tag": "29b44762-2c1a-4223-83cc-ecf5d5dc2e82"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:24:51.114188 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:51.120309 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:51.122977 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:51.215263 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-4a3a1e18-8ed4-4a43-844d-ea14843971fd tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:51.216900 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-4a3a1e18-8ed4-4a43-844d-ea14843971fd tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.41 "GET /v2.0/networks?id=dd6b7236-91c6-4cd1-904d-928be917672b HTTP/1.1" status: 200 len: 814 time: 0.1860979 Jun 25 09:24:51.231427 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:51.235800 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:51.240564 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-fc7d41a5-af51-4b42-8816-53e2dc06a18c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Request body: {'port': {'device_id': 'feaed4a2-8206-4c17-b4ff-efff8eed97b0', 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b', 'admin_state_up': True, 'tenant_id': '748dde602c1f49a6bbc81c6e04536147'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:51.302034 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3167d499-40fb-4d84-bd32-925ec21ca73d x-openstack-request-id: req-3167d499-40fb-4d84-bd32-925ec21ca73d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:24:51.302436 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e978a680-6d5c-423b-bdc6-6693675a382f", "name": "network-vif-unplugged", "status": "completed", "tag": "29b44762-2c1a-4223-83cc-ecf5d5dc2e82", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:24:51.302758 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3167d499-40fb-4d84-bd32-925ec21ca73d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:24:51.303203 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e978a680-6d5c-423b-bdc6-6693675a382f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82', 'code': 200} Jun 25 09:24:51.373922 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870755f3-a3de-4bc3-bf76-4916d42df06c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:51.376347 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-870755f3-a3de-4bc3-bf76-4916d42df06c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4788921 Jun 25 09:24:51.379090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57872) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:51.425334 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-37870fff-20b5-423f-b78c-22017761670b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "GET /v2.0/subnets?network_id=8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 207 time: 0.0445392 Jun 25 09:24:51.438870 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57876) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:51.536050 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57878) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:51.633995 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbba00-dc39-4348-9143-179d963a9317 req-09413f1e-314c-4d8d-85a6-a807440a8d97 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:51.641733 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-25fbba00-dc39-4348-9143-179d963a9317 req-09413f1e-314c-4d8d-85a6-a807440a8d97 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.4746680 Jun 25 09:24:51.749451 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ed2f6fa-96ff-42f3-bd3b-5249e4ee5d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:51.800296 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-25fbba00-dc39-4348-9143-179d963a9317 req-f0e78702-1ec9-41c6-a387-a7462ad408a4 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571071 Jun 25 09:24:51.813854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-fc7d41a5-af51-4b42-8816-53e2dc06a18c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Made reservation on behalf of 748dde602c1f49a6bbc81c6e04536147 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:51.817757 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-fc7d41a5-af51-4b42-8816-53e2dc06a18c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:51.835147 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb88392-50b8-42eb-a0f7-3bcba70ca8a4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:51.841450 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb88392-50b8-42eb-a0f7-3bcba70ca8a4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:51.848007 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb88392-50b8-42eb-a0f7-3bcba70ca8a4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:51.856856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb88392-50b8-42eb-a0f7-3bcba70ca8a4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:51.863436 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb88392-50b8-42eb-a0f7-3bcba70ca8a4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:51.869459 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb88392-50b8-42eb-a0f7-3bcba70ca8a4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:51.871264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bcb88392-50b8-42eb-a0f7-3bcba70ca8a4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4313061 Jun 25 09:24:51.875037 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57886) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:51.951169 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ed2f6fa-96ff-42f3-bd3b-5249e4ee5d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:51.956505 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ed2f6fa-96ff-42f3-bd3b-5249e4ee5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:51.962864 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-10d6c228-844b-4083-aedf-8cfd7d178787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:52.013786 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8ed2f6fa-96ff-42f3-bd3b-5249e4ee5d71 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c1896677ec364c52a8c05af7c615615e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737532 Jun 25 09:24:52.013786 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2f6fa-96ff-42f3-bd3b-5249e4ee5d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbc32f5-2803-4c92-987e-d853f9397686,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:52.016522 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57890) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:52.019342 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8ed2f6fa-96ff-42f3-bd3b-5249e4ee5d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:52.098989 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-407322e9-8111-4f30-a5f5-3412ee864ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:52.122440 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-407322e9-8111-4f30-a5f5-3412ee864ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:52.171669 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-407322e9-8111-4f30-a5f5-3412ee864ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:52.174405 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-407322e9-8111-4f30-a5f5-3412ee864ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:52.178102 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-407322e9-8111-4f30-a5f5-3412ee864ba5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0cbc32f5-2803-4c92-987e-d853f9397686 HTTP/1.1" status: 204 len: 168 time: 0.1580620 Jun 25 09:24:52.178102 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:52.186490 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407322e9-8111-4f30-a5f5-3412ee864ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbc32f5-2803-4c92-987e-d853f9397686,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:52.189568 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-407322e9-8111-4f30-a5f5-3412ee864ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:52.248455 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-fc7d41a5-af51-4b42-8816-53e2dc06a18c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Allocated IP 172.20.0.9 (dd6b7236-91c6-4cd1-904d-928be917672b/43a8323b-38ae-46d4-a13f-02c398ffe483/31eac85e-fc5f-4444-bca0-16ee4ae64297) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:24:52.278369 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01043b8a-6cf9-4686-82a9-787afa033fb5 req-a4ad6deb-294f-4fd4-bf68-24cc0c65e6c1 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 210 time: 0.0586145 Jun 25 09:24:52.327437 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d07af633-a776-40a6-af03-5b722abad268 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4334462 Jun 25 09:24:52.331395 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57898) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:52.374336 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e9c50-0f31-4b30-91ce-2c19fe26f93c req-13a7ecaf-fc46-4a6d-a700-86755aa6b30d tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:52.381953 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-714e9c50-0f31-4b30-91ce-2c19fe26f93c req-13a7ecaf-fc46-4a6d-a700-86755aa6b30d tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 0.5077374 Jun 25 09:24:52.406238 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a2bbabce-79c7-41d6-8df8-8b80bc2752e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:52.459592 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee374b0e-2f53-42f4-b4c8-d0959a1976c0 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:52.466718 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee374b0e-2f53-42f4-b4c8-d0959a1976c0 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:52.468459 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee374b0e-2f53-42f4-b4c8-d0959a1976c0 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:52.469989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee374b0e-2f53-42f4-b4c8-d0959a1976c0 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:52.476115 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee374b0e-2f53-42f4-b4c8-d0959a1976c0 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:52.482123 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ee374b0e-2f53-42f4-b4c8-d0959a1976c0 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1445527 Jun 25 09:24:52.483761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57904) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:52.515552 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-714e9c50-0f31-4b30-91ce-2c19fe26f93c req-6d1d3276-2028-4886-a61a-aeabe29503d5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325998 Jun 25 09:24:52.598779 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad9385-6208-4f5d-af28-35772109b490 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['shared'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:52.600312 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad9385-6208-4f5d-af28-35772109b490 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['shared'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:52.601740 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad9385-6208-4f5d-af28-35772109b490 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['shared'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:52.602698 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57906) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:52.603145 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad9385-6208-4f5d-af28-35772109b490 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['shared'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:52.604793 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad9385-6208-4f5d-af28-35772109b490 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['shared'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:52.610745 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9fad9385-6208-4f5d-af28-35772109b490 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1257970 Jun 25 09:24:52.611391 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57908) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:52.627069 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-daa02e35-3831-4f44-afbd-6906ab8137fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:52.639319 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-fc7d41a5-af51-4b42-8816-53e2dc06a18c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:52.745323 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9621c81-fd43-47e5-9db0-be7ef333d6c3 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:52.747335 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f9621c81-fd43-47e5-9db0-be7ef333d6c3 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "GET /v2.0/networks/fbfc4e43-a03d-4373-95f7-df09607714d1 HTTP/1.1" status: 200 len: 803 time: 0.1344886 Jun 25 09:24:52.750700 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57914) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:52.756699 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-fc7d41a5-af51-4b42-8816-53e2dc06a18c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:52.777202 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d3c48971-5033-4664-8159-07b6f6af38e4 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:52.872838 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-daa02e35-3831-4f44-afbd-6906ab8137fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:52.880061 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-44538f4f-8e95-4057-951b-635030a081be tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "GET /v2.0/networks/fbfc4e43-a03d-4373-95f7-df09607714d1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1242015 Jun 25 09:24:52.881188 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57918) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:52.941653 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-daa02e35-3831-4f44-afbd-6906ab8137fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:52.949212 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723eff3a-9d63-4935-b6c5-5876b69c852a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:52.952913 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-723eff3a-9d63-4935-b6c5-5876b69c852a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "GET /v2.0/subnets/ee8e6deb-d644-42c5-aa7d-4ff3ba8abff5 HTTP/1.1" status: 200 len: 843 time: 0.0701435 Jun 25 09:24:52.956750 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57920) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:53.017591 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b6ea00-27b9-4352-8d1a-60ffe3caacc2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['shared'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:53.023402 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-25b6ea00-27b9-4352-8d1a-60ffe3caacc2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "GET /v2.0/subnets/ee8e6deb-d644-42c5-aa7d-4ff3ba8abff5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0653665 Jun 25 09:24:53.024134 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57922) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:53.029898 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-97fc64c9-c241-46ad-a32f-b62a610bd716 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-876648534'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:53.056139 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fc64c9-c241-46ad-a32f-b62a610bd716 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:53.060077 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-97fc64c9-c241-46ad-a32f-b62a610bd716 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:53.093493 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fc64c9-c241-46ad-a32f-b62a610bd716 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:24:53.107830 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-97fc64c9-c241-46ad-a32f-b62a610bd716 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:53.108293 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-97fc64c9-c241-46ad-a32f-b62a610bd716 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Added segment 5230147c-1014-49f1-9cb6-0ebebe9cb2af of type vlan for network fc726c39-ec8f-48a1-b9e7-f857d63c8319 Jun 25 09:24:53.169896 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-97fc64c9-c241-46ad-a32f-b62a610bd716 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:53.230073 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-97fc64c9-c241-46ad-a32f-b62a610bd716 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:53.237623 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fc64c9-c241-46ad-a32f-b62a610bd716 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:53.238881 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-97fc64c9-c241-46ad-a32f-b62a610bd716 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:53.242436 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:53.320245 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc64c9-c241-46ad-a32f-b62a610bd716 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Network': ['ID=fc726c39-ec8f-48a1-b9e7-f857d63c8319,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:53.329407 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-97fc64c9-c241-46ad-a32f-b62a610bd716 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:53.333736 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network fc726c39-ec8f-48a1-b9e7-f857d63c8319 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:24:53.346830 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-97fc64c9-c241-46ad-a32f-b62a610bd716 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3210168 Jun 25 09:24:53.347798 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57928) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:53.359563 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8b20d3d8-fcaf-4b3b-9ced-7bd4d493c201 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'subnet': {'network_id': 'fc726c39-ec8f-48a1-b9e7-f857d63c8319', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:53.495181 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b20d3d8-fcaf-4b3b-9ced-7bd4d493c201 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Made reservation on behalf of 2237d52b519d4dfe9461e3e141f00f00 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:24:53.499404 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-fc7d41a5-af51-4b42-8816-53e2dc06a18c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Network dd6b7236-91c6-4cd1-904d-928be917672b is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:24:53.499643 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8b20d3d8-fcaf-4b3b-9ced-7bd4d493c201 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:53.504846 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-fc7d41a5-af51-4b42-8816-53e2dc06a18c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:53.527199 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-fc7d41a5-af51-4b42-8816-53e2dc06a18c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:24:53.594729 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-8b20d3d8-fcaf-4b3b-9ced-7bd4d493c201 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Performing IP validity checks on allocation pools {{(pid=94025) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 25 09:24:53.595980 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-8b20d3d8-fcaf-4b3b-9ced-7bd4d493c201 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94025) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 25 09:24:53.611952 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d41a5-af51-4b42-8816-53e2dc06a18c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Pushing event updated for resources: {'Port': ['ID=31eac85e-fc5f-4444-bca0-16ee4ae64297,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:53.619817 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fc7d41a5-af51-4b42-8816-53e2dc06a18c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:53.646301 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-daa02e35-3831-4f44-afbd-6906ab8137fb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4136306c80184952af57a01353ee26cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0382993 Jun 25 09:24:53.648666 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-019a7f9a-5bd2-4ccd-9010-1dbeb0ab15b1 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.695s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:53.648965 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57932) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:53.732382 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-fc7d41a5-af51-4b42-8816-53e2dc06a18c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:53.733674 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-fc7d41a5-af51-4b42-8816-53e2dc06a18c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:53.757669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa02e35-3831-4f44-afbd-6906ab8137fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555de051-d9a3-448d-9631-6ce40f973220,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:53.759276 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3357ec7b-600d-4efc-8375-ba8411688719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:53.774006 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-daa02e35-3831-4f44-afbd-6906ab8137fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:53.789818 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3357ec7b-600d-4efc-8375-ba8411688719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:53.796910 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd58563-8fdd-46bb-9710-2711badf87ed req-71520d4f-070d-485d-b9c5-c81180865ab9 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:53.798693 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1cd58563-8fdd-46bb-9710-2711badf87ed req-71520d4f-070d-485d-b9c5-c81180865ab9 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.8358598 Jun 25 09:24:53.800047 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-fc7d41a5-af51-4b42-8816-53e2dc06a18c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5647089 Jun 25 09:24:53.821831 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Request body: {'port': {'device_id': 'feaed4a2-8206-4c17-b4ff-efff8eed97b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:53.843756 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c50782-4c7d-489f-8f21-71cd846e31a7 req-d5099d12-c9de-4bb7-a4fd-c7eda6d18498 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:53.852066 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d0c50782-4c7d-489f-8f21-71cd846e31a7 req-d5099d12-c9de-4bb7-a4fd-c7eda6d18498 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 931 time: 0.2901096 Jun 25 09:24:53.906606 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3357ec7b-600d-4efc-8375-ba8411688719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:53.910233 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3357ec7b-600d-4efc-8375-ba8411688719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:53.914414 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3357ec7b-600d-4efc-8375-ba8411688719 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/555de051-d9a3-448d-9631-6ce40f973220 HTTP/1.1" status: 204 len: 168 time: 0.2617567 Jun 25 09:24:53.922273 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8ed2f6fa-96ff-42f3-bd3b-5249e4ee5d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:53.931298 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1cd58563-8fdd-46bb-9710-2711badf87ed req-b5207321-5f19-48f2-9f92-e30ad0637765 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a266d61-de07-4e08-941a-6be3b118e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236598 Jun 25 09:24:53.968042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357ec7b-600d-4efc-8375-ba8411688719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555de051-d9a3-448d-9631-6ce40f973220,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:53.977622 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3357ec7b-600d-4efc-8375-ba8411688719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:53.979898 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:53.989760 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d0c50782-4c7d-489f-8f21-71cd846e31a7 req-ea32fc93-b151-49a3-aabd-8e019a437eec tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363475 Jun 25 09:24:54.036988 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf74da2-4f9f-4440-91d8-505a0a6c2173 req-1f9b94bf-d1ab-4e16-9331-4aa3add11234 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:54.038550 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:54.038907 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ddf74da2-4f9f-4440-91d8-505a0a6c2173 req-1f9b94bf-d1ab-4e16-9331-4aa3add11234 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.41 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 945 time: 0.1969063 Jun 25 09:24:54.156700 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8b20d3d8-fcaf-4b3b-9ced-7bd4d493c201 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:54.164616 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8e46ad2a-fdf5-4184-a16e-0ce4e6620f92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:54.258439 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20d3d8-fcaf-4b3b-9ced-7bd4d493c201 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Subnet': ['ID=5f1fee78-dc7a-498e-947d-f40a3725a31a,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:54.263070 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8b20d3d8-fcaf-4b3b-9ced-7bd4d493c201 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:54.268791 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20d3d8-fcaf-4b3b-9ced-7bd4d493c201 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Checking segment: {'id': '5230147c-1014-49f1-9cb6-0ebebe9cb2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'fc726c39-ec8f-48a1-b9e7-f857d63c8319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:54.269161 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b20d3d8-fcaf-4b3b-9ced-7bd4d493c201 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network hostable DHCP agents. Network: fc726c39-ec8f-48a1-b9e7-f857d63c8319, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:24:54.293590 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-ddf74da2-4f9f-4440-91d8-505a0a6c2173 req-c17734a6-a6bd-4d09-9ec7-e89ab78cd0c7 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Deleting port 0cae84b5-6bf7-4322-b191-b15227e0d928 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:54.293961 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ddf74da2-4f9f-4440-91d8-505a0a6c2173 req-c17734a6-a6bd-4d09-9ec7-e89ab78cd0c7 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:54.299630 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b20d3d8-fcaf-4b3b-9ced-7bd4d493c201 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Network fc726c39-ec8f-48a1-b9e7-f857d63c8319 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:24:54.360739 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-8b20d3d8-fcaf-4b3b-9ced-7bd4d493c201 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, fc726c39-ec8f-48a1-b9e7-f857d63c8319) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:54.368679 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b3b6d8-8b56-40b0-ad0a-0c9973125230 None None] Network fc726c39-ec8f-48a1-b9e7-f857d63c8319 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:54.378161 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b20d3d8-fcaf-4b3b-9ced-7bd4d493c201 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:54.378760 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8b20d3d8-fcaf-4b3b-9ced-7bd4d493c201 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:54.426273 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8b20d3d8-fcaf-4b3b-9ced-7bd4d493c201 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0739534 Jun 25 09:24:54.426479 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57940) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:54.461040 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-a2085fea-02e0-4b03-a05c-c26573023267 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:24:54.528248 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31eac85e-fc5f-4444-bca0-16ee4ae64297 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:24:54.542815 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:54.556132 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-ddf74da2-4f9f-4440-91d8-505a0a6c2173 req-c17734a6-a6bd-4d09-9ec7-e89ab78cd0c7 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] For port 0cae84b5-6bf7-4322-b191-b15227e0d928, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=0cae84b5-6bf7-4322-b191-b15227e0d928,segment=NetworkSegment(5b654784-b987-4ae0-802a-cc0e228247b4),segment_id=5b654784-b987-4ae0-802a-cc0e228247b4)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:54.556681 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ddf74da2-4f9f-4440-91d8-505a0a6c2173 req-c17734a6-a6bd-4d09-9ec7-e89ab78cd0c7 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:54.567095 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Transition to ACTIVE for port object 31eac85e-fc5f-4444-bca0-16ee4ae64297 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:24:54.575941 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:54.580303 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-821d427a-c4f2-495c-b426-76f7134f9b86 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:54.602039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-ddf74da2-4f9f-4440-91d8-505a0a6c2173 req-c17734a6-a6bd-4d09-9ec7-e89ab78cd0c7 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Calling delete_port for 0cae84b5-6bf7-4322-b191-b15227e0d928 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:54.634357 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5c6f5-b68e-4bfd-908b-a57fc097e4b6 req-163053fa-e5da-4b66-8839-6a92651d2294 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:54.642145 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ee5c6f5-b68e-4bfd-908b-a57fc097e4b6 req-163053fa-e5da-4b66-8839-6a92651d2294 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 0.1864121 Jun 25 09:24:54.653896 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-fc726c39-ec8f-48a1-b9e7-f857d63c8319', 'network_id': 'fc726c39-ec8f-48a1-b9e7-f857d63c8319', 'tenant_id': '2237d52b519d4dfe9461e3e141f00f00', 'fixed_ips': [{'subnet_id': '5f1fee78-dc7a-498e-947d-f40a3725a31a'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:24:54.655044 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:54.744485 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ee5c6f5-b68e-4bfd-908b-a57fc097e4b6 req-bc6130df-9f57-446b-b3cc-cf36e2682800 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008525 Jun 25 09:24:54.785262 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Pushing event updated for resources: {'Port': ['ID=31eac85e-fc5f-4444-bca0-16ee4ae64297,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:54.790690 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:54.838110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Attempting to bind port 31eac85e-fc5f-4444-bca0-16ee4ae64297 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:24:54.838619 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Attempting to bind port 31eac85e-fc5f-4444-bca0-16ee4ae64297 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '636f9e92-a852-44f1-9f7c-1936c3b52444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:24:54.843946 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Attempting to bind port 31eac85e-fc5f-4444-bca0-16ee4ae64297 on network dd6b7236-91c6-4cd1-904d-928be917672b {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:24:54.844745 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a2085fea-02e0-4b03-a05c-c26573023267 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26445479'] for subnet, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:54.849858 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Port 31eac85e-fc5f-4444-bca0-16ee4ae64297 on network dd6b7236-91c6-4cd1-904d-928be917672b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:24:54.854145 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Attempting to bind port 31eac85e-fc5f-4444-bca0-16ee4ae64297 on network dd6b7236-91c6-4cd1-904d-928be917672b {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:24:54.866432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:24:54.866783 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Checking segment: {'id': '636f9e92-a852-44f1-9f7c-1936c3b52444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:54.867219 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Bound using segment: {'id': '636f9e92-a852-44f1-9f7c-1936c3b52444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:24:54.867669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Bound port: 31eac85e-fc5f-4444-bca0-16ee4ae64297, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636f9e92-a852-44f1-9f7c-1936c3b52444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:24:54.868038 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:55.000572 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Allocated IP 2001:db8::3 (fc726c39-ec8f-48a1-b9e7-f857d63c8319/5f1fee78-dc7a-498e-947d-f40a3725a31a/ec14c1e8-a2f4-4f38-a30f-783c74d3d687) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:24:55.029537 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] For port 31eac85e-fc5f-4444-bca0-16ee4ae64297, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:24:55.037721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] For port 31eac85e-fc5f-4444-bca0-16ee4ae64297, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31eac85e-fc5f-4444-bca0-16ee4ae64297,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:24:55.047951 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:55.066626 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ddf74da2-4f9f-4440-91d8-505a0a6c2173 req-c17734a6-a6bd-4d09-9ec7-e89ab78cd0c7 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:55.072260 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5f01a92c-e6a3-4ddf-9ab4-d3a96140d692 tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:55.136094 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17734a6-a6bd-4d09-9ec7-e89ab78cd0c7 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Pushing event deleted for resources: {'Port': ['ID=0cae84b5-6bf7-4322-b191-b15227e0d928,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:55.148397 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c17734a6-a6bd-4d09-9ec7-e89ab78cd0c7 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:55.150237 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-23d3b490-f4ef-40d3-807f-5ea947869bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:55.165420 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:55.168501 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:55.170093 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] 10.222.0.41 "PUT /v2.0/ports/31eac85e-fc5f-4444-bca0-16ee4ae64297 HTTP/1.1" status: 200 len: 1092 time: 1.3526332 Jun 25 09:24:55.185789 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:24:55.188037 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaed4a2-8206-4c17-b4ff-efff8eed97b0', 'tag': '31eac85e-fc5f-4444-bca0-16ee4ae64297'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:24:55.195412 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be405ae-c5b7-470a-bfd6-823489435997" -d '{"events": [{"name": "network-changed", "server_uuid": "feaed4a2-8206-4c17-b4ff-efff8eed97b0", "tag": "31eac85e-fc5f-4444-bca0-16ee4ae64297"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:24:55.197853 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['0cae84b5-6bf7-4322-b191-b15227e0d928'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:24:55.327870 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6487d15-262f-4bc3-881b-e0a39a66fdf3 req-bbcad0f8-e89d-4293-b706-9cfcd3563eeb tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 210 time: 0.1412940 Jun 25 09:24:55.405182 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:55.431767 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Transition to ACTIVE for port object ec14c1e8-a2f4-4f38-a30f-783c74d3d687 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:24:55.454567 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Transition to ACTIVE for port object ec14c1e8-a2f4-4f38-a30f-783c74d3d687 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:24:55.506616 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:55.538859 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aabd1f-af5c-4f05-9314-1f576761ffb2 req-09c8cf62-6e68-4a96-9b6e-8d6167df6398 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:55.540533 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44aabd1f-af5c-4f05-9314-1f576761ffb2 req-09c8cf62-6e68-4a96-9b6e-8d6167df6398 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 0.5000367 Jun 25 09:24:55.547029 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2179c474-66d0-408b-a570-a6e3a12c76ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:55.589907 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac444a76-9aa3-4a0f-aac8-ea997301a8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:55.596120 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Pushing event updated for resources: {'Port': ['ID=ec14c1e8-a2f4-4f38-a30f-783c74d3d687,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:55.606155 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:55.618387 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Network fc726c39-ec8f-48a1-b9e7-f857d63c8319 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:24:55.619756 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44aabd1f-af5c-4f05-9314-1f576761ffb2 req-6c500b5a-aa88-4767-ad0b-8b42497442d4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528629 Jun 25 09:24:55.620886 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Pushing event updated for resources: {'Port': ['ID=31eac85e-fc5f-4444-bca0-16ee4ae64297,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:55.625378 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:55.628854 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:55.641442 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:24:55.649467 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:24:55.653995 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-a34605a7-814c-4086-b58d-6856af06ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:55.659039 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-a34605a7-814c-4086-b58d-6856af06ccea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=748dde602c1f49a6bbc81c6e04536147&device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 1095 time: 0.3389461 Jun 25 09:24:55.719394 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00110d57-3da9-4b5e-96c5-7c13fe8884c0 x-openstack-request-id: req-00110d57-3da9-4b5e-96c5-7c13fe8884c0 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:24:55.719872 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feaed4a2-8206-4c17-b4ff-efff8eed97b0", "tag": "31eac85e-fc5f-4444-bca0-16ee4ae64297", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:24:55.720171 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-00110d57-3da9-4b5e-96c5-7c13fe8884c0 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:24:55.721050 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feaed4a2-8206-4c17-b4ff-efff8eed97b0', 'tag': '31eac85e-fc5f-4444-bca0-16ee4ae64297', 'status': 'completed', 'code': 200} Jun 25 09:24:55.771627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf74da2-4f9f-4440-91d8-505a0a6c2173 req-c17734a6-a6bd-4d09-9ec7-e89ab78cd0c7 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] No DVR routers for this DVR port 0cae84b5-6bf7-4322-b191-b15227e0d928 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:24:55.775730 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ddf74da2-4f9f-4440-91d8-505a0a6c2173 req-c17734a6-a6bd-4d09-9ec7-e89ab78cd0c7 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:55.778033 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ddf74da2-4f9f-4440-91d8-505a0a6c2173 req-c17734a6-a6bd-4d09-9ec7-e89ab78cd0c7 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.41 "DELETE /v2.0/ports/0cae84b5-6bf7-4322-b191-b15227e0d928 HTTP/1.1" status: 204 len: 173 time: 1.7289610 Jun 25 09:24:55.778589 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3973390d-75b7-401a-baeb-9700e66d3163', 'name': 'network-vif-deleted', 'tag': '0cae84b5-6bf7-4322-b191-b15227e0d928'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:24:55.781283 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8f227d-0678-4f74-81d8-82c5be42a540" -d '{"events": [{"server_uuid": "3973390d-75b7-401a-baeb-9700e66d3163", "name": "network-vif-deleted", "tag": "0cae84b5-6bf7-4322-b191-b15227e0d928"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:24:55.811050 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Attempting to bind port ec14c1e8-a2f4-4f38-a30f-783c74d3d687 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:24:55.813698 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Attempting to bind port ec14c1e8-a2f4-4f38-a30f-783c74d3d687 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '5230147c-1014-49f1-9cb6-0ebebe9cb2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'fc726c39-ec8f-48a1-b9e7-f857d63c8319'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:24:55.815420 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Attempting to bind port ec14c1e8-a2f4-4f38-a30f-783c74d3d687 on network fc726c39-ec8f-48a1-b9e7-f857d63c8319 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:24:55.833505 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-83024bd7-c829-4d9e-90f9-b8d6bcd4bd08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31eac85e-fc5f-4444-bca0-16ee4ae64297 HTTP/1.1" status: 200 len: 217 time: 0.1166863 Jun 25 09:24:55.837046 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:24:55.838462 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Checking segment: {'id': '5230147c-1014-49f1-9cb6-0ebebe9cb2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'fc726c39-ec8f-48a1-b9e7-f857d63c8319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:24:55.839908 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:55.840756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Bound using segment: {'id': '5230147c-1014-49f1-9cb6-0ebebe9cb2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'fc726c39-ec8f-48a1-b9e7-f857d63c8319'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:24:55.846224 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Bound port: ec14c1e8-a2f4-4f38-a30f-783c74d3d687, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5230147c-1014-49f1-9cb6-0ebebe9cb2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'fc726c39-ec8f-48a1-b9e7-f857d63c8319'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:24:55.847017 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:55.969014 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] For port ec14c1e8-a2f4-4f38-a30f-783c74d3d687, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:24:55.973180 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] For port ec14c1e8-a2f4-4f38-a30f-783c74d3d687, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ec14c1e8-a2f4-4f38-a30f-783c74d3d687,segment=NetworkSegment(5230147c-1014-49f1-9cb6-0ebebe9cb2af),segment_id=5230147c-1014-49f1-9cb6-0ebebe9cb2af)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:24:55.980054 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:55.984325 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:55.991058 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899c0771-a968-40f9-af7f-5c681fec04f1 x-openstack-request-id: req-899c0771-a968-40f9-af7f-5c681fec04f1 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:24:55.991401 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3973390d-75b7-401a-baeb-9700e66d3163", "name": "network-vif-deleted", "tag": "0cae84b5-6bf7-4322-b191-b15227e0d928", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:24:55.991748 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-899c0771-a968-40f9-af7f-5c681fec04f1 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:24:55.992234 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3973390d-75b7-401a-baeb-9700e66d3163', 'name': 'network-vif-deleted', 'tag': '0cae84b5-6bf7-4322-b191-b15227e0d928', 'status': 'completed', 'code': 200} Jun 25 09:24:55.998749 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0d060-0639-4cda-9dfa-37b61f574aef req-313d91bb-558a-4327-b2e6-702e0871bb15 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:56.000334 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d9e0d060-0639-4cda-9dfa-37b61f574aef req-313d91bb-558a-4327-b2e6-702e0871bb15 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 943 time: 0.3588350 Jun 25 09:24:56.001980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-f0ba2ac9-77b9-4c70-a679-4e7b0793d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:56.003326 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-f0ba2ac9-77b9-4c70-a679-4e7b0793d173 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43a8323b-38ae-46d4-a13f-02c398ffe483 HTTP/1.1" status: 200 len: 854 time: 0.1585262 Jun 25 09:24:56.077387 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Pushing event updated for resources: {'Port': ['ID=ec14c1e8-a2f4-4f38-a30f-783c74d3d687,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:56.082098 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:56.152438 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a2085fea-02e0-4b03-a05c-c26573023267 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728567473610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2693252'] for subnet, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:56.161462 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-86660132-7f26-40e7-8dce-60b7f3b9ae3c tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:56.165272 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:56.191748 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-09708422-a260-4343-865b-19fc56bde523 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd6b7236-91c6-4cd1-904d-928be917672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634920 Jun 25 09:24:56.260536 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2085fea-02e0-4b03-a05c-c26573023267 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:56.261224 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a2085fea-02e0-4b03-a05c-c26573023267 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:56.262562 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a2085fea-02e0-4b03-a05c-c26573023267 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "PUT /v2.0/subnets/5f1fee78-dc7a-498e-947d-f40a3725a31a HTTP/1.1" status: 200 len: 900 time: 1.8151188 Jun 25 09:24:56.268109 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57988) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:56.334205 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2085fea-02e0-4b03-a05c-c26573023267 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event updated for resources: {'Subnet': ['ID=5f1fee78-dc7a-498e-947d-f40a3725a31a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:56.339157 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a2085fea-02e0-4b03-a05c-c26573023267 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:56.404188 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d9e0d060-0639-4cda-9dfa-37b61f574aef req-e83d4c45-1ec7-455d-9544-175e7ae42c40 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862848 Jun 25 09:24:56.424325 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-074fa93c-a950-4198-a3b3-e68703b5d66b service neutron] 10.222.0.41 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316942 Jun 25 09:24:56.592828 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:56.836142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88c47ba1-0efe-4c71-a3e2-ea5be91d9433 req-d3ddb77b-6ed6-40f1-9bce-9133a5431666 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] 10.222.0.93 "GET /v2.0/ports?device_id=3973390d-75b7-401a-baeb-9700e66d3163 HTTP/1.1" status: 200 len: 210 time: 0.0581541 Jun 25 09:24:56.844066 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20e4ff17-1f37-4fd9-9cb4-b3db26a541d1 req-d2759c6e-6e60-4e09-a18f-5d2232b238cb service neutron] 10.222.0.41 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948314 Jun 25 09:24:56.902013 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0e5b2bb2-4ca2-4ef9-bfbe-b9f2aa7af224 req-9e116380-ee33-4b48-804d-c9c8adad0546 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2875528 Jun 25 09:24:56.904897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Deleting port ec14c1e8-a2f4-4f38-a30f-783c74d3d687 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:24:56.904897 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:56.981387 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7823cee-1afe-463e-8fa2-53144b285b10 req-6dbce9e7-1cd5-41c6-9a80-82464b9abc95 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:56.991144 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c7823cee-1afe-463e-8fa2-53144b285b10 req-6dbce9e7-1cd5-41c6-9a80-82464b9abc95 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 0.2997916 Jun 25 09:24:57.043834 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] For port ec14c1e8-a2f4-4f38-a30f-783c74d3d687, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ec14c1e8-a2f4-4f38-a30f-783c74d3d687,segment=NetworkSegment(5230147c-1014-49f1-9cb6-0ebebe9cb2af),segment_id=5230147c-1014-49f1-9cb6-0ebebe9cb2af)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:24:57.044268 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:57.059505 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Calling delete_port for ec14c1e8-a2f4-4f38-a30f-783c74d3d687 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:24:57.134626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c7823cee-1afe-463e-8fa2-53144b285b10 req-bfdd3e98-b07a-43d4-aa3c-2320b29439e1 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399238 Jun 25 09:24:57.173862 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be405ae-c5b7-470a-bfd6-823489435997 req-2c1ca2c9-37b1-4a88-b456-bbdf36e67e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:57.175401 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4be405ae-c5b7-470a-bfd6-823489435997 req-2c1ca2c9-37b1-4a88-b456-bbdf36e67e0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=748dde602c1f49a6bbc81c6e04536147&device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 1095 time: 0.1790268 Jun 25 09:24:57.254897 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:57.273406 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-50d73601-b6c1-4953-801a-6ed64ef39c92 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:57.375405 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Port': ['ID=ec14c1e8-a2f4-4f38-a30f-783c74d3d687,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:57.386754 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:57.542178 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ec14c1e8-a2f4-4f38-a30f-783c74d3d687 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:24:57.561283 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be405ae-c5b7-470a-bfd6-823489435997 req-9b729e86-24db-461f-86a2-c278a659cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:57.562796 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4be405ae-c5b7-470a-bfd6-823489435997 req-9b729e86-24db-461f-86a2-c278a659cfaf service neutron] 10.222.0.41 "GET /v2.0/networks?id=dd6b7236-91c6-4cd1-904d-928be917672b HTTP/1.1" status: 200 len: 916 time: 0.3788633 Jun 25 09:24:57.580851 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No DVR routers for this DVR port ec14c1e8-a2f4-4f38-a30f-783c74d3d687 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:24:57.627659 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: ec14c1e8-a2f4-4f38-a30f-783c74d3d687 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:24:57.644067 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ec14c1e8-a2f4-4f38-a30f-783c74d3d687 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 25 09:24:57.690265 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 0cae84b5-6bf7-4322-b191-b15227e0d928 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:24:57.708762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4be405ae-c5b7-470a-bfd6-823489435997 req-c8e6e1a9-e0a7-4b82-a1db-1a2977d6f23d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31eac85e-fc5f-4444-bca0-16ee4ae64297 HTTP/1.1" status: 200 len: 217 time: 0.1328704 Jun 25 09:24:57.717546 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Port ec14c1e8-a2f4-4f38-a30f-783c74d3d687 not found, will not notify nova. {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 25 09:24:57.775468 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 0cae84b5-6bf7-4322-b191-b15227e0d928 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:24:57.775942 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 0cae84b5-6bf7-4322-b191-b15227e0d928 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:24:57.824461 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:57.899180 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be405ae-c5b7-470a-bfd6-823489435997 req-f9ffa443-e326-4530-aba4-d7ad65ecb034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:57.902005 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4be405ae-c5b7-470a-bfd6-823489435997 req-f9ffa443-e326-4530-aba4-d7ad65ecb034 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43a8323b-38ae-46d4-a13f-02c398ffe483 HTTP/1.1" status: 200 len: 854 time: 0.1867375 Jun 25 09:24:57.910057 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:57.948566 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4be405ae-c5b7-470a-bfd6-823489435997 req-df18c48c-9a2e-42f8-9142-64580b7213c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd6b7236-91c6-4cd1-904d-928be917672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392280 Jun 25 09:24:58.047100 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:58.050703 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9afc5bd4-04fc-41e0-9bef-7aa56c756fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:58.074937 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df576df2-dd1e-441f-b5c5-400b43643638 req-c8112657-3e8b-4faa-8296-a3e821f6e17f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:58.082213 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df576df2-dd1e-441f-b5c5-400b43643638 req-c8112657-3e8b-4faa-8296-a3e821f6e17f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 943 time: 0.3244767 Jun 25 09:24:58.087291 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Subnet': ['ID=5f1fee78-dc7a-498e-947d-f40a3725a31a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:58.092576 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:58.114338 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a67d78-85b3-4e16-9aae-ea3bb7f2a9ee None None] Network fc726c39-ec8f-48a1-b9e7-f857d63c8319 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:58.121718 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-fa8579ac-85d1-46c9-975b-aaef042c78a9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578604 Jun 25 09:24:58.231682 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:58.234320 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4a72c305-9e04-426c-af68-f83500ff08d7 None None] Could not find standard attr ID for object ec14c1e8-a2f4-4f38-a30f-783c74d3d687. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:24:58.262958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc726c39-ec8f-48a1-b9e7-f857d63c8319']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:58.290771 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5230147c-1014-49f1-9cb6-0ebebe9cb2af') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:58.292598 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5230147c-1014-49f1-9cb6-0ebebe9cb2af') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:58.322349 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:58.357225 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df576df2-dd1e-441f-b5c5-400b43643638 req-02bf13b2-666c-43e6-b5de-2cd67dbd835b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323034 Jun 25 09:24:58.358304 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:58.373138 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4be405ae-c5b7-470a-bfd6-823489435997 req-1e835269-e620-4546-a731-59e82287dfbf service neutron] 10.222.0.41 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160848 Jun 25 09:24:58.375998 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:24:58.376610 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:24:58.380176 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:24:58.481886 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ef6210-5824-4eec-9a55-163c5f8aec20 None None] DHCP port deletion for fc726c39-ec8f-48a1-b9e7-f857d63c8319 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:24:58.499358 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a61720-303d-4f11-b30b-1a4f005823bb None None] Network fc726c39-ec8f-48a1-b9e7-f857d63c8319 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:24:58.517704 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58062) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:58.524408 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-dd21aa9f-197f-4f94-b1ae-4555d9487e84 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:58.529364 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-dd21aa9f-197f-4f94-b1ae-4555d9487e84 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4066637 Jun 25 09:24:58.627727 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:58.630156 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4be405ae-c5b7-470a-bfd6-823489435997 req-176a2a94-448d-48eb-992f-1772e19acb67 service neutron] 10.222.0.41 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418377 Jun 25 09:24:58.644575 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-995bd053-6e9b-4873-9671-884fbc5465f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:58.650055 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:58.652189 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/fc726c39-ec8f-48a1-b9e7-f857d63c8319 HTTP/1.1" status: 204 len: 168 time: 2.3799465 Jun 25 09:24:58.669610 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58064) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:58.708577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-999cef8a-2102-4108-96cf-068155f6d43a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/quotas/e90ee50af2b947d8b1fbcbc79127e428 HTTP/1.1" status: 200 len: 375 time: 0.0771863 Jun 25 09:24:58.761260 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-ec86e9b0-b406-4439-8c93-101919234b6c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516348 Jun 25 09:24:58.780711 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Network': ['ID=fc726c39-ec8f-48a1-b9e7-f857d63c8319,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:58.798984 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1961a8-d394-4e3e-bfe7-a58869cd2c92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] DELETE failed (client error): The resource could not be found. Jun 25 09:24:58.798984 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1961a8-d394-4e3e-bfe7-a58869cd2c92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:24:58.798984 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-de1961a8-d394-4e3e-bfe7-a58869cd2c92 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/subnets/5f1fee78-dc7a-498e-947d-f40a3725a31a HTTP/1.1" status: 404 len: 337 time: 0.1246905 Jun 25 09:24:58.818171 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58068) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:58.835577 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f6fcf-c065-4580-b3b2-e35a6946d26e req-7728ad1e-ca10-4302-83fe-3108785f692c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:58.837267 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b13f6fcf-c065-4580-b3b2-e35a6946d26e req-7728ad1e-ca10-4302-83fe-3108785f692c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 0.2046881 Jun 25 09:24:58.894482 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb4d8d6-9cfd-4bf5-982d-9755676b09a1 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] DELETE failed (client error): The resource could not be found. Jun 25 09:24:58.895193 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb4d8d6-9cfd-4bf5-982d-9755676b09a1 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:24:58.897521 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-dbb4d8d6-9cfd-4bf5-982d-9755676b09a1 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/fc726c39-ec8f-48a1-b9e7-f857d63c8319 HTTP/1.1" status: 404 len: 339 time: 0.0494192 Jun 25 09:24:58.900571 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:58.905233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58070) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:59.134191 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b2bb2-4ca2-4ef9-bfbe-b9f2aa7af224 req-3a0534c4-7525-4f6e-8eef-e8ade0c1c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:59.135756 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0e5b2bb2-4ca2-4ef9-bfbe-b9f2aa7af224 req-3a0534c4-7525-4f6e-8eef-e8ade0c1c6ee service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f&tenant_id=6fcf288132844a938d2e86f2388f6525 HTTP/1.1" status: 200 len: 1095 time: 0.3858638 Jun 25 09:24:59.186078 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c7c927e0-8f96-4c10-b6fd-61dfbee7571d req-61f4dd9f-aabe-4b69-9f5b-bb31820ebc89 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 210 time: 0.1700730 Jun 25 09:24:59.275129 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b13f6fcf-c065-4580-b3b2-e35a6946d26e req-36c9f389-74ab-4f66-8d4d-b9b98f01acea tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252098 Jun 25 09:24:59.298775 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bfbf4c6a-938c-41dc-964e-4a5c774db5b7 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:59.324878 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ec14c1e8-a2f4-4f38-a30f-783c74d3d687 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:24:59.349677 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b2bb2-4ca2-4ef9-bfbe-b9f2aa7af224 req-906d99e5-272d-418a-ac99-d926fb26d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:59.352167 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0e5b2bb2-4ca2-4ef9-bfbe-b9f2aa7af224 req-906d99e5-272d-418a-ac99-d926fb26d624 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fcf288132844a938d2e86f2388f6525&device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 1095 time: 0.1480560 Jun 25 09:24:59.366124 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: ec14c1e8-a2f4-4f38-a30f-783c74d3d687 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:24:59.369762 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ec14c1e8-a2f4-4f38-a30f-783c74d3d687 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:24:59.420988 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bfbf4c6a-938c-41dc-964e-4a5c774db5b7 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:59.434367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-bfbf4c6a-938c-41dc-964e-4a5c774db5b7 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37fa27ab-44ec-42b8-9711-f6c5f1649d35']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:59.447789 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-bfbf4c6a-938c-41dc-964e-4a5c774db5b7 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656968a1-f927-4462-9259-c6f4c45c6194') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:59.448098 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-bfbf4c6a-938c-41dc-964e-4a5c774db5b7 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656968a1-f927-4462-9259-c6f4c45c6194') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:24:59.475351 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bfbf4c6a-938c-41dc-964e-4a5c774db5b7 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:59.523268 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b2bb2-4ca2-4ef9-bfbe-b9f2aa7af224 req-9a4dbfce-9d97-4232-b34c-0ff0cb071f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:59.525220 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bfbf4c6a-938c-41dc-964e-4a5c774db5b7 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:59.526952 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0e5b2bb2-4ca2-4ef9-bfbe-b9f2aa7af224 req-9a4dbfce-9d97-4232-b34c-0ff0cb071f36 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a27a185-c495-402c-8517-3de9213d78e5 HTTP/1.1" status: 200 len: 916 time: 0.1669109 Jun 25 09:24:59.567420 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbf4c6a-938c-41dc-964e-4a5c774db5b7 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:24:59.567849 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bfbf4c6a-938c-41dc-964e-4a5c774db5b7 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:24:59.572664 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:24:59.590364 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0e5b2bb2-4ca2-4ef9-bfbe-b9f2aa7af224 req-1e4afbb6-79bf-4744-8dc9-0b2f2a05a5e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82 HTTP/1.1" status: 200 len: 217 time: 0.0540318 Jun 25 09:24:59.661827 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547aef8-0756-425a-ac19-401dca8d4015 req-e72411ca-4e3e-48d4-b087-11d5141352da tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:59.663398 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b547aef8-0756-425a-ac19-401dca8d4015 req-e72411ca-4e3e-48d4-b087-11d5141352da tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 943 time: 0.1529655 Jun 25 09:24:59.664646 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bfbf4c6a-938c-41dc-964e-4a5c774db5b7 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:59.668564 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1c15d7ae-c9ed-4b34-b3a6-c389743ef53a tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:24:59.681468 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b2bb2-4ca2-4ef9-bfbe-b9f2aa7af224 req-f125a1db-5d25-4184-a383-96f00f00115d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:24:59.683217 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0e5b2bb2-4ca2-4ef9-bfbe-b9f2aa7af224 req-f125a1db-5d25-4184-a383-96f00f00115d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2109fa39-1280-4b24-b7e2-08e8cb464b3a HTTP/1.1" status: 200 len: 854 time: 0.0683680 Jun 25 09:24:59.696759 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bfbf4c6a-938c-41dc-964e-4a5c774db5b7 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:59.700936 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bfbf4c6a-938c-41dc-964e-4a5c774db5b7 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/37fa27ab-44ec-42b8-9711-f6c5f1649d35 HTTP/1.1" status: 204 len: 168 time: 0.7919600 Jun 25 09:24:59.700936 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf4c6a-938c-41dc-964e-4a5c774db5b7 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Network': ['ID=37fa27ab-44ec-42b8-9711-f6c5f1649d35,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:24:59.702719 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58086) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:59.718440 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bfbf4c6a-938c-41dc-964e-4a5c774db5b7 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:24:59.743138 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0e5b2bb2-4ca2-4ef9-bfbe-b9f2aa7af224 req-e6769288-b21e-4258-b1c3-1d35dc910ed9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a27a185-c495-402c-8517-3de9213d78e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511415 Jun 25 09:24:59.747335 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3e8247-4156-4518-a186-7ceaf5f6af18 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] DELETE failed (client error): The resource could not be found. Jun 25 09:24:59.747827 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3e8247-4156-4518-a186-7ceaf5f6af18 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:24:59.750228 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8e3e8247-4156-4518-a186-7ceaf5f6af18 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/subnets/b1c7055d-d95f-41ab-b082-698f62b98548 HTTP/1.1" status: 404 len: 337 time: 0.0466192 Jun 25 09:24:59.752890 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58088) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:59.779919 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-39489584-8436-468a-9d00-e1ca3b59dace tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] DELETE failed (client error): The resource could not be found. Jun 25 09:24:59.780805 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39489584-8436-468a-9d00-e1ca3b59dace tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:24:59.782960 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-39489584-8436-468a-9d00-e1ca3b59dace tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/6e5de731-9a7d-450a-b8da-153b27e67c8d HTTP/1.1" status: 404 len: 339 time: 0.0289147 Jun 25 09:24:59.785981 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58090) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:24:59.825679 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80660281-ebda-478a-9b87-26cff744a4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:59.838698 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b547aef8-0756-425a-ac19-401dca8d4015 req-b098b43a-1cf0-4cea-bbfd-3668598aa52c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481960 Jun 25 09:24:59.855353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2012341-f720-456c-ad88-2b751f9ae38f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Deleting subnet 6d4d49d2-6cab-4d68-8699-23fa93dc940b {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:24:59.859109 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2012341-f720-456c-ad88-2b751f9ae38f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:59.907369 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2012341-f720-456c-ad88-2b751f9ae38f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:24:59.996681 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0e5b2bb2-4ca2-4ef9-bfbe-b9f2aa7af224 req-307c0714-5a41-4dee-8645-65ad43869760 service neutron] 10.222.0.38 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432837 Jun 25 09:25:00.032427 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2012341-f720-456c-ad88-2b751f9ae38f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:00.115872 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2012341-f720-456c-ad88-2b751f9ae38f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:00.127138 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a743a15b-08c1-4ec8-bb27-1c91bf058e85 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:00.133898 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2012341-f720-456c-ad88-2b751f9ae38f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:00.138348 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c2012341-f720-456c-ad88-2b751f9ae38f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/subnets/6d4d49d2-6cab-4d68-8699-23fa93dc940b HTTP/1.1" status: 204 len: 168 time: 0.3490138 Jun 25 09:25:00.144905 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0076add3-9261-4550-9207-b4e0109800f2 None None] Network 44a9fcde-5627-4fb3-83fb-5c426b2772a2 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:25:00.156256 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58096) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:00.161304 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0e5b2bb2-4ca2-4ef9-bfbe-b9f2aa7af224 req-71d736ec-e3fa-463d-8664-f48ec45c9a7a service neutron] 10.222.0.38 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530461 Jun 25 09:25:00.168507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2012341-f720-456c-ad88-2b751f9ae38f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Subnet': ['ID=6d4d49d2-6cab-4d68-8699-23fa93dc940b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:00.193225 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c2012341-f720-456c-ad88-2b751f9ae38f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:00.252706 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b49b53-2860-45ec-bd06-94ad03b9665c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Deleting subnet f9b1af13-7887-4677-a532-af2d56f8e803 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:25:00.260495 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10b49b53-2860-45ec-bd06-94ad03b9665c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:00.323994 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-80660281-ebda-478a-9b87-26cff744a4d1 admin admin] Deleting port c877828b-0732-42b4-a61b-b025b5602f12 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:25:00.324503 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80660281-ebda-478a-9b87-26cff744a4d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:00.388235 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10b49b53-2860-45ec-bd06-94ad03b9665c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:00.486109 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-80660281-ebda-478a-9b87-26cff744a4d1 admin admin] For port c877828b-0732-42b4-a61b-b025b5602f12, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c877828b-0732-42b4-a61b-b025b5602f12,segment=NetworkSegment(5b654784-b987-4ae0-802a-cc0e228247b4),segment_id=5b654784-b987-4ae0-802a-cc0e228247b4)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:00.486109 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80660281-ebda-478a-9b87-26cff744a4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:00.520958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-80660281-ebda-478a-9b87-26cff744a4d1 admin admin] Calling delete_port for c877828b-0732-42b4-a61b-b025b5602f12 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:25:00.630626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56db5bc6-ccbe-4059-82db-8f3b85983292 req-5dbaec50-b198-4ead-8b04-b4029e89ae5d tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 210 time: 0.1168611 Jun 25 09:25:00.706896 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-bbf27021-3c30-411b-8c5f-d058ac00f695 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498726 Jun 25 09:25:00.954114 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-2f757eea-3696-41f8-abf8-5397ff3144a9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:00.960028 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-2f757eea-3696-41f8-abf8-5397ff3144a9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382309 Jun 25 09:25:01.035705 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80660281-ebda-478a-9b87-26cff744a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:01.038557 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d45f6ff1-7a33-4b22-9631-bd68c12d3577 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:01.090650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Request body: {'port': {'device_id': '1fc00683-d784-4e45-914d-9562b248d010', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'e90ee50af2b947d8b1fbcbc79127e428'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:01.164895 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80660281-ebda-478a-9b87-26cff744a4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c877828b-0732-42b4-a61b-b025b5602f12,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:01.182033 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-80660281-ebda-478a-9b87-26cff744a4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:01.242960 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:01.474804 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Made reservation on behalf of e90ee50af2b947d8b1fbcbc79127e428 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:25:01.489809 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:01.601686 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:01.677965 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31eac85e-fc5f-4444-bca0-16ee4ae64297 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:25:01.885247 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80660281-ebda-478a-9b87-26cff744a4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:01.980560 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:02.014995 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:02.054160 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 31eac85e-fc5f-4444-bca0-16ee4ae64297, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31eac85e-fc5f-4444-bca0-16ee4ae64297,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:02.087789 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '31eac85e-fc5f-4444-bca0-16ee4ae64297', 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b', 'port_id': '31eac85e-fc5f-4444-bca0-16ee4ae64297', 'mac_address': 'fa:16:3e:7d:a7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a8323b-38ae-46d4-a13f-02c398ffe483', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:25:02.206784 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-728f926a-2829-4562-8ee1-44be6b4207ed None None] Provisioning complete for port c8b22c4b-5b85-41ac-a793-68b761445bcb triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:02.208425 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-728f926a-2829-4562-8ee1-44be6b4207ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:02.218822 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Allocated IP 192.168.233.69 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:25:02.277924 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:02.336186 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31eac85e-fc5f-4444-bca0-16ee4ae64297 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:25:02.365189 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 31eac85e-fc5f-4444-bca0-16ee4ae64297, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31eac85e-fc5f-4444-bca0-16ee4ae64297,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:02.375779 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10b49b53-2860-45ec-bd06-94ad03b9665c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:02.376290 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:02.380317 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:02.435264 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-67f2716f-1186-47d2-ad5d-082c4a538f55 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:02.435485 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=31eac85e-fc5f-4444-bca0-16ee4ae64297,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:02.446265 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:02.446691 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:02.447084 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:02.447488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:02.447959 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:02.448507 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:02.448986 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:02.449654 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:02.450047 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:02.450607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:02.451000 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:02.451430 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:02.468638 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:02.473974 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80660281-ebda-478a-9b87-26cff744a4d1 admin admin] Router 39672114-fe97-4bb0-a815-3d1cf21772e3 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:25:02.510945 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10696f4-13eb-465b-a62f-570d9108ff1d req-7cb5f883-41f5-4da3-8903-f490ab6c5638 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:02.519369 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b10696f4-13eb-465b-a62f-570d9108ff1d req-7cb5f883-41f5-4da3-8903-f490ab6c5638 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 1.8837302 Jun 25 09:25:02.557947 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:02.564917 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:02.573885 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:02.609370 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Transition to ACTIVE for port object 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:25:02.643558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3538831-e080-4cfa-a715-643ce4158399 req-b9afc124-331c-414a-85b8-7708e2317c54 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:02.650919 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3538831-e080-4cfa-a715-643ce4158399 req-b9afc124-331c-414a-85b8-7708e2317c54 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 943 time: 1.2080243 Jun 25 09:25:02.700179 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b10696f4-13eb-465b-a62f-570d9108ff1d req-d4f07037-be8e-4b77-aff5-b3735d04bd74 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797602 Jun 25 09:25:02.744150 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10b49b53-2860-45ec-bd06-94ad03b9665c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:02.757085 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-514bf589-01db-433e-b874-15aedd6cf348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:02.767597 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80660281-ebda-478a-9b87-26cff744a4d1 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:25:02.780411 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ad1b97-188e-42b2-aa75-2d5ed5b922b2 None None] Sync routers for ids ['39672114-fe97-4bb0-a815-3d1cf21772e3'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:25:02.784485 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-80660281-ebda-478a-9b87-26cff744a4d1 admin admin] 10.222.0.93 "PUT /v2.0/routers/39672114-fe97-4bb0-a815-3d1cf21772e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2654376 Jun 25 09:25:02.786922 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58136) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:02.802734 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['31eac85e-fc5f-4444-bca0-16ee4ae64297'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:25:02.803092 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ad1b97-188e-42b2-aa75-2d5ed5b922b2 None None] Routers {'39672114-fe97-4bb0-a815-3d1cf21772e3'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:25:02.803680 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-91ad1b97-188e-42b2-aa75-2d5ed5b922b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:24:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['39672114-fe97-4bb0-a815-3d1cf21772e3'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:02.862919 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b49b53-2860-45ec-bd06-94ad03b9665c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b1af13-7887-4677-a532-af2d56f8e803,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:02.870962 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-10b49b53-2860-45ec-bd06-94ad03b9665c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:02.877548 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3538831-e080-4cfa-a715-643ce4158399 req-11fa030f-204c-4b61-a2cb-25da67e8f28a tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227049 Jun 25 09:25:02.928275 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10b49b53-2860-45ec-bd06-94ad03b9665c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:02.935919 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-10b49b53-2860-45ec-bd06-94ad03b9665c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/subnets/f9b1af13-7887-4677-a532-af2d56f8e803 HTTP/1.1" status: 204 len: 168 time: 2.7755408 Jun 25 09:25:02.937658 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1349a6d4-1831-44f6-8cb6-a243ae1d4bfc None None] Network 44a9fcde-5627-4fb3-83fb-5c426b2772a2 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:25:02.939155 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58138) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:03.009967 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:03.046608 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fc636c46-1fcf-412b-9bd7-54724e58f019 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:03.091522 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-91ad1b97-188e-42b2-aa75-2d5ed5b922b2 None None] Set router 39672114-fe97-4bb0-a815-3d1cf21772e3 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:25:03.149423 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:03.677614 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-91ad1b97-188e-42b2-aa75-2d5ed5b922b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-router', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:23:04Z', 'updated_at': '2021-06-25T09:25:00Z', 'revision_number': 5, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'gw_port': {'id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:05Z', 'updated_at': '2021-06-25T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:03.763781 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ad1b97-188e-42b2-aa75-2d5ed5b922b2 None None] Checking router: 39672114-fe97-4bb0-a815-3d1cf21772e3 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:25:03.776706 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ad1b97-188e-42b2-aa75-2d5ed5b922b2 None None] Routers {'39672114-fe97-4bb0-a815-3d1cf21772e3'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:25:03.778084 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-91ad1b97-188e-42b2-aa75-2d5ed5b922b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:24:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['39672114-fe97-4bb0-a815-3d1cf21772e3'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:03.969587 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168d0b1d-9df5-4940-8962-61bac9622512 None None] DHCP port deletion for 44a9fcde-5627-4fb3-83fb-5c426b2772a2 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:25:04.011564 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event updated for resources: {'Port': ['ID=7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:04.032508 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.986s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:04.152302 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-168d0b1d-9df5-4940-8962-61bac9622512 None None] Deleting port c8b22c4b-5b85-41ac-a793-68b761445bcb {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:25:04.152609 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-168d0b1d-9df5-4940-8962-61bac9622512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:04.165660 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:04.166334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:25:04.185259 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-91ad1b97-188e-42b2-aa75-2d5ed5b922b2 None None] Set router 39672114-fe97-4bb0-a815-3d1cf21772e3 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:25:04.204362 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:25:04.215944 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:25:04.278460 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] Deleting port 28a8b611-0faf-4f7d-8359-757eccc2f115 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:25:04.278810 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:04.343085 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-168d0b1d-9df5-4940-8962-61bac9622512 None None] For port c8b22c4b-5b85-41ac-a793-68b761445bcb, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c8b22c4b-5b85-41ac-a793-68b761445bcb,segment=NetworkSegment(1b22b5d1-e3af-435c-822b-d8fa3756102b),segment_id=1b22b5d1-e3af-435c-822b-d8fa3756102b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:04.343488 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-168d0b1d-9df5-4940-8962-61bac9622512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:04.346090 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:04.367249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-168d0b1d-9df5-4940-8962-61bac9622512 None None] Calling delete_port for c8b22c4b-5b85-41ac-a793-68b761445bcb owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:25:04.408584 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf056e2-1c94-45ae-8361-7019c4ce103d req-9a4999b8-5ea5-4b7c-a8f5-66136c4b3d7f tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:04.409006 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fcf056e2-1c94-45ae-8361-7019c4ce103d req-9a4999b8-5ea5-4b7c-a8f5-66136c4b3d7f tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.3737290 Jun 25 09:25:04.448784 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:04.453237 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:04.493425 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] For port 28a8b611-0faf-4f7d-8359-757eccc2f115, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=28a8b611-0faf-4f7d-8359-757eccc2f115,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:04.493757 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:04.519052 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fcf76-f448-4047-9541-34fffd347cf1 req-e2a36b61-2d40-44ac-8fff-d90a59db245e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:04.520759 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-805fcf76-f448-4047-9541-34fffd347cf1 req-e2a36b61-2d40-44ac-8fff-d90a59db245e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 935 time: 0.5030713 Jun 25 09:25:04.523563 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5032694 Jun 25 09:25:04.525190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] Calling delete_port for 28a8b611-0faf-4f7d-8359-757eccc2f115 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:25:04.593172 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Request body: {'port': {'device_id': '1fc00683-d784-4e45-914d-9562b248d010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:04.619840 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fcf056e2-1c94-45ae-8361-7019c4ce103d req-d7ecb8a4-f676-426d-bf69-fef6e4a8e288 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030036 Jun 25 09:25:04.653322 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-168d0b1d-9df5-4940-8962-61bac9622512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:04.669313 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:04.697824 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5330ec98-1bdb-402c-bef1-1210e8e6d1bc None None] Provisioning for port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:25:04.706724 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d0b1d-9df5-4940-8962-61bac9622512 None None] Pushing event deleted for resources: {'Port': ['ID=c8b22c4b-5b85-41ac-a793-68b761445bcb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:04.711736 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-168d0b1d-9df5-4940-8962-61bac9622512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:04.713589 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5330ec98-1bdb-402c-bef1-1210e8e6d1bc None None] Provisioning complete for port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:04.713997 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5330ec98-1bdb-402c-bef1-1210e8e6d1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:04.750786 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-91ad1b97-188e-42b2-aa75-2d5ed5b922b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-router', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:23:04Z', 'updated_at': '2021-06-25T09:25:00Z', 'revision_number': 5, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'gw_port': {'id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:05Z', 'updated_at': '2021-06-25T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:04.759830 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5330ec98-1bdb-402c-bef1-1210e8e6d1bc None None] Port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:25:04.769573 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d0b1d-9df5-4940-8962-61bac9622512 None None] No DVR routers for this DVR port c8b22c4b-5b85-41ac-a793-68b761445bcb on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:25:04.792292 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-805fcf76-f448-4047-9541-34fffd347cf1 req-5efaf8f0-796d-471f-a21d-714832cc668a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626102 Jun 25 09:25:04.823864 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Deleting port c8b22c4b-5b85-41ac-a793-68b761445bcb {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:25:04.824239 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ad1b97-188e-42b2-aa75-2d5ed5b922b2 None None] The sync data for ids ['39672114-fe97-4bb0-a815-3d1cf21772e3'] in n-d-761264-15 is: [{'id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-985299251-router', 'tenant_id': 'fb11d964c95c485faa0ce0b518283280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:23:04Z', 'updated_at': '2021-06-25T09:25:00Z', 'revision_number': 5, 'project_id': 'fb11d964c95c485faa0ce0b518283280', 'gw_port': {'id': '28a8b611-0faf-4f7d-8359-757eccc2f115', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39672114-fe97-4bb0-a815-3d1cf21772e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:23:05Z', 'updated_at': '2021-06-25T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:25:04.824605 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:05.027489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] For port c8b22c4b-5b85-41ac-a793-68b761445bcb, host n-d-761264-15, got binding levels [] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:05.028242 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:05.058442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Calling delete_port for c8b22c4b-5b85-41ac-a793-68b761445bcb owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:25:05.062058 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.ipam_backend_mixin [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Port c8b22c4b-5b85-41ac-a793-68b761445bcb was not found and therefore no delete operation was performed {{(pid=94024) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:25:05.072932 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:05.077545 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:05.080429 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-85faf43b-c046-4019-a801-c667da5ab1ad tempest-ImagesTestJSON-1950852281 tempest-ImagesTestJSON-1950852281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:05.096028 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-50b08e64-802a-4f05-a6f6-b0ea1019e0f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:05.261652 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] Pushing event deleted for resources: {'Port': ['ID=28a8b611-0faf-4f7d-8359-757eccc2f115,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:05.265008 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:05.286453 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Port': ['ID=c8b22c4b-5b85-41ac-a793-68b761445bcb,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:05.341233 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:05.352253 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:05.375598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No DVR routers for this DVR port c8b22c4b-5b85-41ac-a793-68b761445bcb on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:25:05.391944 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c877828b-0732-42b4-a61b-b025b5602f12 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:25:05.424909 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:05.445334 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: c877828b-0732-42b4-a61b-b025b5602f12 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:25:05.446156 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c877828b-0732-42b4-a61b-b025b5602f12 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:25:05.447576 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c8b22c4b-5b85-41ac-a793-68b761445bcb no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:25:05.490925 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:05.494780 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:05.513641 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: c8b22c4b-5b85-41ac-a793-68b761445bcb {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:25:05.516459 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c8b22c4b-5b85-41ac-a793-68b761445bcb not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:25:05.568848 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:05.569911 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39672114-fe97-4bb0-a815-3d1cf21772e3 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:25:05.578053 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:05.579978 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] 10.222.0.93 "DELETE /v2.0/routers/39672114-fe97-4bb0-a815-3d1cf21772e3 HTTP/1.1" status: 204 len: 168 time: 2.7915475 Jun 25 09:25:05.583123 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58156) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:05.650155 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2e970f-0ba3-4526-aba7-a335f9954186 admin admin] Deleting subnet 264de093-f8bc-4972-89d7-2a2508fb4ef7 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:25:05.668976 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ba2e970f-0ba3-4526-aba7-a335f9954186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:05.674588 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31eac85e-fc5f-4444-bca0-16ee4ae64297 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:25:05.765493 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ba2e970f-0ba3-4526-aba7-a335f9954186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:05.784771 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 31eac85e-fc5f-4444-bca0-16ee4ae64297 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:25:05.789290 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 31eac85e-fc5f-4444-bca0-16ee4ae64297 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:05.789668 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:05.841065 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ba2e970f-0ba3-4526-aba7-a335f9954186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:05.951627 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ba2e970f-0ba3-4526-aba7-a335f9954186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:05.963197 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:06.000657 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ba2e970f-0ba3-4526-aba7-a335f9954186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.003675 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ba2e970f-0ba3-4526-aba7-a335f9954186 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/264de093-f8bc-4972-89d7-2a2508fb4ef7 HTTP/1.1" status: 204 len: 168 time: 0.4188607 Jun 25 09:25:06.005421 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e970f-0ba3-4526-aba7-a335f9954186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=264de093-f8bc-4972-89d7-2a2508fb4ef7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:06.015856 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ba2e970f-0ba3-4526-aba7-a335f9954186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:06.016702 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58162) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:06.064015 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.076819 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a9fcde-5627-4fb3-83fb-5c426b2772a2']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:06.092317 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.093556 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b22b5d1-e3af-435c-822b-d8fa3756102b') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:06.093866 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b22b5d1-e3af-435c-822b-d8fa3756102b') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:06.128992 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.146883 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081fede-f6bb-4726-9f15-cfc5d34644e8 req-da5cb4d1-8813-487e-aca3-665948ddeb00 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:06.155398 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3081fede-f6bb-4726-9f15-cfc5d34644e8 req-da5cb4d1-8813-487e-aca3-665948ddeb00 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 1.0876858 Jun 25 09:25:06.181469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaed4a2-8206-4c17-b4ff-efff8eed97b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31eac85e-fc5f-4444-bca0-16ee4ae64297'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:25:06.182579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed034055-7e66-4514-9e4e-f836fb1546c5 req-8463e40d-daa0-4601-97ae-c9e1f7690829 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:06.184836 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed034055-7e66-4514-9e4e-f836fb1546c5 req-8463e40d-daa0-4601-97ae-c9e1f7690829 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.41 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.1000040 Jun 25 09:25:06.188041 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d9737ee-dd95-491b-ba86-f690816b553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.193562 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29250410-c976-4cc0-8bac-21d027010427" -d '{"events": [{"server_uuid": "feaed4a2-8206-4c17-b4ff-efff8eed97b0", "name": "network-vif-plugged", "status": "completed", "tag": "31eac85e-fc5f-4444-bca0-16ee4ae64297"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:25:06.211661 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.229634 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792b556-2424-4502-9017-99499e94b424 req-bd782880-067c-4882-9fd3-563d530be77b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:06.231442 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b792b556-2424-4502-9017-99499e94b424 req-bd782880-067c-4882-9fd3-563d530be77b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 944 time: 0.9715199 Jun 25 09:25:06.277312 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 31eac85e-fc5f-4444-bca0-16ee4ae64297, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31eac85e-fc5f-4444-bca0-16ee4ae64297,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:06.280843 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:25:06.281293 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:25:06.290334 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:25:06.300605 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.303367 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3081fede-f6bb-4726-9f15-cfc5d34644e8 req-d1d2231e-6f8a-491a-a3a1-2e6ac6b4fe6b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468050 Jun 25 09:25:06.309899 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:06.444119 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=31eac85e-fc5f-4444-bca0-16ee4ae64297,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:06.466675 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:06.567143 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d9737ee-dd95-491b-ba86-f690816b553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.582729 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5d9737ee-dd95-491b-ba86-f690816b553c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2576df-731a-49ab-beec-d0c9aa2f477d']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:06.599354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5d9737ee-dd95-491b-ba86-f690816b553c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b654784-b987-4ae0-802a-cc0e228247b4') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:06.599794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5d9737ee-dd95-491b-ba86-f690816b553c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b654784-b987-4ae0-802a-cc0e228247b4') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:06.619620 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-ed034055-7e66-4514-9e4e-f836fb1546c5 req-3cf4decf-d556-4126-ae50-34b13019b765 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Deleting port d44013a0-7286-42d7-8405-c7a4df5934ec {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:25:06.620105 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ed034055-7e66-4514-9e4e-f836fb1546c5 req-3cf4decf-d556-4126-ae50-34b13019b765 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.624370 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d9737ee-dd95-491b-ba86-f690816b553c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.691248 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.702831 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d9737ee-dd95-491b-ba86-f690816b553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.714898 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9737ee-dd95-491b-ba86-f690816b553c admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:25:06.715875 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d9737ee-dd95-491b-ba86-f690816b553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:25:06.717943 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:25:06.720144 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a59881f6-dd27-41c6-82c1-d1b7f261b531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:06.725570 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b792b556-2424-4502-9017-99499e94b424 req-f4450d96-0c68-49b0-ba6c-aa55177e535a tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401584 Jun 25 09:25:06.727082 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.729364 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/44a9fcde-5627-4fb3-83fb-5c426b2772a2 HTTP/1.1" status: 204 len: 168 time: 3.7885761 Jun 25 09:25:06.741563 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58168) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:06.792071 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Network': ['ID=44a9fcde-5627-4fb3-83fb-5c426b2772a2,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:06.795591 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:06.821353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:25:06.856658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53467715-ad66-48a3-8b12-1a8da2d953bb req-85f43a2f-2e2f-4b09-98c7-bd93843fb974 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:06.861091 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53467715-ad66-48a3-8b12-1a8da2d953bb req-85f43a2f-2e2f-4b09-98c7-bd93843fb974 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 946 time: 0.3132331 Jun 25 09:25:06.863997 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f11a8a-77cc-472a-b566-5da16a2f7894 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] DELETE failed (client error): The resource could not be found. Jun 25 09:25:06.864464 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f11a8a-77cc-472a-b566-5da16a2f7894 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:25:06.864587 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.869907 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-89f11a8a-77cc-472a-b566-5da16a2f7894 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/subnets/0f49bdc7-174c-45fd-8751-4ef792ca1ec7 HTTP/1.1" status: 404 len: 337 time: 0.0817752 Jun 25 09:25:06.871309 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58170) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:06.921413 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-135fa335-668f-45e6-a853-9e3df5d2f49f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] DELETE failed (client error): The resource could not be found. Jun 25 09:25:06.922066 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135fa335-668f-45e6-a853-9e3df5d2f49f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:25:06.923444 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Transition to ACTIVE for port object 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:25:06.924091 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-135fa335-668f-45e6-a853-9e3df5d2f49f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/54d0d76e-1095-4149-9534-92f5e312e0fc HTTP/1.1" status: 404 len: 339 time: 0.0400536 Jun 25 09:25:06.927226 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58172) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:06.943795 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d9737ee-dd95-491b-ba86-f690816b553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.951286 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-83f3ab20-1c87-4876-85e8-c016b23d32c9 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:06.957654 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2624528-6493-4c16-acd8-7aedf72b45b5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] DELETE failed (client error): The resource could not be found. Jun 25 09:25:06.958530 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2624528-6493-4c16-acd8-7aedf72b45b5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:25:06.959080 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d9737ee-dd95-491b-ba86-f690816b553c admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.962420 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b2624528-6493-4c16-acd8-7aedf72b45b5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/subnets/c83c974b-6ae8-47ca-8649-0aad65c0c81c HTTP/1.1" status: 404 len: 337 time: 0.0316696 Jun 25 09:25:06.962912 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5d9737ee-dd95-491b-ba86-f690816b553c admin admin] 10.222.0.93 "DELETE /v2.0/networks/8b2576df-731a-49ab-beec-d0c9aa2f477d HTTP/1.1" status: 204 len: 168 time: 0.9432714 Jun 25 09:25:06.963507 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-ed034055-7e66-4514-9e4e-f836fb1546c5 req-3cf4decf-d556-4126-ae50-34b13019b765 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] For port d44013a0-7286-42d7-8405-c7a4df5934ec, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=d44013a0-7286-42d7-8405-c7a4df5934ec,segment=NetworkSegment(720d597f-8fb2-4878-b579-7ba7a0dd5f2c),segment_id=720d597f-8fb2-4878-b579-7ba7a0dd5f2c)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:06.963881 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ed034055-7e66-4514-9e4e-f836fb1546c5 req-3cf4decf-d556-4126-ae50-34b13019b765 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.967508 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58174) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:06.978139 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53467715-ad66-48a3-8b12-1a8da2d953bb req-da811354-3f1a-450f-9341-739edc4873fd tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101758 Jun 25 09:25:06.979420 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:06.984790 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-402a78c3-6704-437e-8ad4-3e5ac06482b2 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:07.059154 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51e5315-be48-4a33-ac00-44a4b0367322 x-openstack-request-id: req-b51e5315-be48-4a33-ac00-44a4b0367322 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:25:07.059688 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaed4a2-8206-4c17-b4ff-efff8eed97b0", "name": "network-vif-plugged", "status": "completed", "tag": "31eac85e-fc5f-4444-bca0-16ee4ae64297", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:25:07.060143 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b51e5315-be48-4a33-ac00-44a4b0367322 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:25:07.060793 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feaed4a2-8206-4c17-b4ff-efff8eed97b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31eac85e-fc5f-4444-bca0-16ee4ae64297', 'code': 200} Jun 25 09:25:07.063589 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9737ee-dd95-491b-ba86-f690816b553c admin admin] Pushing event deleted for resources: {'Network': ['ID=8b2576df-731a-49ab-beec-d0c9aa2f477d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:07.067284 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5d9737ee-dd95-491b-ba86-f690816b553c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:07.069474 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-ed034055-7e66-4514-9e4e-f836fb1546c5 req-3cf4decf-d556-4126-ae50-34b13019b765 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Calling delete_port for d44013a0-7286-42d7-8405-c7a4df5934ec owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:25:07.110453 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:07.116983 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:07.365560 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a96851c-a1cb-4844-9e36-2c2f6a6717fd tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] DELETE failed (client error): The resource could not be found. Jun 25 09:25:07.366931 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a96851c-a1cb-4844-9e36-2c2f6a6717fd tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:25:07.376146 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9a96851c-a1cb-4844-9e36-2c2f6a6717fd tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/48df924f-7626-4f9d-9ddc-fae5871e64f4 HTTP/1.1" status: 404 len: 339 time: 0.4008274 Jun 25 09:25:07.380348 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58180) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:07.383068 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 28a8b611-0faf-4f7d-8359-757eccc2f115 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:25:07.398025 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Attempting to bind port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:25:07.398381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Attempting to bind port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:25:07.417380 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Attempting to bind port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:25:07.460561 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 28a8b611-0faf-4f7d-8359-757eccc2f115 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:25:07.461404 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ed034055-7e66-4514-9e4e-f836fb1546c5 req-3cf4decf-d556-4126-ae50-34b13019b765 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:07.468087 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 28a8b611-0faf-4f7d-8359-757eccc2f115 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:25:07.491214 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58184) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:07.491991 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5e216a57-2a34-41a9-9121-a6f4e16685f7 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:07.496451 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['d44013a0-7286-42d7-8405-c7a4df5934ec'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:25:07.533668 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fbc38-f173-4e3f-a065-72288011fedd req-fb8a70c3-1b66-4d18-9c99-76e68a017c9c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:07.535449 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e2fbc38-f173-4e3f-a065-72288011fedd req-fb8a70c3-1b66-4d18-9c99-76e68a017c9c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 947 time: 0.3392885 Jun 25 09:25:07.560891 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eff0e1c-5b44-4c66-ab95-281471194f02 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] DELETE failed (client error): The resource could not be found. Jun 25 09:25:07.561578 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eff0e1c-5b44-4c66-ab95-281471194f02 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:25:07.563321 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4eff0e1c-5b44-4c66-ab95-281471194f02 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/subnets/57631260-1112-42a7-9cd0-5493ee4c57c7 HTTP/1.1" status: 404 len: 337 time: 0.1805577 Jun 25 09:25:07.565429 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:25:07.565814 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Attempting to bind port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:25:07.568118 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58186) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:07.577104 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4decf-d556-4126-ae50-34b13019b765 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Pushing event deleted for resources: {'Port': ['ID=d44013a0-7286-42d7-8405-c7a4df5934ec,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:07.580354 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['eb202622-3c11-44e7-9b2b-044e565a5ab8'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:25:07.580685 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3cf4decf-d556-4126-ae50-34b13019b765 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:07.669778 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:25:07.670357 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:25:07.670943 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:25:07.671345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Bound port: 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:25:07.671718 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:07.672624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed034055-7e66-4514-9e4e-f836fb1546c5 req-3cf4decf-d556-4126-ae50-34b13019b765 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] No DVR routers for this DVR port d44013a0-7286-42d7-8405-c7a4df5934ec on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:25:07.683632 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ed034055-7e66-4514-9e4e-f836fb1546c5 req-3cf4decf-d556-4126-ae50-34b13019b765 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:07.686362 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed034055-7e66-4514-9e4e-f836fb1546c5 req-3cf4decf-d556-4126-ae50-34b13019b765 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.41 "DELETE /v2.0/ports/d44013a0-7286-42d7-8405-c7a4df5934ec HTTP/1.1" status: 204 len: 173 time: 1.4930301 Jun 25 09:25:07.710256 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373e78dc-0f45-4643-a38e-0851d633eab2', 'name': 'network-vif-deleted', 'tag': 'd44013a0-7286-42d7-8405-c7a4df5934ec'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:25:07.712760 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4990367-db6f-47fd-bb7c-6a5b6dd30214" -d '{"events": [{"server_uuid": "373e78dc-0f45-4643-a38e-0851d633eab2", "name": "network-vif-deleted", "tag": "d44013a0-7286-42d7-8405-c7a4df5934ec"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:25:07.760551 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] For port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:25:07.765138 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] For port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:25:07.771469 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6174c4a2-61ce-4075-98a4-72554df60dbf tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] DELETE failed (client error): The resource could not be found. Jun 25 09:25:07.772295 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6174c4a2-61ce-4075-98a4-72554df60dbf tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:25:07.775388 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6174c4a2-61ce-4075-98a4-72554df60dbf tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/03248468-2216-4f40-bad7-cd6e69e6807a HTTP/1.1" status: 404 len: 339 time: 0.1888556 Jun 25 09:25:07.793669 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58190) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:07.796444 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a8115601-5d47-42d1-bdfc-48650fa88fa5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fb11d964c95c485faa0ce0b518283280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832575 Jun 25 09:25:07.852791 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:07.870107 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58194) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:07.874010 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:07.891868 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f7500c-1e3b-484a-b278-5646ba5d02d2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Deleting subnet b461a039-3afa-4ecd-875d-faaa8b964580 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:25:07.903897 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5f7500c-1e3b-484a-b278-5646ba5d02d2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:07.955423 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df13cf9-58db-4bc1-942e-091649be6cdf req-7195ca09-3aa8-4f4e-ba3b-a9be3d76cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:07.958157 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4df13cf9-58db-4bc1-942e-091649be6cdf req-7195ca09-3aa8-4f4e-ba3b-a9be3d76cf95 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 1097 time: 0.5648081 Jun 25 09:25:08.032404 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5f7500c-1e3b-484a-b278-5646ba5d02d2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:08.041896 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:08.063005 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:08.064966 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:08.065613 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:08.067134 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] 10.222.0.41 "PUT /v2.0/ports/7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 HTTP/1.1" status: 200 len: 1096 time: 3.4850111 Jun 25 09:25:08.071993 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc00683-d784-4e45-914d-9562b248d010', 'tag': '7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:25:08.074584 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40b5d6a-6c94-4015-a919-09c8eaddfd09" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc00683-d784-4e45-914d-9562b248d010", "tag": "7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:25:08.107888 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e2fbc38-f173-4e3f-a065-72288011fedd req-80812d8e-c8ad-49b0-b274-5d14a715bb10 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457265 Jun 25 09:25:08.137453 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4df13cf9-58db-4bc1-942e-091649be6cdf req-a9fe027b-deaf-477a-959d-0daa54dace0f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701925 Jun 25 09:25:08.219757 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-05fad40c-6d5a-40e6-b917-3816acf40626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:08.237008 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25599b9a-3788-4a4d-9126-109ee8671a68 x-openstack-request-id: req-25599b9a-3788-4a4d-9126-109ee8671a68 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:25:08.238321 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373e78dc-0f45-4643-a38e-0851d633eab2", "name": "network-vif-deleted", "tag": "d44013a0-7286-42d7-8405-c7a4df5934ec", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:25:08.239476 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-25599b9a-3788-4a4d-9126-109ee8671a68 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:25:08.240449 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373e78dc-0f45-4643-a38e-0851d633eab2', 'name': 'network-vif-deleted', 'tag': 'd44013a0-7286-42d7-8405-c7a4df5934ec', 'status': 'completed', 'code': 200} Jun 25 09:25:08.288150 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-05fad40c-6d5a-40e6-b917-3816acf40626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:08.323953 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5f7500c-1e3b-484a-b278-5646ba5d02d2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:08.410145 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1103c2-3003-42be-afea-8ee4d80da230 req-1bb5dbaf-c2ed-459b-b5c9-e20cf825e771 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:08.412479 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c1103c2-3003-42be-afea-8ee4d80da230 req-1bb5dbaf-c2ed-459b-b5c9-e20cf825e771 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 0.7195671 Jun 25 09:25:08.416421 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-05fad40c-6d5a-40e6-b917-3816acf40626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:08.420689 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-05fad40c-6d5a-40e6-b917-3816acf40626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:08.422173 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-05fad40c-6d5a-40e6-b917-3816acf40626 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5a266d61-de07-4e08-941a-6be3b118e471 HTTP/1.1" status: 204 len: 168 time: 0.4248879 Jun 25 09:25:08.446998 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-deda15e6-5e94-401b-ab1f-5abed6d44c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:08.531400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fad40c-6d5a-40e6-b917-3816acf40626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a266d61-de07-4e08-941a-6be3b118e471,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:08.553307 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5f7500c-1e3b-484a-b278-5646ba5d02d2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:08.559852 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ddfafa11-3cc4-436d-b361-65036972de2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:08.565091 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c1103c2-3003-42be-afea-8ee4d80da230 req-b0652c6d-1cab-4474-879a-68f948a3e635 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365271 Jun 25 09:25:08.608231 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5f7500c-1e3b-484a-b278-5646ba5d02d2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:08.614957 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c5f7500c-1e3b-484a-b278-5646ba5d02d2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/subnets/b461a039-3afa-4ecd-875d-faaa8b964580 HTTP/1.1" status: 204 len: 168 time: 0.8172531 Jun 25 09:25:08.616538 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7500c-1e3b-484a-b278-5646ba5d02d2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Subnet': ['ID=b461a039-3afa-4ecd-875d-faaa8b964580,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:08.620470 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c5f7500c-1e3b-484a-b278-5646ba5d02d2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:08.621138 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58206) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:08.622256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591b6186-30ab-4a04-b474-d55d7a03717f None None] Network 9bf14294-452d-4f0f-b3b0-2718672481a5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:25:08.641243 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-05fad40c-6d5a-40e6-b917-3816acf40626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:08.760158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-59767134-6ce3-40cf-97f8-6c894c28b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:08.762240 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:08.769803 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-59767134-6ce3-40cf-97f8-6c894c28b679 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 1099 time: 0.6170852 Jun 25 09:25:08.892160 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfe831-f808-4afc-80f5-59c0fa2be45f req-78a2a87b-8390-4c9b-b2ff-2a52d99924a4 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:08.915215 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-acbfe831-f808-4afc-80f5-59c0fa2be45f req-78a2a87b-8390-4c9b-b2ff-2a52d99924a4 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.4060795 Jun 25 09:25:08.943903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Deleting port f003b75e-6533-4342-a798-46bab44b822f {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:25:08.945093 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:09.145832 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-6ac220a2-0f94-47e5-866c-d1fcbb580acc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 HTTP/1.1" status: 200 len: 217 time: 0.3439686 Jun 25 09:25:09.207372 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] For port f003b75e-6533-4342-a798-46bab44b822f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f003b75e-6533-4342-a798-46bab44b822f,segment=NetworkSegment(79e7d86d-cb2c-4bf5-8935-15df06b660c3),segment_id=79e7d86d-cb2c-4bf5-8935-15df06b660c3)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:09.207750 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:09.263548 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc4b9a-9142-48e8-ae42-98674f9f29e1 None None] DHCP port deletion for 9bf14294-452d-4f0f-b3b0-2718672481a5 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:25:09.275873 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Calling delete_port for f003b75e-6533-4342-a798-46bab44b822f owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:25:09.366521 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-635ab17c-f5b7-4d34-a0ee-97c84dab6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:09.371107 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-635ab17c-f5b7-4d34-a0ee-97c84dab6bb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1778181 Jun 25 09:25:09.424091 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc4b9a-9142-48e8-ae42-98674f9f29e1 None None] Deleting port f003b75e-6533-4342-a798-46bab44b822f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:25:09.427962 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4b9a-9142-48e8-ae42-98674f9f29e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:09.481529 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64c5fa75-38b5-4f73-bd77-081c0168e072 req-8347eae6-65f8-4e5d-a8ae-e37aed8a764b tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=373e78dc-0f45-4643-a38e-0851d633eab2 HTTP/1.1" status: 200 len: 210 time: 0.3687921 Jun 25 09:25:09.487371 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-acbfe831-f808-4afc-80f5-59c0fa2be45f req-4adf0973-0390-4c0e-a9d3-b8073ea2ea67 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611039 Jun 25 09:25:09.552318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-6d938fe6-947c-4b4e-929b-3a8bf5643863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:09.553889 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-6d938fe6-947c-4b4e-929b-3a8bf5643863 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1749194 Jun 25 09:25:09.690228 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7fcc4b9a-9142-48e8-ae42-98674f9f29e1 None None] For port f003b75e-6533-4342-a798-46bab44b822f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f003b75e-6533-4342-a798-46bab44b822f,segment=NetworkSegment(79e7d86d-cb2c-4bf5-8935-15df06b660c3),segment_id=79e7d86d-cb2c-4bf5-8935-15df06b660c3)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:09.691435 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4b9a-9142-48e8-ae42-98674f9f29e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:09.719765 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:09.723165 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:09.726985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc4b9a-9142-48e8-ae42-98674f9f29e1 None None] Calling delete_port for f003b75e-6533-4342-a798-46bab44b822f owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:25:09.858230 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44088ffb-37ef-4142-97cb-188cbff9bdd2 x-openstack-request-id: req-44088ffb-37ef-4142-97cb-188cbff9bdd2 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:25:09.858979 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc00683-d784-4e45-914d-9562b248d010", "tag": "7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:25:09.859660 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-44088ffb-37ef-4142-97cb-188cbff9bdd2 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:25:09.861671 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc00683-d784-4e45-914d-9562b248d010', 'tag': '7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45', 'status': 'completed', 'code': 200} Jun 25 09:25:09.871481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f003b75e-6533-4342-a798-46bab44b822f no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:25:09.879672 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device d44013a0-7286-42d7-8405-c7a4df5934ec no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:25:09.917590 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Port': ['ID=f003b75e-6533-4342-a798-46bab44b822f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:09.948435 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:09.949524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No DVR routers for this DVR port f003b75e-6533-4342-a798-46bab44b822f on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:25:10.010723 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: d44013a0-7286-42d7-8405-c7a4df5934ec {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:25:10.011478 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device d44013a0-7286-42d7-8405-c7a4df5934ec not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:25:10.013323 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: f003b75e-6533-4342-a798-46bab44b822f {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:25:10.013951 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f003b75e-6533-4342-a798-46bab44b822f not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:25:10.050571 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4b9a-9142-48e8-ae42-98674f9f29e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:10.056520 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5e08ce59-0a9f-4d2d-8939-8e4c4e21c86e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:10.105482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc4b9a-9142-48e8-ae42-98674f9f29e1 None None] Pushing event deleted for resources: {'Port': ['ID=f003b75e-6533-4342-a798-46bab44b822f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:10.112755 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-d4bfcba2-de1e-40e8-8652-f0439efc0065 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102954 Jun 25 09:25:10.114243 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7fcc4b9a-9142-48e8-ae42-98674f9f29e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:10.120883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc4b9a-9142-48e8-ae42-98674f9f29e1 None None] No DVR routers for this DVR port f003b75e-6533-4342-a798-46bab44b822f on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:25:10.226538 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:10.245979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf14294-452d-4f0f-b3b0-2718672481a5']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:10.280817 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e7d86d-cb2c-4bf5-8935-15df06b660c3') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:10.281781 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e7d86d-cb2c-4bf5-8935-15df06b660c3') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:10.296922 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:10.324999 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:10.359974 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:25:10.362904 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:10.416032 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f3aa-0761-4870-9ce1-e780d8b8b309 req-2d38a948-e3aa-4da2-a4a1-b587c7e8dfaa tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:10.429864 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a1e9f3aa-0761-4870-9ce1-e780d8b8b309 req-2d38a948-e3aa-4da2-a4a1-b587c7e8dfaa tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 947 time: 0.5921824 Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:25:10.507119 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:25:10.514444 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:10.522956 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:10.529751 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/9bf14294-452d-4f0f-b3b0-2718672481a5 HTTP/1.1" status: 204 len: 168 time: 1.9072297 Jun 25 09:25:10.530625 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58238) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:10.531711 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9e1f33d3-6133-4bb4-9da1-21d4b73e6674 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:10.583536 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc550a49-a05e-42ee-9062-18080b862fc3 req-f0048e4f-1e0a-4d40-b79b-71e021c1c198 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:10.594051 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dc550a49-a05e-42ee-9062-18080b862fc3 req-f0048e4f-1e0a-4d40-b79b-71e021c1c198 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 0.6267862 Jun 25 09:25:10.615982 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Network': ['ID=9bf14294-452d-4f0f-b3b0-2718672481a5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:10.620051 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8701628c-8e58-4407-8f86-46dfaca4a8eb req-5cabd010-775e-498c-86d5-35ec464d7a5a service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289351 Jun 25 09:25:10.629108 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:10.631112 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58242) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:10.638075 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-82efa0d3-5e33-428a-851d-bdbb5f038673 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] DELETE failed (client error): The resource could not be found. Jun 25 09:25:10.638786 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82efa0d3-5e33-428a-851d-bdbb5f038673 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:25:10.643773 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-82efa0d3-5e33-428a-851d-bdbb5f038673 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/subnets/ccbf4974-9c82-4ab5-adc4-4afa98bf0087 HTTP/1.1" status: 404 len: 337 time: 0.1033242 Jun 25 09:25:10.644587 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58246) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:10.746064 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a1e9f3aa-0761-4870-9ce1-e780d8b8b309 req-27384b31-879e-4525-82f4-b5fad588201a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011098 Jun 25 09:25:10.759325 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5363f9d-8700-44a0-a9b1-65959e830fdf tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] DELETE failed (client error): The resource could not be found. Jun 25 09:25:10.760000 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5363f9d-8700-44a0-a9b1-65959e830fdf tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:25:10.762225 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d5363f9d-8700-44a0-a9b1-65959e830fdf tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/0b1c2fcf-fee5-4c28-ba42-3d059ac7f513 HTTP/1.1" status: 404 len: 339 time: 0.1150331 Jun 25 09:25:10.765488 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58248) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:10.812279 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dc550a49-a05e-42ee-9062-18080b862fc3 req-d2a4b0f1-64d7-4ef7-a8a1-339f0a49de7b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171724 Jun 25 09:25:11.001110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b5d6a-6c94-4015-a919-09c8eaddfd09 req-efd2d439-ae27-4d44-b97b-700240454a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:11.001960 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-232406060-network', 'tenant_id': '777fbffdfb2441aea108fa0ba296811d'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:11.005020 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e40b5d6a-6c94-4015-a919-09c8eaddfd09 req-efd2d439-ae27-4d44-b97b-700240454a56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 1099 time: 0.2473936 Jun 25 09:25:11.022379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-319301a1-a827-4e46-841a-6f77213707ff tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Deleting subnet ee8e6deb-d644-42c5-aa7d-4ff3ba8abff5 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:25:11.039412 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-319301a1-a827-4e46-841a-6f77213707ff tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:11.177159 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Made reservation on behalf of 777fbffdfb2441aea108fa0ba296811d for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:25:11.180361 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:11.208065 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:11.213647 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b5d6a-6c94-4015-a919-09c8eaddfd09 req-d3b10a14-cec2-4d49-b2c6-8cbc5375cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:11.215247 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e40b5d6a-6c94-4015-a919-09c8eaddfd09 req-d3b10a14-cec2-4d49-b2c6-8cbc5375cf27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2031121 Jun 25 09:25:11.239022 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954c111-9a67-4a0e-8b76-6cabddc392fc req-b1515b62-c0e0-4c11-8e29-3c2294cbfc9d tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:11.240811 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2954c111-9a67-4a0e-8b76-6cabddc392fc req-b1515b62-c0e0-4c11-8e29-3c2294cbfc9d tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.1474617 Jun 25 09:25:11.250585 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-319301a1-a827-4e46-841a-6f77213707ff tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:11.292371 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e40b5d6a-6c94-4015-a919-09c8eaddfd09 req-f3d8e690-1bd9-413b-b07c-7466f578b171 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 HTTP/1.1" status: 200 len: 217 time: 0.0671902 Jun 25 09:25:11.371662 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2954c111-9a67-4a0e-8b76-6cabddc392fc req-1801638e-820a-4bd9-a000-51bc7afd4d29 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224015 Jun 25 09:25:11.376503 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b5d6a-6c94-4015-a919-09c8eaddfd09 req-c6474356-2d27-4145-9177-3ccb9f25d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:11.378426 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e40b5d6a-6c94-4015-a919-09c8eaddfd09 req-c6474356-2d27-4145-9177-3ccb9f25d5aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0787258 Jun 25 09:25:11.496426 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-319301a1-a827-4e46-841a-6f77213707ff tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:11.527857 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebf866-c1e0-4314-a815-6cf9f0e38fcc req-e95e5f51-40b4-4b13-be69-c41928dca0c4 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:11.535067 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffebf866-c1e0-4314-a815-6cf9f0e38fcc req-e95e5f51-40b4-4b13-be69-c41928dca0c4 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1257534 Jun 25 09:25:11.538407 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b5d6a-6c94-4015-a919-09c8eaddfd09 req-eddde902-3472-4ba4-8599-5ca050e3367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:11.539904 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e40b5d6a-6c94-4015-a919-09c8eaddfd09 req-eddde902-3472-4ba4-8599-5ca050e3367a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1522183 Jun 25 09:25:11.682346 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffebf866-c1e0-4314-a815-6cf9f0e38fcc req-bf04ad50-8238-4abc-ac99-7e359b84d68b tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462543 Jun 25 09:25:11.683776 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-319301a1-a827-4e46-841a-6f77213707ff tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:11.697678 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-39a5de88-805c-42f4-88e3-169d93062897 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:11.742923 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-319301a1-a827-4e46-841a-6f77213707ff tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:11.743936 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9d4836-8e0b-4ce8-9b36-dcb9a02e5c76 None None] Network fbfc4e43-a03d-4373-95f7-df09607714d1 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:25:11.749306 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-319301a1-a827-4e46-841a-6f77213707ff tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/subnets/ee8e6deb-d644-42c5-aa7d-4ff3ba8abff5 HTTP/1.1" status: 204 len: 168 time: 0.9798844 Jun 25 09:25:11.753712 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319301a1-a827-4e46-841a-6f77213707ff tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Subnet': ['ID=ee8e6deb-d644-42c5-aa7d-4ff3ba8abff5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:11.762083 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-319301a1-a827-4e46-841a-6f77213707ff tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:11.762709 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58258) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:11.794444 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e40b5d6a-6c94-4015-a919-09c8eaddfd09 req-bfa6dbde-6363-43a6-9377-766aa0afe4e8 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436965 Jun 25 09:25:11.817926 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749785c-72d8-47c1-b72a-0900d8de9c4d req-594f904c-b2c9-46b1-9e32-e329a8bde782 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:11.826548 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e749785c-72d8-47c1-b72a-0900d8de9c4d req-594f904c-b2c9-46b1-9e32-e329a8bde782 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.2599459 Jun 25 09:25:12.030998 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:12.035273 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:12.056936 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e749785c-72d8-47c1-b72a-0900d8de9c4d req-dc8325df-af20-4f59-ae87-536d7f56a224 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293003 Jun 25 09:25:12.077881 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:12.088477 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e40b5d6a-6c94-4015-a919-09c8eaddfd09 req-862d3485-23b7-4c74-b548-b4876c316023 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817407 Jun 25 09:25:12.094005 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:25:12.109104 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:12.109486 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9975a00c-dcd8-40c5-ab66-2f6266f188be None None] DHCP port deletion for fbfc4e43-a03d-4373-95f7-df09607714d1 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:25:12.109658 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Added segment 3661218e-0d7f-468d-8f5b-24cae83fb981 of type vlan for network 25daf000-2fc7-43de-95f1-4b0bef198225 Jun 25 09:25:12.222814 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757854f0-3492-4497-9d25-a4316636d7cc req-373de3e5-c49a-45ca-91ec-87f108739a9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:12.228183 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:12.238592 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9975a00c-dcd8-40c5-ab66-2f6266f188be None None] Deleting port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:25:12.238880 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-757854f0-3492-4497-9d25-a4316636d7cc req-373de3e5-c49a-45ca-91ec-87f108739a9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 947 time: 0.1980345 Jun 25 09:25:12.245620 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9975a00c-dcd8-40c5-ab66-2f6266f188be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:12.255226 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ab4aeac3-e8c1-4102-9302-77cc65b10f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:12.343088 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac25824-9545-43a1-877a-57b905a872de,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:12.348845 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:12.360455 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:12.363205 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:12.363798 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:12.368027 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-9975a00c-dcd8-40c5-ab66-2f6266f188be None None] For port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6fc1daf8-b911-4e20-a3ec-e9a0937e1e82,segment=NetworkSegment(23302283-a406-4055-bc57-a63503335b69),segment_id=23302283-a406-4055-bc57-a63503335b69)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:12.374822 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9975a00c-dcd8-40c5-ab66-2f6266f188be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:12.382552 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:12.405100 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9975a00c-dcd8-40c5-ab66-2f6266f188be None None] Calling delete_port for 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:25:12.507252 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-757854f0-3492-4497-9d25-a4316636d7cc req-14a8169e-b756-4178-8636-86155bbc8063 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616522 Jun 25 09:25:12.539985 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Deleting port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:25:12.540418 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:12.598901 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfc529-f18a-48da-985b-053d690ccb42 req-03f5a38a-743b-4041-82ee-2f707c327b23 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:12.608029 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9975a00c-dcd8-40c5-ab66-2f6266f188be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:12.609371 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91bfc529-f18a-48da-985b-053d690ccb42 req-03f5a38a-743b-4041-82ee-2f707c327b23 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 0.2804911 Jun 25 09:25:12.616156 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:12.677037 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975a00c-dcd8-40c5-ab66-2f6266f188be None None] Pushing event deleted for resources: {'Port': ['ID=6fc1daf8-b911-4e20-a3ec-e9a0937e1e82,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:12.685064 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-9975a00c-dcd8-40c5-ab66-2f6266f188be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:12.701308 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9975a00c-dcd8-40c5-ab66-2f6266f188be None None] No DVR routers for this DVR port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:25:12.705533 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91bfc529-f18a-48da-985b-053d690ccb42 req-95a679ca-dc4e-43b7-a3fe-a57d269097a4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950427 Jun 25 09:25:12.743664 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58274) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:12.746002 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1125441 Jun 25 09:25:12.749792 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-8be4bf5c-8ce0-4909-8966-b58dcced498c admin admin] Request body: {'subnet': {'network_id': '25daf000-2fc7-43de-95f1-4b0bef198225', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-232406060-subnet', 'tenant_id': '777fbffdfb2441aea108fa0ba296811d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:12.766585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] For port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6fc1daf8-b911-4e20-a3ec-e9a0937e1e82,segment=NetworkSegment(23302283-a406-4055-bc57-a63503335b69),segment_id=23302283-a406-4055-bc57-a63503335b69)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:12.767120 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:12.770303 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=25daf000-2fc7-43de-95f1-4b0bef198225,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:12.784643 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 25daf000-2fc7-43de-95f1-4b0bef198225 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:25:12.796363 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:12.828856 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Calling delete_port for 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:25:12.855135 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be4bf5c-8ce0-4909-8966-b58dcced498c admin admin] Made reservation on behalf of 777fbffdfb2441aea108fa0ba296811d for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:25:12.864575 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8be4bf5c-8ce0-4909-8966-b58dcced498c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:12.903729 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58284) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:13.145123 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:13.152379 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4f78f320-177d-4c09-b7c7-8dfc6682e99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:13.227788 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Port': ['ID=6fc1daf8-b911-4e20-a3ec-e9a0937e1e82,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:13.237644 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:13.243975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] No DVR routers for this DVR port 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:25:13.281739 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fe0984a2-4616-43fa-8f71-15a7d74b0aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:13.399449 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:25:13.436363 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:13.445626 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:25:13.447617 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6fc1daf8-b911-4e20-a3ec-e9a0937e1e82 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:25:13.459286 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfc4e43-a03d-4373-95f7-df09607714d1']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:13.474074 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059521e-80df-49dd-b79c-bf8bc59da038 req-8d4b976d-92c8-425f-93d2-9d0a526270e5 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:13.484800 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0059521e-80df-49dd-b79c-bf8bc59da038 req-8d4b976d-92c8-425f-93d2-9d0a526270e5 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.4510329 Jun 25 09:25:13.486111 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23302283-a406-4055-bc57-a63503335b69') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:13.487733 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23302283-a406-4055-bc57-a63503335b69') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:13.505932 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:13.526008 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:13.534194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:25:13.534859 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:25:13.617120 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:25:13.627251 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:13.631347 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:13.671915 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:13.676705 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] 10.222.0.93 "DELETE /v2.0/networks/fbfc4e43-a03d-4373-95f7-df09607714d1 HTTP/1.1" status: 204 len: 168 time: 1.9118989 Jun 25 09:25:13.680364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Pushing event deleted for resources: {'Network': ['ID=fbfc4e43-a03d-4373-95f7-df09607714d1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:13.687320 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:13.699388 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8be4bf5c-8ce0-4909-8966-b58dcced498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:13.712080 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b4369045-8e09-4a40-8546-f930822de607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:13.741225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:25:13.742782 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0059521e-80df-49dd-b79c-bf8bc59da038 req-e1dd347b-697b-4f8f-b2cf-c311a590e515 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563164 Jun 25 09:25:14.036649 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:14.041617 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58300) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:14.064940 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45', 'mac_address': 'fa:16:3e:49:bb:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:25:14.155219 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:14.173346 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:25:14.201872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:14.212623 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:14.216565 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f614c0d6-6698-4c45-bb9a-fb4a02384dff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:14.345268 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:14.350087 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:14.393398 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-635c5afe-f3be-4192-a19c-48df169daef9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2237d52b519d4dfe9461e3e141f00f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495350 Jun 25 09:25:14.399600 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58310) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:14.491779 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48a93edc-0ecd-458b-818b-e15a6d855bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:14.547245 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48a93edc-0ecd-458b-818b-e15a6d855bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:14.613740 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48a93edc-0ecd-458b-818b-e15a6d855bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:14.617939 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-48a93edc-0ecd-458b-818b-e15a6d855bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:14.620997 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-48a93edc-0ecd-458b-818b-e15a6d855bb9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/020729e9-7df5-42ca-ac91-4a5647c27dce HTTP/1.1" status: 204 len: 168 time: 0.2184269 Jun 25 09:25:14.620997 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b214cc44-8117-4d6c-9d8a-c4cc38d1e326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:14.633719 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:25:14.642217 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a93edc-0ecd-458b-818b-e15a6d855bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020729e9-7df5-42ca-ac91-4a5647c27dce,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:14.672137 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48a93edc-0ecd-458b-818b-e15a6d855bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:14.783297 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4bf5c-8ce0-4909-8966-b58dcced498c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3889f4c9-af1b-44cd-84c5-ce8623152fb2,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:14.799257 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8be4bf5c-8ce0-4909-8966-b58dcced498c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.087s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:14.860422 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be4bf5c-8ce0-4909-8966-b58dcced498c admin admin] Checking segment: {'id': '3661218e-0d7f-468d-8f5b-24cae83fb981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '25daf000-2fc7-43de-95f1-4b0bef198225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:25:14.860864 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be4bf5c-8ce0-4909-8966-b58dcced498c admin admin] Network hostable DHCP agents. Network: 25daf000-2fc7-43de-95f1-4b0bef198225, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:25:14.870327 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b214de-6a6d-47a1-9d39-8c86cc620bb3 req-ddde0544-edbf-4023-8f63-14575b24f2c7 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:14.871957 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8b214de-6a6d-47a1-9d39-8c86cc620bb3 req-ddde0544-edbf-4023-8f63-14575b24f2c7 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 1.2061310 Jun 25 09:25:14.894171 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad715809-eb3c-4c6a-8691-f2149cd7a931 req-9d2b4121-9246-4588-8664-a3057a517350 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:14.896472 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ad715809-eb3c-4c6a-8691-f2149cd7a931 req-9d2b4121-9246-4588-8664-a3057a517350 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 948 time: 0.3140373 Jun 25 09:25:14.911591 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fe0984a2-4616-43fa-8f71-15a7d74b0aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:14.936539 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fe0984a2-4616-43fa-8f71-15a7d74b0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:14.948310 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ca0406a5-2f05-4dcd-9205-fbe847dd5b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:15.008530 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be4bf5c-8ce0-4909-8966-b58dcced498c admin admin] Network 25daf000-2fc7-43de-95f1-4b0bef198225 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:25:15.033973 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0984a2-4616-43fa-8f71-15a7d74b0aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa56d94-bf0d-47d1-8425-15d2d0425299,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:15.059019 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fe0984a2-4616-43fa-8f71-15a7d74b0aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:15.062132 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8b214de-6a6d-47a1-9d39-8c86cc620bb3 req-e01eceb2-7b95-4bcb-9fd8-9d67ca443d36 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771717 Jun 25 09:25:15.076336 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ad715809-eb3c-4c6a-8691-f2149cd7a931 req-c363637d-5a0e-493f-8f99-5f07ec9ba455 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620815 Jun 25 09:25:15.077554 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-8be4bf5c-8ce0-4909-8966-b58dcced498c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 25daf000-2fc7-43de-95f1-4b0bef198225) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:25:15.088778 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fe0984a2-4616-43fa-8f71-15a7d74b0aa5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=96dee7843b664fd69ca84a457e8fbf06&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1779368 Jun 25 09:25:15.088778 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be4bf5c-8ce0-4909-8966-b58dcced498c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:15.089446 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8be4bf5c-8ce0-4909-8966-b58dcced498c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:15.089848 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58324) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:15.092362 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed508604-13f3-4906-8e84-d59a790fda21 None None] Network 25daf000-2fc7-43de-95f1-4b0bef198225 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:25:15.135786 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8be4bf5c-8ce0-4909-8966-b58dcced498c admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3832309 Jun 25 09:25:15.244417 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-070333bb-87be-4626-9151-e3a03696d32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:15.301528 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-070333bb-87be-4626-9151-e3a03696d32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:15.339481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ad6836-010e-4d22-86b6-609891e23475 None None] Network 25daf000-2fc7-43de-95f1-4b0bef198225 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:25:15.372927 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-070333bb-87be-4626-9151-e3a03696d32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:15.376568 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-070333bb-87be-4626-9151-e3a03696d32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:15.380257 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-070333bb-87be-4626-9151-e3a03696d32a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/baa56d94-bf0d-47d1-8425-15d2d0425299 HTTP/1.1" status: 204 len: 168 time: 0.2871499 Jun 25 09:25:15.380257 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-27119c1d-4fc2-40d0-9585-d700a58fd09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:15.396472 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070333bb-87be-4626-9151-e3a03696d32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa56d94-bf0d-47d1-8425-15d2d0425299,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:15.399266 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-070333bb-87be-4626-9151-e3a03696d32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:15.434953 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a09aa-a8f1-4d64-8f2e-9afe3cb54ab9 req-269100c9-ac68-406a-a4bc-5ed6edbfa3d2 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:15.442602 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1e8a09aa-a8f1-4d64-8f2e-9afe3cb54ab9 req-269100c9-ac68-406a-a4bc-5ed6edbfa3d2 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 0.1468966 Jun 25 09:25:15.470763 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab35c2-e427-492a-99ca-02a17844d328 req-9049c6a1-c2e9-4a29-808a-484df212aa83 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:15.472370 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-30ab35c2-e427-492a-99ca-02a17844d328 req-9049c6a1-c2e9-4a29-808a-484df212aa83 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1246943 Jun 25 09:25:15.518247 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1e8a09aa-a8f1-4d64-8f2e-9afe3cb54ab9 req-f2f8054c-7bad-49a0-a214-5ad2e1ca78a1 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745802 Jun 25 09:25:15.546992 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-30ab35c2-e427-492a-99ca-02a17844d328 req-750247d1-e7c1-4dec-9a0c-79b4f64dd50c tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665786 Jun 25 09:25:15.735238 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:25:15.799061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:25:15.804297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:15.804817 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:15.898357 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:15.922120 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc00683-d784-4e45-914d-9562b248d010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:25:15.924495 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d54c58-f8d6-43f8-b271-f965d8e6d84c" -d '{"events": [{"server_uuid": "1fc00683-d784-4e45-914d-9562b248d010", "name": "network-vif-plugged", "status": "completed", "tag": "7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:25:15.937959 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:15.951323 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:15.958380 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:15.969729 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58364) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:15.980590 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1041603924-network', 'tenant_id': '0823fcd629c74317a505014a28e87749'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:16.008197 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f3b747-98cb-4ea0-b28c-fde32daa319b x-openstack-request-id: req-84f3b747-98cb-4ea0-b28c-fde32daa319b {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:25:16.008990 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc00683-d784-4e45-914d-9562b248d010", "name": "network-vif-plugged", "status": "completed", "tag": "7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:25:16.009278 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-84f3b747-98cb-4ea0-b28c-fde32daa319b {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:25:16.009796 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc00683-d784-4e45-914d-9562b248d010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45', 'code': 200} Jun 25 09:25:16.012958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Made reservation on behalf of 0823fcd629c74317a505014a28e87749 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:25:16.016742 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:16.021201 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:16.024583 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:16.037422 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:16.123019 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58368) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:16.189584 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:16.199345 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:16.212109 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-734203fb-dc00-4d16-9fc6-9a65b771da14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:16.276079 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d15605d-6420-4a87-8cdb-32f504ffb1c6,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:16.277508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f430c-6738-4576-a09a-71b111194265 req-b4679628-df2d-4899-8c89-60f368d0c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:16.279202 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d15f430c-6738-4576-a09a-71b111194265 req-b4679628-df2d-4899-8c89-60f368d0c832 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 1101 time: 0.1202505 Jun 25 09:25:16.291961 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:16.296233 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e6f82bf0-e6c3-437a-907a-7517bddc5df4 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] Request body: {'port': {'network_id': '2161ea31-9d62-4dde-87d6-0471556df51a', 'name': 'tempest-NetworksNegativeTestJSON-1719081414'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:16.313656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:25:16.320995 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f82bf0-e6c3-437a-907a-7517bddc5df4 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] POST failed (client error): The resource could not be found. Jun 25 09:25:16.321816 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f82bf0-e6c3-437a-907a-7517bddc5df4 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:25:16.327944 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e6f82bf0-e6c3-437a-907a-7517bddc5df4 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2030230 Jun 25 09:25:16.329911 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58378) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:16.354418 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e7f308-066a-427e-a3ab-62fd38ff84d8 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] DELETE failed (client error): The resource could not be found. Jun 25 09:25:16.355024 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e7f308-066a-427e-a3ab-62fd38ff84d8 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:25:16.360895 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-68e7f308-066a-427e-a3ab-62fd38ff84d8 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] 10.222.0.93 "DELETE /v2.0/networks/bd6bd6a8-7184-4bc4-aa85-f41caf1490da HTTP/1.1" status: 404 len: 339 time: 0.0299294 Jun 25 09:25:16.362327 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:16.362669 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Added segment 43c932f4-3ac7-4c0d-b3a8-07900e701a9c of type vlan for network 6715856c-50a1-41ed-9fb6-027f63387cb5 Jun 25 09:25:16.364123 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58382) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:16.416430 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d15f430c-6738-4576-a09a-71b111194265 req-bd879897-1aa1-4be1-bf67-7cfdb230f239 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916069 Jun 25 09:25:16.421998 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcc7d46-1bbb-44c5-af6c-6643f62f7842 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] DELETE failed (client error): The resource could not be found. Jun 25 09:25:16.422734 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edcc7d46-1bbb-44c5-af6c-6643f62f7842 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:25:16.428709 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58386) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:16.428978 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-edcc7d46-1bbb-44c5-af6c-6643f62f7842 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] 10.222.0.93 "DELETE /v2.0/ports/3fb8165c-e100-48c6-9319-7530fc01df96 HTTP/1.1" status: 404 len: 333 time: 0.0638945 Jun 25 09:25:16.444873 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:16.465865 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0d1f73-c79f-4966-8aaf-568230be1edd tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] DELETE failed (client error): The resource could not be found. Jun 25 09:25:16.466328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0d1f73-c79f-4966-8aaf-568230be1edd tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:25:16.468052 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fc0d1f73-c79f-4966-8aaf-568230be1edd tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] 10.222.0.93 "DELETE /v2.0/subnets/3de35abd-da7b-4c5c-a2b1-426b9198f4d7 HTTP/1.1" status: 404 len: 337 time: 0.0370810 Jun 25 09:25:16.472557 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58388) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:16.475880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a144ddc-8b3a-417f-bee0-0865d0cf123e req-0d830987-6867-465d-a50d-633472142075 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:16.486576 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a144ddc-8b3a-417f-bee0-0865d0cf123e req-0d830987-6867-465d-a50d-633472142075 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 949 time: 0.2062275 Jun 25 09:25:16.497140 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:16.498175 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:16.498751 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:16.501467 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f797f8-bade-4515-ab87-016ff36d7779 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] GET failed (client error): The resource could not be found. Jun 25 09:25:16.506642 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e9f797f8-bade-4515-ab87-016ff36d7779 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] 10.222.0.93 "GET /v2.0/networks/7963ee42-3b24-4639-af40-a4092cbb67db HTTP/1.1" status: 404 len: 339 time: 0.0288947 Jun 25 09:25:16.506642 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ad10d3c7-7650-4930-92b1-2a57180459ba tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:16.506965 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edac06-f128-49e6-b5c8-b889434133a7 req-a8f2d69a-0fef-4c66-8b32-4addae606a4e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:16.508562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1edac06-f128-49e6-b5c8-b889434133a7 req-a8f2d69a-0fef-4c66-8b32-4addae606a4e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.1887989 Jun 25 09:25:16.514905 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58390) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:16.530560 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58392) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:16.565225 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5940304 Jun 25 09:25:16.568007 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58396) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:16.573355 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb76a183-264f-405b-b84b-a05a51d39ab7 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] GET failed (client error): The resource could not be found. Jun 25 09:25:16.575050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bb76a183-264f-405b-b84b-a05a51d39ab7 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] 10.222.0.93 "GET /v2.0/ports/26555cd0-16da-445e-9a58-78e1b15069e5 HTTP/1.1" status: 404 len: 333 time: 0.0591516 Jun 25 09:25:16.581865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-6bceddce-7b58-48c2-b70d-94d258fcf40d admin admin] Request body: {'subnet': {'network_id': '6715856c-50a1-41ed-9fb6-027f63387cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1041603924-subnet', 'tenant_id': '0823fcd629c74317a505014a28e87749', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:16.586841 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58402) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:16.599050 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Pushing event updated for resources: {'Network': ['ID=6715856c-50a1-41ed-9fb6-027f63387cb5,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:16.605992 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:16.610756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 6715856c-50a1-41ed-9fb6-027f63387cb5 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:25:16.618775 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a144ddc-8b3a-417f-bee0-0865d0cf123e req-cfcf2020-811f-435c-a064-c573a6ea536a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310890 Jun 25 09:25:16.628948 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1edac06-f128-49e6-b5c8-b889434133a7 req-cccf47f5-8948-4928-a27e-d04df43e41db tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118457 Jun 25 09:25:16.649038 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec4a81e-eda6-4928-a992-c8fa68f30bb0 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] GET failed (client error): The resource could not be found. Jun 25 09:25:16.664824 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-aec4a81e-eda6-4928-a992-c8fa68f30bb0 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] 10.222.0.93 "GET /v2.0/subnets/f88267c6-009f-4ba4-a34a-83e60f143811 HTTP/1.1" status: 404 len: 337 time: 0.0633578 Jun 25 09:25:16.665936 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58404) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:16.686752 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1fc6300d-e86a-4e99-95d0-3b37965723e2 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:16.690644 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bceddce-7b58-48c2-b70d-94d258fcf40d admin admin] Made reservation on behalf of 0823fcd629c74317a505014a28e87749 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:25:16.694625 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6bceddce-7b58-48c2-b70d-94d258fcf40d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:16.739013 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc6300d-e86a-4e99-95d0-3b37965723e2 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] PUT failed (client error): The resource could not be found. Jun 25 09:25:16.741176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc6300d-e86a-4e99-95d0-3b37965723e2 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:25:16.747564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1fc6300d-e86a-4e99-95d0-3b37965723e2 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] 10.222.0.93 "PUT /v2.0/networks/e39ee22c-b629-491b-aeeb-65ab8e68c51b HTTP/1.1" status: 404 len: 339 time: 0.0776629 Jun 25 09:25:16.752555 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58406) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:16.764586 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-762ea0fb-35d2-4f19-8a6a-244e0ed0a725 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:16.816811 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-762ea0fb-35d2-4f19-8a6a-244e0ed0a725 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] PUT failed (client error): The resource could not be found. Jun 25 09:25:16.817894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762ea0fb-35d2-4f19-8a6a-244e0ed0a725 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:25:16.824329 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-762ea0fb-35d2-4f19-8a6a-244e0ed0a725 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] 10.222.0.93 "PUT /v2.0/ports/ff00d043-052b-4467-8503-58d6e77b6fe6 HTTP/1.1" status: 404 len: 333 time: 0.0659201 Jun 25 09:25:16.826442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58408) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:16.847413 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-d0011e5b-720f-49b6-a9d3-413d10686ed0 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:16.860895 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1715351939-network', 'tenant_id': '4528a5a62a6b4983bf415c7490db4178'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:16.909016 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0011e5b-720f-49b6-a9d3-413d10686ed0 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] PUT failed (client error): The resource could not be found. Jun 25 09:25:16.909488 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0011e5b-720f-49b6-a9d3-413d10686ed0 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:25:16.914846 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d0011e5b-720f-49b6-a9d3-413d10686ed0 tempest-NetworksNegativeTestJSON-1358122281 tempest-NetworksNegativeTestJSON-1358122281-project] 10.222.0.93 "PUT /v2.0/subnets/14d473d8-1c6a-4004-8cfd-3e3281768265 HTTP/1.1" status: 404 len: 337 time: 0.0874388 Jun 25 09:25:16.968151 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Made reservation on behalf of 4528a5a62a6b4983bf415c7490db4178 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:25:16.970815 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:16.996982 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6bceddce-7b58-48c2-b70d-94d258fcf40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:17.000118 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3d5bc8c2-3eef-4193-8475-1d3a1c66bd5c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:17.000491 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:17.041699 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd647c-c1c2-4101-ae49-9681e9924127 req-f8999b7d-db66-45cc-949a-24bf7c5fbc97 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:17.043268 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-09dd647c-c1c2-4101-ae49-9681e9924127 req-f8999b7d-db66-45cc-949a-24bf7c5fbc97 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.2184319 Jun 25 09:25:17.054411 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7c50a-0dda-4b70-a638-1852c9781219 req-7d55dcd8-c906-4d0d-be2d-8cd1ee9f9334 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:17.056139 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ea7c50a-0dda-4b70-a638-1852c9781219 req-7d55dcd8-c906-4d0d-be2d-8cd1ee9f9334 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 0.2040451 Jun 25 09:25:17.082238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bceddce-7b58-48c2-b70d-94d258fcf40d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8ef9d71-393f-4098-ad3b-a513f3f1fbee,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:17.086801 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6bceddce-7b58-48c2-b70d-94d258fcf40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:17.093669 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bceddce-7b58-48c2-b70d-94d258fcf40d admin admin] Checking segment: {'id': '43c932f4-3ac7-4c0d-b3a8-07900e701a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6715856c-50a1-41ed-9fb6-027f63387cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:25:17.094303 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bceddce-7b58-48c2-b70d-94d258fcf40d admin admin] Network hostable DHCP agents. Network: 6715856c-50a1-41ed-9fb6-027f63387cb5, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:25:17.116030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bceddce-7b58-48c2-b70d-94d258fcf40d admin admin] Network 6715856c-50a1-41ed-9fb6-027f63387cb5 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:25:17.130017 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-6bceddce-7b58-48c2-b70d-94d258fcf40d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 6715856c-50a1-41ed-9fb6-027f63387cb5) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:25:17.139426 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bceddce-7b58-48c2-b70d-94d258fcf40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:17.142930 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6bceddce-7b58-48c2-b70d-94d258fcf40d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:17.147045 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-09dd647c-c1c2-4101-ae49-9681e9924127 req-d5b002a7-d32c-4f30-82da-f83aafe83427 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872436 Jun 25 09:25:17.147339 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b4e681-ef03-4405-90c1-9acdc4de660b None None] Network 6715856c-50a1-41ed-9fb6-027f63387cb5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:25:17.171490 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ea7c50a-0dda-4b70-a638-1852c9781219 req-aae3712b-80a9-4a52-9916-ee2d148cfdd0 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081436 Jun 25 09:25:17.210693 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58414) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:17.242795 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:17.249651 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:17.256089 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:17.256377 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6bceddce-7b58-48c2-b70d-94d258fcf40d admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6873541 Jun 25 09:25:17.293847 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:25:17.323272 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:17.328290 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:17.332332 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:17.332685 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Added segment ffb9b9ce-d118-4d22-acc0-400bc0551476 of type vlan for network 5e33710c-49e5-4278-a52b-a77593024222 Jun 25 09:25:17.354357 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089e3dc7-d28f-44e0-9269-7b49ed4c1fed None None] Network 6715856c-50a1-41ed-9fb6-027f63387cb5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:25:17.379967 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0602a35d-f2e7-4ebb-babb-1fe0ac8940f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:17.402345 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:17.445813 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d31cc-9e9e-42fc-a3b2-2001dd4fb01d req-27610a27-9c13-48b3-818a-db20b7e0a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:17.446421 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:17.447372 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bf5d31cc-9e9e-42fc-a3b2-2001dd4fb01d req-27610a27-9c13-48b3-818a-db20b7e0a431 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fcf288132844a938d2e86f2388f6525&device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 1095 time: 0.1667597 Jun 25 09:25:17.448837 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:17.450208 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:17.455548 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a194c0d1-e1f4-41ea-a309-a529e212fab1 tempest-RoutersIpV6AdminTest-95073291 tempest-RoutersIpV6AdminTest-95073291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:17.527186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Pushing event updated for resources: {'Network': ['ID=5e33710c-49e5-4278-a52b-a77593024222,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:17.530726 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:17.538578 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 5e33710c-49e5-4278-a52b-a77593024222 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:25:17.579193 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0602a35d-f2e7-4ebb-babb-1fe0ac8940f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:17.590913 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0602a35d-f2e7-4ebb-babb-1fe0ac8940f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:17.592540 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0527339 Jun 25 09:25:17.595617 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58426) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:17.597012 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dbaa069c-1f5a-4f59-8050-81c0a190ba3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:17.608126 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-e7722fac-ffc1-41dd-acaa-ee95a0d64c11 admin admin] Request body: {'subnet': {'network_id': '5e33710c-49e5-4278-a52b-a77593024222', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1715351939-subnet', 'tenant_id': '4528a5a62a6b4983bf415c7490db4178', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:17.642891 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7722fac-ffc1-41dd-acaa-ee95a0d64c11 admin admin] Made reservation on behalf of 4528a5a62a6b4983bf415c7490db4178 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:25:17.645997 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e7722fac-ffc1-41dd-acaa-ee95a0d64c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:17.652096 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0602a35d-f2e7-4ebb-babb-1fe0ac8940f0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ee8018466b8049d28d385f45e655153a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4376471 Jun 25 09:25:17.654995 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d31cc-9e9e-42fc-a3b2-2001dd4fb01d req-0f1dc40f-97bf-42c3-9e00-420e326f05a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:17.656461 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bf5d31cc-9e9e-42fc-a3b2-2001dd4fb01d req-0f1dc40f-97bf-42c3-9e00-420e326f05a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a27a185-c495-402c-8517-3de9213d78e5 HTTP/1.1" status: 200 len: 916 time: 0.1745398 Jun 25 09:25:17.656968 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58430) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:17.679583 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602a35d-f2e7-4ebb-babb-1fe0ac8940f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b72998f-1b26-4716-981a-45e655410d84,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:17.685099 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0602a35d-f2e7-4ebb-babb-1fe0ac8940f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:17.737857 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bf5d31cc-9e9e-42fc-a3b2-2001dd4fb01d req-0912665c-6495-417a-b164-d6f40bc2ea97 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82 HTTP/1.1" status: 200 len: 217 time: 0.0704806 Jun 25 09:25:17.809300 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2fcd-2bdb-4883-8f28-e0b4651d947f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:17.811864 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d31cc-9e9e-42fc-a3b2-2001dd4fb01d req-e29e4ea5-68eb-4e5f-84dc-eb9062a588b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:17.813438 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bf5d31cc-9e9e-42fc-a3b2-2001dd4fb01d req-e29e4ea5-68eb-4e5f-84dc-eb9062a588b6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2109fa39-1280-4b24-b7e2-08e8cb464b3a HTTP/1.1" status: 200 len: 854 time: 0.0662680 Jun 25 09:25:17.862142 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bf5d31cc-9e9e-42fc-a3b2-2001dd4fb01d req-848c5a42-3d41-4b4f-bb87-b617334b5f8a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a27a185-c495-402c-8517-3de9213d78e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399652 Jun 25 09:25:17.864000 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2fcd-2bdb-4883-8f28-e0b4651d947f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:18.016205 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-b7eb4d8f-5828-4504-bb0e-2991f606a54c tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:18.017992 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-b7eb4d8f-5828-4504-bb0e-2991f606a54c tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/networks?id=25daf000-2fc7-43de-95f1-4b0bef198225 HTTP/1.1" status: 200 len: 824 time: 0.2656810 Jun 25 09:25:18.036512 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e7722fac-ffc1-41dd-acaa-ee95a0d64c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:18.045553 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac32b90-3b57-4ced-9bcd-285f35c8bea6 req-1924834f-641b-406b-966a-1fc250b41e42 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:18.047206 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ac32b90-3b57-4ced-9bcd-285f35c8bea6 req-1924834f-641b-406b-966a-1fc250b41e42 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 949 time: 0.2730420 Jun 25 09:25:18.053899 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a25eecaa-4686-4aac-9265-ad8f9aef10e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:18.081639 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-a5cbe606-380d-48ab-b221-0158d4062a25 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/quotas/777fbffdfb2441aea108fa0ba296811d HTTP/1.1" status: 200 len: 375 time: 0.0567770 Jun 25 09:25:18.150705 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-d0883dd7-ab51-43a6-8a0e-fd13109a0c45 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=777fbffdfb2441aea108fa0ba296811d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584035 Jun 25 09:25:18.219179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7722fac-ffc1-41dd-acaa-ee95a0d64c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0de01c3-0dfb-4ca3-a11e-0d2ef455f25a,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:18.258603 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ac32b90-3b57-4ced-9bcd-285f35c8bea6 req-1b79a3f2-ab70-4609-a243-82d9c31cb229 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973338 Jun 25 09:25:18.264027 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e7722fac-ffc1-41dd-acaa-ee95a0d64c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:18.285292 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7722fac-ffc1-41dd-acaa-ee95a0d64c11 admin admin] Checking segment: {'id': 'ffb9b9ce-d118-4d22-acc0-400bc0551476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '5e33710c-49e5-4278-a52b-a77593024222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:25:18.285726 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7722fac-ffc1-41dd-acaa-ee95a0d64c11 admin admin] Network hostable DHCP agents. Network: 5e33710c-49e5-4278-a52b-a77593024222, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:25:18.322850 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cad1a5-a05d-480b-8f35-bd318f6ad8d4 req-e00593a3-adcc-44e8-9a5e-3817bea101d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:18.324297 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11cad1a5-a05d-480b-8f35-bd318f6ad8d4 req-e00593a3-adcc-44e8-9a5e-3817bea101d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=748dde602c1f49a6bbc81c6e04536147&device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 1097 time: 0.1796589 Jun 25 09:25:18.339260 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bf5d31cc-9e9e-42fc-a3b2-2001dd4fb01d req-79326d42-b077-40ce-95b9-2a3e1a006fa1 service neutron] 10.222.0.38 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677188 Jun 25 09:25:18.340587 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2fcd-2bdb-4883-8f28-e0b4651d947f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:18.344088 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2fcd-2bdb-4883-8f28-e0b4651d947f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:18.344721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7722fac-ffc1-41dd-acaa-ee95a0d64c11 admin admin] Network 5e33710c-49e5-4278-a52b-a77593024222 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:25:18.345539 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fc6c2fcd-2bdb-4883-8f28-e0b4651d947f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1b72998f-1b26-4716-981a-45e655410d84 HTTP/1.1" status: 204 len: 168 time: 0.6863003 Jun 25 09:25:18.347619 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c24a39d0-9f32-4b01-a2f1-9382c279a2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:18.351905 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-2ef61922-061b-4686-9e8f-f8145c0c2ac0 service neutron] 10.222.0.93 "GET /v2.0/networks/25daf000-2fc7-43de-95f1-4b0bef198225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891994 Jun 25 09:25:18.385790 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-e7722fac-ffc1-41dd-acaa-ee95a0d64c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 5e33710c-49e5-4278-a52b-a77593024222) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:25:18.397923 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf44d4e6-bca7-44a9-bebe-639cc0a11c0b None None] Network 5e33710c-49e5-4278-a52b-a77593024222 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:25:18.404808 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c2fcd-2bdb-4883-8f28-e0b4651d947f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b72998f-1b26-4716-981a-45e655410d84,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:18.408276 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fc6c2fcd-2bdb-4883-8f28-e0b4651d947f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:18.446972 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bf5d31cc-9e9e-42fc-a3b2-2001dd4fb01d req-2ed93af0-777d-483c-b720-855fef34c502 service neutron] 10.222.0.38 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001542 Jun 25 09:25:18.451097 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7722fac-ffc1-41dd-acaa-ee95a0d64c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:18.451685 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e7722fac-ffc1-41dd-acaa-ee95a0d64c11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:18.516389 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e7722fac-ffc1-41dd-acaa-ee95a0d64c11 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9192255 Jun 25 09:25:18.609920 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fb160f-e015-4542-a9a4-823b52d5f2c2 None None] Network 5e33710c-49e5-4278-a52b-a77593024222 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:25:18.615356 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-160dc4d6-76f2-4034-9f9b-090f6664e5ed service neutron] 10.222.0.93 "GET /v2.0/networks/25daf000-2fc7-43de-95f1-4b0bef198225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448330 Jun 25 09:25:18.617745 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cad1a5-a05d-480b-8f35-bd318f6ad8d4 req-ddc40f56-9837-45fe-be67-8630e32edc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:18.619296 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11cad1a5-a05d-480b-8f35-bd318f6ad8d4 req-ddc40f56-9837-45fe-be67-8630e32edc44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dd6b7236-91c6-4cd1-904d-928be917672b HTTP/1.1" status: 200 len: 916 time: 0.2622178 Jun 25 09:25:18.642411 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc31538-db9b-44de-a8b7-9b014e40b132 req-9ba894a7-c426-4828-925c-d65f0fa58b8f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:18.649679 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-acc31538-db9b-44de-a8b7-9b014e40b132 req-9ba894a7-c426-4828-925c-d65f0fa58b8f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.2001061 Jun 25 09:25:18.728776 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11cad1a5-a05d-480b-8f35-bd318f6ad8d4 req-5fab8ca1-b7a6-473d-b653-eb07c52f6ca7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31eac85e-fc5f-4444-bca0-16ee4ae64297 HTTP/1.1" status: 200 len: 217 time: 0.0997336 Jun 25 09:25:18.842577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-acc31538-db9b-44de-a8b7-9b014e40b132 req-ca262742-2094-4cf6-a6ea-64c3d6d7e87d tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917906 Jun 25 09:25:18.851673 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cad1a5-a05d-480b-8f35-bd318f6ad8d4 req-c4934bda-0f9f-4e2d-9cb5-417884a9ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:18.853606 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11cad1a5-a05d-480b-8f35-bd318f6ad8d4 req-c4934bda-0f9f-4e2d-9cb5-417884a9ac35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43a8323b-38ae-46d4-a13f-02c398ffe483 HTTP/1.1" status: 200 len: 854 time: 0.1131146 Jun 25 09:25:18.897487 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11cad1a5-a05d-480b-8f35-bd318f6ad8d4 req-8d5c6c4c-c2f8-44f2-957b-c3a3061ff1de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd6b7236-91c6-4cd1-904d-928be917672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370390 Jun 25 09:25:19.151482 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11cad1a5-a05d-480b-8f35-bd318f6ad8d4 req-68e8b203-acee-488f-8cf0-ce2e5cb8d8a8 service neutron] 10.222.0.41 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443881 Jun 25 09:25:19.201981 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecdee7-2331-4f61-811b-5040079dd00e req-3dffdc97-7bf9-4303-98ae-1869b4343c17 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:19.205613 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c0ecdee7-2331-4f61-811b-5040079dd00e req-3dffdc97-7bf9-4303-98ae-1869b4343c17 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1958857 Jun 25 09:25:19.273325 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58486) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:19.276280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbd003-4c11-4ff6-a5dd-7a99ff61a9b6 req-8f07e3f6-e81f-443b-80e0-4f1f66c39e03 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:19.277944 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a5cbd003-4c11-4ff6-a5dd-7a99ff61a9b6 req-8f07e3f6-e81f-443b-80e0-4f1f66c39e03 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 0.2857139 Jun 25 09:25:19.362053 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c0ecdee7-2331-4f61-811b-5040079dd00e req-7b53d10e-8549-4c21-a63a-d25faf51fb9d tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020112 Jun 25 09:25:19.400538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11cad1a5-a05d-480b-8f35-bd318f6ad8d4 req-ab769259-2428-4db0-b874-62187707f23b service neutron] 10.222.0.41 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413998 Jun 25 09:25:19.414456 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a5cbd003-4c11-4ff6-a5dd-7a99ff61a9b6 req-bca17b2a-c56f-4b29-917f-c41745d60c6a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186926 Jun 25 09:25:19.418002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-15475448'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:19.463794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Made reservation on behalf of d5e8a9c3af26419f85980ff0dfa3ef14 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:25:19.467241 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:19.491785 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:19.538194 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-00338a3b-669f-4ea9-9532-1fe952b815b6 req-ccbae3d4-d5f5-4fe4-9288-85ccf6d8a0c2 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 210 time: 0.0423205 Jun 25 09:25:19.643031 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:19.648435 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:19.652832 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:19.668415 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1adf75-3712-4f8f-92c1-e13251802868 req-8762fae8-1ff0-4352-9362-4cfa516a1ef9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:19.670103 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c1adf75-3712-4f8f-92c1-e13251802868 req-8762fae8-1ff0-4352-9362-4cfa516a1ef9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 949 time: 0.0816495 Jun 25 09:25:19.678056 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:25:19.688446 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2122a95c-5d5f-43c4-b6c7-76b87fed042f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:19.692989 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:19.694074 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:19.694458 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Added segment 138b7848-5e39-455f-a375-afbed6f8c1c2 of type vlan for network 6d2bcd66-cb7f-45f2-ae08-acd78c261485 Jun 25 09:25:19.739604 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c1adf75-3712-4f8f-92c1-e13251802868 req-5519d576-a178-4a93-a02a-2bf8e860bd1c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604739 Jun 25 09:25:19.744566 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:19.811927 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:19.819676 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:19.820909 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:19.828024 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:19.890582 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6160502 Jun 25 09:25:19.893434 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58500) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:19.906383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-9f006e36-6880-4b4c-87c4-a077882ddd59 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Request body: {'subnet': {'network_id': '6d2bcd66-cb7f-45f2-ae08-acd78c261485', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:19.973549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Pushing event updated for resources: {'Network': ['ID=6d2bcd66-cb7f-45f2-ae08-acd78c261485,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:19.979082 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:19.990489 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 6d2bcd66-cb7f-45f2-ae08-acd78c261485 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:25:20.052952 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f006e36-6880-4b4c-87c4-a077882ddd59 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Made reservation on behalf of d5e8a9c3af26419f85980ff0dfa3ef14 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:25:20.062422 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f006e36-6880-4b4c-87c4-a077882ddd59 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:20.122311 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232dfc4-0992-4a0a-a348-f84d851d79a7 req-da118424-378a-45f6-ad80-9ccd785b5338 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:20.123983 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9232dfc4-0992-4a0a-a348-f84d851d79a7 req-da118424-378a-45f6-ad80-9ccd785b5338 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.0925961 Jun 25 09:25:20.176355 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9232dfc4-0992-4a0a-a348-f84d851d79a7 req-725c5665-b2a6-4aef-88d3-dc8cd4ab3b9d tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458486 Jun 25 09:25:20.237095 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6603e44-a989-4a6c-9516-ceaf8f582774 req-36428ad4-222c-42c8-85b9-d8339137bb0d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:20.238973 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6603e44-a989-4a6c-9516-ceaf8f582774 req-36428ad4-222c-42c8-85b9-d8339137bb0d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 1101 time: 0.0606258 Jun 25 09:25:20.264422 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f6603e44-a989-4a6c-9516-ceaf8f582774 req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:20.298340 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f006e36-6880-4b4c-87c4-a077882ddd59 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:20.302369 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-505f9e89-b176-4b5e-ab40-7d2ceb92c96a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:20.430705 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f6603e44-a989-4a6c-9516-ceaf8f582774 req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:20.437496 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f6603e44-a989-4a6c-9516-ceaf8f582774 req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:20.448243 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a69926de-e5ed-4744-8c95-b812ebf7f68c tempest-RoutersAdminNegativeTest-1455577729 tempest-RoutersAdminNegativeTest-1455577729-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:20.478362 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6603e44-a989-4a6c-9516-ceaf8f582774 req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324932 Jun 25 09:25:20.479717 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-f923dd08-98c4-46b3-a439-ea046a008917 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:20.481332 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-f923dd08-98c4-46b3-a439-ea046a008917 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.38 "GET /v2.0/networks?id=25daf000-2fc7-43de-95f1-4b0bef198225 HTTP/1.1" status: 200 len: 824 time: 0.1128180 Jun 25 09:25:20.489918 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd30f5a9-c9e4-4e40-81a9-726e3eaf1eb9,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:20.500996 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-c6d86b1e-79e0-4530-b0e4-5acf2958e3f9 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Request body: {'port': {'device_id': '24cec8d8-e1c0-488f-902c-5b50545452b5', 'network_id': '25daf000-2fc7-43de-95f1-4b0bef198225', 'admin_state_up': True, 'tenant_id': '777fbffdfb2441aea108fa0ba296811d'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:20.513206 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f006e36-6880-4b4c-87c4-a077882ddd59 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Pushing event updated for resources: {'Subnet': ['ID=1985e873-bc8f-4914-9d40-c58fdacc76ab,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:20.520520 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9f006e36-6880-4b4c-87c4-a077882ddd59 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:20.527771 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:20.529382 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:20.530089 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:20.530976 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:20.531455 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:20.532196 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:20.532938 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:20.533804 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:20.533804 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:20.547119 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:20.548440 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:20.556142 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:20.575847 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:20.588950 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f006e36-6880-4b4c-87c4-a077882ddd59 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Checking segment: {'id': '138b7848-5e39-455f-a375-afbed6f8c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6d2bcd66-cb7f-45f2-ae08-acd78c261485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:25:20.589513 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f006e36-6880-4b4c-87c4-a077882ddd59 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Network hostable DHCP agents. Network: 6d2bcd66-cb7f-45f2-ae08-acd78c261485, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:25:20.668160 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f006e36-6880-4b4c-87c4-a077882ddd59 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Network 6d2bcd66-cb7f-45f2-ae08-acd78c261485 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:25:20.706443 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-9f006e36-6880-4b4c-87c4-a077882ddd59 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 6d2bcd66-cb7f-45f2-ae08-acd78c261485) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:25:20.710768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d832d9-bd81-48d8-9512-ddd661079130 req-40b883da-a97b-4f86-ab34-b40fb1251b70 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:20.713363 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f006e36-6880-4b4c-87c4-a077882ddd59 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:20.713702 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b0d832d9-bd81-48d8-9512-ddd661079130 req-40b883da-a97b-4f86-ab34-b40fb1251b70 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1266665 Jun 25 09:25:20.714223 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f006e36-6880-4b4c-87c4-a077882ddd59 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:20.717700 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df2e1a2-8819-4a5f-9f21-3a65ba525383 None None] Network 6d2bcd66-cb7f-45f2-ae08-acd78c261485 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:25:20.718889 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-c6d86b1e-79e0-4530-b0e4-5acf2958e3f9 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Made reservation on behalf of 777fbffdfb2441aea108fa0ba296811d for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:25:20.723066 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-c6d86b1e-79e0-4530-b0e4-5acf2958e3f9 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:20.765344 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9f006e36-6880-4b4c-87c4-a077882ddd59 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8701913 Jun 25 09:25:20.767556 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f85753-3ed0-4aaa-91b5-0bc9bf1015a2 req-5f2dfa06-de99-4c1a-89f2-74af5efcb33f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:20.768876 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58516) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:20.774363 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Request body: {'port': {'network_id': '6d2bcd66-cb7f-45f2-ae08-acd78c261485', 'name': 'tempest-TagsExtTest-796862657'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:20.777027 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0f85753-3ed0-4aaa-91b5-0bc9bf1015a2 req-5f2dfa06-de99-4c1a-89f2-74af5efcb33f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 943 time: 0.1261840 Jun 25 09:25:20.820643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b0d832d9-bd81-48d8-9512-ddd661079130 req-54768a18-2b59-42c3-949e-ff129b71a733 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883060 Jun 25 09:25:20.835469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:25:20.850262 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0f85753-3ed0-4aaa-91b5-0bc9bf1015a2 req-83d811d4-5053-4d00-b90f-2a2d6d033fbb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695615 Jun 25 09:25:21.024514 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-6d2bcd66-cb7f-45f2-ae08-acd78c261485', 'network_id': '6d2bcd66-cb7f-45f2-ae08-acd78c261485', 'tenant_id': 'd5e8a9c3af26419f85980ff0dfa3ef14', 'fixed_ips': [{'subnet_id': '1985e873-bc8f-4914-9d40-c58fdacc76ab'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:25:21.025443 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:21.032035 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f09c1ef-6970-45bd-92d5-36afd41f1481 req-a9260fee-67eb-42ae-877d-a48540234e29 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 210 time: 0.0518794 Jun 25 09:25:21.098977 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Made reservation on behalf of d5e8a9c3af26419f85980ff0dfa3ef14 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:25:21.103714 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:21.135872 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-c6d86b1e-79e0-4530-b0e4-5acf2958e3f9 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Allocated IP 172.20.0.14 (25daf000-2fc7-43de-95f1-4b0bef198225/3889f4c9-af1b-44cd-84c5-ce8623152fb2/a3e064b4-a463-4629-b114-06aa46eb0076) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:25:21.147599 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] device_id is not set on port c7c5efea-1feb-4e78-affa-3ff63ccffff1 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:25:21.148599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:21.169698 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82', 'network_id': '5a27a185-c495-402c-8517-3de9213d78e5', 'port_id': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82', 'mac_address': 'fa:16:3e:bb:64:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2109fa39-1280-4b24-b7e2-08e8cb464b3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:25:21.205547 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-c337f0b9-23b9-4067-9e57-48c1379d7dbb tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305407 Jun 25 09:25:21.235921 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:21.251926 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:25:21.280848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:21.288472 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:21.293908 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:21.328094 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Allocated IP 172.20.0.2 (6d2bcd66-cb7f-45f2-ae08-acd78c261485/1985e873-bc8f-4914-9d40-c58fdacc76ab/2f171e9d-52e7-46a9-823b-f22506361021) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:25:21.353345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-bee23ca1-aa61-4d6d-81f4-523b6556cdca tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:21.362695 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-bee23ca1-aa61-4d6d-81f4-523b6556cdca tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1554174 Jun 25 09:25:21.391518 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-6dfd56f7-f9f1-426b-88fe-c025f1567fbe tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/quotas/e90ee50af2b947d8b1fbcbc79127e428 HTTP/1.1" status: 200 len: 375 time: 0.0279257 Jun 25 09:25:21.398910 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:21.403078 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:21.429025 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-c6d86b1e-79e0-4530-b0e4-5acf2958e3f9 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:21.487630 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-c6d86b1e-79e0-4530-b0e4-5acf2958e3f9 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:21.499550 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c391ab-3ce1-4707-9209-1c1fffd85cee req-9a5cd489-36eb-4e4d-94ec-d45a3385337c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:21.500850 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e2c391ab-3ce1-4707-9209-1c1fffd85cee req-9a5cd489-36eb-4e4d-94ec-d45a3385337c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.1356885 Jun 25 09:25:21.507542 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:21.509849 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-6bfd6462-9429-4e35-957e-ca28aa331e9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1177125 Jun 25 09:25:21.513821 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0252f8d7-0a45-4478-a1db-620b7943c642 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:21.539000 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Transition to ACTIVE for port object 2f171e9d-52e7-46a9-823b-f22506361021 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:25:21.547687 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-c6d86b1e-79e0-4530-b0e4-5acf2958e3f9 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Network 25daf000-2fc7-43de-95f1-4b0bef198225 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:25:21.552363 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-c6d86b1e-79e0-4530-b0e4-5acf2958e3f9 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:25:21.564382 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-c6d86b1e-79e0-4530-b0e4-5acf2958e3f9 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:25:21.566774 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e2c391ab-3ce1-4707-9209-1c1fffd85cee req-17e38a64-de9c-465f-8415-9ee512357764 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555260 Jun 25 09:25:21.575098 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Transition to ACTIVE for port object 2f171e9d-52e7-46a9-823b-f22506361021 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:25:21.592553 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:21.600209 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:21.644944 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-c6d86b1e-79e0-4530-b0e4-5acf2958e3f9 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:21.645727 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-c6d86b1e-79e0-4530-b0e4-5acf2958e3f9 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:21.664831 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Network 6d2bcd66-cb7f-45f2-ae08-acd78c261485 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:25:21.669282 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:25:21.672326 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:25:21.689136 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Pushing event updated for resources: {'Port': ['ID=2f171e9d-52e7-46a9-823b-f22506361021,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:21.693082 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:21.721824 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-c6d86b1e-79e0-4530-b0e4-5acf2958e3f9 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2251718 Jun 25 09:25:21.759425 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Request body: {'port': {'device_id': '24cec8d8-e1c0-488f-902c-5b50545452b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:21.759834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Attempting to bind port 2f171e9d-52e7-46a9-823b-f22506361021 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:25:21.760324 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Attempting to bind port 2f171e9d-52e7-46a9-823b-f22506361021 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '138b7848-5e39-455f-a375-afbed6f8c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6d2bcd66-cb7f-45f2-ae08-acd78c261485'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:25:21.760567 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Attempting to bind port 2f171e9d-52e7-46a9-823b-f22506361021 on network 6d2bcd66-cb7f-45f2-ae08-acd78c261485 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:25:21.763717 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86b1e-79e0-4530-b0e4-5acf2958e3f9 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Pushing event updated for resources: {'Port': ['ID=a3e064b4-a463-4629-b114-06aa46eb0076,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:21.767176 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:25:21.767785 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Checking segment: {'id': '138b7848-5e39-455f-a375-afbed6f8c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6d2bcd66-cb7f-45f2-ae08-acd78c261485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:25:21.768348 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:21.768947 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Bound using segment: {'id': '138b7848-5e39-455f-a375-afbed6f8c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6d2bcd66-cb7f-45f2-ae08-acd78c261485'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:25:21.769591 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Bound port: 2f171e9d-52e7-46a9-823b-f22506361021, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138b7848-5e39-455f-a375-afbed6f8c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6d2bcd66-cb7f-45f2-ae08-acd78c261485'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:25:21.769762 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c6d86b1e-79e0-4530-b0e4-5acf2958e3f9 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:21.770410 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:21.807877 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Allocated IP 172.20.0.10 (6d2bcd66-cb7f-45f2-ae08-acd78c261485/1985e873-bc8f-4914-9d40-c58fdacc76ab/c7c5efea-1feb-4e78-affa-3ff63ccffff1) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:25:21.809782 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['29b44762-2c1a-4223-83cc-ecf5d5dc2e82'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:25:21.860987 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] For port 2f171e9d-52e7-46a9-823b-f22506361021, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:25:21.864296 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] For port 2f171e9d-52e7-46a9-823b-f22506361021, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2f171e9d-52e7-46a9-823b-f22506361021,segment=NetworkSegment(138b7848-5e39-455f-a375-afbed6f8c1c2),segment_id=138b7848-5e39-455f-a375-afbed6f8c1c2)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:25:21.889727 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:21.896142 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-9975a00c-dcd8-40c5-ab66-2f6266f188be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:21.979787 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:22.106809 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Pushing event updated for resources: {'Port': ['ID=2f171e9d-52e7-46a9-823b-f22506361021,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:22.124967 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:22.185980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a8459-cd78-4b28-b247-6d4324b42d1d req-404a85d1-a110-43fd-b188-1b91e33b084a tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:22.188014 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7e9a8459-cd78-4b28-b247-6d4324b42d1d req-404a85d1-a110-43fd-b188-1b91e33b084a tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1136196 Jun 25 09:25:22.259046 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7e9a8459-cd78-4b28-b247-6d4324b42d1d req-4b90e736-f515-40e1-b238-d774a2df1e67 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641651 Jun 25 09:25:22.395259 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e4a969a-0c6d-4d36-a9cd-a0e357aba721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:22.419758 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e064b4-a463-4629-b114-06aa46eb0076 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:25:22.445603 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:22.458778 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Transition to ACTIVE for port object a3e064b4-a463-4629-b114-06aa46eb0076 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:25:22.459613 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf89151-0659-4c65-a93d-aa915fd688ba req-bd6d117e-2c87-4931-983b-67d86fe8db6a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:22.479953 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdf89151-0659-4c65-a93d-aa915fd688ba req-bd6d117e-2c87-4931-983b-67d86fe8db6a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 944 time: 0.1184158 Jun 25 09:25:22.510784 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:22.525793 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b9e4083f-270e-499e-9a13-120d92d50123 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:22.571655 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fdf89151-0659-4c65-a93d-aa915fd688ba req-5cc6de1d-c59f-4f17-9542-30de8a0c2d46 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898492 Jun 25 09:25:22.596149 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75294a-5388-48b3-bdea-c22c80a989fe req-82b1c6cb-b199-4bfd-a7cc-87fc73a0efe9 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:22.597777 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1f75294a-5388-48b3-bdea-c22c80a989fe req-82b1c6cb-b199-4bfd-a7cc-87fc73a0efe9 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.38 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.7264578 Jun 25 09:25:22.647584 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474747c-b8ff-48f2-9732-defa8e32c40b req-12fd05f9-b312-4446-941a-6f99f82e7661 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:22.656748 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8474747c-b8ff-48f2-9732-defa8e32c40b req-12fd05f9-b312-4446-941a-6f99f82e7661 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 944 time: 0.1685791 Jun 25 09:25:22.666160 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:22.696049 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Pushing event updated for resources: {'Port': ['ID=a3e064b4-a463-4629-b114-06aa46eb0076,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:22.699257 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:22.778190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Transition to ACTIVE for port object c7c5efea-1feb-4e78-affa-3ff63ccffff1 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:25:22.778740 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8474747c-b8ff-48f2-9732-defa8e32c40b req-c70b0c84-4019-4cd5-ad1d-0ba0d61c549b tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac25824-9545-43a1-877a-57b905a872de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104491 Jun 25 09:25:22.890937 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Attempting to bind port a3e064b4-a463-4629-b114-06aa46eb0076 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:25:22.891400 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Attempting to bind port a3e064b4-a463-4629-b114-06aa46eb0076 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '3661218e-0d7f-468d-8f5b-24cae83fb981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '25daf000-2fc7-43de-95f1-4b0bef198225'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:25:22.891885 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Attempting to bind port a3e064b4-a463-4629-b114-06aa46eb0076 on network 25daf000-2fc7-43de-95f1-4b0bef198225 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:25:22.919061 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Port a3e064b4-a463-4629-b114-06aa46eb0076 on network 25daf000-2fc7-43de-95f1-4b0bef198225 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:25:22.919492 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Attempting to bind port a3e064b4-a463-4629-b114-06aa46eb0076 on network 25daf000-2fc7-43de-95f1-4b0bef198225 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:25:22.930183 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:25:22.930625 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Checking segment: {'id': '3661218e-0d7f-468d-8f5b-24cae83fb981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '25daf000-2fc7-43de-95f1-4b0bef198225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:25:22.931109 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Bound using segment: {'id': '3661218e-0d7f-468d-8f5b-24cae83fb981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '25daf000-2fc7-43de-95f1-4b0bef198225'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:25:22.931670 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Bound port: a3e064b4-a463-4629-b114-06aa46eb0076, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3661218e-0d7f-468d-8f5b-24cae83fb981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '25daf000-2fc7-43de-95f1-4b0bef198225'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:25:22.932402 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:22.942970 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ac15bdd1-9998-4475-b7a7-41b8c069d484 req-ce21c799-f19e-4652-b5c9-715aa7e3aebf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 210 time: 0.0493989 Jun 25 09:25:22.957398 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:22.972909 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f99502ef-aeee-494a-8388-3051d4538d2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:23.008716 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-1f75294a-5388-48b3-bdea-c22c80a989fe req-3fe356c3-ab74-4921-8d3f-0abf880449e3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Deleting port eb202622-3c11-44e7-9b2b-044e565a5ab8 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:25:23.009091 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1f75294a-5388-48b3-bdea-c22c80a989fe req-3fe356c3-ab74-4921-8d3f-0abf880449e3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:23.094069 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Network 6d2bcd66-cb7f-45f2-ae08-acd78c261485 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:25:23.096839 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca871b-1793-4d5e-bb71-b319c4195baf req-67417f07-2d14-43fd-9270-7db1e8147a60 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:23.105264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-89ca871b-1793-4d5e-bb71-b319c4195baf req-67417f07-2d14-43fd-9270-7db1e8147a60 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.1558192 Jun 25 09:25:23.109588 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:25:23.123893 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:25:23.157512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-89ca871b-1793-4d5e-bb71-b319c4195baf req-519bbe49-92b1-4e26-a1cd-a57774364320 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507424 Jun 25 09:25:23.181909 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Pushing event updated for resources: {'Port': ['ID=c7c5efea-1feb-4e78-affa-3ff63ccffff1,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:23.203613 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:23.238189 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] For port a3e064b4-a463-4629-b114-06aa46eb0076, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:25:23.290210 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:23.291743 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:23.302383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] For port a3e064b4-a463-4629-b114-06aa46eb0076, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a3e064b4-a463-4629-b114-06aa46eb0076,segment=NetworkSegment(3661218e-0d7f-468d-8f5b-24cae83fb981),segment_id=3661218e-0d7f-468d-8f5b-24cae83fb981)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:25:23.318400 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:23.334476 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-1f75294a-5388-48b3-bdea-c22c80a989fe req-3fe356c3-ab74-4921-8d3f-0abf880449e3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] For port eb202622-3c11-44e7-9b2b-044e565a5ab8, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=eb202622-3c11-44e7-9b2b-044e565a5ab8,segment=NetworkSegment(720d597f-8fb2-4878-b579-7ba7a0dd5f2c),segment_id=720d597f-8fb2-4878-b579-7ba7a0dd5f2c)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:23.335148 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1f75294a-5388-48b3-bdea-c22c80a989fe req-3fe356c3-ab74-4921-8d3f-0abf880449e3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:23.344130 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a18e7250-04d3-428a-a0c5-327dd5e0cfbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:23.353596 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:23.354996 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:23.356775 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] 10.222.0.38 "PUT /v2.0/ports/a3e064b4-a463-4629-b114-06aa46eb0076 HTTP/1.1" status: 200 len: 1093 time: 1.6121683 Jun 25 09:25:23.375690 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cec8d8-e1c0-488f-902c-5b50545452b5', 'tag': 'a3e064b4-a463-4629-b114-06aa46eb0076'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:25:23.386047 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba44fbb-aa1f-493c-a17a-55e4b7145577" -d '{"events": [{"name": "network-changed", "server_uuid": "24cec8d8-e1c0-488f-902c-5b50545452b5", "tag": "a3e064b4-a463-4629-b114-06aa46eb0076"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:25:23.434856 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2f171e9d-52e7-46a9-823b-f22506361021 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:25:23.439613 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-1f75294a-5388-48b3-bdea-c22c80a989fe req-3fe356c3-ab74-4921-8d3f-0abf880449e3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Calling delete_port for eb202622-3c11-44e7-9b2b-044e565a5ab8 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:25:23.573484 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 2f171e9d-52e7-46a9-823b-f22506361021 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:25:23.651848 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037b66e5-0502-4701-a6fc-8aff8bb4816e x-openstack-request-id: req-037b66e5-0502-4701-a6fc-8aff8bb4816e {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:25:23.653016 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cec8d8-e1c0-488f-902c-5b50545452b5", "tag": "a3e064b4-a463-4629-b114-06aa46eb0076", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:25:23.653586 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-037b66e5-0502-4701-a6fc-8aff8bb4816e {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:25:23.654298 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24cec8d8-e1c0-488f-902c-5b50545452b5', 'tag': 'a3e064b4-a463-4629-b114-06aa46eb0076', 'status': 'completed', 'code': 200} Jun 25 09:25:23.661278 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1f75294a-5388-48b3-bdea-c22c80a989fe req-3fe356c3-ab74-4921-8d3f-0abf880449e3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:23.666161 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34c62c-167e-42c7-a98b-e254410d8463 req-85956409-c5e2-4afd-af70-7d3963049f37 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:23.680798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af34c62c-167e-42c7-a98b-e254410d8463 req-85956409-c5e2-4afd-af70-7d3963049f37 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 946 time: 0.1610358 Jun 25 09:25:23.685000 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9150159 Jun 25 09:25:23.689456 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Pushing event updated for resources: {'Port': ['ID=a3e064b4-a463-4629-b114-06aa46eb0076,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:23.701803 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:23.705918 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58570) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:23.724820 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c17734a6-a6bd-4d09-9ec7-e89ab78cd0c7 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:23.741902 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0f22cc41-690e-4b88-a7b4-b6760856ea97 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1428514672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:23.765845 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37abc0b5-d3eb-4130-8837-0c4611d9f074 None None] Network 6d2bcd66-cb7f-45f2-ae08-acd78c261485 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:25:23.776628 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af34c62c-167e-42c7-a98b-e254410d8463 req-26deafd3-8835-4c18-988a-83ce665a9c42 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/security-groups?id=a76d200c-7e05-4086-a19f-6955a87aaa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948417 Jun 25 09:25:23.808396 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f22cc41-690e-4b88-a7b4-b6760856ea97 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:23.809828 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f22cc41-690e-4b88-a7b4-b6760856ea97 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:23.816600 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe356c3-ab74-4921-8d3f-0abf880449e3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Pushing event deleted for resources: {'Port': ['ID=eb202622-3c11-44e7-9b2b-044e565a5ab8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:23.826591 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3fe356c3-ab74-4921-8d3f-0abf880449e3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:23.864030 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-74866e9f-16ed-4012-afd8-4364a1d2b8f0 None None] Provisioning for port 2f171e9d-52e7-46a9-823b-f22506361021 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:25:23.870000 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-74866e9f-16ed-4012-afd8-4364a1d2b8f0 None None] Provisioning complete for port 2f171e9d-52e7-46a9-823b-f22506361021 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:23.870426 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74866e9f-16ed-4012-afd8-4364a1d2b8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:23.880419 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f75294a-5388-48b3-bdea-c22c80a989fe req-3fe356c3-ab74-4921-8d3f-0abf880449e3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] No DVR routers for this DVR port eb202622-3c11-44e7-9b2b-044e565a5ab8 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:25:23.890250 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1f75294a-5388-48b3-bdea-c22c80a989fe req-3fe356c3-ab74-4921-8d3f-0abf880449e3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:23.892274 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1f75294a-5388-48b3-bdea-c22c80a989fe req-3fe356c3-ab74-4921-8d3f-0abf880449e3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.38 "DELETE /v2.0/ports/eb202622-3c11-44e7-9b2b-044e565a5ab8 HTTP/1.1" status: 204 len: 173 time: 1.2870433 Jun 25 09:25:23.930759 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f22cc41-690e-4b88-a7b4-b6760856ea97 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:23.952138 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-33d2ceba-b205-49dd-b17c-47490361d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:23.953827 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-33d2ceba-b205-49dd-b17c-47490361d705 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=777fbffdfb2441aea108fa0ba296811d&device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 1096 time: 0.2957842 Jun 25 09:25:23.955384 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f22cc41-690e-4b88-a7b4-b6760856ea97 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:23.959262 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:23.978041 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f22cc41-690e-4b88-a7b4-b6760856ea97 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:23.978778 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0f22cc41-690e-4b88-a7b4-b6760856ea97 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2493465 Jun 25 09:25:23.993373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ca672-6097-4e84-b2c4-a8fa82ebfa1f req-1014e5db-1b64-48db-a14d-82372b4f7b73 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:24.006203 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-333ca672-6097-4e84-b2c4-a8fa82ebfa1f req-1014e5db-1b64-48db-a14d-82372b4f7b73 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 944 time: 0.1891773 Jun 25 09:25:24.006704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58576) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:24.011558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-9789cf6c-d777-404f-a8e9-494245f9d4cf tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-688304954', 'prefixes': ['172.20.0.0/16']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:24.013738 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-b78646a5-a9df-4506-a8ba-1409e7536abe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3e064b4-a463-4629-b114-06aa46eb0076 HTTP/1.1" status: 200 len: 217 time: 0.0442083 Jun 25 09:25:24.096954 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-46f54fa4-d463-4c22-a839-0cc4bb7bdd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:24.098634 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-46f54fa4-d463-4c22-a839-0cc4bb7bdd20 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3889f4c9-af1b-44cd-84c5-ce8623152fb2 HTTP/1.1" status: 200 len: 864 time: 0.0778549 Jun 25 09:25:24.109956 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74866e9f-16ed-4012-afd8-4364a1d2b8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:24.146541 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-333ca672-6097-4e84-b2c4-a8fa82ebfa1f req-30d8fb48-4cd1-4e61-8f7b-357aa9b3c3be tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187649 Jun 25 09:25:24.150432 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-a02a726c-a63d-420d-883b-2c602de90e9f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25daf000-2fc7-43de-95f1-4b0bef198225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430110 Jun 25 09:25:24.182909 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9789cf6c-d777-404f-a8e9-494245f9d4cf tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks [] for subnetpool, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:24.184662 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-74866e9f-16ed-4012-afd8-4364a1d2b8f0 None None] For port 2f171e9d-52e7-46a9-823b-f22506361021, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2f171e9d-52e7-46a9-823b-f22506361021,segment=NetworkSegment(138b7848-5e39-455f-a375-afbed6f8c1c2),segment_id=138b7848-5e39-455f-a375-afbed6f8c1c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:24.189036 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9789cf6c-d777-404f-a8e9-494245f9d4cf tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1784244 Jun 25 09:25:24.191181 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58582) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:24.199428 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-f551aa05-1066-4988-8c6c-648afabea195 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1985e873-bc8f-4914-9d40-c58fdacc76ab', 'tempest-TagsExtTest-Tag-858952651') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:24.228919 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74866e9f-16ed-4012-afd8-4364a1d2b8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:24.231928 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:24.286382 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-69ba12e8-4d1f-4632-8bb5-87ad7f63c103 service neutron] 10.222.0.38 "GET /v2.0/networks/25daf000-2fc7-43de-95f1-4b0bef198225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241157 Jun 25 09:25:24.309869 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74866e9f-16ed-4012-afd8-4364a1d2b8f0 None None] Pushing event updated for resources: {'Port': ['ID=2f171e9d-52e7-46a9-823b-f22506361021,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:24.313021 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-74866e9f-16ed-4012-afd8-4364a1d2b8f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:24.349790 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad6191-426a-4c9a-af2e-42ce920c454e req-bad257ea-2a47-4e19-8706-5f7f81d442e1 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:24.351330 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aad6191-426a-4c9a-af2e-42ce920c454e req-bad257ea-2a47-4e19-8706-5f7f81d442e1 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 944 time: 0.2947972 Jun 25 09:25:24.406769 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20942318-ad20-4a8d-be8c-bb7d1214633d req-f7f172f2-7c45-4ca4-b9f6-887e82fc1a00 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 210 time: 0.0663407 Jun 25 09:25:24.450260 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-64442c44-8c58-4feb-a3cf-89c7549e5e54 req-d029d6b9-84aa-43d5-941c-20809009a79e service neutron] 10.222.0.38 "GET /v2.0/networks/25daf000-2fc7-43de-95f1-4b0bef198225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556444 Jun 25 09:25:24.518535 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aad6191-426a-4c9a-af2e-42ce920c454e req-b7f2be80-5101-46ab-9a56-1e27f4c7162b tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac25824-9545-43a1-877a-57b905a872de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516275 Jun 25 09:25:24.529501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f551aa05-1066-4988-8c6c-648afabea195 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "PUT /v2.0/subnets/1985e873-bc8f-4914-9d40-c58fdacc76ab/tags/tempest-TagsExtTest-Tag-858952651 HTTP/1.1" status: 201 len: 201 time: 0.3338940 Jun 25 09:25:24.532649 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58584) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:24.538698 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-e718dbc8-8c65-484c-83f2-1a43050e47ac tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c7c5efea-1feb-4e78-affa-3ff63ccffff1', 'tempest-TagsExtTest-Tag-635635217') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:24.664095 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9b151fd2-285e-4138-9146-11fb76bd9a7c None None] Provisioning complete for port 2f171e9d-52e7-46a9-823b-f22506361021 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:24.664658 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9b151fd2-285e-4138-9146-11fb76bd9a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:24.713252 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-57992112-56d4-45c9-843e-46b2ee81f277 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730529 Jun 25 09:25:24.760105 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58588) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:24.762765 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e718dbc8-8c65-484c-83f2-1a43050e47ac tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "PUT /v2.0/ports/c7c5efea-1feb-4e78-affa-3ff63ccffff1/tags/tempest-TagsExtTest-Tag-635635217 HTTP/1.1" status: 201 len: 201 time: 0.2288334 Jun 25 09:25:24.770895 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d99b0-a3f6-4789-9c26-c5db0247dfa8 req-80377bf1-c07f-4c22-b825-42ef4c7a82f3 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:24.772457 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e69d99b0-a3f6-4789-9c26-c5db0247dfa8 req-80377bf1-c07f-4c22-b825-42ef4c7a82f3 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.1558945 Jun 25 09:25:24.776475 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-d233b41f-36f1-4047-ab85-867a270699b2 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1da25939-d081-49d7-ba03-531d864120fd', 'tempest-TagsExtTest-Tag-1592697215') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:24.777140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:25:25.011219 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-e6f8baf0-a078-45af-b4d8-c4c337e69b6b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:25.020351 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-e6f8baf0-a078-45af-b4d8-c4c337e69b6b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580183 Jun 25 09:25:25.073287 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38fbdf67-a260-46e0-a1e6-70ec87eb4060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:25.078874 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Request body: {'port': {'device_id': '703bebc3-6c25-4359-a97d-04468b1fae49', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'e90ee50af2b947d8b1fbcbc79127e428'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:25.104137 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:25.104535 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:25.134338 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9b151fd2-285e-4138-9146-11fb76bd9a7c None None] Provisioning for port c7c5efea-1feb-4e78-affa-3ff63ccffff1 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:25:25.141019 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9b151fd2-285e-4138-9146-11fb76bd9a7c None None] Provisioning complete for port c7c5efea-1feb-4e78-affa-3ff63ccffff1 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:25.141553 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9b151fd2-285e-4138-9146-11fb76bd9a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:25.218268 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:25.221241 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9b151fd2-285e-4138-9146-11fb76bd9a7c None None] Port c7c5efea-1feb-4e78-affa-3ff63ccffff1 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:25:25.296148 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:25.375220 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:25.386775 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e978a680-6d5c-423b-bdc6-6693675a382f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:25:25.388395 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Made reservation on behalf of e90ee50af2b947d8b1fbcbc79127e428 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:25:25.389860 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcfdd30-3fd7-4819-b0cb-a65d66ce8e7c" -d '{"events": [{"server_uuid": "e978a680-6d5c-423b-bdc6-6693675a382f", "name": "network-vif-plugged", "status": "completed", "tag": "29b44762-2c1a-4223-83cc-ecf5d5dc2e82"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:25:25.395897 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:25.397371 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device eb202622-3c11-44e7-9b2b-044e565a5ab8 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:25:25.401059 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:25.401445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:25.468627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2f171e9d-52e7-46a9-823b-f22506361021 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:25:25.474085 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: eb202622-3c11-44e7-9b2b-044e565a5ab8 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:25:25.474570 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device eb202622-3c11-44e7-9b2b-044e565a5ab8 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:25:25.480273 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b0b2da19-fe90-414e-9be7-ee38f783bc06 None None] Provisioning complete for port c7c5efea-1feb-4e78-affa-3ff63ccffff1 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:25.480982 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b0b2da19-fe90-414e-9be7-ee38f783bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:25.579788 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b0b2da19-fe90-414e-9be7-ee38f783bc06 None None] Port c7c5efea-1feb-4e78-affa-3ff63ccffff1 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:25:25.594116 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:25.602474 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba44fbb-aa1f-493c-a17a-55e4b7145577 req-60f1a4ca-fef9-4966-a3ac-555342a584a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:25.604375 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bba44fbb-aa1f-493c-a17a-55e4b7145577 req-60f1a4ca-fef9-4966-a3ac-555342a584a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=777fbffdfb2441aea108fa0ba296811d&device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 1096 time: 0.9539695 Jun 25 09:25:25.620126 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:25.621127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2f171e9d-52e7-46a9-823b-f22506361021 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:25.624322 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:25.628926 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-286c6052-4b73-48ea-a3da-6f6bdf5ec670 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1454628 Jun 25 09:25:25.644569 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1949b53e-ae0d-46a6-bbcb-6bfca48ecd1e req-4ad57ce9-c8e8-4d8a-92d0-dd28fa3276b8 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784915c-a245-4bf8-8825-0b4c61c01142 HTTP/1.1" status: 200 len: 210 time: 0.1523168 Jun 25 09:25:25.660382 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6784915c-a245-4bf8-8825-0b4c61c01142', 'name': 'network-vif-deleted', 'tag': 'eb202622-3c11-44e7-9b2b-044e565a5ab8'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:25:25.663844 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10898e39-92ba-495d-81fa-64a116687214" -d '{"events": [{"server_uuid": "6784915c-a245-4bf8-8825-0b4c61c01142", "name": "network-vif-deleted", "tag": "eb202622-3c11-44e7-9b2b-044e565a5ab8"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:25:25.683806 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Allocated IP 192.168.233.47 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/d71030e6-dce0-4378-a454-15e788996abe) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:25:25.803686 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e69d99b0-a3f6-4789-9c26-c5db0247dfa8 req-d7975ce1-a828-4532-84f3-da88c59eb2a0 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0234509 Jun 25 09:25:25.890853 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3582f35-9aa1-4f0f-9df7-deea06fbac24 x-openstack-request-id: req-d3582f35-9aa1-4f0f-9df7-deea06fbac24 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:25:25.891396 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e978a680-6d5c-423b-bdc6-6693675a382f", "name": "network-vif-plugged", "status": "completed", "tag": "29b44762-2c1a-4223-83cc-ecf5d5dc2e82", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:25:25.891396 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d3582f35-9aa1-4f0f-9df7-deea06fbac24 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:25:25.891988 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e978a680-6d5c-423b-bdc6-6693675a382f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82', 'code': 200} Jun 25 09:25:25.952892 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba44fbb-aa1f-493c-a17a-55e4b7145577 req-80cd4449-0d62-4530-be0d-593aa7bb6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:25.954450 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bba44fbb-aa1f-493c-a17a-55e4b7145577 req-80cd4449-0d62-4530-be0d-593aa7bb6e51 service neutron] 10.222.0.38 "GET /v2.0/networks?id=25daf000-2fc7-43de-95f1-4b0bef198225 HTTP/1.1" status: 200 len: 926 time: 0.2853658 Jun 25 09:25:25.965196 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:25.978930 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Transition to ACTIVE for port object d71030e6-dce0-4378-a454-15e788996abe will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:25:25.991154 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-1119b3ae-21e6-4abb-a540-d6fa8cd98c90 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:25.993830 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-1119b3ae-21e6-4abb-a540-d6fa8cd98c90 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3356855 Jun 25 09:25:26.013232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d233b41f-36f1-4047-ab85-867a270699b2 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "PUT /v2.0/routers/1da25939-d081-49d7-ba03-531d864120fd/tags/tempest-TagsExtTest-Tag-1592697215 HTTP/1.1" status: 201 len: 201 time: 1.2517917 Jun 25 09:25:26.020967 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9bc57cec-b82f-4cd3-abe3-25b4286f3d85 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Request body: {'port': {'device_id': '9e0cfe8e-310c-4ecb-89e8-261a4ab8525c', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'e90ee50af2b947d8b1fbcbc79127e428'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:26.026854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58604) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:26.035506 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bba44fbb-aa1f-493c-a17a-55e4b7145577 req-bffae6da-c74d-4267-8a63-7f225c9057f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3e064b4-a463-4629-b114-06aa46eb0076 HTTP/1.1" status: 200 len: 217 time: 0.0518558 Jun 25 09:25:26.063880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-10c4f5a5-b24f-4fcd-8d3b-1a4b792f8a9c tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b306fb8f-5e99-4929-8d57-16e3ae3c815d', 'tempest-TagsExtTest-Tag-928965407') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:26.073240 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:26.104167 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b81b343-ce6d-417e-ba5a-8d7965906ae3 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:26.125285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:25:26.176397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dc11cab0-787f-4c62-acfb-53d6b2df765b req-45f26e19-e8fd-4df6-bae1-4ad6816cc36e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 210 time: 0.1164114 Jun 25 09:25:26.184256 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:25:26.198297 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:25:26.206654 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:26.233013 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:25:26.271065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba44fbb-aa1f-493c-a17a-55e4b7145577 req-937dd3e2-844b-4af2-8833-035b59255d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:26.272548 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bba44fbb-aa1f-493c-a17a-55e4b7145577 req-937dd3e2-844b-4af2-8833-035b59255d9f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3889f4c9-af1b-44cd-84c5-ce8623152fb2 HTTP/1.1" status: 200 len: 864 time: 0.2106431 Jun 25 09:25:26.346555 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bba44fbb-aa1f-493c-a17a-55e4b7145577 req-fe050e43-d7a0-4a00-9bce-cbb127cca5b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25daf000-2fc7-43de-95f1-4b0bef198225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519998 Jun 25 09:25:26.352168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event updated for resources: {'Port': ['ID=d71030e6-dce0-4378-a454-15e788996abe,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:26.411749 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-10c4f5a5-b24f-4fcd-8d3b-1a4b792f8a9c tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "PUT /v2.0/subnetpools/b306fb8f-5e99-4929-8d57-16e3ae3c815d/tags/tempest-TagsExtTest-Tag-928965407 HTTP/1.1" status: 201 len: 201 time: 0.3595352 Jun 25 09:25:26.420295 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84446765-d0f3-4eb9-aa7e-4dcbfaaef9c7 req-2f5bed47-0776-4383-acfb-ca555c504196 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:26.422001 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84446765-d0f3-4eb9-aa7e-4dcbfaaef9c7 req-2f5bed47-0776-4383-acfb-ca555c504196 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.5098312 Jun 25 09:25:26.422502 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58610) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:26.438231 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-d35680da-cef5-4b38-93e1-27b4388280b4 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1985e873-bc8f-4914-9d40-c58fdacc76ab') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:26.439287 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:26.439774 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:26.440218 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:26.440677 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:26.442129 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:26.442129 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:26.442129 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:26.442461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:26.443002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:26.443840 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:26.444572 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:26.446761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:25:26.460107 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:26.470114 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:26.471324 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:26.537226 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bba44fbb-aa1f-493c-a17a-55e4b7145577 req-6226b35b-695a-48cf-9123-a96d49691670 service neutron] 10.222.0.38 "GET /v2.0/networks/25daf000-2fc7-43de-95f1-4b0bef198225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791754 Jun 25 09:25:26.540818 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a3b4a-d751-4a04-a10f-012bc76ccbbd req-a144e6c8-83f2-42ea-9c49-f974cbf57dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:26.542508 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-164a3b4a-d751-4a04-a10f-012bc76ccbbd req-a144e6c8-83f2-42ea-9c49-f974cbf57dbc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 1098 time: 0.3813558 Jun 25 09:25:26.553812 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9bc57cec-b82f-4cd3-abe3-25b4286f3d85 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Made reservation on behalf of e90ee50af2b947d8b1fbcbc79127e428 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:25:26.557433 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9bc57cec-b82f-4cd3-abe3-25b4286f3d85 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:26.574910 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5208530 Jun 25 09:25:26.594226 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84446765-d0f3-4eb9-aa7e-4dcbfaaef9c7 req-8efd1604-03df-4077-a6e3-759f78377222 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455731 Jun 25 09:25:26.606066 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Request body: {'port': {'device_id': '703bebc3-6c25-4359-a97d-04468b1fae49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:26.635859 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:25:26.650616 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-df2dddd7-4798-402b-8156-bfc032709af0 None None] Provisioning for port d71030e6-dce0-4378-a454-15e788996abe completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:25:26.664681 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-df2dddd7-4798-402b-8156-bfc032709af0 None None] Provisioning complete for port d71030e6-dce0-4378-a454-15e788996abe triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:26.668152 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-df2dddd7-4798-402b-8156-bfc032709af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:26.680375 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-164a3b4a-d751-4a04-a10f-012bc76ccbbd req-032704b3-bb93-48d6-a256-e3fd252cb5ca service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172855 Jun 25 09:25:26.702358 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d36fe8-5380-4567-b1df-5576ba2d8c29 req-20868fff-2b9f-4c29-8abe-23c1e4117373 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:26.709890 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47d36fe8-5380-4567-b1df-5576ba2d8c29 req-20868fff-2b9f-4c29-8abe-23c1e4117373 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 944 time: 0.2862961 Jun 25 09:25:26.723055 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d35680da-cef5-4b38-93e1-27b4388280b4 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/subnets/1985e873-bc8f-4914-9d40-c58fdacc76ab/tags HTTP/1.1" status: 200 len: 240 time: 0.2964847 Jun 25 09:25:26.733142 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58614) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:26.743558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-fcf59649-7a5f-4673-9c6d-965f6f9dae59 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1985e873-bc8f-4914-9d40-c58fdacc76ab', 'tempest-TagsExtTest-Tag-858952651') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:26.767792 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-df2dddd7-4798-402b-8156-bfc032709af0 None None] Port d71030e6-dce0-4378-a454-15e788996abe cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:25:26.832677 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47d36fe8-5380-4567-b1df-5576ba2d8c29 req-c7de3bbb-71be-4bed-ba70-9458abdd2e7f tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac25824-9545-43a1-877a-57b905a872de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215034 Jun 25 09:25:26.896780 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58620) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:26.898620 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9bc57cec-b82f-4cd3-abe3-25b4286f3d85 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Allocated IP 192.168.233.250 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/aa210440-6572-4b8d-a1fd-39de91f285c9) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:25:26.999259 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fcf59649-7a5f-4673-9c6d-965f6f9dae59 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/subnets/1985e873-bc8f-4914-9d40-c58fdacc76ab/tags/tempest-TagsExtTest-Tag-858952651 HTTP/1.1" status: 204 len: 168 time: 0.2639470 Jun 25 09:25:27.004074 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58622) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:27.017506 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-d2c363e4-e762-4fe5-a933-3217f064bfa3 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1985e873-bc8f-4914-9d40-c58fdacc76ab', 'tempest-TagsExtTest-Tag-858952651') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:27.076447 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70357ef6-24d0-4275-81cd-72650c185808 x-openstack-request-id: req-70357ef6-24d0-4275-81cd-72650c185808 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:25:27.077057 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6784915c-a245-4bf8-8825-0b4c61c01142", "name": "network-vif-deleted", "tag": "eb202622-3c11-44e7-9b2b-044e565a5ab8", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:25:27.077187 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-70357ef6-24d0-4275-81cd-72650c185808 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:25:27.077514 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6784915c-a245-4bf8-8825-0b4c61c01142', 'name': 'network-vif-deleted', 'tag': 'eb202622-3c11-44e7-9b2b-044e565a5ab8', 'status': 'completed', 'code': 200} Jun 25 09:25:27.157255 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bba44fbb-aa1f-493c-a17a-55e4b7145577 req-48af23cb-2429-4133-b805-90475c5a253e service neutron] 10.222.0.38 "GET /v2.0/networks/25daf000-2fc7-43de-95f1-4b0bef198225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6070890 Jun 25 09:25:27.158170 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:27.305166 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9bc57cec-b82f-4cd3-abe3-25b4286f3d85 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:27.374846 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9bc57cec-b82f-4cd3-abe3-25b4286f3d85 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Transition to ACTIVE for port object aa210440-6572-4b8d-a1fd-39de91f285c9 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:25:27.401280 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62eb7192-f273-4d27-901c-4c8103e22011 req-5e4d548b-1ce6-41d3-913f-00fff232f458 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 210 time: 0.0894608 Jun 25 09:25:27.488314 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8b0ac-a7bc-46a9-ade5-000b54b9f5a2 req-67e77457-9a42-4edd-8b1b-589b32d5ed7f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:27.489929 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ec8b0ac-a7bc-46a9-ade5-000b54b9f5a2 req-67e77457-9a42-4edd-8b1b-589b32d5ed7f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.4382088 Jun 25 09:25:27.539070 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d2c363e4-e762-4fe5-a933-3217f064bfa3 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/subnets/1985e873-bc8f-4914-9d40-c58fdacc76ab/tags/tempest-TagsExtTest-Tag-858952651 HTTP/1.1" status: 204 len: 168 time: 0.5339575 Jun 25 09:25:27.541763 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58628) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:27.548623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-c3c4e975-4df9-4595-bd3b-e5f1b7384f69 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1985e873-bc8f-4914-9d40-c58fdacc76ab') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:27.559975 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9bc57cec-b82f-4cd3-abe3-25b4286f3d85 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:27.597011 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:25:27.605194 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a1b0cd4b-a442-4cd3-9dcf-fbc17658ad22 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:27.643067 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ec8b0ac-a7bc-46a9-ade5-000b54b9f5a2 req-1ba14265-545e-474a-bc4b-cb8f5e4b89bb tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413224 Jun 25 09:25:27.679283 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9bc57cec-b82f-4cd3-abe3-25b4286f3d85 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:25:27.706779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9bc57cec-b82f-4cd3-abe3-25b4286f3d85 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:25:27.727953 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc57cec-b82f-4cd3-abe3-25b4286f3d85 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event updated for resources: {'Port': ['ID=aa210440-6572-4b8d-a1fd-39de91f285c9,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:27.731734 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9bc57cec-b82f-4cd3-abe3-25b4286f3d85 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:25:27.741272 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9bc57cec-b82f-4cd3-abe3-25b4286f3d85 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:27.853740 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c3c4e975-4df9-4595-bd3b-e5f1b7384f69 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/subnets/1985e873-bc8f-4914-9d40-c58fdacc76ab/tags HTTP/1.1" status: 200 len: 205 time: 0.3108797 Jun 25 09:25:27.863835 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9bc57cec-b82f-4cd3-abe3-25b4286f3d85 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:27.864635 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9bc57cec-b82f-4cd3-abe3-25b4286f3d85 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:27.867333 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58636) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:27.878161 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-95ba8ccc-dbdd-49f0-b05e-6f015cbdbaf0 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c7c5efea-1feb-4e78-affa-3ff63ccffff1') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:27.926230 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:27.956358 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71030e6-dce0-4378-a454-15e788996abe {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:25:27.978757 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9bc57cec-b82f-4cd3-abe3-25b4286f3d85 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9621723 Jun 25 09:25:27.984240 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:28.017386 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Transition to ACTIVE for port object d71030e6-dce0-4378-a454-15e788996abe will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:25:28.030992 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:28.034302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Request body: {'port': {'device_id': '9e0cfe8e-310c-4ecb-89e8-261a4ab8525c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:28.034486 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:28.140522 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d71030e6-dce0-4378-a454-15e788996abe,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:28.144819 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:28.173564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-95ba8ccc-dbdd-49f0-b05e-6f015cbdbaf0 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/ports/c7c5efea-1feb-4e78-affa-3ff63ccffff1/tags HTTP/1.1" status: 200 len: 240 time: 0.3007057 Jun 25 09:25:28.176937 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58646) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:28.190581 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fcd29-7195-4bd0-88b5-5d02b557d1a0 req-3dc68481-5df7-42f0-a7b5-bdec1b9f318f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:28.198555 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e2fcd29-7195-4bd0-88b5-5d02b557d1a0 req-3dc68481-5df7-42f0-a7b5-bdec1b9f318f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.2643232 Jun 25 09:25:28.205863 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5ce0880c-a5d4-4f66-be5b-a1eac0ee6aa8 None None] Provisioning for port aa210440-6572-4b8d-a1fd-39de91f285c9 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:25:28.215106 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-312360b5-2f35-4b8d-a45f-959095153d13 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c7c5efea-1feb-4e78-affa-3ff63ccffff1', 'tempest-TagsExtTest-Tag-635635217') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:28.215561 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5ce0880c-a5d4-4f66-be5b-a1eac0ee6aa8 None None] Provisioning complete for port aa210440-6572-4b8d-a1fd-39de91f285c9 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:28.216000 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ce0880c-a5d4-4f66-be5b-a1eac0ee6aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:28.314972 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0880c-a5d4-4f66-be5b-a1eac0ee6aa8 None None] Port aa210440-6572-4b8d-a1fd-39de91f285c9 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:25:28.375334 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e2fcd29-7195-4bd0-88b5-5d02b557d1a0 req-e31536bd-b905-43c3-af82-460c2e66452d tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758032 Jun 25 09:25:28.399461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Attempting to bind port d71030e6-dce0-4378-a454-15e788996abe on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:25:28.399687 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Attempting to bind port d71030e6-dce0-4378-a454-15e788996abe by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:25:28.400344 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Attempting to bind port d71030e6-dce0-4378-a454-15e788996abe on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:25:28.406177 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:28.413953 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Port d71030e6-dce0-4378-a454-15e788996abe on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:25:28.414501 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Attempting to bind port d71030e6-dce0-4378-a454-15e788996abe on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:25:28.432531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:25:28.432906 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:25:28.433299 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:25:28.433737 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Bound port: d71030e6-dce0-4378-a454-15e788996abe, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:25:28.434103 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:28.558400 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-312360b5-2f35-4b8d-a45f-959095153d13 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/ports/c7c5efea-1feb-4e78-affa-3ff63ccffff1/tags/tempest-TagsExtTest-Tag-635635217 HTTP/1.1" status: 204 len: 168 time: 0.3469310 Jun 25 09:25:28.569289 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58670) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:28.577347 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-0781a0b8-315e-4155-a46e-bb2e74fdea30 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c7c5efea-1feb-4e78-affa-3ff63ccffff1', 'tempest-TagsExtTest-Tag-635635217') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:28.671999 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] For port d71030e6-dce0-4378-a454-15e788996abe, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:25:28.696670 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] For port d71030e6-dce0-4378-a454-15e788996abe, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=d71030e6-dce0-4378-a454-15e788996abe,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:25:28.714696 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:28.724752 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:28.773887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:28.774840 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:28.776172 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] 10.222.0.38 "PUT /v2.0/ports/d71030e6-dce0-4378-a454-15e788996abe HTTP/1.1" status: 200 len: 1096 time: 2.1747060 Jun 25 09:25:28.783034 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0781a0b8-315e-4155-a46e-bb2e74fdea30 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/ports/c7c5efea-1feb-4e78-affa-3ff63ccffff1/tags/tempest-TagsExtTest-Tag-635635217 HTTP/1.1" status: 204 len: 168 time: 0.2085505 Jun 25 09:25:28.783986 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58682) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:28.786378 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a3e064b4-a463-4629-b114-06aa46eb0076 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:25:28.789202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-0b17dd5f-60a9-4112-b5dd-cb09a741bb9b tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c7c5efea-1feb-4e78-affa-3ff63ccffff1') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:28.872839 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ba4c-c229-4cab-bda1-dc0ec6b42dfa req-66b3cd3a-8c9c-4a1a-8a85-49b3a547e58c tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:28.883024 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b861ba4c-c229-4cab-bda1-dc0ec6b42dfa req-66b3cd3a-8c9c-4a1a-8a85-49b3a547e58c tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 944 time: 0.6395724 Jun 25 09:25:28.898686 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d46b9900-88a3-4e1c-9fe9-690bb6ce25fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:28.983879 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d71030e6-dce0-4378-a454-15e788996abe,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:28.994561 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:29.001385 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port a3e064b4-a463-4629-b114-06aa46eb0076, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a3e064b4-a463-4629-b114-06aa46eb0076,segment=NetworkSegment(3661218e-0d7f-468d-8f5b-24cae83fb981),segment_id=3661218e-0d7f-468d-8f5b-24cae83fb981)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:29.035091 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'a3e064b4-a463-4629-b114-06aa46eb0076', 'network_id': '25daf000-2fc7-43de-95f1-4b0bef198225', 'port_id': 'a3e064b4-a463-4629-b114-06aa46eb0076', 'mac_address': 'fa:16:3e:d0:a7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3889f4c9-af1b-44cd-84c5-ce8623152fb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:25:29.073918 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0b17dd5f-60a9-4112-b5dd-cb09a741bb9b tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/ports/c7c5efea-1feb-4e78-affa-3ff63ccffff1/tags HTTP/1.1" status: 200 len: 205 time: 0.2885275 Jun 25 09:25:29.079136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58684) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:29.089862 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703bebc3-6c25-4359-a97d-04468b1fae49', 'tag': 'd71030e6-dce0-4378-a454-15e788996abe'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:25:29.096669 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ab0456-ca5b-4df9-be8e-ed0b3cdfe201" -d '{"events": [{"name": "network-changed", "server_uuid": "703bebc3-6c25-4359-a97d-04468b1fae49", "tag": "d71030e6-dce0-4378-a454-15e788996abe"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:25:29.102577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b861ba4c-c229-4cab-bda1-dc0ec6b42dfa req-c882ec66-c667-4bc3-91c3-7fd0d59e4d6d tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac25824-9545-43a1-877a-57b905a872de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181265 Jun 25 09:25:29.115692 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-248e6545-00f1-4973-9d6c-86f50737e579 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1da25939-d081-49d7-ba03-531d864120fd') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:29.138693 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-fcbed60d-b679-4f8a-96e4-4110dd2c153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:29.140330 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-fcbed60d-b679-4f8a-96e4-4110dd2c153e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=703bebc3-6c25-4359-a97d-04468b1fae49 HTTP/1.1" status: 200 len: 1099 time: 0.2357008 Jun 25 09:25:29.145819 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:29.180199 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e064b4-a463-4629-b114-06aa46eb0076 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:25:29.229399 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-a33d5875-a9e5-4ef0-b982-ac5c08691fc1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=d71030e6-dce0-4378-a454-15e788996abe HTTP/1.1" status: 200 len: 217 time: 0.0665367 Jun 25 09:25:29.243626 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port a3e064b4-a463-4629-b114-06aa46eb0076, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a3e064b4-a463-4629-b114-06aa46eb0076,segment=NetworkSegment(3661218e-0d7f-468d-8f5b-24cae83fb981),segment_id=3661218e-0d7f-468d-8f5b-24cae83fb981)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:29.251373 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:29.263742 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-47ff3c52-b67d-4ab5-b782-f4072838e635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:29.352556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-bfd0e434-41af-4d9b-9171-99dcd00807bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:29.360024 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-bfd0e434-41af-4d9b-9171-99dcd00807bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1264250 Jun 25 09:25:29.414312 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=a3e064b4-a463-4629-b114-06aa46eb0076,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:29.417811 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:29.505085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-f47afa28-3e69-49ce-a748-28ef15b3ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:29.508676 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-f47afa28-3e69-49ce-a748-28ef15b3ef27 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1388648 Jun 25 09:25:29.664531 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a3e064b4-a463-4629-b114-06aa46eb0076'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:25:29.705390 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-0b21520f-59f6-42a7-acc0-fc1eeca6b3be service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844785 Jun 25 09:25:29.826846 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-c29a35c3-9d5f-4936-8637-ec56633dc638 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108787 Jun 25 09:25:29.869238 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a316642-d863-42a8-a7f4-43a1ea6a6147 req-b2cbce77-ead1-4c7d-980e-3eee0715ad2d tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:29.875379 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a316642-d863-42a8-a7f4-43a1ea6a6147 req-b2cbce77-ead1-4c7d-980e-3eee0715ad2d tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 936 time: 1.2182748 Jun 25 09:25:29.919453 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa210440-6572-4b8d-a1fd-39de91f285c9 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:25:29.973435 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:30.020092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Transition to ACTIVE for port object aa210440-6572-4b8d-a1fd-39de91f285c9 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:25:30.024276 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-248e6545-00f1-4973-9d6c-86f50737e579 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/routers/1da25939-d081-49d7-ba03-531d864120fd/tags HTTP/1.1" status: 200 len: 241 time: 0.9203944 Jun 25 09:25:30.027801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58692) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:30.034562 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-2ca70015-e8d0-407f-b6fb-8603eff9e317 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1da25939-d081-49d7-ba03-531d864120fd', 'tempest-TagsExtTest-Tag-1592697215') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:30.039660 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:30.046334 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5a18bc15-6b08-4cf1-b739-04c854141bb6 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:30.116210 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a316642-d863-42a8-a7f4-43a1ea6a6147 req-0f5a5250-ae6c-46d1-970d-3986dfbf715e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897740 Jun 25 09:25:30.130224 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2ca70015-e8d0-407f-b6fb-8603eff9e317 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/routers/1da25939-d081-49d7-ba03-531d864120fd/tags/tempest-TagsExtTest-Tag-1592697215 HTTP/1.1" status: 204 len: 168 time: 0.1008203 Jun 25 09:25:30.133190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58696) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:30.139313 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-ad34329a-f57f-41cd-9dc2-9c9f407d1037 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1da25939-d081-49d7-ba03-531d864120fd', 'tempest-TagsExtTest-Tag-1592697215') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:30.175515 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Pushing event updated for resources: {'Port': ['ID=aa210440-6572-4b8d-a1fd-39de91f285c9,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:30.185077 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:30.192665 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39123d-2e7c-497f-8adc-7c5becc589cf req-b751f49b-f7a6-42d5-93d4-bfd9739b111c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:30.194507 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa39123d-2e7c-497f-8adc-7c5becc589cf req-b751f49b-f7a6-42d5-93d4-bfd9739b111c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.3817179 Jun 25 09:25:30.249842 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf95f861-fe12-46c5-a508-b8456937b20e x-openstack-request-id: req-cf95f861-fe12-46c5-a508-b8456937b20e {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:25:30.250396 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703bebc3-6c25-4359-a97d-04468b1fae49", "tag": "d71030e6-dce0-4378-a454-15e788996abe", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:25:30.250955 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cf95f861-fe12-46c5-a508-b8456937b20e {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:25:30.251491 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703bebc3-6c25-4359-a97d-04468b1fae49', 'tag': 'd71030e6-dce0-4378-a454-15e788996abe', 'status': 'completed', 'code': 200} Jun 25 09:25:30.328168 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58700) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:30.328441 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ad34329a-f57f-41cd-9dc2-9c9f407d1037 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/routers/1da25939-d081-49d7-ba03-531d864120fd/tags/tempest-TagsExtTest-Tag-1592697215 HTTP/1.1" status: 204 len: 168 time: 0.1936977 Jun 25 09:25:30.337040 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-1081b166-bbf9-4b7b-98e2-f439f32a6d23 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1da25939-d081-49d7-ba03-531d864120fd') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:30.345146 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa39123d-2e7c-497f-8adc-7c5becc589cf req-a484401e-58e2-418f-8e52-b9488001c9ac tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197448 Jun 25 09:25:30.460550 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Attempting to bind port aa210440-6572-4b8d-a1fd-39de91f285c9 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:25:30.461588 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Attempting to bind port aa210440-6572-4b8d-a1fd-39de91f285c9 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:25:30.461588 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Attempting to bind port aa210440-6572-4b8d-a1fd-39de91f285c9 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:25:30.495944 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab0456-ca5b-4df9-be8e-ed0b3cdfe201 req-b77efcd7-1e28-4faa-aab2-33587ef21b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:30.498298 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c9ab0456-ca5b-4df9-be8e-ed0b3cdfe201 req-b77efcd7-1e28-4faa-aab2-33587ef21b60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=703bebc3-6c25-4359-a97d-04468b1fae49 HTTP/1.1" status: 200 len: 1099 time: 0.1651905 Jun 25 09:25:30.513029 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Port aa210440-6572-4b8d-a1fd-39de91f285c9 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:25:30.513447 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Attempting to bind port aa210440-6572-4b8d-a1fd-39de91f285c9 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:25:30.549686 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:25:30.551036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:25:30.551036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:25:30.551036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Bound port: aa210440-6572-4b8d-a1fd-39de91f285c9, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:25:30.551954 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:30.615059 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1081b166-bbf9-4b7b-98e2-f439f32a6d23 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/routers/1da25939-d081-49d7-ba03-531d864120fd/tags HTTP/1.1" status: 200 len: 205 time: 0.2826719 Jun 25 09:25:30.623605 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58702) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:30.633576 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-cd83d676-9fb5-4d3c-a280-8ef98b4768a0 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b306fb8f-5e99-4929-8d57-16e3ae3c815d') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:30.727596 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cd83d676-9fb5-4d3c-a280-8ef98b4768a0 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/subnetpools/b306fb8f-5e99-4929-8d57-16e3ae3c815d/tags HTTP/1.1" status: 200 len: 240 time: 0.1011918 Jun 25 09:25:30.728444 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab0456-ca5b-4df9-be8e-ed0b3cdfe201 req-9bd5e68d-70d7-41c5-8fc0-b5e911cd1a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:30.730145 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c9ab0456-ca5b-4df9-be8e-ed0b3cdfe201 req-9bd5e68d-70d7-41c5-8fc0-b5e911cd1a6e service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2196865 Jun 25 09:25:30.730556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58704) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:30.736555 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-3d950a01-1eda-4a99-a3a8-9c6a6cd44a2e tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b306fb8f-5e99-4929-8d57-16e3ae3c815d', 'tempest-TagsExtTest-Tag-928965407') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:30.753245 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] For port aa210440-6572-4b8d-a1fd-39de91f285c9, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:25:30.763631 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8ba25-03e6-4c3f-aff5-ea1dd1b3a16a req-d550f6c8-6b29-4509-aa28-9d8ab054eec2 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:30.771326 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ce8ba25-03e6-4c3f-aff5-ea1dd1b3a16a req-d550f6c8-6b29-4509-aa28-9d8ab054eec2 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.3000994 Jun 25 09:25:30.774829 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] For port aa210440-6572-4b8d-a1fd-39de91f285c9, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=aa210440-6572-4b8d-a1fd-39de91f285c9,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:25:30.796943 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c9ab0456-ca5b-4df9-be8e-ed0b3cdfe201 req-1ec5143e-8add-4470-9b25-d5cb987f72ac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=d71030e6-dce0-4378-a454-15e788996abe HTTP/1.1" status: 200 len: 217 time: 0.0550563 Jun 25 09:25:30.798700 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:30.804532 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3d950a01-1eda-4a99-a3a8-9c6a6cd44a2e tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/subnetpools/b306fb8f-5e99-4929-8d57-16e3ae3c815d/tags/tempest-TagsExtTest-Tag-928965407 HTTP/1.1" status: 204 len: 168 time: 0.0705416 Jun 25 09:25:30.804907 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58706) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:30.809172 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7d635a79-1793-4371-b79e-ca439cd64490 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:30.810299 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-c2ca1879-b47a-42c1-ad83-9bd91cc9fcaf tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b306fb8f-5e99-4929-8d57-16e3ae3c815d', 'tempest-TagsExtTest-Tag-928965407') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:30.820364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e5848-e00c-4bb7-b265-268df87ced5e req-a8283d66-55d0-4505-b58e-05d258bf5e03 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:30.827982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d69e5848-e00c-4bb7-b265-268df87ced5e req-a8283d66-55d0-4505-b58e-05d258bf5e03 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 945 time: 0.2885697 Jun 25 09:25:30.830831 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d46b9900-88a3-4e1c-9fe9-690bb6ce25fe admin admin] Deleting port d20a4578-5649-409e-b21c-b3b66a9d9740 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:25:30.831205 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d46b9900-88a3-4e1c-9fe9-690bb6ce25fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:30.892948 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab0456-ca5b-4df9-be8e-ed0b3cdfe201 req-58d35099-33c7-4389-8df8-3c1ce718f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:30.894511 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c9ab0456-ca5b-4df9-be8e-ed0b3cdfe201 req-58d35099-33c7-4389-8df8-3c1ce718f6b6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0799031 Jun 25 09:25:30.920280 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c2ca1879-b47a-42c1-ad83-9bd91cc9fcaf tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/subnetpools/b306fb8f-5e99-4929-8d57-16e3ae3c815d/tags/tempest-TagsExtTest-Tag-928965407 HTTP/1.1" status: 204 len: 168 time: 0.1117241 Jun 25 09:25:30.931345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58708) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:30.934213 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:30.934941 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:30.936619 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] 10.222.0.38 "PUT /v2.0/ports/aa210440-6572-4b8d-a1fd-39de91f285c9 HTTP/1.1" status: 200 len: 1097 time: 2.9118905 Jun 25 09:25:30.942960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0cfe8e-310c-4ecb-89e8-261a4ab8525c', 'tag': 'aa210440-6572-4b8d-a1fd-39de91f285c9'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:25:30.946055 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93414020-d189-4223-a734-ca7abd47a903" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0cfe8e-310c-4ecb-89e8-261a4ab8525c", "tag": "aa210440-6572-4b8d-a1fd-39de91f285c9"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:25:30.951256 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-5806f9fc-1207-4004-8f39-414bf6538360 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b306fb8f-5e99-4929-8d57-16e3ae3c815d') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:31.024268 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ce8ba25-03e6-4c3f-aff5-ea1dd1b3a16a req-808c7ed9-30fe-4cb6-8002-aa3b616789b1 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480311 Jun 25 09:25:31.036618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab0456-ca5b-4df9-be8e-ed0b3cdfe201 req-3631ffda-209d-4ab7-bacf-ebd0d7f40e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:31.038449 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c9ab0456-ca5b-4df9-be8e-ed0b3cdfe201 req-3631ffda-209d-4ab7-bacf-ebd0d7f40e5e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1340156 Jun 25 09:25:31.076301 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Pushing event updated for resources: {'Port': ['ID=aa210440-6572-4b8d-a1fd-39de91f285c9,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:31.105459 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:31.122184 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d69e5848-e00c-4bb7-b265-268df87ced5e req-6a4b2dce-4f88-4bdd-84fb-0353366bc19f tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac25824-9545-43a1-877a-57b905a872de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932253 Jun 25 09:25:31.192318 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5806f9fc-1207-4004-8f39-414bf6538360 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/subnetpools/b306fb8f-5e99-4929-8d57-16e3ae3c815d/tags HTTP/1.1" status: 200 len: 205 time: 0.2479877 Jun 25 09:25:31.192761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58718) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:31.203548 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-d46b9900-88a3-4e1c-9fe9-690bb6ce25fe admin admin] For port d20a4578-5649-409e-b21c-b3b66a9d9740, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d20a4578-5649-409e-b21c-b3b66a9d9740,segment=NetworkSegment(720d597f-8fb2-4878-b579-7ba7a0dd5f2c),segment_id=720d597f-8fb2-4878-b579-7ba7a0dd5f2c)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:31.207749 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d46b9900-88a3-4e1c-9fe9-690bb6ce25fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:31.244638 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d46b9900-88a3-4e1c-9fe9-690bb6ce25fe admin admin] Calling delete_port for d20a4578-5649-409e-b21c-b3b66a9d9740 owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:25:31.291134 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-80d45981-82bf-424c-ace8-5b583b4ea094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:31.292550 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-80d45981-82bf-424c-ace8-5b583b4ea094 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 1100 time: 0.2646146 Jun 25 09:25:31.294473 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-c6ce0195-bc9e-4ac3-a35a-d9d5ec09d20f tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b306fb8f-5e99-4929-8d57-16e3ae3c815d') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:31.307690 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:31.351595 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc0d448-771c-4b49-bd9e-88ca6457444b x-openstack-request-id: req-2bc0d448-771c-4b49-bd9e-88ca6457444b {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:25:31.351931 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0cfe8e-310c-4ecb-89e8-261a4ab8525c", "tag": "aa210440-6572-4b8d-a1fd-39de91f285c9", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:25:31.352228 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2bc0d448-771c-4b49-bd9e-88ca6457444b {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:25:31.352671 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0cfe8e-310c-4ecb-89e8-261a4ab8525c', 'tag': 'aa210440-6572-4b8d-a1fd-39de91f285c9', 'status': 'completed', 'code': 200} Jun 25 09:25:31.399377 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-c14d2bc6-34f1-48ae-8d33-099db57676bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=aa210440-6572-4b8d-a1fd-39de91f285c9 HTTP/1.1" status: 200 len: 217 time: 0.0901852 Jun 25 09:25:31.444784 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c9ab0456-ca5b-4df9-be8e-ed0b3cdfe201 req-04141411-74c0-4038-83a1-ab6f08f1c6b0 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977275 Jun 25 09:25:31.522038 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c6ce0195-bc9e-4ac3-a35a-d9d5ec09d20f tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/subnetpools/b306fb8f-5e99-4929-8d57-16e3ae3c815d/tags HTTP/1.1" status: 204 len: 168 time: 0.3275166 Jun 25 09:25:31.530035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58724) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:31.535184 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-e56310ca-ab06-4424-a475-41d0e023a27b tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1da25939-d081-49d7-ba03-531d864120fd') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:31.585081 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-8fb1e2b7-32ba-4ae8-8f63-8c01b0e3cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:31.587110 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-8fb1e2b7-32ba-4ae8-8f63-8c01b0e3cf5e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1658256 Jun 25 09:25:31.636819 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c9ab0456-ca5b-4df9-be8e-ed0b3cdfe201 req-db230d1e-754b-41d5-806c-45d3abdd0497 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847742 Jun 25 09:25:31.668702 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e56310ca-ab06-4424-a475-41d0e023a27b tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/routers/1da25939-d081-49d7-ba03-531d864120fd/tags HTTP/1.1" status: 204 len: 168 time: 0.1371496 Jun 25 09:25:31.673121 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6081b-241d-44cb-9fd8-7214108c2ad9 req-307f7f91-0735-4d78-aef6-8e25c99289ce tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:31.678978 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58726) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:31.680300 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-36d6081b-241d-44cb-9fd8-7214108c2ad9 req-307f7f91-0735-4d78-aef6-8e25c99289ce tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.3267219 Jun 25 09:25:31.685232 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-8c399fd2-229a-4450-8959-f56880a96a89 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c7c5efea-1feb-4e78-affa-3ff63ccffff1') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:31.706540 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140db2f3-f8c4-4847-9acf-3cefb262fe94 req-085cd814-07ce-4313-8003-c9c090dfe2f9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:31.708000 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-140db2f3-f8c4-4847-9acf-3cefb262fe94 req-085cd814-07ce-4313-8003-c9c090dfe2f9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 948 time: 0.2689235 Jun 25 09:25:31.787503 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8c399fd2-229a-4450-8959-f56880a96a89 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/ports/c7c5efea-1feb-4e78-affa-3ff63ccffff1/tags HTTP/1.1" status: 204 len: 168 time: 0.1073539 Jun 25 09:25:31.790683 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58728) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:31.796505 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-a5139bbe-87ca-41cb-abde-670bd3d9578d tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1985e873-bc8f-4914-9d40-c58fdacc76ab') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:31.806127 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-36d6081b-241d-44cb-9fd8-7214108c2ad9 req-36ead4b5-b701-4b72-887b-31542f3dc3ad tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242559 Jun 25 09:25:31.892907 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-140db2f3-f8c4-4847-9acf-3cefb262fe94 req-13eb2ea8-a0fb-4c6c-a6b6-0f629035bc0c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763031 Jun 25 09:25:31.908098 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a4b4936-27dc-4c09-8881-295ec5b288f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:31.908098 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-9a4b4936-27dc-4c09-8881-295ec5b288f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3103917 Jun 25 09:25:31.963664 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a5139bbe-87ca-41cb-abde-670bd3d9578d tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/subnets/1985e873-bc8f-4914-9d40-c58fdacc76ab/tags HTTP/1.1" status: 204 len: 168 time: 0.1711857 Jun 25 09:25:31.983597 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58732) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:31.988520 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-47bef01f-eca7-433a-8fe6-4888709a1bba tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1985e873-bc8f-4914-9d40-c58fdacc76ab', 'tempest-TagsExtTest-Tag-91859858') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:32.007581 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d46b9900-88a3-4e1c-9fe9-690bb6ce25fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:32.025193 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:32.063038 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-47bef01f-eca7-433a-8fe6-4888709a1bba tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "PUT /v2.0/subnets/1985e873-bc8f-4914-9d40-c58fdacc76ab/tags/tempest-TagsExtTest-Tag-91859858 HTTP/1.1" status: 201 len: 201 time: 0.0758343 Jun 25 09:25:32.063338 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58734) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:32.068975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-a2701148-3864-48a4-9ee2-18f5c4f87d86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c7c5efea-1feb-4e78-affa-3ff63ccffff1', 'tempest-TagsExtTest-Tag-1213232222') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:32.086371 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b9900-88a3-4e1c-9fe9-690bb6ce25fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d20a4578-5649-409e-b21c-b3b66a9d9740,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:32.089356 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d46b9900-88a3-4e1c-9fe9-690bb6ce25fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:32.168772 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a2701148-3864-48a4-9ee2-18f5c4f87d86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "PUT /v2.0/ports/c7c5efea-1feb-4e78-affa-3ff63ccffff1/tags/tempest-TagsExtTest-Tag-1213232222 HTTP/1.1" status: 201 len: 201 time: 0.1041594 Jun 25 09:25:32.172358 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58738) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:32.178389 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-49596ac1-d818-485b-8b3f-a9e5474b6e18 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1da25939-d081-49d7-ba03-531d864120fd', 'tempest-TagsExtTest-Tag-526038913') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:32.231752 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-8a75fcae-6bef-4c6f-93f6-914d213e3fa3 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124695 Jun 25 09:25:32.284789 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-49596ac1-d818-485b-8b3f-a9e5474b6e18 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "PUT /v2.0/routers/1da25939-d081-49d7-ba03-531d864120fd/tags/tempest-TagsExtTest-Tag-526038913 HTTP/1.1" status: 201 len: 201 time: 0.1098917 Jun 25 09:25:32.288489 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58740) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:32.293677 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-67b5b0d8-c47d-44aa-b3f5-f5c7231db056 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b306fb8f-5e99-4929-8d57-16e3ae3c815d', 'tempest-TagsExtTest-Tag-876616885') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:32.311272 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b774d9-052c-421a-8196-0350506f2ac0 req-1f9c4772-6d05-4da3-8482-2938707854bc tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:32.312949 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a5b774d9-052c-421a-8196-0350506f2ac0 req-1f9c4772-6d05-4da3-8482-2938707854bc tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.3101912 Jun 25 09:25:32.335221 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-67b5b0d8-c47d-44aa-b3f5-f5c7231db056 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "PUT /v2.0/subnetpools/b306fb8f-5e99-4929-8d57-16e3ae3c815d/tags/tempest-TagsExtTest-Tag-876616885 HTTP/1.1" status: 201 len: 201 time: 0.0458448 Jun 25 09:25:32.338422 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58742) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:32.343558 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-0b5a9b2c-af51-4dc5-a3fc-2914b26a6240 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1985e873-bc8f-4914-9d40-c58fdacc76ab', {'tags': ['tempest-TagsExtTest-Tag-1450883779', 'tempest-TagsExtTest-Tag-473905652', 'tempest-TagsExtTest-Tag-961787800']}) {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:32.421281 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0b5a9b2c-af51-4dc5-a3fc-2914b26a6240 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "PUT /v2.0/subnets/1985e873-bc8f-4914-9d40-c58fdacc76ab/tags HTTP/1.1" status: 200 len: 316 time: 0.0815258 Jun 25 09:25:32.423966 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58744) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:32.428823 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-6d9fe554-acd5-49bc-8ee2-34d96b7cd074 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1985e873-bc8f-4914-9d40-c58fdacc76ab') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:32.466480 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d46b9900-88a3-4e1c-9fe9-690bb6ce25fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:32.481898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527b464-2e12-48f8-847d-4c50cdabbfc3 req-ec4e7e1c-6bf6-40f4-9250-9a7faea7206c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:32.489688 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5527b464-2e12-48f8-847d-4c50cdabbfc3 req-ec4e7e1c-6bf6-40f4-9250-9a7faea7206c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.3447616 Jun 25 09:25:32.518615 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a5b774d9-052c-421a-8196-0350506f2ac0 req-86c4209e-c0f3-4cda-a298-b8006e5eb765 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752870 Jun 25 09:25:32.567538 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6d9fe554-acd5-49bc-8ee2-34d96b7cd074 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/subnets/1985e873-bc8f-4914-9d40-c58fdacc76ab/tags HTTP/1.1" status: 204 len: 168 time: 0.1424270 Jun 25 09:25:32.568326 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58748) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:32.573143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-2c01cb6b-7afe-49cb-b96b-e98143342137 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1985e873-bc8f-4914-9d40-c58fdacc76ab', 'tempest-TagsExtTest-Tag-1450883779') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:32.625475 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-814ed5f0-a0db-45ce-a2ab-708fc122046f req-d6eb8cdd-ed18-40a8-9554-15c7c64e5a00 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552403 Jun 25 09:25:32.661212 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5527b464-2e12-48f8-847d-4c50cdabbfc3 req-c2c909e0-44a1-4bec-a3b7-3c3c6a3543d9 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702781 Jun 25 09:25:32.702936 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-2c01cb6b-7afe-49cb-b96b-e98143342137 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] show failed (client error): The resource could not be found. Jun 25 09:25:32.706696 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2c01cb6b-7afe-49cb-b96b-e98143342137 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/subnets/1985e873-bc8f-4914-9d40-c58fdacc76ab/tags/tempest-TagsExtTest-Tag-1450883779 HTTP/1.1" status: 404 len: 329 time: 0.1342361 Jun 25 09:25:32.708895 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58752) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:32.716446 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-84b2442e-6df4-4a3c-ba53-b04cf90ed640 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1985e873-bc8f-4914-9d40-c58fdacc76ab', 'tempest-TagsExtTest-Tag-473905652') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:32.799704 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device d71030e6-dce0-4378-a454-15e788996abe details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:25:32.809726 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a3e064b4-a463-4629-b114-06aa46eb0076 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:25:32.812451 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-84b2442e-6df4-4a3c-ba53-b04cf90ed640 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] show failed (client error): The resource could not be found. Jun 25 09:25:32.816286 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-84b2442e-6df4-4a3c-ba53-b04cf90ed640 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/subnets/1985e873-bc8f-4914-9d40-c58fdacc76ab/tags/tempest-TagsExtTest-Tag-473905652 HTTP/1.1" status: 404 len: 328 time: 0.1037521 Jun 25 09:25:32.818284 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58756) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:32.827932 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-cbad7e18-9603-43b2-90dd-d357eade7c4a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1985e873-bc8f-4914-9d40-c58fdacc76ab', 'tempest-TagsExtTest-Tag-961787800') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:32.922054 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-cbad7e18-9603-43b2-90dd-d357eade7c4a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] show failed (client error): The resource could not be found. Jun 25 09:25:32.925916 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cbad7e18-9603-43b2-90dd-d357eade7c4a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/subnets/1985e873-bc8f-4914-9d40-c58fdacc76ab/tags/tempest-TagsExtTest-Tag-961787800 HTTP/1.1" status: 404 len: 328 time: 0.1043591 Jun 25 09:25:32.926202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58760) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:32.931529 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-9263c666-37f1-484b-be28-2ce1b2f0147d tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c7c5efea-1feb-4e78-affa-3ff63ccffff1', {'tags': ['tempest-TagsExtTest-Tag-1045829313', 'tempest-TagsExtTest-Tag-1869818024', 'tempest-TagsExtTest-Tag-1518145811']}) {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:32.933712 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6342e-eb05-45c0-a181-cf053308f566 req-9b5ff24e-9b7a-48ae-bda8-389c5189ab21 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:32.935381 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ff6342e-eb05-45c0-a181-cf053308f566 req-9b5ff24e-9b7a-48ae-bda8-389c5189ab21 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 945 time: 0.2513800 Jun 25 09:25:32.975005 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46b9900-88a3-4e1c-9fe9-690bb6ce25fe admin admin] Router 5c7c2592-a15c-43a7-8389-1260105e48af has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:25:32.987108 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93414020-d189-4223-a734-ca7abd47a903 req-9e1fd3b0-5585-42c8-b8de-61d5dc40b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:32.989289 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93414020-d189-4223-a734-ca7abd47a903 req-9e1fd3b0-5585-42c8-b8de-61d5dc40b9b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 1100 time: 0.2208188 Jun 25 09:25:33.002615 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port a3e064b4-a463-4629-b114-06aa46eb0076 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:25:33.019085 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port a3e064b4-a463-4629-b114-06aa46eb0076 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:33.019966 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:33.025562 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9263c666-37f1-484b-be28-2ce1b2f0147d tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "PUT /v2.0/ports/c7c5efea-1feb-4e78-affa-3ff63ccffff1/tags HTTP/1.1" status: 200 len: 318 time: 0.0959096 Jun 25 09:25:33.025877 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58762) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:33.033604 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-e82d329a-c039-4e67-b0e4-4be788110494 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c7c5efea-1feb-4e78-affa-3ff63ccffff1') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:33.066528 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ff6342e-eb05-45c0-a181-cf053308f566 req-b40cd5c3-0cc5-481f-86bb-b4271c277951 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac25824-9545-43a1-877a-57b905a872de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224301 Jun 25 09:25:33.165451 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e82d329a-c039-4e67-b0e4-4be788110494 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/ports/c7c5efea-1feb-4e78-affa-3ff63ccffff1/tags HTTP/1.1" status: 204 len: 168 time: 0.1383598 Jun 25 09:25:33.168208 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58764) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:33.175195 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-2656483d-21e6-4192-8715-2d70fc032314 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c7c5efea-1feb-4e78-affa-3ff63ccffff1', 'tempest-TagsExtTest-Tag-1045829313') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:33.185158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db28a9-5e4a-4593-a008-69051e1d6b76 req-820fddbe-3e39-48a4-83f0-3213a8eed419 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:33.186804 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87db28a9-5e4a-4593-a008-69051e1d6b76 req-820fddbe-3e39-48a4-83f0-3213a8eed419 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.3278148 Jun 25 09:25:33.251213 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-2656483d-21e6-4192-8715-2d70fc032314 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] show failed (client error): The resource could not be found. Jun 25 09:25:33.252815 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2656483d-21e6-4192-8715-2d70fc032314 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/ports/c7c5efea-1feb-4e78-affa-3ff63ccffff1/tags/tempest-TagsExtTest-Tag-1045829313 HTTP/1.1" status: 404 len: 329 time: 0.0828621 Jun 25 09:25:33.258849 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58766) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:33.263894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-4e4a929d-439f-4e1a-a8ec-d9ce9ee80d31 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c7c5efea-1feb-4e78-affa-3ff63ccffff1', 'tempest-TagsExtTest-Tag-1869818024') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:33.405888 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port d71030e6-dce0-4378-a454-15e788996abe, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=d71030e6-dce0-4378-a454-15e788996abe,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:33.422720 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-4e4a929d-439f-4e1a-a8ec-d9ce9ee80d31 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] show failed (client error): The resource could not be found. Jun 25 09:25:33.425107 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'd71030e6-dce0-4378-a454-15e788996abe', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': 'd71030e6-dce0-4378-a454-15e788996abe', 'mac_address': 'fa:16:3e:2f:f3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:25:33.428031 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4e4a929d-439f-4e1a-a8ec-d9ce9ee80d31 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/ports/c7c5efea-1feb-4e78-affa-3ff63ccffff1/tags/tempest-TagsExtTest-Tag-1869818024 HTTP/1.1" status: 404 len: 329 time: 0.1678233 Jun 25 09:25:33.432646 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58768) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:33.453780 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-5961a330-1d9a-44ed-8bf5-3a7bbd769f3d tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c7c5efea-1feb-4e78-affa-3ff63ccffff1', 'tempest-TagsExtTest-Tag-1518145811') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:33.477301 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:33.517942 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71030e6-dce0-4378-a454-15e788996abe {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:25:33.519485 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-5961a330-1d9a-44ed-8bf5-3a7bbd769f3d tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] show failed (client error): The resource could not be found. Jun 25 09:25:33.525462 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5961a330-1d9a-44ed-8bf5-3a7bbd769f3d tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/ports/c7c5efea-1feb-4e78-affa-3ff63ccffff1/tags/tempest-TagsExtTest-Tag-1518145811 HTTP/1.1" status: 404 len: 329 time: 0.0788751 Jun 25 09:25:33.526039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58772) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:33.531716 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-a5bf3c32-62d9-427d-a439-0a855ca950f7 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1da25939-d081-49d7-ba03-531d864120fd', {'tags': ['tempest-TagsExtTest-Tag-1727268154', 'tempest-TagsExtTest-Tag-1573941630', 'tempest-TagsExtTest-Tag-183797321']}) {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:33.542140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port d71030e6-dce0-4378-a454-15e788996abe, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=d71030e6-dce0-4378-a454-15e788996abe,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:33.553661 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:33.558199 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:33.592490 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:33.639372 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cec8d8-e1c0-488f-902c-5b50545452b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e064b4-a463-4629-b114-06aa46eb0076'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:25:33.641956 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8940dbd6-b3bf-4d4d-bb15-fab9e7149415" -d '{"events": [{"server_uuid": "24cec8d8-e1c0-488f-902c-5b50545452b5", "name": "network-vif-plugged", "status": "completed", "tag": "a3e064b4-a463-4629-b114-06aa46eb0076"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:25:33.675619 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=d71030e6-dce0-4378-a454-15e788996abe,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:33.681932 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:33.685245 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port a3e064b4-a463-4629-b114-06aa46eb0076, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a3e064b4-a463-4629-b114-06aa46eb0076,segment=NetworkSegment(3661218e-0d7f-468d-8f5b-24cae83fb981),segment_id=3661218e-0d7f-468d-8f5b-24cae83fb981)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:33.692425 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:33.695935 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6a47d5e3-086d-42de-971b-d35d9a765cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:33.701081 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a5bf3c32-62d9-427d-a439-0a855ca950f7 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "PUT /v2.0/routers/1da25939-d081-49d7-ba03-531d864120fd/tags HTTP/1.1" status: 200 len: 317 time: 0.1728702 Jun 25 09:25:33.705526 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58778) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:33.714249 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-30a31fd6-b6ef-40be-800e-a489203b1ad4 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1da25939-d081-49d7-ba03-531d864120fd') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:33.724758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93414020-d189-4223-a734-ca7abd47a903 req-0d280c29-568e-4675-bfe0-b735a1946e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:33.726260 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93414020-d189-4223-a734-ca7abd47a903 req-0d280c29-568e-4675-bfe0-b735a1946e03 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.7263858 Jun 25 09:25:33.806877 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93414020-d189-4223-a734-ca7abd47a903 req-d3fd0676-b780-469b-80e6-f974b8ac0c00 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=aa210440-6572-4b8d-a1fd-39de91f285c9 HTTP/1.1" status: 200 len: 217 time: 0.0617104 Jun 25 09:25:33.813912 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87db28a9-5e4a-4593-a008-69051e1d6b76 req-0dcc4384-2d03-47b1-bd20-edd11577dd03 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6104209 Jun 25 09:25:33.860044 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46b9900-88a3-4e1c-9fe9-690bb6ce25fe admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:25:33.872276 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d46b9900-88a3-4e1c-9fe9-690bb6ce25fe admin admin] 10.222.0.93 "PUT /v2.0/routers/5c7c2592-a15c-43a7-8389-1260105e48af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9673004 Jun 25 09:25:33.873699 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=a3e064b4-a463-4629-b114-06aa46eb0076,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:33.874381 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58780) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:33.877677 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-30a31fd6-b6ef-40be-800e-a489203b1ad4 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/routers/1da25939-d081-49d7-ba03-531d864120fd/tags HTTP/1.1" status: 204 len: 168 time: 0.1711009 Jun 25 09:25:33.881064 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58782) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:33.886240 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:33.886240 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6803f4-7726-4281-8712-f8ac21551039 None None] Sync routers for ids ['5c7c2592-a15c-43a7-8389-1260105e48af'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:25:33.889853 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-9796dc38-07be-41be-ad53-7e9c0aeb56dc tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1da25939-d081-49d7-ba03-531d864120fd', 'tempest-TagsExtTest-Tag-1727268154') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:33.919691 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6803f4-7726-4281-8712-f8ac21551039 None None] Routers {'5c7c2592-a15c-43a7-8389-1260105e48af'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:25:33.920351 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4a6803f4-7726-4281-8712-f8ac21551039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:25:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5c7c2592-a15c-43a7-8389-1260105e48af'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:34.008299 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:34.011821 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['d71030e6-dce0-4378-a454-15e788996abe'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:25:34.067163 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93414020-d189-4223-a734-ca7abd47a903 req-1a1fd521-81c2-4e96-9531-5acadfd2dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:34.069534 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93414020-d189-4223-a734-ca7abd47a903 req-1a1fd521-81c2-4e96-9531-5acadfd2dde4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.2531219 Jun 25 09:25:34.116755 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-4a6803f4-7726-4281-8712-f8ac21551039 None None] Set router 5c7c2592-a15c-43a7-8389-1260105e48af gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:25:34.138541 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:34.158187 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bdb32-dc77-4f40-a42c-cc9221a843b9 req-e04583fb-1bca-4a4a-95de-b211db445f6c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:34.160500 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-424bdb32-dc77-4f40-a42c-cc9221a843b9 req-e04583fb-1bca-4a4a-95de-b211db445f6c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 948 time: 0.4630220 Jun 25 09:25:34.203879 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-9796dc38-07be-41be-ad53-7e9c0aeb56dc tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] show failed (client error): The resource could not be found. Jun 25 09:25:34.205382 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9796dc38-07be-41be-ad53-7e9c0aeb56dc tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/routers/1da25939-d081-49d7-ba03-531d864120fd/tags/tempest-TagsExtTest-Tag-1727268154 HTTP/1.1" status: 404 len: 329 time: 0.3217971 Jun 25 09:25:34.209566 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58788) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:34.219305 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-24fec02c-e0d6-402d-9da9-d90f83616b36 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1da25939-d081-49d7-ba03-531d864120fd', 'tempest-TagsExtTest-Tag-1573941630') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:34.248863 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-424bdb32-dc77-4f40-a42c-cc9221a843b9 req-393175c1-04f6-468f-b759-d2f87a15b7df tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767856 Jun 25 09:25:34.252348 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93414020-d189-4223-a734-ca7abd47a903 req-abfa750d-1a6c-4e46-a9f6-4f20e8d50fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:34.253681 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93414020-d189-4223-a734-ca7abd47a903 req-abfa750d-1a6c-4e46-a9f6-4f20e8d50fbf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1754539 Jun 25 09:25:34.308498 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cef9d8-bf85-4d0a-8f14-7e25f50ab62c req-fe91eaac-8359-4acf-a6eb-8e732dab3881 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:34.321380 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21cef9d8-bf85-4d0a-8f14-7e25f50ab62c req-fe91eaac-8359-4acf-a6eb-8e732dab3881 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.3206615 Jun 25 09:25:34.324058 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] Deleting port 005fa0ac-4469-413d-8692-9ca86c290d34 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:25:34.324592 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:34.347719 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cd687d-41a7-4169-bd87-71d826a07e50 x-openstack-request-id: req-85cd687d-41a7-4169-bd87-71d826a07e50 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:25:34.349937 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cec8d8-e1c0-488f-902c-5b50545452b5", "name": "network-vif-plugged", "status": "completed", "tag": "a3e064b4-a463-4629-b114-06aa46eb0076", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:25:34.350720 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-85cd687d-41a7-4169-bd87-71d826a07e50 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:25:34.351225 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cec8d8-e1c0-488f-902c-5b50545452b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e064b4-a463-4629-b114-06aa46eb0076', 'code': 200} Jun 25 09:25:34.379408 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-24fec02c-e0d6-402d-9da9-d90f83616b36 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] show failed (client error): The resource could not be found. Jun 25 09:25:34.380700 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-24fec02c-e0d6-402d-9da9-d90f83616b36 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/routers/1da25939-d081-49d7-ba03-531d864120fd/tags/tempest-TagsExtTest-Tag-1573941630 HTTP/1.1" status: 404 len: 329 time: 0.1667111 Jun 25 09:25:34.383705 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58790) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:34.388968 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-6b1a4a1b-91bf-4a33-af78-07fc0ca6e3b2 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1da25939-d081-49d7-ba03-531d864120fd', 'tempest-TagsExtTest-Tag-183797321') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:34.549480 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21cef9d8-bf85-4d0a-8f14-7e25f50ab62c req-8109aa01-e728-4586-adf9-1e0dafe9e93d tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270620 Jun 25 09:25:34.568348 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-6b1a4a1b-91bf-4a33-af78-07fc0ca6e3b2 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] show failed (client error): The resource could not be found. Jun 25 09:25:34.573301 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4a6803f4-7726-4281-8712-f8ac21551039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'name': 'tempest-ServerRescueNegativeTestJSON-748768149-router', 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '005fa0ac-4469-413d-8692-9ca86c290d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:21:53Z', 'updated_at': '2021-06-25T09:25:31Z', 'revision_number': 5, 'project_id': '8d8f2f948476437793cbe2a83ba96f85', 'gw_port': {'id': '005fa0ac-4469-413d-8692-9ca86c290d34', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:70:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:21:54Z', 'updated_at': '2021-06-25T09:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:34.574301 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6b1a4a1b-91bf-4a33-af78-07fc0ca6e3b2 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/routers/1da25939-d081-49d7-ba03-531d864120fd/tags/tempest-TagsExtTest-Tag-183797321 HTTP/1.1" status: 404 len: 328 time: 0.1893158 Jun 25 09:25:34.575408 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58794) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:34.593344 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] For port 005fa0ac-4469-413d-8692-9ca86c290d34, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=005fa0ac-4469-413d-8692-9ca86c290d34,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:34.593711 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:34.597171 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-9cc67c0e-2ca3-4c0e-9339-89ad6d45f54d tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b306fb8f-5e99-4929-8d57-16e3ae3c815d', {'tags': ['tempest-TagsExtTest-Tag-180332846', 'tempest-TagsExtTest-Tag-2146433719', 'tempest-TagsExtTest-Tag-1746258368']}) {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:34.610966 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] Calling delete_port for 005fa0ac-4469-413d-8692-9ca86c290d34 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:25:34.637514 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93414020-d189-4223-a734-ca7abd47a903 req-df21079c-10f7-469d-921d-ca15cf7d1e56 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735967 Jun 25 09:25:34.668051 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea5685-fe19-4ed2-8157-9dc812cdd81c req-a8986c02-0ac1-43b3-a817-77387e992c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:34.670778 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-93ea5685-fe19-4ed2-8157-9dc812cdd81c req-a8986c02-0ac1-43b3-a817-77387e992c0d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 1098 time: 0.2069876 Jun 25 09:25:34.678445 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6803f4-7726-4281-8712-f8ac21551039 None None] Checking router: 5c7c2592-a15c-43a7-8389-1260105e48af for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:25:34.720079 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6803f4-7726-4281-8712-f8ac21551039 None None] Routers {'5c7c2592-a15c-43a7-8389-1260105e48af'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:25:34.720889 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4a6803f4-7726-4281-8712-f8ac21551039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:25:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5c7c2592-a15c-43a7-8389-1260105e48af'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:34.734403 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5541-1c76-4935-b7f3-c38ca04b5026 req-600df86c-6df9-45e7-9408-937ea9979ae7 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:34.746734 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5edc5541-1c76-4935-b7f3-c38ca04b5026 req-600df86c-6df9-45e7-9408-937ea9979ae7 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.2562482 Jun 25 09:25:34.761607 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-93ea5685-fe19-4ed2-8157-9dc812cdd81c req-f553a5c3-07cb-431a-9d2a-8242feec27de service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bac25824-9545-43a1-877a-57b905a872de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697346 Jun 25 09:25:34.819216 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9cc67c0e-2ca3-4c0e-9339-89ad6d45f54d tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "PUT /v2.0/subnetpools/b306fb8f-5e99-4929-8d57-16e3ae3c815d/tags HTTP/1.1" status: 200 len: 317 time: 0.2237258 Jun 25 09:25:34.820032 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58796) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:34.824948 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.tag.tag_plugin [None req-9a3dbcd1-8c6f-4253-98c4-0292b5b734e6 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b306fb8f-5e99-4929-8d57-16e3ae3c815d') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:34.854642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-4a6803f4-7726-4281-8712-f8ac21551039 None None] Set router 5c7c2592-a15c-43a7-8389-1260105e48af gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:25:34.898912 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:34.916161 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f7e16175-5356-4f42-9880-bacdf7d7d972 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:34.925166 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93414020-d189-4223-a734-ca7abd47a903 req-2b3280e1-79a4-4996-bb29-eae2772b5523 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772825 Jun 25 09:25:34.932638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4a6803f4-7726-4281-8712-f8ac21551039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'name': 'tempest-ServerRescueNegativeTestJSON-748768149-router', 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:21:53Z', 'updated_at': '2021-06-25T09:25:34Z', 'revision_number': 6, 'project_id': '8d8f2f948476437793cbe2a83ba96f85', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:34.944917 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5edc5541-1c76-4935-b7f3-c38ca04b5026 req-3892752b-a4de-4c16-bcd9-f47204fd2324 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915758 Jun 25 09:25:34.955333 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58798) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:34.961678 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9a3dbcd1-8c6f-4253-98c4-0292b5b734e6 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/subnetpools/b306fb8f-5e99-4929-8d57-16e3ae3c815d/tags HTTP/1.1" status: 204 len: 168 time: 0.1307983 Jun 25 09:25:34.963356 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=005fa0ac-4469-413d-8692-9ca86c290d34,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:34.967013 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:34.973552 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-cb159ec5-99c3-4726-849c-a37bd9ca6a18 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b306fb8f-5e99-4929-8d57-16e3ae3c815d', 'tempest-TagsExtTest-Tag-180332846') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:34.994622 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6803f4-7726-4281-8712-f8ac21551039 None None] The sync data for ids ['5c7c2592-a15c-43a7-8389-1260105e48af'] in n-d-761264-15 is: [{'id': '5c7c2592-a15c-43a7-8389-1260105e48af', 'name': 'tempest-ServerRescueNegativeTestJSON-748768149-router', 'tenant_id': '8d8f2f948476437793cbe2a83ba96f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:21:53Z', 'updated_at': '2021-06-25T09:25:34Z', 'revision_number': 6, 'project_id': '8d8f2f948476437793cbe2a83ba96f85', 'gw_port_host': None}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:25:35.028028 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862cc64-744e-4246-82ae-9909dad3b4cd req-7e3103f6-7a5b-4aac-81fe-aeb54f024d22 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:35.035688 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b862cc64-744e-4246-82ae-9909dad3b4cd req-7e3103f6-7a5b-4aac-81fe-aeb54f024d22 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 946 time: 0.2167590 Jun 25 09:25:35.060320 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-cb159ec5-99c3-4726-849c-a37bd9ca6a18 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] show failed (client error): The resource could not be found. Jun 25 09:25:35.061471 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cb159ec5-99c3-4726-849c-a37bd9ca6a18 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/subnetpools/b306fb8f-5e99-4929-8d57-16e3ae3c815d/tags/tempest-TagsExtTest-Tag-180332846 HTTP/1.1" status: 404 len: 328 time: 0.1044741 Jun 25 09:25:35.064941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58804) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:35.071444 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:35.075078 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-7f376749-e374-48a8-b86c-ad7cc6309c64 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b306fb8f-5e99-4929-8d57-16e3ae3c815d', 'tempest-TagsExtTest-Tag-2146433719') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:35.133653 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b862cc64-744e-4246-82ae-9909dad3b4cd req-f9f13d42-3eb7-42cb-9cf1-97e9b751ced1 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac25824-9545-43a1-877a-57b905a872de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967655 Jun 25 09:25:35.172397 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-7f376749-e374-48a8-b86c-ad7cc6309c64 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] show failed (client error): The resource could not be found. Jun 25 09:25:35.174028 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7f376749-e374-48a8-b86c-ad7cc6309c64 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/subnetpools/b306fb8f-5e99-4929-8d57-16e3ae3c815d/tags/tempest-TagsExtTest-Tag-2146433719 HTTP/1.1" status: 404 len: 329 time: 0.1065278 Jun 25 09:25:35.177516 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58806) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:35.183234 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-7c10727f-b2e7-4c09-a85d-dc3541437170 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b306fb8f-5e99-4929-8d57-16e3ae3c815d', 'tempest-TagsExtTest-Tag-1746258368') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:35.240497 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-7c10727f-b2e7-4c09-a85d-dc3541437170 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] show failed (client error): The resource could not be found. Jun 25 09:25:35.246393 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7c10727f-b2e7-4c09-a85d-dc3541437170 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/subnetpools/b306fb8f-5e99-4929-8d57-16e3ae3c815d/tags/tempest-TagsExtTest-Tag-1746258368 HTTP/1.1" status: 404 len: 329 time: 0.0627995 Jun 25 09:25:35.246393 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58808) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:35.249282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-91e352a8-e0b3-4a9e-800d-a689b7ce399a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b306fb8f-5e99-4929-8d57-16e3ae3c815d') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:35.316596 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32ab86-ea04-4949-9201-48431ce727ed req-6d5ddcbe-3c48-4933-ae6c-92850871845f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:35.318459 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff32ab86-ea04-4949-9201-48431ce727ed req-6d5ddcbe-3c48-4933-ae6c-92850871845f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.1647770 Jun 25 09:25:35.324715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-91e352a8-e0b3-4a9e-800d-a689b7ce399a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/subnetpools/b306fb8f-5e99-4929-8d57-16e3ae3c815d/tags HTTP/1.1" status: 204 len: 168 time: 0.0764494 Jun 25 09:25:35.324968 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58812) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:35.331590 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-91986424-b230-4704-a1fe-87226b7e708f tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1da25939-d081-49d7-ba03-531d864120fd') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:35.437401 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff32ab86-ea04-4949-9201-48431ce727ed req-b3adc59a-eecb-497b-b47c-243eb1a64fa5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032271 Jun 25 09:25:35.488309 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d20a4578-5649-409e-b21c-b3b66a9d9740 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:25:35.518305 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: d20a4578-5649-409e-b21c-b3b66a9d9740 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:25:35.529353 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d20a4578-5649-409e-b21c-b3b66a9d9740 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:25:35.565144 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-91986424-b230-4704-a1fe-87226b7e708f tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/routers/1da25939-d081-49d7-ba03-531d864120fd/tags HTTP/1.1" status: 204 len: 168 time: 0.2388070 Jun 25 09:25:35.571884 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58816) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:35.581747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-e055f7d5-e76a-4686-a0a0-8189f45f9043 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c7c5efea-1feb-4e78-affa-3ff63ccffff1') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:35.682081 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd53ce-6df3-45a3-ac41-f40f0285767f req-d76d9589-4225-4627-9292-49738a04b043 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:35.685273 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37fd53ce-6df3-45a3-ac41-f40f0285767f req-d76d9589-4225-4627-9292-49738a04b043 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 948 time: 0.2310951 Jun 25 09:25:35.697648 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:35.699893 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:35.750138 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:35.751005 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c7c2592-a15c-43a7-8389-1260105e48af {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:25:35.756791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37fd53ce-6df3-45a3-ac41-f40f0285767f req-ff413fd8-3c88-4185-8734-01639c4bf673 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646467 Jun 25 09:25:35.761314 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:35.763523 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] 10.222.0.93 "DELETE /v2.0/routers/5c7c2592-a15c-43a7-8389-1260105e48af HTTP/1.1" status: 204 len: 168 time: 1.8878825 Jun 25 09:25:35.766143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58822) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:35.776309 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d6f87-5a06-47ef-badc-94906c6f61bc req-c0d487a0-781e-4ed6-a716-bb7acb76aabb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:35.778068 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c9d6f87-5a06-47ef-badc-94906c6f61bc req-c0d487a0-781e-4ed6-a716-bb7acb76aabb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.1749308 Jun 25 09:25:35.786376 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e055f7d5-e76a-4686-a0a0-8189f45f9043 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/ports/c7c5efea-1feb-4e78-affa-3ff63ccffff1/tags HTTP/1.1" status: 204 len: 168 time: 0.2065446 Jun 25 09:25:35.786686 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58824) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:35.791267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.tag.tag_plugin [None req-e81965e3-abf6-408e-aa24-ca6eaf131e13 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1985e873-bc8f-4914-9d40-c58fdacc76ab') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:35.823339 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bccee3-13e2-4b4a-903f-a3827787e839 admin admin] Deleting subnet 9739576f-66c1-4600-b0d3-96f9c9bc2c88 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:25:35.826794 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c4bccee3-13e2-4b4a-903f-a3827787e839 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:35.865647 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c4bccee3-13e2-4b4a-903f-a3827787e839 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:35.872304 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c9d6f87-5a06-47ef-badc-94906c6f61bc req-92426f17-98ff-4e85-a21b-3ab7dde7d91a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782511 Jun 25 09:25:35.915332 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e81965e3-abf6-408e-aa24-ca6eaf131e13 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/subnets/1985e873-bc8f-4914-9d40-c58fdacc76ab/tags HTTP/1.1" status: 204 len: 168 time: 0.1199079 Jun 25 09:25:35.915889 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c4bccee3-13e2-4b4a-903f-a3827787e839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:35.917531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58828) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:36.011650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c6a49-543f-488e-a602-09420af303ca req-5c19d1d3-4ce9-4f2e-8f94-80793536c488 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:36.013206 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8f6c6a49-543f-488e-a602-09420af303ca req-5c19d1d3-4ce9-4f2e-8f94-80793536c488 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.1183667 Jun 25 09:25:36.070434 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8f6c6a49-543f-488e-a602-09420af303ca req-268f1986-dd08-4af9-9a12-1ebab1db9613 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507805 Jun 25 09:25:36.088583 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c4bccee3-13e2-4b4a-903f-a3827787e839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.095473 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-020b31e2-e3f9-4d0d-a28b-58a4519df085 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:36.124827 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c4bccee3-13e2-4b4a-903f-a3827787e839 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.129433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58830) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:36.129902 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c4bccee3-13e2-4b4a-903f-a3827787e839 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/9739576f-66c1-4600-b0d3-96f9c9bc2c88 HTTP/1.1" status: 204 len: 168 time: 0.3624170 Jun 25 09:25:36.131484 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bccee3-13e2-4b4a-903f-a3827787e839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9739576f-66c1-4600-b0d3-96f9c9bc2c88,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:36.134315 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c4bccee3-13e2-4b4a-903f-a3827787e839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:36.137772 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e236748-5f19-46a1-a033-babfa02d5912 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks [] for subnetpool, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.141618 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0e236748-5f19-46a1-a033-babfa02d5912 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/subnetpools/b306fb8f-5e99-4929-8d57-16e3ae3c815d HTTP/1.1" status: 204 len: 168 time: 0.2229238 Jun 25 09:25:36.142256 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58832) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:36.181732 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bea4a8b9-b431-470c-be6e-9c7e50c92821 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "GET /v2.0/ports?device_id=1da25939-d081-49d7-ba03-531d864120fd HTTP/1.1" status: 200 len: 205 time: 0.0379193 Jun 25 09:25:36.182549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58836) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:36.251825 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-feefee3c-9c2e-4992-923f-f114d79c2e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.325112 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b4b8bfa8-e603-451e-b867-e194f01d0c7e tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.515786 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b4b8bfa8-e603-451e-b867-e194f01d0c7e tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.518517 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b4b8bfa8-e603-451e-b867-e194f01d0c7e tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.547454 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-feefee3c-9c2e-4992-923f-f114d79c2e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.564723 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-feefee3c-9c2e-4992-923f-f114d79c2e43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a5b6a2-665c-43e2-94b7-5433a25effc0']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:36.579927 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b4b8bfa8-e603-451e-b867-e194f01d0c7e tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.580565 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b8bfa8-e603-451e-b867-e194f01d0c7e tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Fanout notify agent at l3_agent the message router_deleted on router 1da25939-d081-49d7-ba03-531d864120fd {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:25:36.590383 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd996855-0471-4c13-8efb-92331c491676 req-9de82388-8468-4dd5-b082-a5ee465ebe0e tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:36.591919 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd996855-0471-4c13-8efb-92331c491676 req-9de82388-8468-4dd5-b082-a5ee465ebe0e tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.2274535 Jun 25 09:25:36.593811 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-feefee3c-9c2e-4992-923f-f114d79c2e43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720d597f-8fb2-4878-b579-7ba7a0dd5f2c') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:36.594116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-feefee3c-9c2e-4992-923f-f114d79c2e43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720d597f-8fb2-4878-b579-7ba7a0dd5f2c') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:36.600594 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b4b8bfa8-e603-451e-b867-e194f01d0c7e tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.603205 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b4b8bfa8-e603-451e-b867-e194f01d0c7e tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/routers/1da25939-d081-49d7-ba03-531d864120fd HTTP/1.1" status: 204 len: 168 time: 0.4194541 Jun 25 09:25:36.605894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58840) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:36.619909 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-feefee3c-9c2e-4992-923f-f114d79c2e43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.649301 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-feefee3c-9c2e-4992-923f-f114d79c2e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.674128 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feefee3c-9c2e-4992-923f-f114d79c2e43 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:25:36.674559 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-feefee3c-9c2e-4992-923f-f114d79c2e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:25:36.676302 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:25:36.719968 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1cb10-1c90-4ab2-89fc-581466dcf410 req-14660ae6-fe68-4c9d-993f-55daa793aa63 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:36.721553 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f7d1cb10-1c90-4ab2-89fc-581466dcf410 req-14660ae6-fe68-4c9d-993f-55daa793aa63 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 946 time: 0.2830336 Jun 25 09:25:36.730140 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-55ec2eb8-758d-46c1-8eae-61149fc9e6df tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Deleting port c7c5efea-1feb-4e78-affa-3ff63ccffff1 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:25:36.730732 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-55ec2eb8-758d-46c1-8eae-61149fc9e6df tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.739478 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd996855-0471-4c13-8efb-92331c491676 req-27970680-09b4-4c82-9615-ef3e11094432 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370454 Jun 25 09:25:36.800633 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-feefee3c-9c2e-4992-923f-f114d79c2e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.823628 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e4d35fb0-e15b-478d-8325-736827a495bd tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:36.831128 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-feefee3c-9c2e-4992-923f-f114d79c2e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.832169 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-feefee3c-9c2e-4992-923f-f114d79c2e43 admin admin] 10.222.0.93 "DELETE /v2.0/networks/16a5b6a2-665c-43e2-94b7-5433a25effc0 HTTP/1.1" status: 204 len: 168 time: 0.7013538 Jun 25 09:25:36.838436 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device aa210440-6572-4b8d-a1fd-39de91f285c9 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:25:36.840971 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device d71030e6-dce0-4378-a454-15e788996abe up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:25:36.867605 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f7d1cb10-1c90-4ab2-89fc-581466dcf410 req-bcf637c9-49f2-4ff5-94bc-7929d5f55661 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac25824-9545-43a1-877a-57b905a872de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251178 Jun 25 09:25:36.884889 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feefee3c-9c2e-4992-923f-f114d79c2e43 admin admin] Pushing event deleted for resources: {'Network': ['ID=16a5b6a2-665c-43e2-94b7-5433a25effc0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:36.898190 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-feefee3c-9c2e-4992-923f-f114d79c2e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:36.905025 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-55ec2eb8-758d-46c1-8eae-61149fc9e6df tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:36.937266 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-55ec2eb8-758d-46c1-8eae-61149fc9e6df tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Calling delete_port for c7c5efea-1feb-4e78-affa-3ff63ccffff1 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:25:37.012665 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port d71030e6-dce0-4378-a454-15e788996abe completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:25:37.044062 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port d71030e6-dce0-4378-a454-15e788996abe triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:37.044324 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:37.044973 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c657bd9-9acb-4315-8cbb-090c1f0cabb4 req-b7428971-ccf5-4ca5-a6cc-b4c32330195b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:37.046591 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c657bd9-9acb-4315-8cbb-090c1f0cabb4 req-b7428971-ccf5-4ca5-a6cc-b4c32330195b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 948 time: 0.1018417 Jun 25 09:25:37.075449 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port aa210440-6572-4b8d-a1fd-39de91f285c9, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=aa210440-6572-4b8d-a1fd-39de91f285c9,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:37.113982 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'aa210440-6572-4b8d-a1fd-39de91f285c9', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': 'aa210440-6572-4b8d-a1fd-39de91f285c9', 'mac_address': 'fa:16:3e:59:cf:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:25:37.120358 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c657bd9-9acb-4315-8cbb-090c1f0cabb4 req-5f53f6df-8fc5-47c2-93ff-f28ec36c1bd1 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630026 Jun 25 09:25:37.157166 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58850) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:37.198673 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-55ec2eb8-758d-46c1-8eae-61149fc9e6df tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:37.204116 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e75ef4b6-d59e-49db-bbe1-c90691a8987d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8d8f2f948476437793cbe2a83ba96f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456805 Jun 25 09:25:37.206358 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:37.206863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58852) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:37.213250 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:37.236713 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa210440-6572-4b8d-a1fd-39de91f285c9 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:25:37.261977 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec2eb8-758d-46c1-8eae-61149fc9e6df tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Pushing event deleted for resources: {'Port': ['ID=c7c5efea-1feb-4e78-affa-3ff63ccffff1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:37.265986 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-55ec2eb8-758d-46c1-8eae-61149fc9e6df tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:37.280682 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bd79bb67-e2c2-457f-8d33-03cf2fc9a180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:37.330013 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port aa210440-6572-4b8d-a1fd-39de91f285c9, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=aa210440-6572-4b8d-a1fd-39de91f285c9,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:37.331199 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 005fa0ac-4469-413d-8692-9ca86c290d34 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:25:37.338879 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:37.359107 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bd79bb67-e2c2-457f-8d33-03cf2fc9a180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:37.362518 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-74866e9f-16ed-4012-afd8-4364a1d2b8f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:37.388813 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 005fa0ac-4469-413d-8692-9ca86c290d34 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:25:37.389117 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 005fa0ac-4469-413d-8692-9ca86c290d34 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:25:37.391651 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:37.436096 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703bebc3-6c25-4359-a97d-04468b1fae49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71030e6-dce0-4378-a454-15e788996abe'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:25:37.439453 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de2ed21-c77f-41d6-ba39-4ea575428247" -d '{"events": [{"server_uuid": "703bebc3-6c25-4359-a97d-04468b1fae49", "name": "network-vif-plugged", "status": "completed", "tag": "d71030e6-dce0-4378-a454-15e788996abe"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:25:37.446124 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=aa210440-6572-4b8d-a1fd-39de91f285c9,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:37.449726 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:37.459442 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port d71030e6-dce0-4378-a454-15e788996abe, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=d71030e6-dce0-4378-a454-15e788996abe,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:37.464457 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-55ec2eb8-758d-46c1-8eae-61149fc9e6df tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:37.464771 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856be5c-0888-4c22-912f-c1fbd68bce1c req-f9c8e94d-e0cb-4394-b73b-2ee3a2715255 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:37.465074 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:37.468573 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-62fa79fa-a124-4f68-ac0b-b4bcc642753a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:37.475043 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5856be5c-0888-4c22-912f-c1fbd68bce1c req-f9c8e94d-e0cb-4394-b73b-2ee3a2715255 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.1625290 Jun 25 09:25:37.477537 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-55ec2eb8-758d-46c1-8eae-61149fc9e6df tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/ports/c7c5efea-1feb-4e78-affa-3ff63ccffff1 HTTP/1.1" status: 204 len: 168 time: 0.8696802 Jun 25 09:25:37.479836 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58856) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:37.525850 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=d71030e6-dce0-4378-a454-15e788996abe,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:37.531273 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:37.540043 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bd79bb67-e2c2-457f-8d33-03cf2fc9a180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:37.545527 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6924809-fd44-4e82-bff2-fd6f4966718c x-openstack-request-id: req-c6924809-fd44-4e82-bff2-fd6f4966718c {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:25:37.545939 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703bebc3-6c25-4359-a97d-04468b1fae49", "name": "network-vif-plugged", "status": "completed", "tag": "d71030e6-dce0-4378-a454-15e788996abe", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:25:37.546327 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c6924809-fd44-4e82-bff2-fd6f4966718c {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:25:37.546847 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703bebc3-6c25-4359-a97d-04468b1fae49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71030e6-dce0-4378-a454-15e788996abe', 'code': 200} Jun 25 09:25:37.547110 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bd79bb67-e2c2-457f-8d33-03cf2fc9a180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:37.551459 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bd79bb67-e2c2-457f-8d33-03cf2fc9a180 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a76d200c-7e05-4086-a19f-6955a87aaa64 HTTP/1.1" status: 204 len: 168 time: 0.3433528 Jun 25 09:25:37.554826 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c7a25773-937e-46b3-96b1-ca4b1972f9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:37.576901 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5856be5c-0888-4c22-912f-c1fbd68bce1c req-8729488f-29aa-4aaf-a215-b3e967a9cc9a tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009209 Jun 25 09:25:37.580826 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79bb67-e2c2-457f-8d33-03cf2fc9a180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76d200c-7e05-4086-a19f-6955a87aaa64,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:37.587481 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bd79bb67-e2c2-457f-8d33-03cf2fc9a180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:37.623557 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd50f75b-c6c3-4b16-b520-91993653f1f4 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Deleting subnet 1985e873-bc8f-4914-9d40-c58fdacc76ab {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:25:37.627275 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd50f75b-c6c3-4b16-b520-91993653f1f4 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:37.680997 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd50f75b-c6c3-4b16-b520-91993653f1f4 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:37.740857 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d69ab-2c85-4b3d-b618-9cba5fa1e63c req-9b0606cd-8d25-4ddf-a02b-d41a77c01453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:37.742631 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a58d69ab-2c85-4b3d-b618-9cba5fa1e63c req-9b0606cd-8d25-4ddf-a02b-d41a77c01453 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=703bebc3-6c25-4359-a97d-04468b1fae49 HTTP/1.1" status: 200 len: 1101 time: 0.0803695 Jun 25 09:25:37.795839 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a58d69ab-2c85-4b3d-b618-9cba5fa1e63c req-f4f21f7f-2c61-46a0-a928-482961cbe503 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Jun 25 09:25:37.802266 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd50f75b-c6c3-4b16-b520-91993653f1f4 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:37.811476 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['aa210440-6572-4b8d-a1fd-39de91f285c9'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:25:37.934400 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd50f75b-c6c3-4b16-b520-91993653f1f4 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:37.938141 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1449557e-3ed1-45e8-9597-ee0929c14b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:37.977349 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd50f75b-c6c3-4b16-b520-91993653f1f4 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:37.984475 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58872) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:37.987338 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bd50f75b-c6c3-4b16-b520-91993653f1f4 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/subnets/1985e873-bc8f-4914-9d40-c58fdacc76ab HTTP/1.1" status: 204 len: 168 time: 0.5052223 Jun 25 09:25:37.988640 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50f75b-c6c3-4b16-b520-91993653f1f4 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Pushing event deleted for resources: {'Subnet': ['ID=1985e873-bc8f-4914-9d40-c58fdacc76ab,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:37.991443 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf37c46-5229-4032-8aaa-5962ab29fb78 None None] Network 6d2bcd66-cb7f-45f2-ae08-acd78c261485 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:25:37.994405 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bd50f75b-c6c3-4b16-b520-91993653f1f4 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:38.141142 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:38.156924 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2220e1c-c7e6-49cb-9d3e-8490f2f8a046 req-8b5fbe19-1444-4954-aba6-29e8d6c3075c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:38.158707 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2220e1c-c7e6-49cb-9d3e-8490f2f8a046 req-8b5fbe19-1444-4954-aba6-29e8d6c3075c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.2662146 Jun 25 09:25:38.258802 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb3a02-ab86-41c7-8d65-2023c94653b8 req-b3fa3952-3dac-493c-a1a7-c728575ce1ef tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:38.264648 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dadb3a02-ab86-41c7-8d65-2023c94653b8 req-b3fa3952-3dac-493c-a1a7-c728575ce1ef tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 946 time: 0.1972876 Jun 25 09:25:38.283629 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2220e1c-c7e6-49cb-9d3e-8490f2f8a046 req-d3c94736-0b85-4337-911f-c4aad3acdea9 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171057 Jun 25 09:25:38.329952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eaa82a-cac2-48a1-8904-690c525883ef None None] DHCP port deletion for 6d2bcd66-cb7f-45f2-ae08-acd78c261485 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:25:38.332836 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dadb3a02-ab86-41c7-8d65-2023c94653b8 req-9b21c38f-66c7-4332-affe-e4c8aca6484c tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac25824-9545-43a1-877a-57b905a872de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591722 Jun 25 09:25:38.339717 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Deleting port 2f171e9d-52e7-46a9-823b-f22506361021 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:25:38.340021 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:38.437084 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] For port 2f171e9d-52e7-46a9-823b-f22506361021, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2f171e9d-52e7-46a9-823b-f22506361021,segment=NetworkSegment(138b7848-5e39-455f-a375-afbed6f8c1c2),segment_id=138b7848-5e39-455f-a375-afbed6f8c1c2)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:38.438334 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:38.454135 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-81eaa82a-cac2-48a1-8904-690c525883ef None None] Deleting port 2f171e9d-52e7-46a9-823b-f22506361021 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:25:38.455502 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-81eaa82a-cac2-48a1-8904-690c525883ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:38.466680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Calling delete_port for 2f171e9d-52e7-46a9-823b-f22506361021 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:25:38.576343 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-81eaa82a-cac2-48a1-8904-690c525883ef None None] For port 2f171e9d-52e7-46a9-823b-f22506361021, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2f171e9d-52e7-46a9-823b-f22506361021,segment=NetworkSegment(138b7848-5e39-455f-a375-afbed6f8c1c2),segment_id=138b7848-5e39-455f-a375-afbed6f8c1c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:38.576890 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-81eaa82a-cac2-48a1-8904-690c525883ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:38.612032 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-81eaa82a-cac2-48a1-8904-690c525883ef None None] Calling delete_port for 2f171e9d-52e7-46a9-823b-f22506361021 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:25:38.689206 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:38.698220 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:38.719044 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-81eaa82a-cac2-48a1-8904-690c525883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:38.722451 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2f82b29c-0745-49c4-a7cf-db84e90368ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:38.754843 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eaa82a-cac2-48a1-8904-690c525883ef None None] No DVR routers for this DVR port 2f171e9d-52e7-46a9-823b-f22506361021 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:25:38.758615 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eaa82a-cac2-48a1-8904-690c525883ef None None] Pushing event deleted for resources: {'Port': ['ID=2f171e9d-52e7-46a9-823b-f22506361021,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:38.761414 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-81eaa82a-cac2-48a1-8904-690c525883ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:38.774818 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Pushing event deleted for resources: {'Port': ['ID=2f171e9d-52e7-46a9-823b-f22506361021,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:38.779666 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] No DVR routers for this DVR port 2f171e9d-52e7-46a9-823b-f22506361021 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:25:38.786750 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:38.800417 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa830b-1221-45b1-a962-abd060874dc9 req-193e43c5-8dd3-4d2b-8b97-60a8eb54697b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:38.801997 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-77fa830b-1221-45b1-a962-abd060874dc9 req-193e43c5-8dd3-4d2b-8b97-60a8eb54697b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 949 time: 0.2517943 Jun 25 09:25:38.911020 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:38.936927 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2bcd66-cb7f-45f2-ae08-acd78c261485']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:38.949878 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-77fa830b-1221-45b1-a962-abd060874dc9 req-1b1c002f-5862-4ff4-9291-302a864cbfc0 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280773 Jun 25 09:25:38.962622 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca36c4e-c4d0-438b-be24-5969526f65ee req-f0314357-d86a-4e6b-8045-9d9a2454ad2d tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:38.964183 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cca36c4e-c4d0-438b-be24-5969526f65ee req-f0314357-d86a-4e6b-8045-9d9a2454ad2d tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 946 time: 0.2875087 Jun 25 09:25:38.966179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138b7848-5e39-455f-a375-afbed6f8c1c2') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:38.966480 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138b7848-5e39-455f-a375-afbed6f8c1c2') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:38.988763 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:39.011429 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:39.024907 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:25:39.025257 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:25:39.028644 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:25:39.043555 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cca36c4e-c4d0-438b-be24-5969526f65ee req-fc9a011e-094e-41be-89f6-6d13501bba01 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac25824-9545-43a1-877a-57b905a872de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652843 Jun 25 09:25:39.106072 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:39.117503 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:39.122715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] 10.222.0.93 "DELETE /v2.0/networks/6d2bcd66-cb7f-45f2-ae08-acd78c261485 HTTP/1.1" status: 204 len: 168 time: 1.1361029 Jun 25 09:25:39.124165 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-508e1e85-2cf6-43eb-9909-c4a38b047ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:39.141456 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Pushing event deleted for resources: {'Network': ['ID=6d2bcd66-cb7f-45f2-ae08-acd78c261485,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:39.144601 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:39.375472 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2f171e9d-52e7-46a9-823b-f22506361021 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:25:39.380305 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5ba77-6445-4a24-9281-ad4145e6c4f2 req-8e889a35-7487-477b-a101-db001d800d5e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:39.382448 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1e5ba77-6445-4a24-9281-ad4145e6c4f2 req-8e889a35-7487-477b-a101-db001d800d5e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.1622069 Jun 25 09:25:39.417038 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 2f171e9d-52e7-46a9-823b-f22506361021 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:25:39.417395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2f171e9d-52e7-46a9-823b-f22506361021 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:25:39.471251 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1e5ba77-6445-4a24-9281-ad4145e6c4f2 req-0ca927de-bcfa-4f69-8639-efe0399b95da tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794327 Jun 25 09:25:39.493766 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913db42-3b38-45b7-a77e-168405753ab6 req-fc5c505b-8f85-445d-a18b-1fe03e24f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:39.495415 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e913db42-3b38-45b7-a77e-168405753ab6 req-fc5c505b-8f85-445d-a18b-1fe03e24f220 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fcf288132844a938d2e86f2388f6525&device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 1098 time: 0.1279690 Jun 25 09:25:39.612073 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58922) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:39.616218 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913db42-3b38-45b7-a77e-168405753ab6 req-5a6bb95c-da94-4970-890b-98b076ad3bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:39.618186 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e913db42-3b38-45b7-a77e-168405753ab6 req-5a6bb95c-da94-4970-890b-98b076ad3bbe service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a27a185-c495-402c-8517-3de9213d78e5 HTTP/1.1" status: 200 len: 916 time: 0.1129723 Jun 25 09:25:39.689705 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e913db42-3b38-45b7-a77e-168405753ab6 req-529d02ac-f823-4815-9f18-da2c8bdf5613 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82 HTTP/1.1" status: 200 len: 217 time: 0.0606685 Jun 25 09:25:39.783036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913db42-3b38-45b7-a77e-168405753ab6 req-df9b4b08-3def-46bc-b3e8-4c2f77d57090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:39.784589 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e913db42-3b38-45b7-a77e-168405753ab6 req-df9b4b08-3def-46bc-b3e8-4c2f77d57090 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2109fa39-1280-4b24-b7e2-08e8cb464b3a HTTP/1.1" status: 200 len: 854 time: 0.0873730 Jun 25 09:25:39.836098 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0ccbb03c-d7a2-4360-a3e3-8df2c18f2128 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d5e8a9c3af26419f85980ff0dfa3ef14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2204833 Jun 25 09:25:39.845307 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58932) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:39.853178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e913db42-3b38-45b7-a77e-168405753ab6 req-c944d1e3-252f-4f0d-8225-692c8e371763 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a27a185-c495-402c-8517-3de9213d78e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587573 Jun 25 09:25:39.937033 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-85db13d9-5d41-442b-9e14-04a4599cc89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:39.983272 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-85db13d9-5d41-442b-9e14-04a4599cc89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:40.006759 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e913db42-3b38-45b7-a77e-168405753ab6 req-d2d6818a-c8b3-48f7-95a3-266e436ce778 service neutron] 10.222.0.38 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466303 Jun 25 09:25:40.063961 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-85db13d9-5d41-442b-9e14-04a4599cc89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:40.067454 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-85db13d9-5d41-442b-9e14-04a4599cc89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:40.069233 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-85db13d9-5d41-442b-9e14-04a4599cc89e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2122a95c-5d5f-43c4-b6c7-76b87fed042f HTTP/1.1" status: 204 len: 168 time: 0.2228937 Jun 25 09:25:40.070331 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-80e18231-6b11-4970-9501-66fd80b486a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:40.098291 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db13d9-5d41-442b-9e14-04a4599cc89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2122a95c-5d5f-43c4-b6c7-76b87fed042f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:40.104616 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-85db13d9-5d41-442b-9e14-04a4599cc89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:40.129050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e9c5198f-1b47-47fd-8ada-261b5e7289b0 req-b4c29870-7e37-4c54-8199-04b4992dcd28 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0981970 Jun 25 09:25:40.739001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e2f4d-3dde-4033-b215-2a1c2657ef10 req-b56b74bd-2c4e-478b-95b9-0ebc36f84566 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:40.741973 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c6e2f4d-3dde-4033-b215-2a1c2657ef10 req-b56b74bd-2c4e-478b-95b9-0ebc36f84566 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.7314920 Jun 25 09:25:40.752312 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e913db42-3b38-45b7-a77e-168405753ab6 req-8e6a0f1f-a8cf-40f4-9576-cd238706647c service neutron] 10.222.0.38 "GET /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7195475 Jun 25 09:25:40.788584 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d3be3-f7e5-4cc5-b828-2e25bd351e5a req-1fc6d045-e882-4fb6-bf7b-378990b3e50e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:40.790878 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-642d3be3-f7e5-4cc5-b828-2e25bd351e5a req-1fc6d045-e882-4fb6-bf7b-378990b3e50e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 949 time: 0.1997201 Jun 25 09:25:40.824204 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c6e2f4d-3dde-4033-b215-2a1c2657ef10 req-69ae6ddd-b239-459a-a90a-4301e46d5612 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745277 Jun 25 09:25:40.863875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device aa210440-6572-4b8d-a1fd-39de91f285c9 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:25:40.899121 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-642d3be3-f7e5-4cc5-b828-2e25bd351e5a req-a3457e8f-4776-4d19-89f2-03f50fe76de0 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675838 Jun 25 09:25:41.008069 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port aa210440-6572-4b8d-a1fd-39de91f285c9 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:25:41.034470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port aa210440-6572-4b8d-a1fd-39de91f285c9 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:41.034863 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:41.192616 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:41.219665 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0cfe8e-310c-4ecb-89e8-261a4ab8525c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa210440-6572-4b8d-a1fd-39de91f285c9'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:25:41.222605 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b4122f-e3f2-4e49-ba8d-b7b7025808af" -d '{"events": [{"server_uuid": "9e0cfe8e-310c-4ecb-89e8-261a4ab8525c", "name": "network-vif-plugged", "status": "completed", "tag": "aa210440-6572-4b8d-a1fd-39de91f285c9"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:25:41.241247 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port aa210440-6572-4b8d-a1fd-39de91f285c9, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=aa210440-6572-4b8d-a1fd-39de91f285c9,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:41.246881 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:41.250149 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d8b7166f-45a6-40f3-93f6-a8a469ae361c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:41.269012 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcf8a9-9fd4-441c-b69c-b0b9497d5239 req-d76b3d77-44c7-4564-9678-adbcae56fb23 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:41.270556 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-00dcf8a9-9fd4-441c-b69c-b0b9497d5239 req-d76b3d77-44c7-4564-9678-adbcae56fb23 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.1290348 Jun 25 09:25:41.286690 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1a3c5-e080-45db-bdb0-336fc6b5ea23 req-8b503a3a-5902-4677-a07e-4623f8adac4b tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:41.288499 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-80c1a3c5-e080-45db-bdb0-336fc6b5ea23 req-8b503a3a-5902-4677-a07e-4623f8adac4b tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 946 time: 0.1349862 Jun 25 09:25:41.308163 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=aa210440-6572-4b8d-a1fd-39de91f285c9,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:41.318168 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:41.351622 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-00dcf8a9-9fd4-441c-b69c-b0b9497d5239 req-3376a1bc-bff6-4802-90d1-e6eecf2d8156 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730877 Jun 25 09:25:41.360761 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-80c1a3c5-e080-45db-bdb0-336fc6b5ea23 req-4b561677-0cb2-4ba0-98a7-ca0d95818991 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac25824-9545-43a1-877a-57b905a872de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634975 Jun 25 09:25:41.419894 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c98178-8061-4bf5-bd9d-463c4d8cb63e x-openstack-request-id: req-96c98178-8061-4bf5-bd9d-463c4d8cb63e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:25:41.420437 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0cfe8e-310c-4ecb-89e8-261a4ab8525c", "name": "network-vif-plugged", "status": "completed", "tag": "aa210440-6572-4b8d-a1fd-39de91f285c9", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:25:41.420701 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-96c98178-8061-4bf5-bd9d-463c4d8cb63e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:25:41.421315 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0cfe8e-310c-4ecb-89e8-261a4ab8525c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa210440-6572-4b8d-a1fd-39de91f285c9', 'code': 200} Jun 25 09:25:41.529798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55e4ffc6-66a4-47d7-baa3-b3537d5c0e9f req-62d336ee-5ff1-4956-9e78-a9e18f01465d tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0397336 Jun 25 09:25:41.700889 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec954076-fd82-47d1-b6f5-7d5cfdc7bb2d req-8573cebd-bfc8-4057-880f-a5317ae6aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:41.703519 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ec954076-fd82-47d1-b6f5-7d5cfdc7bb2d req-8573cebd-bfc8-4057-880f-a5317ae6aace service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 1102 time: 0.0719719 Jun 25 09:25:41.779877 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ec954076-fd82-47d1-b6f5-7d5cfdc7bb2d req-760077d7-5e16-453b-830d-6f956ff06b84 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Jun 25 09:25:41.973088 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c003f1f-97b2-4266-8faa-dfc0c1b8a558 req-6a69e244-102b-45bf-aad1-ce9379967d22 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:41.977279 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c003f1f-97b2-4266-8faa-dfc0c1b8a558 req-6a69e244-102b-45bf-aad1-ce9379967d22 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 946 time: 0.1230767 Jun 25 09:25:42.056060 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c003f1f-97b2-4266-8faa-dfc0c1b8a558 req-0dc60532-bf3b-4bf3-8beb-973ece99663f tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac25824-9545-43a1-877a-57b905a872de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744689 Jun 25 09:25:42.098792 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed72051-101e-47d4-a14e-4168bb7cdd94 req-0a0a54ec-cfdc-474b-8dd5-eec15f05b5b5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:42.100945 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ed72051-101e-47d4-a14e-4168bb7cdd94 req-0a0a54ec-cfdc-474b-8dd5-eec15f05b5b5 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.0957196 Jun 25 09:25:42.157364 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ed72051-101e-47d4-a14e-4168bb7cdd94 req-7e06df30-28f9-412f-a2e7-d88a8c234ca9 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474916 Jun 25 09:25:42.275716 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527406f-e82d-43ad-9dc4-3f3de198e112 req-af4ed57a-9275-44cd-bd84-7e5b88568409 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:42.283518 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1527406f-e82d-43ad-9dc4-3f3de198e112 req-af4ed57a-9275-44cd-bd84-7e5b88568409 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 950 time: 0.1067147 Jun 25 09:25:42.361944 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1527406f-e82d-43ad-9dc4-3f3de198e112 req-cfe31cc9-55b3-422e-a89f-6f2cfe0f8c95 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728431 Jun 25 09:25:42.399661 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d70e9-99c0-45d0-8453-20203b66cb19 req-003c253a-2c0f-4239-a0a1-80901346b45d tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:42.403791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-411d70e9-99c0-45d0-8453-20203b66cb19 req-003c253a-2c0f-4239-a0a1-80901346b45d tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.0934482 Jun 25 09:25:42.441126 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-411d70e9-99c0-45d0-8453-20203b66cb19 req-53c74e97-50f2-4355-a487-51297c3eb78e tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349758 Jun 25 09:25:42.602234 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52161fd7-f0a7-4716-bba9-219731b963c2 req-9b69d6d5-c0b6-4c55-b5e5-6afea1a53e99 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:42.612029 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52161fd7-f0a7-4716-bba9-219731b963c2 req-9b69d6d5-c0b6-4c55-b5e5-6afea1a53e99 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.1139836 Jun 25 09:25:42.692484 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52161fd7-f0a7-4716-bba9-219731b963c2 req-a3df99d0-07c1-4b52-aaac-33a7acaa874e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792601 Jun 25 09:25:42.726834 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f57ae3-93c7-43b5-9b97-09a0a546118d req-c946517d-82b7-4797-b051-877e79a88810 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:42.728475 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-58f57ae3-93c7-43b5-9b97-09a0a546118d req-c946517d-82b7-4797-b051-877e79a88810 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.1104536 Jun 25 09:25:42.781440 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-58f57ae3-93c7-43b5-9b97-09a0a546118d req-5652f37e-3449-4ea2-8aae-65d7c86e3871 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464046 Jun 25 09:25:42.847733 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-270ddf90-d496-4555-868a-34757fd5e9b1 req-1e6ff6d0-67d3-424e-b05e-646ceeb854da tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0286818 Jun 25 09:25:42.980447 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e368fa-c051-4ef5-b34a-0338fc185bb7 req-628ecb8c-e831-4f67-b15f-e57194b590ae tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:42.982466 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a4e368fa-c051-4ef5-b34a-0338fc185bb7 req-628ecb8c-e831-4f67-b15f-e57194b590ae tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.0842752 Jun 25 09:25:43.027844 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a4e368fa-c051-4ef5-b34a-0338fc185bb7 req-65eb1061-37b0-43eb-a3a0-98e1c7cc1e9f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391016 Jun 25 09:25:43.260471 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77437961-cd07-4f51-9bbc-6aa785626abe req-bb4c393c-b636-4eee-842a-15a8100c6f11 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:43.262371 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-77437961-cd07-4f51-9bbc-6aa785626abe req-bb4c393c-b636-4eee-842a-15a8100c6f11 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 946 time: 0.0733588 Jun 25 09:25:43.332697 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-77437961-cd07-4f51-9bbc-6aa785626abe req-068a0dbd-f78b-4d25-bc76-8dcfc6a3fa37 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac25824-9545-43a1-877a-57b905a872de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601296 Jun 25 09:25:43.358706 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c661a8-e53c-4875-8933-f2d7d0d73b28 req-f5264e6b-6c8b-48e7-b721-cbc545d12383 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:43.360694 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-78c661a8-e53c-4875-8933-f2d7d0d73b28 req-f5264e6b-6c8b-48e7-b721-cbc545d12383 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.0973699 Jun 25 09:25:43.403586 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-78c661a8-e53c-4875-8933-f2d7d0d73b28 req-af3b3da0-1b11-4c48-8c53-4bb19976f35b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353878 Jun 25 09:25:43.648789 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f42ce0-38b1-42ef-a0d1-943e12345221 req-1c2790ad-f92f-4c2a-9dad-fce3d984408b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:43.650501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62f42ce0-38b1-42ef-a0d1-943e12345221 req-1c2790ad-f92f-4c2a-9dad-fce3d984408b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 950 time: 0.1386709 Jun 25 09:25:43.668750 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef94c9-8812-4998-a5de-fa7a56b0c693 req-7a0c05a1-7a27-4c69-9e39-cb4f6aea1fd7 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:43.670477 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cdef94c9-8812-4998-a5de-fa7a56b0c693 req-7a0c05a1-7a27-4c69-9e39-cb4f6aea1fd7 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.1229050 Jun 25 09:25:43.737309 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62f42ce0-38b1-42ef-a0d1-943e12345221 req-1cd3dcb1-be97-44fa-86b9-d1a60d8592a4 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621753 Jun 25 09:25:43.771986 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cdef94c9-8812-4998-a5de-fa7a56b0c693 req-1fd9c7fe-1727-47ca-badb-19495f4b01e8 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894549 Jun 25 09:25:43.999316 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2bf3b-163c-42dc-b2f6-54dd8454207c req-89cd0031-e033-46b9-8c81-2d00d415c618 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:44.000951 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64c2bf3b-163c-42dc-b2f6-54dd8454207c req-89cd0031-e033-46b9-8c81-2d00d415c618 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.1121979 Jun 25 09:25:44.038411 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5c638-a1ce-48ad-bd62-e97a2e6aba34 req-4d763868-44de-4e95-9a7b-01e2372494f8 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:44.040012 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ea5c638-a1ce-48ad-bd62-e97a2e6aba34 req-4d763868-44de-4e95-9a7b-01e2372494f8 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.1181440 Jun 25 09:25:44.073453 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64c2bf3b-163c-42dc-b2f6-54dd8454207c req-2e8442f8-69f6-41e7-94f3-30fb83fd87b8 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661912 Jun 25 09:25:44.099711 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ea5c638-a1ce-48ad-bd62-e97a2e6aba34 req-85209c24-48b2-4f74-8d27-52efa80c9814 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520480 Jun 25 09:25:44.218480 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76ac45df-b527-4db4-9a9c-eedbdd46ac01 req-ca110954-49f5-496a-bb91-d26e0c363b41 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0322089 Jun 25 09:25:44.294124 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5574e-1c2d-4837-9944-7254dd95b237 req-fed6ce8e-c889-43f2-a2e4-9d880a413e69 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:44.295773 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4a5574e-1c2d-4837-9944-7254dd95b237 req-fed6ce8e-c889-43f2-a2e4-9d880a413e69 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.0748715 Jun 25 09:25:44.335176 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4a5574e-1c2d-4837-9944-7254dd95b237 req-300b1065-ad92-4ba6-9211-46d5a7eaa7bd tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334799 Jun 25 09:25:44.460791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21139e-5c91-46ce-baca-45eac5ed169d req-9efdfedf-1e0d-4f93-ae85-45cb192e3c92 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:44.469099 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f21139e-5c91-46ce-baca-45eac5ed169d req-9efdfedf-1e0d-4f93-ae85-45cb192e3c92 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.38 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 946 time: 0.0990679 Jun 25 09:25:44.651134 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4baa0-57c9-4315-aa61-14dff5647377 req-499858c1-8260-4700-8e70-0d6553d0d897 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:44.652663 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ac4baa0-57c9-4315-aa61-14dff5647377 req-499858c1-8260-4700-8e70-0d6553d0d897 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 946 time: 0.1700144 Jun 25 09:25:44.686318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-2f21139e-5c91-46ce-baca-45eac5ed169d req-ada7b696-0176-49d8-bce4-db33da98df11 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Deleting port a3e064b4-a463-4629-b114-06aa46eb0076 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:25:44.686695 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2f21139e-5c91-46ce-baca-45eac5ed169d req-ada7b696-0176-49d8-bce4-db33da98df11 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:44.770897 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233654d-f40a-4f64-8dff-4bf65f7d5943 req-8fda1548-869c-4050-8d3e-27ca42c7b089 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:44.772501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f233654d-f40a-4f64-8dff-4bf65f7d5943 req-8fda1548-869c-4050-8d3e-27ca42c7b089 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.1762404 Jun 25 09:25:44.812853 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ac4baa0-57c9-4315-aa61-14dff5647377 req-f1384e40-8865-41fd-ad36-389b95eeb568 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac25824-9545-43a1-877a-57b905a872de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509576 Jun 25 09:25:44.860394 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f233654d-f40a-4f64-8dff-4bf65f7d5943 req-ca08a0af-6421-434a-bab0-8f59336c6f7f tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777783 Jun 25 09:25:44.862475 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-2f21139e-5c91-46ce-baca-45eac5ed169d req-ada7b696-0176-49d8-bce4-db33da98df11 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] For port a3e064b4-a463-4629-b114-06aa46eb0076, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a3e064b4-a463-4629-b114-06aa46eb0076,segment=NetworkSegment(3661218e-0d7f-468d-8f5b-24cae83fb981),segment_id=3661218e-0d7f-468d-8f5b-24cae83fb981)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:44.862879 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2f21139e-5c91-46ce-baca-45eac5ed169d req-ada7b696-0176-49d8-bce4-db33da98df11 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:44.877269 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-2f21139e-5c91-46ce-baca-45eac5ed169d req-ada7b696-0176-49d8-bce4-db33da98df11 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Calling delete_port for a3e064b4-a463-4629-b114-06aa46eb0076 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:25:45.214752 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4388b509-5500-4812-9cdb-fd76d54e6360 req-7f1497d0-011b-4bdc-87fd-dba4c52c934a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0655453 Jun 25 09:25:45.225351 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9572db8-403b-48de-99ce-cc586ed22c01 req-bf454986-3bfb-4f8f-8082-04621f88f5a9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:45.226894 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9572db8-403b-48de-99ce-cc586ed22c01 req-bf454986-3bfb-4f8f-8082-04621f88f5a9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 950 time: 0.2645814 Jun 25 09:25:45.279668 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2f21139e-5c91-46ce-baca-45eac5ed169d req-ada7b696-0176-49d8-bce4-db33da98df11 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:45.286452 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a1d48aa8-a257-4a30-b3cd-165872911a32 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:45.323225 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9572db8-403b-48de-99ce-cc586ed22c01 req-21fab463-0163-494d-a3dc-b6311e73df1b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875292 Jun 25 09:25:45.332531 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7b696-0176-49d8-bce4-db33da98df11 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Pushing event deleted for resources: {'Port': ['ID=a3e064b4-a463-4629-b114-06aa46eb0076,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:45.335531 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ada7b696-0176-49d8-bce4-db33da98df11 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:45.356813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb972d-2393-4b47-a470-479d34eadbaa req-6daa390e-dd69-4ca2-85de-03786172d8ff tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:45.356813 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5bfb972d-2393-4b47-a470-479d34eadbaa req-6daa390e-dd69-4ca2-85de-03786172d8ff tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.3077824 Jun 25 09:25:45.431068 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f21139e-5c91-46ce-baca-45eac5ed169d req-ada7b696-0176-49d8-bce4-db33da98df11 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] No DVR routers for this DVR port a3e064b4-a463-4629-b114-06aa46eb0076 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:25:45.434334 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-2f21139e-5c91-46ce-baca-45eac5ed169d req-ada7b696-0176-49d8-bce4-db33da98df11 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:45.437453 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f21139e-5c91-46ce-baca-45eac5ed169d req-ada7b696-0176-49d8-bce4-db33da98df11 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.38 "DELETE /v2.0/ports/a3e064b4-a463-4629-b114-06aa46eb0076 HTTP/1.1" status: 204 len: 173 time: 0.9643915 Jun 25 09:25:45.438766 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cec8d8-e1c0-488f-902c-5b50545452b5', 'name': 'network-vif-deleted', 'tag': 'a3e064b4-a463-4629-b114-06aa46eb0076'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:25:45.442042 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34b7bb7-ea86-4439-8eb7-311326dd7de5" -d '{"events": [{"server_uuid": "24cec8d8-e1c0-488f-902c-5b50545452b5", "name": "network-vif-deleted", "tag": "a3e064b4-a463-4629-b114-06aa46eb0076"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:25:45.481091 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5bfb972d-2393-4b47-a470-479d34eadbaa req-15e442df-f35d-4b0b-9a69-71ae138a1124 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255317 Jun 25 09:25:45.639281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d8247-c34c-46db-80b4-0901592c8f02 req-ee80e56d-113a-4fb1-a46b-6af8874ba63e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:45.640919 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-842d8247-c34c-46db-80b4-0901592c8f02 req-ee80e56d-113a-4fb1-a46b-6af8874ba63e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.1322813 Jun 25 09:25:45.720016 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-945816d6-22ab-48c0-b947-bb3938c19cce req-69867cba-1f2a-4545-ae0f-f28afdf7364e tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0516269 Jun 25 09:25:45.735982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-842d8247-c34c-46db-80b4-0901592c8f02 req-9fd38110-804f-4807-957d-cf05380c9d58 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887945 Jun 25 09:25:45.836047 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c5b101-56e0-49a4-8952-6faaa82660d8 x-openstack-request-id: req-e8c5b101-56e0-49a4-8952-6faaa82660d8 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:25:45.836429 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cec8d8-e1c0-488f-902c-5b50545452b5", "name": "network-vif-deleted", "tag": "a3e064b4-a463-4629-b114-06aa46eb0076", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:25:45.836702 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e8c5b101-56e0-49a4-8952-6faaa82660d8 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:25:45.837208 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cec8d8-e1c0-488f-902c-5b50545452b5', 'name': 'network-vif-deleted', 'tag': 'a3e064b4-a463-4629-b114-06aa46eb0076', 'status': 'completed', 'code': 200} Jun 25 09:25:45.930345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ede3b-8aba-446b-a662-e609e7be4b00 req-9981ff8f-f85d-41c0-a9f2-fea4dfd77b23 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:45.932002 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-864ede3b-8aba-446b-a662-e609e7be4b00 req-9981ff8f-f85d-41c0-a9f2-fea4dfd77b23 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=703bebc3-6c25-4359-a97d-04468b1fae49 HTTP/1.1" status: 200 len: 949 time: 0.0785615 Jun 25 09:25:46.007735 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-864ede3b-8aba-446b-a662-e609e7be4b00 req-b683cb1b-6571-447d-a961-eff5e5a425ac tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588596 Jun 25 09:25:46.069738 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cded5a89-ef6a-4f58-b076-3ec7d4cdb672 req-8e7cb0ad-055d-41c0-bf0c-ee87f743ddfa tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] 10.222.0.93 "GET /v2.0/ports?device_id=24cec8d8-e1c0-488f-902c-5b50545452b5 HTTP/1.1" status: 200 len: 210 time: 0.0600092 Jun 25 09:25:46.247887 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd8f62-1498-4a2e-be51-b9b543230341 req-93dab692-e61d-4095-b515-973cb62a09d4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:46.250454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ebd8f62-1498-4a2e-be51-b9b543230341 req-93dab692-e61d-4095-b515-973cb62a09d4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.0781934 Jun 25 09:25:46.292826 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ebd8f62-1498-4a2e-be51-b9b543230341 req-072b0cea-568f-4e32-8772-724f4273ea6c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354824 Jun 25 09:25:46.447014 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe54502-6e3d-4357-936e-43bda7421110 req-58b5f9a7-cb56-4333-b236-1438c7cc16b7 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:46.453329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe54502-6e3d-4357-936e-43bda7421110 req-58b5f9a7-cb56-4333-b236-1438c7cc16b7 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:46.461046 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9fe54502-6e3d-4357-936e-43bda7421110 req-58b5f9a7-cb56-4333-b236-1438c7cc16b7 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c&device_id=703bebc3-6c25-4359-a97d-04468b1fae49 HTTP/1.1" status: 200 len: 1690 time: 0.1089442 Jun 25 09:25:46.515126 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9fe54502-6e3d-4357-936e-43bda7421110 req-9fca2e47-9ce1-450a-b9be-6e54a0973ded tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527980 Jun 25 09:25:46.600185 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cba19-d751-4c64-9afc-94adc08f9746 req-052226b0-9104-47f6-9cbb-6129b02c1be4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:46.601855 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c7cba19-d751-4c64-9afc-94adc08f9746 req-052226b0-9104-47f6-9cbb-6129b02c1be4 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.1103706 Jun 25 09:25:46.660872 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c7cba19-d751-4c64-9afc-94adc08f9746 req-f290bc7f-2799-417f-ade2-7327dfa33d74 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524340 Jun 25 09:25:46.880999 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a3e064b4-a463-4629-b114-06aa46eb0076 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:25:46.921400 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: a3e064b4-a463-4629-b114-06aa46eb0076 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:25:46.925610 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a3e064b4-a463-4629-b114-06aa46eb0076 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:25:46.927263 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c239af6-0209-4569-bd57-44f4911ae569 req-16d11503-dd1b-412e-88cb-a1dc0fd3d75a tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:46.930148 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c239af6-0209-4569-bd57-44f4911ae569 req-16d11503-dd1b-412e-88cb-a1dc0fd3d75a tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 1102 time: 0.1612563 Jun 25 09:25:46.958554 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8151d-94f0-4808-87ed-cf8c82ecb9db req-0278ef1c-26ea-4f1a-8755-544514dffda6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:46.965731 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93d8151d-94f0-4808-87ed-cf8c82ecb9db req-0278ef1c-26ea-4f1a-8755-544514dffda6 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.1288517 Jun 25 09:25:47.024302 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c239af6-0209-4569-bd57-44f4911ae569 req-73d40d7e-915d-489f-973d-fc2d0ec59b2d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767891 Jun 25 09:25:47.029949 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93d8151d-94f0-4808-87ed-cf8c82ecb9db req-b04a5715-562d-456e-b88e-ddc7df2be619 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626311 Jun 25 09:25:47.279264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0d25b8d-b666-476f-8569-15dc79150677 req-543dba0c-a496-4feb-842d-6949d13d748e tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0397286 Jun 25 09:25:47.319163 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b404d02-fd76-4fb6-a39f-bdbf170b383f req-6194335d-4e2c-456c-813b-32321300d51e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:47.327871 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b404d02-fd76-4fb6-a39f-bdbf170b383f req-6194335d-4e2c-456c-813b-32321300d51e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.1203597 Jun 25 09:25:47.373347 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b404d02-fd76-4fb6-a39f-bdbf170b383f req-6b13f477-429f-4533-b755-6d9619034088 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444193 Jun 25 09:25:47.491317 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c228f6f-d0a8-4dbb-b8ee-14343818ff65 req-fdcaf43e-a28f-48b8-bda9-b95c1eb39484 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:47.493335 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1c228f6f-d0a8-4dbb-b8ee-14343818ff65 req-fdcaf43e-a28f-48b8-bda9-b95c1eb39484 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.0852897 Jun 25 09:25:47.579267 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1c228f6f-d0a8-4dbb-b8ee-14343818ff65 req-e025e492-e39e-46b1-a8ec-1b6e74820930 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774436 Jun 25 09:25:47.601899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045e408-95b4-4a83-ad0f-72f406787dee req-19a2e9d8-9a86-49b1-aacb-aac3a167b0df tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:47.604001 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4045e408-95b4-4a83-ad0f-72f406787dee req-19a2e9d8-9a86-49b1-aacb-aac3a167b0df tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=703bebc3-6c25-4359-a97d-04468b1fae49 HTTP/1.1" status: 200 len: 1101 time: 0.0847642 Jun 25 09:25:47.685996 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4045e408-95b4-4a83-ad0f-72f406787dee req-1d6baf24-4ae5-4441-b022-150a96714df6 tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747404 Jun 25 09:25:47.723976 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59232) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:47.836046 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-479b8d9e-1da2-45af-9b5c-7fa370d8db46 admin admin] Deleting subnet 3889f4c9-af1b-44cd-84c5-ce8623152fb2 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:25:47.847811 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-479b8d9e-1da2-45af-9b5c-7fa370d8db46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:47.929487 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-479b8d9e-1da2-45af-9b5c-7fa370d8db46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:48.022734 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-479b8d9e-1da2-45af-9b5c-7fa370d8db46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:48.131868 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-479b8d9e-1da2-45af-9b5c-7fa370d8db46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:48.150666 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-341abc41-6f90-49ba-85d3-c0f5283755df tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:48.197880 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-479b8d9e-1da2-45af-9b5c-7fa370d8db46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:48.200764 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-479b8d9e-1da2-45af-9b5c-7fa370d8db46 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/3889f4c9-af1b-44cd-84c5-ce8623152fb2 HTTP/1.1" status: 204 len: 168 time: 0.4755960 Jun 25 09:25:48.203243 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59258) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:48.322983 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17734c54-20e0-49aa-917b-daaf64c3ddff req-e382cb12-db62-4247-80ed-b669ab7768fb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:48.324502 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17734c54-20e0-49aa-917b-daaf64c3ddff req-e382cb12-db62-4247-80ed-b669ab7768fb tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.2173786 Jun 25 09:25:48.360373 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3c8b769a-bd58-4e67-962d-aaced54156b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:48.367435 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b8d9e-1da2-45af-9b5c-7fa370d8db46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3889f4c9-af1b-44cd-84c5-ce8623152fb2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:48.375063 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-479b8d9e-1da2-45af-9b5c-7fa370d8db46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:48.421483 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-b42658df-2827-42f7-b299-7884dd46bcae tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340335 Jun 25 09:25:48.429311 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17734c54-20e0-49aa-917b-daaf64c3ddff req-ce35b10f-f28a-4f52-96a7-8f71dd74158d tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978804 Jun 25 09:25:48.507584 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3c8b769a-bd58-4e67-962d-aaced54156b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:48.520143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-3c8b769a-bd58-4e67-962d-aaced54156b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25daf000-2fc7-43de-95f1-4b0bef198225']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:48.538486 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-3c8b769a-bd58-4e67-962d-aaced54156b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3661218e-0d7f-468d-8f5b-24cae83fb981') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:48.539477 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-3c8b769a-bd58-4e67-962d-aaced54156b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3661218e-0d7f-468d-8f5b-24cae83fb981') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:48.551620 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3c8b769a-bd58-4e67-962d-aaced54156b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:48.573309 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3c8b769a-bd58-4e67-962d-aaced54156b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:48.585783 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8b769a-bd58-4e67-962d-aaced54156b6 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:25:48.586250 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3c8b769a-bd58-4e67-962d-aaced54156b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:25:48.588277 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:25:48.624772 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-ae28ed07-3120-4a36-861f-da7846ec7796 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:48.626442 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-ae28ed07-3120-4a36-861f-da7846ec7796 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961699 Jun 25 09:25:48.697891 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4fd8c1a7-9501-4c38-9ff6-bbf7271b896c req-1a43adf0-9c68-4233-9651-012a77c4a9d7 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0703044 Jun 25 09:25:48.713599 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-ee99346d-5936-47e9-88a6-58c43ca98097 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/quotas/e90ee50af2b947d8b1fbcbc79127e428 HTTP/1.1" status: 200 len: 375 time: 0.0706742 Jun 25 09:25:48.717334 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3c8b769a-bd58-4e67-962d-aaced54156b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:48.749007 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3c8b769a-bd58-4e67-962d-aaced54156b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:48.756371 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3c8b769a-bd58-4e67-962d-aaced54156b6 admin admin] 10.222.0.93 "DELETE /v2.0/networks/25daf000-2fc7-43de-95f1-4b0bef198225 HTTP/1.1" status: 204 len: 168 time: 0.5511692 Jun 25 09:25:48.757671 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59286) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:48.759548 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:48.823748 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-7f7193c3-b750-4ca9-a7a4-f130f74f7028 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1044862 Jun 25 09:25:48.834901 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cfcca04-f2c8-4f0f-9e39-23c4e4afd233 admin admin] Deleting subnet c8ef9d71-393f-4098-ad3b-a513f3f1fbee {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:25:48.849817 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cfcca04-f2c8-4f0f-9e39-23c4e4afd233 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:48.858148 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b769a-bd58-4e67-962d-aaced54156b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=25daf000-2fc7-43de-95f1-4b0bef198225,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:48.868061 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3c8b769a-bd58-4e67-962d-aaced54156b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:48.977893 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cfcca04-f2c8-4f0f-9e39-23c4e4afd233 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:49.092445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cfcca04-f2c8-4f0f-9e39-23c4e4afd233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:49.096026 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead66669-0ddf-417b-a265-00dce243de7d req-c20ba919-1956-4e93-b020-7e21705506bd tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:49.110357 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ead66669-0ddf-417b-a265-00dce243de7d req-c20ba919-1956-4e93-b020-7e21705506bd tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.2059882 Jun 25 09:25:49.170298 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cfcca04-f2c8-4f0f-9e39-23c4e4afd233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:49.175321 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8bfda94d-2ff4-4b3d-98a1-e6629e02d84e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:49.183558 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ead66669-0ddf-417b-a265-00dce243de7d req-1a03ec45-7c96-4484-aa6c-eb53e3f98a96 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664377 Jun 25 09:25:49.236361 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcca04-f2c8-4f0f-9e39-23c4e4afd233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8ef9d71-393f-4098-ad3b-a513f3f1fbee,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:49.239607 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7cfcca04-f2c8-4f0f-9e39-23c4e4afd233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:49.241011 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cfcca04-f2c8-4f0f-9e39-23c4e4afd233 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:49.244044 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7cfcca04-f2c8-4f0f-9e39-23c4e4afd233 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/c8ef9d71-393f-4098-ad3b-a513f3f1fbee HTTP/1.1" status: 204 len: 168 time: 0.4809434 Jun 25 09:25:49.246768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59294) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:49.370144 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-63f256b3-6a00-4247-9c3a-80d82d03dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:49.485521 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-63f256b3-6a00-4247-9c3a-80d82d03dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:49.515739 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-63f256b3-6a00-4247-9c3a-80d82d03dd64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6715856c-50a1-41ed-9fb6-027f63387cb5']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:49.536156 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-63f256b3-6a00-4247-9c3a-80d82d03dd64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c932f4-3ac7-4c0d-b3a8-07900e701a9c') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:49.538290 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-63f256b3-6a00-4247-9c3a-80d82d03dd64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c932f4-3ac7-4c0d-b3a8-07900e701a9c') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:25:49.557169 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-63f256b3-6a00-4247-9c3a-80d82d03dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:49.572638 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-63f256b3-6a00-4247-9c3a-80d82d03dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:49.579590 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f256b3-6a00-4247-9c3a-80d82d03dd64 admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:25:49.580113 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-63f256b3-6a00-4247-9c3a-80d82d03dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:25:49.648102 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:25:49.657504 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-63f256b3-6a00-4247-9c3a-80d82d03dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:49.670611 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-63f256b3-6a00-4247-9c3a-80d82d03dd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:49.679983 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-63f256b3-6a00-4247-9c3a-80d82d03dd64 admin admin] 10.222.0.93 "DELETE /v2.0/networks/6715856c-50a1-41ed-9fb6-027f63387cb5 HTTP/1.1" status: 204 len: 168 time: 0.4321141 Jun 25 09:25:49.681495 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ae9dcff4-3238-41d7-8101-73837b8e01ef tempest-ServersTestMultiNic-818179526 tempest-ServersTestMultiNic-818179526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:49.702041 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f256b3-6a00-4247-9c3a-80d82d03dd64 admin admin] Pushing event deleted for resources: {'Network': ['ID=6715856c-50a1-41ed-9fb6-027f63387cb5,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:49.705108 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-63f256b3-6a00-4247-9c3a-80d82d03dd64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:49.987001 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e63a2ab-84b2-42d1-a46d-0f2795e748dd req-3f443924-c6e8-49a6-8602-1d3019439881 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 210 time: 0.1305971 Jun 25 09:25:50.012275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59324) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:50.088189 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-09a42399-a1eb-4a45-96a4-9085fec95880 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=777fbffdfb2441aea108fa0ba296811d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736358 Jun 25 09:25:50.090464 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59326) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:50.100626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e06aea8-430f-4f4e-807b-0abec63f6be1 req-526e986b-c068-4d28-a164-5fd472f2ae55 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.1086562 Jun 25 09:25:50.169684 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff79df82-edcc-4d82-ae0c-612350cb1a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:50.195881 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff79df82-edcc-4d82-ae0c-612350cb1a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:50.299221 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff79df82-edcc-4d82-ae0c-612350cb1a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:50.301540 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff79df82-edcc-4d82-ae0c-612350cb1a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:50.302706 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ff79df82-edcc-4d82-ae0c-612350cb1a1f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bac25824-9545-43a1-877a-57b905a872de HTTP/1.1" status: 204 len: 168 time: 0.2099793 Jun 25 09:25:50.303805 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2fdb024b-a123-4dd9-8ffc-c6bc2446973a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:50.312974 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79df82-edcc-4d82-ae0c-612350cb1a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac25824-9545-43a1-877a-57b905a872de,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:50.325772 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ff79df82-edcc-4d82-ae0c-612350cb1a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:50.462712 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290f570-41ea-4c44-af83-a9a661540909 req-32262f0a-57f0-4c25-a1f2-cf482bef54be tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:50.477119 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3290f570-41ea-4c44-af83-a9a661540909 req-32262f0a-57f0-4c25-a1f2-cf482bef54be tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.1037996 Jun 25 09:25:50.540199 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3290f570-41ea-4c44-af83-a9a661540909 req-26780b4b-8535-43c2-98e5-fbc436ae5a98 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614350 Jun 25 09:25:51.023936 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59366) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:51.113095 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-91121dd2-2bc7-4339-8f91-fa31965073fa admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0823fcd629c74317a505014a28e87749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875001 Jun 25 09:25:51.116385 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59368) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:51.246976 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88b9e459-ca4d-4704-871d-fe1246f48d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:51.274737 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e441c2c9-c07b-456a-a18d-3384c76c1c65 req-5a4603d1-7143-47c5-9772-3921e56a7d52 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 210 time: 0.0553122 Jun 25 09:25:51.296247 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88b9e459-ca4d-4704-871d-fe1246f48d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:51.362311 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88b9e459-ca4d-4704-871d-fe1246f48d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:51.365131 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88b9e459-ca4d-4704-871d-fe1246f48d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:51.367648 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-88b9e459-ca4d-4704-871d-fe1246f48d46 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7d15605d-6420-4a87-8cdb-32f504ffb1c6 HTTP/1.1" status: 204 len: 168 time: 0.2492356 Jun 25 09:25:51.368587 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5a07266d-0ab2-4b22-9649-a086959ef87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:51.386537 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9e459-ca4d-4704-871d-fe1246f48d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d15605d-6420-4a87-8cdb-32f504ffb1c6,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:51.393090 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-88b9e459-ca4d-4704-871d-fe1246f48d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:51.549629 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e173a572-bce2-4125-99a7-6859a37e690f req-93f95616-d400-48b1-b51a-d1b182e38f6a tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.1018777 Jun 25 09:25:51.872236 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558c6fc-613c-4402-a12a-c3ff6a896601 req-251de171-6645-4ab6-9f6f-1a1593f07b10 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:51.873949 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0558c6fc-613c-4402-a12a-c3ff6a896601 req-251de171-6645-4ab6-9f6f-1a1593f07b10 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.1017385 Jun 25 09:25:51.904813 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31eac85e-fc5f-4444-bca0-16ee4ae64297 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:25:51.917847 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31eac85e-fc5f-4444-bca0-16ee4ae64297 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:25:51.957806 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0558c6fc-613c-4402-a12a-c3ff6a896601 req-4c9a28ac-b135-4fd1-a94c-0b86539853e5 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756106 Jun 25 09:25:52.121079 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.resource_extend [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:25:52.506824 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:52.614049 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b94c7a69-e4e3-4e4e-b445-38fc3484f4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:52.679392 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaed4a2-8206-4c17-b4ff-efff8eed97b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31eac85e-fc5f-4444-bca0-16ee4ae64297'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:25:52.682999 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8124d8c-096a-4b38-937f-f89e0dd8546c" -d '{"events": [{"server_uuid": "feaed4a2-8206-4c17-b4ff-efff8eed97b0", "name": "network-vif-unplugged", "status": "completed", "tag": "31eac85e-fc5f-4444-bca0-16ee4ae64297"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:25:52.734772 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-39f54d22-dc0d-4366-8380-374cd3b2d44e req-044780dd-1153-4582-961f-aaea29d1d3b4 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 210 time: 0.0939860 Jun 25 09:25:52.806460 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 31eac85e-fc5f-4444-bca0-16ee4ae64297, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31eac85e-fc5f-4444-bca0-16ee4ae64297,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:52.875789 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:52.897558 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a8cbef-4b6d-40f0-b812-6e1ec1518b61 x-openstack-request-id: req-47a8cbef-4b6d-40f0-b812-6e1ec1518b61 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:25:52.897877 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaed4a2-8206-4c17-b4ff-efff8eed97b0", "name": "network-vif-unplugged", "status": "completed", "tag": "31eac85e-fc5f-4444-bca0-16ee4ae64297", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:25:52.898177 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-47a8cbef-4b6d-40f0-b812-6e1ec1518b61 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:25:52.898911 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feaed4a2-8206-4c17-b4ff-efff8eed97b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31eac85e-fc5f-4444-bca0-16ee4ae64297', 'code': 200} Jun 25 09:25:52.901969 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:52.919935 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-0ddd756c-9a7f-4f27-8066-b58e59b59904 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701716 Jun 25 09:25:53.032805 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f94a2111-2650-48c5-89e9-6503dca45717 req-ad785af2-0518-4a87-ae1b-edcd0404edee tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.1396871 Jun 25 09:25:53.147935 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-cc31c285-2922-4c1a-84e1-43b6ddc729e4 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2164040 Jun 25 09:25:53.453329 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 31eac85e-fc5f-4444-bca0-16ee4ae64297, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31eac85e-fc5f-4444-bca0-16ee4ae64297,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:53.488497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=31eac85e-fc5f-4444-bca0-16ee4ae64297,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:53.492509 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:53.503881 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '31eac85e-fc5f-4444-bca0-16ee4ae64297', 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b', 'port_id': '31eac85e-fc5f-4444-bca0-16ee4ae64297', 'mac_address': 'fa:16:3e:7d:a7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a8323b-38ae-46d4-a13f-02c398ffe483', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:25:53.559002 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:53.562907 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-bad9497f-aaf8-4812-a21d-a47fac764942 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:53.564494 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-bad9497f-aaf8-4812-a21d-a47fac764942 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6050129 Jun 25 09:25:53.575150 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31eac85e-fc5f-4444-bca0-16ee4ae64297 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:25:53.598797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec8661-3423-4a89-9b09-0ac643f2d800 req-e2478ea3-0624-44e7-bdb7-dc4359b2f4f6 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:53.600396 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6bec8661-3423-4a89-9b09-0ac643f2d800 req-e2478ea3-0624-44e7-bdb7-dc4359b2f4f6 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 943 time: 0.3027189 Jun 25 09:25:53.609651 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-e393c43b-140c-4758-a265-fc886d8d1c9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Request body: {'port': {'device_id': '3e054854-3507-4487-97b7-1d85ddb025fc', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'e90ee50af2b947d8b1fbcbc79127e428'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:53.610180 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 31eac85e-fc5f-4444-bca0-16ee4ae64297, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31eac85e-fc5f-4444-bca0-16ee4ae64297,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:53.617311 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:53.620940 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:53.666845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-3ad31504-21f5-40b2-bf6c-75a451f70271 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:53.668628 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-3ad31504-21f5-40b2-bf6c-75a451f70271 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4993615 Jun 25 09:25:53.716419 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-dcb81a68-510f-48e5-891f-34054126feaf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Request body: {'port': {'device_id': '50e7c5bf-9895-425a-925b-e22e22e83690', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'e90ee50af2b947d8b1fbcbc79127e428'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:53.764197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=31eac85e-fc5f-4444-bca0-16ee4ae64297,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:53.767946 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:53.948770 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:54.111271 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['31eac85e-fc5f-4444-bca0-16ee4ae64297'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:25:54.532687 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6bec8661-3423-4a89-9b09-0ac643f2d800 req-c1dd9028-0ecd-459b-b0c5-61f294e063a9 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9135273 Jun 25 09:25:54.553459 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-dcb81a68-510f-48e5-891f-34054126feaf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Made reservation on behalf of e90ee50af2b947d8b1fbcbc79127e428 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:25:54.560491 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-dcb81a68-510f-48e5-891f-34054126feaf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:54.652443 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22eccb7c-9afb-43e4-b4a3-fd9c9666defd req-9a7e1108-64db-4428-b76b-7e01103343c4 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 210 time: 0.1473820 Jun 25 09:25:54.834754 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2df737e2-45d9-4328-a1f7-18096a57d58a req-f1fb4dfb-2ca6-4057-aedf-f01bf88d8a07 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0817194 Jun 25 09:25:54.854004 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-e393c43b-140c-4758-a265-fc886d8d1c9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Made reservation on behalf of e90ee50af2b947d8b1fbcbc79127e428 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:25:54.863437 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-e393c43b-140c-4758-a265-fc886d8d1c9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:54.933943 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f15f286-1a9f-49dd-8729-7eccadb79733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:55.072914 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-dcb81a68-510f-48e5-891f-34054126feaf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Allocated IP 192.168.233.179 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/23aef354-1fa5-4316-bb53-dd9e728400b3) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:25:55.222862 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:55.334159 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-dcb81a68-510f-48e5-891f-34054126feaf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:55.354223 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-dcb81a68-510f-48e5-891f-34054126feaf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Transition to ACTIVE for port object 23aef354-1fa5-4316-bb53-dd9e728400b3 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:25:55.418613 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-dcb81a68-510f-48e5-891f-34054126feaf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:55.463384 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:55.467419 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:25:55.484475 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['d71030e6-dce0-4378-a454-15e788996abe', 'aa210440-6572-4b8d-a1fd-39de91f285c9'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:25:55.537703 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-e393c43b-140c-4758-a265-fc886d8d1c9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Allocated IP 192.168.233.170 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/1f699c0c-1236-4449-b1e4-e65745feddc0) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:25:55.570521 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-dcb81a68-510f-48e5-891f-34054126feaf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:25:55.600938 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-dcb81a68-510f-48e5-891f-34054126feaf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:25:55.619181 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-dcb81a68-510f-48e5-891f-34054126feaf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:25:55.650128 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb81a68-510f-48e5-891f-34054126feaf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event updated for resources: {'Port': ['ID=23aef354-1fa5-4316-bb53-dd9e728400b3,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:55.662584 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dcb81a68-510f-48e5-891f-34054126feaf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:55.814097 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-dcb81a68-510f-48e5-891f-34054126feaf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:55.814821 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-dcb81a68-510f-48e5-891f-34054126feaf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:55.966731 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31eac85e-fc5f-4444-bca0-16ee4ae64297 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:25:55.975483 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-dcb81a68-510f-48e5-891f-34054126feaf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2640278 Jun 25 09:25:56.055505 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Request body: {'port': {'device_id': '50e7c5bf-9895-425a-925b-e22e22e83690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:56.210458 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:56.218382 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cd323df6-193c-42a6-9113-585e40cf1712 None None] Provisioning for port 23aef354-1fa5-4316-bb53-dd9e728400b3 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:25:56.228493 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 31eac85e-fc5f-4444-bca0-16ee4ae64297 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:56.228945 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:56.232453 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cd323df6-193c-42a6-9113-585e40cf1712 None None] Provisioning complete for port 23aef354-1fa5-4316-bb53-dd9e728400b3 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:56.233040 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cd323df6-193c-42a6-9113-585e40cf1712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:56.238774 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e86fa85-9526-4caf-82e0-c2e0ce6b769b req-718b1514-cdf7-48c1-a489-d324d2449f55 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 210 time: 0.1234057 Jun 25 09:25:56.351075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059fe95-1cca-4f51-9e97-2bf9e460723c req-ac1dba63-e2d7-4027-9bfb-cdb54ddf3999 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:56.359507 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2059fe95-1cca-4f51-9e97-2bf9e460723c req-ac1dba63-e2d7-4027-9bfb-cdb54ddf3999 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 944 time: 0.5165155 Jun 25 09:25:56.372506 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-cd323df6-193c-42a6-9113-585e40cf1712 None None] Port 23aef354-1fa5-4316-bb53-dd9e728400b3 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:25:56.386860 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:56.469729 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-e393c43b-140c-4758-a265-fc886d8d1c9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:56.471723 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:56.516110 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 31eac85e-fc5f-4444-bca0-16ee4ae64297, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31eac85e-fc5f-4444-bca0-16ee4ae64297,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:25:56.521707 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaed4a2-8206-4c17-b4ff-efff8eed97b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31eac85e-fc5f-4444-bca0-16ee4ae64297'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:25:56.521707 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dab4f59-eaa7-4018-a5ac-731f034a6fb8" -d '{"events": [{"server_uuid": "feaed4a2-8206-4c17-b4ff-efff8eed97b0", "name": "network-vif-plugged", "status": "completed", "tag": "31eac85e-fc5f-4444-bca0-16ee4ae64297"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:25:56.531130 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:56.531130 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:56.593323 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2059fe95-1cca-4f51-9e97-2bf9e460723c req-58b6f8ff-7035-41b4-bf38-3eab4fc231f7 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323155 Jun 25 09:25:56.651891 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=31eac85e-fc5f-4444-bca0-16ee4ae64297,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:56.656760 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:56.697106 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59586) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:56.704273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-e393c43b-140c-4758-a265-fc886d8d1c9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Transition to ACTIVE for port object 1f699c0c-1236-4449-b1e4-e65745feddc0 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:25:56.766638 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-e393c43b-140c-4758-a265-fc886d8d1c9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:56.796314 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-50a58717-c6b3-4bcc-9000-bb4b1a9b5ae3 tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:56.808317 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:25:57.024122 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88a81d07-45d5-47f2-b9dd-776939a57f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:57.025307 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f555aab2-3513-4a0d-aecb-a75dad338c16 x-openstack-request-id: req-f555aab2-3513-4a0d-aecb-a75dad338c16 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:25:57.025839 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaed4a2-8206-4c17-b4ff-efff8eed97b0", "name": "network-vif-plugged", "status": "completed", "tag": "31eac85e-fc5f-4444-bca0-16ee4ae64297", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:25:57.025993 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f555aab2-3513-4a0d-aecb-a75dad338c16 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:25:57.026267 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feaed4a2-8206-4c17-b4ff-efff8eed97b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31eac85e-fc5f-4444-bca0-16ee4ae64297', 'code': 200} Jun 25 09:25:57.181864 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62753518-5e2d-47f4-94bc-c4c59afc5d27 req-f9ff5485-4aaa-4360-96b8-01302a8c8529 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.4330363 Jun 25 09:25:57.204132 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['d71030e6-dce0-4378-a454-15e788996abe', 'aa210440-6572-4b8d-a1fd-39de91f285c9'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:25:57.218095 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88a81d07-45d5-47f2-b9dd-776939a57f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:57.227742 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23aef354-1fa5-4316-bb53-dd9e728400b3 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:25:57.235674 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88a81d07-45d5-47f2-b9dd-776939a57f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:57.241253 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-637fa129-2136-4758-8153-0a680bfc9df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:57.242612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393c43b-140c-4758-a265-fc886d8d1c9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event updated for resources: {'Port': ['ID=1f699c0c-1236-4449-b1e4-e65745feddc0,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:57.254881 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-e393c43b-140c-4758-a265-fc886d8d1c9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:25:57.261564 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:57.278679 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e393c43b-140c-4758-a265-fc886d8d1c9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:57.336095 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-e393c43b-140c-4758-a265-fc886d8d1c9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:25:57.352067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-e393c43b-140c-4758-a265-fc886d8d1c9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:25:57.379608 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a81d07-45d5-47f2-b9dd-776939a57f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f742d0d-8c98-4fa0-abb5-3a593f6d96b0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:57.401642 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-88a81d07-45d5-47f2-b9dd-776939a57f54 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b7c2cc1939fb4126bdf98c4c121303fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7031999 Jun 25 09:25:57.407288 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59604) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:57.414178 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-88a81d07-45d5-47f2-b9dd-776939a57f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:57.428610 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Transition to ACTIVE for port object 23aef354-1fa5-4316-bb53-dd9e728400b3 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:25:57.449162 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:57.458720 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4f51a430-3267-4747-bdab-73f906bb58c3 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:57.588301 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-e393c43b-140c-4758-a265-fc886d8d1c9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:57.589212 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-e393c43b-140c-4758-a265-fc886d8d1c9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:57.668253 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b99f7915-8fd4-489a-ade5-a6e08f3e3705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:57.678496 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c9ad7-3f56-4241-adf5-261c35288377 req-7004c81e-f1a3-4edf-85aa-d376f6adfa9c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:57.686974 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-501c9ad7-3f56-4241-adf5-261c35288377 req-7004c81e-f1a3-4edf-85aa-d376f6adfa9c tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.4735794 Jun 25 09:25:57.734909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Pushing event updated for resources: {'Port': ['ID=23aef354-1fa5-4316-bb53-dd9e728400b3,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:57.738325 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b99f7915-8fd4-489a-ade5-a6e08f3e3705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:57.743249 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:57.797037 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-e393c43b-140c-4758-a265-fc886d8d1c9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2059855 Jun 25 09:25:57.842066 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Request body: {'port': {'device_id': '3e054854-3507-4487-97b7-1d85ddb025fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:25:57.873316 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6a9409c9-3cda-4979-bc44-7634728ceeee None None] Provisioning for port 1f699c0c-1236-4449-b1e4-e65745feddc0 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:25:57.884554 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6a9409c9-3cda-4979-bc44-7634728ceeee None None] Provisioning complete for port 1f699c0c-1236-4449-b1e4-e65745feddc0 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:25:57.884980 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a9409c9-3cda-4979-bc44-7634728ceeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:57.903845 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ecb82-9ead-4cce-9e51-ab9b006bbee5 req-bba2a3a5-fa19-4afd-9295-d82f5c7b2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:57.907450 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fb3ecb82-9ead-4cce-9e51-ab9b006bbee5 req-bba2a3a5-fa19-4afd-9295-d82f5c7b2365 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 1097 time: 0.6213140 Jun 25 09:25:57.960339 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:57.987392 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-6a9409c9-3cda-4979-bc44-7634728ceeee None None] Port 1f699c0c-1236-4449-b1e4-e65745feddc0 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:25:58.005184 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b99f7915-8fd4-489a-ade5-a6e08f3e3705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:58.012336 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b99f7915-8fd4-489a-ade5-a6e08f3e3705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:58.015100 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b99f7915-8fd4-489a-ade5-a6e08f3e3705 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0f742d0d-8c98-4fa0-abb5-3a593f6d96b0 HTTP/1.1" status: 204 len: 168 time: 0.5986714 Jun 25 09:25:58.018796 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fb3ecb82-9ead-4cce-9e51-ab9b006bbee5 req-f57fd217-22ee-4c07-9aa2-12a2bb0b9176 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982342 Jun 25 09:25:58.019525 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ef6a5-c5f9-40ed-bc34-cba7c2d91358 req-cdbdc073-8b2b-4624-89a2-9508e795cb9c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:58.026159 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fc6c2fcd-2bdb-4883-8f28-e0b4651d947f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:58.028135 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-679ef6a5-c5f9-40ed-bc34-cba7c2d91358 req-cdbdc073-8b2b-4624-89a2-9508e795cb9c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 936 time: 0.5723619 Jun 25 09:25:58.040573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f7915-8fd4-489a-ade5-a6e08f3e3705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f742d0d-8c98-4fa0-abb5-3a593f6d96b0,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:58.042964 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b99f7915-8fd4-489a-ade5-a6e08f3e3705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:58.063306 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Attempting to bind port 23aef354-1fa5-4316-bb53-dd9e728400b3 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:25:58.063306 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Attempting to bind port 23aef354-1fa5-4316-bb53-dd9e728400b3 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:25:58.064920 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Attempting to bind port 23aef354-1fa5-4316-bb53-dd9e728400b3 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:25:58.105494 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:58.110854 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-501c9ad7-3f56-4241-adf5-261c35288377 req-384c1e2a-00c0-4ad8-aa03-631b089bc16b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229150 Jun 25 09:25:58.120972 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Port 23aef354-1fa5-4316-bb53-dd9e728400b3 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:25:58.121549 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Attempting to bind port 23aef354-1fa5-4316-bb53-dd9e728400b3 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:25:58.151148 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-679ef6a5-c5f9-40ed-bc34-cba7c2d91358 req-ad970212-f269-4276-8d01-afac54fc70c3 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220679 Jun 25 09:25:58.168884 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:25:58.170071 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:25:58.171098 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:25:58.172309 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Bound port: 23aef354-1fa5-4316-bb53-dd9e728400b3, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:25:58.174660 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:58.512599 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59640) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:58.530998 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-70f0da49-3501-4f7f-b184-e1218e3f5b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:58.531199 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bc77d73c-a18e-4375-b148-909114731e56 req-708d0e84-558c-48ef-a601-62df9b8dbee6 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0833013 Jun 25 09:25:58.642733 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] For port 23aef354-1fa5-4316-bb53-dd9e728400b3, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:25:58.668236 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] For port 23aef354-1fa5-4316-bb53-dd9e728400b3, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=23aef354-1fa5-4316-bb53-dd9e728400b3,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:25:58.679600 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:58.689099 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:58.706383 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-70f0da49-3501-4f7f-b184-e1218e3f5b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:58.717120 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-70f0da49-3501-4f7f-b184-e1218e3f5b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:58.736887 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713cdf8-51dd-4e66-bfc4-6931df9b9b30 req-d9564b77-00dc-4d8d-a5c7-894f519ce476 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:58.745183 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c713cdf8-51dd-4e66-bfc4-6931df9b9b30 req-d9564b77-00dc-4d8d-a5c7-894f519ce476 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.4550169 Jun 25 09:25:58.748438 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d393e6bc-e203-41ee-b170-a5fd308b7447 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:58.754925 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-70f0da49-3501-4f7f-b184-e1218e3f5b3d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=aad7c60b712948e5a70537e2f3cd7100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387822 Jun 25 09:25:58.759652 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59646) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:25:58.817861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0da49-3501-4f7f-b184-e1218e3f5b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f120eb-77bd-40c1-ab65-4fb8bfe2186e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:58.822438 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-70f0da49-3501-4f7f-b184-e1218e3f5b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:58.848370 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0731d5f7-250a-49f7-af8d-59bcc4841fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:58.850325 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:58.850933 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:58.853485 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] 10.222.0.38 "PUT /v2.0/ports/23aef354-1fa5-4316-bb53-dd9e728400b3 HTTP/1.1" status: 200 len: 1097 time: 2.8369641 Jun 25 09:25:58.854513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e7c5bf-9895-425a-925b-e22e22e83690', 'tag': '23aef354-1fa5-4316-bb53-dd9e728400b3'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:25:58.857637 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b263fd-e050-49f1-a094-55adcd2bbc61" -d '{"events": [{"name": "network-changed", "server_uuid": "50e7c5bf-9895-425a-925b-e22e22e83690", "tag": "23aef354-1fa5-4316-bb53-dd9e728400b3"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:25:58.880354 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Pushing event updated for resources: {'Port': ['ID=23aef354-1fa5-4316-bb53-dd9e728400b3,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:58.898137 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:58.911489 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c713cdf8-51dd-4e66-bfc4-6931df9b9b30 req-3dd3d336-4822-49eb-9af2-00db76729bd2 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653862 Jun 25 09:25:58.934078 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0731d5f7-250a-49f7-af8d-59bcc4841fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:58.990382 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e737a6f-35b3-4b0d-8ca8-b36924b386af x-openstack-request-id: req-2e737a6f-35b3-4b0d-8ca8-b36924b386af {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:25:58.990913 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e7c5bf-9895-425a-925b-e22e22e83690", "tag": "23aef354-1fa5-4316-bb53-dd9e728400b3", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:25:58.991687 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2e737a6f-35b3-4b0d-8ca8-b36924b386af {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:25:58.991912 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e7c5bf-9895-425a-925b-e22e22e83690', 'tag': '23aef354-1fa5-4316-bb53-dd9e728400b3', 'status': 'completed', 'code': 200} Jun 25 09:25:59.033369 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f699c0c-1236-4449-b1e4-e65745feddc0 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:25:59.039983 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0731d5f7-250a-49f7-af8d-59bcc4841fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:59.044027 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:59.044894 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0731d5f7-250a-49f7-af8d-59bcc4841fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:59.046138 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0731d5f7-250a-49f7-af8d-59bcc4841fbf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b6f120eb-77bd-40c1-ab65-4fb8bfe2186e HTTP/1.1" status: 204 len: 168 time: 0.2854602 Jun 25 09:25:59.056528 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48a93edc-0ecd-458b-818b-e15a6d855bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:59.070474 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-71232a32-fe8d-4f5e-86c6-fd6a532ca4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:59.072270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-71232a32-fe8d-4f5e-86c6-fd6a532ca4a8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=50e7c5bf-9895-425a-925b-e22e22e83690 HTTP/1.1" status: 200 len: 1100 time: 0.1309843 Jun 25 09:25:59.078462 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Transition to ACTIVE for port object 1f699c0c-1236-4449-b1e4-e65745feddc0 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:25:59.082464 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731d5f7-250a-49f7-af8d-59bcc4841fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f120eb-77bd-40c1-ab65-4fb8bfe2186e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:59.084436 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:59.087520 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0731d5f7-250a-49f7-af8d-59bcc4841fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:59.089191 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-536013c9-59f6-497a-a1a9-811486f8ee10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:25:59.178977 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-c811f5c9-3627-4f00-a604-c9a4a82f8620 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=23aef354-1fa5-4316-bb53-dd9e728400b3 HTTP/1.1" status: 200 len: 217 time: 0.0599101 Jun 25 09:25:59.291761 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-29c3d4f8-ce9a-4a6c-b847-c2e9b6d76423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:59.297900 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-29c3d4f8-ce9a-4a6c-b847-c2e9b6d76423 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1068225 Jun 25 09:25:59.346363 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Pushing event updated for resources: {'Port': ['ID=1f699c0c-1236-4449-b1e4-e65745feddc0,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:25:59.450744 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:25:59.653420 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Attempting to bind port 1f699c0c-1236-4449-b1e4-e65745feddc0 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:25:59.654036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Attempting to bind port 1f699c0c-1236-4449-b1e4-e65745feddc0 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:25:59.654404 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Attempting to bind port 1f699c0c-1236-4449-b1e4-e65745feddc0 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:25:59.689217 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-22db8d67-e840-40f5-b709-56f7fdc1b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:59.690992 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-22db8d67-e840-40f5-b709-56f7fdc1b6de service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3728704 Jun 25 09:25:59.695302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Port 1f699c0c-1236-4449-b1e4-e65745feddc0 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:25:59.695530 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Attempting to bind port 1f699c0c-1236-4449-b1e4-e65745feddc0 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:25:59.712062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8e0a5-6eec-4beb-9db8-29041937a67e req-dfae095a-ac22-4443-8b5a-230938262505 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:59.719249 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffa8e0a5-6eec-4beb-9db8-29041937a67e req-dfae095a-ac22-4443-8b5a-230938262505 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 948 time: 0.2824244 Jun 25 09:25:59.748003 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8332bfe-abb2-4506-a5c8-6005bbcf29e1 req-6b0ba0d3-5f34-49ef-9b29-9bfd7072f2ca tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:59.749658 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8332bfe-abb2-4506-a5c8-6005bbcf29e1 req-6b0ba0d3-5f34-49ef-9b29-9bfd7072f2ca tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.3425071 Jun 25 09:25:59.761901 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:25:59.762244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:25:59.762636 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:25:59.763096 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Bound port: 1f699c0c-1236-4449-b1e4-e65745feddc0, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:25:59.763459 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:25:59.896640 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffa8e0a5-6eec-4beb-9db8-29041937a67e req-4b3e6a8f-e2f2-4749-bc17-36821f5a134f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763616 Jun 25 09:25:59.986169 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8332bfe-abb2-4506-a5c8-6005bbcf29e1 req-41db8e33-8e52-4696-80e9-5b20a602d7f9 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.93 "GET /v2.0/security-groups?id=83b82330-318b-45ef-b0fd-3307f005a4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203588 Jun 25 09:25:59.989549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419429fd-aa42-4aa0-a33a-0534d011e5ed req-73a88d92-4fb9-4f99-98bf-e6cbf00aaeb3 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:25:59.991346 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-419429fd-aa42-4aa0-a33a-0534d011e5ed req-73a88d92-4fb9-4f99-98bf-e6cbf00aaeb3 tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.38 "GET /v2.0/ports?device_id=e978a680-6d5c-423b-bdc6-6693675a382f HTTP/1.1" status: 200 len: 946 time: 0.1645441 Jun 25 09:26:00.049743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] For port 1f699c0c-1236-4449-b1e4-e65745feddc0, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:26:00.063427 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] For port 1f699c0c-1236-4449-b1e4-e65745feddc0, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1f699c0c-1236-4449-b1e4-e65745feddc0,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:26:00.066649 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-29812e32-3568-4712-a62b-8af8c362a36c service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630126 Jun 25 09:26:00.080158 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:00.115934 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:00.176444 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:00.177112 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:00.178558 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] 10.222.0.41 "PUT /v2.0/ports/1f699c0c-1236-4449-b1e4-e65745feddc0 HTTP/1.1" status: 200 len: 1097 time: 2.3444922 Jun 25 09:26:00.184575 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-419429fd-aa42-4aa0-a33a-0534d011e5ed req-48c300eb-5a59-49e2-a403-4eefaedb4c9a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Deleting port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:26:00.185148 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-419429fd-aa42-4aa0-a33a-0534d011e5ed req-48c300eb-5a59-49e2-a403-4eefaedb4c9a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:00.313351 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-419429fd-aa42-4aa0-a33a-0534d011e5ed req-48c300eb-5a59-49e2-a403-4eefaedb4c9a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] For port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,segment=NetworkSegment(183d0b86-9f10-4426-9876-35ade5be5327),segment_id=183d0b86-9f10-4426-9876-35ade5be5327)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:00.313351 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-419429fd-aa42-4aa0-a33a-0534d011e5ed req-48c300eb-5a59-49e2-a403-4eefaedb4c9a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:00.317603 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7fa00358-9b8e-4e1d-bf5b-0d1fb6b0e98a req-c420902e-8670-4d56-8778-7a71158059e3 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.1740077 Jun 25 09:26:00.348301 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-419429fd-aa42-4aa0-a33a-0534d011e5ed req-48c300eb-5a59-49e2-a403-4eefaedb4c9a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Calling delete_port for 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:26:00.445423 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Pushing event updated for resources: {'Port': ['ID=1f699c0c-1236-4449-b1e4-e65745feddc0,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:00.455207 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:00.491351 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-3f2675b9-8c6e-47b9-816d-5a65d395c507 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765907 Jun 25 09:26:00.514377 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-f02efd51-b77d-4319-a6b7-9ecf0ef5185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:00.519192 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-f02efd51-b77d-4319-a6b7-9ecf0ef5185d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 1100 time: 0.2446697 Jun 25 09:26:00.535396 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbfa45-9931-4970-8d85-7df7d0aa3608 req-eccd18f4-dd8a-4ba4-96d3-6dcedbf822b5 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:00.537029 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-afcbfa45-9931-4970-8d85-7df7d0aa3608 req-eccd18f4-dd8a-4ba4-96d3-6dcedbf822b5 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.2614043 Jun 25 09:26:00.561755 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-419429fd-aa42-4aa0-a33a-0534d011e5ed req-48c300eb-5a59-49e2-a403-4eefaedb4c9a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:00.585162 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-348c2709-40fd-46d0-bf04-93a1ecdcd008 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:00.615855 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['29b44762-2c1a-4223-83cc-ecf5d5dc2e82'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:26:00.616518 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c300eb-5a59-49e2-a403-4eefaedb4c9a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Pushing event deleted for resources: {'Port': ['ID=29b44762-2c1a-4223-83cc-ecf5d5dc2e82,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:00.624773 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-81d99a55-7509-40e4-a171-9ac974c26114 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=1f699c0c-1236-4449-b1e4-e65745feddc0 HTTP/1.1" status: 200 len: 217 time: 0.0761311 Jun 25 09:26:00.626405 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48c300eb-5a59-49e2-a403-4eefaedb4c9a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:00.741090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-419429fd-aa42-4aa0-a33a-0534d011e5ed req-48c300eb-5a59-49e2-a403-4eefaedb4c9a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] No DVR routers for this DVR port 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:26:00.754403 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-419429fd-aa42-4aa0-a33a-0534d011e5ed req-48c300eb-5a59-49e2-a403-4eefaedb4c9a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:00.756463 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-419429fd-aa42-4aa0-a33a-0534d011e5ed req-48c300eb-5a59-49e2-a403-4eefaedb4c9a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] 10.222.0.38 "DELETE /v2.0/ports/29b44762-2c1a-4223-83cc-ecf5d5dc2e82 HTTP/1.1" status: 204 len: 173 time: 0.7569416 Jun 25 09:26:00.757114 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e978a680-6d5c-423b-bdc6-6693675a382f', 'name': 'network-vif-deleted', 'tag': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:00.759560 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0e7a20-75bd-4bba-ba08-feafdd210036" -d '{"events": [{"server_uuid": "e978a680-6d5c-423b-bdc6-6693675a382f", "name": "network-vif-deleted", "tag": "29b44762-2c1a-4223-83cc-ecf5d5dc2e82"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:00.790011 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-6d29dce5-4f64-43ae-bec3-3c7172623490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:00.792408 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-6d29dce5-4f64-43ae-bec3-3c7172623490 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1498513 Jun 25 09:26:00.833349 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1c2c8a-70b6-4fa6-aa14-130ce0f9a5c3 x-openstack-request-id: req-2c1c2c8a-70b6-4fa6-aa14-130ce0f9a5c3 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:00.833629 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e978a680-6d5c-423b-bdc6-6693675a382f", "name": "network-vif-deleted", "tag": "29b44762-2c1a-4223-83cc-ecf5d5dc2e82", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:00.833934 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2c1c2c8a-70b6-4fa6-aa14-130ce0f9a5c3 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:00.836540 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e978a680-6d5c-423b-bdc6-6693675a382f', 'name': 'network-vif-deleted', 'tag': '29b44762-2c1a-4223-83cc-ecf5d5dc2e82', 'status': 'completed', 'code': 200} Jun 25 09:26:00.887881 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-afcbfa45-9931-4970-8d85-7df7d0aa3608 req-881099b2-3a5e-4b74-98e3-17d74edc9aa7 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410847 Jun 25 09:26:00.979186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b263fd-e050-49f1-a094-55adcd2bbc61 req-6fd4a079-884c-4029-ac72-a95d9aeb4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:00.988038 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87b263fd-e050-49f1-a094-55adcd2bbc61 req-6fd4a079-884c-4029-ac72-a95d9aeb4281 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=50e7c5bf-9895-425a-925b-e22e22e83690 HTTP/1.1" status: 200 len: 1100 time: 0.3160467 Jun 25 09:26:01.014832 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e054854-3507-4487-97b7-1d85ddb025fc', 'tag': '1f699c0c-1236-4449-b1e4-e65745feddc0'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:01.017997 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa27e3b-869d-48a9-b4bb-cb246e6f109b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e054854-3507-4487-97b7-1d85ddb025fc", "tag": "1f699c0c-1236-4449-b1e4-e65745feddc0"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:01.253815 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:01.588803 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-8fdf4949-aef4-4be5-ac71-743a2bf416a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:01.590488 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-8fdf4949-aef4-4be5-ac71-743a2bf416a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7706504 Jun 25 09:26:01.790163 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b263fd-e050-49f1-a094-55adcd2bbc61 req-a0f8c073-bc4c-44e1-9936-0216d22bfc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:01.792449 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87b263fd-e050-49f1-a094-55adcd2bbc61 req-a0f8c073-bc4c-44e1-9936-0216d22bfc6f service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.7861996 Jun 25 09:26:01.841367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe229bd-2df4-45ea-9c7d-e13a2c5cb744 req-0a1be9ba-a713-4f29-950f-3372ac3cc397 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:01.842789 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3fe229bd-2df4-45ea-9c7d-e13a2c5cb744 req-0a1be9ba-a713-4f29-950f-3372ac3cc397 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.2661815 Jun 25 09:26:01.879601 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-575596cb-cd87-47fb-a71f-6b2d04110541 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699389 Jun 25 09:26:01.892613 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838b6ca-b8f8-43cd-90ce-917f132c347c req-13ea1036-71b9-4629-9fba-167fa25b283c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:01.894230 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8838b6ca-b8f8-43cd-90ce-917f132c347c req-13ea1036-71b9-4629-9fba-167fa25b283c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 948 time: 0.3164899 Jun 25 09:26:01.896477 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87b263fd-e050-49f1-a094-55adcd2bbc61 req-145ec289-6ca0-49c0-991c-5eb3647f6673 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=23aef354-1fa5-4316-bb53-dd9e728400b3 HTTP/1.1" status: 200 len: 217 time: 0.0843048 Jun 25 09:26:02.067902 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3fe229bd-2df4-45ea-9c7d-e13a2c5cb744 req-d726f382-ef70-4cec-b3e1-411e51f51197 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864488 Jun 25 09:26:02.077509 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8838b6ca-b8f8-43cd-90ce-917f132c347c req-5c5d35dd-e61d-4950-90cb-3a3dc4179886 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601422 Jun 25 09:26:02.081111 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b263fd-e050-49f1-a094-55adcd2bbc61 req-e75f38cc-5301-4754-9af8-1eb78c26fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:02.082643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87b263fd-e050-49f1-a094-55adcd2bbc61 req-e75f38cc-5301-4754-9af8-1eb78c26fd34 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1664569 Jun 25 09:26:02.147999 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05f3f32-587b-44b8-9e4c-9b7495eec22b req-d4ccebc1-6751-4f82-ac74-f236c3d99fce service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459946 Jun 25 09:26:02.187043 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b263fd-e050-49f1-a094-55adcd2bbc61 req-1d273602-a6e2-417a-a2ad-c3667a598c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:02.188774 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87b263fd-e050-49f1-a094-55adcd2bbc61 req-1d273602-a6e2-417a-a2ad-c3667a598c47 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0961089 Jun 25 09:26:02.264756 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5920c3d6-99f2-430f-a8f7-f6212dcba2a5 x-openstack-request-id: req-5920c3d6-99f2-430f-a8f7-f6212dcba2a5 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:02.265113 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e054854-3507-4487-97b7-1d85ddb025fc", "tag": "1f699c0c-1236-4449-b1e4-e65745feddc0", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:02.265417 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5920c3d6-99f2-430f-a8f7-f6212dcba2a5 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:02.265881 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e054854-3507-4487-97b7-1d85ddb025fc', 'tag': '1f699c0c-1236-4449-b1e4-e65745feddc0', 'status': 'completed', 'code': 200} Jun 25 09:26:02.286167 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59830) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:02.386032 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8154092-6b45-4763-90d4-768069d578ca admin admin] Deleting subnet 2109fa39-1280-4b24-b7e2-08e8cb464b3a {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:26:02.393344 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8154092-6b45-4763-90d4-768069d578ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:02.449403 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-40e74487-a10d-4ac0-abc9-b09824a0dc46 req-f1f828c0-9396-4706-bbb4-6c57c13eada9 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0584736 Jun 25 09:26:02.488236 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87b263fd-e050-49f1-a094-55adcd2bbc61 req-065b0008-da99-492a-996e-e9c18049a709 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890143 Jun 25 09:26:02.492141 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8154092-6b45-4763-90d4-768069d578ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:02.557276 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa27e3b-869d-48a9-b4bb-cb246e6f109b req-e99e4cf4-4dff-4137-9b8d-76a3f07e7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:02.562834 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aa27e3b-869d-48a9-b4bb-cb246e6f109b req-e99e4cf4-4dff-4137-9b8d-76a3f07e7129 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 1100 time: 0.2403111 Jun 25 09:26:02.574829 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8154092-6b45-4763-90d4-768069d578ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:02.652079 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8154092-6b45-4763-90d4-768069d578ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:02.669115 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ce8f9f02-3a8f-45e4-9db0-9fa89c49ed52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:02.717214 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8154092-6b45-4763-90d4-768069d578ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:02.725015 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59844) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:02.728192 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a8154092-6b45-4763-90d4-768069d578ca admin admin] 10.222.0.93 "DELETE /v2.0/subnets/2109fa39-1280-4b24-b7e2-08e8cb464b3a HTTP/1.1" status: 204 len: 168 time: 0.4406681 Jun 25 09:26:02.730926 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8154092-6b45-4763-90d4-768069d578ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2109fa39-1280-4b24-b7e2-08e8cb464b3a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:02.739204 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a8154092-6b45-4763-90d4-768069d578ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:02.819379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59854) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:02.930221 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87b263fd-e050-49f1-a094-55adcd2bbc61 req-6ce13d25-5cf6-48a4-8bdf-051846376fdb service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321108 Jun 25 09:26:02.950982 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd593ff7-71cf-49c9-a9c6-715a8d09ad5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:02.972802 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa27e3b-869d-48a9-b4bb-cb246e6f109b req-de4aa363-e516-4ab6-bb0d-9843556418e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:02.974963 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aa27e3b-869d-48a9-b4bb-cb246e6f109b req-de4aa363-e516-4ab6-bb0d-9843556418e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.3453918 Jun 25 09:26:02.978586 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f7c27f93-ea22-4b93-8155-22939171f08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:03.100375 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aa27e3b-869d-48a9-b4bb-cb246e6f109b req-bb21e117-08ff-4464-bf94-2b63f437d504 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=1f699c0c-1236-4449-b1e4-e65745feddc0 HTTP/1.1" status: 200 len: 217 time: 0.1055017 Jun 25 09:26:03.115538 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd593ff7-71cf-49c9-a9c6-715a8d09ad5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:03.121028 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd593ff7-71cf-49c9-a9c6-715a8d09ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:03.149499 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-88a81d07-45d5-47f2-b9dd-776939a57f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:03.176287 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bd593ff7-71cf-49c9-a9c6-715a8d09ad5c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8f49d59f13894bceada05468cfb43227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530824 Jun 25 09:26:03.176287 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd593ff7-71cf-49c9-a9c6-715a8d09ad5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cce277-39da-4678-a52e-f238201bc569,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:03.178565 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bd593ff7-71cf-49c9-a9c6-715a8d09ad5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:03.179139 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59874) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:03.204911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa27e3b-869d-48a9-b4bb-cb246e6f109b req-bee0e91b-fc3d-4b00-8115-4aa01cd8a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:03.206357 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aa27e3b-869d-48a9-b4bb-cb246e6f109b req-bee0e91b-fc3d-4b00-8115-4aa01cd8a1b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0828876 Jun 25 09:26:03.234706 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-36da5516-5de0-4a2a-9a17-b7844afc62c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:03.260079 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-36da5516-5de0-4a2a-9a17-b7844afc62c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:03.341740 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-36da5516-5de0-4a2a-9a17-b7844afc62c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:03.342529 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f7c27f93-ea22-4b93-8155-22939171f08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:03.342887 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-36da5516-5de0-4a2a-9a17-b7844afc62c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:03.344091 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-36da5516-5de0-4a2a-9a17-b7844afc62c7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/71cce277-39da-4678-a52e-f238201bc569 HTTP/1.1" status: 204 len: 168 time: 0.1640217 Jun 25 09:26:03.345407 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ccdca8ff-b27e-4bd8-8a8a-212c286624b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:03.366117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-f7c27f93-ea22-4b93-8155-22939171f08c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a27a185-c495-402c-8517-3de9213d78e5']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:03.368540 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da5516-5de0-4a2a-9a17-b7844afc62c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cce277-39da-4678-a52e-f238201bc569,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:03.373381 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-36da5516-5de0-4a2a-9a17-b7844afc62c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:03.402535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-f7c27f93-ea22-4b93-8155-22939171f08c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183d0b86-9f10-4426-9876-35ade5be5327') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:03.402939 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-f7c27f93-ea22-4b93-8155-22939171f08c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183d0b86-9f10-4426-9876-35ade5be5327') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:03.412994 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f7c27f93-ea22-4b93-8155-22939171f08c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:03.449118 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f7c27f93-ea22-4b93-8155-22939171f08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:03.468637 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c27f93-ea22-4b93-8155-22939171f08c admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:26:03.469079 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f7c27f93-ea22-4b93-8155-22939171f08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:26:03.478650 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:26:03.542141 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-5bf1c134-b2e7-420e-85e2-8e3793173311 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:03.549060 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-5bf1c134-b2e7-420e-85e2-8e3793173311 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/networks?id=dd6b7236-91c6-4cd1-904d-928be917672b HTTP/1.1" status: 200 len: 814 time: 0.4635355 Jun 25 09:26:03.552304 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa27e3b-869d-48a9-b4bb-cb246e6f109b req-24894fe7-bef1-43c1-9eb2-fcadd852a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:03.553823 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aa27e3b-869d-48a9-b4bb-cb246e6f109b req-24894fe7-bef1-43c1-9eb2-fcadd852a59d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3145273 Jun 25 09:26:03.567925 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-1716e5a0-5e57-4817-b96d-741a7106af4a tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/quotas/748dde602c1f49a6bbc81c6e04536147 HTTP/1.1" status: 200 len: 375 time: 0.0179660 Jun 25 09:26:03.598337 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa66a6f-903f-4677-bc6e-c4bf099d18f0 req-da6b186c-2da2-4b35-899e-2f5471236e3c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:03.599896 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-baa66a6f-903f-4677-bc6e-c4bf099d18f0 req-da6b186c-2da2-4b35-899e-2f5471236e3c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 948 time: 0.3193624 Jun 25 09:26:03.628111 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:26:03.666564 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f7c27f93-ea22-4b93-8155-22939171f08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:03.681989 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:03.696104 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f7c27f93-ea22-4b93-8155-22939171f08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:03.698237 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f7c27f93-ea22-4b93-8155-22939171f08c admin admin] 10.222.0.93 "DELETE /v2.0/networks/5a27a185-c495-402c-8517-3de9213d78e5 HTTP/1.1" status: 204 len: 168 time: 0.9721580 Jun 25 09:26:03.716809 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27f93-ea22-4b93-8155-22939171f08c admin admin] Pushing event deleted for resources: {'Network': ['ID=5a27a185-c495-402c-8517-3de9213d78e5,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:03.721684 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f7c27f93-ea22-4b93-8155-22939171f08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:03.781446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-baa66a6f-903f-4677-bc6e-c4bf099d18f0 req-5fefba4f-88ea-4a36-ba1e-5a0cb2cd3e8a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692667 Jun 25 09:26:03.819535 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59894) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:03.835634 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93f72452-70ea-4b2b-b7e2-834da70a2ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:03.883492 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aa27e3b-869d-48a9-b4bb-cb246e6f109b req-1dfe16b1-07e2-4845-b18d-15309edeb83e service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080719 Jun 25 09:26:03.919799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59902) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:03.946746 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-aa661582-25b0-4e21-8d06-fcdc2671c351 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=748dde602c1f49a6bbc81c6e04536147&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3565917 Jun 25 09:26:04.025026 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5e38f89f-d45e-4109-91d9-0b3f40dcb3c4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6fcf288132844a938d2e86f2388f6525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1038430 Jun 25 09:26:04.029499 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59908) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:04.104810 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bcbc723d-83ce-4039-b280-6c475576ef91 req-2aa0bdf4-6a70-4d86-b73d-b74749732c3d tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0422528 Jun 25 09:26:04.139787 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b342780-197c-4514-95fd-aebc3c652902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:04.171745 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aa27e3b-869d-48a9-b4bb-cb246e6f109b req-048cde07-f440-4692-b558-ad939dd26cea service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802458 Jun 25 09:26:04.180172 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93f72452-70ea-4b2b-b7e2-834da70a2ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:04.192364 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93f72452-70ea-4b2b-b7e2-834da70a2ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:04.198979 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:04.207412 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b342780-197c-4514-95fd-aebc3c652902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:04.282230 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-93f72452-70ea-4b2b-b7e2-834da70a2ee1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9c6d4ea332c346bab785d7840c20a5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613099 Jun 25 09:26:04.282838 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59914) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:04.285093 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-dc25cef5-d743-431a-9013-72f73128096c service neutron] 10.222.0.93 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374252 Jun 25 09:26:04.290880 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f72452-70ea-4b2b-b7e2-834da70a2ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5a9842-f640-4962-98c6-f6ce4a0e0708,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:04.295141 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-93f72452-70ea-4b2b-b7e2-834da70a2ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:04.338634 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b342780-197c-4514-95fd-aebc3c652902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:04.341670 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5b342780-197c-4514-95fd-aebc3c652902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:04.342987 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5b342780-197c-4514-95fd-aebc3c652902 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/83b82330-318b-45ef-b0fd-3307f005a4c4 HTTP/1.1" status: 204 len: 168 time: 0.3125241 Jun 25 09:26:04.349694 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fd02d824-05c1-4b23-9230-4c31eb2b60f6 tempest-ImagesNegativeTestJSON-101908324 tempest-ImagesNegativeTestJSON-101908324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:04.361271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b342780-197c-4514-95fd-aebc3c652902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b82330-318b-45ef-b0fd-3307f005a4c4,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:04.365496 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b342780-197c-4514-95fd-aebc3c652902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:04.367263 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ff6540a-2b05-4b98-9bf4-cc343c1e4112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:04.398632 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ff6540a-2b05-4b98-9bf4-cc343c1e4112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:04.466772 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-405f5fe8-51e4-464b-a633-5d8eff4a1465 service neutron] 10.222.0.93 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746023 Jun 25 09:26:04.467169 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ff6540a-2b05-4b98-9bf4-cc343c1e4112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:04.474745 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ff6540a-2b05-4b98-9bf4-cc343c1e4112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:04.482275 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5ff6540a-2b05-4b98-9bf4-cc343c1e4112 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9b5a9842-f640-4962-98c6-f6ce4a0e0708 HTTP/1.1" status: 204 len: 168 time: 0.1974177 Jun 25 09:26:04.484632 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3357ec7b-600d-4efc-8375-ba8411688719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:04.504552 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6540a-2b05-4b98-9bf4-cc343c1e4112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5a9842-f640-4962-98c6-f6ce4a0e0708,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:04.512169 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5ff6540a-2b05-4b98-9bf4-cc343c1e4112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:04.785880 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-49585674-b66e-4034-81c9-ef1c76876897 req-9fc94028-fef8-41b1-a20e-71cf84226833 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 210 time: 0.0584052 Jun 25 09:26:04.989557 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 23aef354-1fa5-4316-bb53-dd9e728400b3 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:26:05.065693 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:26:05.250989 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b103a-6a26-4e45-9e4b-e8549bd458b4 req-adc71470-44ea-4c6a-a38e-bb3db51f3f49 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:05.253854 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-008b103a-6a26-4e45-9e4b-e8549bd458b4 req-adc71470-44ea-4c6a-a38e-bb3db51f3f49 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.41 "GET /v2.0/ports?device_id=feaed4a2-8206-4c17-b4ff-efff8eed97b0 HTTP/1.1" status: 200 len: 945 time: 0.4403656 Jun 25 09:26:05.281933 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c7c36-e678-4a02-8e83-cbd85e82d6f1 req-49606e71-c00e-475c-b166-3f3f2e0fabe3 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:05.296431 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e3c7c36-e678-4a02-8e83-cbd85e82d6f1 req-49606e71-c00e-475c-b166-3f3f2e0fabe3 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 948 time: 0.3254943 Jun 25 09:26:05.330410 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 23aef354-1fa5-4316-bb53-dd9e728400b3, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=23aef354-1fa5-4316-bb53-dd9e728400b3,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:05.358492 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:26:05.358951 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 29b44762-2c1a-4223-83cc-ecf5d5dc2e82 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:26:05.379847 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '23aef354-1fa5-4316-bb53-dd9e728400b3', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '23aef354-1fa5-4316-bb53-dd9e728400b3', 'mac_address': 'fa:16:3e:a2:14:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:26:05.517744 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:05.524169 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e3c7c36-e678-4a02-8e83-cbd85e82d6f1 req-5692647c-a030-4cea-814d-f5b0bfd1ce5b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249339 Jun 25 09:26:05.535918 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23aef354-1fa5-4316-bb53-dd9e728400b3 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:26:05.560593 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 23aef354-1fa5-4316-bb53-dd9e728400b3, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=23aef354-1fa5-4316-bb53-dd9e728400b3,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:05.578396 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:05.580531 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d1bbfcaa-b3c8-4f1c-b8b7-ff5a00a43a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:05.643456 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-664d356f-cb0d-438a-9da4-942406895abc req-8316d7d8-eef4-4dfb-b55c-45078d0fd495 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.1280668 Jun 25 09:26:05.678541 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-008b103a-6a26-4e45-9e4b-e8549bd458b4 req-054aa23c-348b-4e66-a1b5-ef005ec99a75 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Deleting port 31eac85e-fc5f-4444-bca0-16ee4ae64297 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:26:05.678896 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-008b103a-6a26-4e45-9e4b-e8549bd458b4 req-054aa23c-348b-4e66-a1b5-ef005ec99a75 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:05.715189 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=23aef354-1fa5-4316-bb53-dd9e728400b3,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:05.737385 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:05.737731 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:05.738074 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:05.738407 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:05.738736 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:05.739062 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:05.739403 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:05.739709 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:05.740025 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:05.740549 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:05.741069 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:05.741555 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:05.755589 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:05.906309 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-008b103a-6a26-4e45-9e4b-e8549bd458b4 req-054aa23c-348b-4e66-a1b5-ef005ec99a75 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] For port 31eac85e-fc5f-4444-bca0-16ee4ae64297, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=31eac85e-fc5f-4444-bca0-16ee4ae64297,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:05.908521 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-008b103a-6a26-4e45-9e4b-e8549bd458b4 req-054aa23c-348b-4e66-a1b5-ef005ec99a75 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:05.924865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-008b103a-6a26-4e45-9e4b-e8549bd458b4 req-054aa23c-348b-4e66-a1b5-ef005ec99a75 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Calling delete_port for 31eac85e-fc5f-4444-bca0-16ee4ae64297 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:26:05.992664 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['23aef354-1fa5-4316-bb53-dd9e728400b3'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:26:06.033265 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 1f699c0c-1236-4449-b1e4-e65745feddc0 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:26:06.099795 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fbd71d8f-003e-4420-967d-54ff8045ec18 req-e3e07cf8-152a-46b5-8178-e7f2bd38262e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 210 time: 0.1109333 Jun 25 09:26:06.331871 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-008b103a-6a26-4e45-9e4b-e8549bd458b4 req-054aa23c-348b-4e66-a1b5-ef005ec99a75 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:06.344770 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0ca142af-bd64-4215-b4c4-2d0532ff3063 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:06.369518 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 1f699c0c-1236-4449-b1e4-e65745feddc0, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1f699c0c-1236-4449-b1e4-e65745feddc0,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:06.389769 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['31eac85e-fc5f-4444-bca0-16ee4ae64297'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:26:06.427833 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054aa23c-348b-4e66-a1b5-ef005ec99a75 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Pushing event deleted for resources: {'Port': ['ID=31eac85e-fc5f-4444-bca0-16ee4ae64297,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:06.458944 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-054aa23c-348b-4e66-a1b5-ef005ec99a75 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:06.502756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '1f699c0c-1236-4449-b1e4-e65745feddc0', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '1f699c0c-1236-4449-b1e4-e65745feddc0', 'mac_address': 'fa:16:3e:79:c5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:26:06.540335 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-008b103a-6a26-4e45-9e4b-e8549bd458b4 req-054aa23c-348b-4e66-a1b5-ef005ec99a75 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] No DVR routers for this DVR port 31eac85e-fc5f-4444-bca0-16ee4ae64297 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:26:06.543142 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-008b103a-6a26-4e45-9e4b-e8549bd458b4 req-054aa23c-348b-4e66-a1b5-ef005ec99a75 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:06.545799 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-008b103a-6a26-4e45-9e4b-e8549bd458b4 req-054aa23c-348b-4e66-a1b5-ef005ec99a75 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.41 "DELETE /v2.0/ports/31eac85e-fc5f-4444-bca0-16ee4ae64297 HTTP/1.1" status: 204 len: 173 time: 1.2447989 Jun 25 09:26:06.546363 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaed4a2-8206-4c17-b4ff-efff8eed97b0', 'name': 'network-vif-deleted', 'tag': '31eac85e-fc5f-4444-bca0-16ee4ae64297'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:06.549176 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2507786a-db88-4b54-9c3f-f410cdfa71d0" -d '{"events": [{"server_uuid": "feaed4a2-8206-4c17-b4ff-efff8eed97b0", "name": "network-vif-deleted", "tag": "31eac85e-fc5f-4444-bca0-16ee4ae64297"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:06.640907 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:06.645736 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a0414f-4047-444e-8ca6-228164736ae6 x-openstack-request-id: req-f8a0414f-4047-444e-8ca6-228164736ae6 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:06.646151 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaed4a2-8206-4c17-b4ff-efff8eed97b0", "name": "network-vif-deleted", "tag": "31eac85e-fc5f-4444-bca0-16ee4ae64297", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:06.647590 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f8a0414f-4047-444e-8ca6-228164736ae6 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:06.648118 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feaed4a2-8206-4c17-b4ff-efff8eed97b0', 'name': 'network-vif-deleted', 'tag': '31eac85e-fc5f-4444-bca0-16ee4ae64297', 'status': 'completed', 'code': 200} Jun 25 09:26:06.664183 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f699c0c-1236-4449-b1e4-e65745feddc0 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:26:06.714696 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 1f699c0c-1236-4449-b1e4-e65745feddc0, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1f699c0c-1236-4449-b1e4-e65745feddc0,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:06.739765 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:06.751584 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-168d0b1d-9df5-4940-8962-61bac9622512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:06.965195 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=1f699c0c-1236-4449-b1e4-e65745feddc0,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:06.974083 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f852cb-e98c-4149-9d8a-ee6eb3fc8593 req-d6ea824f-a6f5-447a-9203-dabe854ff74f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:06.981426 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35f852cb-e98c-4149-9d8a-ee6eb3fc8593 req-d6ea824f-a6f5-447a-9203-dabe854ff74f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 949 time: 0.2158036 Jun 25 09:26:06.995442 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:07.079372 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35f852cb-e98c-4149-9d8a-ee6eb3fc8593 req-78e2e1be-04aa-4a6f-92c4-4eb328fd6be4 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941122 Jun 25 09:26:07.110791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ba81c4f-183c-4fd9-b87e-08523317ee16 req-5add3e93-c4ca-4d79-be70-76678b186ccb tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0941529 Jun 25 09:26:07.240097 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['1f699c0c-1236-4449-b1e4-e65745feddc0'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:26:07.384711 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60082) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:07.577374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8fc3dd99-583a-411f-b114-62bafb703fe0 req-19b53ce4-5ed2-4c30-9cd8-6ad1ec8fb86c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 210 time: 0.1858425 Jun 25 09:26:07.701790 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-b5724d2b-f111-4413-9760-21ac2c75c1e1 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:07.706073 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-b5724d2b-f111-4413-9760-21ac2c75c1e1 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.38 "GET /v2.0/networks?id=dd6b7236-91c6-4cd1-904d-928be917672b HTTP/1.1" status: 200 len: 814 time: 0.4182355 Jun 25 09:26:07.730185 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-5c7aaec3-0a1f-45bd-9cb6-063551e5e2ef tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Request body: {'port': {'device_id': '4835deef-8122-4a43-a916-bb818cf63b75', 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b', 'admin_state_up': True, 'tenant_id': '748dde602c1f49a6bbc81c6e04536147'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:07.850962 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cc78f704-2615-4b4c-ba31-149572cb2274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:08.022269 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cc78f704-2615-4b4c-ba31-149572cb2274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:08.027213 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cc78f704-2615-4b4c-ba31-149572cb2274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:08.047935 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5336aa4b-aaa5-4865-a332-99cae93efea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:08.055617 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-5c7aaec3-0a1f-45bd-9cb6-063551e5e2ef tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Made reservation on behalf of 748dde602c1f49a6bbc81c6e04536147 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:08.063779 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31eac85e-fc5f-4444-bca0-16ee4ae64297 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:26:08.064961 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-5c7aaec3-0a1f-45bd-9cb6-063551e5e2ef tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:08.099258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 31eac85e-fc5f-4444-bca0-16ee4ae64297 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:26:08.099861 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 31eac85e-fc5f-4444-bca0-16ee4ae64297 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:26:08.156398 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cc78f704-2615-4b4c-ba31-149572cb2274 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9850abf6f25b4d5f8c4e67f1b1f0f2d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7699678 Jun 25 09:26:08.159268 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60114) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:08.169257 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78f704-2615-4b4c-ba31-149572cb2274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8601ff3f-dfba-4265-ae08-5f381dfeeb06,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:08.179504 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cc78f704-2615-4b4c-ba31-149572cb2274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:08.269614 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cc7188b7-4407-4c84-9b89-8bf3a619904a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:08.329704 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cc7188b7-4407-4c84-9b89-8bf3a619904a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:08.393302 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cc7188b7-4407-4c84-9b89-8bf3a619904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:08.396213 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cc7188b7-4407-4c84-9b89-8bf3a619904a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:08.397255 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cc7188b7-4407-4c84-9b89-8bf3a619904a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8601ff3f-dfba-4265-ae08-5f381dfeeb06 HTTP/1.1" status: 204 len: 168 time: 0.2369866 Jun 25 09:26:08.398081 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f224adac-5a47-4611-9640-d083a9b7f5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:08.415049 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7188b7-4407-4c84-9b89-8bf3a619904a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8601ff3f-dfba-4265-ae08-5f381dfeeb06,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:08.417545 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cc7188b7-4407-4c84-9b89-8bf3a619904a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:08.422085 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-5c7aaec3-0a1f-45bd-9cb6-063551e5e2ef tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Allocated IP 172.20.0.6 (dd6b7236-91c6-4cd1-904d-928be917672b/43a8323b-38ae-46d4-a13f-02c398ffe483/425dfa17-fbe0-4b31-830e-677fbd4191c1) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:26:08.639403 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-358c827b-87e1-4124-a487-9a93174c15d5 req-5125e479-8170-41d5-a318-a327ebb83dae tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.1422536 Jun 25 09:26:08.971711 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6fae7e9c-9b64-4b66-82d4-9b490bfb29cc req-d4c907e0-1c61-4046-83ae-bdcda677c789 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 210 time: 0.0936658 Jun 25 09:26:08.991259 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24998e43-6b31-4187-bbbf-3d84f4eed789 req-7966bb23-9a27-4bab-baf7-2a413642ae26 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:08.998689 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-24998e43-6b31-4187-bbbf-3d84f4eed789 req-7966bb23-9a27-4bab-baf7-2a413642ae26 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 949 time: 0.6475801 Jun 25 09:26:09.034198 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 23aef354-1fa5-4316-bb53-dd9e728400b3 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:26:09.058289 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-5c7aaec3-0a1f-45bd-9cb6-063551e5e2ef tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:09.089486 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-24998e43-6b31-4187-bbbf-3d84f4eed789 req-2324df3e-c981-4c33-bed5-87adfb50952c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887113 Jun 25 09:26:09.149976 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-5c7aaec3-0a1f-45bd-9cb6-063551e5e2ef tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:09.157675 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b2dffb45-924b-46de-8798-c732b126e5ec tempest-RoutersIpV6AdminTest-189405684 tempest-RoutersIpV6AdminTest-189405684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:09.163784 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 23aef354-1fa5-4316-bb53-dd9e728400b3 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:26:09.178446 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 23aef354-1fa5-4316-bb53-dd9e728400b3 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:26:09.178832 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:09.258347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7aaec3-0a1f-45bd-9cb6-063551e5e2ef tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Pushing event updated for resources: {'Port': ['ID=425dfa17-fbe0-4b31-830e-677fbd4191c1,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:09.271356 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5c7aaec3-0a1f-45bd-9cb6-063551e5e2ef tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:09.282661 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-5c7aaec3-0a1f-45bd-9cb6-063551e5e2ef tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Network dd6b7236-91c6-4cd1-904d-928be917672b is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:26:09.300797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-5c7aaec3-0a1f-45bd-9cb6-063551e5e2ef tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:26:09.307619 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-5c7aaec3-0a1f-45bd-9cb6-063551e5e2ef tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:26:09.362490 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:09.398145 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-5c7aaec3-0a1f-45bd-9cb6-063551e5e2ef tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:09.399114 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-5c7aaec3-0a1f-45bd-9cb6-063551e5e2ef tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:09.406936 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e7c5bf-9895-425a-925b-e22e22e83690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23aef354-1fa5-4316-bb53-dd9e728400b3'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:09.409901 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631eee67-cabf-4b59-ba5c-1d0a6bb54637" -d '{"events": [{"server_uuid": "50e7c5bf-9895-425a-925b-e22e22e83690", "name": "network-vif-plugged", "status": "completed", "tag": "23aef354-1fa5-4316-bb53-dd9e728400b3"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:09.428033 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 23aef354-1fa5-4316-bb53-dd9e728400b3, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=23aef354-1fa5-4316-bb53-dd9e728400b3,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:09.432506 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-5c7aaec3-0a1f-45bd-9cb6-063551e5e2ef tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7106848 Jun 25 09:26:09.449698 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:09.455145 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:09.456053 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Request body: {'port': {'device_id': '4835deef-8122-4a43-a916-bb818cf63b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:09.519302 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4219a44d-afec-41da-bc3f-d21bec2fb9c1 x-openstack-request-id: req-4219a44d-afec-41da-bc3f-d21bec2fb9c1 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:09.521165 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e7c5bf-9895-425a-925b-e22e22e83690", "name": "network-vif-plugged", "status": "completed", "tag": "23aef354-1fa5-4316-bb53-dd9e728400b3", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:09.521468 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4219a44d-afec-41da-bc3f-d21bec2fb9c1 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:09.522185 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e7c5bf-9895-425a-925b-e22e22e83690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23aef354-1fa5-4316-bb53-dd9e728400b3', 'code': 200} Jun 25 09:26:09.626445 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:09.627144 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=23aef354-1fa5-4316-bb53-dd9e728400b3,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:09.631460 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:09.743137 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9df6d2-fb4b-48dd-9f9a-21d380fc53cf req-4581970c-545c-4a49-a706-4cfb6688b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:09.747027 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa9df6d2-fb4b-48dd-9f9a-21d380fc53cf req-4581970c-545c-4a49-a706-4cfb6688b5f0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=50e7c5bf-9895-425a-925b-e22e22e83690 HTTP/1.1" status: 200 len: 1102 time: 0.1188045 Jun 25 09:26:09.802158 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60180) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:09.871387 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fa9df6d2-fb4b-48dd-9f9a-21d380fc53cf req-f7b9252b-6651-42a2-8590-358f33c57e9b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171412 Jun 25 09:26:09.920662 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4f161a82-f43c-400f-9395-be5ad5c9b49c req-68cc4175-3b6b-4fec-9fc6-a6d6e9058247 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0342286 Jun 25 09:26:10.088444 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 1f699c0c-1236-4449-b1e4-e65745feddc0 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:26:10.162750 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425dfa17-fbe0-4b31-830e-677fbd4191c1 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:26:10.173451 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:10.193349 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Transition to ACTIVE for port object 425dfa17-fbe0-4b31-830e-677fbd4191c1 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:26:10.193644 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 1f699c0c-1236-4449-b1e4-e65745feddc0 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:26:10.201329 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:10.201495 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 1f699c0c-1236-4449-b1e4-e65745feddc0 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:26:10.202871 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:10.207206 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:10.257620 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ced487f7-a85f-4475-9882-05e2b939ed19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:10.411924 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:10.459850 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=425dfa17-fbe0-4b31-830e-677fbd4191c1,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:10.483291 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 1f699c0c-1236-4449-b1e4-e65745feddc0, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1f699c0c-1236-4449-b1e4-e65745feddc0,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:10.489170 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:10.490949 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:10.522770 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ced487f7-a85f-4475-9882-05e2b939ed19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:10.524787 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:10.530877 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ced487f7-a85f-4475-9882-05e2b939ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:10.535394 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cc7188b7-4407-4c84-9b89-8bf3a619904a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:10.599452 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ced487f7-a85f-4475-9882-05e2b939ed19 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=647fa50586ae4f3da582ae48dfb6aa0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7819963 Jun 25 09:26:10.600438 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced487f7-a85f-4475-9882-05e2b939ed19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25369d48-b3ce-460c-a43d-cd097b4e1250,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:10.602882 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 60216) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:10.604780 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ced487f7-a85f-4475-9882-05e2b939ed19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:10.605664 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=1f699c0c-1236-4449-b1e4-e65745feddc0,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:10.613897 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:11.161552 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da94455-e33e-4fe6-80db-44aa81ebcce4 req-5860aae1-13ef-47a6-a5d6-93eef3d34b5d tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:11.163045 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2da94455-e33e-4fe6-80db-44aa81ebcce4 req-5860aae1-13ef-47a6-a5d6-93eef3d34b5d tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 943 time: 0.8912036 Jun 25 09:26:11.221974 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Attempting to bind port 425dfa17-fbe0-4b31-830e-677fbd4191c1 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:11.222331 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Attempting to bind port 425dfa17-fbe0-4b31-830e-677fbd4191c1 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '636f9e92-a852-44f1-9f7c-1936c3b52444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:11.222733 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Attempting to bind port 425dfa17-fbe0-4b31-830e-677fbd4191c1 on network dd6b7236-91c6-4cd1-904d-928be917672b {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:11.231393 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Port 425dfa17-fbe0-4b31-830e-677fbd4191c1 on network dd6b7236-91c6-4cd1-904d-928be917672b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:11.232047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Attempting to bind port 425dfa17-fbe0-4b31-830e-677fbd4191c1 on network dd6b7236-91c6-4cd1-904d-928be917672b {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:11.252972 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:26:11.253332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Checking segment: {'id': '636f9e92-a852-44f1-9f7c-1936c3b52444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:26:11.253713 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Bound using segment: {'id': '636f9e92-a852-44f1-9f7c-1936c3b52444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:26:11.254185 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Bound port: 425dfa17-fbe0-4b31-830e-677fbd4191c1, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636f9e92-a852-44f1-9f7c-1936c3b52444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:26:11.254548 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:11.310372 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1e5d3-e3ac-4075-8e4b-b745eca1af56 req-aec2ba42-8ed6-47ba-a576-dea7f8d00a0e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:11.324141 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6e1e5d3-e3ac-4075-8e4b-b745eca1af56 req-aec2ba42-8ed6-47ba-a576-dea7f8d00a0e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 949 time: 0.9208760 Jun 25 09:26:11.402085 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] For port 425dfa17-fbe0-4b31-830e-677fbd4191c1, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:26:11.405622 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] For port 425dfa17-fbe0-4b31-830e-677fbd4191c1, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=425dfa17-fbe0-4b31-830e-677fbd4191c1,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:26:11.412832 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-49268f0b-e9dc-4506-b717-2d8060edea7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:11.415882 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:11.420311 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e393c43b-140c-4758-a265-fc886d8d1c9b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:11.426718 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2da94455-e33e-4fe6-80db-44aa81ebcce4 req-4a2bc8e7-ca87-4458-a729-6e4645f195bd tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447386 Jun 25 09:26:11.520068 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-49268f0b-e9dc-4506-b717-2d8060edea7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:11.524057 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e054854-3507-4487-97b7-1d85ddb025fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f699c0c-1236-4449-b1e4-e65745feddc0'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:11.527429 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dff6bf-2619-41db-9f3b-a5e930c5ffaf" -d '{"events": [{"server_uuid": "3e054854-3507-4487-97b7-1d85ddb025fc", "name": "network-vif-plugged", "status": "completed", "tag": "1f699c0c-1236-4449-b1e4-e65745feddc0"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:11.577951 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=425dfa17-fbe0-4b31-830e-677fbd4191c1,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:11.582007 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:11.589784 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:11.590347 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:11.591784 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] 10.222.0.38 "PUT /v2.0/ports/425dfa17-fbe0-4b31-830e-677fbd4191c1 HTTP/1.1" status: 200 len: 1092 time: 2.1424937 Jun 25 09:26:11.592852 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4835deef-8122-4a43-a916-bb818cf63b75', 'tag': '425dfa17-fbe0-4b31-830e-677fbd4191c1'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:11.595573 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0441688-9cb7-4a82-8b8d-5378fe39605a" -d '{"events": [{"name": "network-changed", "server_uuid": "4835deef-8122-4a43-a916-bb818cf63b75", "tag": "425dfa17-fbe0-4b31-830e-677fbd4191c1"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:11.625383 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6e1e5d3-e3ac-4075-8e4b-b745eca1af56 req-0ddf0363-feff-4e67-9a20-fb1efdd2e807 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997408 Jun 25 09:26:11.690727 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e3de51ce-b345-4110-b869-245eb8dcc8f3 req-04daebb8-7004-49cd-9e6b-dc92d8a5407e tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0756836 Jun 25 09:26:11.747099 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b9100a-a7b4-47d1-80a5-cf987710a565 x-openstack-request-id: req-08b9100a-a7b4-47d1-80a5-cf987710a565 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:11.747694 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e054854-3507-4487-97b7-1d85ddb025fc", "name": "network-vif-plugged", "status": "completed", "tag": "1f699c0c-1236-4449-b1e4-e65745feddc0", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:11.748109 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-08b9100a-a7b4-47d1-80a5-cf987710a565 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:11.748701 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e054854-3507-4487-97b7-1d85ddb025fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f699c0c-1236-4449-b1e4-e65745feddc0', 'code': 200} Jun 25 09:26:11.760554 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13e0f08-99ce-480a-b709-2dde3f16cedf x-openstack-request-id: req-c13e0f08-99ce-480a-b709-2dde3f16cedf {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:11.760930 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4835deef-8122-4a43-a916-bb818cf63b75", "tag": "425dfa17-fbe0-4b31-830e-677fbd4191c1", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:11.761238 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c13e0f08-99ce-480a-b709-2dde3f16cedf {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:11.761685 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4835deef-8122-4a43-a916-bb818cf63b75', 'tag': '425dfa17-fbe0-4b31-830e-677fbd4191c1', 'status': 'completed', 'code': 200} Jun 25 09:26:11.763615 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-49268f0b-e9dc-4506-b717-2d8060edea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:11.766935 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-49268f0b-e9dc-4506-b717-2d8060edea7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:11.768219 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-49268f0b-e9dc-4506-b717-2d8060edea7a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/25369d48-b3ce-460c-a43d-cd097b4e1250 HTTP/1.1" status: 204 len: 168 time: 1.1426904 Jun 25 09:26:11.769520 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7040a83f-55f5-4236-8fa8-0ff57db6bca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:11.784863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49268f0b-e9dc-4506-b717-2d8060edea7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25369d48-b3ce-460c-a43d-cd097b4e1250,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:11.787883 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-49268f0b-e9dc-4506-b717-2d8060edea7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:11.834348 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-aa21a0f5-7fac-4a20-979b-00b0601b08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:11.836020 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-aa21a0f5-7fac-4a20-979b-00b0601b08b2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=748dde602c1f49a6bbc81c6e04536147&device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 1095 time: 0.1557412 Jun 25 09:26:11.909393 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-1b82502c-50e2-42a0-98bc-8ae1b5958854 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=425dfa17-fbe0-4b31-830e-677fbd4191c1 HTTP/1.1" status: 200 len: 217 time: 0.0584767 Jun 25 09:26:11.962921 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60274) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:12.019092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-261124ee-67d8-4aba-9217-f792e7771128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:12.020594 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-261124ee-67d8-4aba-9217-f792e7771128 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43a8323b-38ae-46d4-a13f-02c398ffe483 HTTP/1.1" status: 200 len: 854 time: 0.0888333 Jun 25 09:26:12.038446 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22712de3-f41c-4535-b9ae-71499898727f req-d20972ad-69d5-4ad1-9fd0-2fca5a7e86d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:12.039979 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22712de3-f41c-4535-b9ae-71499898727f req-d20972ad-69d5-4ad1-9fd0-2fca5a7e86d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 1102 time: 0.1408341 Jun 25 09:26:12.082989 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-e4f774ab-2420-4c4e-96d2-8899735b5561 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd6b7236-91c6-4cd1-904d-928be917672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549912 Jun 25 09:26:12.099385 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22712de3-f41c-4535-b9ae-71499898727f req-c85196c1-9775-4d7c-b2dd-e01f23539874 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390136 Jun 25 09:26:12.215096 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-1cecb796-7ffb-4598-b54c-87030fddf4f2 service neutron] 10.222.0.38 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146228 Jun 25 09:26:12.272714 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-620f51f0-8066-40f8-aad7-8bdc1f9a67bc tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:12.312490 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-620f51f0-8066-40f8-aad7-8bdc1f9a67bc tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] 10.222.0.93 "PUT /v2.0/quotas/45d42776c39a4e7f860dcb66dac076f2 HTTP/1.1" status: 200 len: 368 time: 0.3482029 Jun 25 09:26:12.315495 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60288) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:12.321567 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Request body: {'network': {'project_id': '45d42776c39a4e7f860dcb66dac076f2'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:12.353681 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Made reservation on behalf of 45d42776c39a4e7f860dcb66dac076f2 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:12.356852 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:12.363506 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83a79053-1498-4b1a-b23c-0c5a10abb561 req-5801e1bc-56ae-465d-93a0-9c17ba941968 service neutron] 10.222.0.38 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393425 Jun 25 09:26:12.368457 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:12.540885 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:12.547134 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:12.551776 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-54ac9d8d-48bc-4826-8c92-4b640bad3761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:12.571124 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 60302) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:12.591455 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4857be9f-b0d8-4736-bf50-3e5fff542b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:12.605318 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee8f34c-e781-43f0-a9d0-bde13a20219f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:12.609607 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:12.624652 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0441688-9cb7-4a82-8b8d-5378fe39605a req-f4ebbbc0-d0a3-4b85-9e01-45dfa640c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:12.626659 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0441688-9cb7-4a82-8b8d-5378fe39605a req-f4ebbbc0-d0a3-4b85-9e01-45dfa640c171 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=748dde602c1f49a6bbc81c6e04536147&device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 1095 time: 0.1254773 Jun 25 09:26:12.628347 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:26:12.648151 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:12.648496 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Added segment cbd97735-ff92-4f66-ba8d-28db1fa95aa0 of type vlan for network 01ff6df5-fb10-47fd-b50d-3ffa77262805 Jun 25 09:26:12.697399 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:12.732270 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:12.734622 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:12.738178 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:12.747674 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6e1a922-eee2-4d3d-96c0-ee800b2e809d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:12.919434 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Pushing event updated for resources: {'Network': ['ID=01ff6df5-fb10-47fd-b50d-3ffa77262805,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:12.924595 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:12.937059 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 01ff6df5-fb10-47fd-b50d-3ffa77262805 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:26:12.937621 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427bad4-f2bc-48c0-9b2e-a6392e5630bd req-8622614e-033d-4499-a28e-3f8699107357 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:12.944534 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d427bad4-f2bc-48c0-9b2e-a6392e5630bd req-8622614e-033d-4499-a28e-3f8699107357 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 943 time: 0.2903023 Jun 25 09:26:12.975810 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0441688-9cb7-4a82-8b8d-5378fe39605a req-2ca54796-6e96-45c8-a3e9-f00d20314371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:12.977339 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0441688-9cb7-4a82-8b8d-5378fe39605a req-2ca54796-6e96-45c8-a3e9-f00d20314371 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dd6b7236-91c6-4cd1-904d-928be917672b HTTP/1.1" status: 200 len: 916 time: 0.3423450 Jun 25 09:26:13.072528 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0441688-9cb7-4a82-8b8d-5378fe39605a req-4763b51c-6ca9-4818-a34f-39bd07b4c605 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=425dfa17-fbe0-4b31-830e-677fbd4191c1 HTTP/1.1" status: 200 len: 217 time: 0.0743616 Jun 25 09:26:13.076167 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4857be9f-b0d8-4736-bf50-3e5fff542b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.090044 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.7730215 Jun 25 09:26:13.092672 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60326) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:13.099212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-161abf18-aae6-4a09-bb87-d9f39729deb7 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Request body: {'network': {'project_id': '45d42776c39a4e7f860dcb66dac076f2'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:13.112334 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d427bad4-f2bc-48c0-9b2e-a6392e5630bd req-8d43cc32-7223-40a8-b7e5-456e3b5c87fc tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667945 Jun 25 09:26:13.113131 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4857be9f-b0d8-4736-bf50-3e5fff542b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.137337 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cbdf9a75-f574-4a50-a1eb-a930ea7e6e7f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:13.137605 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161abf18-aae6-4a09-bb87-d9f39729deb7 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Made reservation on behalf of 45d42776c39a4e7f860dcb66dac076f2 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:13.142513 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-161abf18-aae6-4a09-bb87-d9f39729deb7 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.180713 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161abf18-aae6-4a09-bb87-d9f39729deb7 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:26:13.196940 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-161abf18-aae6-4a09-bb87-d9f39729deb7 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.197833 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-161abf18-aae6-4a09-bb87-d9f39729deb7 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Added segment 68620274-5c51-47af-8eaf-55d14f1af9e0 of type vlan for network ddf6c0a5-10ce-4b1b-be52-1fd7cf894b36 Jun 25 09:26:13.239749 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a6278-89c0-4abe-874a-4e609bfb4a7b req-55b85f32-f454-4ee5-99ba-41d4705eb73c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:13.247614 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b1a6278-89c0-4abe-874a-4e609bfb4a7b req-55b85f32-f454-4ee5-99ba-41d4705eb73c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 950 time: 0.3754957 Jun 25 09:26:13.269817 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-161abf18-aae6-4a09-bb87-d9f39729deb7 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.294581 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4857be9f-b0d8-4736-bf50-3e5fff542b93 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e605cb1736c34ecf91a5cc5883c6b401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7213178 Jun 25 09:26:13.295489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857be9f-b0d8-4736-bf50-3e5fff542b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c414fec1-d757-4f81-8164-d48ba303f869,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:13.297977 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 60336) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:13.309652 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-161abf18-aae6-4a09-bb87-d9f39729deb7 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.311039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161abf18-aae6-4a09-bb87-d9f39729deb7 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:13.312357 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-161abf18-aae6-4a09-bb87-d9f39729deb7 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.314540 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4857be9f-b0d8-4736-bf50-3e5fff542b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:13.318080 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0441688-9cb7-4a82-8b8d-5378fe39605a req-ffa06a41-8637-4247-9503-67727f6e7ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:13.319950 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0441688-9cb7-4a82-8b8d-5378fe39605a req-ffa06a41-8637-4247-9503-67727f6e7ad8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43a8323b-38ae-46d4-a13f-02c398ffe483 HTTP/1.1" status: 200 len: 854 time: 0.2023590 Jun 25 09:26:13.322167 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fe4a5387-5f79-43de-af6e-313399e75d00 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:13.390987 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-161abf18-aae6-4a09-bb87-d9f39729deb7 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.2965152 Jun 25 09:26:13.393889 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60338) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:13.401328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ddde73cd-2026-4f74-9512-e5fea5928dde tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Request body: {'network': {'project_id': '45d42776c39a4e7f860dcb66dac076f2'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:13.413672 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0441688-9cb7-4a82-8b8d-5378fe39605a req-ed224bb2-efdb-44ae-a055-a869cd7dd9a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd6b7236-91c6-4cd1-904d-928be917672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799117 Jun 25 09:26:13.415876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ea23b48-75c5-4f46-8546-19b15bbf50c2 req-ac83d0d8-e4a9-4ede-90c0-b81263d45f50 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0858085 Jun 25 09:26:13.418179 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161abf18-aae6-4a09-bb87-d9f39729deb7 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Pushing event updated for resources: {'Network': ['ID=ddf6c0a5-10ce-4b1b-be52-1fd7cf894b36,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:13.429196 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-161abf18-aae6-4a09-bb87-d9f39729deb7 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:13.430018 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network ddf6c0a5-10ce-4b1b-be52-1fd7cf894b36 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:26:13.430763 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddde73cd-2026-4f74-9512-e5fea5928dde tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 25 09:26:13.431231 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddde73cd-2026-4f74-9512-e5fea5928dde tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:26:13.432161 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b1a6278-89c0-4abe-874a-4e609bfb4a7b req-a587652c-ab0e-4cad-b759-a65c0d04f259 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833918 Jun 25 09:26:13.432999 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ddde73cd-2026-4f74-9512-e5fea5928dde tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0381572 Jun 25 09:26:13.436051 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60340) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:13.538895 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e12c79a0-9bd6-48c8-8ac3-dc28d5abcaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.561740 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd65b-81bd-448f-9a09-7a56b2785c53 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.591844 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e12c79a0-9bd6-48c8-8ac3-dc28d5abcaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.625753 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0441688-9cb7-4a82-8b8d-5378fe39605a req-68b02235-a1a5-4d2a-b9c5-33ccd269d2e2 service neutron] 10.222.0.38 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886311 Jun 25 09:26:13.667372 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd65b-81bd-448f-9a09-7a56b2785c53 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.706847 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5e6cd65b-81bd-448f-9a09-7a56b2785c53 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf6c0a5-10ce-4b1b-be52-1fd7cf894b36']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:13.718792 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5e6cd65b-81bd-448f-9a09-7a56b2785c53 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68620274-5c51-47af-8eaf-55d14f1af9e0') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:13.719396 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5e6cd65b-81bd-448f-9a09-7a56b2785c53 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68620274-5c51-47af-8eaf-55d14f1af9e0') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:13.738167 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd65b-81bd-448f-9a09-7a56b2785c53 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.759501 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd65b-81bd-448f-9a09-7a56b2785c53 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.776681 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6cd65b-81bd-448f-9a09-7a56b2785c53 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:26:13.777269 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd65b-81bd-448f-9a09-7a56b2785c53 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.822032 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e12c79a0-9bd6-48c8-8ac3-dc28d5abcaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.825585 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e12c79a0-9bd6-48c8-8ac3-dc28d5abcaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.829201 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e12c79a0-9bd6-48c8-8ac3-dc28d5abcaa9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c414fec1-d757-4f81-8164-d48ba303f869 HTTP/1.1" status: 204 len: 168 time: 0.5252178 Jun 25 09:26:13.830804 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-aa0b892d-719a-44a9-a0c5-10ec362eaa34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:26:13.837085 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:26:13.843145 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0441688-9cb7-4a82-8b8d-5378fe39605a req-ffd351d6-592f-4f16-b2ef-ecdab252f586 service neutron] 10.222.0.38 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948569 Jun 25 09:26:13.852448 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c79a0-9bd6-48c8-8ac3-dc28d5abcaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c414fec1-d757-4f81-8164-d48ba303f869,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:13.858743 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e12c79a0-9bd6-48c8-8ac3-dc28d5abcaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:13.889280 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd65b-81bd-448f-9a09-7a56b2785c53 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.894980 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd65b-81bd-448f-9a09-7a56b2785c53 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:13.899962 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 60352) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:13.900110 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5e6cd65b-81bd-448f-9a09-7a56b2785c53 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] 10.222.0.93 "DELETE /v2.0/networks/ddf6c0a5-10ce-4b1b-be52-1fd7cf894b36 HTTP/1.1" status: 204 len: 168 time: 0.4628212 Jun 25 09:26:13.901325 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0ba9a312-0080-41a9-b2de-8d83e5a7729d tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:13.917315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cd65b-81bd-448f-9a09-7a56b2785c53 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Pushing event deleted for resources: {'Network': ['ID=ddf6c0a5-10ce-4b1b-be52-1fd7cf894b36,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:13.925191 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5e6cd65b-81bd-448f-9a09-7a56b2785c53 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:13.995713 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b06048e1-a2e5-4e17-8f31-ba1f9771c8f5 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:14.100819 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b06048e1-a2e5-4e17-8f31-ba1f9771c8f5 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:14.112677 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-b06048e1-a2e5-4e17-8f31-ba1f9771c8f5 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ff6df5-fb10-47fd-b50d-3ffa77262805']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:14.123485 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-b06048e1-a2e5-4e17-8f31-ba1f9771c8f5 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd97735-ff92-4f66-ba8d-28db1fa95aa0') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:14.123910 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-b06048e1-a2e5-4e17-8f31-ba1f9771c8f5 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd97735-ff92-4f66-ba8d-28db1fa95aa0') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:14.134437 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b06048e1-a2e5-4e17-8f31-ba1f9771c8f5 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:14.150406 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b06048e1-a2e5-4e17-8f31-ba1f9771c8f5 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:14.160634 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06048e1-a2e5-4e17-8f31-ba1f9771c8f5 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:26:14.161214 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b06048e1-a2e5-4e17-8f31-ba1f9771c8f5 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:26:14.163667 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:26:14.235564 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b06048e1-a2e5-4e17-8f31-ba1f9771c8f5 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:14.245542 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-10ecb260-3a35-40f6-b525-8ab8af4f103a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:14.245542 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b06048e1-a2e5-4e17-8f31-ba1f9771c8f5 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:14.247032 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b06048e1-a2e5-4e17-8f31-ba1f9771c8f5 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] 10.222.0.93 "DELETE /v2.0/networks/01ff6df5-fb10-47fd-b50d-3ffa77262805 HTTP/1.1" status: 204 len: 168 time: 0.3452153 Jun 25 09:26:14.260247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06048e1-a2e5-4e17-8f31-ba1f9771c8f5 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Pushing event deleted for resources: {'Network': ['ID=01ff6df5-fb10-47fd-b50d-3ffa77262805,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:14.263120 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b06048e1-a2e5-4e17-8f31-ba1f9771c8f5 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:14.379891 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9ba2e-5bd9-483b-b306-0f056ca88dda req-34553c5e-690a-4e29-a69e-ef09f45e78ff tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:14.381437 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e3c9ba2e-5bd9-483b-b306-0f056ca88dda req-34553c5e-690a-4e29-a69e-ef09f45e78ff tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 943 time: 0.0807052 Jun 25 09:26:14.444650 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e3c9ba2e-5bd9-483b-b306-0f056ca88dda req-a368c3ab-a275-4543-9796-9a8d896fc9c4 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559750 Jun 25 09:26:14.640425 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8288844b-e9ee-48b3-967c-08ff5b1a8e09 req-5f95173f-d415-4cdc-aefc-dd77613b8f37 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0457349 Jun 25 09:26:14.732934 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e3782-f8bc-451a-a86e-3306586dd9e3 req-eca39880-e8b5-43d8-8111-80e5d1ae6e37 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:14.734562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b43e3782-f8bc-451a-a86e-3306586dd9e3 req-eca39880-e8b5-43d8-8111-80e5d1ae6e37 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 950 time: 0.1089528 Jun 25 09:26:14.787159 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b43e3782-f8bc-451a-a86e-3306586dd9e3 req-536f3c42-e177-4cb1-912b-5d5126eeb514 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456612 Jun 25 09:26:15.037059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2bbcf-e795-4066-ba0d-8d1c96f2e27b req-d88315d4-9528-4350-9110-35b0e719f8cc tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:15.039053 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a1d2bbcf-e795-4066-ba0d-8d1c96f2e27b req-d88315d4-9528-4350-9110-35b0e719f8cc tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=50e7c5bf-9895-425a-925b-e22e22e83690 HTTP/1.1" status: 200 len: 950 time: 0.0801363 Jun 25 09:26:15.057645 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60404) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:15.093099 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a1d2bbcf-e795-4066-ba0d-8d1c96f2e27b req-fe5dd945-ef4c-43b2-85cb-bf2f7ca9c0eb tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455046 Jun 25 09:26:15.352182 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0904dc33-b1aa-4be1-9a7a-43dbb842817d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:15.475989 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 60422) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:15.532011 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0904dc33-b1aa-4be1-9a7a-43dbb842817d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:15.544144 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0904dc33-b1aa-4be1-9a7a-43dbb842817d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:15.553004 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-407322e9-8111-4f30-a5f5-3412ee864ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:15.587730 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb21ce-0f37-4182-b39e-463996138391 req-09ba5092-8d24-4acc-b9df-a9d061b1178e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:15.594652 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb21ce-0f37-4182-b39e-463996138391 req-09ba5092-8d24-4acc-b9df-a9d061b1178e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:15.602380 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-abbb21ce-0f37-4182-b39e-463996138391 req-09ba5092-8d24-4acc-b9df-a9d061b1178e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc&device_id=50e7c5bf-9895-425a-925b-e22e22e83690 HTTP/1.1" status: 200 len: 1691 time: 0.1926270 Jun 25 09:26:15.609277 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0904dc33-b1aa-4be1-9a7a-43dbb842817d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b66dff478ca948eba67996a20a84a77c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5496058 Jun 25 09:26:15.610609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904dc33-b1aa-4be1-9a7a-43dbb842817d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cadf8a7-705b-4e44-9f65-085a1b759f81,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:15.614831 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60434) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:15.631225 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0904dc33-b1aa-4be1-9a7a-43dbb842817d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:15.743153 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4c48c8f-1802-4e49-8d08-7dd6793322e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:15.783443 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4c48c8f-1802-4e49-8d08-7dd6793322e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:15.809133 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-abbb21ce-0f37-4182-b39e-463996138391 req-c55e2c74-aab7-4d72-a6bd-043b818767f1 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963243 Jun 25 09:26:15.891334 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-e9714bc7-5c92-4c75-b7ec-ab72cb817969 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2436473 Jun 25 09:26:15.895991 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4c48c8f-1802-4e49-8d08-7dd6793322e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:15.903981 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4c48c8f-1802-4e49-8d08-7dd6793322e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:15.907913 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e4c48c8f-1802-4e49-8d08-7dd6793322e4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2cadf8a7-705b-4e44-9f65-085a1b759f81 HTTP/1.1" status: 204 len: 168 time: 0.2919950 Jun 25 09:26:15.909416 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aea33b6b-3c8a-4042-a93e-465d10fd5ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:15.942332 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c48c8f-1802-4e49-8d08-7dd6793322e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cadf8a7-705b-4e44-9f65-085a1b759f81,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:15.958824 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a57a1-00e1-4e4e-a366-9898ec695642 req-6bd6e699-04dc-4833-b006-80730988cb48 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:15.966022 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a08a57a1-00e1-4e4e-a366-9898ec695642 req-6bd6e699-04dc-4833-b006-80730988cb48 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 943 time: 0.3945634 Jun 25 09:26:15.976914 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e4c48c8f-1802-4e49-8d08-7dd6793322e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:15.977470 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-716c78f6-fd14-4ae2-a835-792323569941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:16.026360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-744f0868-bee6-4592-8961-c80405f866dd req-f90b59ae-5c00-43ad-932c-4f44246f643e tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0574100 Jun 25 09:26:16.137866 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a08a57a1-00e1-4e4e-a366-9898ec695642 req-d52703d4-6def-4090-966b-0bcba5d1c317 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701734 Jun 25 09:26:16.252276 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-53d863c0-4f00-42c2-9582-f9d4e6db2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:16.253047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-53d863c0-4f00-42c2-9582-f9d4e6db2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:16.253717 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-53d863c0-4f00-42c2-9582-f9d4e6db2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:16.254382 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-53d863c0-4f00-42c2-9582-f9d4e6db2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:16.255020 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-53d863c0-4f00-42c2-9582-f9d4e6db2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:16.255648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-53d863c0-4f00-42c2-9582-f9d4e6db2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:16.256438 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-53d863c0-4f00-42c2-9582-f9d4e6db2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:16.271572 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-53d863c0-4f00-42c2-9582-f9d4e6db2680 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d31d35930ddf482393a8309d7454fb98&device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 6496 time: 0.2473156 Jun 25 09:26:16.410183 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60466) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:16.429397 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e7b88622-084e-4bc4-88c5-38a78e67bd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:16.502044 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-03660cb2-168e-43e6-a344-a8956ee83aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:16.502670 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-03660cb2-168e-43e6-a344-a8956ee83aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:16.502985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-03660cb2-168e-43e6-a344-a8956ee83aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:16.504648 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-03660cb2-168e-43e6-a344-a8956ee83aba service neutron] 10.222.0.38 "GET /v2.0/networks?id=636acfe6-d17f-4f72-9c57-7ee0f2a7da95&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=bc54548d-0979-4bbd-8a3d-13d781674db2&id=2afc939b-7ab0-46c5-b1fa-bb32babffa08&id=2afc939b-7ab0-46c5-b1fa-bb32babffa08 HTTP/1.1" status: 200 len: 2296 time: 0.1923828 Jun 25 09:26:16.506873 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-716c78f6-fd14-4ae2-a835-792323569941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:16.537427 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-716c78f6-fd14-4ae2-a835-792323569941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:16.543392 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b9559791-6a71-4186-a6da-265e04e56d1d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:16.620344 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e7b88622-084e-4bc4-88c5-38a78e67bd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:16.626488 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e7b88622-084e-4bc4-88c5-38a78e67bd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:16.628231 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c78f6-fd14-4ae2-a835-792323569941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d580743-327c-44de-abe0-fb209ffa1eb3,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:16.649185 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:16.650974 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-716c78f6-fd14-4ae2-a835-792323569941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:16.674605 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e7b88622-084e-4bc4-88c5-38a78e67bd6b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=17e74822b96842e6aa871bc3b2e569a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626719 Jun 25 09:26:16.675013 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60474) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:16.682313 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-716c78f6-fd14-4ae2-a835-792323569941 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=21719f833df74d609dcc3804d9ace40e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2028048 Jun 25 09:26:16.687393 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 60476) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:16.708055 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b88622-084e-4bc4-88c5-38a78e67bd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f676c8a2-22c5-40ab-88cb-37b10faf2bf9,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:16.715708 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e7b88622-084e-4bc4-88c5-38a78e67bd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:16.716674 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-421b5730-f550-4266-94e6-3b7d1fff335f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d850e9-3bc1-4356-aaa1-b00d5ef1585b HTTP/1.1" status: 200 len: 1001 time: 0.1878660 Jun 25 09:26:16.767340 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-754c2e32-88e6-4891-8b0e-83a6c6a1c5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:16.777534 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b00568-345d-41aa-966d-324b1783ea3b req-1c5c4757-89c9-49e4-beaa-d74dc1126d6b tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:16.779093 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-97b00568-345d-41aa-966d-324b1783ea3b req-1c5c4757-89c9-49e4-beaa-d74dc1126d6b tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 1102 time: 0.2999487 Jun 25 09:26:16.796439 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-754c2e32-88e6-4891-8b0e-83a6c6a1c5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:16.813856 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3bd626d6-6599-4d13-8cd5-fb1aa3c44951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:16.819729 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-c40619f5-6c92-4cc1-8620-5fbb7fe8e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:16.821289 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-c40619f5-6c92-4cc1-8620-5fbb7fe8e2ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=16b23dbf-8407-4c05-b060-ab7999afb028 HTTP/1.1" status: 200 len: 850 time: 0.0972929 Jun 25 09:26:16.893760 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3bd626d6-6599-4d13-8cd5-fb1aa3c44951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:16.902558 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-754c2e32-88e6-4891-8b0e-83a6c6a1c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:16.905536 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-754c2e32-88e6-4891-8b0e-83a6c6a1c5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:16.907514 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-97b00568-345d-41aa-966d-324b1783ea3b req-185392ff-003c-4f2c-9089-997ae423328c tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182821 Jun 25 09:26:16.910444 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-754c2e32-88e6-4891-8b0e-83a6c6a1c5d4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f676c8a2-22c5-40ab-88cb-37b10faf2bf9 HTTP/1.1" status: 204 len: 168 time: 0.2315381 Jun 25 09:26:16.911354 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-36da5516-5de0-4a2a-9a17-b7844afc62c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:16.958989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c2e32-88e6-4891-8b0e-83a6c6a1c5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f676c8a2-22c5-40ab-88cb-37b10faf2bf9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:16.963016 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-e56598f8-b352-4960-bbe3-10ca8616ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:16.964883 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-e56598f8-b352-4960-bbe3-10ca8616ad5c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=636acfe6-d17f-4f72-9c57-7ee0f2a7da95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1370676 Jun 25 09:26:16.970920 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-754c2e32-88e6-4891-8b0e-83a6c6a1c5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:16.991749 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3bd626d6-6599-4d13-8cd5-fb1aa3c44951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:16.994380 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3bd626d6-6599-4d13-8cd5-fb1aa3c44951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:16.995543 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3bd626d6-6599-4d13-8cd5-fb1aa3c44951 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1d580743-327c-44de-abe0-fb209ffa1eb3 HTTP/1.1" status: 204 len: 168 time: 0.3068459 Jun 25 09:26:17.005623 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f9e2432e-2013-436b-88ae-0f3d21f1fcd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:17.044495 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd626d6-6599-4d13-8cd5-fb1aa3c44951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d580743-327c-44de-abe0-fb209ffa1eb3,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:17.051561 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3bd626d6-6599-4d13-8cd5-fb1aa3c44951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:17.081543 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 425dfa17-fbe0-4b31-830e-677fbd4191c1 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:26:17.180099 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 425dfa17-fbe0-4b31-830e-677fbd4191c1, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=425dfa17-fbe0-4b31-830e-677fbd4191c1,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:17.192875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '425dfa17-fbe0-4b31-830e-677fbd4191c1', 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b', 'port_id': '425dfa17-fbe0-4b31-830e-677fbd4191c1', 'mac_address': 'fa:16:3e:52:4e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a8323b-38ae-46d4-a13f-02c398ffe483', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:26:17.245385 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:17.256472 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-346fcdb0-d187-42ac-985c-e1273b5b4510 service neutron] 10.222.0.38 "GET /v2.0/networks/636acfe6-d17f-4f72-9c57-7ee0f2a7da95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730052 Jun 25 09:26:17.258776 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-86672fd2-a6c7-45d5-a748-2e3eba8cdfa0 req-c816b7c4-18bf-4b14-a130-e4a8c39e78a0 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0621865 Jun 25 09:26:17.278881 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425dfa17-fbe0-4b31-830e-677fbd4191c1 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:26:17.337488 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a8021-4ec0-4bb9-8f4a-d51861697aed req-aa68cb6a-9370-4ebf-8807-cb8ed6e95e1b tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:17.339333 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c6a8021-4ec0-4bb9-8f4a-d51861697aed req-aa68cb6a-9370-4ebf-8807-cb8ed6e95e1b tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=50e7c5bf-9895-425a-925b-e22e22e83690 HTTP/1.1" status: 200 len: 1102 time: 0.2395258 Jun 25 09:26:17.351424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 425dfa17-fbe0-4b31-830e-677fbd4191c1, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=425dfa17-fbe0-4b31-830e-677fbd4191c1,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:17.367599 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:17.369577 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:17.423352 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-a14f0430-91b3-47fe-afd8-4c07cedf213f service neutron] 10.222.0.38 "GET /v2.0/networks/636acfe6-d17f-4f72-9c57-7ee0f2a7da95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597579 Jun 25 09:26:17.440518 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c6a8021-4ec0-4bb9-8f4a-d51861697aed req-5d2714cd-e957-4121-83c9-ec5fc7b094d1 tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834224 Jun 25 09:26:17.464577 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=425dfa17-fbe0-4b31-830e-677fbd4191c1,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:17.486198 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:17.499332 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-f18735f3-6b54-48bd-bea2-20c8f44c8802 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=feaaae10-f3a6-46c9-acc2-c5a681f00b62 HTTP/1.1" status: 200 len: 217 time: 0.0575073 Jun 25 09:26:17.623020 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-c567478a-4264-42cc-a7b1-21124b00e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:17.624540 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-c567478a-4264-42cc-a7b1-21124b00e0e3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 200 len: 797 time: 0.1159141 Jun 25 09:26:17.657035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60512) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:17.688586 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-016e661d-2922-4867-bb98-165ffe50f44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:17.689400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937be8b-fa7b-4168-8f84-af4e23241bf5 req-78bd314a-5a62-4b87-888d-f20fd269184e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:17.696358 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f937be8b-fa7b-4168-8f84-af4e23241bf5 req-78bd314a-5a62-4b87-888d-f20fd269184e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 944 time: 0.2000630 Jun 25 09:26:17.754774 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f937be8b-fa7b-4168-8f84-af4e23241bf5 req-e63c9375-956c-40d6-9cf7-0c6e3ba7df8b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573859 Jun 25 09:26:17.766259 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-88be016d-d961-48a9-9f32-15fa8b03740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:17.769667 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-88be016d-d961-48a9-9f32-15fa8b03740b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bc54548d-0979-4bbd-8a3d-13d781674db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1294918 Jun 25 09:26:17.821815 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['425dfa17-fbe0-4b31-830e-677fbd4191c1'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:26:17.862963 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-016e661d-2922-4867-bb98-165ffe50f44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:17.867095 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-016e661d-2922-4867-bb98-165ffe50f44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:17.871910 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-070333bb-87be-4626-9151-e3a03696d32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:17.920801 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-016e661d-2922-4867-bb98-165ffe50f44f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8253d7b955294a00a6a8f242b52f8942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626410 Jun 25 09:26:17.923476 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60528) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:17.949647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e661d-2922-4867-bb98-165ffe50f44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1ac1e6-20fc-4c0d-8045-83f8a09184a0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:17.964599 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-016e661d-2922-4867-bb98-165ffe50f44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:18.014935 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4270efea-20b5-44ad-925d-84ce2ff99993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:18.029356 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-bb4e2310-835d-4b0d-bc88-6cbf0cb9a2bb tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1314986 Jun 25 09:26:18.047983 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4270efea-20b5-44ad-925d-84ce2ff99993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:18.151630 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4270efea-20b5-44ad-925d-84ce2ff99993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:18.155845 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4270efea-20b5-44ad-925d-84ce2ff99993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:18.157155 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4270efea-20b5-44ad-925d-84ce2ff99993 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9e1ac1e6-20fc-4c0d-8045-83f8a09184a0 HTTP/1.1" status: 204 len: 168 time: 0.2321930 Jun 25 09:26:18.158006 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-88b9e459-ca4d-4704-871d-fe1246f48d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:18.167640 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270efea-20b5-44ad-925d-84ce2ff99993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1ac1e6-20fc-4c0d-8045-83f8a09184a0,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:18.169831 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4270efea-20b5-44ad-925d-84ce2ff99993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:18.197713 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-7afbf2df-48b3-44fe-89d5-4c48edef98cd service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176042 Jun 25 09:26:18.290671 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-7a748715-2131-4993-8c0d-3d378e4bc006 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:18.298395 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-7a748715-2131-4993-8c0d-3d378e4bc006 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681282 Jun 25 09:26:18.333305 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-b7bfb879-1f39-4d28-b79e-6c957b532120 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/quotas/e90ee50af2b947d8b1fbcbc79127e428 HTTP/1.1" status: 200 len: 375 time: 0.0338745 Jun 25 09:26:18.443032 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-6945a0a0-e77f-437f-87ae-0900153edef1 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355187 Jun 25 09:26:18.539485 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d39532a-7427-4fae-881d-78d47ff2ae0b req-9968bdcb-9bd2-47f4-b436-80b574551625 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0908697 Jun 25 09:26:18.544348 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-8bd35420-8a30-4bb8-bcd0-d75744ea994b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 HTTP/1.1" status: 200 len: 217 time: 0.0933642 Jun 25 09:26:18.659985 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-2836b675-8bfa-4e14-aff9-4d7445fe4cb9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3233948 Jun 25 09:26:18.688360 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-bcfb4edf-da04-49a7-962a-d48a8e73020c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:18.693077 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-bcfb4edf-da04-49a7-962a-d48a8e73020c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 200 len: 797 time: 0.1346750 Jun 25 09:26:18.797871 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-f855db90-6824-4539-9a50-d2139016c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:18.800056 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-f855db90-6824-4539-9a50-d2139016c1e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bc54548d-0979-4bbd-8a3d-13d781674db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1021626 Jun 25 09:26:19.667468 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-109be575-b55e-4432-8d1c-0c0da5abf8fc req-f1c6ccdc-b977-4ebb-a31d-83ec86ca6bc6 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 210 time: 0.0721421 Jun 25 09:26:19.738348 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0515367-e0a7-4ff4-b1c2-07dad2252011 req-27c3809b-c079-4010-a3f2-0d469772f296 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8366082 Jun 25 09:26:19.753472 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-8a2340ed-39c7-479b-a8e4-6e66f28dd643 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9396183 Jun 25 09:26:19.855601 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60624) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:19.909641 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89057bc1-09c8-4b21-ab28-db0287a3ef7c req-553151c9-b1b8-47b2-bbf0-3a939f37b887 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:19.911208 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-89057bc1-09c8-4b21-ab28-db0287a3ef7c req-553151c9-b1b8-47b2-bbf0-3a939f37b887 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 944 time: 0.3279169 Jun 25 09:26:20.037469 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-9fde146b-b9dd-4c4a-b4e3-fd64e8a7a54e service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749789 Jun 25 09:26:20.056077 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-73e0e401-402e-40a1-8063-24783cc89622 req-449cd6f6-4108-47ef-8504-7f0f1b151045 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.1413689 Jun 25 09:26:20.148899 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-fb78a857-327b-4f79-8d3f-52641eb11876 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=cf1be947-5003-4050-9f6d-ea8018fbbe5c HTTP/1.1" status: 200 len: 217 time: 0.0916710 Jun 25 09:26:20.149529 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-737890737'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:20.173590 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Made reservation on behalf of 432e8019fc5749c4bb1f9efba0168b58 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:20.178411 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:20.183422 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-89057bc1-09c8-4b21-ab28-db0287a3ef7c req-8d1d437d-c2f7-4ccc-a660-ccf6409b6ebc tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552779 Jun 25 09:26:20.188693 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:20.202377 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515367-e0a7-4ff4-b1c2-07dad2252011 req-ce2629e7-bdce-426e-aa22-2d0ea183eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:20.204184 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0515367-e0a7-4ff4-b1c2-07dad2252011 req-ce2629e7-bdce-426e-aa22-2d0ea183eeaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 1101 time: 0.4138281 Jun 25 09:26:20.342655 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-a16ec9d6-eb2b-4a73-bf91-a772f5d04fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:20.344542 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-a16ec9d6-eb2b-4a73-bf91-a772f5d04fed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 200 len: 797 time: 0.1447375 Jun 25 09:26:20.409355 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:20.416392 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:20.442873 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:26:20.466333 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:20.466858 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Added segment f8edc89a-b9cf-4f70-a534-98807fa46e54 of type vlan for network 45c7345a-061d-403c-925d-763a755d7027 Jun 25 09:26:20.466996 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515367-e0a7-4ff4-b1c2-07dad2252011 req-543c1134-171c-4dad-8994-3688fba33e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:20.469108 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0515367-e0a7-4ff4-b1c2-07dad2252011 req-543c1134-171c-4dad-8994-3688fba33e0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2269645 Jun 25 09:26:20.480853 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b99f7915-8fd4-489a-ade5-a6e08f3e3705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:20.500286 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-c2d1dcbc-5682-4d8b-b1b5-0609b45b235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:20.505219 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-c2d1dcbc-5682-4d8b-b1b5-0609b45b235e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bc54548d-0979-4bbd-8a3d-13d781674db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1455686 Jun 25 09:26:20.562541 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0515367-e0a7-4ff4-b1c2-07dad2252011 req-5ad2837a-ba1f-4346-bf79-d53052d6f5e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 HTTP/1.1" status: 200 len: 217 time: 0.0800395 Jun 25 09:26:20.563992 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca67a160-0132-4c62-8017-3a8c02ef40d2,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:20.579877 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:20.579877 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:20.634097 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:20.639992 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:20.640615 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:20.666240 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6b515ac4-b30b-4791-ad1e-6b1ed87307c4 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:20.686269 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8285716 Jun 25 09:26:20.687384 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515367-e0a7-4ff4-b1c2-07dad2252011 req-ac5a7dd6-9a15-4b0d-bc54-9074ba594d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:20.689660 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0515367-e0a7-4ff4-b1c2-07dad2252011 req-ac5a7dd6-9a15-4b0d-bc54-9074ba594d97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1010320 Jun 25 09:26:20.750692 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-ac8c8fe3-2d36-40ec-9f13-190d1c81e68e service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973574 Jun 25 09:26:20.835544 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Pushing event updated for resources: {'Network': ['ID=45c7345a-061d-403c-925d-763a755d7027,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:20.835544 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:20.840698 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 45c7345a-061d-403c-925d-763a755d7027 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:26:21.022918 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-a6a476ce-d67d-49db-b3ef-c736a4693dd8 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621138 Jun 25 09:26:21.065520 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-356452fd-2c1f-46d9-9ca7-4beed8824d98 req-2da70b9d-5f21-49a1-981f-fbe57cd11c2f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 210 time: 0.1249092 Jun 25 09:26:21.110444 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 425dfa17-fbe0-4b31-830e-677fbd4191c1 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:26:21.192617 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-135fe5d8-7f44-471c-9336-c0e4c17847cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=43f2f102-d7ef-429b-99ae-970982ce19c3 HTTP/1.1" status: 200 len: 217 time: 0.1471586 Jun 25 09:26:21.223774 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 425dfa17-fbe0-4b31-830e-677fbd4191c1 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:26:21.229619 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 425dfa17-fbe0-4b31-830e-677fbd4191c1 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:26:21.230427 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:21.250137 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-a0c02e25-5a60-41bd-814e-c242b4cf1a2b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646043 Jun 25 09:26:21.360575 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-bdb1ca38-3a1c-4642-8598-fd123486f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:21.363317 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-bdb1ca38-3a1c-4642-8598-fd123486f3bc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 200 len: 797 time: 0.1596527 Jun 25 09:26:21.379941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60676) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:21.390962 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515367-e0a7-4ff4-b1c2-07dad2252011 req-0fa77e18-df4a-4f7f-ac86-695195550cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:21.396814 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0515367-e0a7-4ff4-b1c2-07dad2252011 req-0fa77e18-df4a-4f7f-ac86-695195550cec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6448860 Jun 25 09:26:21.399408 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Request body: {'port': {'network_id': '45c7345a-061d-403c-925d-763a755d7027', 'binding:host_id': 'n-h2-761264-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-686647867'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:21.460067 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:21.483183 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Made reservation on behalf of 4c4982bddbec438586fab315b57d57b7 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:21.489441 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:21.537207 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:21.576677 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 425dfa17-fbe0-4b31-830e-677fbd4191c1, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=425dfa17-fbe0-4b31-830e-677fbd4191c1,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:21.580001 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4835deef-8122-4a43-a916-bb818cf63b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425dfa17-fbe0-4b31-830e-677fbd4191c1'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:21.587636 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b551b7-f974-407f-b27e-a269d6e21591" -d '{"events": [{"server_uuid": "4835deef-8122-4a43-a916-bb818cf63b75", "name": "network-vif-plugged", "status": "completed", "tag": "425dfa17-fbe0-4b31-830e-677fbd4191c1"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:21.597266 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:21.607584 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:21.645051 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3136cd12-a887-4d83-ac06-85fd1992c9df req-f5549e1b-592d-411c-9106-75d9e1218802 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.2774639 Jun 25 09:26:21.680327 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-7d77b62d-5463-4fdc-82f9-9d4f17669871 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:21.685911 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=425dfa17-fbe0-4b31-830e-677fbd4191c1,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:21.688434 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-7d77b62d-5463-4fdc-82f9-9d4f17669871 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4321663 Jun 25 09:26:21.690242 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:21.720386 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-69dfdb06-514c-4795-9c5b-c47dc429ee7c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Request body: {'port': {'device_id': '861049dc-df4f-4b28-9401-5efca7596dfb', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'e90ee50af2b947d8b1fbcbc79127e428'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:21.756585 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379c4faa-ceda-4d61-8484-f3a98a128d43 x-openstack-request-id: req-379c4faa-ceda-4d61-8484-f3a98a128d43 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:21.757275 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4835deef-8122-4a43-a916-bb818cf63b75", "name": "network-vif-plugged", "status": "completed", "tag": "425dfa17-fbe0-4b31-830e-677fbd4191c1", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:21.757855 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-379c4faa-ceda-4d61-8484-f3a98a128d43 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:21.758451 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4835deef-8122-4a43-a916-bb818cf63b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425dfa17-fbe0-4b31-830e-677fbd4191c1', 'code': 200} Jun 25 09:26:21.906420 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0515367-e0a7-4ff4-b1c2-07dad2252011 req-f8077ade-9ca2-4981-908d-1b97896f6407 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539411 Jun 25 09:26:21.925912 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd010457-ffa9-4d4b-90fb-3691db9812b9 req-d6929802-3942-4028-a45b-98e226dd2ce9 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:21.927633 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd010457-ffa9-4d4b-90fb-3691db9812b9 req-d6929802-3942-4028-a45b-98e226dd2ce9 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.2549746 Jun 25 09:26:21.931672 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-59de373e-f1a4-42b5-9cdb-80442253bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:21.933587 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-59de373e-f1a4-42b5-9cdb-80442253bf5e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bc54548d-0979-4bbd-8a3d-13d781674db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5463481 Jun 25 09:26:22.027887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b1b0e-46b5-4192-8fbb-b2dbe819a530 req-327a3bce-9b2a-4b34-9d13-a1712b4f86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:22.033714 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f80b1b0e-46b5-4192-8fbb-b2dbe819a530 req-327a3bce-9b2a-4b34-9d13-a1712b4f86c2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 1097 time: 0.1155274 Jun 25 09:26:22.097704 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f80b1b0e-46b5-4192-8fbb-b2dbe819a530 req-0f72a4ed-5c1f-457d-ab4c-22c4b82bc425 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391610 Jun 25 09:26:22.126815 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:22.177593 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:22.185090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] device_id is not set on port ad1db5f3-8dda-478e-a652-b575da8554a5 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:26:22.256030 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd010457-ffa9-4d4b-90fb-3691db9812b9 req-84c00282-23d0-4f71-97cc-761cbfd2ff87 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212323 Jun 25 09:26:22.355245 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0515367-e0a7-4ff4-b1c2-07dad2252011 req-2cc39085-a24e-4a87-9130-11e9d1ab0d9c service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265585 Jun 25 09:26:22.358381 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-e89d6034-4da8-4706-be11-104070822183 service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149175 Jun 25 09:26:22.404462 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-246b253e-c081-40d9-8afc-f8baccdb9d21 req-1aa5f71a-0314-47ba-b151-c198f5ff4865 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 210 time: 0.0650718 Jun 25 09:26:22.405388 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0731d5f7-250a-49f7-af8d-59bcc4841fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:22.417701 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-69dfdb06-514c-4795-9c5b-c47dc429ee7c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Made reservation on behalf of e90ee50af2b947d8b1fbcbc79127e428 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:22.422432 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-69dfdb06-514c-4795-9c5b-c47dc429ee7c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:22.430460 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5fe0adbb-2893-4ddf-bbde-d4b43fc6d65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:22.479556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d684bfa-61d0-4aa1-b927-66805a2f13c4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:22.487453 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:22.707891 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] device_id is not set on port ad1db5f3-8dda-478e-a652-b575da8554a5 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:26:22.732008 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:22.757353 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Transition to ACTIVE for port object ad1db5f3-8dda-478e-a652-b575da8554a5 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:26:22.766742 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-69dfdb06-514c-4795-9c5b-c47dc429ee7c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Allocated IP 192.168.233.247 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/116e2589-8f3b-4514-9479-5117cfe3a484) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:26:22.784064 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:22.789782 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48c300eb-5a59-49e2-a403-4eefaedb4c9a tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:22.815032 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-131545cf-d356-4f91-8758-8207f87a31ff service neutron] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600345 Jun 25 09:26:22.937696 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-fd9f8589-bd03-45d9-8790-df38ab3c7755 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 HTTP/1.1" status: 200 len: 217 time: 0.1138167 Jun 25 09:26:22.996817 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de649849-705f-4c83-9d74-a244255d8900 req-4e2a5fe7-8a59-40ba-9ff2-6aaa601483e3 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0618079 Jun 25 09:26:23.020188 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-5ac03a9c-6835-4f71-99e5-6563c27d94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:23.021762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-5ac03a9c-6835-4f71-99e5-6563c27d94e7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d6509b59-9ba7-402d-bd1c-97d06b22f9df HTTP/1.1" status: 200 len: 797 time: 0.0740142 Jun 25 09:26:23.098990 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-f885397b-ed08-4a28-b09c-d2f4a50defa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:23.100690 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-f885397b-ed08-4a28-b09c-d2f4a50defa0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2afc939b-7ab0-46c5-b1fa-bb32babffa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0630586 Jun 25 09:26:23.215713 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-15d9ecaa-5bb6-4712-bf2d-b8545a341db1 service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047451 Jun 25 09:26:23.327022 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Pushing event updated for resources: {'Port': ['ID=ad1db5f3-8dda-478e-a652-b575da8554a5,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:23.330812 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:23.344187 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-cd3f8f3e-3e67-4ec3-8db9-903bd00a3316 service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152928 Jun 25 09:26:23.352716 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Checking segment: {'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:26:23.357280 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Network hostable DHCP agents. Network: 45c7345a-061d-403c-925d-763a755d7027, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:26:23.399374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-4cf5bdc9-bf5d-4467-a0b9-c68378942937 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 HTTP/1.1" status: 200 len: 217 time: 0.0472791 Jun 25 09:26:23.427309 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Network 45c7345a-061d-403c-925d-763a755d7027 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:26:23.448036 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 45c7345a-061d-403c-925d-763a755d7027) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:26:23.457888 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f01d1-aef8-457b-89e2-280d1be83183 None None] Network 45c7345a-061d-403c-925d-763a755d7027 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:26:23.458449 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:26:23.489113 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-69dfdb06-514c-4795-9c5b-c47dc429ee7c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:23.497967 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:23.498356 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:23.498654 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:23.512860 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:23.513189 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:23.515740 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 2 to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 Jun 25 09:26:23.558319 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-69dfdb06-514c-4795-9c5b-c47dc429ee7c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Transition to ACTIVE for port object 116e2589-8f3b-4514-9479-5117cfe3a484 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:26:23.563596 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:23.563970 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:23.564334 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:23.566264 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60754) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:23.572255 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb84c21-fcd4-4436-9210-cf9d1e275a5e req-13a4631a-4092-431b-94c1-2853736830b1 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:23.578199 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cdb84c21-fcd4-4436-9210-cf9d1e275a5e req-13a4631a-4092-431b-94c1-2853736830b1 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.1617961 Jun 25 09:26:23.582233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-ba93f689-d6e9-4fc3-b6c9-8928d4330960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:23.586340 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-ba93f689-d6e9-4fc3-b6c9-8928d4330960 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d6509b59-9ba7-402d-bd1c-97d06b22f9df HTTP/1.1" status: 200 len: 797 time: 0.1073465 Jun 25 09:26:23.587979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:23.588314 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:23.590139 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 3 to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 Jun 25 09:26:23.650297 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:23.650724 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:23.650976 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:23.673196 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:23.673743 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:23.680101 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 4 to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 Jun 25 09:26:23.699414 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:23.699768 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:23.700093 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:23.706183 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:23.706517 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:23.707606 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 5 to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 Jun 25 09:26:23.719254 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-69dfdb06-514c-4795-9c5b-c47dc429ee7c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:23.733230 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a5d4c96f-0045-4143-a5c6-1340c8b565dd tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:23.768017 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45', '1f699c0c-1236-4449-b1e4-e65745feddc0'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:26:23.778391 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['d71030e6-dce0-4378-a454-15e788996abe', 'aa210440-6572-4b8d-a1fd-39de91f285c9', '23aef354-1fa5-4316-bb53-dd9e728400b3'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:26:23.794524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:23.794862 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:23.795217 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:23.804508 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-69dfdb06-514c-4795-9c5b-c47dc429ee7c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:26:23.814011 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-69dfdb06-514c-4795-9c5b-c47dc429ee7c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:26:23.816217 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cdb84c21-fcd4-4436-9210-cf9d1e275a5e req-f657ce7f-076f-4bcd-bec4-30f73d122c46 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278006 Jun 25 09:26:23.851067 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-69dfdb06-514c-4795-9c5b-c47dc429ee7c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:26:23.861703 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:23.862045 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:23.862712 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfdb06-514c-4795-9c5b-c47dc429ee7c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event updated for resources: {'Port': ['ID=116e2589-8f3b-4514-9479-5117cfe3a484,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:23.902446 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 6 to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 Jun 25 09:26:23.907842 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-69dfdb06-514c-4795-9c5b-c47dc429ee7c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:23.911336 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98c20c79-e2db-4279-b84a-4f1267bc2ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:23.936296 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568eb02-cc59-4569-aa60-325d80a7da3e req-8e413ddd-e31b-401b-ac0c-2ed0440404eb tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:23.956416 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5568eb02-cc59-4569-aa60-325d80a7da3e req-8e413ddd-e31b-401b-ac0c-2ed0440404eb tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 936 time: 0.2238748 Jun 25 09:26:23.965383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:23.965790 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:23.966053 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:23.969559 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-e4eb9878-6a3f-41d5-b320-2a300ad15537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:23.974280 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-e4eb9878-6a3f-41d5-b320-2a300ad15537 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2afc939b-7ab0-46c5-b1fa-bb32babffa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3615894 Jun 25 09:26:23.986961 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:23.987301 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:23.989776 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 7 to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 Jun 25 09:26:24.004561 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-69dfdb06-514c-4795-9c5b-c47dc429ee7c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:24.005380 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-69dfdb06-514c-4795-9c5b-c47dc429ee7c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:24.007700 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:24.043050 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:24.043546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:24.043896 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:24.076012 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:24.076351 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:24.079550 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 8 to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 Jun 25 09:26:24.101481 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:24.101854 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:24.102314 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:24.115122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:24.115458 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:24.117144 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 9 to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 Jun 25 09:26:24.148397 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:24.148822 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:24.149379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:24.161494 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:24.162392 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:24.165183 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 10 to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 Jun 25 09:26:24.197878 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5568eb02-cc59-4569-aa60-325d80a7da3e req-ad284a4e-a85c-41b8-a568-e2d64502f556 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390716 Jun 25 09:26:24.219933 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:24.222501 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:24.222890 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:24.245979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ad1db5f3-8dda-478e-a652-b575da8554a5 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:24.246363 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ad1db5f3-8dda-478e-a652-b575da8554a5 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:24.246744 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:24.249987 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98c20c79-e2db-4279-b84a-4f1267bc2ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:24.255877 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-9835c599-9e6f-4750-a6d5-2f06b4f75a72 service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556942 Jun 25 09:26:24.276379 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98c20c79-e2db-4279-b84a-4f1267bc2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:24.278867 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-754c2e32-88e6-4891-8b0e-83a6c6a1c5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:24.295742 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-69dfdb06-514c-4795-9c5b-c47dc429ee7c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5822074 Jun 25 09:26:24.343897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Request body: {'port': {'device_id': '861049dc-df4f-4b28-9401-5efca7596dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:24.381776 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c20c79-e2db-4279-b84a-4f1267bc2ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472c2f9b-6973-499e-8700-094fe11ac6a5,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:24.409682 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-98c20c79-e2db-4279-b84a-4f1267bc2ec8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=720b0443d0824e59a84667320a11e27b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8411663 Jun 25 09:26:24.412274 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60768) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:24.414506 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-98c20c79-e2db-4279-b84a-4f1267bc2ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:24.420197 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db9367f0-25d8-4a08-9bb8-8647bb9a0d7c req-c57d9d74-ee99-47c7-870e-9606eafd9150 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0710573 Jun 25 09:26:24.451203 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-76034077-d793-4950-9397-866a124dfc66 None None] Provisioning for port 116e2589-8f3b-4514-9479-5117cfe3a484 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:26:24.457384 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffeb71d5-d62f-4e36-a9ab-4b72861ef6b3 req-2cc164b7-6f7a-4fbd-af60-b9a609b6ac32 service neutron] 10.222.0.38 "GET /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932471 Jun 25 09:26:24.471646 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-76034077-d793-4950-9397-866a124dfc66 None None] Provisioning complete for port 116e2589-8f3b-4514-9479-5117cfe3a484 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:26:24.472222 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76034077-d793-4950-9397-866a124dfc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:24.538814 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] For port ad1db5f3-8dda-478e-a652-b575da8554a5, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:26:24.539405 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempted to set empty binding levels {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 25 09:26:24.593807 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:24.601407 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3cf4decf-d556-4126-ae50-34b13019b765 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:24.602426 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-76034077-d793-4950-9397-866a124dfc66 None None] Port 116e2589-8f3b-4514-9479-5117cfe3a484 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:26:24.662940 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Pushing event updated for resources: {'Port': ['ID=ad1db5f3-8dda-478e-a652-b575da8554a5,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:24.676997 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:24.687571 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:24.688235 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:24.691954 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-68d9b207-09c4-422a-a6d2-5a740a89a3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:24.693439 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:24.723915 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.3400762 Jun 25 09:26:24.724454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 60776) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:24.759318 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-68d9b207-09c4-422a-a6d2-5a740a89a3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:24.816362 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Deleting port ad1db5f3-8dda-478e-a652-b575da8554a5 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:26:24.816723 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:24.917557 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-745882ee-9bb6-4720-bb15-f81253d1f5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:24.983222 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-68d9b207-09c4-422a-a6d2-5a740a89a3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:24.986020 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-68d9b207-09c4-422a-a6d2-5a740a89a3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:24.994582 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca8d375e-07d0-4035-9d1d-73c8dc2b6d7c req-76f24359-397a-445d-995a-bf85398f1e7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0402710 Jun 25 09:26:25.000920 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-68d9b207-09c4-422a-a6d2-5a740a89a3a7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/472c2f9b-6973-499e-8700-094fe11ac6a5 HTTP/1.1" status: 204 len: 168 time: 0.5764771 Jun 25 09:26:25.003901 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:25.010050 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] For port ad1db5f3-8dda-478e-a652-b575da8554a5, host n-h2-761264-15, got binding levels [] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:25.010647 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:25.015746 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9b207-09c4-422a-a6d2-5a740a89a3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472c2f9b-6973-499e-8700-094fe11ac6a5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:25.024696 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-68d9b207-09c4-422a-a6d2-5a740a89a3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:25.045981 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Calling delete_port for ad1db5f3-8dda-478e-a652-b575da8554a5 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:26:25.120799 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ab56-5273-4461-8f52-188d21c5b2de req-47584edc-d176-471d-842f-240fd00ce135 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:25.122758 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0094ab56-5273-4461-8f52-188d21c5b2de req-47584edc-d176-471d-842f-240fd00ce135 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.1357596 Jun 25 09:26:25.138051 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116e2589-8f3b-4514-9479-5117cfe3a484 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:26:25.148469 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:25.173254 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Transition to ACTIVE for port object 116e2589-8f3b-4514-9479-5117cfe3a484 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:26:25.180865 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:25.181627 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:25.195156 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:25.212168 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0094ab56-5273-4461-8f52-188d21c5b2de req-d5f24c68-88e2-4e4b-970d-270025b1e063 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779321 Jun 25 09:26:25.213249 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:25.219463 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-12cbfd53-80fe-4407-96e1-eae35ae01a43 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:25.249075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad1db5f3-8dda-478e-a652-b575da8554a5,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:25.259005 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:25.259484 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:25.259784 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:25.260165 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:25.260588 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:25.261123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:25.261364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:25.261734 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:25.262128 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:25.262497 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:25.262863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:25.263229 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:25.273549 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:25.278096 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:25.280112 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] 10.222.0.93 "DELETE /v2.0/ports/ad1db5f3-8dda-478e-a652-b575da8554a5 HTTP/1.1" status: 204 len: 168 time: 0.5548739 Jun 25 09:26:25.285298 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 60788) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:25.345169 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04cdeab-6caf-4ca7-ae16-95a696ff9ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] GET failed (client error): The resource could not be found. Jun 25 09:26:25.349428 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=116e2589-8f3b-4514-9479-5117cfe3a484,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:25.351714 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f04cdeab-6caf-4ca7-ae16-95a696ff9ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] 10.222.0.93 "GET /v2.0/ports/ad1db5f3-8dda-478e-a652-b575da8554a5 HTTP/1.1" status: 404 len: 333 time: 0.0653212 Jun 25 09:26:25.352401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 60790) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:25.353508 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:25.367162 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-bbd47d94-d511-44c2-ad25-f83f967d8c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Request body: {'port': {'network_id': '45c7345a-061d-403c-925d-763a755d7027', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-905190506'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:25.447821 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd47d94-d511-44c2-ad25-f83f967d8c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Made reservation on behalf of 4c4982bddbec438586fab315b57d57b7 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:25.450244 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bbd47d94-d511-44c2-ad25-f83f967d8c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:25.482128 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-bbd47d94-d511-44c2-ad25-f83f967d8c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] device_id is not set on port 9abfe014-61ae-476b-a6d1-efcce1a3a157 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:26:25.486948 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Attempting to bind port 116e2589-8f3b-4514-9479-5117cfe3a484 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:25.487279 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Attempting to bind port 116e2589-8f3b-4514-9479-5117cfe3a484 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:25.487603 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Attempting to bind port 116e2589-8f3b-4514-9479-5117cfe3a484 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:25.494513 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Port 116e2589-8f3b-4514-9479-5117cfe3a484 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:25.495149 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Attempting to bind port 116e2589-8f3b-4514-9479-5117cfe3a484 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:25.501688 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:26:25.502071 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:26:25.502459 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:26:25.503152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Bound port: 116e2589-8f3b-4514-9479-5117cfe3a484, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:26:25.503851 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:25.520137 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60796) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:25.585798 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] For port 116e2589-8f3b-4514-9479-5117cfe3a484, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:26:25.589857 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] For port 116e2589-8f3b-4514-9479-5117cfe3a484, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=116e2589-8f3b-4514-9479-5117cfe3a484,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:26:25.608544 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9651e9fa-6cc6-413e-9909-f20148d86df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:25.643718 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:25.650968 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:25.733330 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:25.738647 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:25.740401 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] 10.222.0.38 "PUT /v2.0/ports/116e2589-8f3b-4514-9479-5117cfe3a484 HTTP/1.1" status: 200 len: 1097 time: 1.4094839 Jun 25 09:26:25.741931 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861049dc-df4f-4b28-9401-5efca7596dfb', 'tag': '116e2589-8f3b-4514-9479-5117cfe3a484'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:25.744686 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b522fff-f2a4-4567-905f-4150d1109a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "861049dc-df4f-4b28-9401-5efca7596dfb", "tag": "116e2589-8f3b-4514-9479-5117cfe3a484"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:25.774575 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c323cb-874b-4ff3-9543-2d1420e1d0ab req-8f34d3cf-76c7-419b-9c43-7c955c053d9e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:25.781871 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82c323cb-874b-4ff3-9543-2d1420e1d0ab req-8f34d3cf-76c7-419b-9c43-7c955c053d9e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.3894496 Jun 25 09:26:25.793565 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=116e2589-8f3b-4514-9479-5117cfe3a484,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:25.813311 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:25.857035 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bbd47d94-d511-44c2-ad25-f83f967d8c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:25.876295 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82c323cb-874b-4ff3-9543-2d1420e1d0ab req-e89d0812-d067-4b0f-9059-e4df3074f267 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933974 Jun 25 09:26:25.914761 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9651e9fa-6cc6-413e-9909-f20148d86df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:25.921352 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9651e9fa-6cc6-413e-9909-f20148d86df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:25.927706 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bd593ff7-71cf-49c9-a9c6-715a8d09ad5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:25.958487 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1be4f4-4a46-4613-8464-2532e97ed538 req-8a1169f9-9119-4a22-8d66-46285d545c6d tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:25.962871 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651e9fa-6cc6-413e-9909-f20148d86df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9907d63a-ba01-4020-b245-a39d8fb284dc,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:25.964392 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e1be4f4-4a46-4613-8464-2532e97ed538 req-8a1169f9-9119-4a22-8d66-46285d545c6d tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 948 time: 0.3803062 Jun 25 09:26:25.971366 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9651e9fa-6cc6-413e-9909-f20148d86df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:26.004753 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9651e9fa-6cc6-413e-9909-f20148d86df9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6d4b3e7587c5428a90d777e07af7b277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129570 Jun 25 09:26:26.007333 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60810) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:26.030545 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-512e05d5-3c1d-421c-b5f6-f7de8a10b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:26.034603 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-512e05d5-3c1d-421c-b5f6-f7de8a10b1a0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 1100 time: 0.2135894 Jun 25 09:26:26.072848 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e1be4f4-4a46-4613-8464-2532e97ed538 req-b6e3096d-b879-4e2b-9183-5ac04488a39a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886600 Jun 25 09:26:26.074193 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bbd47d94-d511-44c2-ad25-f83f967d8c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:26.112342 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d46b9900-88a3-4e1c-9fe9-690bb6ce25fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:26.144650 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-66ac7c35-89a3-4d35-8dc2-38e2560cc56e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=116e2589-8f3b-4514-9479-5117cfe3a484 HTTP/1.1" status: 200 len: 217 time: 0.0631909 Jun 25 09:26:26.170149 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:26.183626 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd47d94-d511-44c2-ad25-f83f967d8c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Network 45c7345a-061d-403c-925d-763a755d7027 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:26:26.207331 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-bbd47d94-d511-44c2-ad25-f83f967d8c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:26:26.214935 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd47d94-d511-44c2-ad25-f83f967d8c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:26:26.216474 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd47d94-d511-44c2-ad25-f83f967d8c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:26.217470 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bbd47d94-d511-44c2-ad25-f83f967d8c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:26.221454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd47d94-d511-44c2-ad25-f83f967d8c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Pushing event updated for resources: {'Port': ['ID=9abfe014-61ae-476b-a6d1-efcce1a3a157,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:26.224637 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bbd47d94-d511-44c2-ad25-f83f967d8c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:26.233492 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-a5007b06-92ab-46f7-8c92-474a49ba6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:26.235833 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-a5007b06-92ab-46f7-8c92-474a49ba6892 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0743020 Jun 25 09:26:26.237468 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670e19f4-0197-4105-95aa-3c7e86a84f3f x-openstack-request-id: req-670e19f4-0197-4105-95aa-3c7e86a84f3f {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:26.237804 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861049dc-df4f-4b28-9401-5efca7596dfb", "tag": "116e2589-8f3b-4514-9479-5117cfe3a484", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:26.238377 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-670e19f4-0197-4105-95aa-3c7e86a84f3f {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:26.239115 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861049dc-df4f-4b28-9401-5efca7596dfb', 'tag': '116e2589-8f3b-4514-9479-5117cfe3a484', 'status': 'completed', 'code': 200} Jun 25 09:26:26.239264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f76a78c4-b5bf-42d5-ac37-1d49bf7f47da req-1e2bd9fb-9d5b-43cb-8b38-aa6307e5bf5d tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.1161866 Jun 25 09:26:26.275126 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bbd47d94-d511-44c2-ad25-f83f967d8c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9193254 Jun 25 09:26:26.276382 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 60812) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:26.283700 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:26.355231 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:26.406723 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:26.420098 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:26.457317 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-0ff6acb0-3efa-46e0-b7d2-f37f42404a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:26.458002 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-0ff6acb0-3efa-46e0-b7d2-f37f42404a33 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2133663 Jun 25 09:26:26.547692 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:26.551651 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:26.568200 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9907d63a-ba01-4020-b245-a39d8fb284dc HTTP/1.1" status: 204 len: 168 time: 0.5521116 Jun 25 09:26:26.571102 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ced487f7-a85f-4475-9882-05e2b939ed19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:26.631917 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9907d63a-ba01-4020-b245-a39d8fb284dc,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:26.663578 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] device_id is not set on port 9abfe014-61ae-476b-a6d1-efcce1a3a157 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:26:26.672387 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:26.700441 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Transition to ACTIVE for port object 9abfe014-61ae-476b-a6d1-efcce1a3a157 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:26:26.714764 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:26.733081 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:26.762203 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:26.763635 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:26.764222 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:26.771499 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:26.772133 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:26.775004 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:26.775493 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:26.775972 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:26.776453 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:26.776980 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:26.777945 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:26.779502 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:26:26.781159 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Pushing event updated for resources: {'Port': ['ID=9abfe014-61ae-476b-a6d1-efcce1a3a157,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:26.792991 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:26.806600 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:26.807601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:26.807784 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:26.813946 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:26.814294 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:26.814679 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 2 to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 Jun 25 09:26:26.816470 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:26.831216 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:26.831711 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:26.832072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:26.833296 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-33e76f68-3ee4-4a45-9670-76e6a9092059 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596737 Jun 25 09:26:26.836781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:26.837120 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:26.837886 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 3 to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 Jun 25 09:26:26.852780 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:26.853117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:26.853513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:26.859111 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:26.859447 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:26.859879 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 4 to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 Jun 25 09:26:26.911906 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:26.912285 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:26.912567 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:26.920555 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:26.920903 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:26.922190 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 5 to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 Jun 25 09:26:26.947157 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:26.947488 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:26.947862 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:26.963374 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:26.964204 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:26.965778 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 6 to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 Jun 25 09:26:27.001424 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:27.002080 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:27.003247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:27.034821 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2173b517-5233-476a-83cf-e4fc3e598bbe req-0a4b2498-9607-4649-a03a-fef066d9473d service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939147 Jun 25 09:26:27.041167 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a1e18-84b3-4c7f-9d82-97d8a3def9a6 req-071ff18c-802a-4e08-97e2-d2bacc08e46e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:27.045391 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d5a1e18-84b3-4c7f-9d82-97d8a3def9a6 req-071ff18c-802a-4e08-97e2-d2bacc08e46e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.1732075 Jun 25 09:26:27.048215 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:27.077599 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:27.079487 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 7 to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 Jun 25 09:26:27.140392 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:27.140763 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:27.141161 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:27.166714 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:27.167429 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:27.183662 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 8 to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 Jun 25 09:26:27.224267 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d5a1e18-84b3-4c7f-9d82-97d8a3def9a6 req-9480cbd8-a9fa-49a8-83f2-eb57f4fa44ee tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455638 Jun 25 09:26:27.225203 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:27.225550 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:27.225904 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:27.243281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:27.243651 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:27.244013 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 9 to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 Jun 25 09:26:27.270669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:27.271011 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:27.271385 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:27.286723 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:27.287140 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:27.288185 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 10 to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 Jun 25 09:26:27.332649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:27.333782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:27.334142 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:27.348711 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:27.349137 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:27.349456 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:27.355418 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b522fff-f2a4-4567-905f-4150d1109a6c req-c558c336-81e5-4608-b80f-84f6a51ae16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:27.366778 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9b522fff-f2a4-4567-905f-4150d1109a6c req-c558c336-81e5-4608-b80f-84f6a51ae16d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 1100 time: 0.1907446 Jun 25 09:26:27.414114 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a391d-80e7-42b1-a736-853187211d76 req-67beb379-0bd3-45f8-aef9-dbfba9a5484e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:27.415885 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-242a391d-80e7-42b1-a736-853187211d76 req-67beb379-0bd3-45f8-aef9-dbfba9a5484e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 948 time: 0.1305540 Jun 25 09:26:27.491914 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] For port 9abfe014-61ae-476b-a6d1-efcce1a3a157, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:26:27.492290 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempted to set empty binding levels {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 25 09:26:27.500784 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:27.509388 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4e19c222-eb75-49a1-9a5f-862ad0740b15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:27.549877 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b522fff-f2a4-4567-905f-4150d1109a6c req-8935f6a6-4bd1-4e91-964f-b23a6139b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:27.553005 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9b522fff-f2a4-4567-905f-4150d1109a6c req-8935f6a6-4bd1-4e91-964f-b23a6139b9ab service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1748693 Jun 25 09:26:27.554251 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-242a391d-80e7-42b1-a736-853187211d76 req-6e1b1eac-30cb-497b-8723-ef67e1c08d6f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315489 Jun 25 09:26:27.561473 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] In _notify_port_updated(), no bound segment for port 9abfe014-61ae-476b-a6d1-efcce1a3a157 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 09:26:27.562338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:27.562989 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:27.564290 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] 10.222.0.93 "PUT /v2.0/ports/9abfe014-61ae-476b-a6d1-efcce1a3a157 HTTP/1.1" status: 200 len: 979 time: 1.2857628 Jun 25 09:26:27.566921 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60838) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:27.574894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Pushing event updated for resources: {'Port': ['ID=9abfe014-61ae-476b-a6d1-efcce1a3a157,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:27.579091 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:27.590837 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f088ccd-8c3c-42fc-ae5b-4c1ebf86246f req-d0f0af61-cac3-47cc-b09e-b0c1a3bd8a2c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:27.598118 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9f088ccd-8c3c-42fc-ae5b-4c1ebf86246f req-d0f0af61-cac3-47cc-b09e-b0c1a3bd8a2c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.1742647 Jun 25 09:26:27.651836 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9f088ccd-8c3c-42fc-ae5b-4c1ebf86246f req-aa46ea1a-11c2-43c8-bd32-5e4502fdeadc tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526080 Jun 25 09:26:27.752972 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9b522fff-f2a4-4567-905f-4150d1109a6c req-5e9086ac-0f02-4175-a2f8-400f37814284 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=116e2589-8f3b-4514-9479-5117cfe3a484 HTTP/1.1" status: 200 len: 217 time: 0.1872227 Jun 25 09:26:27.830417 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b522fff-f2a4-4567-905f-4150d1109a6c req-474386e7-9095-4a5e-bb21-382aff050ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:27.831906 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9b522fff-f2a4-4567-905f-4150d1109a6c req-474386e7-9095-4a5e-bb21-382aff050ced service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0712888 Jun 25 09:26:27.859951 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a68fb432-7671-49d7-8016-12ea9bf88739 req-779e833b-1b9f-48bd-a1e8-500f80919aba tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0627275 Jun 25 09:26:27.943752 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:28.007758 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.008161 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.008640 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.011328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.015887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.019403 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.020055 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.022028 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.022719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.023363 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.023991 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.024619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.027794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.028498 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.029188 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.031249 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.032522 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.033532 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.034178 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.034824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.046039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.046735 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.047458 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.051073 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.051732 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.055265 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7620b437-35cc-4c81-9565-f59775ca44f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22644 time: 0.4872541 Jun 25 09:26:28.059548 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 60866) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:28.191667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b522fff-f2a4-4567-905f-4150d1109a6c req-d74d77f2-ac0b-4f18-ac0c-a04b6d6cf3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:28.193403 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9b522fff-f2a4-4567-905f-4150d1109a6c req-d74d77f2-ac0b-4f18-ac0c-a04b6d6cf3ec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2981644 Jun 25 09:26:28.211291 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-1d9861b7-2323-4d6d-a0bd-7f634fb179a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Deleting port 9abfe014-61ae-476b-a6d1-efcce1a3a157 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:26:28.213719 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d9861b7-2323-4d6d-a0bd-7f634fb179a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:28.411565 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9b522fff-f2a4-4567-905f-4150d1109a6c req-7838ee55-6b8d-4b87-8aca-267f101cc36c service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018976 Jun 25 09:26:28.414949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-1d9861b7-2323-4d6d-a0bd-7f634fb179a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] For port 9abfe014-61ae-476b-a6d1-efcce1a3a157, host n-h2-761264-15, got binding levels [] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:28.415323 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d9861b7-2323-4d6d-a0bd-7f634fb179a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:28.492390 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-1d9861b7-2323-4d6d-a0bd-7f634fb179a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Calling delete_port for 9abfe014-61ae-476b-a6d1-efcce1a3a157 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:26:28.673991 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9b522fff-f2a4-4567-905f-4150d1109a6c req-404a7fae-0c0e-4c6a-9817-059e4e3868ae service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441504 Jun 25 09:26:28.685440 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-828e4312-f5e7-4234-aaea-73523a9aa3d2 req-edb17a42-6cea-4c28-a6a3-82ce344663f5 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0411615 Jun 25 09:26:28.727000 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-126bcf04-028f-48a5-a526-742f236ac149 req-b1784834-e4b1-4202-9e36-c9b38ec9679c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=accdf0bd699e42618475698eecf49f1e&device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0854716 Jun 25 09:26:28.798166 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-126bcf04-028f-48a5-a526-742f236ac149 req-9061be83-4f06-4e62-a246-0c7dcc5cd218 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=accdf0bd699e42618475698eecf49f1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551364 Jun 25 09:26:28.978827 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d9861b7-2323-4d6d-a0bd-7f634fb179a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:29.008391 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0366e302-eb04-4831-a4c9-96b5abce8305 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:29.086849 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9861b7-2323-4d6d-a0bd-7f634fb179a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Pushing event deleted for resources: {'Port': ['ID=9abfe014-61ae-476b-a6d1-efcce1a3a157,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:29.090661 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bcf04-028f-48a5-a526-742f236ac149 req-7413c976-d7c6-43da-8fb2-d4473186d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:29.098141 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-126bcf04-028f-48a5-a526-742f236ac149 req-7413c976-d7c6-43da-8fb2-d4473186d82c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2916532 Jun 25 09:26:29.100392 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1d9861b7-2323-4d6d-a0bd-7f634fb179a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:29.116065 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d9861b7-2323-4d6d-a0bd-7f634fb179a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:29.122421 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60898) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:29.123162 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1d9861b7-2323-4d6d-a0bd-7f634fb179a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] 10.222.0.93 "DELETE /v2.0/ports/9abfe014-61ae-476b-a6d1-efcce1a3a157 HTTP/1.1" status: 204 len: 168 time: 1.0621014 Jun 25 09:26:29.173597 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee02171-574a-46b2-9f3f-401a1db3c511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] GET failed (client error): The resource could not be found. Jun 25 09:26:29.175241 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cee02171-574a-46b2-9f3f-401a1db3c511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] 10.222.0.93 "GET /v2.0/ports/9abfe014-61ae-476b-a6d1-efcce1a3a157 HTTP/1.1" status: 404 len: 333 time: 0.0517831 Jun 25 09:26:29.186440 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 60904) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:29.197419 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9e666-cadb-41e0-b0da-0991262eb130 req-6a50e9e0-ee4a-4529-9ac4-f7ecd982ccd3 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:29.199012 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b2b9e666-cadb-41e0-b0da-0991262eb130 req-6a50e9e0-ee4a-4529-9ac4-f7ecd982ccd3 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 948 time: 0.2539260 Jun 25 09:26:29.203902 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-279976a1-d7ad-4fc7-89a8-06f0e6e084b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1324052253', 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:29.317780 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b2b9e666-cadb-41e0-b0da-0991262eb130 req-ac8ac63b-e450-4a2c-806b-d70e10c11551 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077840 Jun 25 09:26:29.319923 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279976a1-d7ad-4fc7-89a8-06f0e6e084b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Made reservation on behalf of 4c4982bddbec438586fab315b57d57b7 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:29.328118 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-279976a1-d7ad-4fc7-89a8-06f0e6e084b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:29.361840 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bce5d-5dcf-4501-bd19-1ebc8276dfe3 req-8c5eff1f-e5a1-4471-9273-d2ef2e9bcb51 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:29.369807 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c4bce5d-5dcf-4501-bd19-1ebc8276dfe3 req-8c5eff1f-e5a1-4471-9273-d2ef2e9bcb51 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.3517091 Jun 25 09:26:29.416830 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c4bce5d-5dcf-4501-bd19-1ebc8276dfe3 req-527e4dab-b298-4e29-b2c2-09f7edde92db tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458164 Jun 25 09:26:29.426584 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-279976a1-d7ad-4fc7-89a8-06f0e6e084b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] device_id is not set on port d0e54fed-d996-481d-8dea-8a4ab00d268c yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:26:29.658198 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-279976a1-d7ad-4fc7-89a8-06f0e6e084b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:29.706570 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-279976a1-d7ad-4fc7-89a8-06f0e6e084b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:29.711393 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0c0a984f-c32c-49d6-b148-7bd129c45995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:29.760353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279976a1-d7ad-4fc7-89a8-06f0e6e084b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Network 45c7345a-061d-403c-925d-763a755d7027 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:26:29.764176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-279976a1-d7ad-4fc7-89a8-06f0e6e084b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:26:29.772331 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279976a1-d7ad-4fc7-89a8-06f0e6e084b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:26:29.773342 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279976a1-d7ad-4fc7-89a8-06f0e6e084b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:29.774147 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-279976a1-d7ad-4fc7-89a8-06f0e6e084b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:29.788275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279976a1-d7ad-4fc7-89a8-06f0e6e084b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Pushing event updated for resources: {'Port': ['ID=d0e54fed-d996-481d-8dea-8a4ab00d268c,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:29.811784 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-279976a1-d7ad-4fc7-89a8-06f0e6e084b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:29.819007 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-279976a1-d7ad-4fc7-89a8-06f0e6e084b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6290150 Jun 25 09:26:29.819860 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60924) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:29.920028 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97b1f8d-84c4-4eed-9779-bb650be5bc50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:29.921712 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d97b1f8d-84c4-4eed-9779-bb650be5bc50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] 10.222.0.93 "GET /v2.0/ports/d0e54fed-d996-481d-8dea-8a4ab00d268c HTTP/1.1" status: 200 len: 959 time: 0.1006601 Jun 25 09:26:29.924575 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60926) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:30.028401 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-8c542a9d-2f71-4b2c-ab96-529d32ac68ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Deleting port d0e54fed-d996-481d-8dea-8a4ab00d268c {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:26:30.029108 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8c542a9d-2f71-4b2c-ab96-529d32ac68ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:30.112313 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8c542a9d-2f71-4b2c-ab96-529d32ac68ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:30.135324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-8c542a9d-2f71-4b2c-ab96-529d32ac68ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Calling delete_port for d0e54fed-d996-481d-8dea-8a4ab00d268c owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:26:30.252236 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8c542a9d-2f71-4b2c-ab96-529d32ac68ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:30.292076 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8e55c6e9-66ab-4ae8-bb49-8ca671a7f90a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:30.351515 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8c542a9d-2f71-4b2c-ab96-529d32ac68ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:30.357521 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8c542a9d-2f71-4b2c-ab96-529d32ac68ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] 10.222.0.93 "DELETE /v2.0/ports/d0e54fed-d996-481d-8dea-8a4ab00d268c HTTP/1.1" status: 204 len: 168 time: 0.4315169 Jun 25 09:26:30.358454 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60940) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:30.360037 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c542a9d-2f71-4b2c-ab96-529d32ac68ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0e54fed-d996-481d-8dea-8a4ab00d268c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:30.367041 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8c542a9d-2f71-4b2c-ab96-529d32ac68ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:30.430590 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bce4e6-e68c-4654-91e7-149c965153a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] GET failed (client error): The resource could not be found. Jun 25 09:26:30.441608 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-41bce4e6-e68c-4654-91e7-149c965153a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] 10.222.0.93 "GET /v2.0/ports/d0e54fed-d996-481d-8dea-8a4ab00d268c HTTP/1.1" status: 404 len: 333 time: 0.0732913 Jun 25 09:26:30.445038 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60946) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:30.450030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4d20fff8-2072-4fe1-914a-9baa505a77a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Request body: {'port': {'network_id': '45c7345a-061d-403c-925d-763a755d7027', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995554884'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:30.458068 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d4d689c9-b6a1-4ca3-8c47-dc3a4b855069 req-f0c2a049-0b66-4793-a666-d1a65dd166ac tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.5945427 Jun 25 09:26:30.492064 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d20fff8-2072-4fe1-914a-9baa505a77a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Made reservation on behalf of 4c4982bddbec438586fab315b57d57b7 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:30.494640 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4d20fff8-2072-4fe1-914a-9baa505a77a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:30.552670 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-4d20fff8-2072-4fe1-914a-9baa505a77a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] device_id is not set on port ddde3f77-6063-40ea-84f3-29abf5cb9976 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:26:30.666408 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11baf0a-e7d4-4eff-9423-59c0317315f9 req-fb43de34-e965-44c3-9e5d-f435e8851033 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:30.668536 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d11baf0a-e7d4-4eff-9423-59c0317315f9 req-fb43de34-e965-44c3-9e5d-f435e8851033 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 948 time: 0.1315739 Jun 25 09:26:30.797342 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4d20fff8-2072-4fe1-914a-9baa505a77a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:30.800293 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d11baf0a-e7d4-4eff-9423-59c0317315f9 req-5802808f-f278-4272-8c24-b862cb9b871b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249199 Jun 25 09:26:30.844975 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4d20fff8-2072-4fe1-914a-9baa505a77a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:30.859044 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:30.861521 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbf9c4-fccc-40d8-86e7-3f3d967e2abe req-0d9ece3e-a19e-4eb1-a8a3-54f3742e622c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:30.868296 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01fbf9c4-fccc-40d8-86e7-3f3d967e2abe req-0d9ece3e-a19e-4eb1-a8a3-54f3742e622c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.1398525 Jun 25 09:26:30.945041 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d20fff8-2072-4fe1-914a-9baa505a77a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Network 45c7345a-061d-403c-925d-763a755d7027 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:26:30.963482 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20fff8-2072-4fe1-914a-9baa505a77a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Pushing event updated for resources: {'Port': ['ID=ddde3f77-6063-40ea-84f3-29abf5cb9976,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:30.977459 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4d20fff8-2072-4fe1-914a-9baa505a77a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:30.979142 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-4d20fff8-2072-4fe1-914a-9baa505a77a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:26:30.983866 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20fff8-2072-4fe1-914a-9baa505a77a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:26:30.986545 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d20fff8-2072-4fe1-914a-9baa505a77a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:30.987027 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4d20fff8-2072-4fe1-914a-9baa505a77a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:31.023710 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4d20fff8-2072-4fe1-914a-9baa505a77a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5775299 Jun 25 09:26:31.024551 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60964) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:31.037077 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:31.066184 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01fbf9c4-fccc-40d8-86e7-3f3d967e2abe req-0bf4760e-b543-4ed0-9f95-8bf89a3ada7b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895888 Jun 25 09:26:31.109678 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-126bcf04-028f-48a5-a526-742f236ac149 req-d59bfa07-0c2c-4c88-8354-52fb24cc9426 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.41 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0950274 Jun 25 09:26:31.119952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 116e2589-8f3b-4514-9479-5117cfe3a484 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:26:31.144927 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:31.325512 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:31.409358 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 116e2589-8f3b-4514-9479-5117cfe3a484, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=116e2589-8f3b-4514-9479-5117cfe3a484,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:31.423576 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '116e2589-8f3b-4514-9479-5117cfe3a484', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '116e2589-8f3b-4514-9479-5117cfe3a484', 'mac_address': 'fa:16:3e:49:fe:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:26:31.467673 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] device_id is not set on port ddde3f77-6063-40ea-84f3-29abf5cb9976 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:26:31.477661 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:31.481600 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:31.495401 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Transition to ACTIVE for port object ddde3f77-6063-40ea-84f3-29abf5cb9976 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:26:31.501699 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:31.514014 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:31.522436 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116e2589-8f3b-4514-9479-5117cfe3a484 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:26:31.570130 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 116e2589-8f3b-4514-9479-5117cfe3a484, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=116e2589-8f3b-4514-9479-5117cfe3a484,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:31.577795 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:31.582296 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:31.611581 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:31.612039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:31.612419 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:31.629458 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Pushing event updated for resources: {'Port': ['ID=ddde3f77-6063-40ea-84f3-29abf5cb9976,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:31.635547 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:31.635547 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:31.638090 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:31.638090 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 2 to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 Jun 25 09:26:31.663603 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:31.664040 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:31.664323 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:31.670073 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:31.670813 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:31.670977 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 3 to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 Jun 25 09:26:31.692448 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:31.693457 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:31.694019 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:31.696899 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=116e2589-8f3b-4514-9479-5117cfe3a484,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:31.700803 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:31.702034 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:31.704893 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:31.706031 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 4 to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 Jun 25 09:26:31.722251 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:31.722839 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:31.723403 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:31.730367 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:31.730987 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:31.731927 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 5 to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 Jun 25 09:26:31.757363 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:31.757942 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:31.758481 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:31.765002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:31.765411 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:31.765958 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 6 to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 Jun 25 09:26:31.768045 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ab3cfd1d-51af-4827-9d8a-6259d370030f req-487bb1e5-3150-49d8-9da3-b446b3051d64 tempest-ServerShowV257Test-174744079 tempest-ServerShowV257Test-174744079-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e30f51-0d06-4a22-9cbc-1ec46d9299bd HTTP/1.1" status: 200 len: 210 time: 0.0656996 Jun 25 09:26:31.783216 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:31.783722 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:31.787530 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:31.799919 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:31.800283 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:31.800639 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 7 to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 Jun 25 09:26:31.819261 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:31.819605 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:31.819943 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:31.825566 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:31.825897 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:31.826419 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 8 to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 Jun 25 09:26:31.866118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:31.866118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:31.866350 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:31.875323 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:31.876021 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:31.876275 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 9 to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 Jun 25 09:26:31.905701 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:31.906283 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:31.906927 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:31.914843 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:31.915444 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:31.916037 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempt 10 to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 Jun 25 09:26:31.956023 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:31.956859 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:31.957655 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempting to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:31.973786 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:31.974259 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Failed to bind port ddde3f77-6063-40ea-84f3-29abf5cb9976 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'f8edc89a-b9cf-4f70-a534-98807fa46e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c7345a-061d-403c-925d-763a755d7027'}] Jun 25 09:26:31.974733 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:32.051964 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['116e2589-8f3b-4514-9479-5117cfe3a484'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:26:32.089054 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452673d-52db-41da-92f5-a3dbb54ab338 req-e8ab5dcf-4684-4b45-9605-780934340063 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:32.099307 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3452673d-52db-41da-92f5-a3dbb54ab338 req-e8ab5dcf-4684-4b45-9605-780934340063 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 949 time: 0.0905461 Jun 25 09:26:32.130753 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] For port ddde3f77-6063-40ea-84f3-29abf5cb9976, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:26:32.131374 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attempted to set empty binding levels {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 25 09:26:32.139276 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:32.144275 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-80660281-ebda-478a-9b87-26cff744a4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:32.176438 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3452673d-52db-41da-92f5-a3dbb54ab338 req-871a3b63-da9e-41b0-b1ac-42cb1cfb317b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757284 Jun 25 09:26:32.192419 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] In _notify_port_updated(), no bound segment for port ddde3f77-6063-40ea-84f3-29abf5cb9976 on network 45c7345a-061d-403c-925d-763a755d7027 {{(pid=94025) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 09:26:32.193979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:32.194998 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:32.197842 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] 10.222.0.93 "PUT /v2.0/ports/ddde3f77-6063-40ea-84f3-29abf5cb9976 HTTP/1.1" status: 200 len: 980 time: 1.1724267 Jun 25 09:26:32.200959 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 32860) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:32.270202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Pushing event updated for resources: {'Port': ['ID=ddde3f77-6063-40ea-84f3-29abf5cb9976,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:32.282428 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:32.421059 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-8e0272cf-41c3-4375-a86a-d4ecd0538c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Deleting port ddde3f77-6063-40ea-84f3-29abf5cb9976 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:26:32.421428 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e0272cf-41c3-4375-a86a-d4ecd0538c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:32.484056 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08b60b-22f5-40ec-8d64-5e54d562a76b req-f00c75a0-dae1-4229-82a2-186fc3f2896b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:32.493927 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b08b60b-22f5-40ec-8d64-5e54d562a76b req-f00c75a0-dae1-4229-82a2-186fc3f2896b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.1624470 Jun 25 09:26:32.588827 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-8e0272cf-41c3-4375-a86a-d4ecd0538c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] For port ddde3f77-6063-40ea-84f3-29abf5cb9976, host n-h2-761264-15, got binding levels [] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:32.589352 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e0272cf-41c3-4375-a86a-d4ecd0538c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:32.603647 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b08b60b-22f5-40ec-8d64-5e54d562a76b req-6848308f-f9d6-4df9-af4b-e2dde0adc08d tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996432 Jun 25 09:26:32.645396 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-8e0272cf-41c3-4375-a86a-d4ecd0538c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Calling delete_port for ddde3f77-6063-40ea-84f3-29abf5cb9976 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:26:32.790622 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e0272cf-41c3-4375-a86a-d4ecd0538c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:32.795988 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-55ec2eb8-758d-46c1-8eae-61149fc9e6df tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:32.838987 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0272cf-41c3-4375-a86a-d4ecd0538c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddde3f77-6063-40ea-84f3-29abf5cb9976,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:32.847139 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8e0272cf-41c3-4375-a86a-d4ecd0538c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:32.855681 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e0272cf-41c3-4375-a86a-d4ecd0538c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:32.858051 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8e0272cf-41c3-4375-a86a-d4ecd0538c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] 10.222.0.93 "DELETE /v2.0/ports/ddde3f77-6063-40ea-84f3-29abf5cb9976 HTTP/1.1" status: 204 len: 168 time: 0.6558604 Jun 25 09:26:32.860867 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 32936) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:32.900762 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd546a8-1749-4cf7-9c43-0b188b009991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] GET failed (client error): The resource could not be found. Jun 25 09:26:32.902508 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6dd546a8-1749-4cf7-9c43-0b188b009991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] 10.222.0.93 "GET /v2.0/ports/ddde3f77-6063-40ea-84f3-29abf5cb9976 HTTP/1.1" status: 404 len: 333 time: 0.0406284 Jun 25 09:26:32.906528 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 32942) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:33.038786 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-337a8ed5-e9df-4a6a-99cb-5462d6967f90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:33.178432 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-337a8ed5-e9df-4a6a-99cb-5462d6967f90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:33.201154 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-337a8ed5-e9df-4a6a-99cb-5462d6967f90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c7345a-061d-403c-925d-763a755d7027']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:33.216476 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-337a8ed5-e9df-4a6a-99cb-5462d6967f90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8edc89a-b9cf-4f70-a534-98807fa46e54') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:33.216813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-337a8ed5-e9df-4a6a-99cb-5462d6967f90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8edc89a-b9cf-4f70-a534-98807fa46e54') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:33.246205 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-337a8ed5-e9df-4a6a-99cb-5462d6967f90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:33.284699 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-337a8ed5-e9df-4a6a-99cb-5462d6967f90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:33.309186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337a8ed5-e9df-4a6a-99cb-5462d6967f90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:26:33.311235 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-337a8ed5-e9df-4a6a-99cb-5462d6967f90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:26:33.320408 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:26:33.460413 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-337a8ed5-e9df-4a6a-99cb-5462d6967f90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:33.466444 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d8ae4691-ce31-4f01-9b69-793429816b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:33.471173 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-337a8ed5-e9df-4a6a-99cb-5462d6967f90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:33.473946 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-337a8ed5-e9df-4a6a-99cb-5462d6967f90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] 10.222.0.93 "DELETE /v2.0/networks/45c7345a-061d-403c-925d-763a755d7027 HTTP/1.1" status: 204 len: 168 time: 0.5622861 Jun 25 09:26:33.497508 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33014) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:33.512136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a8ed5-e9df-4a6a-99cb-5462d6967f90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Pushing event deleted for resources: {'Network': ['ID=45c7345a-061d-403c-925d-763a755d7027,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:33.516572 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-337a8ed5-e9df-4a6a-99cb-5462d6967f90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:33.528467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557280a0-1502-4f68-9524-ee4d9afed56e req-225e2ffa-0f78-4572-b892-4cbfffa6d1c5 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:33.529974 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-557280a0-1502-4f68-9524-ee4d9afed56e req-225e2ffa-0f78-4572-b892-4cbfffa6d1c5 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 949 time: 0.1347406 Jun 25 09:26:33.591408 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-557280a0-1502-4f68-9524-ee4d9afed56e req-5921024c-d698-45f9-8abc-8aa339da8452 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553257 Jun 25 09:26:33.884250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33068) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:33.979132 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c6789-026b-4395-86d0-c7f7e9c942c5 req-81277243-8414-4881-8f15-506fb3521da1 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:34.006917 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a30c6789-026b-4395-86d0-c7f7e9c942c5 req-81277243-8414-4881-8f15-506fb3521da1 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.2219498 Jun 25 09:26:34.030307 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-24740824-245e-4f7d-b196-fe5de4e7e3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:34.185384 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-24740824-245e-4f7d-b196-fe5de4e7e3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:34.192508 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-24740824-245e-4f7d-b196-fe5de4e7e3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:34.202663 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a30c6789-026b-4395-86d0-c7f7e9c942c5 req-6741f190-2b52-404b-80ab-4e2ddfd997f8 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901982 Jun 25 09:26:34.236676 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-40f52c49-15d5-417a-b237-3064c33bae1f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=432e8019fc5749c4bb1f9efba0168b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3509068 Jun 25 09:26:34.241529 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33116) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:34.247864 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0904dc33-b1aa-4be1-9a7a-43dbb842817d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:34.252516 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-24740824-245e-4f7d-b196-fe5de4e7e3be admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=accdf0bd699e42618475698eecf49f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7540824 Jun 25 09:26:34.255465 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33120) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:34.316062 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-eb562b82-20f3-4c83-b406-2fe633fd74bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:34.345876 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24740824-245e-4f7d-b196-fe5de4e7e3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97d5597-fcab-4ff0-85aa-0200fd51da52,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:34.346981 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-eb562b82-20f3-4c83-b406-2fe633fd74bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:34.367779 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-24740824-245e-4f7d-b196-fe5de4e7e3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:34.397813 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c200770-81bf-4688-9d11-12981cd646a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:34.436760 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-eb562b82-20f3-4c83-b406-2fe633fd74bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:34.440182 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c200770-81bf-4688-9d11-12981cd646a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:34.444913 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-eb562b82-20f3-4c83-b406-2fe633fd74bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:34.451872 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-eb562b82-20f3-4c83-b406-2fe633fd74bb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ca67a160-0132-4c62-8017-3a8c02ef40d2 HTTP/1.1" status: 204 len: 168 time: 0.2040937 Jun 25 09:26:34.453117 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f9dd8eed-29f2-409e-b72c-f7a78c8e89e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:34.506970 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb562b82-20f3-4c83-b406-2fe633fd74bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca67a160-0132-4c62-8017-3a8c02ef40d2,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:34.508362 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c200770-81bf-4688-9d11-12981cd646a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:34.512671 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-eb562b82-20f3-4c83-b406-2fe633fd74bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:34.529195 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c200770-81bf-4688-9d11-12981cd646a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:34.547640 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0c200770-81bf-4688-9d11-12981cd646a0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d97d5597-fcab-4ff0-85aa-0200fd51da52 HTTP/1.1" status: 204 len: 168 time: 0.2867899 Jun 25 09:26:34.547640 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4270efea-20b5-44ad-925d-84ce2ff99993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:34.559502 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c200770-81bf-4688-9d11-12981cd646a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97d5597-fcab-4ff0-85aa-0200fd51da52,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:34.568324 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0c200770-81bf-4688-9d11-12981cd646a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:35.011653 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4961f9-e070-41e1-9378-27af006fd885 req-c4e287ac-87ba-4a35-b809-9692b59d508a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:35.020140 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dc4961f9-e070-41e1-9378-27af006fd885 req-c4e287ac-87ba-4a35-b809-9692b59d508a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 949 time: 0.1672010 Jun 25 09:26:35.074427 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dc4961f9-e070-41e1-9378-27af006fd885 req-94055725-53e5-4f6d-aa54-2ad5d39a472b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532496 Jun 25 09:26:35.109909 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 116e2589-8f3b-4514-9479-5117cfe3a484 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:26:35.186447 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 116e2589-8f3b-4514-9479-5117cfe3a484 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:26:35.195110 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 116e2589-8f3b-4514-9479-5117cfe3a484 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:26:35.196476 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:35.390502 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:35.505980 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 116e2589-8f3b-4514-9479-5117cfe3a484, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=116e2589-8f3b-4514-9479-5117cfe3a484,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:35.507305 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861049dc-df4f-4b28-9401-5efca7596dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116e2589-8f3b-4514-9479-5117cfe3a484'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:35.508636 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91f03e-3d8e-49cd-bf13-45482c2afd09 req-57d9e4d1-71c4-4be0-91c0-bc562408bbab tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:35.518680 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c91f03e-3d8e-49cd-bf13-45482c2afd09 req-57d9e4d1-71c4-4be0-91c0-bc562408bbab tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.1162159 Jun 25 09:26:35.519137 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe19b36-5572-4764-9b41-41de642c6222" -d '{"events": [{"server_uuid": "861049dc-df4f-4b28-9401-5efca7596dfb", "name": "network-vif-plugged", "status": "completed", "tag": "116e2589-8f3b-4514-9479-5117cfe3a484"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:35.526068 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:35.540175 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:35.594598 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c91f03e-3d8e-49cd-bf13-45482c2afd09 req-fb518808-0ad6-4569-a82b-49ce747ba652 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744967 Jun 25 09:26:35.655061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=116e2589-8f3b-4514-9479-5117cfe3a484,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:35.658990 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:35.698093 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f4841e-9d52-4046-bd19-410cbdf8a76f x-openstack-request-id: req-b5f4841e-9d52-4046-bd19-410cbdf8a76f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:35.698799 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861049dc-df4f-4b28-9401-5efca7596dfb", "name": "network-vif-plugged", "status": "completed", "tag": "116e2589-8f3b-4514-9479-5117cfe3a484", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:35.699587 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b5f4841e-9d52-4046-bd19-410cbdf8a76f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:35.700524 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861049dc-df4f-4b28-9401-5efca7596dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116e2589-8f3b-4514-9479-5117cfe3a484', 'code': 200} Jun 25 09:26:35.841454 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33278) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:35.961877 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-17ee19b5-d403-40b9-86b5-0c6645bef8d0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4c4982bddbec438586fab315b57d57b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1176283 Jun 25 09:26:35.964653 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33282) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:35.992229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19bb6d-12b7-4bae-afd4-7b05e4bd66fb req-c33bfee9-bcff-41e5-8c2a-90ae7c13d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:35.994278 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed19bb6d-12b7-4bae-afd4-7b05e4bd66fb req-c33bfee9-bcff-41e5-8c2a-90ae7c13d418 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 1102 time: 0.1002328 Jun 25 09:26:36.011436 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33284) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:36.040903 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce3188-42da-48b2-a32b-653d2e737ef8 req-67a5aa87-c3f5-466a-b7c9-a512b16f9e3d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:36.048597 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce3188-42da-48b2-a32b-653d2e737ef8 req-67a5aa87-c3f5-466a-b7c9-a512b16f9e3d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:36.055592 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce3188-42da-48b2-a32b-653d2e737ef8 req-67a5aa87-c3f5-466a-b7c9-a512b16f9e3d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:36.061934 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce3188-42da-48b2-a32b-653d2e737ef8 req-67a5aa87-c3f5-466a-b7c9-a512b16f9e3d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:36.068563 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce3188-42da-48b2-a32b-653d2e737ef8 req-67a5aa87-c3f5-466a-b7c9-a512b16f9e3d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:36.075349 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce3188-42da-48b2-a32b-653d2e737ef8 req-67a5aa87-c3f5-466a-b7c9-a512b16f9e3d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:36.085600 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce3188-42da-48b2-a32b-653d2e737ef8 req-67a5aa87-c3f5-466a-b7c9-a512b16f9e3d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:36.087644 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed19bb6d-12b7-4bae-afd4-7b05e4bd66fb req-e2db834f-7235-43e7-9cac-2603e12e8f84 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844951 Jun 25 09:26:36.088597 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4ce3188-42da-48b2-a32b-653d2e737ef8 req-67a5aa87-c3f5-466a-b7c9-a512b16f9e3d tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5432 time: 0.1683187 Jun 25 09:26:36.149964 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4ce3188-42da-48b2-a32b-653d2e737ef8 req-80430b07-8b7a-4e64-82a6-542cac6ac7b4 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529242 Jun 25 09:26:36.151001 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f1af70b-4985-46fc-8d68-6ea0c1e6cbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:36.180611 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f1af70b-4985-46fc-8d68-6ea0c1e6cbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:36.273778 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f1af70b-4985-46fc-8d68-6ea0c1e6cbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:36.276924 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f1af70b-4985-46fc-8d68-6ea0c1e6cbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:36.278381 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4f1af70b-4985-46fc-8d68-6ea0c1e6cbc2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0d684bfa-61d0-4aa1-b927-66805a2f13c4 HTTP/1.1" status: 204 len: 168 time: 0.3125877 Jun 25 09:26:36.281995 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a7db0af7-8344-48b2-a22c-53b9beb67fad tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:36.296013 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2463a2f-4b67-42c3-a276-ce492514305d req-72395431-c439-43ad-b059-980f4d80bc9d tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:36.297696 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2463a2f-4b67-42c3-a276-ce492514305d req-72395431-c439-43ad-b059-980f4d80bc9d tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 950 time: 0.0818768 Jun 25 09:26:36.302865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1af70b-4985-46fc-8d68-6ea0c1e6cbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d684bfa-61d0-4aa1-b927-66805a2f13c4,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:36.305355 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4f1af70b-4985-46fc-8d68-6ea0c1e6cbc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:36.345783 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2463a2f-4b67-42c3-a276-ce492514305d req-fcdbd475-d890-47f7-8876-7da1caf0a6c3 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391934 Jun 25 09:26:36.350408 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f99ec353-08b4-44ed-aa3e-dda791e24d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:36.459671 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f99ec353-08b4-44ed-aa3e-dda791e24d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:36.464084 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f99ec353-08b4-44ed-aa3e-dda791e24d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:36.468577 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-68d9b207-09c4-422a-a6d2-5a740a89a3a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:36.506204 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f99ec353-08b4-44ed-aa3e-dda791e24d1a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1bd94c61d9964a69bfe202de36e0eb26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4909427 Jun 25 09:26:36.507161 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ec353-08b4-44ed-aa3e-dda791e24d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975b3339-0aea-40c1-891c-a15e1948f406,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:36.509762 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33304) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:36.510173 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f99ec353-08b4-44ed-aa3e-dda791e24d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:36.571407 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2da08dc2-5f00-4331-ae17-367fd0aecfb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:36.601200 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2da08dc2-5f00-4331-ae17-367fd0aecfb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:36.657896 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2da08dc2-5f00-4331-ae17-367fd0aecfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:36.662156 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2da08dc2-5f00-4331-ae17-367fd0aecfb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:36.666834 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2da08dc2-5f00-4331-ae17-367fd0aecfb3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/975b3339-0aea-40c1-891c-a15e1948f406 HTTP/1.1" status: 204 len: 168 time: 0.1558585 Jun 25 09:26:36.667951 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:36.679400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da08dc2-5f00-4331-ae17-367fd0aecfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975b3339-0aea-40c1-891c-a15e1948f406,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:36.682118 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2da08dc2-5f00-4331-ae17-367fd0aecfb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:36.847256 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763c2ed-438d-4062-8fe6-8745e99f37d4 req-8745b1b1-1245-4519-aecf-b22169a73f69 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:36.849196 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3763c2ed-438d-4062-8fe6-8745e99f37d4 req-8745b1b1-1245-4519-aecf-b22169a73f69 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.1054749 Jun 25 09:26:36.944267 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3763c2ed-438d-4062-8fe6-8745e99f37d4 req-4a119bb0-07e1-4029-8421-36827130e766 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822117 Jun 25 09:26:36.993180 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335bff-5827-419f-8587-92523462ccf7 req-51d0eacb-98e3-4394-93cf-6b20d25aac32 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:36.994671 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e335bff-5827-419f-8587-92523462ccf7 req-51d0eacb-98e3-4394-93cf-6b20d25aac32 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/networks?id=5e33710c-49e5-4278-a52b-a77593024222 HTTP/1.1" status: 200 len: 814 time: 0.1608553 Jun 25 09:26:37.013173 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e335bff-5827-419f-8587-92523462ccf7 req-6aa04cb3-f7b2-48d7-8e54-a7696fa45d64 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/quotas/4528a5a62a6b4983bf415c7490db4178 HTTP/1.1" status: 200 len: 375 time: 0.0110462 Jun 25 09:26:37.064606 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e335bff-5827-419f-8587-92523462ccf7 req-68243616-dbc3-4dfe-b84d-f568e3c3909a tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4528a5a62a6b4983bf415c7490db4178&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438998 Jun 25 09:26:37.171469 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e335bff-5827-419f-8587-92523462ccf7 req-48bbbd72-48fa-4d19-b485-6f6ea7520499 service neutron] 10.222.0.93 "GET /v2.0/networks/5e33710c-49e5-4278-a52b-a77593024222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963621 Jun 25 09:26:37.286148 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e335bff-5827-419f-8587-92523462ccf7 req-8b96a725-39de-46e3-ba70-d2ed0a9efe1f service neutron] 10.222.0.93 "GET /v2.0/networks/5e33710c-49e5-4278-a52b-a77593024222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134684 Jun 25 09:26:37.296660 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33342) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:37.316845 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83feb90d-edc3-4e99-9602-97ce27984662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:37.428715 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1585a0-dff3-438f-b3cd-53dbe89ba648 req-4b0ce0ff-c512-425b-b227-14c8dde1d525 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:37.435053 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1585a0-dff3-438f-b3cd-53dbe89ba648 req-4b0ce0ff-c512-425b-b227-14c8dde1d525 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:37.441597 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1585a0-dff3-438f-b3cd-53dbe89ba648 req-4b0ce0ff-c512-425b-b227-14c8dde1d525 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:37.452596 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1585a0-dff3-438f-b3cd-53dbe89ba648 req-4b0ce0ff-c512-425b-b227-14c8dde1d525 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:37.458714 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1585a0-dff3-438f-b3cd-53dbe89ba648 req-4b0ce0ff-c512-425b-b227-14c8dde1d525 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:37.464984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1585a0-dff3-438f-b3cd-53dbe89ba648 req-4b0ce0ff-c512-425b-b227-14c8dde1d525 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:37.471441 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1585a0-dff3-438f-b3cd-53dbe89ba648 req-4b0ce0ff-c512-425b-b227-14c8dde1d525 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:37.479256 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c1585a0-dff3-438f-b3cd-53dbe89ba648 req-4b0ce0ff-c512-425b-b227-14c8dde1d525 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5432 time: 0.1646440 Jun 25 09:26:37.547618 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c1585a0-dff3-438f-b3cd-53dbe89ba648 req-667fdd23-10f4-4ab7-8192-4b20bbb6ee63 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673275 Jun 25 09:26:37.653922 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83feb90d-edc3-4e99-9602-97ce27984662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:37.680398 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83feb90d-edc3-4e99-9602-97ce27984662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:37.696649 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6a53b45-b87a-4dc3-b475-6539f3e53077 req-932d6b05-999b-4e34-8bba-113e066b419a tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 210 time: 0.0609772 Jun 25 09:26:37.698761 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bc4747c8-2fa7-48a8-81df-6210e59223b1 tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:37.737827 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83feb90d-edc3-4e99-9602-97ce27984662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b645ff4b-463f-4962-8a48-25f7f0fa4010,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:37.746455 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-83feb90d-edc3-4e99-9602-97ce27984662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:37.778007 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-83feb90d-edc3-4e99-9602-97ce27984662 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d2f92999245c4eafab30eff97d026605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4799294 Jun 25 09:26:37.781655 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33362) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:37.827098 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a2e70-5dd7-4270-8dde-c77a6757de9c req-5b8da228-0c59-4583-9e74-c8a6a4ff1207 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:37.828763 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-425a2e70-5dd7-4270-8dde-c77a6757de9c req-5b8da228-0c59-4583-9e74-c8a6a4ff1207 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 950 time: 0.2386959 Jun 25 09:26:37.842900 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33364) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:37.857709 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b3babf1-1d67-4a6b-bd61-8910a55ceabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:37.887226 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-425a2e70-5dd7-4270-8dde-c77a6757de9c req-48780c6c-3a2a-42eb-b72a-6be7fdf3b543 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519705 Jun 25 09:26:37.887503 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b3babf1-1d67-4a6b-bd61-8910a55ceabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:38.010806 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b3babf1-1d67-4a6b-bd61-8910a55ceabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:38.014223 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b3babf1-1d67-4a6b-bd61-8910a55ceabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:38.018845 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6b3babf1-1d67-4a6b-bd61-8910a55ceabd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b645ff4b-463f-4962-8a48-25f7f0fa4010 HTTP/1.1" status: 204 len: 168 time: 0.2360959 Jun 25 09:26:38.020596 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-63bc95cb-6634-4d86-b7cc-e2867a5a2852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:38.042208 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3babf1-1d67-4a6b-bd61-8910a55ceabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b645ff4b-463f-4962-8a48-25f7f0fa4010,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:38.047506 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6b3babf1-1d67-4a6b-bd61-8910a55ceabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:38.077085 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-927379677-network', 'tenant_id': 'd540e787168d458f83ac237fdc506895'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:38.116005 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-a0ef44a6-5a14-4630-8770-841dbfb7d77f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:38.124884 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-a0ef44a6-5a14-4630-8770-841dbfb7d77f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:38.132018 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Made reservation on behalf of d540e787168d458f83ac237fdc506895 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:38.134865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-a0ef44a6-5a14-4630-8770-841dbfb7d77f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:38.136549 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:38.157804 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-a0ef44a6-5a14-4630-8770-841dbfb7d77f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:38.184508 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-a0ef44a6-5a14-4630-8770-841dbfb7d77f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:38.190899 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-a0ef44a6-5a14-4630-8770-841dbfb7d77f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:38.198307 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-a0ef44a6-5a14-4630-8770-841dbfb7d77f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:38.200793 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-a0ef44a6-5a14-4630-8770-841dbfb7d77f tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.38 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5432 time: 0.2926092 Jun 25 09:26:38.217676 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:38.300042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-92e98c96-e9a0-46a0-986c-6b059962e168 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:38.301982 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-92e98c96-e9a0-46a0-986c-6b059962e168 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.38 "GET /v2.0/ports/feaaae10-f3a6-46c9-acc2-c5a681f00b62?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0924287 Jun 25 09:26:38.312669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760014db-27a4-4e4b-bb33-79f93be9e12b req-942453b4-1b03-4e02-9a2f-da49095a3a3c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:38.316598 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-760014db-27a4-4e4b-bb33-79f93be9e12b req-942453b4-1b03-4e02-9a2f-da49095a3a3c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.1729147 Jun 25 09:26:38.383893 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-760014db-27a4-4e4b-bb33-79f93be9e12b req-526391e1-b10f-4404-9c5f-47494b945eae tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580487 Jun 25 09:26:38.432569 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:38.439169 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:38.449506 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-daa02e35-3831-4f44-afbd-6906ab8137fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:38.457076 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-50fba3f3-fe7c-4304-8a41-56b52011d2e2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.38 "GET /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1475723 Jun 25 09:26:38.474833 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-677fadec-6bf3-4d23-be8d-0149303ad0c8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:38.503791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:26:38.520519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6889052-62a8-4166-acbf-f11c658211f1,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:38.525622 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:38.539728 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:38.540306 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Added segment d409418a-074f-4b52-ba41-b9427aade1c3 of type vlan for network ce10b0a4-3ead-43cf-b3a0-ad844aef4df0 Jun 25 09:26:38.569040 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-677fadec-6bf3-4d23-be8d-0149303ad0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:38.664192 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:38.710943 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:38.715616 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:38.716265 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:38.723172 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-88a4e75b-e2dc-4bb4-bb17-5642189a99e9 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:38.772445 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-677fadec-6bf3-4d23-be8d-0149303ad0c8 service neutron] For port feaaae10-f3a6-46c9-acc2-c5a681f00b62, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=feaaae10-f3a6-46c9-acc2-c5a681f00b62,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:38.837542 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-677fadec-6bf3-4d23-be8d-0149303ad0c8 service neutron] For port feaaae10-f3a6-46c9-acc2-c5a681f00b62, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:26:38.847591 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0034215 Jun 25 09:26:38.853865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33398) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:38.863062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-46152b9b-b804-4a3c-8908-541a6d4d64f1 admin admin] Request body: {'subnet': {'network_id': 'ce10b0a4-3ead-43cf-b3a0-ad844aef4df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-927379677-subnet', 'tenant_id': 'd540e787168d458f83ac237fdc506895', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:38.885171 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-677fadec-6bf3-4d23-be8d-0149303ad0c8 service neutron] device_id is not set on port feaaae10-f3a6-46c9-acc2-c5a681f00b62 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:26:38.889958 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Pushing event updated for resources: {'Network': ['ID=ce10b0a4-3ead-43cf-b3a0-ad844aef4df0,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:38.895631 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-677fadec-6bf3-4d23-be8d-0149303ad0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:38.898287 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:38.904933 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network ce10b0a4-3ead-43cf-b3a0-ad844aef4df0 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:26:38.915772 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-677fadec-6bf3-4d23-be8d-0149303ad0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:38.936989 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-09dfac3e-861f-48c7-acc3-66ab06619e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:38.945095 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bcc0a2b-c81e-4cd3-81d0-45b20498f80e req-72f70e9f-2b85-43a6-9fd9-c355c538c30e tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 210 time: 0.0569456 Jun 25 09:26:38.951823 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46152b9b-b804-4a3c-8908-541a6d4d64f1 admin admin] Made reservation on behalf of d540e787168d458f83ac237fdc506895 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:38.955345 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-46152b9b-b804-4a3c-8908-541a6d4d64f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:39.007417 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721fbbf-2c51-45a5-891b-bb268aba24eb req-75e93d5d-48fe-469c-baf1-f96cdd5d06bb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:39.013774 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721fbbf-2c51-45a5-891b-bb268aba24eb req-75e93d5d-48fe-469c-baf1-f96cdd5d06bb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:39.027019 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721fbbf-2c51-45a5-891b-bb268aba24eb req-75e93d5d-48fe-469c-baf1-f96cdd5d06bb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:39.045579 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721fbbf-2c51-45a5-891b-bb268aba24eb req-75e93d5d-48fe-469c-baf1-f96cdd5d06bb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:39.060307 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721fbbf-2c51-45a5-891b-bb268aba24eb req-75e93d5d-48fe-469c-baf1-f96cdd5d06bb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:39.070010 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721fbbf-2c51-45a5-891b-bb268aba24eb req-75e93d5d-48fe-469c-baf1-f96cdd5d06bb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:39.080030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fadec-6bf3-4d23-be8d-0149303ad0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=feaaae10-f3a6-46c9-acc2-c5a681f00b62,revision_number=6']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:39.084279 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721fbbf-2c51-45a5-891b-bb268aba24eb req-75e93d5d-48fe-469c-baf1-f96cdd5d06bb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:39.090190 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-677fadec-6bf3-4d23-be8d-0149303ad0c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:39.111744 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6721fbbf-2c51-45a5-891b-bb268aba24eb req-75e93d5d-48fe-469c-baf1-f96cdd5d06bb tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 5432 time: 0.3915665 Jun 25 09:26:39.153197 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-677fadec-6bf3-4d23-be8d-0149303ad0c8 service neutron] No DVR routers for this DVR port feaaae10-f3a6-46c9-acc2-c5a681f00b62 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:26:39.236194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-677fadec-6bf3-4d23-be8d-0149303ad0c8 service neutron] In _notify_port_updated(), no bound segment for port feaaae10-f3a6-46c9-acc2-c5a681f00b62 on network bc54548d-0979-4bbd-8a3d-13d781674db2 {{(pid=94025) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 09:26:39.237008 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-677fadec-6bf3-4d23-be8d-0149303ad0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:39.237623 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-677fadec-6bf3-4d23-be8d-0149303ad0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:39.239636 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-677fadec-6bf3-4d23-be8d-0149303ad0c8 service neutron] 10.222.0.38 "PUT /v2.0/ports/feaaae10-f3a6-46c9-acc2-c5a681f00b62 HTTP/1.1" status: 200 len: 1027 time: 0.7700326 Jun 25 09:26:39.319607 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6721fbbf-2c51-45a5-891b-bb268aba24eb req-5c9f714f-7e6b-47e3-99ee-f47da9f87c3c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8&id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1378005 Jun 25 09:26:39.379245 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-50b549fb-a66b-4c07-90ec-806817b52bb5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:39.382156 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-50b549fb-a66b-4c07-90ec-806817b52bb5 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.38 "GET /v2.0/ports/cbbcd2b3-4f80-4faa-8f80-765b8f4253d0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1308069 Jun 25 09:26:39.399076 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-ac822333-5618-493a-9d59-5e6b2c2c761e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:39.504382 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8e60732e-11a4-4a63-a23a-99a836625457 None None] Provisioning complete for port feaaae10-f3a6-46c9-acc2-c5a681f00b62 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:26:39.505149 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e60732e-11a4-4a63-a23a-99a836625457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:39.510875 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335bff-5827-419f-8587-92523462ccf7 req-9261125c-63fd-4b66-9567-267d2c8a9747 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:39.519308 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e335bff-5827-419f-8587-92523462ccf7 req-9261125c-63fd-4b66-9567-267d2c8a9747 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.41 "GET /v2.0/networks?id=5e33710c-49e5-4278-a52b-a77593024222 HTTP/1.1" status: 200 len: 814 time: 0.1413212 Jun 25 09:26:39.547719 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-3e335bff-5827-419f-8587-92523462ccf7 req-4ec65090-f82a-4089-83d3-bf20a63d3db4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Request body: {'port': {'device_id': 'bdce5c4f-c807-4d14-9cf6-490c851b39f7', 'network_id': '5e33710c-49e5-4278-a52b-a77593024222', 'admin_state_up': True, 'tenant_id': '4528a5a62a6b4983bf415c7490db4178'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:39.563446 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30032525-d58a-4871-8aa2-a342fd8e8c11 req-5d1603c9-65a2-48f7-90b3-3c23195d34ae tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:39.565083 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-30032525-d58a-4871-8aa2-a342fd8e8c11 req-5d1603c9-65a2-48f7-90b3-3c23195d34ae tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 950 time: 0.3882916 Jun 25 09:26:39.593230 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-ac822333-5618-493a-9d59-5e6b2c2c761e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:39.601506 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8e60732e-11a4-4a63-a23a-99a836625457 None None] Port feaaae10-f3a6-46c9-acc2-c5a681f00b62 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:26:39.780344 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-30032525-d58a-4871-8aa2-a342fd8e8c11 req-67cbfcfa-755b-49da-9bee-48e1d00d7f01 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912835 Jun 25 09:26:39.826085 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-46152b9b-b804-4a3c-8908-541a6d4d64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:39.835223 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00222f9b-28c1-4d6f-acdf-dca42063e863 req-88e7ea05-ffb1-4615-b087-8303ac80ab7b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:39.842418 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-00222f9b-28c1-4d6f-acdf-dca42063e863 req-88e7ea05-ffb1-4615-b087-8303ac80ab7b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.2367809 Jun 25 09:26:39.847733 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b33a56ba-4262-4fa6-92d0-c3cee21b2726 tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:39.870976 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-ac822333-5618-493a-9d59-5e6b2c2c761e service neutron] For port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=cbbcd2b3-4f80-4faa-8f80-765b8f4253d0,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:39.894695 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46152b9b-b804-4a3c-8908-541a6d4d64f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f6c35d-8c89-4c95-8feb-ff8d461a5361,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:39.899948 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-46152b9b-b804-4a3c-8908-541a6d4d64f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:39.956322 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-ac822333-5618-493a-9d59-5e6b2c2c761e service neutron] For port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:26:39.989437 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-00222f9b-28c1-4d6f-acdf-dca42063e863 req-c69a886a-1ae3-4f6a-a4e4-002cb8291427 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459446 Jun 25 09:26:40.013736 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-ac822333-5618-493a-9d59-5e6b2c2c761e service neutron] device_id is not set on port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:26:40.023524 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-ac822333-5618-493a-9d59-5e6b2c2c761e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:40.032325 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-ac822333-5618-493a-9d59-5e6b2c2c761e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:40.036503 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e335bff-5827-419f-8587-92523462ccf7 req-4ec65090-f82a-4089-83d3-bf20a63d3db4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Made reservation on behalf of 4528a5a62a6b4983bf415c7490db4178 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:40.040044 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e335bff-5827-419f-8587-92523462ccf7 req-4ec65090-f82a-4089-83d3-bf20a63d3db4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:40.054160 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9a239622-2a62-476c-948b-bedb6334f9e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:40.066378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46152b9b-b804-4a3c-8908-541a6d4d64f1 admin admin] Checking segment: {'id': 'd409418a-074f-4b52-ba41-b9427aade1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'ce10b0a4-3ead-43cf-b3a0-ad844aef4df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:26:40.066748 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46152b9b-b804-4a3c-8908-541a6d4d64f1 admin admin] Network hostable DHCP agents. Network: ce10b0a4-3ead-43cf-b3a0-ad844aef4df0, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:26:40.165444 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-ac822333-5618-493a-9d59-5e6b2c2c761e service neutron] No DVR routers for this DVR port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:26:40.217079 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46152b9b-b804-4a3c-8908-541a6d4d64f1 admin admin] Network ce10b0a4-3ead-43cf-b3a0-ad844aef4df0 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:26:40.226961 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db1be5fb-fafd-4162-97b3-5c0e297f7f65 req-c8d2f0ef-51f4-4771-8623-56755bb1c5c7 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 210 time: 0.0857635 Jun 25 09:26:40.233082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-46152b9b-b804-4a3c-8908-541a6d4d64f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, ce10b0a4-3ead-43cf-b3a0-ad844aef4df0) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:26:40.235438 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac822333-5618-493a-9d59-5e6b2c2c761e service neutron] Pushing event updated for resources: {'Port': ['ID=cbbcd2b3-4f80-4faa-8f80-765b8f4253d0,revision_number=6']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:40.243513 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4413c220-cc0a-47de-9286-cc37fa1eaf69 None None] Network ce10b0a4-3ead-43cf-b3a0-ad844aef4df0 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:26:40.244820 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ac822333-5618-493a-9d59-5e6b2c2c761e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:40.245483 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46152b9b-b804-4a3c-8908-541a6d4d64f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:40.246185 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-46152b9b-b804-4a3c-8908-541a6d4d64f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:40.248159 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-ac822333-5618-493a-9d59-5e6b2c2c761e service neutron] In _notify_port_updated(), no bound segment for port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 on network bc54548d-0979-4bbd-8a3d-13d781674db2 {{(pid=94025) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 09:26:40.248907 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-ac822333-5618-493a-9d59-5e6b2c2c761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:40.249586 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-ac822333-5618-493a-9d59-5e6b2c2c761e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:40.252775 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-ac822333-5618-493a-9d59-5e6b2c2c761e service neutron] 10.222.0.38 "PUT /v2.0/ports/cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 HTTP/1.1" status: 200 len: 1026 time: 0.8607054 Jun 25 09:26:40.320068 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f1f5-a93b-4c7a-b3b0-5bc2d71949f1 req-e5dc10bb-a83c-4f75-a5aa-58af8297d35a tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:40.327433 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-13c3f1f5-a93b-4c7a-b3b0-5bc2d71949f1 req-e5dc10bb-a83c-4f75-a5aa-58af8297d35a tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 1102 time: 0.3769982 Jun 25 09:26:40.351242 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-46152b9b-b804-4a3c-8908-541a6d4d64f1 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4884787 Jun 25 09:26:40.388156 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-13c3f1f5-a93b-4c7a-b3b0-5bc2d71949f1 req-73b00a43-c811-4c34-804c-51057398ee2d tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596595 Jun 25 09:26:40.408562 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-3e335bff-5827-419f-8587-92523462ccf7 req-4ec65090-f82a-4089-83d3-bf20a63d3db4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Allocated IP 172.20.0.13 (5e33710c-49e5-4278-a52b-a77593024222/e0de01c3-0dfb-4ca3-a11e-0d2ef455f25a/7de41a72-be67-4c13-a13a-488852f37454) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:26:40.474134 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-411420fc-808f-44cc-b986-9e569e598861 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Deleting port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:26:40.474488 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-411420fc-808f-44cc-b986-9e569e598861 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:40.628536 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:26:40.684944 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-411420fc-808f-44cc-b986-9e569e598861 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] For port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8,segment=NetworkSegment(dc323226-fd1b-4cff-942b-7e2a39bd7da7),segment_id=dc323226-fd1b-4cff-942b-7e2a39bd7da7)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:40.685334 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-411420fc-808f-44cc-b986-9e569e598861 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:40.708039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-411420fc-808f-44cc-b986-9e569e598861 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Calling delete_port for 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:26:40.733729 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33454) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:40.764154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6f1062f0-b772-445a-8441-38494e5fbf02 None None] Provisioning complete for port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:26:40.764950 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f1062f0-b772-445a-8441-38494e5fbf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:40.789034 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e8c18d-2386-4ee9-9638-481ae10c374d admin admin] Deleting subnet 27f6c35d-8c89-4c95-8feb-ff8d461a5361 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:26:40.793674 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57e8c18d-2386-4ee9-9638-481ae10c374d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:40.832297 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57e8c18d-2386-4ee9-9638-481ae10c374d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:40.836580 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e335bff-5827-419f-8587-92523462ccf7 req-4ec65090-f82a-4089-83d3-bf20a63d3db4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:40.838673 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-6f1062f0-b772-445a-8441-38494e5fbf02 None None] Port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:26:40.851487 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa78ae6-d8d6-4982-b53d-6adea597f8d1 None None] Network ce10b0a4-3ead-43cf-b3a0-ad844aef4df0 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:26:40.892490 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7fb35-4dd2-4a4c-b3d2-e2a427aff58e req-2f554bf7-0f2e-49cd-babf-6ec883995649 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:40.898941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7fb35-4dd2-4a4c-b3d2-e2a427aff58e req-2f554bf7-0f2e-49cd-babf-6ec883995649 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:40.905975 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7fb35-4dd2-4a4c-b3d2-e2a427aff58e req-2f554bf7-0f2e-49cd-babf-6ec883995649 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:40.912472 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7fb35-4dd2-4a4c-b3d2-e2a427aff58e req-2f554bf7-0f2e-49cd-babf-6ec883995649 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:40.919498 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7fb35-4dd2-4a4c-b3d2-e2a427aff58e req-2f554bf7-0f2e-49cd-babf-6ec883995649 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:40.921632 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9c7fb35-4dd2-4a4c-b3d2-e2a427aff58e req-2f554bf7-0f2e-49cd-babf-6ec883995649 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 3885 time: 0.3054242 Jun 25 09:26:40.931193 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-411420fc-808f-44cc-b986-9e569e598861 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:40.941233 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3fe356c3-ab74-4921-8d3f-0abf880449e3 tempest-ServerRescueNegativeTestJSON-238808877 tempest-ServerRescueNegativeTestJSON-238808877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:40.978063 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411420fc-808f-44cc-b986-9e569e598861 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event deleted for resources: {'Port': ['ID=8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:40.992829 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-411420fc-808f-44cc-b986-9e569e598861 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:41.009886 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9c7fb35-4dd2-4a4c-b3d2-e2a427aff58e req-d356c17c-9c52-4d6e-97b6-43278ed111d1 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748088 Jun 25 09:26:41.065120 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57e8c18d-2386-4ee9-9638-481ae10c374d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:41.112786 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-411420fc-808f-44cc-b986-9e569e598861 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] No DVR routers for this DVR port 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:26:41.115705 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-411420fc-808f-44cc-b986-9e569e598861 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:41.118691 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-411420fc-808f-44cc-b986-9e569e598861 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.38 "DELETE /v2.0/ports/8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 HTTP/1.1" status: 204 len: 173 time: 0.8562129 Jun 25 09:26:41.119990 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-deleted', 'tag': '8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:41.122651 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c91dcd-fc69-4f6d-8132-0b3f7e8ddcd9" -d '{"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-deleted", "tag": "8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:41.144086 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:26:41.193462 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:26:41.194311 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device cf1be947-5003-4050-9f6d-ea8018fbbe5c no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:26:41.201073 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-bdbff8c2-9228-42c5-b919-6e4c18dd7997 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1377017 Jun 25 09:26:41.380623 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:41.414358 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1be947-5003-4050-9f6d-ea8018fbbe5c'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:41.418760 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e4dd70-a66d-4568-a495-b77590a3ad9c" -d '{"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-unplugged", "status": "completed", "tag": "cf1be947-5003-4050-9f6d-ea8018fbbe5c"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:41.427629 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-34fbc6c3-f599-464f-b23b-0f25c4cab4d2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Deleting port 43f2f102-d7ef-429b-99ae-970982ce19c3 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:26:41.427978 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-34fbc6c3-f599-464f-b23b-0f25c4cab4d2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:41.439694 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port cf1be947-5003-4050-9f6d-ea8018fbbe5c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=cf1be947-5003-4050-9f6d-ea8018fbbe5c,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:41.441809 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e335bff-5827-419f-8587-92523462ccf7 req-4ec65090-f82a-4089-83d3-bf20a63d3db4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:41.449179 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:41.450846 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device feaaae10-f3a6-46c9-acc2-c5a681f00b62 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:26:41.454164 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:41.486323 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bbd47d94-d511-44c2-ad25-f83f967d8c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:41.600225 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e335bff-5827-419f-8587-92523462ccf7 req-4ec65090-f82a-4089-83d3-bf20a63d3db4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Network 5e33710c-49e5-4278-a52b-a77593024222 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:26:41.601803 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device feaaae10-f3a6-46c9-acc2-c5a681f00b62 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:26:41.604553 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:26:41.686589 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-3e335bff-5827-419f-8587-92523462ccf7 req-4ec65090-f82a-4089-83d3-bf20a63d3db4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:26:41.698492 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e335bff-5827-419f-8587-92523462ccf7 req-4ec65090-f82a-4089-83d3-bf20a63d3db4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:26:41.716839 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=cf1be947-5003-4050-9f6d-ea8018fbbe5c,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:41.718348 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-34fbc6c3-f599-464f-b23b-0f25c4cab4d2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] For port 43f2f102-d7ef-429b-99ae-970982ce19c3, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=43f2f102-d7ef-429b-99ae-970982ce19c3,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:41.718515 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-34fbc6c3-f599-464f-b23b-0f25c4cab4d2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:41.726021 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:41.755664 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-34fbc6c3-f599-464f-b23b-0f25c4cab4d2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Calling delete_port for 43f2f102-d7ef-429b-99ae-970982ce19c3 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:26:41.768636 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33490) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:41.831034 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57e8c18d-2386-4ee9-9638-481ae10c374d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:41.835737 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:41.889270 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec65090-f82a-4089-83d3-bf20a63d3db4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Pushing event updated for resources: {'Port': ['ID=7de41a72-be67-4c13-a13a-488852f37454,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:41.892181 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4ec65090-f82a-4089-83d3-bf20a63d3db4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:41.898694 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0,segment=NetworkSegment(dc323226-fd1b-4cff-942b-7e2a39bd7da7),segment_id=dc323226-fd1b-4cff-942b-7e2a39bd7da7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:41.902069 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-124294a3-099f-45c6-8d3c-eb236bf7f9d0 tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:41.905874 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:41.908051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 41d850e9-3bc1-4356-aaa1-b00d5ef1585b no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:26:41.914078 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:41.924925 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57e8c18d-2386-4ee9-9638-481ae10c374d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:41.926873 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-57e8c18d-2386-4ee9-9638-481ae10c374d admin admin] 10.222.0.93 "DELETE /v2.0/subnets/27f6c35d-8c89-4c95-8feb-ff8d461a5361 HTTP/1.1" status: 204 len: 168 time: 1.1919534 Jun 25 09:26:41.941578 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33498) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:41.959822 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-34fbc6c3-f599-464f-b23b-0f25c4cab4d2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:41.980254 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-977ec9c6-da1d-4cb5-a2ba-e17ce352dac0 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:41.983255 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-74e8f544-1528-42cb-8242-c9a9b65cc419 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:41.988771 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-977ec9c6-da1d-4cb5-a2ba-e17ce352dac0 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7865722 Jun 25 09:26:42.014387 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44aafd-2cc5-4bf2-ab37-ffa8e002f928 req-93d981ae-e4d9-4e27-b560-2b4549a73714 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:42.021966 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b44aafd-2cc5-4bf2-ab37-ffa8e002f928 req-93d981ae-e4d9-4e27-b560-2b4549a73714 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.7569656 Jun 25 09:26:42.024457 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8c18d-2386-4ee9-9638-481ae10c374d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27f6c35d-8c89-4c95-8feb-ff8d461a5361,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:42.032794 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335bff-5827-419f-8587-92523462ccf7 req-4ec65090-f82a-4089-83d3-bf20a63d3db4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:42.033560 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e335bff-5827-419f-8587-92523462ccf7 req-4ec65090-f82a-4089-83d3-bf20a63d3db4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:42.037774 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-57e8c18d-2386-4ee9-9638-481ae10c374d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:42.051281 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-5719fc97-9991-4ad2-b11f-2791709e124f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/quotas/e90ee50af2b947d8b1fbcbc79127e428 HTTP/1.1" status: 200 len: 375 time: 0.0614343 Jun 25 09:26:42.080524 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:42.125589 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b44aafd-2cc5-4bf2-ab37-ffa8e002f928 req-a6f06007-f59d-4d8d-8d85-78149a346a05 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024899 Jun 25 09:26:42.127366 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e335bff-5827-419f-8587-92523462ccf7 req-4ec65090-f82a-4089-83d3-bf20a63d3db4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5878470 Jun 25 09:26:42.128000 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:42.128760 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:42.149287 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Request body: {'port': {'device_id': 'bdce5c4f-c807-4d14-9cf6-490c851b39f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:42.215642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=41d850e9-3bc1-4356-aaa1-b00d5ef1585b,segment=NetworkSegment(23bc2a61-4c23-40ae-9f76-54c4cc921bb0),segment_id=23bc2a61-4c23-40ae-9f76-54c4cc921bb0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:42.220867 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-e428c737-1c38-4b2c-a333-faaaab625350 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1586056 Jun 25 09:26:42.222719 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:42.223356 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:26:42.228531 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-86fdca6e-b9a8-4f1f-947b-3a69e416953f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:42.274039 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:42.335448 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:26:42.335827 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:26:42.336255 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 43f2f102-d7ef-429b-99ae-970982ce19c3 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:26:42.401652 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 43f2f102-d7ef-429b-99ae-970982ce19c3 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:26:42.402322 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 43f2f102-d7ef-429b-99ae-970982ce19c3 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:26:42.492604 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=41d850e9-3bc1-4356-aaa1-b00d5ef1585b,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:42.501713 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:42.532118 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1051db-4259-46f2-94df-cdb07fd87ba7 x-openstack-request-id: req-1a1051db-4259-46f2-94df-cdb07fd87ba7 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:42.532437 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-unplugged", "status": "completed", "tag": "cf1be947-5003-4050-9f6d-ea8018fbbe5c", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:42.533122 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1a1051db-4259-46f2-94df-cdb07fd87ba7 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:42.534142 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1be947-5003-4050-9f6d-ea8018fbbe5c', 'code': 200} Jun 25 09:26:42.588380 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1716e8-aae1-422f-83f1-4fb5ca64f699 req-2eb63e89-2ca2-4706-ba57-6878e5e351d6 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:42.595894 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f1716e8-aae1-422f-83f1-4fb5ca64f699 req-2eb63e89-2ca2-4706-ba57-6878e5e351d6 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 932 time: 0.1557579 Jun 25 09:26:42.664282 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f1716e8-aae1-422f-83f1-4fb5ca64f699 req-21057107-90d8-4fd0-9ce3-e00ffc2dbc1b tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673656 Jun 25 09:26:42.759095 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-411420fc-808f-44cc-b986-9e569e598861 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:42.787336 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a060ecd3-9f1b-4e5e-bfb5-330a79d2da04 x-openstack-request-id: req-a060ecd3-9f1b-4e5e-bfb5-330a79d2da04 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:42.787676 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-deleted", "tag": "8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:42.788106 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a060ecd3-9f1b-4e5e-bfb5-330a79d2da04 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:42.788425 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-deleted', 'tag': '8d810033-dd4d-4aa6-9c3a-f1ef0fbe1bb8', 'status': 'completed', 'code': 200} Jun 25 09:26:42.796233 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbc6c3-f599-464f-b23b-0f25c4cab4d2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event deleted for resources: {'Port': ['ID=43f2f102-d7ef-429b-99ae-970982ce19c3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:42.807102 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e3ed864f-5ea1-49b3-91d0-e1a73ac3ec2b req-de4ab5d3-a47b-489f-b68a-46f9e91305cc tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 210 time: 0.0505328 Jun 25 09:26:42.811159 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-34fbc6c3-f599-464f-b23b-0f25c4cab4d2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:42.865230 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de41a72-be67-4c13-a13a-488852f37454 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:26:42.871809 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7078d742-1daa-4ccd-8a2f-2da09f50ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:42.877194 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:42.894606 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-34fbc6c3-f599-464f-b23b-0f25c4cab4d2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] No DVR routers for this DVR port 43f2f102-d7ef-429b-99ae-970982ce19c3 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:26:42.900163 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-34fbc6c3-f599-464f-b23b-0f25c4cab4d2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:42.900623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Transition to ACTIVE for port object 7de41a72-be67-4c13-a13a-488852f37454 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:26:42.902332 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-34fbc6c3-f599-464f-b23b-0f25c4cab4d2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.38 "DELETE /v2.0/ports/43f2f102-d7ef-429b-99ae-970982ce19c3 HTTP/1.1" status: 204 len: 173 time: 1.7762413 Jun 25 09:26:42.911333 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:42.917809 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-054aa23c-348b-4e66-a1b5-ef005ec99a75 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:42.920804 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-74e8f544-1528-42cb-8242-c9a9b65cc419 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] 10.222.0.93 "PUT /v2.0/quotas/2cd256b233b94449b15a724c33a8d2a3 HTTP/1.1" status: 200 len: 366 time: 1.1509433 Jun 25 09:26:42.924145 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33528) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:42.973989 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7e4867f0-9a52-4424-80e6-bf661cf9cf72 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] 10.222.0.93 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0485497 Jun 25 09:26:42.988642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33530) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:43.071795 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-60cc553e-ca2d-4c48-b139-cd24a4eddd6a tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] 10.222.0.93 "GET /v2.0/quotas/2cd256b233b94449b15a724c33a8d2a3 HTTP/1.1" status: 200 len: 366 time: 0.0694027 Jun 25 09:26:43.073383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33536) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:43.085335 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7de41a72-be67-4c13-a13a-488852f37454,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:43.097772 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7078d742-1daa-4ccd-8a2f-2da09f50ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:43.116220 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-7078d742-1daa-4ccd-8a2f-2da09f50ecbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce10b0a4-3ead-43cf-b3a0-ad844aef4df0']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:43.128095 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-62580331-2632-4784-a66f-7fb69a7690f3 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] 10.222.0.93 "DELETE /v2.0/quotas/2cd256b233b94449b15a724c33a8d2a3 HTTP/1.1" status: 204 len: 168 time: 0.0426672 Jun 25 09:26:43.128833 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33540) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:43.131997 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-7078d742-1daa-4ccd-8a2f-2da09f50ecbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd409418a-074f-4b52-ba41-b9427aade1c3') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:43.132359 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-7078d742-1daa-4ccd-8a2f-2da09f50ecbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd409418a-074f-4b52-ba41-b9427aade1c3') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:43.154348 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7078d742-1daa-4ccd-8a2f-2da09f50ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:43.155482 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4676ef-5cf9-4c32-b84a-9dc9d44b6ceb req-01a1a6fa-c571-4dc4-b228-a2bb8f86a084 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:43.159919 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-421778e0-752d-430b-b608-99396b8e6300 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] 10.222.0.93 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0273328 Jun 25 09:26:43.163384 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33544) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:43.166026 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4676ef-5cf9-4c32-b84a-9dc9d44b6ceb req-01a1a6fa-c571-4dc4-b228-a2bb8f86a084 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:43.172191 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4676ef-5cf9-4c32-b84a-9dc9d44b6ceb req-01a1a6fa-c571-4dc4-b228-a2bb8f86a084 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:43.187219 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7078d742-1daa-4ccd-8a2f-2da09f50ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:43.188493 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d4676ef-5cf9-4c32-b84a-9dc9d44b6ceb req-01a1a6fa-c571-4dc4-b228-a2bb8f86a084 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 2410 time: 0.3800142 Jun 25 09:26:43.190606 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:43.196649 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-786c55e2-5a4d-4219-8388-ff41485b6418 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] 10.222.0.93 "GET /v2.0/quotas/2cd256b233b94449b15a724c33a8d2a3 HTTP/1.1" status: 200 len: 370 time: 0.0318513 Jun 25 09:26:43.199157 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-6ae5d8e0-2edf-45d0-921a-ea68c0c3ecba tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Deleting port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:26:43.199973 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-6ae5d8e0-2edf-45d0-921a-ea68c0c3ecba tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:43.205160 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33546) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:43.209616 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7078d742-1daa-4ccd-8a2f-2da09f50ecbc admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:26:43.210435 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7078d742-1daa-4ccd-8a2f-2da09f50ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:43.215840 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6020fe75-c697-4c03-9b16-6f8f5cf5d108 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] 10.222.0.93 "GET /v2.0/quotas/2cd256b233b94449b15a724c33a8d2a3/default HTTP/1.1" status: 200 len: 370 time: 0.0076580 Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:26:43.233408 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:26:43.251676 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33548) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:43.307336 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d4676ef-5cf9-4c32-b84a-9dc9d44b6ceb req-ed41a5af-aa5f-46a5-bda5-b1b8ade43777 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180811 Jun 25 09:26:43.308452 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-9c4c8637-afed-4a78-b291-40c1a144785e tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] delete failed (client error): The resource could not be found. Jun 25 09:26:43.309650 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9c4c8637-afed-4a78-b291-40c1a144785e tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] 10.222.0.93 "DELETE /v2.0/quotas/2cd256b233b94449b15a724c33a8d2a3 HTTP/1.1" status: 404 len: 348 time: 0.0555058 Jun 25 09:26:43.471732 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7078d742-1daa-4ccd-8a2f-2da09f50ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:43.487526 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b7321ee-8fb0-478d-84e7-4e8c05e5b387 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:43.493377 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7078d742-1daa-4ccd-8a2f-2da09f50ecbc admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:43.498270 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7078d742-1daa-4ccd-8a2f-2da09f50ecbc admin admin] 10.222.0.93 "DELETE /v2.0/networks/ce10b0a4-3ead-43cf-b3a0-ad844aef4df0 HTTP/1.1" status: 204 len: 168 time: 1.5525537 Jun 25 09:26:43.519523 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078d742-1daa-4ccd-8a2f-2da09f50ecbc admin admin] Pushing event deleted for resources: {'Network': ['ID=ce10b0a4-3ead-43cf-b3a0-ad844aef4df0,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:43.525828 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7078d742-1daa-4ccd-8a2f-2da09f50ecbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:43.527834 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-6ae5d8e0-2edf-45d0-921a-ea68c0c3ecba tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] For port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0,segment=NetworkSegment(dc323226-fd1b-4cff-942b-7e2a39bd7da7),segment_id=dc323226-fd1b-4cff-942b-7e2a39bd7da7)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:43.528302 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-6ae5d8e0-2edf-45d0-921a-ea68c0c3ecba tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:43.542933 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-6ae5d8e0-2edf-45d0-921a-ea68c0c3ecba tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Calling delete_port for 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:26:43.748142 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33562) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:43.842774 n-d-761264-15 neutron-server[94025]: DEBUG neutron.quota.resource [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Usage tracker for resource:network and tenant:8644873e8676452295320efab1fb4929 is out of sync, need to count used quota {{(pid=94025) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 25 09:26:43.865177 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-6ae5d8e0-2edf-45d0-921a-ea68c0c3ecba tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:43.867529 n-d-761264-15 neutron-server[94025]: DEBUG neutron.quota.resource [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94025) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 25 09:26:43.887903 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:43.894280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Attempting to bind port 7de41a72-be67-4c13-a13a-488852f37454 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:43.894896 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Attempting to bind port 7de41a72-be67-4c13-a13a-488852f37454 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'ffb9b9ce-d118-4d22-acc0-400bc0551476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '5e33710c-49e5-4278-a52b-a77593024222'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:43.895041 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Attempting to bind port 7de41a72-be67-4c13-a13a-488852f37454 on network 5e33710c-49e5-4278-a52b-a77593024222 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:43.934253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5d8e0-2edf-45d0-921a-ea68c0c3ecba tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event deleted for resources: {'Port': ['ID=80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:43.936044 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Port 7de41a72-be67-4c13-a13a-488852f37454 on network 5e33710c-49e5-4278-a52b-a77593024222 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:43.936371 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Attempting to bind port 7de41a72-be67-4c13-a13a-488852f37454 on network 5e33710c-49e5-4278-a52b-a77593024222 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:43.938286 n-d-761264-15 neutron-server[94025]: DEBUG neutron.quota.resource [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Usage tracker for resource:subnet and tenant:8644873e8676452295320efab1fb4929 is out of sync, need to count used quota {{(pid=94025) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 25 09:26:43.945919 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6ae5d8e0-2edf-45d0-921a-ea68c0c3ecba tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:43.947469 n-d-761264-15 neutron-server[94025]: DEBUG neutron.quota.resource [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94025) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 25 09:26:43.950544 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:26:43.950837 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Checking segment: {'id': 'ffb9b9ce-d118-4d22-acc0-400bc0551476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '5e33710c-49e5-4278-a52b-a77593024222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:26:43.951220 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Bound using segment: {'id': 'ffb9b9ce-d118-4d22-acc0-400bc0551476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '5e33710c-49e5-4278-a52b-a77593024222'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:26:43.951664 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Bound port: 7de41a72-be67-4c13-a13a-488852f37454, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb9b9ce-d118-4d22-acc0-400bc0551476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '5e33710c-49e5-4278-a52b-a77593024222'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:26:43.952019 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:43.988500 n-d-761264-15 neutron-server[94025]: DEBUG neutron.quota.resource [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Usage tracker for resource:subnetpool and tenant:8644873e8676452295320efab1fb4929 is out of sync, need to count used quota {{(pid=94025) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 25 09:26:44.016100 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-6ae5d8e0-2edf-45d0-921a-ea68c0c3ecba tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] No DVR routers for this DVR port 80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:26:44.017938 n-d-761264-15 neutron-server[94025]: DEBUG neutron.quota.resource [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94025) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 25 09:26:44.022314 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-6ae5d8e0-2edf-45d0-921a-ea68c0c3ecba tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:44.024638 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-6ae5d8e0-2edf-45d0-921a-ea68c0c3ecba tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.38 "DELETE /v2.0/ports/80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0 HTTP/1.1" status: 204 len: 173 time: 1.1144156 Jun 25 09:26:44.028946 n-d-761264-15 neutron-server[94025]: DEBUG neutron.quota.resource [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Usage tracker for resource:port and tenant:8644873e8676452295320efab1fb4929 is out of sync, need to count used quota {{(pid=94025) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 25 09:26:44.037829 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33574) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:44.043567 n-d-761264-15 neutron-server[94025]: DEBUG neutron.quota.resource [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94025) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 25 09:26:44.072607 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333908a-6983-4345-b4d8-955269f44ea9 req-fc59e8f7-4034-4450-9111-35ea49768aa9 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:44.079673 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8333908a-6983-4345-b4d8-955269f44ea9 req-fc59e8f7-4034-4450-9111-35ea49768aa9 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.7251599 Jun 25 09:26:44.085222 n-d-761264-15 neutron-server[94025]: DEBUG neutron.quota.resource [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Usage tracker for resource:router and tenant:8644873e8676452295320efab1fb4929 is out of sync, need to count used quota {{(pid=94025) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 25 09:26:44.095556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.quota.resource [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94025) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 25 09:26:44.116653 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] For port 7de41a72-be67-4c13-a13a-488852f37454, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:26:44.127831 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b22ad-9cdb-4e9c-a9ce-5a44f4458a4b req-f55627bf-1f28-4e17-9f63-3cb69f74dff7 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:44.129427 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-031b22ad-9cdb-4e9c-a9ce-5a44f4458a4b req-f55627bf-1f28-4e17-9f63-3cb69f74dff7 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 944 time: 0.2459722 Jun 25 09:26:44.130232 n-d-761264-15 neutron-server[94025]: DEBUG neutron.quota.resource [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Usage tracker for resource:floatingip and tenant:8644873e8676452295320efab1fb4929 is out of sync, need to count used quota {{(pid=94025) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 25 09:26:44.138858 n-d-761264-15 neutron-server[94025]: DEBUG neutron.quota.resource [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94025) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 25 09:26:44.156003 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] For port 7de41a72-be67-4c13-a13a-488852f37454, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=7de41a72-be67-4c13-a13a-488852f37454,segment=NetworkSegment(ffb9b9ce-d118-4d22-acc0-400bc0551476),segment_id=ffb9b9ce-d118-4d22-acc0-400bc0551476)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:26:44.176437 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-810a2e35-7c6d-42f4-b3fc-6d25169c070b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Deleting port cf1be947-5003-4050-9f6d-ea8018fbbe5c {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:26:44.176829 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-810a2e35-7c6d-42f4-b3fc-6d25169c070b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:44.179376 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:44.191048 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ada7b696-0176-49d8-bce4-db33da98df11 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:44.226533 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a709a855-34f6-4ff6-b74d-8bf7dc853972 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d540e787168d458f83ac237fdc506895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799796 Jun 25 09:26:44.228960 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33578) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:44.233098 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8333908a-6983-4345-b4d8-955269f44ea9 req-981bc7c6-c1ee-4794-9b1a-e7475ef88f9c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525636 Jun 25 09:26:44.254420 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:44.255038 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:44.256444 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e335bff-5827-419f-8587-92523462ccf7 req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/7de41a72-be67-4c13-a13a-488852f37454 HTTP/1.1" status: 200 len: 1093 time: 2.1140120 Jun 25 09:26:44.257019 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdce5c4f-c807-4d14-9cf6-490c851b39f7', 'tag': '7de41a72-be67-4c13-a13a-488852f37454'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:44.259460 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e101fe-9f7d-4baa-8feb-47671f476493" -d '{"events": [{"name": "network-changed", "server_uuid": "bdce5c4f-c807-4d14-9cf6-490c851b39f7", "tag": "7de41a72-be67-4c13-a13a-488852f37454"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:44.279742 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-031b22ad-9cdb-4e9c-a9ce-5a44f4458a4b req-94bf5b17-d686-4e20-813b-f07d2bd0299c tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317041 Jun 25 09:26:44.285378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7de41a72-be67-4c13-a13a-488852f37454,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:44.288690 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:44.352385 n-d-761264-15 neutron-server[94025]: DEBUG neutron.quota.resource [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Usage tracker for resource:security_group and tenant:8644873e8676452295320efab1fb4929 is out of sync, need to count used quota {{(pid=94025) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 25 09:26:44.368437 n-d-761264-15 neutron-server[94025]: DEBUG neutron.quota.resource [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94025) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 25 09:26:44.405208 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-810a2e35-7c6d-42f4-b3fc-6d25169c070b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] For port cf1be947-5003-4050-9f6d-ea8018fbbe5c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=cf1be947-5003-4050-9f6d-ea8018fbbe5c,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:44.405866 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-810a2e35-7c6d-42f4-b3fc-6d25169c070b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:44.419751 n-d-761264-15 neutron-server[94025]: DEBUG neutron.quota.resource [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Usage tracker for resource:security_group_rule and tenant:8644873e8676452295320efab1fb4929 is out of sync, need to count used quota {{(pid=94025) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 25 09:26:44.436272 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963070c8-1176-4a0f-8f7a-9c75940273dd x-openstack-request-id: req-963070c8-1176-4a0f-8f7a-9c75940273dd {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:44.437798 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdce5c4f-c807-4d14-9cf6-490c851b39f7", "tag": "7de41a72-be67-4c13-a13a-488852f37454", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:44.438185 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-963070c8-1176-4a0f-8f7a-9c75940273dd {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:44.438755 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdce5c4f-c807-4d14-9cf6-490c851b39f7', 'tag': '7de41a72-be67-4c13-a13a-488852f37454', 'status': 'completed', 'code': 200} Jun 25 09:26:44.460658 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-810a2e35-7c6d-42f4-b3fc-6d25169c070b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Calling delete_port for cf1be947-5003-4050-9f6d-ea8018fbbe5c owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:26:44.489534 n-d-761264-15 neutron-server[94025]: DEBUG neutron.quota.resource [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94025) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 25 09:26:44.501987 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4da12e70-0389-4253-800d-45abef8c0b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:44.517950 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ec5b2124-1f3c-47b0-a1df-af38cbf0ecf9 tempest-QuotasTest-2106116243 tempest-QuotasTest-2106116243-project-admin] 10.222.0.93 "GET /v2.0/quotas/8644873e8676452295320efab1fb4929/details.json HTTP/1.1" status: 200 len: 703 time: 0.7632141 Jun 25 09:26:44.530859 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b2804291-2448-44a2-907e-4f51fc17e016 req-1dd195f1-1048-4b1b-86c8-5d1dca73b0f0 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 210 time: 0.0877955 Jun 25 09:26:44.535923 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0'}, {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41d850e9-3bc1-4356-aaa1-b00d5ef1585b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:44.540809 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf56995-5787-43cf-a7ff-522bc9f323b0" -d '{"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-unplugged", "status": "completed", "tag": "80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0"}, {"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-unplugged", "status": "completed", "tag": "41d850e9-3bc1-4356-aaa1-b00d5ef1585b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:44.576773 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335bff-5827-419f-8587-92523462ccf7 req-8a70e112-cd8d-4cfb-ac4c-fddfea760d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:44.578821 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e335bff-5827-419f-8587-92523462ccf7 req-8a70e112-cd8d-4cfb-ac4c-fddfea760d17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4528a5a62a6b4983bf415c7490db4178&device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 1096 time: 0.2451451 Jun 25 09:26:44.621197 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f32730-8440-4ef6-affc-affee3789bfd x-openstack-request-id: req-01f32730-8440-4ef6-affc-affee3789bfd {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:44.621498 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-unplugged", "status": "completed", "tag": "80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0", "code": 200}, {"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-unplugged", "status": "completed", "tag": "41d850e9-3bc1-4356-aaa1-b00d5ef1585b", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:44.622105 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-01f32730-8440-4ef6-affc-affee3789bfd {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:44.622705 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0', 'code': 200} Jun 25 09:26:44.623194 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41d850e9-3bc1-4356-aaa1-b00d5ef1585b', 'code': 200} Jun 25 09:26:44.672203 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4da12e70-0389-4253-800d-45abef8c0b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:44.723729 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e335bff-5827-419f-8587-92523462ccf7 req-628619f7-8d10-4ceb-9f20-e37eb54b76fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7de41a72-be67-4c13-a13a-488852f37454 HTTP/1.1" status: 200 len: 217 time: 0.1283493 Jun 25 09:26:44.809828 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-deleted', 'tag': '43f2f102-d7ef-429b-99ae-970982ce19c3'}, {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-deleted', 'tag': '80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:44.814180 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a901174-47f5-4b41-a0e5-5d03bdac1992" -d '{"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-deleted", "tag": "43f2f102-d7ef-429b-99ae-970982ce19c3"}, {"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-deleted", "tag": "80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:44.849556 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4da12e70-0389-4253-800d-45abef8c0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:44.854647 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4da12e70-0389-4253-800d-45abef8c0b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:44.861360 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4da12e70-0389-4253-800d-45abef8c0b7c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b6889052-62a8-4166-acbf-f11c658211f1 HTTP/1.1" status: 204 len: 168 time: 0.6272810 Jun 25 09:26:44.862516 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6b3babf1-1d67-4a6b-bd61-8910a55ceabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:44.898995 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da12e70-0389-4253-800d-45abef8c0b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6889052-62a8-4166-acbf-f11c658211f1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:44.901939 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4da12e70-0389-4253-800d-45abef8c0b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:44.914301 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-810a2e35-7c6d-42f4-b3fc-6d25169c070b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:44.918262 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-42223925-00ae-43df-ad81-fc7729f4329b tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:44.935265 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-6ca853aa-118a-4eab-8e7a-f72caa458a8e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2202158 Jun 25 09:26:44.973535 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a12c8a0-3701-4630-98c6-bfa5f25adf54 x-openstack-request-id: req-4a12c8a0-3701-4630-98c6-bfa5f25adf54 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:44.973863 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-deleted", "tag": "43f2f102-d7ef-429b-99ae-970982ce19c3", "status": "completed", "code": 200}, {"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-deleted", "tag": "80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:44.974171 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4a12c8a0-3701-4630-98c6-bfa5f25adf54 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:44.974634 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-deleted', 'tag': '43f2f102-d7ef-429b-99ae-970982ce19c3', 'status': 'completed', 'code': 200} Jun 25 09:26:44.974929 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-deleted', 'tag': '80ebaa79-e4c6-4d30-a1aa-7c81c453a9c0', 'status': 'completed', 'code': 200} Jun 25 09:26:44.978771 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a2e35-7c6d-42f4-b3fc-6d25169c070b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event deleted for resources: {'Port': ['ID=cf1be947-5003-4050-9f6d-ea8018fbbe5c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:44.985493 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-810a2e35-7c6d-42f4-b3fc-6d25169c070b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:45.032615 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335bff-5827-419f-8587-92523462ccf7 req-e1b148e9-20e0-482d-be18-c6272bb926df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:45.035048 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e335bff-5827-419f-8587-92523462ccf7 req-e1b148e9-20e0-482d-be18-c6272bb926df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e0de01c3-0dfb-4ca3-a11e-0d2ef455f25a HTTP/1.1" status: 200 len: 854 time: 0.2531617 Jun 25 09:26:45.093874 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-810a2e35-7c6d-42f4-b3fc-6d25169c070b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] No DVR routers for this DVR port cf1be947-5003-4050-9f6d-ea8018fbbe5c on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:26:45.097538 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-810a2e35-7c6d-42f4-b3fc-6d25169c070b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:45.100146 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-810a2e35-7c6d-42f4-b3fc-6d25169c070b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.38 "DELETE /v2.0/ports/cf1be947-5003-4050-9f6d-ea8018fbbe5c HTTP/1.1" status: 204 len: 173 time: 1.0659149 Jun 25 09:26:45.223272 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e335bff-5827-419f-8587-92523462ccf7 req-eb197cd2-836e-4f05-8191-fcd1af3a14e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e33710c-49e5-4278-a52b-a77593024222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562619 Jun 25 09:26:45.268397 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Deleting port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:26:45.269191 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:45.276368 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dde9aa-c5d9-4028-893e-45098e2e0d2e req-a14a1f37-804b-42f9-9fab-a6e227a6e671 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:45.282452 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dde9aa-c5d9-4028-893e-45098e2e0d2e req-a14a1f37-804b-42f9-9fab-a6e227a6e671 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:45.290778 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76dde9aa-c5d9-4028-893e-45098e2e0d2e req-a14a1f37-804b-42f9-9fab-a6e227a6e671 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 1677 time: 0.5732331 Jun 25 09:26:45.473769 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-8cb66845-1147-4b1f-83ad-38573de4b719 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:45.475344 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-8cb66845-1147-4b1f-83ad-38573de4b719 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4825792 Jun 25 09:26:45.482036 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33620) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:45.511224 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-e94718df-0d78-4e1a-83fb-9f3cfa05484f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Request body: {'port': {'device_id': '3eff7481-ed74-40c5-aabd-ea28bce454e1', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'e90ee50af2b947d8b1fbcbc79127e428'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:45.526397 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] For port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=41d850e9-3bc1-4356-aaa1-b00d5ef1585b,segment=NetworkSegment(23bc2a61-4c23-40ae-9f76-54c4cc921bb0),segment_id=23bc2a61-4c23-40ae-9f76-54c4cc921bb0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:45.527042 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:45.541420 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76dde9aa-c5d9-4028-893e-45098e2e0d2e req-ad5c26e2-3484-42de-8954-e31df7b6d3a4 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups?id=d5b762d5-4994-4aff-b245-890a2f0d7c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496786 Jun 25 09:26:45.708870 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e335bff-5827-419f-8587-92523462ccf7 req-19a29d88-f0c3-4855-9ae9-995f1d62dd07 service neutron] 10.222.0.41 "GET /v2.0/networks/5e33710c-49e5-4278-a52b-a77593024222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743459 Jun 25 09:26:45.915677 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-27725edb-c48b-4c4e-8276-a7e382b3a8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:46.015383 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b9e3f-7f28-4bd5-8c96-86d14c1d3ba3 req-1c06ab42-3e5c-4a7e-8c1e-5ee5c5a9f91b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:46.026011 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9b0b9e3f-7f28-4bd5-8c96-86d14c1d3ba3 req-1c06ab42-3e5c-4a7e-8c1e-5ee5c5a9f91b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.5084591 Jun 25 09:26:46.045142 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:46.045661 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:46.046054 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Floating IP 87f2c6e0-8456-469c-8ca0-c2c16e99cfc9 disassociated. External IP: 172.25.6.249, port: 41d850e9-3bc1-4356-aaa1-b00d5ef1585b. Jun 25 09:26:46.046473 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Calling delete_port for 41d850e9-3bc1-4356-aaa1-b00d5ef1585b owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:26:46.129180 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83862f89-8032-4603-8f9c-c5ade9117b6c req-30459357-66a2-41eb-bcd2-7a30d53545ce tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:46.140035 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83862f89-8032-4603-8f9c-c5ade9117b6c req-30459357-66a2-41eb-bcd2-7a30d53545ce tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 944 time: 0.2761171 Jun 25 09:26:46.156342 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-27725edb-c48b-4c4e-8276-a7e382b3a8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:46.160574 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e335bff-5827-419f-8587-92523462ccf7 req-17bf525d-9bf7-44e3-9b9c-0acdbae775d0 service neutron] 10.222.0.41 "GET /v2.0/networks/5e33710c-49e5-4278-a52b-a77593024222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416647 Jun 25 09:26:46.165772 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-27725edb-c48b-4c4e-8276-a7e382b3a8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:46.176084 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0602a35d-f2e7-4ebb-babb-1fe0ac8940f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:46.223132 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9b0b9e3f-7f28-4bd5-8c96-86d14c1d3ba3 req-a8e8a980-81c8-4597-bf54-a69c69536c82 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958945 Jun 25 09:26:46.255582 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27725edb-c48b-4c4e-8276-a7e382b3a8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f274edf6-e925-43cf-8a42-d704f98e5168,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:46.260699 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-27725edb-c48b-4c4e-8276-a7e382b3a8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:46.266184 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-27725edb-c48b-4c4e-8276-a7e382b3a8a0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a622c6cb84d644179318942c93387035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7836821 Jun 25 09:26:46.275596 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33640) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:46.315723 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-e94718df-0d78-4e1a-83fb-9f3cfa05484f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Made reservation on behalf of e90ee50af2b947d8b1fbcbc79127e428 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:46.319734 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-e94718df-0d78-4e1a-83fb-9f3cfa05484f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:46.384628 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:46.394705 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5f362c95-cabb-4a7f-8e0e-2cb4cb4e3788 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:46.412404 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83862f89-8032-4603-8f9c-c5ade9117b6c req-9d0fce04-c207-412b-bd12-0cb0e319dc9e tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714252 Jun 25 09:26:46.450968 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event deleted for resources: {'Port': ['ID=41d850e9-3bc1-4356-aaa1-b00d5ef1585b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:46.529664 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:46.539556 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fd919ea0-e9b2-4ec0-9077-17280f8e5994 req-8555bd2c-8142-427e-ad6c-02c77d7873ea tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 210 time: 0.0599833 Jun 25 09:26:46.584426 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-164cbb42-8d59-4b20-a59e-4ff2e7bb05e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:46.653631 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e101fe-9f7d-4baa-8feb-47671f476493 req-6b183ea6-5fa7-426d-a93b-b02a053a2b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:46.655419 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19e101fe-9f7d-4baa-8feb-47671f476493 req-6b183ea6-5fa7-426d-a93b-b02a053a2b30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4528a5a62a6b4983bf415c7490db4178&device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 1096 time: 0.3409028 Jun 25 09:26:46.685585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:26:46.710687 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-164cbb42-8d59-4b20-a59e-4ff2e7bb05e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:46.761360 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-e94718df-0d78-4e1a-83fb-9f3cfa05484f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Allocated IP 192.168.233.237 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/98d5b109-da55-43b5-99f3-6fea70101010) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:26:46.855389 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6670d7f-93d2-4c06-a8ae-59e7db525d48 req-b7de8e4d-e5fe-4a2d-af0c-b92e5b987e8e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.0813239 Jun 25 09:26:46.978127 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-deleted', 'tag': 'cf1be947-5003-4050-9f6d-ea8018fbbe5c'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:46.980523 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4181990-2baf-41f9-8fb3-ff07f7864ec4" -d '{"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-deleted", "tag": "cf1be947-5003-4050-9f6d-ea8018fbbe5c"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:46.993638 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:26:47.009224 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2570628-1d2d-4379-b362-5b7ad7dd0671 None None] Sync routers for ids ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:26:47.033091 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2570628-1d2d-4379-b362-5b7ad7dd0671 None None] Routers {'1ba7d297-4eaf-4c76-bda8-68568c031ea7'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:26:47.042538 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b2570628-1d2d-4379-b362-5b7ad7dd0671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:26:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:47.066483 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7efc48-3dac-46aa-b159-e5a097fcc437 x-openstack-request-id: req-1b7efc48-3dac-46aa-b159-e5a097fcc437 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:47.067139 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-deleted", "tag": "cf1be947-5003-4050-9f6d-ea8018fbbe5c", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:47.068383 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1b7efc48-3dac-46aa-b159-e5a097fcc437 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:47.069095 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-deleted', 'tag': 'cf1be947-5003-4050-9f6d-ea8018fbbe5c', 'status': 'completed', 'code': 200} Jun 25 09:26:47.113680 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] No DVR routers for this DVR port 41d850e9-3bc1-4356-aaa1-b00d5ef1585b on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:26:47.118909 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:47.121476 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0a47f11c-da96-486b-82e9-5a0e378a2898 req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.38 "DELETE /v2.0/ports/41d850e9-3bc1-4356-aaa1-b00d5ef1585b HTTP/1.1" status: 204 len: 173 time: 2.0129409 Jun 25 09:26:47.228977 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e101fe-9f7d-4baa-8feb-47671f476493 req-740b668f-5ede-4e17-8e7d-046cff3f596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:47.230889 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19e101fe-9f7d-4baa-8feb-47671f476493 req-740b668f-5ede-4e17-8e7d-046cff3f596d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e33710c-49e5-4278-a52b-a77593024222 HTTP/1.1" status: 200 len: 916 time: 0.5615044 Jun 25 09:26:47.262626 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-164cbb42-8d59-4b20-a59e-4ff2e7bb05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:47.265459 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-164cbb42-8d59-4b20-a59e-4ff2e7bb05e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:47.266884 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-164cbb42-8d59-4b20-a59e-4ff2e7bb05e7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f274edf6-e925-43cf-8a42-d704f98e5168 HTTP/1.1" status: 204 len: 168 time: 0.9876747 Jun 25 09:26:47.276610 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-64785ded-d38c-4e4a-9bc0-ac96b95af6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:47.325540 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-b2570628-1d2d-4379-b362-5b7ad7dd0671 None None] Set router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:26:47.328670 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-e94718df-0d78-4e1a-83fb-9f3cfa05484f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:47.333341 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19e101fe-9f7d-4baa-8feb-47671f476493 req-5fa70da5-2292-4f39-a667-d67ed7ac6cbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7de41a72-be67-4c13-a13a-488852f37454 HTTP/1.1" status: 200 len: 217 time: 0.0834403 Jun 25 09:26:47.335778 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cbb42-8d59-4b20-a59e-4ff2e7bb05e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f274edf6-e925-43cf-8a42-d704f98e5168,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:47.452542 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33700) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:47.461336 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-164cbb42-8d59-4b20-a59e-4ff2e7bb05e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:47.480560 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e101fe-9f7d-4baa-8feb-47671f476493 req-126b9182-b996-4237-8f20-76d795f6311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:47.482843 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19e101fe-9f7d-4baa-8feb-47671f476493 req-126b9182-b996-4237-8f20-76d795f6311f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e0de01c3-0dfb-4ca3-a11e-0d2ef455f25a HTTP/1.1" status: 200 len: 854 time: 0.1220295 Jun 25 09:26:47.576055 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-e94718df-0d78-4e1a-83fb-9f3cfa05484f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Transition to ACTIVE for port object 98d5b109-da55-43b5-99f3-6fea70101010 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:26:47.641310 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19e101fe-9f7d-4baa-8feb-47671f476493 req-e795e1f7-78a7-4af4-807a-ee933ebaaef3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e33710c-49e5-4278-a52b-a77593024222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309681 Jun 25 09:26:47.772964 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac94f88-f2a7-4c4b-a1cf-05243bbbc5fa req-b83cb65b-8ad7-4bcf-a350-e0e133333a07 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:47.780479 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ac94f88-f2a7-4c4b-a1cf-05243bbbc5fa req-b83cb65b-8ad7-4bcf-a350-e0e133333a07 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.3072014 Jun 25 09:26:47.808707 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-e94718df-0d78-4e1a-83fb-9f3cfa05484f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:47.809061 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b2570628-1d2d-4379-b362-5b7ad7dd0671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'name': 'tempest-TaggedBootDevicesTest-880897951-router', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:44Z', 'updated_at': '2021-06-25T09:15:54Z', 'revision_number': 4, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'gw_port': {'id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:46Z', 'updated_at': '2021-06-25T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '8180814f-671d-475c-b2be-c7ddcfd99cec', 'name': '', 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'mac_address': 'fa:16:3e:a6:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:52Z', 'updated_at': '2021-06-25T09:16:02Z', 'revision_number': 5, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'subnets': [{'id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:47.821900 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-279976a1-d7ad-4fc7-89a8-06f0e6e084b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:47.837301 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2570628-1d2d-4379-b362-5b7ad7dd0671 None None] Checking router: 1ba7d297-4eaf-4c76-bda8-68568c031ea7 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:26:47.846408 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45', '1f699c0c-1236-4449-b1e4-e65745feddc0'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:26:47.847031 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2570628-1d2d-4379-b362-5b7ad7dd0671 None None] Routers {'1ba7d297-4eaf-4c76-bda8-68568c031ea7'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:26:47.847316 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b2570628-1d2d-4379-b362-5b7ad7dd0671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:26:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:47.881133 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a1637ff-0bf8-4513-8679-5f73f15e60af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:47.886712 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94718df-0d78-4e1a-83fb-9f3cfa05484f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event updated for resources: {'Port': ['ID=98d5b109-da55-43b5-99f3-6fea70101010,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:47.901932 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e94718df-0d78-4e1a-83fb-9f3cfa05484f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:47.925235 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['d71030e6-dce0-4378-a454-15e788996abe', 'aa210440-6572-4b8d-a1fd-39de91f285c9', '23aef354-1fa5-4316-bb53-dd9e728400b3', '116e2589-8f3b-4514-9479-5117cfe3a484'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:26:47.935760 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19e101fe-9f7d-4baa-8feb-47671f476493 req-b451f01c-5e08-4cc1-88bc-8d223ce806dd service neutron] 10.222.0.41 "GET /v2.0/networks/5e33710c-49e5-4278-a52b-a77593024222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860303 Jun 25 09:26:48.115441 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-b2570628-1d2d-4379-b362-5b7ad7dd0671 None None] Set router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:26:48.124626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33714) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:48.128228 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a1637ff-0bf8-4513-8679-5f73f15e60af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:48.135115 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-e94718df-0d78-4e1a-83fb-9f3cfa05484f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:26:48.139396 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a1637ff-0bf8-4513-8679-5f73f15e60af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:48.146387 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ac94f88-f2a7-4c4b-a1cf-05243bbbc5fa req-ec215e11-7dbc-4d15-b201-70dce750139b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646822 Jun 25 09:26:48.148353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-e94718df-0d78-4e1a-83fb-9f3cfa05484f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:26:48.170921 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-27725edb-c48b-4c4e-8276-a7e382b3a8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:48.177223 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-e94718df-0d78-4e1a-83fb-9f3cfa05484f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:26:48.230899 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1637ff-0bf8-4513-8679-5f73f15e60af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384b0ef8-54e7-4d1b-9ce0-358e21917658,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:48.237053 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7242c987-7056-4879-bfc7-f5a4b21b3228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:48.248016 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1a1637ff-0bf8-4513-8679-5f73f15e60af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:48.432267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-e94718df-0d78-4e1a-83fb-9f3cfa05484f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:48.437447 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7242c987-7056-4879-bfc7-f5a4b21b3228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:48.437990 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-e94718df-0d78-4e1a-83fb-9f3cfa05484f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:48.450826 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7242c987-7056-4879-bfc7-f5a4b21b3228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:48.471496 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-016e661d-2922-4867-bb98-165ffe50f44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:48.480294 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-e94718df-0d78-4e1a-83fb-9f3cfa05484f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9824975 Jun 25 09:26:48.501338 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19e101fe-9f7d-4baa-8feb-47671f476493 req-0ba8f3a3-5576-4128-a781-c068c5d34a3b service neutron] 10.222.0.41 "GET /v2.0/networks/5e33710c-49e5-4278-a52b-a77593024222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389121 Jun 25 09:26:48.519281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Request body: {'port': {'device_id': '3eff7481-ed74-40c5-aabd-ea28bce454e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:48.568903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242c987-7056-4879-bfc7-f5a4b21b3228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b2868d-5944-498b-809b-d5a7e9bc46f0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:48.581771 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7242c987-7056-4879-bfc7-f5a4b21b3228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:48.584271 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1a1637ff-0bf8-4513-8679-5f73f15e60af admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0775e853e30943caacc5c400156c8b60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1299839 Jun 25 09:26:48.593798 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33720) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:48.627532 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7242c987-7056-4879-bfc7-f5a4b21b3228 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8644873e8676452295320efab1fb4929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4992094 Jun 25 09:26:48.629299 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33722) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:48.712062 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-feaf1c35-8bab-469d-8ce2-7ddc1a6aad47 None None] Provisioning for port 98d5b109-da55-43b5-99f3-6fea70101010 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:26:48.723829 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-feaf1c35-8bab-469d-8ce2-7ddc1a6aad47 None None] Provisioning complete for port 98d5b109-da55-43b5-99f3-6fea70101010 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:26:48.725230 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73981202-fc06-4c4a-9709-dbfe4e1901d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:48.729780 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-feaf1c35-8bab-469d-8ce2-7ddc1a6aad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:48.744007 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b2570628-1d2d-4379-b362-5b7ad7dd0671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'name': 'tempest-TaggedBootDevicesTest-880897951-router', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:44Z', 'updated_at': '2021-06-25T09:15:54Z', 'revision_number': 4, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'gw_port': {'id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:46Z', 'updated_at': '2021-06-25T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '8180814f-671d-475c-b2be-c7ddcfd99cec', 'name': '', 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'mac_address': 'fa:16:3e:a6:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:52Z', 'updated_at': '2021-06-25T09:16:02Z', 'revision_number': 5, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'subnets': [{'id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:26:48.755528 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73981202-fc06-4c4a-9709-dbfe4e1901d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:48.788377 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2570628-1d2d-4379-b362-5b7ad7dd0671 None None] The sync data for ids ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'] in n-d-761264-15 is: [{'id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'name': 'tempest-TaggedBootDevicesTest-880897951-router', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:44Z', 'updated_at': '2021-06-25T09:15:54Z', 'revision_number': 4, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'gw_port': {'id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:46Z', 'updated_at': '2021-06-25T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '8180814f-671d-475c-b2be-c7ddcfd99cec', 'name': '', 'network_id': '636acfe6-d17f-4f72-9c57-7ee0f2a7da95', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'mac_address': 'fa:16:3e:a6:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:52Z', 'updated_at': '2021-06-25T09:16:02Z', 'revision_number': 5, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'subnets': [{'id': '16b23dbf-8407-4c05-b060-ab7999afb028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:26:48.825675 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73981202-fc06-4c4a-9709-dbfe4e1901d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:48.829595 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73981202-fc06-4c4a-9709-dbfe4e1901d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:48.834552 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-73981202-fc06-4c4a-9709-dbfe4e1901d8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/32b2868d-5944-498b-809b-d5a7e9bc46f0 HTTP/1.1" status: 204 len: 168 time: 0.2038996 Jun 25 09:26:48.838270 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f99ec353-08b4-44ed-aa3e-dda791e24d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:48.855786 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73981202-fc06-4c4a-9709-dbfe4e1901d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b2868d-5944-498b-809b-d5a7e9bc46f0,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:48.863249 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-73981202-fc06-4c4a-9709-dbfe4e1901d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:48.866167 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-feaf1c35-8bab-469d-8ce2-7ddc1a6aad47 None None] Port 98d5b109-da55-43b5-99f3-6fea70101010 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:26:48.894385 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-696e97ac-6725-4b7d-8f1a-a426c053f500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:48.930940 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-696e97ac-6725-4b7d-8f1a-a426c053f500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:49.033789 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:49.070159 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-deleted', 'tag': '41d850e9-3bc1-4356-aaa1-b00d5ef1585b'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:49.073089 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57a3710-1926-47f3-b952-e6b17d4a2c79" -d '{"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-deleted", "tag": "41d850e9-3bc1-4356-aaa1-b00d5ef1585b"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:49.080022 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d3bf3-4957-41f3-a5f8-179ba631af96 req-0b7401ec-faf5-4585-aa91-b7f51f743c7d tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:49.081709 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b86d3bf3-4957-41f3-a5f8-179ba631af96 req-0b7401ec-faf5-4585-aa91-b7f51f743c7d tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 944 time: 0.4997361 Jun 25 09:26:49.094852 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634e95b-1e64-4b8b-adfc-3ddbc3226f14 req-e0fbecc7-4f75-4ace-b9c5-74bf3635e5b9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:49.096473 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4634e95b-1e64-4b8b-adfc-3ddbc3226f14 req-e0fbecc7-4f75-4ace-b9c5-74bf3635e5b9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 936 time: 0.3933167 Jun 25 09:26:49.229189 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4634e95b-1e64-4b8b-adfc-3ddbc3226f14 req-c2235adf-8611-423d-9570-23fbd016cbc6 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054099 Jun 25 09:26:49.236598 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-696e97ac-6725-4b7d-8f1a-a426c053f500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:49.239200 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-696e97ac-6725-4b7d-8f1a-a426c053f500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:49.243353 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-696e97ac-6725-4b7d-8f1a-a426c053f500 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/384b0ef8-54e7-4d1b-9ce0-358e21917658 HTTP/1.1" status: 204 len: 168 time: 0.6453931 Jun 25 09:26:49.246843 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5f9dd513-9a50-433f-9607-0e7ec7adbdbd tempest-ServerRescueTestJSONUnderV235-1307913128 tempest-ServerRescueTestJSONUnderV235-1307913128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:49.253899 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b86d3bf3-4957-41f3-a5f8-179ba631af96 req-af2e3764-39a6-4daf-971c-b0b34794ae40 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540916 Jun 25 09:26:49.269150 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e97ac-6725-4b7d-8f1a-a426c053f500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384b0ef8-54e7-4d1b-9ce0-358e21917658,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:49.274923 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-696e97ac-6725-4b7d-8f1a-a426c053f500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:49.400078 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d322f2-6e1c-4da8-83b2-353767da1b8a None None] New status for floating IP 87f2c6e0-8456-469c-8ca0-c2c16e99cfc9: DOWN {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:26:49.727643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d67532c-8141-4f64-bab4-073356e8054e req-11340d11-28c9-4415-a921-5c282f700d54 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.0977857 Jun 25 09:26:49.847503 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d4c012-98c9-48dc-bc27-e0956239ff54 x-openstack-request-id: req-52d4c012-98c9-48dc-bc27-e0956239ff54 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:49.847982 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974180e7-87a7-4080-ac9f-67eba78a8c01", "name": "network-vif-deleted", "tag": "41d850e9-3bc1-4356-aaa1-b00d5ef1585b", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:49.848320 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-52d4c012-98c9-48dc-bc27-e0956239ff54 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:49.848562 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974180e7-87a7-4080-ac9f-67eba78a8c01', 'name': 'network-vif-deleted', 'tag': '41d850e9-3bc1-4356-aaa1-b00d5ef1585b', 'status': 'completed', 'code': 200} Jun 25 09:26:49.849217 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d5b109-da55-43b5-99f3-6fea70101010 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:26:49.865691 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:49.892158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Transition to ACTIVE for port object 98d5b109-da55-43b5-99f3-6fea70101010 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:26:49.898961 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:49.903710 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-84368e9b-d704-48dc-8175-e47d56223b15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:50.004648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Pushing event updated for resources: {'Port': ['ID=98d5b109-da55-43b5-99f3-6fea70101010,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:50.010488 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:50.067975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33750) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:50.084491 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-91470931-31c6-4774-84a6-70e9d453dfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:50.223949 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-91470931-31c6-4774-84a6-70e9d453dfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:50.229390 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-91470931-31c6-4774-84a6-70e9d453dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:50.234288 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1a1637ff-0bf8-4513-8679-5f73f15e60af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:50.287736 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91470931-31c6-4774-84a6-70e9d453dfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f09d7b-7388-46fd-80f1-1dd8d944cdea,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:50.292423 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-91470931-31c6-4774-84a6-70e9d453dfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:50.292699 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 7de41a72-be67-4c13-a13a-488852f37454 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:26:50.295623 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-91470931-31c6-4774-84a6-70e9d453dfa8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=754da547d66b4cc1b05aa80fdb5998ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263198 Jun 25 09:26:50.307838 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33756) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:50.331130 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Attempting to bind port 98d5b109-da55-43b5-99f3-6fea70101010 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:26:50.332711 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Attempting to bind port 98d5b109-da55-43b5-99f3-6fea70101010 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:26:50.333065 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Attempting to bind port 98d5b109-da55-43b5-99f3-6fea70101010 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:50.343123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Port 98d5b109-da55-43b5-99f3-6fea70101010 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:26:50.343511 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Attempting to bind port 98d5b109-da55-43b5-99f3-6fea70101010 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:26:50.350431 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:26:50.351059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:26:50.351491 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:26:50.352313 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Bound port: 98d5b109-da55-43b5-99f3-6fea70101010, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:26:50.352973 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:50.416956 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d84974-f298-4a76-83f9-b5a443959599 req-cd1c13f0-e044-4e03-a4f6-982b86f8935b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:50.418883 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88d84974-f298-4a76-83f9-b5a443959599 req-cd1c13f0-e044-4e03-a4f6-982b86f8935b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.2871370 Jun 25 09:26:50.459098 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-642638a2-0a37-4d48-b194-78a3b9a92ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:50.539948 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-642638a2-0a37-4d48-b194-78a3b9a92ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:50.555802 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 7de41a72-be67-4c13-a13a-488852f37454, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=7de41a72-be67-4c13-a13a-488852f37454,segment=NetworkSegment(ffb9b9ce-d118-4d22-acc0-400bc0551476),segment_id=ffb9b9ce-d118-4d22-acc0-400bc0551476)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:50.576433 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88d84974-f298-4a76-83f9-b5a443959599 req-0d020b34-dad4-43a0-86f2-b986c77b1738 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256495 Jun 25 09:26:50.608179 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-642638a2-0a37-4d48-b194-78a3b9a92ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:50.610273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] For port 98d5b109-da55-43b5-99f3-6fea70101010, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:26:50.611653 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-642638a2-0a37-4d48-b194-78a3b9a92ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:50.613159 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-642638a2-0a37-4d48-b194-78a3b9a92ec3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/97f09d7b-7388-46fd-80f1-1dd8d944cdea HTTP/1.1" status: 204 len: 168 time: 0.3032668 Jun 25 09:26:50.614106 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4da12e70-0389-4253-800d-45abef8c0b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:50.618495 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] For port 98d5b109-da55-43b5-99f3-6fea70101010, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=98d5b109-da55-43b5-99f3-6fea70101010,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:26:50.627083 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '7de41a72-be67-4c13-a13a-488852f37454', 'network_id': '5e33710c-49e5-4278-a52b-a77593024222', 'port_id': '7de41a72-be67-4c13-a13a-488852f37454', 'mac_address': 'fa:16:3e:b0:48:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0de01c3-0dfb-4ca3-a11e-0d2ef455f25a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:26:50.627530 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:50.631265 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:50.631579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642638a2-0a37-4d48-b194-78a3b9a92ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f09d7b-7388-46fd-80f1-1dd8d944cdea,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:50.635367 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-642638a2-0a37-4d48-b194-78a3b9a92ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:50.676659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:50.677906 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:50.680083 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] 10.222.0.38 "PUT /v2.0/ports/98d5b109-da55-43b5-99f3-6fea70101010 HTTP/1.1" status: 200 len: 1097 time: 2.1669645 Jun 25 09:26:50.681650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eff7481-ed74-40c5-aabd-ea28bce454e1', 'tag': '98d5b109-da55-43b5-99f3-6fea70101010'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:50.687079 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f26535-d1b4-4163-860d-4a10aa0b00c7" -d '{"events": [{"name": "network-changed", "server_uuid": "3eff7481-ed74-40c5-aabd-ea28bce454e1", "tag": "98d5b109-da55-43b5-99f3-6fea70101010"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:50.738120 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Pushing event updated for resources: {'Port': ['ID=98d5b109-da55-43b5-99f3-6fea70101010,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:50.752190 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:50.837929 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:50.868765 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de41a72-be67-4c13-a13a-488852f37454 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:26:50.915710 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-a1d614ff-4d34-4778-b650-6dfc2c1037f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:50.916478 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 7de41a72-be67-4c13-a13a-488852f37454, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=7de41a72-be67-4c13-a13a-488852f37454,segment=NetworkSegment(ffb9b9ce-d118-4d22-acc0-400bc0551476),segment_id=ffb9b9ce-d118-4d22-acc0-400bc0551476)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:50.919938 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-a1d614ff-4d34-4778-b650-6dfc2c1037f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 1100 time: 0.1539590 Jun 25 09:26:50.926678 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:50.933280 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-34b1c007-cbae-4b1a-a21a-9119dd1bc60b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:51.001710 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=7de41a72-be67-4c13-a13a-488852f37454,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:51.012570 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:51.107057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-b4e594f8-8d21-48b2-a511-855e90c2156e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=98d5b109-da55-43b5-99f3-6fea70101010 HTTP/1.1" status: 200 len: 217 time: 0.1551321 Jun 25 09:26:51.233768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-ac2bd830-2ef9-46e4-a070-2cee9f49c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:51.235417 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-ac2bd830-2ef9-46e4-a070-2cee9f49c5e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1102159 Jun 25 09:26:51.279117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120095d-0855-4fb5-bf0b-d66b29e29faa req-df8514ed-e2a4-4782-aa07-5a200976bc38 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:51.281397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d120095d-0855-4fb5-bf0b-d66b29e29faa req-df8514ed-e2a4-4782-aa07-5a200976bc38 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 948 time: 0.3463087 Jun 25 09:26:51.289109 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdda07-66f3-4fe7-85fd-7389da939ae4 req-11f6bf23-6d0a-4890-86d0-faed89c2707e tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:51.296304 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2cfdda07-66f3-4fe7-85fd-7389da939ae4 req-11f6bf23-6d0a-4890-86d0-faed89c2707e tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 945 time: 0.1882560 Jun 25 09:26:51.343197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7de41a72-be67-4c13-a13a-488852f37454'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:26:51.355422 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33794) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:51.384616 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6954a51e-82bd-42c0-a99e-775db2cd434b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:51.386230 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d120095d-0855-4fb5-bf0b-d66b29e29faa req-2e54400c-4f82-444e-8cc1-1e102d974562 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703721 Jun 25 09:26:51.402824 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2cfdda07-66f3-4fe7-85fd-7389da939ae4 req-e132dfac-3945-4177-ace5-2762f5ea9aa7 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054416 Jun 25 09:26:51.437558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-d643e16e-f767-43ee-8e18-0dd52d651b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:51.443457 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-d643e16e-f767-43ee-8e18-0dd52d651b1c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1954448 Jun 25 09:26:51.496988 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c0737b-f13d-4f35-b29f-4b850668973c x-openstack-request-id: req-b4c0737b-f13d-4f35-b29f-4b850668973c {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:51.498280 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eff7481-ed74-40c5-aabd-ea28bce454e1", "tag": "98d5b109-da55-43b5-99f3-6fea70101010", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:51.498835 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b4c0737b-f13d-4f35-b29f-4b850668973c {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:51.500765 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eff7481-ed74-40c5-aabd-ea28bce454e1', 'tag': '98d5b109-da55-43b5-99f3-6fea70101010', 'status': 'completed', 'code': 200} Jun 25 09:26:51.575713 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33798) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:51.649325 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-95b88faa-f8b7-4e84-bc82-9acf76958415 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970391 Jun 25 09:26:51.675597 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6954a51e-82bd-42c0-a99e-775db2cd434b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:51.681154 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6954a51e-82bd-42c0-a99e-775db2cd434b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:51.714126 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4b6cafdb-9237-4d0e-aa6c-5f5394bc0875 req-dfc2358f-a5c6-4255-b4e9-e0c405b97ed3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.0553682 Jun 25 09:26:51.727957 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:51.756470 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6954a51e-82bd-42c0-a99e-775db2cd434b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b3b287bd9d674d34a803f6803561348c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998370 Jun 25 09:26:51.766199 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33808) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:51.873101 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954a51e-82bd-42c0-a99e-775db2cd434b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dde4027-8265-4a50-9440-6f959280e469,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:51.879774 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6954a51e-82bd-42c0-a99e-775db2cd434b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:51.912460 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79d42fd1-f299-4500-b8d5-6da2c4618cbf req-f26222bf-f81e-4c2b-95d2-c3c248c6d956 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410953 Jun 25 09:26:51.928371 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-052de6e2-c09f-40e6-8f67-da32b07dfc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:51.990141 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-052de6e2-c09f-40e6-8f67-da32b07dfc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:52.087950 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-08a6b3df-c149-4e8c-aad0-38034b0e4cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:52.150340 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-052de6e2-c09f-40e6-8f67-da32b07dfc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:52.165930 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-052de6e2-c09f-40e6-8f67-da32b07dfc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:52.169545 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-052de6e2-c09f-40e6-8f67-da32b07dfc24 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5dde4027-8265-4a50-9440-6f959280e469 HTTP/1.1" status: 204 len: 168 time: 0.3971179 Jun 25 09:26:52.170412 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ff79df82-edcc-4d82-ae0c-612350cb1a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:52.188270 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052de6e2-c09f-40e6-8f67-da32b07dfc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dde4027-8265-4a50-9440-6f959280e469,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:52.191649 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-052de6e2-c09f-40e6-8f67-da32b07dfc24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:52.255840 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f26535-d1b4-4163-860d-4a10aa0b00c7 req-a7162c74-419e-40b4-b8e0-684af2185d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:52.257876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-10f26535-d1b4-4163-860d-4a10aa0b00c7 req-a7162c74-419e-40b4-b8e0-684af2185d8b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 1100 time: 0.2025800 Jun 25 09:26:52.272276 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf41e1-10b6-46ab-90fb-d692792185dc req-08f43323-e888-42e0-9bc6-ef97f5c6ee81 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:52.274612 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20cf41e1-10b6-46ab-90fb-d692792185dc req-08f43323-e888-42e0-9bc6-ef97f5c6ee81 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.2898810 Jun 25 09:26:52.385692 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-08a6b3df-c149-4e8c-aad0-38034b0e4cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:52.398294 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-08a6b3df-c149-4e8c-aad0-38034b0e4cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:52.400711 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a37c1c2f-b9c3-4127-994b-a152fb466112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:52.406494 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-73981202-fc06-4c4a-9709-dbfe4e1901d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:52.453387 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-08a6b3df-c149-4e8c-aad0-38034b0e4cbc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=50dc019723464741b02fb1babd3bd2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8764992 Jun 25 09:26:52.454741 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6b3df-c149-4e8c-aad0-38034b0e4cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5733c312-9219-426c-bfa7-d872689984a6,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:52.458637 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-08a6b3df-c149-4e8c-aad0-38034b0e4cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:52.459598 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33832) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:52.532700 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-177a5116-f3a7-4646-8b78-722d0d2314d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:52.571391 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-177a5116-f3a7-4646-8b78-722d0d2314d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:52.635895 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-177a5116-f3a7-4646-8b78-722d0d2314d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:52.641956 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-177a5116-f3a7-4646-8b78-722d0d2314d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:52.643602 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-177a5116-f3a7-4646-8b78-722d0d2314d2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5733c312-9219-426c-bfa7-d872689984a6 HTTP/1.1" status: 204 len: 168 time: 0.1827450 Jun 25 09:26:52.645066 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7242c987-7056-4879-bfc7-f5a4b21b3228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:52.658361 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a5116-f3a7-4646-8b78-722d0d2314d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5733c312-9219-426c-bfa7-d872689984a6,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:52.662620 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-177a5116-f3a7-4646-8b78-722d0d2314d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:52.930217 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33848) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:53.009752 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-20cf41e1-10b6-46ab-90fb-d692792185dc req-6c626309-6311-41d2-9083-89a8f1a3ece0 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7236464 Jun 25 09:26:53.081839 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f26535-d1b4-4163-860d-4a10aa0b00c7 req-9fa4b14c-6fba-43a1-97ed-9ea2b6b98dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:53.083595 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-10f26535-d1b4-4163-860d-4a10aa0b00c7 req-9fa4b14c-6fba-43a1-97ed-9ea2b6b98dd2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.8076606 Jun 25 09:26:53.090527 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33854) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:53.100898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11340cfb-26c6-47a5-86b6-8a0c2a1b7c27 req-0a6d25cb-d43d-425f-bd7f-1eb2c024d96d tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:53.120118 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11340cfb-26c6-47a5-86b6-8a0c2a1b7c27 req-0a6d25cb-d43d-425f-bd7f-1eb2c024d96d tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 945 time: 0.2144666 Jun 25 09:26:53.211877 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-10f26535-d1b4-4163-860d-4a10aa0b00c7 req-ed8b1603-bd02-4384-add9-4f7c67b70268 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=98d5b109-da55-43b5-99f3-6fea70101010 HTTP/1.1" status: 200 len: 217 time: 0.0884688 Jun 25 09:26:53.228927 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33858) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:53.246269 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-35acac63-24fb-49e5-abdd-522df6fad94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:53.289918 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b3125fb2-e2c0-4167-9cd0-996a7b7df788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:53.310894 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11340cfb-26c6-47a5-86b6-8a0c2a1b7c27 req-298516d4-2292-4c6f-84a8-8afda0b161a2 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894953 Jun 25 09:26:53.336124 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f26535-d1b4-4163-860d-4a10aa0b00c7 req-e869df17-e910-48a4-8c00-d5b88e887af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:53.347696 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-10f26535-d1b4-4163-860d-4a10aa0b00c7 req-e869df17-e910-48a4-8c00-d5b88e887af0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1043811 Jun 25 09:26:53.406708 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5d213-5013-4dcb-965d-b893a3ac80fc req-6fdf357b-6aa0-4d3d-beb9-d7c88002d0cf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:53.409660 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-18f5d213-5013-4dcb-965d-b893a3ac80fc req-6fdf357b-6aa0-4d3d-beb9-d7c88002d0cf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 948 time: 0.2148464 Jun 25 09:26:53.467491 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-18f5d213-5013-4dcb-965d-b893a3ac80fc req-f7bd00c5-0a47-4467-b426-1bb6979b9896 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493808 Jun 25 09:26:53.475432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f26535-d1b4-4163-860d-4a10aa0b00c7 req-f55b1949-2eed-4c26-be48-36c076c9e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:53.477212 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-10f26535-d1b4-4163-860d-4a10aa0b00c7 req-f55b1949-2eed-4c26-be48-36c076c9e38d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1212020 Jun 25 09:26:53.522164 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-35acac63-24fb-49e5-abdd-522df6fad94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:53.530945 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-722049803', 'router:external': True}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:53.538156 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-35acac63-24fb-49e5-abdd-522df6fad94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:53.562971 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-24740824-245e-4f7d-b196-fe5de4e7e3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:53.591710 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-16080c98-94b7-4778-82e2-8ec7fe3cd1f1 req-12fb32f1-1d30-46cd-ae13-2db35a1aeb3a tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.0362093 Jun 25 09:26:53.599216 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-35acac63-24fb-49e5-abdd-522df6fad94a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=be6b5061bcc14b9dbcaa1042ebf2addb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694570 Jun 25 09:26:53.604470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33864) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:53.618294 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acac63-24fb-49e5-abdd-522df6fad94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e873825-8522-4aa9-b681-70a17ffa2422,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:53.622269 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-35acac63-24fb-49e5-abdd-522df6fad94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:53.700574 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b3125fb2-e2c0-4167-9cd0-996a7b7df788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:53.703428 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-10f26535-d1b4-4163-860d-4a10aa0b00c7 req-8bcc709c-32c1-4d19-83e8-a9c9debe1de3 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089071 Jun 25 09:26:53.708410 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b3125fb2-e2c0-4167-9cd0-996a7b7df788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:53.716848 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-91470931-31c6-4774-84a6-70e9d453dfa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:53.772185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Made reservation on behalf of 9c934e8317a04a6b922bf1a3dd2dbee2 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:53.775358 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:53.778149 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec3f7fcf-d90f-43aa-90d0-ba5289f0b727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:53.791165 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b3125fb2-e2c0-4167-9cd0-996a7b7df788 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1d5a09f61f73496ab300f50b78020c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8517182 Jun 25 09:26:53.791281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33868) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:53.794237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3125fb2-e2c0-4167-9cd0-996a7b7df788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53985ac4-a7fb-4d75-aa18-3f2531285bfb,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:53.797364 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:53.799870 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b3125fb2-e2c0-4167-9cd0-996a7b7df788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:53.845747 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec3f7fcf-d90f-43aa-90d0-ba5289f0b727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:53.933616 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-10f26535-d1b4-4163-860d-4a10aa0b00c7 req-3be292e7-0a19-4f84-b781-f3fe6d9ed13c service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136731 Jun 25 09:26:53.950824 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7ff8303c-b0ed-4c0e-a23a-727b0498a4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:53.987959 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:53.988618 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:53.991929 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec3f7fcf-d90f-43aa-90d0-ba5289f0b727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:53.993084 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:53.994648 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec3f7fcf-d90f-43aa-90d0-ba5289f0b727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:53.998117 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ec3f7fcf-d90f-43aa-90d0-ba5289f0b727 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6e873825-8522-4aa9-b681-70a17ffa2422 HTTP/1.1" status: 204 len: 168 time: 0.3902140 Jun 25 09:26:53.998782 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5ff6540a-2b05-4b98-9bf4-cc343c1e4112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:54.002374 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fe0984a2-4616-43fa-8f71-15a7d74b0aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:54.006641 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7ff8303c-b0ed-4c0e-a23a-727b0498a4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:54.020003 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f7fcf-d90f-43aa-90d0-ba5289f0b727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e873825-8522-4aa9-b681-70a17ffa2422,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:54.024435 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ec3f7fcf-d90f-43aa-90d0-ba5289f0b727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:54.056154 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:26:54.075591 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66315831-784b-461d-9172-f6a8aad33662,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:54.083936 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7ff8303c-b0ed-4c0e-a23a-727b0498a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:54.086653 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7ff8303c-b0ed-4c0e-a23a-727b0498a4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:54.090850 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7ff8303c-b0ed-4c0e-a23a-727b0498a4ff admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/53985ac4-a7fb-4d75-aa18-3f2531285bfb HTTP/1.1" status: 204 len: 168 time: 0.2968886 Jun 25 09:26:54.090850 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-eb562b82-20f3-4c83-b406-2fe633fd74bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:54.102778 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8303c-b0ed-4c0e-a23a-727b0498a4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53985ac4-a7fb-4d75-aa18-3f2531285bfb,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:54.103026 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:54.109555 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7ff8303c-b0ed-4c0e-a23a-727b0498a4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:54.113569 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:54.113931 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Added segment 7b49db33-fc4c-4939-b598-8b0ca7b05565 of type vlan for network df46c0cf-58e0-4641-bc48-b580dc33e532 Jun 25 09:26:54.202233 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:54.250456 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:54.252282 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:54.252513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c95f2-7c4f-4471-b8c6-024001e8b5d9 req-29dc42ef-de58-4a7e-b5b3-f165e484b4c7 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:54.254292 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-592c95f2-7c4f-4471-b8c6-024001e8b5d9 req-29dc42ef-de58-4a7e-b5b3-f165e484b4c7 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.0776880 Jun 25 09:26:54.260024 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:54.267268 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d0668a50-f31b-4456-a671-f2f500ad60eb tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:54.314534 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 7de41a72-be67-4c13-a13a-488852f37454 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:26:54.354356 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2627158 Jun 25 09:26:54.359014 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33888) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:54.368284 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0b49a92a-f339-450b-ad9f-280bf33b6569 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Request body: {'subnet': {'network_id': 'df46c0cf-58e0-4641-bc48-b580dc33e532', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:54.371199 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-592c95f2-7c4f-4471-b8c6-024001e8b5d9 req-7e6e6824-68db-4796-b61b-c24b3f28359a tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085129 Jun 25 09:26:54.430539 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Pushing event updated for resources: {'Network': ['ID=df46c0cf-58e0-4641-bc48-b580dc33e532,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:54.432073 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 7de41a72-be67-4c13-a13a-488852f37454 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:26:54.436796 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 7de41a72-be67-4c13-a13a-488852f37454 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:26:54.437532 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:54.441577 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:54.459994 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b49a92a-f339-450b-ad9f-280bf33b6569 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Made reservation on behalf of 9c934e8317a04a6b922bf1a3dd2dbee2 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:54.462852 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0b49a92a-f339-450b-ad9f-280bf33b6569 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:54.495269 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network df46c0cf-58e0-4641-bc48-b580dc33e532 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:26:54.693516 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf9ad2-9b5b-482a-ae49-dec115eed80b req-49557437-487f-4380-a5a8-274757f95377 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:54.708089 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32cf9ad2-9b5b-482a-ae49-dec115eed80b req-49557437-487f-4380-a5a8-274757f95377 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 945 time: 0.1896307 Jun 25 09:26:54.744480 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:54.751622 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33900) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:54.791387 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 7de41a72-be67-4c13-a13a-488852f37454, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=7de41a72-be67-4c13-a13a-488852f37454,segment=NetworkSegment(ffb9b9ce-d118-4d22-acc0-400bc0551476),segment_id=ffb9b9ce-d118-4d22-acc0-400bc0551476)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:54.792761 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdce5c4f-c807-4d14-9cf6-490c851b39f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de41a72-be67-4c13-a13a-488852f37454'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:54.796360 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c591c9-8506-45a8-85ab-428cbbd8b84e" -d '{"events": [{"server_uuid": "bdce5c4f-c807-4d14-9cf6-490c851b39f7", "name": "network-vif-plugged", "status": "completed", "tag": "7de41a72-be67-4c13-a13a-488852f37454"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:54.800619 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:54.803750 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:54.846089 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32cf9ad2-9b5b-482a-ae49-dec115eed80b req-9102be7d-62fc-4890-842f-cbcf314351d3 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367109 Jun 25 09:26:54.863222 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=7de41a72-be67-4c13-a13a-488852f37454,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:54.866651 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:54.870741 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9047ed90-0935-4415-9d07-523ae2f6d838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:54.891116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9b01d-3d64-49a7-a113-2356b96e76f1 req-6c7aad4f-9bb8-43a0-9334-d9fd0c4dfea1 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:54.898848 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-13c9b01d-3d64-49a7-a113-2356b96e76f1 req-6c7aad4f-9bb8-43a0-9334-d9fd0c4dfea1 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 948 time: 0.1885402 Jun 25 09:26:54.905775 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8b958ff-7430-41b9-942e-8d762f157e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:54.985431 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-13c9b01d-3d64-49a7-a113-2356b96e76f1 req-1353d996-40ba-417e-a56d-4b4e45955996 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648310 Jun 25 09:26:55.089683 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098c6373-b7a0-4be2-8785-a56d0a0e3faa x-openstack-request-id: req-098c6373-b7a0-4be2-8785-a56d0a0e3faa {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:55.090185 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdce5c4f-c807-4d14-9cf6-490c851b39f7", "name": "network-vif-plugged", "status": "completed", "tag": "7de41a72-be67-4c13-a13a-488852f37454", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:55.090453 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-098c6373-b7a0-4be2-8785-a56d0a0e3faa {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:55.090958 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdce5c4f-c807-4d14-9cf6-490c851b39f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de41a72-be67-4c13-a13a-488852f37454', 'code': 200} Jun 25 09:26:55.106560 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-74414fd5-0d46-4021-91c9-a6bd9d57b5d0 req-ba08063b-d5ea-4341-858a-8e3a526de7a9 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.0516427 Jun 25 09:26:55.179452 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 98d5b109-da55-43b5-99f3-6fea70101010 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:26:55.183428 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33912) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:55.195438 n-d-761264-15 neutron-server[94025]: DEBUG neutron.objects.ports [None req-0b49a92a-f339-450b-ad9f-280bf33b6569 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94025) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 09:26:55.198654 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:55.199271 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0b49a92a-f339-450b-ad9f-280bf33b6569 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:55.209432 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6bceddce-7b58-48c2-b70d-94d258fcf40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:55.302162 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9047ed90-0935-4415-9d07-523ae2f6d838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:55.339863 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9047ed90-0935-4415-9d07-523ae2f6d838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:55.358209 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709030c-6aad-48f2-9048-edccf08790eb req-564b763f-6615-40c9-9aa7-628c193daa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:55.361799 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1709030c-6aad-48f2-9048-edccf08790eb req-564b763f-6615-40c9-9aa7-628c193daa8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 1098 time: 0.1468155 Jun 25 09:26:55.400365 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 98d5b109-da55-43b5-99f3-6fea70101010, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=98d5b109-da55-43b5-99f3-6fea70101010,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:55.442547 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '98d5b109-da55-43b5-99f3-6fea70101010', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '98d5b109-da55-43b5-99f3-6fea70101010', 'mac_address': 'fa:16:3e:de:18:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:26:55.448791 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9c21ddcb-297d-4ba2-94b5-c9c44031fc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:55.467676 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49a92a-f339-450b-ad9f-280bf33b6569 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3aac8a4d-514b-4eba-9600-b0774f7e7032,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:55.468331 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1709030c-6aad-48f2-9048-edccf08790eb req-0b3744fb-ad4d-475b-8434-51406a1f1b85 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981097 Jun 25 09:26:55.480834 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0b49a92a-f339-450b-ad9f-280bf33b6569 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:55.490185 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9047ed90-0935-4415-9d07-523ae2f6d838 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1bf48f970c334b64b4f3ab97b42c62d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7330217 Jun 25 09:26:55.493749 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33922) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:55.496113 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cc78f704-2615-4b4c-ba31-149572cb2274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:55.534531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047ed90-0935-4415-9d07-523ae2f6d838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc34cc3c-9be8-43e5-bd98-f578e94bc39a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:55.535677 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:55.552665 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9047ed90-0935-4415-9d07-523ae2f6d838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:55.557632 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b49a92a-f339-450b-ad9f-280bf33b6569 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Checking segment: {'id': '7b49db33-fc4c-4939-b598-8b0ca7b05565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'df46c0cf-58e0-4641-bc48-b580dc33e532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:26:55.559695 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b49a92a-f339-450b-ad9f-280bf33b6569 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Network hostable DHCP agents. Network: df46c0cf-58e0-4641-bc48-b580dc33e532, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:26:55.568766 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d5b109-da55-43b5-99f3-6fea70101010 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:26:55.595031 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 98d5b109-da55-43b5-99f3-6fea70101010, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=98d5b109-da55-43b5-99f3-6fea70101010,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:55.598596 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-77bf91b4-f143-4d7d-94ed-82e983159aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:55.604151 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:55.607258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b49a92a-f339-450b-ad9f-280bf33b6569 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Network df46c0cf-58e0-4641-bc48-b580dc33e532 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:26:55.610388 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7fcc4b9a-9142-48e8-ae42-98674f9f29e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:55.635748 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-0b49a92a-f339-450b-ad9f-280bf33b6569 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, df46c0cf-58e0-4641-bc48-b580dc33e532) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:26:55.643641 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b49a92a-f339-450b-ad9f-280bf33b6569 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:55.644751 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0b49a92a-f339-450b-ad9f-280bf33b6569 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:55.667383 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-77bf91b4-f143-4d7d-94ed-82e983159aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:55.695430 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9c21ddcb-297d-4ba2-94b5-c9c44031fc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:55.703975 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=98d5b109-da55-43b5-99f3-6fea70101010,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:55.705147 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9c21ddcb-297d-4ba2-94b5-c9c44031fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:55.711546 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0b49a92a-f339-450b-ad9f-280bf33b6569 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3469539 Jun 25 09:26:55.711750 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33928) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:55.714552 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2da08dc2-5f00-4331-ae17-367fd0aecfb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:55.719984 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-efff7de8-1811-42d4-8871-738bb1a0f91b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1559876268', 'network_id': 'df46c0cf-58e0-4641-bc48-b580dc33e532'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:55.722673 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:55.724166 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bcfd85-593b-46db-8fee-e2f76dc48480 None None] Network df46c0cf-58e0-4641-bc48-b580dc33e532 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:26:55.774462 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21ddcb-297d-4ba2-94b5-c9c44031fc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5f6f13-7255-4bda-8268-d9c6dafd3431,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:55.777393 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efff7de8-1811-42d4-8871-738bb1a0f91b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Made reservation on behalf of 9c934e8317a04a6b922bf1a3dd2dbee2 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:55.781195 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-efff7de8-1811-42d4-8871-738bb1a0f91b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:55.781638 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9c21ddcb-297d-4ba2-94b5-c9c44031fc6c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2ed7032dcd484d049fa2b7fbb8337c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5971205 Jun 25 09:26:55.784231 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9c21ddcb-297d-4ba2-94b5-c9c44031fc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:55.785177 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33930) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:55.803335 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3688cd9-f78d-4fd3-b651-ab3ed2a4efec req-d142479f-1413-46b1-84c5-e58d9988756b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:55.810562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3688cd9-f78d-4fd3-b651-ab3ed2a4efec req-d142479f-1413-46b1-84c5-e58d9988756b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.1925714 Jun 25 09:26:55.821645 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-77bf91b4-f143-4d7d-94ed-82e983159aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:55.825102 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-77bf91b4-f143-4d7d-94ed-82e983159aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:55.826426 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-77bf91b4-f143-4d7d-94ed-82e983159aeb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dc34cc3c-9be8-43e5-bd98-f578e94bc39a HTTP/1.1" status: 204 len: 168 time: 0.3317196 Jun 25 09:26:55.834448 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97a72337-b9cc-45aa-ba4f-5fc8902676dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:55.836803 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33934) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:55.840600 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-efff7de8-1811-42d4-8871-738bb1a0f91b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] device_id is not set on port c93fc2c1-2875-4883-840f-d31f1c5608df yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:26:55.845840 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf91b4-f143-4d7d-94ed-82e983159aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc34cc3c-9be8-43e5-bd98-f578e94bc39a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:55.850679 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-77bf91b4-f143-4d7d-94ed-82e983159aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:55.877732 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3688cd9-f78d-4fd3-b651-ab3ed2a4efec req-6d5e633f-0aab-4870-a20f-3f727d4d1abb tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659099 Jun 25 09:26:55.925005 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7489acf2-0b9e-4497-aa24-ee42799b3e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:55.982416 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcf10b5-57e2-477e-9cc6-ebc8906cfd86 None None] Network df46c0cf-58e0-4641-bc48-b580dc33e532 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:26:56.001643 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7489acf2-0b9e-4497-aa24-ee42799b3e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:56.065336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-efff7de8-1811-42d4-8871-738bb1a0f91b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Allocated IP 172.20.0.10 (df46c0cf-58e0-4641-bc48-b580dc33e532/3aac8a4d-514b-4eba-9600-b0774f7e7032/c93fc2c1-2875-4883-840f-d31f1c5608df) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:26:56.149824 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26873074-4980-4032-83c8-47acd7000f18 req-5623ad4f-a2c1-4963-8ae5-4e3389408de8 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:56.167726 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7489acf2-0b9e-4497-aa24-ee42799b3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:56.168529 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-26873074-4980-4032-83c8-47acd7000f18 req-5623ad4f-a2c1-4963-8ae5-4e3389408de8 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 946 time: 0.1307921 Jun 25 09:26:56.174820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['98d5b109-da55-43b5-99f3-6fea70101010'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:26:56.175435 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7489acf2-0b9e-4497-aa24-ee42799b3e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:56.183592 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7489acf2-0b9e-4497-aa24-ee42799b3e56 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5f5f6f13-7255-4bda-8268-d9c6dafd3431 HTTP/1.1" status: 204 len: 168 time: 0.3924720 Jun 25 09:26:56.187915 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-98c20c79-e2db-4279-b84a-4f1267bc2ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:56.233398 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489acf2-0b9e-4497-aa24-ee42799b3e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5f6f13-7255-4bda-8268-d9c6dafd3431,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:56.322394 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-26873074-4980-4032-83c8-47acd7000f18 req-24bbbac2-e00d-46f2-a14d-b32a925e34a3 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527634 Jun 25 09:26:56.331894 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:56.381623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26df16b-895d-4ad1-9987-ac4c8b094227 req-efa395da-c746-4ebc-98d4-9442794b4755 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:56.403254 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e26df16b-895d-4ad1-9987-ac4c8b094227 req-efa395da-c746-4ebc-98d4-9442794b4755 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 949 time: 0.2269888 Jun 25 09:26:56.475324 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-efff7de8-1811-42d4-8871-738bb1a0f91b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:56.487423 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e26df16b-895d-4ad1-9987-ac4c8b094227 req-f41acc37-3353-4629-b0e2-efe25f89453b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821233 Jun 25 09:26:56.493319 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7489acf2-0b9e-4497-aa24-ee42799b3e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:56.516841 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-14151887-network', 'tenant_id': '08d968aeb5ae46d08004f3facd4df77f'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:56.563990 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Made reservation on behalf of 08d968aeb5ae46d08004f3facd4df77f for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:56.567837 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:56.594548 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:56.633287 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-efff7de8-1811-42d4-8871-738bb1a0f91b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:56.635388 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-caa7cbf6-8388-4537-b820-78e2d9e17544 req-6b5eb9c2-7380-4570-912e-1b173327e500 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.0475447 Jun 25 09:26:56.642594 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-39de142b-4d04-4c2a-b6ad-8913abe20200 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:56.714982 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff7de8-1811-42d4-8871-738bb1a0f91b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Pushing event updated for resources: {'Port': ['ID=c93fc2c1-2875-4883-840f-d31f1c5608df,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:56.718776 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-efff7de8-1811-42d4-8871-738bb1a0f91b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:56.728604 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efff7de8-1811-42d4-8871-738bb1a0f91b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Network df46c0cf-58e0-4641-bc48-b580dc33e532 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:26:56.735281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-efff7de8-1811-42d4-8871-738bb1a0f91b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:26:56.738277 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efff7de8-1811-42d4-8871-738bb1a0f91b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:26:56.782905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff7de8-1811-42d4-8871-738bb1a0f91b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:56.783624 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-efff7de8-1811-42d4-8871-738bb1a0f91b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:56.853638 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:56.862615 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:56.867024 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b3125fb2-e2c0-4167-9cd0-996a7b7df788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:56.877929 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 33968) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:56.887678 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-efff7de8-1811-42d4-8871-738bb1a0f91b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.1641769 Jun 25 09:26:56.957288 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:26:57.011009 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b325d003-6551-4def-bfb5-de9922b54672,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:57.016282 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:57.017572 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:57.018230 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Added segment d785585a-8a9d-48d9-b0e9-5fde175e685a of type vlan for network f423b208-4dcd-4206-9ac6-64d232506387 Jun 25 09:26:57.116687 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:57.130579 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9e281-088e-498e-8778-602a06dbf2c0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Deleting port c93fc2c1-2875-4883-840f-d31f1c5608df {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:26:57.131288 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d0f9e281-088e-498e-8778-602a06dbf2c0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:57.222399 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:57.224313 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:57.227078 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:57.231948 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-58c2ca83-cf94-4356-87ab-b9daacc6e55e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:57.314618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Pushing event updated for resources: {'Network': ['ID=f423b208-4dcd-4206-9ac6-64d232506387,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:57.318968 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:57.326716 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4880271 Jun 25 09:26:57.328261 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 33986) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:57.328567 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network f423b208-4dcd-4206-9ac6-64d232506387 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:26:57.337576 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8ed5d567-38e2-4e29-8410-64927c038905 admin admin] Request body: {'subnet': {'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-14151887-subnet', 'tenant_id': '08d968aeb5ae46d08004f3facd4df77f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:57.354416 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d0f9e281-088e-498e-8778-602a06dbf2c0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:57.366198 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed5d567-38e2-4e29-8410-64927c038905 admin admin] Made reservation on behalf of 08d968aeb5ae46d08004f3facd4df77f for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:26:57.368595 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d567-38e2-4e29-8410-64927c038905 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:57.434253 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9e281-088e-498e-8778-602a06dbf2c0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Calling delete_port for c93fc2c1-2875-4883-840f-d31f1c5608df owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:26:57.512332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7195b-94ab-4d78-8d47-971ae66b132a req-152ac13b-dc99-44b5-b01e-b04bf0c83663 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:57.519582 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6ef7195b-94ab-4d78-8d47-971ae66b132a req-152ac13b-dc99-44b5-b01e-b04bf0c83663 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.3177574 Jun 25 09:26:57.619139 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d567-38e2-4e29-8410-64927c038905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:57.623018 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-33ec4734-a9d7-4c89-b4ff-f34f90edc769 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:57.688523 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6ef7195b-94ab-4d78-8d47-971ae66b132a req-2a85ba7a-9805-4ae3-8212-4f70484029fd tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678762 Jun 25 09:26:57.702072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5d567-38e2-4e29-8410-64927c038905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d7495e-2eda-449c-aedb-99a89216fe46,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:57.711527 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8ed5d567-38e2-4e29-8410-64927c038905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:57.747039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed5d567-38e2-4e29-8410-64927c038905 admin admin] Checking segment: {'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:26:57.747376 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed5d567-38e2-4e29-8410-64927c038905 admin admin] Network hostable DHCP agents. Network: f423b208-4dcd-4206-9ac6-64d232506387, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:26:57.783042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed5d567-38e2-4e29-8410-64927c038905 admin admin] Network f423b208-4dcd-4206-9ac6-64d232506387 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:26:57.810027 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-8ed5d567-38e2-4e29-8410-64927c038905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, f423b208-4dcd-4206-9ac6-64d232506387) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:26:57.821094 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dbc953-cda3-42ed-b00d-4c622a127c70 None None] Network f423b208-4dcd-4206-9ac6-64d232506387 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:26:57.822179 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed5d567-38e2-4e29-8410-64927c038905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:57.824092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a7895-e211-4247-8187-70527493f2f6 req-d6a49d74-afa8-4173-8ba4-386692c9bf16 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:57.824785 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d567-38e2-4e29-8410-64927c038905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:57.826284 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-710a7895-e211-4247-8187-70527493f2f6 req-d6a49d74-afa8-4173-8ba4-386692c9bf16 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 946 time: 0.2118037 Jun 25 09:26:57.850221 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8ed5d567-38e2-4e29-8410-64927c038905 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5195320 Jun 25 09:26:57.882327 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d0f9e281-088e-498e-8778-602a06dbf2c0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:57.888747 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e94718df-0d78-4e1a-83fb-9f3cfa05484f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:57.931548 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-710a7895-e211-4247-8187-70527493f2f6 req-69deaaf6-eacd-4db5-b19c-2abfb81bd04d tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980673 Jun 25 09:26:57.938839 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9e281-088e-498e-8778-602a06dbf2c0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Pushing event deleted for resources: {'Port': ['ID=c93fc2c1-2875-4883-840f-d31f1c5608df,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:57.963936 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d0f9e281-088e-498e-8778-602a06dbf2c0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:58.050566 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:58.191005 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d0f9e281-088e-498e-8778-602a06dbf2c0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:58.195371 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d0f9e281-088e-498e-8778-602a06dbf2c0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "DELETE /v2.0/ports/c93fc2c1-2875-4883-840f-d31f1c5608df HTTP/1.1" status: 204 len: 168 time: 1.3139715 Jun 25 09:26:58.195783 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34036) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:26:58.213875 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df46c0cf-58e0-4641-bc48-b580dc33e532', 'external_fixed_ips': [{'subnet_id': '3aac8a4d-514b-4eba-9600-b0774f7e7032', 'ip_address': '172.20.0.10'}]}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:26:58.255265 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec93998-3bd7-482b-980a-5ad48645e98b req-31704bb7-e7bd-49b3-9d4f-63dcae6e7f08 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:58.269032 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dec93998-3bd7-482b-980a-5ad48645e98b req-31704bb7-e7bd-49b3-9d4f-63dcae6e7f08 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 949 time: 0.3335521 Jun 25 09:26:58.279826 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e8641d-b458-4b57-87d4-b236f32c158c None None] Network f423b208-4dcd-4206-9ac6-64d232506387 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:26:58.311065 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:58.315899 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:58.380591 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f13e1b97-ea07-4805-b05e-11fee7d38873 req-e7f3c5d9-cba2-484b-8753-b1ed843bb844 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.1559238 Jun 25 09:26:58.481865 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:58.533772 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dec93998-3bd7-482b-980a-5ad48645e98b req-a688ef45-2d28-4cfb-b602-1cb501d3a288 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608745 Jun 25 09:26:58.765521 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:59.133284 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4392e9-f5d8-4cd1-8c90-6b09c9b30f0f req-ef37ca63-1ce8-46fe-abd3-a70de2e299f0 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:59.144569 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fa4392e9-f5d8-4cd1-8c90-6b09c9b30f0f req-ef37ca63-1ce8-46fe-abd3-a70de2e299f0 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.1114130 Jun 25 09:26:59.191791 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 98d5b109-da55-43b5-99f3-6fea70101010 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:26:59.233600 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fa4392e9-f5d8-4cd1-8c90-6b09c9b30f0f req-12a6f3a8-5958-46b8-829f-f41319840dc2 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874040 Jun 25 09:26:59.258951 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:59.306247 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 98d5b109-da55-43b5-99f3-6fea70101010 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:26:59.312636 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 98d5b109-da55-43b5-99f3-6fea70101010 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:26:59.314377 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:59.339387 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:59.437470 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:59.439754 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-051b313e-311b-45f4-90cb-55dd457b3dfe tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:26:59.444189 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-051b313e-311b-45f4-90cb-55dd457b3dfe tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/networks?id=f423b208-4dcd-4206-9ac6-64d232506387 HTTP/1.1" status: 200 len: 813 time: 0.2058480 Jun 25 09:26:59.484077 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 98d5b109-da55-43b5-99f3-6fea70101010, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=98d5b109-da55-43b5-99f3-6fea70101010,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:26:59.485755 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eff7481-ed74-40c5-aabd-ea28bce454e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d5b109-da55-43b5-99f3-6fea70101010'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:26:59.486944 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-2b8eb02f-2852-40e1-91f8-3c5a3b95b2d2 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/quotas/08d968aeb5ae46d08004f3facd4df77f HTTP/1.1" status: 200 len: 375 time: 0.0277526 Jun 25 09:26:59.495465 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11134f59-d75b-46e1-beea-03c0646c06a2" -d '{"events": [{"server_uuid": "3eff7481-ed74-40c5-aabd-ea28bce454e1", "name": "network-vif-plugged", "status": "completed", "tag": "98d5b109-da55-43b5-99f3-6fea70101010"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:26:59.499427 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:26:59.503060 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:26:59.587540 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=98d5b109-da55-43b5-99f3-6fea70101010,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:26:59.589837 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-79294fb5-9613-4ec2-8253-56881b135951 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=08d968aeb5ae46d08004f3facd4df77f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928161 Jun 25 09:26:59.601016 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:26:59.714769 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Allocated IP 172.20.0.10 (df46c0cf-58e0-4641-bc48-b580dc33e532/3aac8a4d-514b-4eba-9600-b0774f7e7032/21cff0d6-1fbb-43a6-b002-0c9da6e0e997) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:26:59.789398 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-746b593f-45bd-4a9b-b0c7-fdfb70b856c3 req-dfefe6d1-f52d-459a-8c0d-19ba5262a1aa tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.0369675 Jun 25 09:26:59.797531 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-f53b4247-05d8-49d0-9593-b351b3994948 service neutron] 10.222.0.93 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033978 Jun 25 09:26:59.924083 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf1be63-64b3-4caf-aa1d-9cd4616d0044 x-openstack-request-id: req-9cf1be63-64b3-4caf-aa1d-9cd4616d0044 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:26:59.924382 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eff7481-ed74-40c5-aabd-ea28bce454e1", "name": "network-vif-plugged", "status": "completed", "tag": "98d5b109-da55-43b5-99f3-6fea70101010", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:26:59.924873 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9cf1be63-64b3-4caf-aa1d-9cd4616d0044 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:26:59.925179 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eff7481-ed74-40c5-aabd-ea28bce454e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d5b109-da55-43b5-99f3-6fea70101010', 'code': 200} Jun 25 09:27:00.027903 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-51967be6-7a61-4723-a949-eb4594f2111f service neutron] 10.222.0.93 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167468 Jun 25 09:27:00.158445 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5e76a-9d99-46e6-98f5-c9372a04b082 req-ebbf1ba8-0e54-4b31-b45f-7966c256c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:00.160011 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61f5e76a-9d99-46e6-98f5-c9372a04b082 req-ebbf1ba8-0e54-4b31-b45f-7966c256c5af service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 1102 time: 0.1219909 Jun 25 09:27:00.308642 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61f5e76a-9d99-46e6-98f5-c9372a04b082 req-d00b3947-7493-4062-b38a-6fda6fabcbd5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294489 Jun 25 09:27:00.339137 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea5145-3a11-44e7-8419-d6a1950e8c18 req-1e559f65-893f-4c65-986c-3fd4fed0e35b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:00.343890 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-adea5145-3a11-44e7-8419-d6a1950e8c18 req-1e559f65-893f-4c65-986c-3fd4fed0e35b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 950 time: 0.1748629 Jun 25 09:27:00.415512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7690020e-886c-4025-8276-e22bc4f8263f req-10a25698-f0dc-4bfa-81fd-cb8f088aed93 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 210 time: 0.0705924 Jun 25 09:27:00.545399 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-adea5145-3a11-44e7-8419-d6a1950e8c18 req-62af4145-b3b6-4ff0-b2aa-7499f708f7c8 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801240 Jun 25 09:27:00.638352 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34194) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:00.836111 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbfef6-3250-4d4f-8e6d-6f6c5256950c req-d6e23492-2db1-47aa-b58b-cbce03cb43cd tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:00.854273 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98bbfef6-3250-4d4f-8e6d-6f6c5256950c req-d6e23492-2db1-47aa-b58b-cbce03cb43cd tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.1309965 Jun 25 09:27:00.926838 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9713c61e-a6d5-4974-978e-c1042d15c4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:00.932618 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:01.021654 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:01.033373 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-34fbc6c3-f599-464f-b23b-0f25c4cab4d2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:01.086386 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98bbfef6-3250-4d4f-8e6d-6f6c5256950c req-f990fd8f-521a-494c-a397-77e3fb72c253 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028472 Jun 25 09:27:01.158608 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3c7909c-6667-41d0-8d21-05249863f493 req-bcce2632-82d7-4548-9f12-3f8478840868 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.0674932 Jun 25 09:27:01.213739 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Network df46c0cf-58e0-4641-bc48-b580dc33e532 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:27:01.232145 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:27:01.243217 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:27:01.252642 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Pushing event updated for resources: {'Port': ['ID=21cff0d6-1fbb-43a6-b002-0c9da6e0e997,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:01.257961 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:01.289398 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:01.294065 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9713c61e-a6d5-4974-978e-c1042d15c4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:01.304843 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9713c61e-a6d5-4974-978e-c1042d15c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:01.308644 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:01.389460 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713c61e-a6d5-4974-978e-c1042d15c4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade0b7ed-8e60-4712-821a-97604e9bd7a2,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:01.395137 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9713c61e-a6d5-4974-978e-c1042d15c4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:01.401265 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9713c61e-a6d5-4974-978e-c1042d15c4a3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0133acd69d9a403d855625b2eef89fec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7602885 Jun 25 09:27:01.403952 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34220) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:01.565591 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8368755f-fae8-44a2-b94f-f35799979721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:01.618541 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8368755f-fae8-44a2-b94f-f35799979721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:01.726531 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8368755f-fae8-44a2-b94f-f35799979721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:01.729928 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8368755f-fae8-44a2-b94f-f35799979721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:01.731928 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8368755f-fae8-44a2-b94f-f35799979721 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ade0b7ed-8e60-4712-821a-97604e9bd7a2 HTTP/1.1" status: 204 len: 168 time: 0.3258662 Jun 25 09:27:01.757021 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e12c79a0-9bd6-48c8-8ac3-dc28d5abcaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:01.770020 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cf5020e2-1692-4411-99ca-969302fb8574 req-b47f6409-48ee-4be3-ac8e-097f08f89259 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 210 time: 0.0561371 Jun 25 09:27:01.781905 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368755f-fae8-44a2-b94f-f35799979721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade0b7ed-8e60-4712-821a-97604e9bd7a2,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:01.786866 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8368755f-fae8-44a2-b94f-f35799979721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:01.909725 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:01.959660 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f1d8d-0018-495b-9871-bf1358f8d2b3 req-07a24a2a-1df2-4c4d-afb5-2d3e5fce8fb4 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:01.961324 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b63f1d8d-0018-495b-9871-bf1358f8d2b3 req-07a24a2a-1df2-4c4d-afb5-2d3e5fce8fb4 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 950 time: 0.1405940 Jun 25 09:27:02.074174 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b63f1d8d-0018-495b-9871-bf1358f8d2b3 req-af93ff09-b97d-48b8-b1c1-f66bbde337c8 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052244 Jun 25 09:27:02.370454 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:02.580205 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34240) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:02.599931 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cdf079f8-7d0d-4681-aae6-9d17c498ad6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:02.625542 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b6896ee-61d3-4113-8709-279668c266ea req-2d9d6ec5-82f9-4fc5-b3ff-cf57da69d65e tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.1413817 Jun 25 09:27:02.767246 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cdf079f8-7d0d-4681-aae6-9d17c498ad6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:02.775862 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cdf079f8-7d0d-4681-aae6-9d17c498ad6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:02.780009 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-35acac63-24fb-49e5-abdd-522df6fad94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:02.803554 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Router cfe7976a-e75b-4f40-a081-8b565576ba56 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:27:02.836600 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d5619-667e-45ba-9794-458bcc787ceb req-864619a9-82e2-47a3-b1d8-8deb906dcbc8 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:02.837145 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf079f8-7d0d-4681-aae6-9d17c498ad6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083843da-37f8-408f-8920-d57004a48e49,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:02.840645 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-032d5619-667e-45ba-9794-458bcc787ceb req-864619a9-82e2-47a3-b1d8-8deb906dcbc8 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.4751356 Jun 25 09:27:02.841134 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cdf079f8-7d0d-4681-aae6-9d17c498ad6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:02.848337 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cdf079f8-7d0d-4681-aae6-9d17c498ad6f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9a28ccafafc840238fb7f6486cc2075a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668657 Jun 25 09:27:02.852378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34246) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:02.927177 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-e9431e94-7b12-47f8-a19e-dfb7c16dc168 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:02.929128 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-e9431e94-7b12-47f8-a19e-dfb7c16dc168 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.41 "GET /v2.0/networks?id=f423b208-4dcd-4206-9ac6-64d232506387 HTTP/1.1" status: 200 len: 813 time: 0.3459418 Jun 25 09:27:02.961988 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-c3d7c462-750b-4d2b-bd4e-fc069a1fcfd7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Request body: {'port': {'device_id': 'e4a0c5bc-71d6-45d0-969c-1d0d63f9502b', 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387', 'admin_state_up': True, 'tenant_id': '08d968aeb5ae46d08004f3facd4df77f'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:02.969033 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:27:02.979874 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd045a-7f27-44e4-9b7a-33a2492178f6 None None] Sync routers for ids ['cfe7976a-e75b-4f40-a081-8b565576ba56'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:27:02.993742 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd045a-7f27-44e4-9b7a-33a2492178f6 None None] Routers {'cfe7976a-e75b-4f40-a081-8b565576ba56'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:02.998655 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-76bd045a-7f27-44e4-9b7a-33a2492178f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:26:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cfe7976a-e75b-4f40-a081-8b565576ba56'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:03.006192 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:03.010906 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.8135133 Jun 25 09:27:03.012868 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34248) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:03.064976 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-032d5619-667e-45ba-9794-458bcc787ceb req-8f655bba-f76f-4385-b4c1-f3ad64cef88d tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975923 Jun 25 09:27:03.108512 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9027dbf-c77d-4a9b-8d1e-f6d97c1f9079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:03.239757 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:03.294306 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-76bd045a-7f27-44e4-9b7a-33a2492178f6 None None] Set router cfe7976a-e75b-4f40-a081-8b565576ba56 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:27:03.304235 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e1b12722-3c26-49c4-839a-edf6d40496dd req-377782d1-ff46-46f3-a072-7de93c713b50 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 210 time: 0.1216359 Jun 25 09:27:03.328187 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9027dbf-c77d-4a9b-8d1e-f6d97c1f9079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:03.467982 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:03.570797 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Deleting port 21cff0d6-1fbb-43a6-b002-0c9da6e0e997 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:03.572008 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:03.601623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-c3d7c462-750b-4d2b-bd4e-fc069a1fcfd7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Made reservation on behalf of 08d968aeb5ae46d08004f3facd4df77f for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:27:03.616625 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-c3d7c462-750b-4d2b-bd4e-fc069a1fcfd7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:03.683175 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9027dbf-c77d-4a9b-8d1e-f6d97c1f9079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:03.688680 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9027dbf-c77d-4a9b-8d1e-f6d97c1f9079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:03.692406 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-76bd045a-7f27-44e4-9b7a-33a2492178f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe7976a-e75b-4f40-a081-8b565576ba56', 'name': '', 'tenant_id': '9c934e8317a04a6b922bf1a3dd2dbee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df46c0cf-58e0-4641-bc48-b580dc33e532', 'external_fixed_ips': [{'subnet_id': '3aac8a4d-514b-4eba-9600-b0774f7e7032', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '21cff0d6-1fbb-43a6-b002-0c9da6e0e997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:26:58Z', 'updated_at': '2021-06-25T09:27:01Z', 'revision_number': 3, 'project_id': '9c934e8317a04a6b922bf1a3dd2dbee2', 'gw_port': {'id': '21cff0d6-1fbb-43a6-b002-0c9da6e0e997', 'name': '', 'network_id': 'df46c0cf-58e0-4641-bc48-b580dc33e532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:66:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe7976a-e75b-4f40-a081-8b565576ba56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '3aac8a4d-514b-4eba-9600-b0774f7e7032', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:26:59Z', 'updated_at': '2021-06-25T09:26:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3aac8a4d-514b-4eba-9600-b0774f7e7032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:03.696534 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d9027dbf-c77d-4a9b-8d1e-f6d97c1f9079 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/083843da-37f8-408f-8920-d57004a48e49 HTTP/1.1" status: 204 len: 168 time: 0.8402750 Jun 25 09:27:03.715707 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f567ca-d07e-42e7-b069-d90bacde2a4c req-7ac35319-10da-4efd-8af0-079bfa02d2aa tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:03.729074 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6f567ca-d07e-42e7-b069-d90bacde2a4c req-7ac35319-10da-4efd-8af0-079bfa02d2aa tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 950 time: 0.3919256 Jun 25 09:27:03.745546 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-49268f0b-e9dc-4506-b717-2d8060edea7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:03.750565 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:03.778569 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd045a-7f27-44e4-9b7a-33a2492178f6 None None] Checking router: cfe7976a-e75b-4f40-a081-8b565576ba56 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:27:03.778933 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd045a-7f27-44e4-9b7a-33a2492178f6 None None] Updating router cfe7976a-e75b-4f40-a081-8b565576ba56 port 21cff0d6-1fbb-43a6-b002-0c9da6e0e997 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:27:03.788797 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Calling delete_port for 21cff0d6-1fbb-43a6-b002-0c9da6e0e997 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:03.837263 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9027dbf-c77d-4a9b-8d1e-f6d97c1f9079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083843da-37f8-408f-8920-d57004a48e49,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:03.842820 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d9027dbf-c77d-4a9b-8d1e-f6d97c1f9079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:03.923479 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-76bd045a-7f27-44e4-9b7a-33a2492178f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:04.085823 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6f567ca-d07e-42e7-b069-d90bacde2a4c req-793669aa-5320-4a62-abd0-f72992b52d54 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508039 Jun 25 09:27:04.087359 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-c3d7c462-750b-4d2b-bd4e-fc069a1fcfd7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Allocated IP 172.20.0.5 (f423b208-4dcd-4206-9ac6-64d232506387/f3d7495e-2eda-449c-aedb-99a89216fe46/2857f806-5d04-4d89-b3c8-ad7288b5211d) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:27:04.091180 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2318850f-ce73-4d6b-b586-e82ffc01370e req-dd70a65a-26f5-49ac-9ec7-2fcdf7f21bee tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.1079917 Jun 25 09:27:04.219659 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:04.222264 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:04.317851 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Pushing event deleted for resources: {'Port': ['ID=21cff0d6-1fbb-43a6-b002-0c9da6e0e997,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:04.326025 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:04.563634 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:04.570885 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-c3d7c462-750b-4d2b-bd4e-fc069a1fcfd7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:04.648986 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-c3d7c462-750b-4d2b-bd4e-fc069a1fcfd7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:04.682491 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:04.747047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7c462-750b-4d2b-bd4e-fc069a1fcfd7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Pushing event updated for resources: {'Port': ['ID=2857f806-5d04-4d89-b3c8-ad7288b5211d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:04.781835 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-76bd045a-7f27-44e4-9b7a-33a2492178f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:27:04.782500 n-d-761264-15 neutron-server[94027]: DEBUG oslo_db.api [None req-76bd045a-7f27-44e4-9b7a-33a2492178f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:27:04.787941 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c3d7c462-750b-4d2b-bd4e-fc069a1fcfd7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:04.822830 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-c3d7c462-750b-4d2b-bd4e-fc069a1fcfd7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Network f423b208-4dcd-4206-9ac6-64d232506387 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:27:04.827946 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-c3d7c462-750b-4d2b-bd4e-fc069a1fcfd7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:27:04.831507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-c3d7c462-750b-4d2b-bd4e-fc069a1fcfd7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:27:04.831972 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:04.836534 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:04.904953 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:04.905592 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfe7976a-e75b-4f40-a081-8b565576ba56 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:27:04.916894 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:04.923419 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "DELETE /v2.0/routers/cfe7976a-e75b-4f40-a081-8b565576ba56 HTTP/1.1" status: 204 len: 168 time: 1.9103954 Jun 25 09:27:04.929359 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34280) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:05.026203 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b240f46-c704-4931-a327-d5ee524ef241 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Deleting subnet 3aac8a4d-514b-4eba-9600-b0774f7e7032 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:27:05.035304 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b240f46-c704-4931-a327-d5ee524ef241 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:05.072600 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fd8bf-5acb-4b5b-b295-b3655d0ecd60 req-376d07f6-f33e-45ad-8651-41df2f23891a tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:05.080780 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-784fd8bf-5acb-4b5b-b295-b3655d0ecd60 req-376d07f6-f33e-45ad-8651-41df2f23891a tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 1102 time: 0.4346330 Jun 25 09:27:05.118757 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-c3d7c462-750b-4d2b-bd4e-fc069a1fcfd7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:05.119783 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-c3d7c462-750b-4d2b-bd4e-fc069a1fcfd7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:05.136059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76401672-c042-4a21-b963-89d22be40cc1 req-e7d7934a-b546-4998-bf38-fb31d8bdad31 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:05.143641 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76401672-c042-4a21-b963-89d22be40cc1 req-e7d7934a-b546-4998-bf38-fb31d8bdad31 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.4988868 Jun 25 09:27:05.184697 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-784fd8bf-5acb-4b5b-b295-b3655d0ecd60 req-9b9fd90f-fa41-4107-b912-62ab003877f0 tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023302 Jun 25 09:27:05.235742 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 425dfa17-fbe0-4b31-830e-677fbd4191c1 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:27:05.244621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 425dfa17-fbe0-4b31-830e-677fbd4191c1 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:27:05.288048 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b240f46-c704-4931-a327-d5ee524ef241 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:05.314068 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-c3d7c462-750b-4d2b-bd4e-fc069a1fcfd7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3640049 Jun 25 09:27:05.343306 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Request body: {'port': {'device_id': 'e4a0c5bc-71d6-45d0-969c-1d0d63f9502b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:05.367790 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd045a-7f27-44e4-9b7a-33a2492178f6 None None] Port 21cff0d6-1fbb-43a6-b002-0c9da6e0e997 not found while updating agent binding for router cfe7976a-e75b-4f40-a081-8b565576ba56. {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 25 09:27:05.387075 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76401672-c042-4a21-b963-89d22be40cc1 req-8455bba3-ac08-4556-a75a-41e72ce7e947 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382188 Jun 25 09:27:05.410433 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd045a-7f27-44e4-9b7a-33a2492178f6 None None] Routers set() bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:05.412575 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd045a-7f27-44e4-9b7a-33a2492178f6 None None] Router IDs set() for agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 25 09:27:05.432127 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_agentschedulers_db [None req-76bd045a-7f27-44e4-9b7a-33a2492178f6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cfe7976a-e75b-4f40-a081-8b565576ba56'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:26:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent'). {{(pid=94027) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 25 09:27:05.433035 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd045a-7f27-44e4-9b7a-33a2492178f6 None None] The sync data for ids ['cfe7976a-e75b-4f40-a081-8b565576ba56'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:27:05.447311 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b240f46-c704-4931-a327-d5ee524ef241 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:05.592278 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:05.623392 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.resource_extend [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:27:05.698719 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76423e77-5fdb-4c19-9bdc-1e582547ff57 req-a2b89c67-2823-4880-b79c-57223e0b4165 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.0389171 Jun 25 09:27:05.720878 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:05.742637 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b240f46-c704-4931-a327-d5ee524ef241 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:05.758333 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cb584a73-b09e-4d86-9ef4-a9dbf704e105 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:05.765787 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b240f46-c704-4931-a327-d5ee524ef241 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:05.768003 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4b240f46-c704-4931-a327-d5ee524ef241 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "DELETE /v2.0/subnets/3aac8a4d-514b-4eba-9600-b0774f7e7032 HTTP/1.1" status: 204 len: 168 time: 0.8354056 Jun 25 09:27:05.770977 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34302) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:05.790948 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b240f46-c704-4931-a327-d5ee524ef241 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3aac8a4d-514b-4eba-9600-b0774f7e7032,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:05.817212 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4b240f46-c704-4931-a327-d5ee524ef241 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:05.879749 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12df44-3f7e-4221-bb49-142d732c4a23 req-4aafde3f-55e2-4870-8559-0cf4ac5374d6 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:05.882461 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ea12df44-3f7e-4221-bb49-142d732c4a23 req-4aafde3f-55e2-4870-8559-0cf4ac5374d6 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 931 time: 0.3225725 Jun 25 09:27:05.910098 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 425dfa17-fbe0-4b31-830e-677fbd4191c1, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=425dfa17-fbe0-4b31-830e-677fbd4191c1,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:05.915006 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4835deef-8122-4a43-a916-bb818cf63b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425dfa17-fbe0-4b31-830e-677fbd4191c1'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:27:05.922180 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5df9e44-997a-4d5e-bad0-be133fc0c7af" -d '{"events": [{"server_uuid": "4835deef-8122-4a43-a916-bb818cf63b75", "name": "network-vif-unplugged", "status": "completed", "tag": "425dfa17-fbe0-4b31-830e-677fbd4191c1"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:27:05.931865 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:05.942066 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:06.003557 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5a636df-a149-41cf-8cf9-4fe504249ee8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:06.097511 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=425dfa17-fbe0-4b31-830e-677fbd4191c1,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:06.125876 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:06.126220 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:06.137401 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:06.138028 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:06.138577 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:06.139087 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:06.139605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:06.140145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:06.140695 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:06.141221 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:06.141717 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:06.142214 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:06.147944 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:06.186985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 425dfa17-fbe0-4b31-830e-677fbd4191c1, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=425dfa17-fbe0-4b31-830e-677fbd4191c1,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:06.222067 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '425dfa17-fbe0-4b31-830e-677fbd4191c1', 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b', 'port_id': '425dfa17-fbe0-4b31-830e-677fbd4191c1', 'mac_address': 'fa:16:3e:52:4e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a8323b-38ae-46d4-a13f-02c398ffe483', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:27:06.231154 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5a636df-a149-41cf-8cf9-4fe504249ee8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:06.247479 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-a5a636df-a149-41cf-8cf9-4fe504249ee8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df46c0cf-58e0-4641-bc48-b580dc33e532']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:06.285430 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-a5a636df-a149-41cf-8cf9-4fe504249ee8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b49db33-fc4c-4939-b598-8b0ca7b05565') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:06.286016 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-a5a636df-a149-41cf-8cf9-4fe504249ee8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b49db33-fc4c-4939-b598-8b0ca7b05565') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:06.318643 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5a636df-a149-41cf-8cf9-4fe504249ee8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:06.321748 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:06.352009 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5a636df-a149-41cf-8cf9-4fe504249ee8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:06.369023 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a636df-a149-41cf-8cf9-4fe504249ee8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:27:06.369023 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5a636df-a149-41cf-8cf9-4fe504249ee8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:27:06.370586 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:27:06.396145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425dfa17-fbe0-4b31-830e-677fbd4191c1 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:27:06.453616 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 425dfa17-fbe0-4b31-830e-677fbd4191c1, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=425dfa17-fbe0-4b31-830e-677fbd4191c1,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:06.463314 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:06.470643 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:06.552785 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=425dfa17-fbe0-4b31-830e-677fbd4191c1,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:06.562612 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5a636df-a149-41cf-8cf9-4fe504249ee8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:06.567367 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b0d432b-7928-4155-ac06-ed64755869ab tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:06.572490 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a636df-a149-41cf-8cf9-4fe504249ee8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df46c0cf-58e0-4641-bc48-b580dc33e532 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 25 09:27:06.574482 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:06.614752 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5a636df-a149-41cf-8cf9-4fe504249ee8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:06.616711 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a5a636df-a149-41cf-8cf9-4fe504249ee8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "DELETE /v2.0/networks/df46c0cf-58e0-4641-bc48-b580dc33e532 HTTP/1.1" status: 204 len: 168 time: 0.8447206 Jun 25 09:27:06.623496 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a636df-a149-41cf-8cf9-4fe504249ee8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Pushing event deleted for resources: {'Network': ['ID=df46c0cf-58e0-4641-bc48-b580dc33e532,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:06.626386 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a5a636df-a149-41cf-8cf9-4fe504249ee8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:06.716453 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34334) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:06.927968 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['425dfa17-fbe0-4b31-830e-677fbd4191c1'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:07.000099 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-c0ed61a4-ad60-4b96-9650-4290c79778c0 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&shared=False HTTP/1.1" status: 200 len: 213 time: 1.0993469 Jun 25 09:27:07.053155 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b629b1d1-d91c-4658-971f-34e0e8f6c211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:07.275521 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b629b1d1-d91c-4658-971f-34e0e8f6c211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:07.288902 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b629b1d1-d91c-4658-971f-34e0e8f6c211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:07.295431 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b342780-197c-4514-95fd-aebc3c652902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:07.322812 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-cbae5b73-4706-4d95-a51c-82d62081a34a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:07.329918 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-cbae5b73-4706-4d95-a51c-82d62081a34a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3291004 Jun 25 09:27:07.375025 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-a9180e2a-cae6-407f-9641-b9e4e867a1e9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/quotas/e90ee50af2b947d8b1fbcbc79127e428 HTTP/1.1" status: 200 len: 375 time: 0.0437515 Jun 25 09:27:07.377015 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34352) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:07.390361 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-89348cae-a18e-4d05-8e19-e8da7672fb92 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Request body: {'router': {'name': 'tempest-router--1398925567', 'project_id': '5f92639959534af2b736c160ddae534e'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:07.398857 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b629b1d1-d91c-4658-971f-34e0e8f6c211 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=94ccd236d2de4b18b7f4a894621e0d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6807406 Jun 25 09:27:07.400818 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629b1d1-d91c-4658-971f-34e0e8f6c211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f24a1f-1d4a-4fa1-8d5d-96a1c7f1965d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:07.406707 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34358) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:07.429477 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b629b1d1-d91c-4658-971f-34e0e8f6c211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:07.511029 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-24c55edf-3658-4c0b-9b70-53eaefa051d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:07.538954 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ea12df44-3f7e-4221-bb49-142d732c4a23 req-361091b4-91cb-4667-8a44-e452372d39ec tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6346939 Jun 25 09:27:07.542717 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-24c55edf-3658-4c0b-9b70-53eaefa051d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:07.634668 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad26ce6-4e07-4442-9c2f-f8a9602f6d39 x-openstack-request-id: req-dad26ce6-4e07-4442-9c2f-f8a9602f6d39 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:27:07.635243 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4835deef-8122-4a43-a916-bb818cf63b75", "name": "network-vif-unplugged", "status": "completed", "tag": "425dfa17-fbe0-4b31-830e-677fbd4191c1", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:27:07.635464 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dad26ce6-4e07-4442-9c2f-f8a9602f6d39 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:27:07.636087 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4835deef-8122-4a43-a916-bb818cf63b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425dfa17-fbe0-4b31-830e-677fbd4191c1', 'code': 200} Jun 25 09:27:07.664018 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89348cae-a18e-4d05-8e19-e8da7672fb92 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:07.666459 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89348cae-a18e-4d05-8e19-e8da7672fb92 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:07.675874 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-24c55edf-3658-4c0b-9b70-53eaefa051d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:07.678999 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-24c55edf-3658-4c0b-9b70-53eaefa051d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:07.681333 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-24c55edf-3658-4c0b-9b70-53eaefa051d9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/09f24a1f-1d4a-4fa1-8d5d-96a1c7f1965d HTTP/1.1" status: 204 len: 168 time: 0.2734816 Jun 25 09:27:07.682429 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cdf079f8-7d0d-4681-aae6-9d17c498ad6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:07.713268 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c55edf-3658-4c0b-9b70-53eaefa051d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f24a1f-1d4a-4fa1-8d5d-96a1c7f1965d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:07.721533 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-24c55edf-3658-4c0b-9b70-53eaefa051d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:07.793889 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-9efd9ea4-3a2e-423b-8ca8-19903bbbf2cb tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4177415 Jun 25 09:27:07.845012 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89348cae-a18e-4d05-8e19-e8da7672fb92 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:07.867691 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89348cae-a18e-4d05-8e19-e8da7672fb92 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:07.978150 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-89348cae-a18e-4d05-8e19-e8da7672fb92 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:07.979374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-89348cae-a18e-4d05-8e19-e8da7672fb92 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5931959 Jun 25 09:27:07.982813 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34410) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:08.090512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2857f806-5d04-4d89-b3c8-ad7288b5211d {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:27:08.178942 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a4f7b-c035-4a61-a8d0-663f5123ecbe req-2dc0ae0b-6158-4b5f-b89c-00d50caeec47 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:08.193000 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-393a4f7b-c035-4a61-a8d0-663f5123ecbe req-2dc0ae0b-6158-4b5f-b89c-00d50caeec47 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 944 time: 0.3508308 Jun 25 09:27:08.207167 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:08.208249 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92675a6f-ce91-456d-8592-9278a60e6e2f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:08.307471 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Transition to ACTIVE for port object 2857f806-5d04-4d89-b3c8-ad7288b5211d will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:27:08.345054 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:08.393278 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f2bc9fe7-8da8-4446-988d-7c6562032116 tempest-LiveMigrationTest-1766331080 tempest-LiveMigrationTest-1766331080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:08.473260 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92675a6f-ce91-456d-8592-9278a60e6e2f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:08.480100 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Pushing event updated for resources: {'Port': ['ID=2857f806-5d04-4d89-b3c8-ad7288b5211d,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:08.482834 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92675a6f-ce91-456d-8592-9278a60e6e2f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:08.486639 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:08.495538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06eb47f2-89cc-4deb-805b-c6f1e544469c req-64e988f2-b1ab-4e57-a809-15a01b106f41 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/ports?device_id=974180e7-87a7-4080-ac9f-67eba78a8c01 HTTP/1.1" status: 200 len: 210 time: 0.2103064 Jun 25 09:27:08.524923 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-393a4f7b-c035-4a61-a8d0-663f5123ecbe req-0aa819d5-8e4b-410b-929f-0cbc13b14673 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254850 Jun 25 09:27:08.598956 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92675a6f-ce91-456d-8592-9278a60e6e2f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:08.599613 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92675a6f-ce91-456d-8592-9278a60e6e2f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7035eb75-a8db-477e-afbd-81338d729282 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:27:08.620654 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92675a6f-ce91-456d-8592-9278a60e6e2f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:08.623324 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-92675a6f-ce91-456d-8592-9278a60e6e2f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "DELETE /v2.0/routers/7035eb75-a8db-477e-afbd-81338d729282 HTTP/1.1" status: 204 len: 168 time: 0.6394873 Jun 25 09:27:08.745555 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-25c4a0ef-c67c-4678-bff7-45d2421d962d req-d978dc7e-5b85-491b-91bb-0712fc081b0b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 210 time: 0.1032908 Jun 25 09:27:08.813595 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Attempting to bind port 2857f806-5d04-4d89-b3c8-ad7288b5211d on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:27:08.813879 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Attempting to bind port 2857f806-5d04-4d89-b3c8-ad7288b5211d by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:27:08.814277 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Attempting to bind port 2857f806-5d04-4d89-b3c8-ad7288b5211d on network f423b208-4dcd-4206-9ac6-64d232506387 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:27:08.815030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34452) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:08.863188 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Port 2857f806-5d04-4d89-b3c8-ad7288b5211d on network f423b208-4dcd-4206-9ac6-64d232506387 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:27:08.863662 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Attempting to bind port 2857f806-5d04-4d89-b3c8-ad7288b5211d on network f423b208-4dcd-4206-9ac6-64d232506387 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:27:08.873621 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:27:08.873960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Checking segment: {'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:27:08.874356 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Bound using segment: {'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:27:08.875065 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Bound port: 2857f806-5d04-4d89-b3c8-ad7288b5211d, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:27:08.875458 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:08.968103 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63a2f5-7998-45a7-bbd5-47f351cadcaf req-9c23c1f4-807b-4555-af56-b2dd56748d5c tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:08.987048 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e63a2f5-7998-45a7-bbd5-47f351cadcaf req-9c23c1f4-807b-4555-af56-b2dd56748d5c tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 943 time: 0.1751993 Jun 25 09:27:09.068848 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] For port 2857f806-5d04-4d89-b3c8-ad7288b5211d, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:27:09.072420 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] For port 2857f806-5d04-4d89-b3c8-ad7288b5211d, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2857f806-5d04-4d89-b3c8-ad7288b5211d,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:27:09.099018 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e63a2f5-7998-45a7-bbd5-47f351cadcaf req-04e5ff40-a92c-4fbf-815a-5c3c18a69a34 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031840 Jun 25 09:27:09.102013 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:09.116377 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:09.142526 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0aac533-2e72-4ad1-914c-c63b124f8924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:09.181369 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34460) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:09.200192 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:09.201152 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:09.206917 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] 10.222.0.41 "PUT /v2.0/ports/2857f806-5d04-4d89-b3c8-ad7288b5211d HTTP/1.1" status: 200 len: 1092 time: 3.8675771 Jun 25 09:27:09.211767 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a0c5bc-71d6-45d0-969c-1d0d63f9502b', 'tag': '2857f806-5d04-4d89-b3c8-ad7288b5211d'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:27:09.218275 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1abf6a4-5553-46ab-bde9-3489dd40f719" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a0c5bc-71d6-45d0-969c-1d0d63f9502b", "tag": "2857f806-5d04-4d89-b3c8-ad7288b5211d"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:27:09.258063 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 425dfa17-fbe0-4b31-830e-677fbd4191c1 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:27:09.293773 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Pushing event updated for resources: {'Port': ['ID=2857f806-5d04-4d89-b3c8-ad7288b5211d,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:09.303022 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:09.338367 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadde393-5d3a-4bf6-8ede-5bffa06888f2 x-openstack-request-id: req-fadde393-5d3a-4bf6-8ede-5bffa06888f2 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:27:09.340467 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a0c5bc-71d6-45d0-969c-1d0d63f9502b", "tag": "2857f806-5d04-4d89-b3c8-ad7288b5211d", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:27:09.340797 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fadde393-5d3a-4bf6-8ede-5bffa06888f2 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:27:09.343124 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a0c5bc-71d6-45d0-969c-1d0d63f9502b', 'tag': '2857f806-5d04-4d89-b3c8-ad7288b5211d', 'status': 'completed', 'code': 200} Jun 25 09:27:09.369233 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 425dfa17-fbe0-4b31-830e-677fbd4191c1 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:27:09.369757 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:09.406457 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0aac533-2e72-4ad1-914c-c63b124f8924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:09.419111 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0aac533-2e72-4ad1-914c-c63b124f8924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:09.423686 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-08a6b3df-c149-4e8c-aad0-38034b0e4cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:09.499586 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-1e804852-24eb-4636-b99c-212579eedf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:09.503422 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-1e804852-24eb-4636-b99c-212579eedf50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08d968aeb5ae46d08004f3facd4df77f&device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 1095 time: 0.1899374 Jun 25 09:27:09.521132 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-358036720', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:09.537662 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:09.543995 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aac533-2e72-4ad1-914c-c63b124f8924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4550a3-cb1c-44b4-8a6c-7d7179c18b5a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:09.549590 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a0aac533-2e72-4ad1-914c-c63b124f8924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:09.555387 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a0aac533-2e72-4ad1-914c-c63b124f8924 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3f2ca5433c194f5eb89ea5ca855e71f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7383494 Jun 25 09:27:09.558827 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34474) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:09.595233 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:09.597042 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:09.599466 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-d10cb9e8-76dc-4954-996c-18d910b126f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2857f806-5d04-4d89-b3c8-ad7288b5211d HTTP/1.1" status: 200 len: 217 time: 0.0806704 Jun 25 09:27:09.679350 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-ab806ef8-37eb-459f-b50d-0bf457df5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:09.681094 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-ab806ef8-37eb-459f-b50d-0bf457df5949 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3d7495e-2eda-449c-aedb-99a89216fe46 HTTP/1.1" status: 200 len: 853 time: 0.0730882 Jun 25 09:27:09.683416 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:09.702535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 425dfa17-fbe0-4b31-830e-677fbd4191c1, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=425dfa17-fbe0-4b31-830e-677fbd4191c1,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:09.713832 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4835deef-8122-4a43-a916-bb818cf63b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425dfa17-fbe0-4b31-830e-677fbd4191c1'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:27:09.720312 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c96ce6-1d80-41f8-9d6c-ee481c35f510" -d '{"events": [{"server_uuid": "4835deef-8122-4a43-a916-bb818cf63b75", "name": "network-vif-plugged", "status": "completed", "tag": "425dfa17-fbe0-4b31-830e-677fbd4191c1"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:27:09.728454 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:09.730611 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:09.736779 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-3d3705ef-4609-401c-9bf1-7f000bb23af1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f423b208-4dcd-4206-9ac6-64d232506387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435131 Jun 25 09:27:09.738573 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ca010595-469f-4e6c-8346-dd34f3674719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:09.853702 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=425dfa17-fbe0-4b31-830e-677fbd4191c1,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:09.868919 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:09.875111 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:09.886987 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28023ab5-39f5-4bf3-b4c3-1563e33ca85e x-openstack-request-id: req-28023ab5-39f5-4bf3-b4c3-1563e33ca85e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:27:09.887333 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4835deef-8122-4a43-a916-bb818cf63b75", "name": "network-vif-plugged", "status": "completed", "tag": "425dfa17-fbe0-4b31-830e-677fbd4191c1", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:27:09.887642 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-28023ab5-39f5-4bf3-b4c3-1563e33ca85e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:27:09.888698 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4835deef-8122-4a43-a916-bb818cf63b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425dfa17-fbe0-4b31-830e-677fbd4191c1', 'code': 200} Jun 25 09:27:10.009696 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ca010595-469f-4e6c-8346-dd34f3674719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:10.095323 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7155f12a-886a-4b63-b78a-8312b678a5b6 req-1c35dcfb-1a53-47d8-97ee-7744f0e50f79 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 210 time: 0.0667288 Jun 25 09:27:10.147223 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-b6432573-1d25-4052-bd21-25739f0e9da0 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007454 Jun 25 09:27:10.217440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34494) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:10.258757 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed853d-1c0e-4157-819f-838fc19e6b93 req-961d079f-6f19-4b02-87e9-9abacc2e7690 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:10.260573 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-16ed853d-1c0e-4157-819f-838fc19e6b93 req-961d079f-6f19-4b02-87e9-9abacc2e7690 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.3769748 Jun 25 09:27:10.267695 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ca010595-469f-4e6c-8346-dd34f3674719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:10.270858 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ca010595-469f-4e6c-8346-dd34f3674719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:10.272236 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ca010595-469f-4e6c-8346-dd34f3674719 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5e4550a3-cb1c-44b4-8a6c-7d7179c18b5a HTTP/1.1" status: 204 len: 168 time: 0.7141185 Jun 25 09:27:10.279295 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d0e9bfb5-7653-42a4-b1e8-00ae75b9753f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:10.291767 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:10.307065 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca010595-469f-4e6c-8346-dd34f3674719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4550a3-cb1c-44b4-8a6c-7d7179c18b5a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:10.322469 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ca010595-469f-4e6c-8346-dd34f3674719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:10.339754 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:10.391643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19f91d05-e7b1-485e-9589-8eab3f68d518 req-03800e95-262c-4ee0-b3ef-c4df2814dec7 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199371 Jun 25 09:27:10.400391 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-95cdfcc3-2f6b-422d-9d3a-5618085f49a7 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476880 Jun 25 09:27:10.409089 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-16ed853d-1c0e-4157-819f-838fc19e6b93 req-1ea6e139-6af4-4c17-8a86-22c529c83c99 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320920 Jun 25 09:27:10.411399 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f8980-b902-40d7-9807-3f9609b04326 req-1236550d-4554-4e18-8784-a6f5c7c2ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:10.425166 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-693f8980-b902-40d7-9807-3f9609b04326 req-1236550d-4554-4e18-8784-a6f5c7c2ed62 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 1097 time: 0.2981386 Jun 25 09:27:10.477504 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-693f8980-b902-40d7-9807-3f9609b04326 req-da64b10c-7172-4f56-84d5-15a889da1b05 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439601 Jun 25 09:27:10.643330 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d03dcf0e-bc42-4449-abe8-1896b1639294 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:10.708566 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d03dcf0e-bc42-4449-abe8-1896b1639294 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:10.795864 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abf6a4-5553-46ab-bde9-3489dd40f719 req-2bd6f4a0-a9ec-47b9-8335-46aefc6dc34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:10.798559 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1abf6a4-5553-46ab-bde9-3489dd40f719 req-2bd6f4a0-a9ec-47b9-8335-46aefc6dc34d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08d968aeb5ae46d08004f3facd4df77f&device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 1095 time: 0.2269700 Jun 25 09:27:10.807855 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f768a8-fef4-49f4-8a14-0aed806b3753 req-6f620606-ef53-49a1-9e75-696015470111 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:10.816660 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75f768a8-fef4-49f4-8a14-0aed806b3753 req-6f620606-ef53-49a1-9e75-696015470111 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 943 time: 0.1797860 Jun 25 09:27:10.914571 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-41408660-7341-41fe-8f46-d4f4ccba9f8d tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:10.917170 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-41408660-7341-41fe-8f46-d4f4ccba9f8d tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4475436 Jun 25 09:27:10.919701 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Allocated IP 172.25.6.11 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/608657ed-0c3c-47fb-ba87-71d3b02bd56a) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:27:10.942208 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d03dcf0e-bc42-4449-abe8-1896b1639294 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:10.952469 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d03dcf0e-bc42-4449-abe8-1896b1639294 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:10.952469 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d03dcf0e-bc42-4449-abe8-1896b1639294 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "DELETE /v2.0/security-groups/d5b762d5-4994-4aff-b245-890a2f0d7c2a HTTP/1.1" status: 204 len: 168 time: 0.7304707 Jun 25 09:27:10.955378 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-64b44202-ea9a-4a0c-be59-a76d204cdd2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Request body: {'port': {'device_id': '2cf22464-ea80-4cf1-a977-a65c932f4144', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': 'e90ee50af2b947d8b1fbcbc79127e428'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:10.962021 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9047ed90-0935-4415-9d07-523ae2f6d838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:10.972881 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34506) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:10.974231 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34508) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:11.018281 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-78339ac9-2bce-47ce-93e0-2d0f03afe1a3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] show failed (client error): The resource could not be found. Jun 25 09:27:11.019335 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-78339ac9-2bce-47ce-93e0-2d0f03afe1a3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "GET /v2.0/security-groups/d5b762d5-4994-4aff-b245-890a2f0d7c2a HTTP/1.1" status: 404 len: 347 time: 0.0384102 Jun 25 09:27:11.024243 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34512) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:11.026599 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2d319bac-da48-4088-a637-7b27039ae89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:11.036238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03dcf0e-bc42-4449-abe8-1896b1639294 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b762d5-4994-4aff-b245-890a2f0d7c2a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:11.059243 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75f768a8-fef4-49f4-8a14-0aed806b3753 req-cd9d26a4-06cf-4dd0-89a8-7805402d4d85 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411163 Jun 25 09:27:11.081231 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d03dcf0e-bc42-4449-abe8-1896b1639294 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:11.135863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abf6a4-5553-46ab-bde9-3489dd40f719 req-9e2f0e3b-3a51-465c-9fdb-49a3226a8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:11.141436 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1abf6a4-5553-46ab-bde9-3489dd40f719 req-9e2f0e3b-3a51-465c-9fdb-49a3226a8781 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f423b208-4dcd-4206-9ac6-64d232506387 HTTP/1.1" status: 200 len: 915 time: 0.3139489 Jun 25 09:27:11.251929 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1abf6a4-5553-46ab-bde9-3489dd40f719 req-76cdb4aa-c76d-4cbb-88b9-de8eddb12b18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2857f806-5d04-4d89-b3c8-ad7288b5211d HTTP/1.1" status: 200 len: 217 time: 0.0981448 Jun 25 09:27:11.326616 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:11.374484 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2d319bac-da48-4088-a637-7b27039ae89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:11.391814 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-9daaf005-f92b-43e1-8d81-6c41715af3c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Deleting port 18ace1e7-a68b-4dee-817d-18ca3d04db5c {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:11.392066 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9daaf005-f92b-43e1-8d81-6c41715af3c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:11.407458 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2d319bac-da48-4088-a637-7b27039ae89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:11.474866 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bd79bb67-e2c2-457f-8d33-03cf2fc9a180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:11.505209 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2d319bac-da48-4088-a637-7b27039ae89d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8212945a4a8143968e276e671bb09551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5225420 Jun 25 09:27:11.506058 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34520) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:11.509064 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d319bac-da48-4088-a637-7b27039ae89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1a8718-2aa9-4a77-85b1-9226aedfef75,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:11.513651 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2d319bac-da48-4088-a637-7b27039ae89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:11.527649 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af170eeb-4a21-4402-abc7-b4b9d1b61522 req-08bdf513-0fb5-4808-ac6b-670993a57c4c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 210 time: 0.1498652 Jun 25 09:27:11.600903 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c38f44a1-027f-422a-bd13-b86709c4a7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:11.637230 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c38f44a1-027f-422a-bd13-b86709c4a7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:11.690648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abf6a4-5553-46ab-bde9-3489dd40f719 req-004089dd-6873-418c-a3ba-d056501be57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:11.694175 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1abf6a4-5553-46ab-bde9-3489dd40f719 req-004089dd-6873-418c-a3ba-d056501be57a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3d7495e-2eda-449c-aedb-99a89216fe46 HTTP/1.1" status: 200 len: 853 time: 0.4206321 Jun 25 09:27:11.768938 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1abf6a4-5553-46ab-bde9-3489dd40f719 req-083b6f95-b599-4ffd-bbdb-7b2a3768052e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f423b208-4dcd-4206-9ac6-64d232506387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474999 Jun 25 09:27:11.859350 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c38f44a1-027f-422a-bd13-b86709c4a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:11.862510 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c38f44a1-027f-422a-bd13-b86709c4a7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:11.868472 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c38f44a1-027f-422a-bd13-b86709c4a7c3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3d1a8718-2aa9-4a77-85b1-9226aedfef75 HTTP/1.1" status: 204 len: 168 time: 0.3352995 Jun 25 09:27:11.881289 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3b90340b-6889-4ffa-847d-0ae47c5c79a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:11.928806 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:11.929755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f44a1-027f-422a-bd13-b86709c4a7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1a8718-2aa9-4a77-85b1-9226aedfef75,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:11.932323 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8c542a9d-2f71-4b2c-ab96-529d32ac68ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:11.940790 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-64b44202-ea9a-4a0c-be59-a76d204cdd2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Made reservation on behalf of e90ee50af2b947d8b1fbcbc79127e428 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:27:11.944873 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-64b44202-ea9a-4a0c-be59-a76d204cdd2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:11.950334 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c38f44a1-027f-422a-bd13-b86709c4a7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:12.017165 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:27:12.026185 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a783638-41cf-4c45-ba2a-515d1ce4b0df req-acfe1550-836e-45f6-a9d3-1a6105066282 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:12.039437 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:27:12.041800 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a783638-41cf-4c45-ba2a-515d1ce4b0df req-acfe1550-836e-45f6-a9d3-1a6105066282 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.3871772 Jun 25 09:27:12.064142 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:27:12.127212 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1abf6a4-5553-46ab-bde9-3489dd40f719 req-17c8c3b7-3acd-4094-91c3-d7b7bd5ec244 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408363 Jun 25 09:27:12.165242 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9daaf005-f92b-43e1-8d81-6c41715af3c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:12.165642 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9daaf005-f92b-43e1-8d81-6c41715af3c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:12.240070 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Pushing event updated for resources: {'Port': ['ID=608657ed-0c3c-47fb-ba87-71d3b02bd56a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:12.273173 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:12.274031 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-9daaf005-f92b-43e1-8d81-6c41715af3c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Calling delete_port for 18ace1e7-a68b-4dee-817d-18ca3d04db5c owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:12.439582 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1abf6a4-5553-46ab-bde9-3489dd40f719 req-86b5d1e9-f08b-4a2a-87fc-58bce0474a76 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507951 Jun 25 09:27:12.464461 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a783638-41cf-4c45-ba2a-515d1ce4b0df req-d73e1aff-df95-46aa-930a-ec29db69f9b5 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211092 Jun 25 09:27:12.576960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc136f5e-123e-4cad-99c0-2b12dbad6bca req-1e137209-f473-4de9-b7dc-b45a894f1d94 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:12.585691 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bc136f5e-123e-4cad-99c0-2b12dbad6bca req-1e137209-f473-4de9-b7dc-b45a894f1d94 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 943 time: 0.1446183 Jun 25 09:27:12.642959 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bc136f5e-123e-4cad-99c0-2b12dbad6bca req-ef3883a2-96fd-4c45-9bf0-d1125808eec4 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560629 Jun 25 09:27:12.699434 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-64b44202-ea9a-4a0c-be59-a76d204cdd2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Allocated IP 192.168.233.60 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/ace8a51b-8bd8-4099-a689-cb5b40ac7087) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:27:12.740281 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:12.936969 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c7fe44e-3e48-4c21-b71d-080e42063cb0 req-8d09c199-7277-44f0-91f1-93d6072ad30b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 210 time: 0.0698128 Jun 25 09:27:12.974621 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9daaf005-f92b-43e1-8d81-6c41715af3c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:12.984832 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-677fadec-6bf3-4d23-be8d-0149303ad0c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:13.023940 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daaf005-f92b-43e1-8d81-6c41715af3c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event deleted for resources: {'Port': ['ID=18ace1e7-a68b-4dee-817d-18ca3d04db5c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:13.037498 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9daaf005-f92b-43e1-8d81-6c41715af3c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:13.195883 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-64b44202-ea9a-4a0c-be59-a76d204cdd2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:13.233821 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-64b44202-ea9a-4a0c-be59-a76d204cdd2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Transition to ACTIVE for port object ace8a51b-8bd8-4099-a689-cb5b40ac7087 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:27:13.239983 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9daaf005-f92b-43e1-8d81-6c41715af3c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for floatingip, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:13.246806 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9daaf005-f92b-43e1-8d81-6c41715af3c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:13.251286 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9daaf005-f92b-43e1-8d81-6c41715af3c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "DELETE /v2.0/floatingips/87f2c6e0-8456-469c-8ca0-c2c16e99cfc9 HTTP/1.1" status: 204 len: 168 time: 2.2165079 Jun 25 09:27:13.251489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34556) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:13.270357 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:13.364887 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-64b44202-ea9a-4a0c-be59-a76d204cdd2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:13.393189 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c6d86b1e-79e0-4530-b0e4-5acf2958e3f9 tempest-ServersNegativeTestMultiTenantJSON-1216314647 tempest-ServersNegativeTestMultiTenantJSON-1216314647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:13.422725 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['d71030e6-dce0-4378-a454-15e788996abe', 'aa210440-6572-4b8d-a1fd-39de91f285c9', '23aef354-1fa5-4316-bb53-dd9e728400b3', '116e2589-8f3b-4514-9479-5117cfe3a484', '98d5b109-da55-43b5-99f3-6fea70101010'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:13.438389 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45', '1f699c0c-1236-4449-b1e4-e65745feddc0'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:13.472341 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-64b44202-ea9a-4a0c-be59-a76d204cdd2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:27:13.476029 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b44202-ea9a-4a0c-be59-a76d204cdd2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event updated for resources: {'Port': ['ID=ace8a51b-8bd8-4099-a689-cb5b40ac7087,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:13.488583 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-64b44202-ea9a-4a0c-be59-a76d204cdd2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:27:13.491560 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-64b44202-ea9a-4a0c-be59-a76d204cdd2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:13.494735 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-64b44202-ea9a-4a0c-be59-a76d204cdd2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:27:13.581278 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-64b44202-ea9a-4a0c-be59-a76d204cdd2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:13.582258 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-64b44202-ea9a-4a0c-be59-a76d204cdd2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:13.624916 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-64b44202-ea9a-4a0c-be59-a76d204cdd2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6849480 Jun 25 09:27:13.625520 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Router c2f037cc-3a48-4209-83bb-fe5a5c96b88b is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:27:13.653330 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a3a39cf3-0d8c-4b83-8e7e-584b0c3679a3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Deleting port cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:13.654897 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3a39cf3-0d8c-4b83-8e7e-584b0c3679a3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:13.670159 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Request body: {'port': {'device_id': '2cf22464-ea80-4cf1-a977-a65c932f4144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:14.017118 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:14.023132 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:27:14.065121 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3a39cf3-0d8c-4b83-8e7e-584b0c3679a3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:14.084544 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:14.086109 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.9033327 Jun 25 09:27:14.088894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34574) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:14.094198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a3a39cf3-0d8c-4b83-8e7e-584b0c3679a3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Calling delete_port for cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:14.151935 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd707f59-a075-4a25-8b71-4b041a973a35 None None] Sync routers for ids ['c2f037cc-3a48-4209-83bb-fe5a5c96b88b'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:27:14.160977 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa47f6-9867-4f88-a2c6-ee5227962400 req-2a205d21-0e24-4450-afde-613efe27325c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:14.168493 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-42aa47f6-9867-4f88-a2c6-ee5227962400 req-2a205d21-0e24-4450-afde-613efe27325c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.3275282 Jun 25 09:27:14.202404 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0df99-4952-4804-a795-9cfb9677f628 req-e470385e-71ac-4407-810a-de1f1fecb7bd tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:14.210074 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3db0df99-4952-4804-a795-9cfb9677f628 req-e470385e-71ac-4407-810a-de1f1fecb7bd tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 943 time: 0.2512233 Jun 25 09:27:14.280407 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd707f59-a075-4a25-8b71-4b041a973a35 None None] Routers {'c2f037cc-3a48-4209-83bb-fe5a5c96b88b'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:14.282071 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cd707f59-a075-4a25-8b71-4b041a973a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:26:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c2f037cc-3a48-4209-83bb-fe5a5c96b88b'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:14.283969 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2880a4a8-a20f-447b-8640-13ac44fb9482 None None] Provisioning for port ace8a51b-8bd8-4099-a689-cb5b40ac7087 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:27:14.326697 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-71fb3a76-9f55-4c26-85e9-21311ac3bcd3 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/routers/c2f037cc-3a48-4209-83bb-fe5a5c96b88b HTTP/1.1" status: 200 len: 919 time: 0.2363975 Jun 25 09:27:14.329664 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34578) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:14.337492 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2880a4a8-a20f-447b-8640-13ac44fb9482 None None] Provisioning complete for port ace8a51b-8bd8-4099-a689-cb5b40ac7087 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:27:14.337839 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2880a4a8-a20f-447b-8640-13ac44fb9482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:14.357422 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-42aa47f6-9867-4f88-a2c6-ee5227962400 req-a4c3ffe6-8a5d-4072-8962-f63e9fc4d70c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864142 Jun 25 09:27:14.388414 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0a58c83b-a870-4c30-90a1-54a8e1be887e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2f037cc-3a48-4209-83bb-fe5a5c96b88b HTTP/1.1" status: 200 len: 205 time: 0.0564096 Jun 25 09:27:14.398676 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34582) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:14.429444 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3db0df99-4952-4804-a795-9cfb9677f628 req-dbb21669-872f-4182-842c-efba2f3d9c69 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183046 Jun 25 09:27:14.540345 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cd707f59-a075-4a25-8b71-4b041a973a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:14.562327 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2857f806-5d04-4d89-b3c8-ad7288b5211d details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:27:14.647716 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3a39cf3-0d8c-4b83-8e7e-584b0c3679a3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:14.665480 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:14.742284 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace8a51b-8bd8-4099-a689-cb5b40ac7087 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:27:14.764202 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a39cf3-0d8c-4b83-8e7e-584b0c3679a3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event deleted for resources: {'Port': ['ID=cbbcd2b3-4f80-4faa-8f80-765b8f4253d0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:14.782441 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:14.794304 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:14.830180 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2857f806-5d04-4d89-b3c8-ad7288b5211d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2857f806-5d04-4d89-b3c8-ad7288b5211d,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:14.857964 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '2857f806-5d04-4d89-b3c8-ad7288b5211d', 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387', 'port_id': '2857f806-5d04-4d89-b3c8-ad7288b5211d', 'mac_address': 'fa:16:3e:81:b1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d7495e-2eda-449c-aedb-99a89216fe46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:27:14.869459 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd707f59-a075-4a25-8b71-4b041a973a35 None None] Routers {'c2f037cc-3a48-4209-83bb-fe5a5c96b88b'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:14.870981 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cd707f59-a075-4a25-8b71-4b041a973a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:26:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c2f037cc-3a48-4209-83bb-fe5a5c96b88b'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:14.882579 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a3a39cf3-0d8c-4b83-8e7e-584b0c3679a3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:14.960528 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cd707f59-a075-4a25-8b71-4b041a973a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:14.962233 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd707f59-a075-4a25-8b71-4b041a973a35 None None] The sync data for ids ['c2f037cc-3a48-4209-83bb-fe5a5c96b88b'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:27:15.023480 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:15.071037 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Transition to ACTIVE for port object ace8a51b-8bd8-4099-a689-cb5b40ac7087 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:27:15.090454 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:15.117512 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-69dfdb06-514c-4795-9c5b-c47dc429ee7c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:15.130841 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2880a4a8-a20f-447b-8640-13ac44fb9482 None None] Port ace8a51b-8bd8-4099-a689-cb5b40ac7087 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:27:15.154946 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2857f806-5d04-4d89-b3c8-ad7288b5211d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:27:15.195998 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:15.201168 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2857f806-5d04-4d89-b3c8-ad7288b5211d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2857f806-5d04-4d89-b3c8-ad7288b5211d,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:15.231160 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:15.235582 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3a39cf3-0d8c-4b83-8e7e-584b0c3679a3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:15.245377 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a3a39cf3-0d8c-4b83-8e7e-584b0c3679a3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "DELETE /v2.0/ports/cbbcd2b3-4f80-4faa-8f80-765b8f4253d0 HTTP/1.1" status: 204 len: 168 time: 1.9924378 Jun 25 09:27:15.246224 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34602) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:15.248536 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:15.281777 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4f332-0a9a-49f2-8793-2be526abd089 req-70bc4ea1-6719-411c-bda8-90ee342fe9fc tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:15.289165 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-42e4f332-0a9a-49f2-8793-2be526abd089 req-70bc4ea1-6719-411c-bda8-90ee342fe9fc tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.5399458 Jun 25 09:27:15.342999 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Pushing event updated for resources: {'Port': ['ID=ace8a51b-8bd8-4099-a689-cb5b40ac7087,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:15.364556 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:15.428701 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5bad-052d-4987-9f28-52569da838b4 req-2a352a52-f93c-4dc2-944b-6d222ab0427f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:15.448421 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0a7a5bad-052d-4987-9f28-52569da838b4 req-2a352a52-f93c-4dc2-944b-6d222ab0427f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 935 time: 0.6980736 Jun 25 09:27:15.452303 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=2857f806-5d04-4d89-b3c8-ad7288b5211d,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:15.527565 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Deleting port 608657ed-0c3c-47fb-ba87-71d3b02bd56a {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:15.527913 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:15.530279 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Attempting to bind port ace8a51b-8bd8-4099-a689-cb5b40ac7087 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:27:15.530475 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Attempting to bind port ace8a51b-8bd8-4099-a689-cb5b40ac7087 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:27:15.530874 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Attempting to bind port ace8a51b-8bd8-4099-a689-cb5b40ac7087 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:27:15.540437 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:15.585440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Port ace8a51b-8bd8-4099-a689-cb5b40ac7087 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:27:15.585883 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Attempting to bind port ace8a51b-8bd8-4099-a689-cb5b40ac7087 on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:27:15.598707 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-42e4f332-0a9a-49f2-8793-2be526abd089 req-c16d6c3c-fa4a-4c24-ab2f-c2a3ceff460a tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085544 Jun 25 09:27:15.695842 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:27:15.698195 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:27:15.698778 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:27:15.699606 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Bound port: ace8a51b-8bd8-4099-a689-cb5b40ac7087, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:27:15.702281 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:15.737218 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0a7a5bad-052d-4987-9f28-52569da838b4 req-14394737-cf01-4264-a519-a7553e2f37c3 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873738 Jun 25 09:27:15.833228 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] For port ace8a51b-8bd8-4099-a689-cb5b40ac7087, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:27:15.838078 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] For port ace8a51b-8bd8-4099-a689-cb5b40ac7087, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=ace8a51b-8bd8-4099-a689-cb5b40ac7087,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:27:15.840110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b98731ac-6085-43bb-9f79-cbcb93dab60c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Deleting port feaaae10-f3a6-46c9-acc2-c5a681f00b62 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:15.840792 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b98731ac-6085-43bb-9f79-cbcb93dab60c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:15.861295 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:15.886158 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fa13744f-643e-4617-b655-e5cd4234388c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:15.943740 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['2857f806-5d04-4d89-b3c8-ad7288b5211d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:15.953233 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Pushing event updated for resources: {'Port': ['ID=ace8a51b-8bd8-4099-a689-cb5b40ac7087,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:15.969288 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:15.982984 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:15.984085 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:15.985380 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] 10.222.0.41 "PUT /v2.0/ports/ace8a51b-8bd8-4099-a689-cb5b40ac7087 HTTP/1.1" status: 200 len: 1096 time: 2.3367093 Jun 25 09:27:15.985919 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf22464-ea80-4cf1-a977-a65c932f4144', 'tag': 'ace8a51b-8bd8-4099-a689-cb5b40ac7087'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:27:15.988408 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d921665d-ac64-428f-87e5-cd6695100065" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf22464-ea80-4cf1-a977-a65c932f4144", "tag": "ace8a51b-8bd8-4099-a689-cb5b40ac7087"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:27:16.003499 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:16.057848 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Calling delete_port for 608657ed-0c3c-47fb-ba87-71d3b02bd56a owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:16.337331 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b98731ac-6085-43bb-9f79-cbcb93dab60c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:16.430743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d0bd6-215b-4c61-bc35-fac693c6189b req-3cc76417-b464-4a02-b7be-9ddc9d28805a tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:16.438611 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8d8d0bd6-215b-4c61-bc35-fac693c6189b req-3cc76417-b464-4a02-b7be-9ddc9d28805a tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 944 time: 0.4538307 Jun 25 09:27:16.498057 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34646) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:16.553455 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b98731ac-6085-43bb-9f79-cbcb93dab60c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Calling delete_port for feaaae10-f3a6-46c9-acc2-c5a681f00b62 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:16.724173 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8d8d0bd6-215b-4c61-bc35-fac693c6189b req-0af450e8-cf14-4185-a4df-53cb1eec8d07 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670782 Jun 25 09:27:16.726573 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34652) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:17.108839 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a48cb0b3-e570-4c25-bd9b-c5a09515de01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:17.150951 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-613acde9-b147-44c0-bffe-99c5e43c90af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:17.167721 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0514e9-122f-4227-8f49-ea26c46bd74e x-openstack-request-id: req-4c0514e9-122f-4227-8f49-ea26c46bd74e {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:27:17.168298 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf22464-ea80-4cf1-a977-a65c932f4144", "tag": "ace8a51b-8bd8-4099-a689-cb5b40ac7087", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:27:17.168298 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4c0514e9-122f-4227-8f49-ea26c46bd74e {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:27:17.168655 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf22464-ea80-4cf1-a977-a65c932f4144', 'tag': 'ace8a51b-8bd8-4099-a689-cb5b40ac7087', 'status': 'completed', 'code': 200} Jun 25 09:27:17.171382 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-74e4c087-3cf4-4857-828e-eaec0d1b55a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:17.173706 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-74e4c087-3cf4-4857-828e-eaec0d1b55a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 1099 time: 1.1036155 Jun 25 09:27:17.397549 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-40ea805c-a54f-4654-8309-dc9c4c8365eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=ace8a51b-8bd8-4099-a689-cb5b40ac7087 HTTP/1.1" status: 200 len: 217 time: 0.1751952 Jun 25 09:27:17.465894 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:17.472187 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8f8fa719-22ac-47d1-bc82-40cb3139c4c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:17.484224 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-5d78c40f-9bf4-4c87-8874-de1c4d2ac81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:17.486016 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-5d78c40f-9bf4-4c87-8874-de1c4d2ac81f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0797691 Jun 25 09:27:17.536983 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Pushing event deleted for resources: {'Port': ['ID=608657ed-0c3c-47fb-ba87-71d3b02bd56a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:17.582101 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:17.632351 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:27:17.704148 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:17.781468 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-280cc0d9-b0d5-4d3a-8974-6804ea1e6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:17.783028 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-280cc0d9-b0d5-4d3a-8974-6804ea1e6822 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2741544 Jun 25 09:27:17.831809 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:17.843069 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:17.847940 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b98731ac-6085-43bb-9f79-cbcb93dab60c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:17.868203 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b7f67a84-2cf4-4f0f-beff-32c6a351179b tempest-ServersNegativeTestJSON-786265562 tempest-ServersNegativeTestJSON-786265562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:17.908617 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.db.api [None req-a48cb0b3-e570-4c25-bd9b-c5a09515de01 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 09:27:17.908617 n-d-761264-15 neutron-server[94024]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 25 09:27:17.908617 n-d-761264-15 neutron-server[94024]: [parameters: {'project_id': '371aa7f2549846f8847fb0dbefec171e', 'id': '43ee8dbe-71e5-4fc4-b0f0-f974fe0d6a10', 'expiration': datetime.datetime(2021, 6, 25, 9, 29, 17, 851309)}] Jun 25 09:27:17.908617 n-d-761264-15 neutron-server[94024]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:27:17.909175 n-d-761264-15 neutron-server[94024]: DEBUG oslo_db.api [None req-a48cb0b3-e570-4c25-bd9b-c5a09515de01 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:27:17.924186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98731ac-6085-43bb-9f79-cbcb93dab60c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event deleted for resources: {'Port': ['ID=feaaae10-f3a6-46c9-acc2-c5a681f00b62,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:17.929288 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b98731ac-6085-43bb-9f79-cbcb93dab60c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:17.942207 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:17.942725 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Fanout notify agent at l3_agent the message router_deleted on router c2f037cc-3a48-4209-83bb-fe5a5c96b88b {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:27:17.950629 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:17.951746 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "DELETE /v2.0/routers/c2f037cc-3a48-4209-83bb-fe5a5c96b88b HTTP/1.1" status: 204 len: 168 time: 3.5521479 Jun 25 09:27:17.957308 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34674) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:17.963023 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1347434110', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'enable_snat': False}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:17.993397 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-05257d9b-ee1a-46f8-8387-23b4e3a997cb tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:17.993689 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-1630ada8-f993-4b80-8251-40944f84b64b service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766224 Jun 25 09:27:17.994900 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-05257d9b-ee1a-46f8-8387-23b4e3a997cb tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/networks?id=dd6b7236-91c6-4cd1-904d-928be917672b HTTP/1.1" status: 200 len: 814 time: 0.9519029 Jun 25 09:27:18.049905 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4b4bc-945c-43b0-a84f-6e2c086a51d4 req-d93d4122-f6be-4d5b-b597-a35e002f0fd4 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:18.051792 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53e4b4bc-945c-43b0-a84f-6e2c086a51d4 req-d93d4122-f6be-4d5b-b597-a35e002f0fd4 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 947 time: 0.9082208 Jun 25 09:27:18.080263 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-8fd85c7a-ab63-45ca-85fb-46930f522404 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/quotas/748dde602c1f49a6bbc81c6e04536147 HTTP/1.1" status: 200 len: 375 time: 0.0729454 Jun 25 09:27:18.113743 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3f3dae1-3d9e-48c6-b166-81e067f37e95 req-56ab1045-e236-467b-a7e4-8d75b0f45d5c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=703bebc3-6c25-4359-a97d-04468b1fae49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3391073 Jun 25 09:27:18.122383 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-af8ff2d6-82e2-4eb1-baed-613166344719 req-f1c0bdfd-ddf6-4680-9667-349813bcdb22 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159658 Jun 25 09:27:18.128072 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b98731ac-6085-43bb-9f79-cbcb93dab60c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.130120 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b98731ac-6085-43bb-9f79-cbcb93dab60c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "DELETE /v2.0/ports/feaaae10-f3a6-46c9-acc2-c5a681f00b62 HTTP/1.1" status: 204 len: 168 time: 2.8781126 Jun 25 09:27:18.132838 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34678) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:18.209436 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-800bfe8c-f372-4bb9-ac92-e41e98d2c747 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Deleting subnet d6509b59-9ba7-402d-bd1c-97d06b22f9df {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:27:18.213124 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-800bfe8c-f372-4bb9-ac92-e41e98d2c747 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.214482 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53e4b4bc-945c-43b0-a84f-6e2c086a51d4 req-c0cbfb20-28f2-4293-b823-ee908b829333 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528049 Jun 25 09:27:18.243029 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-613acde9-b147-44c0-bffe-99c5e43c90af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.263737 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-613acde9-b147-44c0-bffe-99c5e43c90af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.271327 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9471c08d-cfaa-45ca-bc9b-ba73e9309169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:18.278919 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-67dfaf09-8a5e-42d4-9abb-10e17f147f5d tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=748dde602c1f49a6bbc81c6e04536147&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1825087 Jun 25 09:27:18.296303 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-800bfe8c-f372-4bb9-ac92-e41e98d2c747 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.338525 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.339666 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.385423 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3dae1-3d9e-48c6-b166-81e067f37e95 req-80d13192-e8a6-4316-afc8-345ce526dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:18.387045 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3f3dae1-3d9e-48c6-b166-81e067f37e95 req-80d13192-e8a6-4316-afc8-345ce526dc45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=703bebc3-6c25-4359-a97d-04468b1fae49 HTTP/1.1" status: 200 len: 1101 time: 0.2134552 Jun 25 09:27:18.392336 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-613acde9-b147-44c0-bffe-99c5e43c90af admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6214c684d1de4d7dbfd9ea26d0a49b48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8722727 Jun 25 09:27:18.395173 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34680) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:18.410316 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613acde9-b147-44c0-bffe-99c5e43c90af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55f8a0a-a900-48bc-b0c4-5ced6e94e39a,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:18.412953 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a48cb0b3-e570-4c25-bd9b-c5a09515de01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.417616 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.422331 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-613acde9-b147-44c0-bffe-99c5e43c90af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:18.462720 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2857f806-5d04-4d89-b3c8-ad7288b5211d up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:27:18.548149 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921665d-ac64-428f-87e5-cd6695100065 req-f2f5684e-12d4-437d-a9b9-d8c23ac61c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:18.549580 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d921665d-ac64-428f-87e5-cd6695100065 req-f2f5684e-12d4-437d-a9b9-d8c23ac61c08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 1099 time: 0.3136053 Jun 25 09:27:18.556355 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 2857f806-5d04-4d89-b3c8-ad7288b5211d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:27:18.563715 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 2857f806-5d04-4d89-b3c8-ad7288b5211d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:27:18.564617 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.665739 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-800bfe8c-f372-4bb9-ac92-e41e98d2c747 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.676130 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.710164 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a0c5bc-71d6-45d0-969c-1d0d63f9502b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2857f806-5d04-4d89-b3c8-ad7288b5211d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:27:18.713514 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944748e9-8f54-4548-a605-f7d620e3c860" -d '{"events": [{"server_uuid": "e4a0c5bc-71d6-45d0-969c-1d0d63f9502b", "name": "network-vif-plugged", "status": "completed", "tag": "2857f806-5d04-4d89-b3c8-ad7288b5211d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:27:18.722790 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-5c4740ce-9d4f-4e92-86f6-d61f10a14565 service neutron] 10.222.0.93 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247530 Jun 25 09:27:18.723149 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.733356 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2857f806-5d04-4d89-b3c8-ad7288b5211d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2857f806-5d04-4d89-b3c8-ad7288b5211d,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:18.743076 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.750836 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:18.754370 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bc6d-feb9-4e89-8706-c5fd4b629617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.782481 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eae8d7-8089-4907-a227-3dbb9d49bdd1 req-413ec102-0aec-4b7d-b8cd-b1c087c74dc1 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:18.790174 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0eae8d7-8089-4907-a227-3dbb9d49bdd1 req-413ec102-0aec-4b7d-b8cd-b1c087c74dc1 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 944 time: 0.3401992 Jun 25 09:27:18.827092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3dae1-3d9e-48c6-b166-81e067f37e95 req-87610489-b717-49f5-99ea-dcf8dee91b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:18.828623 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3f3dae1-3d9e-48c6-b166-81e067f37e95 req-87610489-b717-49f5-99ea-dcf8dee91b2a service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.4053457 Jun 25 09:27:18.835352 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921665d-ac64-428f-87e5-cd6695100065 req-281005a6-f1ee-4d99-9a86-0db0c9b39e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:18.836513 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d921665d-ac64-428f-87e5-cd6695100065 req-281005a6-f1ee-4d99-9a86-0db0c9b39e5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2775486 Jun 25 09:27:18.844346 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=2857f806-5d04-4d89-b3c8-ad7288b5211d,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:18.853095 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-800bfe8c-f372-4bb9-ac92-e41e98d2c747 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.857647 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d5924fe7-d7dd-452f-a1f1-a88f59f52418 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:18.858343 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:18.880413 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bc6d-feb9-4e89-8706-c5fd4b629617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.916712 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d921665d-ac64-428f-87e5-cd6695100065 req-c739effc-c321-4fc1-92c3-b122ad577116 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=ace8a51b-8bd8-4099-a689-cb5b40ac7087 HTTP/1.1" status: 200 len: 217 time: 0.0707843 Jun 25 09:27:18.917912 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bfe8c-f372-4bb9-ac92-e41e98d2c747 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event deleted for resources: {'Subnet': ['ID=d6509b59-9ba7-402d-bd1c-97d06b22f9df,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:18.922329 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-800bfe8c-f372-4bb9-ac92-e41e98d2c747 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:18.925607 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-800bfe8c-f372-4bb9-ac92-e41e98d2c747 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:18.927641 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-800bfe8c-f372-4bb9-ac92-e41e98d2c747 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "DELETE /v2.0/subnets/d6509b59-9ba7-402d-bd1c-97d06b22f9df HTTP/1.1" status: 204 len: 168 time: 0.7936351 Jun 25 09:27:18.932430 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34684) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:18.942207 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a829f91e-2743-43fd-acd9-15a05e76a5f2 None None] Network 2afc939b-7ab0-46c5-b1fa-bb32babffa08 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:27:18.972537 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0eae8d7-8089-4907-a227-3dbb9d49bdd1 req-05ed4f5e-0f9e-4357-b5af-5d9221901d9f tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813471 Jun 25 09:27:19.054631 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3f3dae1-3d9e-48c6-b166-81e067f37e95 req-7328e31c-52d7-478a-945b-2d82c61e57a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=d71030e6-dce0-4378-a454-15e788996abe HTTP/1.1" status: 200 len: 217 time: 0.1229949 Jun 25 09:27:19.086747 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-38f836a5-5ae8-4ea6-ad96-27186d38c5ad service neutron] 10.222.0.93 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479397 Jun 25 09:27:19.088790 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86334e1-c317-4f62-9807-f73f008b3445 x-openstack-request-id: req-d86334e1-c317-4f62-9807-f73f008b3445 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:27:19.088790 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a0c5bc-71d6-45d0-969c-1d0d63f9502b", "name": "network-vif-plugged", "status": "completed", "tag": "2857f806-5d04-4d89-b3c8-ad7288b5211d", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:27:19.100617 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921665d-ac64-428f-87e5-cd6695100065 req-41d87958-8333-4c87-b4e5-02f62f35ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:19.102151 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d921665d-ac64-428f-87e5-cd6695100065 req-41d87958-8333-4c87-b4e5-02f62f35ad6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1720881 Jun 25 09:27:19.104379 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d86334e1-c317-4f62-9807-f73f008b3445 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:27:19.104379 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a0c5bc-71d6-45d0-969c-1d0d63f9502b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2857f806-5d04-4d89-b3c8-ad7288b5211d', 'code': 200} Jun 25 09:27:19.115040 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a48cb0b3-e570-4c25-bd9b-c5a09515de01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:19.133636 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c20b17-cc6a-4121-840e-1f381658d21a req-8fe073f9-26af-4446-bbb6-64ee5c75cdb9 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:19.135190 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2c20b17-cc6a-4121-840e-1f381658d21a req-8fe073f9-26af-4446-bbb6-64ee5c75cdb9 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.38 "GET /v2.0/ports?device_id=4835deef-8122-4a43-a916-bb818cf63b75 HTTP/1.1" status: 200 len: 945 time: 0.2063088 Jun 25 09:27:19.175306 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a48cb0b3-e570-4c25-bd9b-c5a09515de01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:19.183419 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-77bf91b4-f143-4d7d-94ed-82e983159aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:19.191679 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae9b503-2746-4ba1-a010-8eac9b3c57dd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Deleting subnet 8690b32d-33af-46b8-8826-e9328aab560f {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:27:19.217963 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b503-2746-4ba1-a010-8eac9b3c57dd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:19.237866 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bc6d-feb9-4e89-8706-c5fd4b629617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:19.240541 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bc6d-feb9-4e89-8706-c5fd4b629617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:19.241798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a6b9bc6d-feb9-4e89-8706-c5fd4b629617 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a55f8a0a-a900-48bc-b0c4-5ced6e94e39a HTTP/1.1" status: 204 len: 168 time: 0.8423593 Jun 25 09:27:19.321153 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6200432-6188-4823-a416-5aca8ac2b27e None None] DHCP port deletion for 2afc939b-7ab0-46c5-b1fa-bb32babffa08 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:27:19.487483 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:27:19.504223 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:19.520673 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3dae1-3d9e-48c6-b166-81e067f37e95 req-84664716-70ea-48d4-be95-59104bede2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:19.522548 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3f3dae1-3d9e-48c6-b166-81e067f37e95 req-84664716-70ea-48d4-be95-59104bede2e7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.4539218 Jun 25 09:27:19.530446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a48cb0b3-e570-4c25-bd9b-c5a09515de01 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=371aa7f2549846f8847fb0dbefec171e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8023567 Jun 25 09:27:19.549993 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34698) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:19.554428 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e6200432-6188-4823-a416-5aca8ac2b27e None None] Deleting port e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:19.555062 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6200432-6188-4823-a416-5aca8ac2b27e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:19.564742 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:19.577613 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921665d-ac64-428f-87e5-cd6695100065 req-88994818-98f0-4565-854a-187e23af939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:19.579825 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d921665d-ac64-428f-87e5-cd6695100065 req-88994818-98f0-4565-854a-187e23af939e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4379776 Jun 25 09:27:19.587762 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cb0b3-e570-4c25-bd9b-c5a09515de01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe73059-3586-4547-82db-5c17daa1b163,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:19.591925 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a48cb0b3-e570-4c25-bd9b-c5a09515de01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:19.668201 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7ff8303c-b0ed-4c0e-a23a-727b0498a4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:19.765569 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-50710d60-5c77-4f08-a1da-642e6d5277fb req-64db3dfd-43b5-4089-b13f-aaf5e0edb2b0 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 210 time: 0.2608750 Jun 25 09:27:19.773587 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b503-2746-4ba1-a010-8eac9b3c57dd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:19.777602 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9bc6d-feb9-4e89-8706-c5fd4b629617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55f8a0a-a900-48bc-b0c4-5ced6e94e39a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:19.786801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a2c20b17-cc6a-4121-840e-1f381658d21a req-e9658283-c0a0-4fee-8385-2129d257b7ce tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Deleting port 425dfa17-fbe0-4b31-830e-677fbd4191c1 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:19.787147 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a2c20b17-cc6a-4121-840e-1f381658d21a req-e9658283-c0a0-4fee-8385-2129d257b7ce tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:19.790166 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:19.820641 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e6200432-6188-4823-a416-5aca8ac2b27e None None] For port e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77,segment=NetworkSegment(dc323226-fd1b-4cff-942b-7e2a39bd7da7),segment_id=dc323226-fd1b-4cff-942b-7e2a39bd7da7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:19.821492 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6200432-6188-4823-a416-5aca8ac2b27e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:19.858943 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a6b9bc6d-feb9-4e89-8706-c5fd4b629617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:19.862968 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e6200432-6188-4823-a416-5aca8ac2b27e None None] Calling delete_port for e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:19.881952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77,segment=NetworkSegment(dc323226-fd1b-4cff-942b-7e2a39bd7da7),segment_id=dc323226-fd1b-4cff-942b-7e2a39bd7da7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:19.889144 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:19.953337 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:19.976651 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d921665d-ac64-428f-87e5-cd6695100065 req-5d8061a2-0037-4f1a-b0dd-6c717a156320 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856108 Jun 25 09:27:19.986451 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41c7b2-4649-4b12-b009-7afa999534bf req-26e77a33-436c-4dd1-86ef-d12f14f6a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:19.988236 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5e41c7b2-4649-4b12-b009-7afa999534bf req-26e77a33-436c-4dd1-86ef-d12f14f6a139 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 1097 time: 0.7715046 Jun 25 09:27:20.002574 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Allocated IP 172.25.6.181 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/2c28efdb-281a-4cb7-aba3-9a213a34fdc1) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:27:20.038190 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e87c9-e513-4517-a78d-bfd872160520 req-dbe7e323-8f6f-487f-abf5-5e8dfcec6927 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:20.048443 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ae3e87c9-e513-4517-a78d-bfd872160520 req-dbe7e323-8f6f-487f-abf5-5e8dfcec6927 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 947 time: 0.5458195 Jun 25 09:27:20.122734 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:20.128105 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:20.175633 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ae3e87c9-e513-4517-a78d-bfd872160520 req-3c0100d1-d889-4801-a71b-ae6d52bd5a92 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227171 Jun 25 09:27:20.186065 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6200432-6188-4823-a416-5aca8ac2b27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:20.199142 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:20.208817 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3dae1-3d9e-48c6-b166-81e067f37e95 req-29f6d9eb-00a2-4c64-9d18-2882fff0c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:20.211244 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3f3dae1-3d9e-48c6-b166-81e067f37e95 req-29f6d9eb-00a2-4c64-9d18-2882fff0c7f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6289790 Jun 25 09:27:20.217243 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-a2c20b17-cc6a-4121-840e-1f381658d21a req-e9658283-c0a0-4fee-8385-2129d257b7ce tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] For port 425dfa17-fbe0-4b31-830e-677fbd4191c1, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=425dfa17-fbe0-4b31-830e-677fbd4191c1,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:20.217676 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a2c20b17-cc6a-4121-840e-1f381658d21a req-e9658283-c0a0-4fee-8385-2129d257b7ce tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:20.238913 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8e1f56ed-bb52-421d-bed1-865e064b0c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:20.261638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6200432-6188-4823-a416-5aca8ac2b27e None None] Pushing event deleted for resources: {'Port': ['ID=e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:20.266950 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e6200432-6188-4823-a416-5aca8ac2b27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:20.268839 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6200432-6188-4823-a416-5aca8ac2b27e None None] No DVR routers for this DVR port e0b6b0f9-2786-4ba8-a8b8-e07cbbd6ed77 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:27:20.274702 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8e1f56ed-bb52-421d-bed1-865e064b0c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:20.352199 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d921665d-ac64-428f-87e5-cd6695100065 req-47cd2cca-db18-4570-9122-46e89e05184c service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657951 Jun 25 09:27:20.366050 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a2c20b17-cc6a-4121-840e-1f381658d21a req-e9658283-c0a0-4fee-8385-2129d257b7ce tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Calling delete_port for 425dfa17-fbe0-4b31-830e-677fbd4191c1 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:20.482979 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b503-2746-4ba1-a010-8eac9b3c57dd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:20.512703 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5e41c7b2-4649-4b12-b009-7afa999534bf req-db2ce9eb-33a2-494d-a16c-d51b8a96793c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978039 Jun 25 09:27:20.521891 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:20.543462 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3f3dae1-3d9e-48c6-b166-81e067f37e95 req-58753757-f3d6-45ac-aa7f-efed0cf3302d service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446930 Jun 25 09:27:20.627025 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a2c20b17-cc6a-4121-840e-1f381658d21a req-e9658283-c0a0-4fee-8385-2129d257b7ce tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:20.630088 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8e1f56ed-bb52-421d-bed1-865e064b0c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:20.633709 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8e1f56ed-bb52-421d-bed1-865e064b0c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:20.634896 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8e1f56ed-bb52-421d-bed1-865e064b0c49 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6fe73059-3586-4547-82db-5c17daa1b163 HTTP/1.1" status: 204 len: 168 time: 1.0400963 Jun 25 09:27:20.643592 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4d20fff8-2072-4fe1-914a-9baa505a77a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:20.650468 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-83feb90d-edc3-4e99-9602-97ce27984662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:20.675586 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9658283-c0a0-4fee-8385-2129d257b7ce tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Pushing event deleted for resources: {'Port': ['ID=425dfa17-fbe0-4b31-830e-677fbd4191c1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:20.676146 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['425dfa17-fbe0-4b31-830e-677fbd4191c1'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:20.684100 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:20.694237 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e9658283-c0a0-4fee-8385-2129d257b7ce tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:20.695065 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e9658283-c0a0-4fee-8385-2129d257b7ce tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:20.728352 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f56ed-bb52-421d-bed1-865e064b0c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe73059-3586-4547-82db-5c17daa1b163,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:20.738143 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8e1f56ed-bb52-421d-bed1-865e064b0c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:20.760146 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:27:20.766487 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5211c-ef9f-465f-8d5a-8473974cd1c8 req-302d5581-939f-4f3d-9437-1820284e1cba tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:20.768133 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bfc5211c-ef9f-465f-8d5a-8473974cd1c8 req-302d5581-939f-4f3d-9437-1820284e1cba tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 945 time: 0.3595850 Jun 25 09:27:20.783524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:27:20.786632 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c20b17-cc6a-4121-840e-1f381658d21a req-e9658283-c0a0-4fee-8385-2129d257b7ce tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] No DVR routers for this DVR port 425dfa17-fbe0-4b31-830e-677fbd4191c1 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:27:20.788511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:27:20.791536 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b503-2746-4ba1-a010-8eac9b3c57dd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:20.812156 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-12dcf262-59cf-4880-821f-970ca4f47b8b tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:20.905606 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a2c20b17-cc6a-4121-840e-1f381658d21a req-e9658283-c0a0-4fee-8385-2129d257b7ce tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:20.919555 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2c20b17-cc6a-4121-840e-1f381658d21a req-e9658283-c0a0-4fee-8385-2129d257b7ce tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.38 "DELETE /v2.0/ports/425dfa17-fbe0-4b31-830e-677fbd4191c1 HTTP/1.1" status: 204 len: 173 time: 1.7726541 Jun 25 09:27:20.920659 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4835deef-8122-4a43-a916-bb818cf63b75', 'name': 'network-vif-deleted', 'tag': '425dfa17-fbe0-4b31-830e-677fbd4191c1'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:27:20.925794 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1112af-7e3a-4b4b-b666-463737d8eec6" -d '{"events": [{"server_uuid": "4835deef-8122-4a43-a916-bb818cf63b75", "name": "network-vif-deleted", "tag": "425dfa17-fbe0-4b31-830e-677fbd4191c1"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:27:20.944916 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9b503-2746-4ba1-a010-8eac9b3c57dd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event deleted for resources: {'Subnet': ['ID=8690b32d-33af-46b8-8826-e9328aab560f,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:20.953859 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2ae9b503-2746-4ba1-a010-8eac9b3c57dd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:20.955003 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b503-2746-4ba1-a010-8eac9b3c57dd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:20.956995 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2ae9b503-2746-4ba1-a010-8eac9b3c57dd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "DELETE /v2.0/subnets/8690b32d-33af-46b8-8826-e9328aab560f HTTP/1.1" status: 204 len: 168 time: 2.0182073 Jun 25 09:27:20.964765 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad1b19f-1d05-4722-85ee-3ec41c4e420b None None] Network bc54548d-0979-4bbd-8a3d-13d781674db2 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:27:21.009915 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34736) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:21.100865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Pushing event updated for resources: {'Port': ['ID=2c28efdb-281a-4cb7-aba3-9a213a34fdc1,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:21.107114 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:21.276593 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3f3dae1-3d9e-48c6-b166-81e067f37e95 req-d4783aee-939d-4246-b8a5-15debe6d35f1 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7167354 Jun 25 09:27:21.346109 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bfc5211c-ef9f-465f-8d5a-8473974cd1c8 req-75033d34-25dd-4f1e-878a-87bcb88dcf8f tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557287 Jun 25 09:27:21.388671 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b352fe2c-3ddb-4b06-9b9b-91f197cbcdd2 req-4a147260-f54d-43f3-a7c4-99678050c606 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 210 time: 0.1887567 Jun 25 09:27:21.412590 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594a3de5-7d6f-41c6-b887-1e073cdae20f None None] DHCP port deletion for bc54548d-0979-4bbd-8a3d-13d781674db2 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:27:21.488122 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a90e822a-ba4b-4d8f-bfa4-63ac301f8245 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:21.510703 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e05c52-f712-41b9-a048-0c6ec6a7de91 x-openstack-request-id: req-d8e05c52-f712-41b9-a048-0c6ec6a7de91 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:27:21.511078 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4835deef-8122-4a43-a916-bb818cf63b75", "name": "network-vif-deleted", "tag": "425dfa17-fbe0-4b31-830e-677fbd4191c1", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:27:21.511330 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d8e05c52-f712-41b9-a048-0c6ec6a7de91 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:27:21.511782 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4835deef-8122-4a43-a916-bb818cf63b75', 'name': 'network-vif-deleted', 'tag': '425dfa17-fbe0-4b31-830e-677fbd4191c1', 'status': 'completed', 'code': 200} Jun 25 09:27:21.521301 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34756) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:21.551129 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bee0c2e7-9987-4dff-bf87-e39e79e99887 req-3f40be31-b0b6-4865-a32e-e774b6d820fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5082512 Jun 25 09:27:21.560834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-594a3de5-7d6f-41c6-b887-1e073cdae20f None None] Deleting port c6651201-82eb-40f5-a910-34f41e291f10 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:21.561293 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-594a3de5-7d6f-41c6-b887-1e073cdae20f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:21.573047 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-04cee063-a4f5-4af0-a861-edd0e373fbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:21.578231 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:21.624351 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34758) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:21.727152 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-594a3de5-7d6f-41c6-b887-1e073cdae20f None None] For port c6651201-82eb-40f5-a910-34f41e291f10, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c6651201-82eb-40f5-a910-34f41e291f10,segment=NetworkSegment(35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba),segment_id=35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:21.729295 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-594a3de5-7d6f-41c6-b887-1e073cdae20f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:21.770305 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-594a3de5-7d6f-41c6-b887-1e073cdae20f None None] Calling delete_port for c6651201-82eb-40f5-a910-34f41e291f10 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:21.916522 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a90e822a-ba4b-4d8f-bfa4-63ac301f8245 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:21.934911 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-594a3de5-7d6f-41c6-b887-1e073cdae20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:21.944879 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:21.972638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a3de5-7d6f-41c6-b887-1e073cdae20f None None] Pushing event deleted for resources: {'Port': ['ID=c6651201-82eb-40f5-a910-34f41e291f10,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:21.974776 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a3de5-7d6f-41c6-b887-1e073cdae20f None None] No DVR routers for this DVR port c6651201-82eb-40f5-a910-34f41e291f10 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:27:21.976289 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-594a3de5-7d6f-41c6-b887-1e073cdae20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:21.984275 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:22.004300 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a90e822a-ba4b-4d8f-bfa4-63ac301f8245 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2afc939b-7ab0-46c5-b1fa-bb32babffa08']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:22.007603 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f0c7435e-6b3a-4d9c-8615-a8b54d0553fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:22.055541 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a90e822a-ba4b-4d8f-bfa4-63ac301f8245 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc323226-fd1b-4cff-942b-7e2a39bd7da7') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:22.055885 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a90e822a-ba4b-4d8f-bfa4-63ac301f8245 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc323226-fd1b-4cff-942b-7e2a39bd7da7') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:22.103802 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a90e822a-ba4b-4d8f-bfa4-63ac301f8245 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:22.143605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0c2e7-9987-4dff-bf87-e39e79e99887 req-638e6b85-7bb2-43f2-99b7-5cdecb16b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:22.145191 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bee0c2e7-9987-4dff-bf87-e39e79e99887 req-638e6b85-7bb2-43f2-99b7-5cdecb16b3c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 1101 time: 0.4443059 Jun 25 09:27:22.153146 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1719e4-006d-4c69-980e-7ad7547b814d req-f8bc457e-2fc4-4442-934a-966d0a3409ba tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:22.160687 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7d1719e4-006d-4c69-980e-7ad7547b814d req-f8bc457e-2fc4-4442-934a-966d0a3409ba tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 947 time: 0.5147719 Jun 25 09:27:22.172514 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Router b2d6d7fc-ae99-4707-bebd-e0210040b6fe is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:27:22.180327 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-bc627369-5eb6-4295-86d3-7bece02d46a0 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:22.180327 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-bc627369-5eb6-4295-86d3-7bece02d46a0 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.38 "GET /v2.0/networks?id=dd6b7236-91c6-4cd1-904d-928be917672b HTTP/1.1" status: 200 len: 814 time: 0.4064569 Jun 25 09:27:22.183522 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a90e822a-ba4b-4d8f-bfa4-63ac301f8245 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:22.199828 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90e822a-ba4b-4d8f-bfa4-63ac301f8245 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:27:22.200247 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a90e822a-ba4b-4d8f-bfa4-63ac301f8245 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:27:22.205898 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:27:22.278557 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Request body: {'port': {'device_id': '33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf', 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b', 'admin_state_up': True, 'tenant_id': '748dde602c1f49a6bbc81c6e04536147'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:22.411207 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7d1719e4-006d-4c69-980e-7ad7547b814d req-b2c6fedf-02bf-406e-8efd-a06e36927fb2 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495043 Jun 25 09:27:22.419708 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4404a0a6-bbca-44c6-919a-bc5ecf760acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:22.452433 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a90e822a-ba4b-4d8f-bfa4-63ac301f8245 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:22.480783 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b06048e1-a2e5-4e17-8f31-ba1f9771c8f5 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:22.494831 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device ace8a51b-8bd8-4099-a689-cb5b40ac7087 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:27:22.504192 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a90e822a-ba4b-4d8f-bfa4-63ac301f8245 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:22.506185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a90e822a-ba4b-4d8f-bfa4-63ac301f8245 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "DELETE /v2.0/networks/2afc939b-7ab0-46c5-b1fa-bb32babffa08 HTTP/1.1" status: 204 len: 168 time: 1.4915292 Jun 25 09:27:22.507169 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e822a-ba4b-4d8f-bfa4-63ac301f8245 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event deleted for resources: {'Network': ['ID=2afc939b-7ab0-46c5-b1fa-bb32babffa08,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:22.518650 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a90e822a-ba4b-4d8f-bfa4-63ac301f8245 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:22.524895 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34776) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:22.528170 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-04cee063-a4f5-4af0-a861-edd0e373fbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:22.618644 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7465385f-d91c-4132-967d-07c943a6fdc7 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:22.645995 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-04cee063-a4f5-4af0-a861-edd0e373fbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:22.783428 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port ace8a51b-8bd8-4099-a689-cb5b40ac7087, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=ace8a51b-8bd8-4099-a689-cb5b40ac7087,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:22.821051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'ace8a51b-8bd8-4099-a689-cb5b40ac7087', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': 'ace8a51b-8bd8-4099-a689-cb5b40ac7087', 'mac_address': 'fa:16:3e:a1:f3:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:27:22.885025 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:22.902872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace8a51b-8bd8-4099-a689-cb5b40ac7087 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:27:22.913910 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:27:22.925339 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Sync routers for ids ['b2d6d7fc-ae99-4707-bebd-e0210040b6fe'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:27:22.944976 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port ace8a51b-8bd8-4099-a689-cb5b40ac7087, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=ace8a51b-8bd8-4099-a689-cb5b40ac7087,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:22.945229 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Routers {'b2d6d7fc-ae99-4707-bebd-e0210040b6fe'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:22.945229 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:26:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b2d6d7fc-ae99-4707-bebd-e0210040b6fe'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:22.955898 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:22.959575 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:23.019767 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=ace8a51b-8bd8-4099-a689-cb5b40ac7087,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:23.035006 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:23.058385 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Set router b2d6d7fc-ae99-4707-bebd-e0210040b6fe gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:27:23.144084 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9c21ddcb-297d-4ba2-94b5-c9c44031fc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:23.147807 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-04cee063-a4f5-4af0-a861-edd0e373fbac admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7d26e35a2652466087e6ed1e92a94ace&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6235213 Jun 25 09:27:23.150794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34780) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:23.211248 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c4fd4139-b774-467a-876b-781d787b047a req-493cb70b-9b9c-4abb-8074-59e42cfef934 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 210 time: 0.5809515 Jun 25 09:27:23.216085 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0c2e7-9987-4dff-bf87-e39e79e99887 req-4a07d071-de57-40cf-ba84-f023facaf4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:23.217549 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bee0c2e7-9987-4dff-bf87-e39e79e99887 req-4a07d071-de57-40cf-ba84-f023facaf4da service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.9968672 Jun 25 09:27:23.242962 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4453-f748-47ca-8ae7-a424a1be8e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:23.276135 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4453-f748-47ca-8ae7-a424a1be8e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:23.334282 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bee0c2e7-9987-4dff-bf87-e39e79e99887 req-bb6a4416-6571-4606-b9a9-7398e57b97c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 HTTP/1.1" status: 200 len: 217 time: 0.0958357 Jun 25 09:27:23.341940 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4453-f748-47ca-8ae7-a424a1be8e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:23.347540 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cee063-a4f5-4af0-a861-edd0e373fbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e514499-334b-4beb-bf8c-a1f8fede6f8f,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:23.348318 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4453-f748-47ca-8ae7-a424a1be8e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:23.353190 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3e5c4453-f748-47ca-8ae7-a424a1be8e4d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5e514499-334b-4beb-bf8c-a1f8fede6f8f HTTP/1.1" status: 204 len: 168 time: 0.1972821 Jun 25 09:27:23.353190 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6954a51e-82bd-42c0-a99e-775db2cd434b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:23.362498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 425dfa17-fbe0-4b31-830e-677fbd4191c1 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:27:23.370658 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c4453-f748-47ca-8ae7-a424a1be8e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e514499-334b-4beb-bf8c-a1f8fede6f8f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:23.380848 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3e5c4453-f748-47ca-8ae7-a424a1be8e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:23.436583 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d6d7fc-ae99-4707-bebd-e0210040b6fe', 'name': 'tempest-snat-router-1347434110', 'tenant_id': '9c934e8317a04a6b922bf1a3dd2dbee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.181'}], 'enable_snat': False}, 'gw_port_id': '2c28efdb-281a-4cb7-aba3-9a213a34fdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:27:18Z', 'updated_at': '2021-06-25T09:27:21Z', 'revision_number': 3, 'project_id': '9c934e8317a04a6b922bf1a3dd2dbee2', 'gw_port': {'id': '2c28efdb-281a-4cb7-aba3-9a213a34fdc1', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d6d7fc-ae99-4707-bebd-e0210040b6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:27:19Z', 'updated_at': '2021-06-25T09:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:23.452066 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 425dfa17-fbe0-4b31-830e-677fbd4191c1 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:27:23.459550 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 425dfa17-fbe0-4b31-830e-677fbd4191c1 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:27:23.476520 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['ace8a51b-8bd8-4099-a689-cb5b40ac7087'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:23.523164 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7465385f-d91c-4132-967d-07c943a6fdc7 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:23.524159 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Checking router: b2d6d7fc-ae99-4707-bebd-e0210040b6fe for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:27:23.524542 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Updating router b2d6d7fc-ae99-4707-bebd-e0210040b6fe port 2c28efdb-281a-4cb7-aba3-9a213a34fdc1 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:27:23.549852 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c6651201-82eb-40f5-a910-34f41e291f10 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:27:23.571411 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: c6651201-82eb-40f5-a910-34f41e291f10 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:27:23.572255 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c6651201-82eb-40f5-a910-34f41e291f10 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:27:23.583363 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04cee063-a4f5-4af0-a861-edd0e373fbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:23.600764 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:23.652611 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f0c7435e-6b3a-4d9c-8615-a8b54d0553fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:23.655788 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0c2e7-9987-4dff-bf87-e39e79e99887 req-bdf02842-d7f8-4bb8-b4f0-327ccc0c0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:23.659575 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bee0c2e7-9987-4dff-bf87-e39e79e99887 req-bdf02842-d7f8-4bb8-b4f0-327ccc0c0a14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.2770243 Jun 25 09:27:23.667130 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f0c7435e-6b3a-4d9c-8615-a8b54d0553fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:23.674205 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:23.676545 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.7177529 Jun 25 09:27:23.676828 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-7465385f-d91c-4132-967d-07c943a6fdc7 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc54548d-0979-4bbd-8a3d-13d781674db2']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:23.678992 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34794) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:23.684686 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2d319bac-da48-4088-a637-7b27039ae89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:23.763590 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7435e-6b3a-4d9c-8615-a8b54d0553fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b545277d-0704-42af-aaca-b55a9560ed00,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:23.769193 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f0c7435e-6b3a-4d9c-8615-a8b54d0553fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:23.832758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-7465385f-d91c-4132-967d-07c943a6fdc7 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:23.833068 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-7465385f-d91c-4132-967d-07c943a6fdc7 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c63dc2-2e02-4ffc-8a46-9de1acc0e6ba') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:23.885600 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163b363-9019-41c5-8b93-d1dafd6205b5 req-9355d7b4-a2e1-45d7-b33c-86515834b617 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:23.888962 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4163b363-9019-41c5-8b93-d1dafd6205b5 req-9355d7b4-a2e1-45d7-b33c-86515834b617 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 945 time: 1.2674239 Jun 25 09:27:23.903309 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7465385f-d91c-4132-967d-07c943a6fdc7 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:23.903843 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-75264a18-b176-43c3-847f-e0d19cc1a025 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/routers/b2d6d7fc-ae99-4707-bebd-e0210040b6fe HTTP/1.1" status: 200 len: 909 time: 0.2234097 Jun 25 09:27:23.904967 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34802) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:23.910270 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1347434110', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'enable_snat': True}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:23.925627 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Made reservation on behalf of 748dde602c1f49a6bbc81c6e04536147 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:27:23.929080 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:23.933167 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f0c7435e-6b3a-4d9c-8615-a8b54d0553fb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c6b8acf81d2b427b8bb6842835716c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3077869 Jun 25 09:27:23.946021 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7465385f-d91c-4132-967d-07c943a6fdc7 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:23.954943 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7465385f-d91c-4132-967d-07c943a6fdc7 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:27:23.955358 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7465385f-d91c-4132-967d-07c943a6fdc7 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:23.958262 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34806) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:23.981016 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:23.994761 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:23.995791 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:27:24.049220 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:27:24.062468 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7465385f-d91c-4132-967d-07c943a6fdc7 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:24.094973 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5438c7f9-a4b3-4b0d-8964-b717eeed823d tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:24.100163 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7465385f-d91c-4132-967d-07c943a6fdc7 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:24.102134 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7465385f-d91c-4132-967d-07c943a6fdc7 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] 10.222.0.93 "DELETE /v2.0/networks/bc54548d-0979-4bbd-8a3d-13d781674db2 HTTP/1.1" status: 204 len: 168 time: 1.5762699 Jun 25 09:27:24.138035 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0067d6e9-9a36-4327-bb45-f99d24469924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:24.159952 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:24.179615 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Transition to ACTIVE for port object 2c28efdb-281a-4cb7-aba3-9a213a34fdc1 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:27:24.183687 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:24.203507 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:24.205675 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642f768-05bf-4079-8b1e-56596ae8aeab req-10e43a4a-4e63-4660-a2a8-b5289a2ac59d tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:24.206870 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-5fdf5a67-85c4-4412-a79b-346470e2b73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:24.211406 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0642f768-05bf-4079-8b1e-56596ae8aeab req-10e43a4a-4e63-4660-a2a8-b5289a2ac59d tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 948 time: 0.4940062 Jun 25 09:27:24.216498 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4163b363-9019-41c5-8b93-d1dafd6205b5 req-437946d5-0196-41df-926d-fcde0c6334cf tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167360 Jun 25 09:27:24.275627 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0067d6e9-9a36-4327-bb45-f99d24469924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:24.299191 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Pushing event updated for resources: {'Port': ['ID=2c28efdb-281a-4cb7-aba3-9a213a34fdc1,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:24.314765 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:24.315353 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:24.315896 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:24.316571 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:24.317134 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:24.317665 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:24.318222 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:24.318776 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:24.319287 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:24.319816 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:24.320381 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:24.321140 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:24.325613 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:24.341046 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465385f-d91c-4132-967d-07c943a6fdc7 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Pushing event deleted for resources: {'Network': ['ID=bc54548d-0979-4bbd-8a3d-13d781674db2,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:24.346402 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Attempting to bind port 2c28efdb-281a-4cb7-aba3-9a213a34fdc1 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:27:24.346998 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Attempting to bind port 2c28efdb-281a-4cb7-aba3-9a213a34fdc1 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:27:24.347526 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Attempting to bind port 2c28efdb-281a-4cb7-aba3-9a213a34fdc1 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:27:24.355909 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7465385f-d91c-4132-967d-07c943a6fdc7 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:24.357164 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:27:24.357760 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:27:24.358339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0c2e7-9987-4dff-bf87-e39e79e99887 req-0b77bcac-87e1-47aa-bc2c-6a16ee6e3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:24.358487 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:24.359167 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:27:24.359809 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Bound port: 2c28efdb-281a-4cb7-aba3-9a213a34fdc1, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:27:24.360375 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:24.360924 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bee0c2e7-9987-4dff-bf87-e39e79e99887 req-0b77bcac-87e1-47aa-bc2c-6a16ee6e3ba8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6808634 Jun 25 09:27:24.376753 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Allocated IP 172.20.0.2 (dd6b7236-91c6-4cd1-904d-928be917672b/43a8323b-38ae-46d4-a13f-02c398ffe483/7c4a834b-11e7-409f-b099-f7596ca88d41) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:27:24.418200 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:24.421091 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] For port 2c28efdb-281a-4cb7-aba3-9a213a34fdc1, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:27:24.424520 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] For port 2c28efdb-281a-4cb7-aba3-9a213a34fdc1, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2c28efdb-281a-4cb7-aba3-9a213a34fdc1,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:27:24.432539 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:24.436582 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-1b2c9750-aeaf-4561-bf13-20418247f5a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:24.522296 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Pushing event updated for resources: {'Port': ['ID=2c28efdb-281a-4cb7-aba3-9a213a34fdc1,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:24.526528 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:24.562478 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Routers {'b2d6d7fc-ae99-4707-bebd-e0210040b6fe'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:24.563613 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:26:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b2d6d7fc-ae99-4707-bebd-e0210040b6fe'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:24.566849 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0067d6e9-9a36-4327-bb45-f99d24469924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:24.570069 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0067d6e9-9a36-4327-bb45-f99d24469924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:24.570566 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0642f768-05bf-4079-8b1e-56596ae8aeab req-977d953d-ac14-439d-b73c-a6044c006f9a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163191 Jun 25 09:27:24.571404 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0067d6e9-9a36-4327-bb45-f99d24469924 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b545277d-0704-42af-aaca-b55a9560ed00 HTTP/1.1" status: 204 len: 168 time: 0.6104209 Jun 25 09:27:24.593272 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-642638a2-0a37-4d48-b194-78a3b9a92ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:24.628376 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067d6e9-9a36-4327-bb45-f99d24469924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b545277d-0704-42af-aaca-b55a9560ed00,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:24.631264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b7a8c4e3-34fe-4eed-ae1e-0c12ae00638d req-c3ac0105-05a2-4689-9ba3-11e3c0eaa20c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 210 time: 0.0671320 Jun 25 09:27:24.637587 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bee0c2e7-9987-4dff-bf87-e39e79e99887 req-4d119ed3-e7bc-45a8-a4d4-40b2fc3a228e service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624395 Jun 25 09:27:24.645364 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0067d6e9-9a36-4327-bb45-f99d24469924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:24.871341 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] Set router b2d6d7fc-ae99-4707-bebd-e0210040b6fe gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:27:24.928594 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42534698-6a91-486a-a599-aedef4dd88cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:24.931399 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bee0c2e7-9987-4dff-bf87-e39e79e99887 req-fc53f9ca-69eb-4ffb-b5d6-61ab57bf7760 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763848 Jun 25 09:27:24.951135 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:25.017592 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:25.036963 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97adc5cc-117e-4c6a-9856-99358e44aae7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:25.116854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Network dd6b7236-91c6-4cd1-904d-928be917672b is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:27:25.130939 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:27:25.144849 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:27:25.183113 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:25.198074 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:25.258150 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:25.260486 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:25.288459 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:25.312302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Pushing event updated for resources: {'Port': ['ID=7c4a834b-11e7-409f-b099-f7596ca88d41,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:25.349412 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0966454 Jun 25 09:27:25.362152 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:25.362605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:25.362996 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:25.365422 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:25.366214 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:25.366214 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:25.369085 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:25.369533 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:25.369921 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:25.370319 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:25.370701 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:25.371086 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:25.397993 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Request body: {'port': {'device_id': '33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:25.408242 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:25.506500 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d6d7fc-ae99-4707-bebd-e0210040b6fe', 'name': 'tempest-snat-router-1347434110', 'tenant_id': '9c934e8317a04a6b922bf1a3dd2dbee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.181'}], 'enable_snat': False}, 'gw_port_id': '2c28efdb-281a-4cb7-aba3-9a213a34fdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:27:18Z', 'updated_at': '2021-06-25T09:27:21Z', 'revision_number': 3, 'project_id': '9c934e8317a04a6b922bf1a3dd2dbee2', 'gw_port': {'id': '2c28efdb-281a-4cb7-aba3-9a213a34fdc1', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d6d7fc-ae99-4707-bebd-e0210040b6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:27:19Z', 'updated_at': '2021-06-25T09:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:25.578296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Allocated IP 172.25.6.135 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/bd90d533-5fd7-4f20-ad27-99d3aa78a2a3) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:27:25.583957 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f72af6-034e-4bca-8414-d011f12a7cc4 None None] The sync data for ids ['b2d6d7fc-ae99-4707-bebd-e0210040b6fe'] in n-d-761264-15 is: [{'id': 'b2d6d7fc-ae99-4707-bebd-e0210040b6fe', 'name': 'tempest-snat-router-1347434110', 'tenant_id': '9c934e8317a04a6b922bf1a3dd2dbee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.181'}], 'enable_snat': False}, 'gw_port_id': '2c28efdb-281a-4cb7-aba3-9a213a34fdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:27:18Z', 'updated_at': '2021-06-25T09:27:21Z', 'revision_number': 3, 'project_id': '9c934e8317a04a6b922bf1a3dd2dbee2', 'gw_port': {'id': '2c28efdb-281a-4cb7-aba3-9a213a34fdc1', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d6d7fc-ae99-4707-bebd-e0210040b6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:27:19Z', 'updated_at': '2021-06-25T09:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:27:25.625642 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:25.779165 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32c21b-6010-4570-9d7d-e2e728abd2ac req-7325bee2-7a2c-48bc-8055-2fbcd2f0063d tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:25.789334 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c32c21b-6010-4570-9d7d-e2e728abd2ac req-7325bee2-7a2c-48bc-8055-2fbcd2f0063d tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 945 time: 0.2431772 Jun 25 09:27:25.815342 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:25.937773 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:25.940867 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6ff02d02-b6da-4f3a-a288-9b615f0e78a7 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:26.038838 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:27:26.052454 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:27:26.063290 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:27:26.087960 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c32c21b-6010-4570-9d7d-e2e728abd2ac req-544074e0-a4d6-4909-986b-097c7836e916 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975574 Jun 25 09:27:26.144022 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Pushing event updated for resources: {'Port': ['ID=bd90d533-5fd7-4f20-ad27-99d3aa78a2a3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:26.188807 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:26.250136 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:26.493596 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device ace8a51b-8bd8-4099-a689-cb5b40ac7087 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:27:26.610137 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4a834b-11e7-409f-b099-f7596ca88d41 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:27:26.650537 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:26.700314 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34908) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:26.709518 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53493e50-4c2f-4f8b-8f45-21b4b0ab8cf4 req-9e0b3c95-ba4f-4d90-aae6-65acbc3b874c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:26.719119 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port ace8a51b-8bd8-4099-a689-cb5b40ac7087 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:27:26.723151 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53493e50-4c2f-4f8b-8f45-21b4b0ab8cf4 req-9e0b3c95-ba4f-4d90-aae6-65acbc3b874c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 948 time: 0.8510668 Jun 25 09:27:26.730667 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port ace8a51b-8bd8-4099-a689-cb5b40ac7087 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:27:26.732797 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:26.782249 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Transition to ACTIVE for port object 7c4a834b-11e7-409f-b099-f7596ca88d41 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:27:26.799507 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:26.833411 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9bc57cec-b82f-4cd3-abe3-25b4286f3d85 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:26.952845 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:26.993367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4a834b-11e7-409f-b099-f7596ca88d41,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:27.003492 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:27.009757 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:27.069393 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-53493e50-4c2f-4f8b-8f45-21b4b0ab8cf4 req-65d104a5-a2f5-4818-87a0-fca586f20c4e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422880 Jun 25 09:27:27.095030 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf22464-ea80-4cf1-a977-a65c932f4144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace8a51b-8bd8-4099-a689-cb5b40ac7087'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:27:27.111533 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78816938-ad23-4409-84ee-f697a821b4e0" -d '{"events": [{"server_uuid": "2cf22464-ea80-4cf1-a977-a65c932f4144", "name": "network-vif-plugged", "status": "completed", "tag": "ace8a51b-8bd8-4099-a689-cb5b40ac7087"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:27:27.139952 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434c617-ae86-4ee9-86b6-6c64ceb4d6f7 req-3940fce2-f5a4-4f04-b0db-6aece6deca29 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:27.163046 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0434c617-ae86-4ee9-86b6-6c64ceb4d6f7 req-3940fce2-f5a4-4f04-b0db-6aece6deca29 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 931 time: 0.5762739 Jun 25 09:27:27.165999 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:27.175167 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port ace8a51b-8bd8-4099-a689-cb5b40ac7087, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=ace8a51b-8bd8-4099-a689-cb5b40ac7087,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:27.188911 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:27.196582 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-594a3de5-7d6f-41c6-b887-1e073cdae20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:27.294997 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81dc611-d026-48ef-b5ff-1911e7077b40 x-openstack-request-id: req-f81dc611-d026-48ef-b5ff-1911e7077b40 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:27:27.301158 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf22464-ea80-4cf1-a977-a65c932f4144", "name": "network-vif-plugged", "status": "completed", "tag": "ace8a51b-8bd8-4099-a689-cb5b40ac7087", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:27:27.301711 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f81dc611-d026-48ef-b5ff-1911e7077b40 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:27:27.302374 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf22464-ea80-4cf1-a977-a65c932f4144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace8a51b-8bd8-4099-a689-cb5b40ac7087', 'code': 200} Jun 25 09:27:27.405629 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=ace8a51b-8bd8-4099-a689-cb5b40ac7087,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:27.417618 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:27.437633 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:27.471862 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0434c617-ae86-4ee9-86b6-6c64ceb4d6f7 req-9536ad59-53ba-4ecf-a5c6-56c822141533 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079145 Jun 25 09:27:27.518459 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Attempting to bind port 7c4a834b-11e7-409f-b099-f7596ca88d41 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:27:27.518802 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Attempting to bind port 7c4a834b-11e7-409f-b099-f7596ca88d41 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '636f9e92-a852-44f1-9f7c-1936c3b52444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:27:27.521262 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Attempting to bind port 7c4a834b-11e7-409f-b099-f7596ca88d41 on network dd6b7236-91c6-4cd1-904d-928be917672b {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:27:27.537190 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76518301-4267-4dc1-a662-d741fb364357 req-a283b012-c19b-4dfa-8d52-792a7ab091e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:27.539057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76518301-4267-4dc1-a662-d741fb364357 req-a283b012-c19b-4dfa-8d52-792a7ab091e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 1101 time: 0.1730433 Jun 25 09:27:27.540206 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Port 7c4a834b-11e7-409f-b099-f7596ca88d41 on network dd6b7236-91c6-4cd1-904d-928be917672b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:27:27.544426 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Attempting to bind port 7c4a834b-11e7-409f-b099-f7596ca88d41 on network dd6b7236-91c6-4cd1-904d-928be917672b {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:27:27.580077 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:27:27.580768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Checking segment: {'id': '636f9e92-a852-44f1-9f7c-1936c3b52444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:27:27.581416 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Bound using segment: {'id': '636f9e92-a852-44f1-9f7c-1936c3b52444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:27:27.582456 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Bound port: 7c4a834b-11e7-409f-b099-f7596ca88d41, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636f9e92-a852-44f1-9f7c-1936c3b52444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:27:27.583856 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:27.598872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2c28efdb-281a-4cb7-aba3-9a213a34fdc1 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:27:27.603010 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:27.616353 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e7b88622-084e-4bc4-88c5-38a78e67bd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:27.732597 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 2c28efdb-281a-4cb7-aba3-9a213a34fdc1 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:27:27.743691 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76518301-4267-4dc1-a662-d741fb364357 req-d1e3c510-dfec-40ec-93da-80b97656185f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962273 Jun 25 09:27:27.744426 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2c28efdb-281a-4cb7-aba3-9a213a34fdc1 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:27:27.745602 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:27.759741 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:27.823167 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0b34250ef14b450aad89499824ce3e17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1141706 Jun 25 09:27:27.824511 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34932) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:27.859211 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3d459a-5834-43c7-aa2b-9adfb3b4bd0d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:27.917984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] For port 7c4a834b-11e7-409f-b099-f7596ca88d41, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:27:27.960993 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:27.962394 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:27.963211 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:27.963809 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:27.964410 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:27.965061 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:27.965721 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:27.966346 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:27.966915 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:27.967494 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:27.968085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:27.968684 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:27.969350 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:27:27.977119 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:28.024070 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 2c28efdb-281a-4cb7-aba3-9a213a34fdc1, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2c28efdb-281a-4cb7-aba3-9a213a34fdc1,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:28.041477 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:28.052987 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:28.132714 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] For port 7c4a834b-11e7-409f-b099-f7596ca88d41, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=7c4a834b-11e7-409f-b099-f7596ca88d41,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:27:28.152198 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:28.164452 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dcb81a68-510f-48e5-891f-34054126feaf tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:28.226316 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=2c28efdb-281a-4cb7-aba3-9a213a34fdc1,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:28.240068 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:28.242646 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Router b36e9d53-7a54-4573-82df-6bf759c27bd5 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:27:28.269565 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:28.309816 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:28.310710 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:28.312634 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] 10.222.0.38 "PUT /v2.0/ports/7c4a834b-11e7-409f-b099-f7596ca88d41 HTTP/1.1" status: 200 len: 1092 time: 2.9256852 Jun 25 09:27:28.315321 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf', 'tag': '7c4a834b-11e7-409f-b099-f7596ca88d41'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:27:28.327875 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b421b458-0530-4cf4-97a5-48cf22283214" -d '{"events": [{"name": "network-changed", "server_uuid": "33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf", "tag": "7c4a834b-11e7-409f-b099-f7596ca88d41"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:27:28.365393 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3415-bff3-49d5-babb-efeca7678273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:28.417318 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32add553-5fca-4893-89b9-d451e5c1f332 x-openstack-request-id: req-32add553-5fca-4893-89b9-d451e5c1f332 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:27:28.418017 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf", "tag": "7c4a834b-11e7-409f-b099-f7596ca88d41", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:27:28.418490 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-32add553-5fca-4893-89b9-d451e5c1f332 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:27:28.419421 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf', 'tag': '7c4a834b-11e7-409f-b099-f7596ca88d41', 'status': 'completed', 'code': 200} Jun 25 09:27:28.451190 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4a834b-11e7-409f-b099-f7596ca88d41,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:28.474907 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:28.531816 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3415-bff3-49d5-babb-efeca7678273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:28.697502 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:27:28.713084 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Sync routers for ids ['b36e9d53-7a54-4573-82df-6bf759c27bd5'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:27:28.730660 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Routers {'b36e9d53-7a54-4573-82df-6bf759c27bd5'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:28.731792 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:28.732859 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b36e9d53-7a54-4573-82df-6bf759c27bd5'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:28.736276 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8272481 Jun 25 09:27:28.736580 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 34948) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:28.904009 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-fcd2083a-875f-4f6b-9b5c-266dbc8f48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:28.906453 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-fcd2083a-875f-4f6b-9b5c-266dbc8f48a9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=748dde602c1f49a6bbc81c6e04536147&device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 1095 time: 0.4860075 Jun 25 09:27:28.938351 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3415-bff3-49d5-babb-efeca7678273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:28.941641 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3415-bff3-49d5-babb-efeca7678273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:28.946316 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ec1b3415-bff3-49d5-babb-efeca7678273 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0f3d459a-5834-43c7-aa2b-9adfb3b4bd0d HTTP/1.1" status: 204 len: 168 time: 1.1194303 Jun 25 09:27:28.990908 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-696e97ac-6725-4b7d-8f1a-a426c053f500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:28.994794 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-6fe0d387-4f22-4657-a01f-ea56362d1725 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c4a834b-11e7-409f-b099-f7596ca88d41 HTTP/1.1" status: 200 len: 217 time: 0.0626280 Jun 25 09:27:29.023071 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b3415-bff3-49d5-babb-efeca7678273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3d459a-5834-43c7-aa2b-9adfb3b4bd0d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:29.034942 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ec1b3415-bff3-49d5-babb-efeca7678273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:29.086740 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd4f18-12d2-4c74-a94c-3abbfbb7f23f req-b6ffc601-3317-46b9-a174-db7c300d85cc tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:29.089089 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9dcd4f18-12d2-4c74-a94c-3abbfbb7f23f req-b6ffc601-3317-46b9-a174-db7c300d85cc tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 949 time: 0.4783845 Jun 25 09:27:29.107284 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 34952) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:29.107713 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4c6c0c5e-6751-4b34-8d57-c8047b6eca67 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/routers/b36e9d53-7a54-4573-82df-6bf759c27bd5 HTTP/1.1" status: 200 len: 908 time: 0.3625698 Jun 25 09:27:29.121997 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92877f3-989e-443b-95fb-e90cc2a75773 req-d7fd2335-bba7-4771-8e16-a107616a2229 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:29.130990 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b92877f3-989e-443b-95fb-e90cc2a75773 req-d7fd2335-bba7-4771-8e16-a107616a2229 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 943 time: 0.3142893 Jun 25 09:27:29.229637 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-4c97d2e9-9425-4309-bce6-8a546d351ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:29.231807 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-4c97d2e9-9425-4309-bce6-8a546d351ae9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43a8323b-38ae-46d4-a13f-02c398ffe483 HTTP/1.1" status: 200 len: 854 time: 0.2258995 Jun 25 09:27:29.268417 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9dcd4f18-12d2-4c74-a94c-3abbfbb7f23f req-f24c9dba-d389-4e0f-a75a-3e4198405797 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271467 Jun 25 09:27:29.324649 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-09f889c1-0e0a-4f09-8bf4-9501a46f1d68 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd6b7236-91c6-4cd1-904d-928be917672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615966 Jun 25 09:27:29.364887 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b92877f3-989e-443b-95fb-e90cc2a75773 req-82a22665-ac9a-49d6-b9f2-ee494951e796 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326162 Jun 25 09:27:29.563912 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2c28efdb-281a-4cb7-aba3-9a213a34fdc1 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:27:29.656301 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:29.697805 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Set router b36e9d53-7a54-4573-82df-6bf759c27bd5 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:27:29.879216 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2c28efdb-281a-4cb7-aba3-9a213a34fdc1 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:27:29.880431 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:29.994005 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:30.007462 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-e5dcadda-3828-468b-86ba-6dfe5bbbb75d service neutron] 10.222.0.38 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350322 Jun 25 09:27:30.191683 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e9d53-7a54-4573-82df-6bf759c27bd5', 'name': 'tempest-snat-router-1347434110', 'tenant_id': '9c934e8317a04a6b922bf1a3dd2dbee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'bd90d533-5fd7-4f20-ad27-99d3aa78a2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:27:24Z', 'updated_at': '2021-06-25T09:27:26Z', 'revision_number': 3, 'project_id': '9c934e8317a04a6b922bf1a3dd2dbee2', 'gw_port': {'id': 'bd90d533-5fd7-4f20-ad27-99d3aa78a2a3', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36e9d53-7a54-4573-82df-6bf759c27bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:27:25Z', 'updated_at': '2021-06-25T09:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:30.229692 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Checking router: b36e9d53-7a54-4573-82df-6bf759c27bd5 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:27:30.230061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Updating router b36e9d53-7a54-4573-82df-6bf759c27bd5 port bd90d533-5fd7-4f20-ad27-99d3aa78a2a3 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:27:30.286155 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:30.291251 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7915e5cc-3427-4c55-adb8-5dc181451ca8 req-5ed35923-176b-436f-9acb-f353089c4373 service neutron] 10.222.0.38 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762969 Jun 25 09:27:30.292770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Deleting port bd90d533-5fd7-4f20-ad27-99d3aa78a2a3 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:30.293412 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:30.543422 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:30.637417 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Calling delete_port for bd90d533-5fd7-4f20-ad27-99d3aa78a2a3 owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:30.661200 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421b458-0530-4cf4-97a5-48cf22283214 req-1a9883a3-01cb-4477-a2d8-1899924c0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:30.670636 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b421b458-0530-4cf4-97a5-48cf22283214 req-1a9883a3-01cb-4477-a2d8-1899924c0b0f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=748dde602c1f49a6bbc81c6e04536147&device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 1095 time: 0.2697401 Jun 25 09:27:30.938705 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:30.952132 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Transition to ACTIVE for port object bd90d533-5fd7-4f20-ad27-99d3aa78a2a3 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:27:30.963066 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:30.974603 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:31.051013 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Attempting to bind port bd90d533-5fd7-4f20-ad27-99d3aa78a2a3 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:27:31.052202 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Attempting to bind port bd90d533-5fd7-4f20-ad27-99d3aa78a2a3 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:27:31.052826 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Attempting to bind port bd90d533-5fd7-4f20-ad27-99d3aa78a2a3 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:27:31.067427 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267b12c-a0f6-46a6-b404-b8e7c9e7d74f None None] Pushing event updated for resources: {'Port': ['ID=bd90d533-5fd7-4f20-ad27-99d3aa78a2a3,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:31.070460 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:27:31.071113 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:27:31.071754 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:31.072340 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:27:31.073098 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Bound port: bd90d533-5fd7-4f20-ad27-99d3aa78a2a3, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:27:31.073689 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:31.148329 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] For port bd90d533-5fd7-4f20-ad27-99d3aa78a2a3, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:27:31.152745 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] For port bd90d533-5fd7-4f20-ad27-99d3aa78a2a3, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bd90d533-5fd7-4f20-ad27-99d3aa78a2a3,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:27:31.155183 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0267b12c-a0f6-46a6-b404-b8e7c9e7d74f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:31.161806 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:31.166563 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:31.319050 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074234e6-aee8-4ec0-810c-2afacf07ed76 req-8bda3e06-4114-4a71-8df3-fa65af4b3911 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:31.320368 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Routers {'b36e9d53-7a54-4573-82df-6bf759c27bd5'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:31.320568 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-074234e6-aee8-4ec0-810c-2afacf07ed76 req-8bda3e06-4114-4a71-8df3-fa65af4b3911 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 949 time: 0.7604373 Jun 25 09:27:31.321108 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b36e9d53-7a54-4573-82df-6bf759c27bd5'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:31.325668 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:31.361189 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267b12c-a0f6-46a6-b404-b8e7c9e7d74f None None] Pushing event updated for resources: {'Port': ['ID=bd90d533-5fd7-4f20-ad27-99d3aa78a2a3,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:31.365696 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0267b12c-a0f6-46a6-b404-b8e7c9e7d74f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:31.367866 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421b458-0530-4cf4-97a5-48cf22283214 req-3139bfa2-8283-438d-b515-c7d378bdbc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:31.372563 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b421b458-0530-4cf4-97a5-48cf22283214 req-3139bfa2-8283-438d-b515-c7d378bdbc6b service neutron] 10.222.0.38 "GET /v2.0/networks?id=dd6b7236-91c6-4cd1-904d-928be917672b HTTP/1.1" status: 200 len: 916 time: 0.6843777 Jun 25 09:27:31.402373 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35016) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:31.437553 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] Set router b36e9d53-7a54-4573-82df-6bf759c27bd5 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:27:31.469703 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b421b458-0530-4cf4-97a5-48cf22283214 req-06109275-c97a-4b0a-8425-2d4d0975b995 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c4a834b-11e7-409f-b099-f7596ca88d41 HTTP/1.1" status: 200 len: 217 time: 0.0886505 Jun 25 09:27:31.502137 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e9d53-7a54-4573-82df-6bf759c27bd5', 'name': 'tempest-snat-router-1347434110', 'tenant_id': '9c934e8317a04a6b922bf1a3dd2dbee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:27:24Z', 'updated_at': '2021-06-25T09:27:29Z', 'revision_number': 4, 'project_id': '9c934e8317a04a6b922bf1a3dd2dbee2', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:31.541473 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361788ec-0c65-484b-8fd9-66bb0cd7d2c5 None None] The sync data for ids ['b36e9d53-7a54-4573-82df-6bf759c27bd5'] in n-d-761264-15 is: [{'id': 'b36e9d53-7a54-4573-82df-6bf759c27bd5', 'name': 'tempest-snat-router-1347434110', 'tenant_id': '9c934e8317a04a6b922bf1a3dd2dbee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:27:24Z', 'updated_at': '2021-06-25T09:27:29Z', 'revision_number': 4, 'project_id': '9c934e8317a04a6b922bf1a3dd2dbee2', 'gw_port_host': None}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:27:31.543940 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdb2e0-7f74-4324-96a9-e598240516a3 req-133479e2-8f08-4f35-9a63-ae230e052482 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:31.546012 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ebdb2e0-7f74-4324-96a9-e598240516a3 req-133479e2-8f08-4f35-9a63-ae230e052482 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 943 time: 0.8717513 Jun 25 09:27:31.552578 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-074234e6-aee8-4ec0-810c-2afacf07ed76 req-6b6266fc-389b-48f7-b657-8ea1155d6003 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121718 Jun 25 09:27:31.611626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-321874481'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:31.654611 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Made reservation on behalf of 9e7a454aa1a54da293b70f667b7c5350 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:27:31.658398 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:31.684816 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:31.770948 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421b458-0530-4cf4-97a5-48cf22283214 req-2fce3d96-55f4-4392-aaf6-9179f876942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:31.775054 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b421b458-0530-4cf4-97a5-48cf22283214 req-2fce3d96-55f4-4392-aaf6-9179f876942e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43a8323b-38ae-46d4-a13f-02c398ffe483 HTTP/1.1" status: 200 len: 854 time: 0.2503011 Jun 25 09:27:31.850249 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ebdb2e0-7f74-4324-96a9-e598240516a3 req-06117e32-5395-432b-87aa-abbca768ccde tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950351 Jun 25 09:27:31.886653 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:31.924371 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:31.990530 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:32.014469 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:32.040186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd90d533-5fd7-4f20-ad27-99d3aa78a2a3,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:32.046219 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:32.048506 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b421b458-0530-4cf4-97a5-48cf22283214 req-662e3213-ba85-406a-bee5-b0cfcfdcd375 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd6b7236-91c6-4cd1-904d-928be917672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1969497 Jun 25 09:27:32.095918 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:27:32.105951 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2bd3d5b4-25ba-4073-b1d8-eee4b5bfce7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:32.139285 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:32.139984 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Added segment 77ecd34a-49cb-4435-999b-943b5e39dfa8 of type vlan for network b359d922-06f5-42d4-94c7-f7f321884465 Jun 25 09:27:32.187114 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e23becd-d417-4371-8636-3df0c1d3295f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:32.209161 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:32.306257 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:32.432745 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:32.465561 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:32.491500 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:32.494116 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:32.517973 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b421b458-0530-4cf4-97a5-48cf22283214 req-5d0dbd6f-3a37-469f-96fb-6f0ffd3aea0d service neutron] 10.222.0.38 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501977 Jun 25 09:27:32.529077 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2832539d-b3f8-4269-8f92-e6309bf703be tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:32.590881 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:32.625016 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:32.698090 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2908480 Jun 25 09:27:32.701141 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35046) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:32.763295 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:32.764433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b36e9d53-7a54-4573-82df-6bf759c27bd5 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:27:32.768357 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Pushing event updated for resources: {'Network': ['ID=b359d922-06f5-42d4-94c7-f7f321884465,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:32.777762 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:32.779329 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "DELETE /v2.0/routers/b36e9d53-7a54-4573-82df-6bf759c27bd5 HTTP/1.1" status: 204 len: 168 time: 3.6683931 Jun 25 09:27:32.785154 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:32.788256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network b359d922-06f5-42d4-94c7-f7f321884465 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:27:32.789848 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35050) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:32.847650 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b421b458-0530-4cf4-97a5-48cf22283214 req-cb892e66-f916-49d8-9cfc-985cbdf4f763 service neutron] 10.222.0.38 "GET /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826769 Jun 25 09:27:32.861031 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1202c1-9f9b-4b3a-a1af-f138a3426021 req-61af7787-ea3e-4f97-a599-7263689bc7cf tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:32.863682 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c1202c1-9f9b-4b3a-a1af-f138a3426021 req-61af7787-ea3e-4f97-a599-7263689bc7cf tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 1101 time: 0.2707810 Jun 25 09:27:32.934782 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c1202c1-9f9b-4b3a-a1af-f138a3426021 req-39571265-2767-418a-bc9e-598b59df2110 tempest-ServersOnMultiNodesTest-1859407660 tempest-ServersOnMultiNodesTest-1859407660-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639336 Jun 25 09:27:32.969935 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Request body: {'network': {'name': 'tempest-network--343316326', 'router:external': True}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:33.082622 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:33.086498 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Made reservation on behalf of 022349dd6ed345cb970c731604cf8cf2 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:27:33.088139 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:33.246384 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:33.263147 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:33.307796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f1e1d-5822-4498-babc-5fdf9e1a8e8e req-ca62d080-cab5-4829-9af1-6ea456f5044e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:33.313469 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-279f1e1d-5822-4498-babc-5fdf9e1a8e8e req-ca62d080-cab5-4829-9af1-6ea456f5044e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 943 time: 0.1658068 Jun 25 09:27:33.410192 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-279f1e1d-5822-4498-babc-5fdf9e1a8e8e req-fa34a974-8ffe-4c04-9509-28e15f44ec74 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885859 Jun 25 09:27:33.457345 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 7c4a834b-11e7-409f-b099-f7596ca88d41 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:27:33.485867 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Deleting port 2c28efdb-281a-4cb7-aba3-9a213a34fdc1 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:33.486408 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:33.617052 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 7c4a834b-11e7-409f-b099-f7596ca88d41, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=7c4a834b-11e7-409f-b099-f7596ca88d41,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:33.639952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '7c4a834b-11e7-409f-b099-f7596ca88d41', 'network_id': 'dd6b7236-91c6-4cd1-904d-928be917672b', 'port_id': '7c4a834b-11e7-409f-b099-f7596ca88d41', 'mac_address': 'fa:16:3e:1d:87:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a8323b-38ae-46d4-a13f-02c398ffe483', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:27:33.651127 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:33.666905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] For port 2c28efdb-281a-4cb7-aba3-9a213a34fdc1, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2c28efdb-281a-4cb7-aba3-9a213a34fdc1,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:33.667176 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:33.669915 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:33.694028 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e9305-42f5-43c6-8f9c-56a7bc7cbcd8 req-b140f17d-4122-4fca-81eb-7d1f88d366ac tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:33.696046 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0067d6e9-9a36-4327-bb45-f99d24469924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:33.697574 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-081e9305-42f5-43c6-8f9c-56a7bc7cbcd8 req-b140f17d-4122-4fca-81eb-7d1f88d366ac tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 949 time: 0.1464980 Jun 25 09:27:33.699121 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:33.714384 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4a834b-11e7-409f-b099-f7596ca88d41 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:27:33.728912 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Calling delete_port for 2c28efdb-281a-4cb7-aba3-9a213a34fdc1 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:33.753577 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:27:33.767173 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 7c4a834b-11e7-409f-b099-f7596ca88d41, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=7c4a834b-11e7-409f-b099-f7596ca88d41,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:33.769024 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f9a9b5-f033-48d7-999a-4b424b3fd986,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:33.775290 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:33.778615 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:33.792555 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:33.794922 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-081e9305-42f5-43c6-8f9c-56a7bc7cbcd8 req-bc5d3669-3442-4f1f-81f2-2f29e2ad3526 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792115 Jun 25 09:27:33.827054 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:33.827606 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Added segment a23dd5cf-0d9a-47c3-9b77-ba848d04bc7c of type vlan for network 09e7815b-ce3c-4a91-bb05-4962c0e19ddd Jun 25 09:27:33.857088 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=7c4a834b-11e7-409f-b099-f7596ca88d41,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:33.861834 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:33.912534 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.063647 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.065156 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:34.065720 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.068246 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-161abf18-aae6-4a09-bb87-d9f39729deb7 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:34.072108 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.146802 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4438128 Jun 25 09:27:34.149568 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35068) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:34.171624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event updated for resources: {'Network': ['ID=09e7815b-ce3c-4a91-bb05-4962c0e19ddd,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:34.181659 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:34.182165 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e3c7f9ad-0214-47d4-a206-4f68cea6807e tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:34.183772 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 09e7815b-ce3c-4a91-bb05-4962c0e19ddd details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:27:34.221002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c28efdb-281a-4cb7-aba3-9a213a34fdc1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:34.228503 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:34.246454 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.287483 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-338e4f69-9d5d-4458-8318-f693be4960f3 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.318120 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['7c4a834b-11e7-409f-b099-f7596ca88d41'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:34.358774 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.362689 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.381235 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-338e4f69-9d5d-4458-8318-f693be4960f3 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.393285 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-338e4f69-9d5d-4458-8318-f693be4960f3 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e7815b-ce3c-4a91-bb05-4962c0e19ddd']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:34.406201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-338e4f69-9d5d-4458-8318-f693be4960f3 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23dd5cf-0d9a-47c3-9b77-ba848d04bc7c') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:34.406591 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-338e4f69-9d5d-4458-8318-f693be4960f3 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23dd5cf-0d9a-47c3-9b77-ba848d04bc7c') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:34.419857 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-338e4f69-9d5d-4458-8318-f693be4960f3 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.423458 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.426384 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2d6d7fc-ae99-4707-bebd-e0210040b6fe {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:27:34.437145 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.442162 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "DELETE /v2.0/routers/b2d6d7fc-ae99-4707-bebd-e0210040b6fe HTTP/1.1" status: 204 len: 168 time: 1.6424372 Jun 25 09:27:34.442369 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-338e4f69-9d5d-4458-8318-f693be4960f3 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.442762 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35072) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:34.454393 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-660805326', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:34.457219 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338e4f69-9d5d-4458-8318-f693be4960f3 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:27:34.458105 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-338e4f69-9d5d-4458-8318-f693be4960f3 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: items = [ Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:27:34.461833 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:27:34.514466 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.515397 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.569343 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-338e4f69-9d5d-4458-8318-f693be4960f3 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.581144 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338e4f69-9d5d-4458-8318-f693be4960f3 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 09e7815b-ce3c-4a91-bb05-4962c0e19ddd {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 25 09:27:34.584338 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-338e4f69-9d5d-4458-8318-f693be4960f3 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.597450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-338e4f69-9d5d-4458-8318-f693be4960f3 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "DELETE /v2.0/networks/09e7815b-ce3c-4a91-bb05-4962c0e19ddd HTTP/1.1" status: 204 len: 168 time: 0.4359255 Jun 25 09:27:34.598654 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35074) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:34.599656 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a9583198-1deb-4d6a-b52d-7c92ca06ba46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:34.608958 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a3fa416e-2d53-497e-82b7-b29819e43b79 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:34.634002 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e4f69-9d5d-4458-8318-f693be4960f3 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event deleted for resources: {'Network': ['ID=09e7815b-ce3c-4a91-bb05-4962c0e19ddd,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:34.640398 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-338e4f69-9d5d-4458-8318-f693be4960f3 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:34.662516 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fa416e-2d53-497e-82b7-b29819e43b79 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Made reservation on behalf of 022349dd6ed345cb970c731604cf8cf2 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:27:34.662819 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.666456 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3fa416e-2d53-497e-82b7-b29819e43b79 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.702968 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3fa416e-2d53-497e-82b7-b29819e43b79 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:27:34.754640 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3fa416e-2d53-497e-82b7-b29819e43b79 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.754954 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-a3fa416e-2d53-497e-82b7-b29819e43b79 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Added segment a8574785-2707-454c-a5e3-a1fa73c4f833 of type vlan for network e2829adf-1eac-45ac-bfb9-2084377aa500 Jun 25 09:27:34.884304 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3fa416e-2d53-497e-82b7-b29819e43b79 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.923120 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:34.935559 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aadaa2-8552-44b8-a867-48d82202cde3 req-a53d2db8-7159-4e06-8b93-bccc83e6cf66 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:34.938017 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84aadaa2-8552-44b8-a867-48d82202cde3 req-a53d2db8-7159-4e06-8b93-bccc83e6cf66 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 944 time: 0.2322402 Jun 25 09:27:35.086325 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3fa416e-2d53-497e-82b7-b29819e43b79 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:35.087701 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa416e-2d53-497e-82b7-b29819e43b79 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:35.088490 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a3fa416e-2d53-497e-82b7-b29819e43b79 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:35.096136 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c04b45f3-3443-4803-bd70-bd2d1b0b4c65 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:35.105680 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84aadaa2-8552-44b8-a867-48d82202cde3 req-37cae13a-b6ce-4947-8f66-54090658246a tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556945 Jun 25 09:27:35.171730 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a3fa416e-2d53-497e-82b7-b29819e43b79 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5688591 Jun 25 09:27:35.174602 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35078) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:35.180143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c60fdb91-fafb-4746-9215-04d26dbad068 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Request body: {'subnet': {'network_id': 'e2829adf-1eac-45ac-bfb9-2084377aa500', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:35.187475 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb9741-08c9-42d2-913b-ce8288604210 req-f9fbb40f-222b-49f5-9bae-32ace479e318 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:35.194893 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bdb9741-08c9-42d2-913b-ce8288604210 req-f9fbb40f-222b-49f5-9bae-32ace479e318 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 949 time: 0.1756835 Jun 25 09:27:35.235401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa416e-2d53-497e-82b7-b29819e43b79 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event updated for resources: {'Network': ['ID=e2829adf-1eac-45ac-bfb9-2084377aa500,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:35.239268 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a3fa416e-2d53-497e-82b7-b29819e43b79 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:35.245742 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network e2829adf-1eac-45ac-bfb9-2084377aa500 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:27:35.267581 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:35.293962 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bdb9741-08c9-42d2-913b-ce8288604210 req-6c385a08-ace4-480e-9408-b9967a816de0 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880196 Jun 25 09:27:35.322686 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60fdb91-fafb-4746-9215-04d26dbad068 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Made reservation on behalf of 022349dd6ed345cb970c731604cf8cf2 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:27:35.325032 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c60fdb91-fafb-4746-9215-04d26dbad068 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:35.328674 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:35.445389 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48938ed3-6ecd-4754-af3f-f9189b2918b4 req-3841ef59-b97d-4ce0-9495-9ba10bbed4de tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:35.448553 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-48938ed3-6ecd-4754-af3f-f9189b2918b4 req-3841ef59-b97d-4ce0-9495-9ba10bbed4de tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 949 time: 0.1314583 Jun 25 09:27:35.609714 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-48938ed3-6ecd-4754-af3f-f9189b2918b4 req-3a150369-2446-4f60-abdd-8e085d6ba1c1 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Deleting port ace8a51b-8bd8-4099-a689-cb5b40ac7087 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:35.610818 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-48938ed3-6ecd-4754-af3f-f9189b2918b4 req-3a150369-2446-4f60-abdd-8e085d6ba1c1 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:35.663007 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Allocated IP 172.25.6.100 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/6d4c2479-0a5a-4c6c-af1a-d1598b986a18) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:27:35.749419 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-48938ed3-6ecd-4754-af3f-f9189b2918b4 req-3a150369-2446-4f60-abdd-8e085d6ba1c1 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] For port ace8a51b-8bd8-4099-a689-cb5b40ac7087, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=ace8a51b-8bd8-4099-a689-cb5b40ac7087,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:35.750129 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-48938ed3-6ecd-4754-af3f-f9189b2918b4 req-3a150369-2446-4f60-abdd-8e085d6ba1c1 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:35.764504 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-48938ed3-6ecd-4754-af3f-f9189b2918b4 req-3a150369-2446-4f60-abdd-8e085d6ba1c1 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Calling delete_port for ace8a51b-8bd8-4099-a689-cb5b40ac7087 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:35.910873 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:35.922774 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-48938ed3-6ecd-4754-af3f-f9189b2918b4 req-3a150369-2446-4f60-abdd-8e085d6ba1c1 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:35.929181 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-527f1002-b81b-45a0-9ad6-5841ba319626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:35.961950 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45', '1f699c0c-1236-4449-b1e4-e65745feddc0', 'ace8a51b-8bd8-4099-a689-cb5b40ac7087'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:35.966619 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['d71030e6-dce0-4378-a454-15e788996abe', 'aa210440-6572-4b8d-a1fd-39de91f285c9', '23aef354-1fa5-4316-bb53-dd9e728400b3', '116e2589-8f3b-4514-9479-5117cfe3a484', '98d5b109-da55-43b5-99f3-6fea70101010'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:35.999465 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:36.003403 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-db453181-299e-4add-afe8-6a7d37af625a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:36.017587 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a150369-2446-4f60-abdd-8e085d6ba1c1 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event deleted for resources: {'Port': ['ID=ace8a51b-8bd8-4099-a689-cb5b40ac7087,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:36.021933 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3a150369-2446-4f60-abdd-8e085d6ba1c1 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:36.112235 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-48938ed3-6ecd-4754-af3f-f9189b2918b4 req-3a150369-2446-4f60-abdd-8e085d6ba1c1 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] No DVR routers for this DVR port ace8a51b-8bd8-4099-a689-cb5b40ac7087 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:27:36.117080 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-48938ed3-6ecd-4754-af3f-f9189b2918b4 req-3a150369-2446-4f60-abdd-8e085d6ba1c1 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:36.119760 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-48938ed3-6ecd-4754-af3f-f9189b2918b4 req-3a150369-2446-4f60-abdd-8e085d6ba1c1 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.41 "DELETE /v2.0/ports/ace8a51b-8bd8-4099-a689-cb5b40ac7087 HTTP/1.1" status: 204 len: 173 time: 0.6668603 Jun 25 09:27:36.120585 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf22464-ea80-4cf1-a977-a65c932f4144', 'name': 'network-vif-deleted', 'tag': 'ace8a51b-8bd8-4099-a689-cb5b40ac7087'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:27:36.131479 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c399295-18d4-40fb-ba5b-64f478375809" -d '{"events": [{"server_uuid": "2cf22464-ea80-4cf1-a977-a65c932f4144", "name": "network-vif-deleted", "tag": "ace8a51b-8bd8-4099-a689-cb5b40ac7087"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:27:36.225643 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114c79c9-e31f-43d0-a23e-66fd2d5df71e x-openstack-request-id: req-114c79c9-e31f-43d0-a23e-66fd2d5df71e {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:27:36.226030 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf22464-ea80-4cf1-a977-a65c932f4144", "name": "network-vif-deleted", "tag": "ace8a51b-8bd8-4099-a689-cb5b40ac7087", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:27:36.226345 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-114c79c9-e31f-43d0-a23e-66fd2d5df71e {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:27:36.226852 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf22464-ea80-4cf1-a977-a65c932f4144', 'name': 'network-vif-deleted', 'tag': 'ace8a51b-8bd8-4099-a689-cb5b40ac7087', 'status': 'completed', 'code': 200} Jun 25 09:27:36.429807 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3af731-0cc9-4627-b1df-a1b45ebb632a req-209edcb1-b3b1-4a5e-8092-92f856543fc8 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:36.431995 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de3af731-0cc9-4627-b1df-a1b45ebb632a req-209edcb1-b3b1-4a5e-8092-92f856543fc8 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 944 time: 0.1078942 Jun 25 09:27:36.497974 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de3af731-0cc9-4627-b1df-a1b45ebb632a req-bdaa4ff0-120d-4bf7-95a8-d5a9bb73588b tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589895 Jun 25 09:27:36.628031 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-49686352-a81e-486f-8723-187f03dbe17e req-bce7bfcb-ee97-4014-a68e-eb134881a7b0 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cf22464-ea80-4cf1-a977-a65c932f4144 HTTP/1.1" status: 200 len: 210 time: 0.0585947 Jun 25 09:27:36.778298 n-d-761264-15 neutron-server[94025]: DEBUG neutron.objects.ports [None req-c60fdb91-fafb-4746-9215-04d26dbad068 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94025) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 09:27:36.779409 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c60fdb91-fafb-4746-9215-04d26dbad068 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:36.798572 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:27:36.810601 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:27:36.828200 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:27:36.893300 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Pushing event updated for resources: {'Port': ['ID=6d4c2479-0a5a-4c6c-af1a-d1598b986a18,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:36.899593 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:36.902048 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bd50f75b-c6c3-4b16-b520-91993653f1f4 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:37.056997 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fdb91-fafb-4746-9215-04d26dbad068 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0a9ebe39-0003-401b-a7c7-d93e5493ba3f,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:37.059018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60fdb91-fafb-4746-9215-04d26dbad068 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Checking segment: {'id': 'a8574785-2707-454c-a5e3-a1fa73c4f833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e2829adf-1eac-45ac-bfb9-2084377aa500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:27:37.059328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60fdb91-fafb-4746-9215-04d26dbad068 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Network hostable DHCP agents. Network: e2829adf-1eac-45ac-bfb9-2084377aa500, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:27:37.064198 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c60fdb91-fafb-4746-9215-04d26dbad068 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:37.091885 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60fdb91-fafb-4746-9215-04d26dbad068 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Network e2829adf-1eac-45ac-bfb9-2084377aa500 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:27:37.136142 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-c60fdb91-fafb-4746-9215-04d26dbad068 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, e2829adf-1eac-45ac-bfb9-2084377aa500) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:27:37.142440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60fdb91-fafb-4746-9215-04d26dbad068 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:37.143041 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c60fdb91-fafb-4746-9215-04d26dbad068 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:37.148559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd27bbd9-96a9-4146-a7be-1c16c9e73807 None None] Network e2829adf-1eac-45ac-bfb9-2084377aa500 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:27:37.191714 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c60fdb91-fafb-4746-9215-04d26dbad068 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0158577 Jun 25 09:27:37.194555 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35088) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:37.200989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Request body: {'floatingip': {'floating_network_id': 'e2829adf-1eac-45ac-bfb9-2084377aa500'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:37.226441 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:37.298807 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:37.307371 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef2937e-afae-4b87-9c99-ec875959ae6c None None] Network e2829adf-1eac-45ac-bfb9-2084377aa500 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:27:37.422188 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2c28efdb-281a-4cb7-aba3-9a213a34fdc1 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:27:37.449405 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 2c28efdb-281a-4cb7-aba3-9a213a34fdc1 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:27:37.449865 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2c28efdb-281a-4cb7-aba3-9a213a34fdc1 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:27:37.476481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 7c4a834b-11e7-409f-b099-f7596ca88d41 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:27:37.561960 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:37.569678 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:37.587237 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 7c4a834b-11e7-409f-b099-f7596ca88d41 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:27:37.600932 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 7c4a834b-11e7-409f-b099-f7596ca88d41 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:27:37.602245 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:37.743783 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:37.765468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0d1ed-a003-4237-b84f-8728a76f6847 req-e0e159c8-a9c3-4af4-b290-a67f617605b7 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:37.769124 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-90b0d1ed-a003-4237-b84f-8728a76f6847 req-e0e159c8-a9c3-4af4-b290-a67f617605b7 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 944 time: 0.1002138 Jun 25 09:27:37.791298 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 7c4a834b-11e7-409f-b099-f7596ca88d41, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=7c4a834b-11e7-409f-b099-f7596ca88d41,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:37.792474 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4a834b-11e7-409f-b099-f7596ca88d41'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:27:37.795437 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818957e9-15c2-48b2-b5cd-983044542535" -d '{"events": [{"server_uuid": "33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf", "name": "network-vif-plugged", "status": "completed", "tag": "7c4a834b-11e7-409f-b099-f7596ca88d41"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:27:37.800134 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:37.803208 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:37.844226 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-90b0d1ed-a003-4237-b84f-8728a76f6847 req-240794db-262f-481a-821f-b1fc4af6222f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703566 Jun 25 09:27:37.849903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Allocated IP 172.20.0.11 (e2829adf-1eac-45ac-bfb9-2084377aa500/0a9ebe39-0003-401b-a7c7-d93e5493ba3f/c20ec8a7-dd9b-4419-9a59-9ddca5478407) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:27:37.856561 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=7c4a834b-11e7-409f-b099-f7596ca88d41,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:37.863193 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:37.904517 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43eaa2d9-f2b2-4112-93b6-36206f2f3252 x-openstack-request-id: req-43eaa2d9-f2b2-4112-93b6-36206f2f3252 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:27:37.907685 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf", "name": "network-vif-plugged", "status": "completed", "tag": "7c4a834b-11e7-409f-b099-f7596ca88d41", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:27:37.908017 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-43eaa2d9-f2b2-4112-93b6-36206f2f3252 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:27:37.908927 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4a834b-11e7-409f-b099-f7596ca88d41', 'code': 200} Jun 25 09:27:37.931383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Router 8d3ea357-f61d-4ad0-8122-810648429605 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:27:38.041395 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:38.106297 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e718a82-680a-42d9-848b-5a06407b3d8b req-a5ed12b9-89ab-4764-a404-8b3c3e8d599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:38.108459 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e718a82-680a-42d9-848b-5a06407b3d8b req-a5ed12b9-89ab-4764-a404-8b3c3e8d599e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 1097 time: 0.1002164 Jun 25 09:27:38.129211 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:27:38.142099 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b85c7e5-db37-4987-81a7-cb05caadcb35 None None] Sync routers for ids ['8d3ea357-f61d-4ad0-8122-810648429605'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:27:38.158076 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b85c7e5-db37-4987-81a7-cb05caadcb35 None None] Routers {'8d3ea357-f61d-4ad0-8122-810648429605'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:38.158767 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3b85c7e5-db37-4987-81a7-cb05caadcb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8d3ea357-f61d-4ad0-8122-810648429605'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:38.168374 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:38.172712 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7261896 Jun 25 09:27:38.173133 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35100) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:38.179848 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-977bda23-d390-48d8-8c49-b994bd540730 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'enable_snat': False}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:38.184486 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:38.191644 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3b85c7e5-db37-4987-81a7-cb05caadcb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:38.200897 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b85c7e5-db37-4987-81a7-cb05caadcb35 None None] Routers {'8d3ea357-f61d-4ad0-8122-810648429605'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:38.201805 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3b85c7e5-db37-4987-81a7-cb05caadcb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8d3ea357-f61d-4ad0-8122-810648429605'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:38.217756 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-38b57861-b445-4e92-8b68-edaa956dc7bd tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:38.234482 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3b85c7e5-db37-4987-81a7-cb05caadcb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:38.235441 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b85c7e5-db37-4987-81a7-cb05caadcb35 None None] The sync data for ids ['8d3ea357-f61d-4ad0-8122-810648429605'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:27:38.243326 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e718a82-680a-42d9-848b-5a06407b3d8b req-43b97779-da52-4f4a-9cc3-cc5a3d1ec70d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020577 Jun 25 09:27:38.267630 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event updated for resources: {'Port': ['ID=c20ec8a7-dd9b-4419-9a59-9ddca5478407,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:38.270876 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:38.272996 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407fbb0-c82a-4d03-b5ad-8ec84932d1f0 req-463ae294-aaac-401e-8fcf-42e7c495d7a0 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:38.274541 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1407fbb0-c82a-4d03-b5ad-8ec84932d1f0 req-463ae294-aaac-401e-8fcf-42e7c495d7a0 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 950 time: 0.0905800 Jun 25 09:27:38.291391 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Network e2829adf-1eac-45ac-bfb9-2084377aa500 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:27:38.297885 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:27:38.300436 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:27:38.315774 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1407fbb0-c82a-4d03-b5ad-8ec84932d1f0 req-1184a828-6b81-4b29-8ca5-504e6eb62cde tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341859 Jun 25 09:27:38.498722 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:38.591737 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device ace8a51b-8bd8-4099-a689-cb5b40ac7087 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:27:38.592292 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:38.614485 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: ace8a51b-8bd8-4099-a689-cb5b40ac7087 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:27:38.614867 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device ace8a51b-8bd8-4099-a689-cb5b40ac7087 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:27:38.720629 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-977bda23-d390-48d8-8c49-b994bd540730 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:38.848254 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:38.857246 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:38.860539 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-810a2e35-7c6d-42f4-b3fc-6d25169c070b tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:38.950831 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event updated for resources: {'Port': ['ID=c20ec8a7-dd9b-4419-9a59-9ddca5478407,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:38.955784 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:38.958159 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:38.978465 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:38.979834 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7840898 Jun 25 09:27:38.983854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35104) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:39.112760 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a035cd2e-1282-4dc5-8109-24378018542d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "GET /v2.0/floatingips?floating_network_id=e2829adf-1eac-45ac-bfb9-2084377aa500 HTTP/1.1" status: 200 len: 690 time: 0.1277213 Jun 25 09:27:39.114981 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35106) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:39.203468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18eb57-c9c5-4fdb-8ba9-128d508de31b req-4508bbe0-41dc-499a-ab1d-18bae6e0806f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:39.205354 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c18eb57-c9c5-4fdb-8ba9-128d508de31b req-4508bbe0-41dc-499a-ab1d-18bae6e0806f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 945 time: 0.2228072 Jun 25 09:27:39.241021 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:39.293749 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-977bda23-d390-48d8-8c49-b994bd540730 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:39.297653 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-977bda23-d390-48d8-8c49-b994bd540730 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:39.327982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c18eb57-c9c5-4fdb-8ba9-128d508de31b req-be8536ac-d389-44d0-99c7-03edf5cebba7 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152468 Jun 25 09:27:39.374979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Deleting port c20ec8a7-dd9b-4419-9a59-9ddca5478407 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:39.375448 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:39.428258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977bda23-d390-48d8-8c49-b994bd540730 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Router 8d3ea357-f61d-4ad0-8122-810648429605 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:27:39.472380 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:39.472813 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:39.504585 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Calling delete_port for c20ec8a7-dd9b-4419-9a59-9ddca5478407 owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:39.542229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977bda23-d390-48d8-8c49-b994bd540730 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:27:39.546480 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-977bda23-d390-48d8-8c49-b994bd540730 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:39.547688 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-977bda23-d390-48d8-8c49-b994bd540730 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "PUT /v2.0/routers/8d3ea357-f61d-4ad0-8122-810648429605 HTTP/1.1" status: 200 len: 921 time: 1.3733819 Jun 25 09:27:39.550381 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35110) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:39.555247 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c027c46-53cb-4edd-a461-b9616abd72fe None None] Sync routers for ids ['8d3ea357-f61d-4ad0-8122-810648429605'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:27:39.568997 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c027c46-53cb-4edd-a461-b9616abd72fe None None] Routers {'8d3ea357-f61d-4ad0-8122-810648429605'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:39.569963 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4c027c46-53cb-4edd-a461-b9616abd72fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8d3ea357-f61d-4ad0-8122-810648429605'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:39.612824 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4c027c46-53cb-4edd-a461-b9616abd72fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:39.623685 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c027c46-53cb-4edd-a461-b9616abd72fe None None] Routers {'8d3ea357-f61d-4ad0-8122-810648429605'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:39.625215 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4c027c46-53cb-4edd-a461-b9616abd72fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8d3ea357-f61d-4ad0-8122-810648429605'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:39.664862 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4c027c46-53cb-4edd-a461-b9616abd72fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:39.665520 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c027c46-53cb-4edd-a461-b9616abd72fe None None] The sync data for ids ['8d3ea357-f61d-4ad0-8122-810648429605'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:27:39.678362 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:39.685351 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1d9861b7-2323-4d6d-a0bd-7f634fb179a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:39.690750 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-aa8de961-74c5-4c88-9a57-eb4d5d0b45e1 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/routers/8d3ea357-f61d-4ad0-8122-810648429605 HTTP/1.1" status: 200 len: 921 time: 0.1366005 Jun 25 09:27:39.690975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35112) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:39.701916 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950d7e8-da4f-4c3a-a681-b39f113d5513 req-cf1a69a2-9136-4ee5-bf60-557cca683f99 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:39.705213 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a950d7e8-da4f-4c3a-a681-b39f113d5513 req-cf1a69a2-9136-4ee5-bf60-557cca683f99 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 950 time: 0.2463474 Jun 25 09:27:39.736113 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event deleted for resources: {'Port': ['ID=c20ec8a7-dd9b-4419-9a59-9ddca5478407,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:39.751327 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:39.758229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247633f1-f426-432c-b84f-06c79fe9a9d6 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:39.760166 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-247633f1-f426-432c-b84f-06c79fe9a9d6 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=8128acdb-767b-4924-9d47-628968405132&device_id=8d3ea357-f61d-4ad0-8122-810648429605&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0682580 Jun 25 09:27:39.762965 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35114) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:39.813741 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a950d7e8-da4f-4c3a-a681-b39f113d5513 req-45038403-b0a9-494d-bc8f-c0ab0197400e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875061 Jun 25 09:27:39.853448 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:39.897559 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9845cb31-b3a6-45b8-aec6-b292daf885e6 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:39.900806 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9845cb31-b3a6-45b8-aec6-b292daf885e6 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 881 time: 0.1349435 Jun 25 09:27:39.901934 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35116) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:39.940086 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-978bd406-fae0-4ac2-8bbc-3bc67450db52 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "GET /v2.0/ports?device_id=8d3ea357-f61d-4ad0-8122-810648429605 HTTP/1.1" status: 200 len: 205 time: 0.0359056 Jun 25 09:27:39.942286 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35118) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:39.950704 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:40.146840 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:40.150142 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:40.153600 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:40.212309 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9ebe39-0003-401b-a7c7-d93e5493ba3f,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:40.225613 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:40.721682 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:40.769727 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2829adf-1eac-45ac-bfb9-2084377aa500']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:40.797427 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8574785-2707-454c-a5e3-a1fa73c4f833') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:40.797749 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8574785-2707-454c-a5e3-a1fa73c4f833') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:40.819362 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:40.832539 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:40.850001 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:40.866017 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:27:40.866428 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:40.881986 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fd026-c7d8-4d90-b28a-124c5bdb3518 req-28330f79-3c93-43ab-b6c0-49a2f4216d8e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:40.882138 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5f3fd026-c7d8-4d90-b28a-124c5bdb3518 req-28330f79-3c93-43ab-b6c0-49a2f4216d8e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 945 time: 0.2444441 Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:27:40.884977 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:27:40.980949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da11c2-3f96-4ece-8b35-53e40294f77b req-a4ef7315-50c8-49a6-9990-fca7589915b5 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:40.982535 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3da11c2-3f96-4ece-8b35-53e40294f77b req-a4ef7315-50c8-49a6-9990-fca7589915b5 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 950 time: 0.2668533 Jun 25 09:27:41.090753 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5f3fd026-c7d8-4d90-b28a-124c5bdb3518 req-7e842aba-a97c-4829-820a-d9a3dab9c2ea tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076809 Jun 25 09:27:41.131610 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:41.161706 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e329593c-26e4-456d-8c80-3a12b34c0b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:41.165733 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2829adf-1eac-45ac-bfb9-2084377aa500 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 25 09:27:41.176671 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:41.186960 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "DELETE /v2.0/networks/e2829adf-1eac-45ac-bfb9-2084377aa500 HTTP/1.1" status: 204 len: 168 time: 2.0709672 Jun 25 09:27:41.190063 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35134) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:41.273126 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2829adf-1eac-45ac-bfb9-2084377aa500,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:41.305070 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:41.306940 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Deleting port 6d4c2479-0a5a-4c6c-af1a-d1598b986a18 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:41.307282 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:41.335017 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-79335de7-a6c9-4656-a6d2-e7d7595b5698 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1428256 Jun 25 09:27:41.335661 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35136) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:41.450186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773a985-e6b3-42bd-9e11-466179a99d75 req-77f66ad8-10d4-45a2-9d3c-d77fd216fe49 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:41.451648 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9773a985-e6b3-42bd-9e11-466179a99d75 req-77f66ad8-10d4-45a2-9d3c-d77fd216fe49 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 950 time: 0.4633579 Jun 25 09:27:41.486399 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8043c24-ca9a-440a-aa4f-798bf26a5156 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:41.486856 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8043c24-ca9a-440a-aa4f-798bf26a5156 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:41.487306 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8043c24-ca9a-440a-aa4f-798bf26a5156 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:41.487751 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8043c24-ca9a-440a-aa4f-798bf26a5156 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:41.488583 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8043c24-ca9a-440a-aa4f-798bf26a5156 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:41.488941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8043c24-ca9a-440a-aa4f-798bf26a5156 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:41.489378 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8043c24-ca9a-440a-aa4f-798bf26a5156 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:41.496063 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b8043c24-ca9a-440a-aa4f-798bf26a5156 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4668 time: 0.1559300 Jun 25 09:27:41.496637 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35138) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:41.555601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-f3da11c2-3f96-4ece-8b35-53e40294f77b req-9ff103b2-31ae-4b9f-a5d2-d1d976174e2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Deleting port 98d5b109-da55-43b5-99f3-6fea70101010 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:41.555953 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f3da11c2-3f96-4ece-8b35-53e40294f77b req-9ff103b2-31ae-4b9f-a5d2-d1d976174e2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:41.581206 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-0c747e2e-4468-4be6-aef6-08827ccfd438 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] delete failed (client error): The resource could not be found. Jun 25 09:27:41.584626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0c747e2e-4468-4be6-aef6-08827ccfd438 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "DELETE /v2.0/floatingips/364c892f-afb7-4ae8-8196-769fc7d77102 HTTP/1.1" status: 404 len: 345 time: 0.0791419 Jun 25 09:27:41.585306 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35140) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:41.619390 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da83969-ed20-4097-97e2-a8c24600818f tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] DELETE failed (client error): The resource could not be found. Jun 25 09:27:41.620423 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da83969-ed20-4097-97e2-a8c24600818f tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:27:41.622230 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:41.629651 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2da83969-ed20-4097-97e2-a8c24600818f tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "DELETE /v2.0/networks/e2829adf-1eac-45ac-bfb9-2084377aa500 HTTP/1.1" status: 404 len: 339 time: 0.0430403 Jun 25 09:27:41.630637 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35142) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:41.635012 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9773a985-e6b3-42bd-9e11-466179a99d75 req-7f851066-4939-451f-9a9a-fcd4daff2682 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718071 Jun 25 09:27:41.644345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c3837490-020f-4c24-99a3-c023c9cdb1d0 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Request body: {'network': {'name': 'tempest-network--949971622', 'router:external': True}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:41.646475 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Calling delete_port for 6d4c2479-0a5a-4c6c-af1a-d1598b986a18 owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:41.667823 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7cbb3-d323-4cd8-a5f6-a42173bbc5d3 req-a48b8457-a29e-454a-a22c-ba4b6298f6c7 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:41.676712 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cef7cbb3-d323-4cd8-a5f6-a42173bbc5d3 req-a48b8457-a29e-454a-a22c-ba4b6298f6c7 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 945 time: 0.3545411 Jun 25 09:27:41.698299 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3837490-020f-4c24-99a3-c023c9cdb1d0 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Made reservation on behalf of 022349dd6ed345cb970c731604cf8cf2 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:27:41.702345 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3837490-020f-4c24-99a3-c023c9cdb1d0 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:41.783424 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3837490-020f-4c24-99a3-c023c9cdb1d0 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:27:41.811096 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3837490-020f-4c24-99a3-c023c9cdb1d0 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:41.811742 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-c3837490-020f-4c24-99a3-c023c9cdb1d0 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Added segment e1f37173-104c-41cf-bbde-59773a15a18e of type vlan for network 35ce945c-4192-41e5-a3d7-681e79e457d6 Jun 25 09:27:41.861213 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-f3da11c2-3f96-4ece-8b35-53e40294f77b req-9ff103b2-31ae-4b9f-a5d2-d1d976174e2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] For port 98d5b109-da55-43b5-99f3-6fea70101010, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=98d5b109-da55-43b5-99f3-6fea70101010,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:41.861592 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f3da11c2-3f96-4ece-8b35-53e40294f77b req-9ff103b2-31ae-4b9f-a5d2-d1d976174e2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:41.867137 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cef7cbb3-d323-4cd8-a5f6-a42173bbc5d3 req-91699ab2-5e2e-4700-aeb4-2d769c7387da tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894786 Jun 25 09:27:41.884328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-f3da11c2-3f96-4ece-8b35-53e40294f77b req-9ff103b2-31ae-4b9f-a5d2-d1d976174e2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Calling delete_port for 98d5b109-da55-43b5-99f3-6fea70101010 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:41.999122 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3837490-020f-4c24-99a3-c023c9cdb1d0 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:42.088380 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3837490-020f-4c24-99a3-c023c9cdb1d0 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:42.088380 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3837490-020f-4c24-99a3-c023c9cdb1d0 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:42.088380 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3837490-020f-4c24-99a3-c023c9cdb1d0 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:42.088380 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef077d4b-9e7a-4afe-8267-e60643f6417e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:42.128304 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:42.133461 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:42.264217 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Pushing event deleted for resources: {'Port': ['ID=6d4c2479-0a5a-4c6c-af1a-d1598b986a18,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:42.270239 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:42.442200 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:42.449391 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f3da11c2-3f96-4ece-8b35-53e40294f77b req-9ff103b2-31ae-4b9f-a5d2-d1d976174e2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:42.494758 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45', '1f699c0c-1236-4449-b1e4-e65745feddc0'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:42.500496 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['d71030e6-dce0-4378-a454-15e788996abe', 'aa210440-6572-4b8d-a1fd-39de91f285c9', '23aef354-1fa5-4316-bb53-dd9e728400b3', '116e2589-8f3b-4514-9479-5117cfe3a484', '98d5b109-da55-43b5-99f3-6fea70101010'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:42.540163 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0b600671-96d9-4ac7-b342-91d7c47eec87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:42.708920 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff103b2-31ae-4b9f-a5d2-d1d976174e2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event deleted for resources: {'Port': ['ID=98d5b109-da55-43b5-99f3-6fea70101010,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:42.770002 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9ff103b2-31ae-4b9f-a5d2-d1d976174e2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:42.809869 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3837490-020f-4c24-99a3-c023c9cdb1d0 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event updated for resources: {'Network': ['ID=35ce945c-4192-41e5-a3d7-681e79e457d6,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:42.810444 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:42.812599 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3da11c2-3f96-4ece-8b35-53e40294f77b req-9ff103b2-31ae-4b9f-a5d2-d1d976174e2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] No DVR routers for this DVR port 98d5b109-da55-43b5-99f3-6fea70101010 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:27:42.816963 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:42.820072 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-f3da11c2-3f96-4ece-8b35-53e40294f77b req-9ff103b2-31ae-4b9f-a5d2-d1d976174e2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:42.820469 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c3837490-020f-4c24-99a3-c023c9cdb1d0 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1877396 Jun 25 09:27:42.822148 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3da11c2-3f96-4ece-8b35-53e40294f77b req-9ff103b2-31ae-4b9f-a5d2-d1d976174e2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "DELETE /v2.0/ports/98d5b109-da55-43b5-99f3-6fea70101010 HTTP/1.1" status: 204 len: 173 time: 1.8193741 Jun 25 09:27:42.822705 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eff7481-ed74-40c5-aabd-ea28bce454e1', 'name': 'network-vif-deleted', 'tag': '98d5b109-da55-43b5-99f3-6fea70101010'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:27:42.822864 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c3837490-020f-4c24-99a3-c023c9cdb1d0 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:42.823368 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35158) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:42.826472 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fe0ec7-030f-4af0-b667-54a021e9399f" -d '{"events": [{"server_uuid": "3eff7481-ed74-40c5-aabd-ea28bce454e1", "name": "network-vif-deleted", "tag": "98d5b109-da55-43b5-99f3-6fea70101010"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:27:42.845664 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 35ce945c-4192-41e5-a3d7-681e79e457d6 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:27:42.996400 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:42.999244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Fanout notify agent at l3_agent the message router_deleted on router 8d3ea357-f61d-4ad0-8122-810648429605 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:27:43.029330 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:43.035912 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "DELETE /v2.0/routers/8d3ea357-f61d-4ad0-8122-810648429605 HTTP/1.1" status: 204 len: 168 time: 3.0894444 Jun 25 09:27:43.037321 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35164) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:43.147463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ddc11-8227-4ea7-8706-f1dc200b757c req-93d4a375-db61-43fc-b35d-f673324d24f8 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:43.155010 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-212ddc11-8227-4ea7-8706-f1dc200b757c req-93d4a375-db61-43fc-b35d-f673324d24f8 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 945 time: 0.5987735 Jun 25 09:27:43.197672 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-058744c8-ea31-4124-9697-82ed38d01331 req-6da986d7-40b0-4c5e-912f-cb081b956f13 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eff7481-ed74-40c5-aabd-ea28bce454e1 HTTP/1.1" status: 200 len: 210 time: 0.0963082 Jun 25 09:27:43.281814 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-212ddc11-8227-4ea7-8706-f1dc200b757c req-fa7459b8-d763-4831-8019-df60c1f387da tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210320 Jun 25 09:27:43.354551 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59b99ad-6faf-4d01-8dac-683e15f1e4dc x-openstack-request-id: req-f59b99ad-6faf-4d01-8dac-683e15f1e4dc {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:27:43.354950 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eff7481-ed74-40c5-aabd-ea28bce454e1", "name": "network-vif-deleted", "tag": "98d5b109-da55-43b5-99f3-6fea70101010", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:27:43.356071 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f59b99ad-6faf-4d01-8dac-683e15f1e4dc {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:27:43.356210 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-aec8ae03-a639-4a32-b97d-eed0adc18bcc tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1155920063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:43.356324 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eff7481-ed74-40c5-aabd-ea28bce454e1', 'name': 'network-vif-deleted', 'tag': '98d5b109-da55-43b5-99f3-6fea70101010', 'status': 'completed', 'code': 200} Jun 25 09:27:43.423509 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e177240-0b65-4e4d-9f6b-f122e43ed15d tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:43.429809 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e177240-0b65-4e4d-9f6b-f122e43ed15d tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:43.444271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e177240-0b65-4e4d-9f6b-f122e43ed15d tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:43.453979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e177240-0b65-4e4d-9f6b-f122e43ed15d tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:43.457688 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9e177240-0b65-4e4d-9f6b-f122e43ed15d tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6307731 Jun 25 09:27:43.458261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35174) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:43.509381 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aec8ae03-a639-4a32-b97d-eed0adc18bcc tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:43.513700 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aec8ae03-a639-4a32-b97d-eed0adc18bcc tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:43.631829 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aec8ae03-a639-4a32-b97d-eed0adc18bcc tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:43.635307 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c095e124-89bb-4961-afcf-e75f98b31542 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:43.637985 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aec8ae03-a639-4a32-b97d-eed0adc18bcc tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:43.704427 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aec8ae03-a639-4a32-b97d-eed0adc18bcc tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:43.709112 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-aec8ae03-a639-4a32-b97d-eed0adc18bcc tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3976803 Jun 25 09:27:43.713350 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35180) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:43.719477 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Request body: {'router': {'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:43.741475 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185282a-0bc1-4d8a-9792-4218f58ec51d req-af6b0e87-ca58-4c9e-b51b-e5123d6b3045 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:43.749211 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a185282a-0bc1-4d8a-9792-4218f58ec51d req-af6b0e87-ca58-4c9e-b51b-e5123d6b3045 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 945 time: 0.1946282 Jun 25 09:27:43.823298 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c095e124-89bb-4961-afcf-e75f98b31542 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:43.862865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-c095e124-89bb-4961-afcf-e75f98b31542 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ce945c-4192-41e5-a3d7-681e79e457d6']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:43.881856 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a185282a-0bc1-4d8a-9792-4218f58ec51d req-6d66b8e3-e3a5-4a9e-bf40-684a66d7a311 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314075 Jun 25 09:27:43.899307 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-c095e124-89bb-4961-afcf-e75f98b31542 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f37173-104c-41cf-bbde-59773a15a18e') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:43.899913 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-c095e124-89bb-4961-afcf-e75f98b31542 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f37173-104c-41cf-bbde-59773a15a18e') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:43.930549 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c095e124-89bb-4961-afcf-e75f98b31542 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:43.962022 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c095e124-89bb-4961-afcf-e75f98b31542 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:43.973620 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c095e124-89bb-4961-afcf-e75f98b31542 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:27:43.974050 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c095e124-89bb-4961-afcf-e75f98b31542 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:44.048654 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:27:44.052570 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:27:44.056635 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c095e124-89bb-4961-afcf-e75f98b31542 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:44.061519 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3448917c-47aa-4170-b508-1b05dc0ec87e tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:44.067235 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c095e124-89bb-4961-afcf-e75f98b31542 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 35ce945c-4192-41e5-a3d7-681e79e457d6 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 25 09:27:44.092003 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c095e124-89bb-4961-afcf-e75f98b31542 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:44.095841 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c095e124-89bb-4961-afcf-e75f98b31542 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "DELETE /v2.0/networks/35ce945c-4192-41e5-a3d7-681e79e457d6 HTTP/1.1" status: 204 len: 168 time: 0.6358685 Jun 25 09:27:44.098683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095e124-89bb-4961-afcf-e75f98b31542 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event deleted for resources: {'Network': ['ID=35ce945c-4192-41e5-a3d7-681e79e457d6,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:44.111276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35184) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:44.120655 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c095e124-89bb-4961-afcf-e75f98b31542 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:44.121340 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4547f50c-7922-40b6-87f0-c45e5ace80b5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Request body: {'network': {'name': 'tempest-network--853798784', 'router:external': True}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:44.176829 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4547f50c-7922-40b6-87f0-c45e5ace80b5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Made reservation on behalf of 022349dd6ed345cb970c731604cf8cf2 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:27:44.187028 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4547f50c-7922-40b6-87f0-c45e5ace80b5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:44.223640 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4547f50c-7922-40b6-87f0-c45e5ace80b5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:27:44.251336 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4547f50c-7922-40b6-87f0-c45e5ace80b5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:44.251965 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-4547f50c-7922-40b6-87f0-c45e5ace80b5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Added segment cf6c15df-fc31-4f4c-a0e9-4d8e64d536ed of type vlan for network 350c2db5-a798-460c-998f-6d0990e18548 Jun 25 09:27:44.358301 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4547f50c-7922-40b6-87f0-c45e5ace80b5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:44.505815 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4547f50c-7922-40b6-87f0-c45e5ace80b5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:44.507325 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4547f50c-7922-40b6-87f0-c45e5ace80b5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:44.509422 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4547f50c-7922-40b6-87f0-c45e5ace80b5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:44.516201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6161e-8255-46fc-9f69-86c49366bc06 req-b5c6425c-368a-49fe-8965-e001c36cd036 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:44.525127 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5fd6161e-8255-46fc-9f69-86c49366bc06 req-b5c6425c-368a-49fe-8965-e001c36cd036 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 945 time: 0.1219265 Jun 25 09:27:44.547694 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-850f1498-5484-47d1-a201-f0066ebe20ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:44.620615 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:44.646860 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5fd6161e-8255-46fc-9f69-86c49366bc06 req-34d6cd1d-5d71-4bbe-87e5-dcf3a592a08e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153250 Jun 25 09:27:44.665458 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4547f50c-7922-40b6-87f0-c45e5ace80b5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5419736 Jun 25 09:27:44.665458 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:44.665458 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35198) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:44.792038 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547f50c-7922-40b6-87f0-c45e5ace80b5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event updated for resources: {'Network': ['ID=350c2db5-a798-460c-998f-6d0990e18548,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:44.807857 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 350c2db5-a798-460c-998f-6d0990e18548 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:27:44.808394 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4547f50c-7922-40b6-87f0-c45e5ace80b5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:44.894478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b9282a-d6d1-42cc-a118-c3f688f0af5d tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:44.896234 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-33b9282a-d6d1-42cc-a118-c3f688f0af5d tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] 10.222.0.93 "GET /v2.0/networks/350c2db5-a798-460c-998f-6d0990e18548 HTTP/1.1" status: 200 len: 756 time: 0.2313180 Jun 25 09:27:44.901868 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35206) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:45.043093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fb2a6-a1fa-4c1b-b628-c0618fa583cd req-468e4f03-7e43-4ef1-8c13-7fa46d8fe525 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:45.045521 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-839fb2a6-a1fa-4c1b-b628-c0618fa583cd req-468e4f03-7e43-4ef1-8c13-7fa46d8fe525 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 945 time: 0.1900885 Jun 25 09:27:45.058393 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d645310-151a-40c4-86db-f85cae00f112 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:45.062265 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3d645310-151a-40c4-86db-f85cae00f112 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] 10.222.0.93 "GET /v2.0/networks/b359d922-06f5-42d4-94c7-f7f321884465 HTTP/1.1" status: 200 len: 767 time: 0.1567059 Jun 25 09:27:45.066235 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35208) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:45.074887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Allocated IP 172.25.6.170 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/f3358cd5-21b6-4043-a9ee-42f9c33fa803) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:27:45.097560 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444bfda-9888-49fd-8273-d6e5ae20dab2 req-4f3aadb7-56a1-491f-9969-73e0c8ca649b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:45.099460 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6444bfda-9888-49fd-8273-d6e5ae20dab2 req-4f3aadb7-56a1-491f-9969-73e0c8ca649b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 950 time: 0.1653004 Jun 25 09:27:45.131050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-839fb2a6-a1fa-4c1b-b628-c0618fa583cd req-52bf11d3-8261-4936-a5b4-0dfb551c2370 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769799 Jun 25 09:27:45.161162 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6444bfda-9888-49fd-8273-d6e5ae20dab2 req-1798c094-763c-4f34-b3b4-2969ea0bbd99 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545647 Jun 25 09:27:45.233866 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8145cb51-6984-4c68-aa48-87b7b903bbcc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:45.381732 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8145cb51-6984-4c68-aa48-87b7b903bbcc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:45.387988 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:45.403579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-8145cb51-6984-4c68-aa48-87b7b903bbcc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350c2db5-a798-460c-998f-6d0990e18548']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:45.500551 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-8145cb51-6984-4c68-aa48-87b7b903bbcc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6c15df-fc31-4f4c-a0e9-4d8e64d536ed') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:45.500862 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-8145cb51-6984-4c68-aa48-87b7b903bbcc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6c15df-fc31-4f4c-a0e9-4d8e64d536ed') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:45.536144 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 98d5b109-da55-43b5-99f3-6fea70101010 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:27:45.575756 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8145cb51-6984-4c68-aa48-87b7b903bbcc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:45.625010 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 98d5b109-da55-43b5-99f3-6fea70101010 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:27:45.625707 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 98d5b109-da55-43b5-99f3-6fea70101010 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:27:45.627613 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8145cb51-6984-4c68-aa48-87b7b903bbcc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:45.647845 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8145cb51-6984-4c68-aa48-87b7b903bbcc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:27:45.648302 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8145cb51-6984-4c68-aa48-87b7b903bbcc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:27:45.650093 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:27:45.713160 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:45.719513 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8e0272cf-41c3-4375-a86a-d4ecd0538c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:45.787957 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:27:45.797143 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8145cb51-6984-4c68-aa48-87b7b903bbcc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:45.800058 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:27:45.806330 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8145cb51-6984-4c68-aa48-87b7b903bbcc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 350c2db5-a798-460c-998f-6d0990e18548 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 25 09:27:45.831137 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:27:45.833943 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Pushing event updated for resources: {'Port': ['ID=f3358cd5-21b6-4043-a9ee-42f9c33fa803,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:45.843903 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8145cb51-6984-4c68-aa48-87b7b903bbcc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:45.849771 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8145cb51-6984-4c68-aa48-87b7b903bbcc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "DELETE /v2.0/networks/350c2db5-a798-460c-998f-6d0990e18548 HTTP/1.1" status: 204 len: 168 time: 0.7788517 Jun 25 09:27:45.849771 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:45.849771 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7078d742-1daa-4ccd-8a2f-2da09f50ecbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:45.850198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35222) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:45.856095 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-db3c0211-c5e5-4ae3-a79b-3f30c8682534 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Request body: {'network': {'name': 'tempest-network--926248910'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:45.883181 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145cb51-6984-4c68-aa48-87b7b903bbcc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event deleted for resources: {'Network': ['ID=350c2db5-a798-460c-998f-6d0990e18548,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:45.892682 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8145cb51-6984-4c68-aa48-87b7b903bbcc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:45.906329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3c0211-c5e5-4ae3-a79b-3f30c8682534 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Made reservation on behalf of 022349dd6ed345cb970c731604cf8cf2 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:27:45.909524 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-db3c0211-c5e5-4ae3-a79b-3f30c8682534 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:45.961214 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3c0211-c5e5-4ae3-a79b-3f30c8682534 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:27:45.977178 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-db3c0211-c5e5-4ae3-a79b-3f30c8682534 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:45.977694 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-db3c0211-c5e5-4ae3-a79b-3f30c8682534 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Added segment 43ecdae6-2b99-475c-97f5-e706cee3b414 of type vlan for network 34e02c9a-99ad-450a-8896-a36c790f9c7e Jun 25 09:27:46.082215 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-db3c0211-c5e5-4ae3-a79b-3f30c8682534 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:46.133523 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-db3c0211-c5e5-4ae3-a79b-3f30c8682534 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:46.135367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3c0211-c5e5-4ae3-a79b-3f30c8682534 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:46.136023 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-db3c0211-c5e5-4ae3-a79b-3f30c8682534 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529975'] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:46.142928 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a9f501bc-eaab-45c9-9e9d-9106e43de38d tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:46.157435 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d99fe8-892d-4865-be5e-ebcdd25a4dce req-516057a0-50a8-416f-8f58-fc32dab44351 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:46.166447 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47d99fe8-892d-4865-be5e-ebcdd25a4dce req-516057a0-50a8-416f-8f58-fc32dab44351 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 945 time: 0.1307931 Jun 25 09:27:46.180778 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:46.319199 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47d99fe8-892d-4865-be5e-ebcdd25a4dce req-d8090fe3-3c82-4e35-8078-b208bc2d763a tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518610 Jun 25 09:27:46.320802 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-db3c0211-c5e5-4ae3-a79b-3f30c8682534 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4695342 Jun 25 09:27:46.324321 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35228) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:46.330791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-4e7a96f6-9c6f-4c34-8538-dd724c5712bc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:46.346028 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c0211-c5e5-4ae3-a79b-3f30c8682534 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event updated for resources: {'Network': ['ID=34e02c9a-99ad-450a-8896-a36c790f9c7e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:46.363646 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 34e02c9a-99ad-450a-8896-a36c790f9c7e details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:27:46.455052 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:46.460015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:46.726418 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-db3c0211-c5e5-4ae3-a79b-3f30c8682534 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:46.835976 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35242) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:46.955667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e46a5-3e6e-4ff0-9b54-965d5b1ba51f req-51c14160-43f5-4d0c-988d-e84596389e04 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:46.957417 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e14e46a5-3e6e-4ff0-9b54-965d5b1ba51f req-51c14160-43f5-4d0c-988d-e84596389e04 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 950 time: 0.2300007 Jun 25 09:27:47.044999 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Router 394fc67a-d7f8-4e43-b9e8-7f65d7fe332b is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:27:47.090072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297fd4b-261d-4d87-a105-27f845214b8c req-bf0a08ff-011c-4da4-bb4f-cfc9f146b863 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:47.096998 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8297fd4b-261d-4d87-a105-27f845214b8c req-bf0a08ff-011c-4da4-bb4f-cfc9f146b863 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 950 time: 0.3684726 Jun 25 09:27:47.209181 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:27:47.219856 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0baf3d-ddc0-496b-a1d3-25da92675483 None None] Sync routers for ids ['394fc67a-d7f8-4e43-b9e8-7f65d7fe332b'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:27:47.224068 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:47.225567 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "PUT /v2.0/routers/394fc67a-d7f8-4e43-b9e8-7f65d7fe332b HTTP/1.1" status: 200 len: 880 time: 3.5111589 Jun 25 09:27:47.228206 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35270) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:47.244402 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0baf3d-ddc0-496b-a1d3-25da92675483 None None] Routers {'394fc67a-d7f8-4e43-b9e8-7f65d7fe332b'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:47.244960 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-be0baf3d-ddc0-496b-a1d3-25da92675483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['394fc67a-d7f8-4e43-b9e8-7f65d7fe332b'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:47.266177 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8297fd4b-261d-4d87-a105-27f845214b8c req-112903dc-6c94-4196-ad76-04c4ebc68833 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681759 Jun 25 09:27:47.287988 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4e7a96f6-9c6f-4c34-8538-dd724c5712bc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:47.339302 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-be0baf3d-ddc0-496b-a1d3-25da92675483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:47.348108 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0baf3d-ddc0-496b-a1d3-25da92675483 None None] Routers {'394fc67a-d7f8-4e43-b9e8-7f65d7fe332b'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:47.348755 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-be0baf3d-ddc0-496b-a1d3-25da92675483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['394fc67a-d7f8-4e43-b9e8-7f65d7fe332b'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:47.363138 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-58417733-8de1-46fd-a237-b8795261e036 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/routers/394fc67a-d7f8-4e43-b9e8-7f65d7fe332b HTTP/1.1" status: 200 len: 921 time: 0.1328967 Jun 25 09:27:47.365044 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35280) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:47.432454 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4e7a96f6-9c6f-4c34-8538-dd724c5712bc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:47.439707 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f3d5ae2b-8d34-4994-b016-4d9c859f150a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:47.442114 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-be0baf3d-ddc0-496b-a1d3-25da92675483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:47.442843 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0baf3d-ddc0-496b-a1d3-25da92675483 None None] The sync data for ids ['394fc67a-d7f8-4e43-b9e8-7f65d7fe332b'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:27:47.479574 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d456cd-d39d-4ebe-bda9-7c7bbe1bcf4b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:47.481978 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d8d456cd-d39d-4ebe-bda9-7c7bbe1bcf4b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=8128acdb-767b-4924-9d47-628968405132&device_id=394fc67a-d7f8-4e43-b9e8-7f65d7fe332b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1155887 Jun 25 09:27:47.484255 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35286) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:47.497854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-e04e3f19-a4c1-49eb-b589-1322c35aa836 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:47.499596 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-e04e3f19-a4c1-49eb-b589-1322c35aa836 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/networks?id=f423b208-4dcd-4206-9ac6-64d232506387 HTTP/1.1" status: 200 len: 813 time: 0.5713351 Jun 25 09:27:47.529535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e7a96f6-9c6f-4c34-8538-dd724c5712bc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Network 34e02c9a-99ad-450a-8896-a36c790f9c7e is not hosted by any dhcp agent {{(pid=94024) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 09:27:47.530467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7a96f6-9c6f-4c34-8538-dd724c5712bc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:47.531067 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4e7a96f6-9c6f-4c34-8538-dd724c5712bc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:47.532363 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4e7a96f6-9c6f-4c34-8538-dd724c5712bc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "PUT /v2.0/networks/34e02c9a-99ad-450a-8896-a36c790f9c7e HTTP/1.1" status: 200 len: 858 time: 1.2066779 Jun 25 09:27:47.554837 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35290) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:47.609355 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a96f6-9c6f-4c34-8538-dd724c5712bc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event updated for resources: {'Network': ['ID=34e02c9a-99ad-450a-8896-a36c790f9c7e,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:47.612286 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-54294381-6152-4183-8114-78f1cd54574e tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/quotas/08d968aeb5ae46d08004f3facd4df77f HTTP/1.1" status: 200 len: 375 time: 0.0781877 Jun 25 09:27:47.616942 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4e7a96f6-9c6f-4c34-8538-dd724c5712bc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:47.647625 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-e14e46a5-3e6e-4ff0-9b54-965d5b1ba51f req-193da338-5730-4589-a614-2df979b292ed tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Deleting port 116e2589-8f3b-4514-9479-5117cfe3a484 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:47.648017 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e14e46a5-3e6e-4ff0-9b54-965d5b1ba51f req-193da338-5730-4589-a614-2df979b292ed tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:47.671898 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cff0bf-316c-4638-af39-4f4b13302355 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:47.673999 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e5cff0bf-316c-4638-af39-4f4b13302355 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 881 time: 0.1887329 Jun 25 09:27:47.683597 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35302) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:47.722398 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9e32e204-46de-41a2-b6e3-0cc6b485a525 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "GET /v2.0/ports?device_id=394fc67a-d7f8-4e43-b9e8-7f65d7fe332b HTTP/1.1" status: 200 len: 205 time: 0.0373588 Jun 25 09:27:47.737225 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35306) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:47.836246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12338c-a738-4a8c-9a46-7e77ed6604ae req-d696e032-c963-4a8d-8787-e26c37a8f5c7 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:47.842390 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f12338c-a738-4a8c-9a46-7e77ed6604ae req-d696e032-c963-4a8d-8787-e26c37a8f5c7 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 945 time: 0.3127513 Jun 25 09:27:47.894324 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6742-cfff-4389-8855-8d9b25252381 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:47.936325 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:47.950824 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-e14e46a5-3e6e-4ff0-9b54-965d5b1ba51f req-193da338-5730-4589-a614-2df979b292ed tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] For port 116e2589-8f3b-4514-9479-5117cfe3a484, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=116e2589-8f3b-4514-9479-5117cfe3a484,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:47.951422 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e14e46a5-3e6e-4ff0-9b54-965d5b1ba51f req-193da338-5730-4589-a614-2df979b292ed tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:47.966940 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-dac8f0a1-b24a-465b-b3cd-725b5f518222 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=08d968aeb5ae46d08004f3facd4df77f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3454885 Jun 25 09:27:47.974482 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f12338c-a738-4a8c-9a46-7e77ed6604ae req-a36f69bb-ec5e-4cff-9411-ec14eab3367e tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/security-groups?id=457fd56f-5fc9-4bb8-a446-e9c05ae591c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305442 Jun 25 09:27:47.981713 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-e14e46a5-3e6e-4ff0-9b54-965d5b1ba51f req-193da338-5730-4589-a614-2df979b292ed tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Calling delete_port for 116e2589-8f3b-4514-9479-5117cfe3a484 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:48.062178 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd44d2-ea28-4900-b337-ddabecd7982f req-c2be968f-7217-4921-b659-5cc4faa38bfd tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:48.063804 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-12bd44d2-ea28-4900-b337-ddabecd7982f req-c2be968f-7217-4921-b659-5cc4faa38bfd tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.38 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 945 time: 0.2918038 Jun 25 09:27:48.167487 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6742-cfff-4389-8855-8d9b25252381 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:48.200066 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5e1a6742-cfff-4389-8855-8d9b25252381 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e02c9a-99ad-450a-8896-a36c790f9c7e']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:48.226050 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5e1a6742-cfff-4389-8855-8d9b25252381 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ecdae6-2b99-475c-97f5-e706cee3b414') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:48.226870 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5e1a6742-cfff-4389-8855-8d9b25252381 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ecdae6-2b99-475c-97f5-e706cee3b414') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:48.271997 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6742-cfff-4389-8855-8d9b25252381 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:48.290957 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6742-cfff-4389-8855-8d9b25252381 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:48.297427 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-5f280b79-4ba5-411f-88e9-db56787fdd5f service neutron] 10.222.0.93 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853649 Jun 25 09:27:48.298690 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1a6742-cfff-4389-8855-8d9b25252381 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:27:48.299120 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6742-cfff-4389-8855-8d9b25252381 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:48.368932 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:27:48.376478 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:27:48.379255 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6742-cfff-4389-8855-8d9b25252381 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:48.382918 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-40ed3024-cdf3-421a-baf9-11d246672cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:48.399718 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1a6742-cfff-4389-8855-8d9b25252381 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 34e02c9a-99ad-450a-8896-a36c790f9c7e {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 25 09:27:48.402285 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a6742-cfff-4389-8855-8d9b25252381 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Pushing event deleted for resources: {'Network': ['ID=34e02c9a-99ad-450a-8896-a36c790f9c7e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:48.422707 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6742-cfff-4389-8855-8d9b25252381 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:48.424641 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5e1a6742-cfff-4389-8855-8d9b25252381 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] 10.222.0.93 "DELETE /v2.0/networks/34e02c9a-99ad-450a-8896-a36c790f9c7e HTTP/1.1" status: 204 len: 168 time: 0.8684771 Jun 25 09:27:48.425821 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5e1a6742-cfff-4389-8855-8d9b25252381 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:48.430228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35316) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:48.492668 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-12bd44d2-ea28-4900-b337-ddabecd7982f req-409ce2be-9249-4508-af0e-6a71e1a14081 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Deleting port 7c4a834b-11e7-409f-b099-f7596ca88d41 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:48.495418 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-12bd44d2-ea28-4900-b337-ddabecd7982f req-409ce2be-9249-4508-af0e-6a71e1a14081 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:48.529156 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b7fc1a-3fc9-4569-9add-c3112b71447b tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] DELETE failed (client error): The resource could not be found. Jun 25 09:27:48.530848 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b7fc1a-3fc9-4569-9add-c3112b71447b tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:27:48.533492 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b7b7fc1a-3fc9-4569-9add-c3112b71447b tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] 10.222.0.93 "DELETE /v2.0/subnets/0a9ebe39-0003-401b-a7c7-d93e5493ba3f HTTP/1.1" status: 404 len: 337 time: 0.0974605 Jun 25 09:27:48.539264 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e14e46a5-3e6e-4ff0-9b54-965d5b1ba51f req-193da338-5730-4589-a614-2df979b292ed tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:48.555580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35318) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:48.578553 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['d71030e6-dce0-4378-a454-15e788996abe', 'aa210440-6572-4b8d-a1fd-39de91f285c9', '23aef354-1fa5-4316-bb53-dd9e728400b3', '116e2589-8f3b-4514-9479-5117cfe3a484'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:48.581232 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45', '1f699c0c-1236-4449-b1e4-e65745feddc0'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:48.586079 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3a150369-2446-4f60-abdd-8e085d6ba1c1 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:48.671862 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-12bd44d2-ea28-4900-b337-ddabecd7982f req-409ce2be-9249-4508-af0e-6a71e1a14081 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] For port 7c4a834b-11e7-409f-b099-f7596ca88d41, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=7c4a834b-11e7-409f-b099-f7596ca88d41,segment=NetworkSegment(636f9e92-a852-44f1-9f7c-1936c3b52444),segment_id=636f9e92-a852-44f1-9f7c-1936c3b52444)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:48.672420 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-12bd44d2-ea28-4900-b337-ddabecd7982f req-409ce2be-9249-4508-af0e-6a71e1a14081 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:48.676371 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Deleting port f3358cd5-21b6-4043-a9ee-42f9c33fa803 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:48.677014 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:48.718296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-12bd44d2-ea28-4900-b337-ddabecd7982f req-409ce2be-9249-4508-af0e-6a71e1a14081 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Calling delete_port for 7c4a834b-11e7-409f-b099-f7596ca88d41 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:48.742426 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d934ca42-3974-486e-98f3-fd7828e37d3a req-9fb55120-b287-4cbd-8503-242bc31d7f0f tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=861049dc-df4f-4b28-9401-5efca7596dfb HTTP/1.1" status: 200 len: 210 time: 0.2235117 Jun 25 09:27:48.776364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193da338-5730-4589-a614-2df979b292ed tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event deleted for resources: {'Port': ['ID=116e2589-8f3b-4514-9479-5117cfe3a484,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:48.827499 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-193da338-5730-4589-a614-2df979b292ed tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:48.971420 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-9e4e52b5-abde-4c66-a41e-5995278a154a service neutron] 10.222.0.93 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217563 Jun 25 09:27:48.979291 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9e06c1fe-521e-4a17-9fb3-44a07fc622a5 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:49.011101 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14e46a5-3e6e-4ff0-9b54-965d5b1ba51f req-193da338-5730-4589-a614-2df979b292ed tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] No DVR routers for this DVR port 116e2589-8f3b-4514-9479-5117cfe3a484 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:27:49.016588 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-e14e46a5-3e6e-4ff0-9b54-965d5b1ba51f req-193da338-5730-4589-a614-2df979b292ed tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:49.029593 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e14e46a5-3e6e-4ff0-9b54-965d5b1ba51f req-193da338-5730-4589-a614-2df979b292ed tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "DELETE /v2.0/ports/116e2589-8f3b-4514-9479-5117cfe3a484 HTTP/1.1" status: 204 len: 173 time: 2.0404384 Jun 25 09:27:49.032890 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861049dc-df4f-4b28-9401-5efca7596dfb', 'name': 'network-vif-deleted', 'tag': '116e2589-8f3b-4514-9479-5117cfe3a484'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:27:49.035906 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e129c7ee-0fa2-4947-af97-07bf77f30c29" -d '{"events": [{"server_uuid": "861049dc-df4f-4b28-9401-5efca7596dfb", "name": "network-vif-deleted", "tag": "116e2589-8f3b-4514-9479-5117cfe3a484"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:27:49.058110 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8cde77a1-3af9-44cd-a1dd-1b58f41b2dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:49.120026 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-12bd44d2-ea28-4900-b337-ddabecd7982f req-409ce2be-9249-4508-af0e-6a71e1a14081 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:49.134677 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-efff7de8-1811-42d4-8871-738bb1a0f91b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:49.164591 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ce2be-9249-4508-af0e-6a71e1a14081 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Pushing event deleted for resources: {'Port': ['ID=7c4a834b-11e7-409f-b099-f7596ca88d41,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:49.176268 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-409ce2be-9249-4508-af0e-6a71e1a14081 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:49.195992 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:49.225640 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bd44d2-ea28-4900-b337-ddabecd7982f req-409ce2be-9249-4508-af0e-6a71e1a14081 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] No DVR routers for this DVR port 7c4a834b-11e7-409f-b099-f7596ca88d41 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:27:49.230244 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-12bd44d2-ea28-4900-b337-ddabecd7982f req-409ce2be-9249-4508-af0e-6a71e1a14081 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:49.232498 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-12bd44d2-ea28-4900-b337-ddabecd7982f req-409ce2be-9249-4508-af0e-6a71e1a14081 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.38 "DELETE /v2.0/ports/7c4a834b-11e7-409f-b099-f7596ca88d41 HTTP/1.1" status: 204 len: 173 time: 1.1595984 Jun 25 09:27:49.233224 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf', 'name': 'network-vif-deleted', 'tag': '7c4a834b-11e7-409f-b099-f7596ca88d41'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:27:49.236240 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecef762d-4291-4bb0-9cb4-cc0a38a24acb" -d '{"events": [{"server_uuid": "33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf", "name": "network-vif-deleted", "tag": "7c4a834b-11e7-409f-b099-f7596ca88d41"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:27:49.243947 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Calling delete_port for f3358cd5-21b6-4043-a9ee-42f9c33fa803 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:49.563243 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e471065-ab59-446a-96dd-f6aefd7ea0f9 x-openstack-request-id: req-5e471065-ab59-446a-96dd-f6aefd7ea0f9 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:27:49.564816 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf", "name": "network-vif-deleted", "tag": "7c4a834b-11e7-409f-b099-f7596ca88d41", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:27:49.565307 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5e471065-ab59-446a-96dd-f6aefd7ea0f9 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:27:49.567134 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf', 'name': 'network-vif-deleted', 'tag': '7c4a834b-11e7-409f-b099-f7596ca88d41', 'status': 'completed', 'code': 200} Jun 25 09:27:49.574098 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:49.587222 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9f4d9cb0-06b8-4988-b158-c588f4a257be tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:49.621275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Pushing event deleted for resources: {'Port': ['ID=f3358cd5-21b6-4043-a9ee-42f9c33fa803,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:49.627959 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:49.750908 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.021706 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.028877 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.044653 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8176547-0f40-4541-a581-b3c5737ff01b x-openstack-request-id: req-d8176547-0f40-4541-a581-b3c5737ff01b {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:27:50.045325 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861049dc-df4f-4b28-9401-5efca7596dfb", "name": "network-vif-deleted", "tag": "116e2589-8f3b-4514-9479-5117cfe3a484", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:27:50.045325 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d8176547-0f40-4541-a581-b3c5737ff01b {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:27:50.051989 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861049dc-df4f-4b28-9401-5efca7596dfb', 'name': 'network-vif-deleted', 'tag': '116e2589-8f3b-4514-9479-5117cfe3a484', 'status': 'completed', 'code': 200} Jun 25 09:27:50.106106 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.107280 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Fanout notify agent at l3_agent the message router_deleted on router 394fc67a-d7f8-4e43-b9e8-7f65d7fe332b {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:27:50.115782 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.116982 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "DELETE /v2.0/routers/394fc67a-d7f8-4e43-b9e8-7f65d7fe332b HTTP/1.1" status: 204 len: 168 time: 2.3911049 Jun 25 09:27:50.123284 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35354) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:50.128127 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-08ad99df-fab6-4a47-9ecd-03a0b2dcdfc8 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2140740031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:50.172277 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-08ad99df-fab6-4a47-9ecd-03a0b2dcdfc8 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.173822 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-08ad99df-fab6-4a47-9ecd-03a0b2dcdfc8 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.262333 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-08ad99df-fab6-4a47-9ecd-03a0b2dcdfc8 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.268107 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-08ad99df-fab6-4a47-9ecd-03a0b2dcdfc8 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.290266 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-08ad99df-fab6-4a47-9ecd-03a0b2dcdfc8 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.294052 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-08ad99df-fab6-4a47-9ecd-03a0b2dcdfc8 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1673334 Jun 25 09:27:50.295018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35356) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:50.297423 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ee1141b1-b7b4-4069-b383-24833e583636 req-ebfb4beb-9057-4240-8c76-15f9d18aa900 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 210 time: 0.2543452 Jun 25 09:27:50.300333 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64762a69-b48e-4ed3-a2ca-f186316d4409 req-e824b475-1b6a-409a-bfbe-2a5cbaee0a05 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] 10.222.0.93 "GET /v2.0/ports?device_id=33d1ffb6-de9b-4c8c-a24e-0eda971f3bdf HTTP/1.1" status: 200 len: 210 time: 0.2616317 Jun 25 09:27:50.304568 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'enable_snat': True}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:50.485720 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9e06c1fe-521e-4a17-9fb3-44a07fc622a5 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.500124 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-9e06c1fe-521e-4a17-9fb3-44a07fc622a5 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b359d922-06f5-42d4-94c7-f7f321884465']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:50.529858 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-9e06c1fe-521e-4a17-9fb3-44a07fc622a5 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ecd34a-49cb-4435-999b-943b5e39dfa8') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:50.530504 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-9e06c1fe-521e-4a17-9fb3-44a07fc622a5 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ecd34a-49cb-4435-999b-943b5e39dfa8') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:50.542954 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9e06c1fe-521e-4a17-9fb3-44a07fc622a5 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.565627 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9e06c1fe-521e-4a17-9fb3-44a07fc622a5 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.573317 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e06c1fe-521e-4a17-9fb3-44a07fc622a5 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:27:50.573833 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9e06c1fe-521e-4a17-9fb3-44a07fc622a5 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.639948 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:27:50.642342 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:27:50.694159 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9e06c1fe-521e-4a17-9fb3-44a07fc622a5 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.703308 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-631b303f-de9f-4e2d-9135-61e3aced33cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:50.707851 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9e06c1fe-521e-4a17-9fb3-44a07fc622a5 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:50.709836 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9e06c1fe-521e-4a17-9fb3-44a07fc622a5 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] 10.222.0.93 "DELETE /v2.0/networks/b359d922-06f5-42d4-94c7-f7f321884465 HTTP/1.1" status: 204 len: 168 time: 2.1525681 Jun 25 09:27:50.737220 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06c1fe-521e-4a17-9fb3-44a07fc622a5 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Pushing event deleted for resources: {'Network': ['ID=b359d922-06f5-42d4-94c7-f7f321884465,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:50.743556 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9e06c1fe-521e-4a17-9fb3-44a07fc622a5 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:51.053643 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-8cde77a1-3af9-44cd-a1dd-1b58f41b2dc7 admin admin] Deleting port 8180814f-671d-475c-b2be-c7ddcfd99cec {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:51.054354 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8cde77a1-3af9-44cd-a1dd-1b58f41b2dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:51.140669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35368) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:51.277107 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-8cde77a1-3af9-44cd-a1dd-1b58f41b2dc7 admin admin] For port 8180814f-671d-475c-b2be-c7ddcfd99cec, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=8180814f-671d-475c-b2be-c7ddcfd99cec,segment=NetworkSegment(23bc2a61-4c23-40ae-9f76-54c4cc921bb0),segment_id=23bc2a61-4c23-40ae-9f76-54c4cc921bb0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:51.277624 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8cde77a1-3af9-44cd-a1dd-1b58f41b2dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:51.294659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-8cde77a1-3af9-44cd-a1dd-1b58f41b2dc7 admin admin] Calling delete_port for 8180814f-671d-475c-b2be-c7ddcfd99cec owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:51.573362 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:51.586815 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 116e2589-8f3b-4514-9479-5117cfe3a484 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:27:51.600147 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:51.617949 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 116e2589-8f3b-4514-9479-5117cfe3a484 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:27:51.618297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 116e2589-8f3b-4514-9479-5117cfe3a484 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:27:51.619047 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 7c4a834b-11e7-409f-b099-f7596ca88d41 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:27:51.675641 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 7c4a834b-11e7-409f-b099-f7596ca88d41 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:27:51.681272 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 7c4a834b-11e7-409f-b099-f7596ca88d41 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:27:51.726843 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f002bee-7e63-40f0-989f-0cf161fbf579 req-3ba38bf4-a07c-460a-a245-c57a1c31695c tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 210 time: 0.1527917 Jun 25 09:27:51.774314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fb62f0e7-7a78-419b-8cec-73f77d296677 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9e7a454aa1a54da293b70f667b7c5350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6323841 Jun 25 09:27:51.780364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35382) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:51.825162 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Allocated IP 172.25.6.87 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/f967649d-ce83-4ec7-9e2a-e6a1dc2424c3) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:27:51.954777 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7014591-0e13-4d1a-b20f-e5bcdd8c3bd6 req-5c5e5129-4462-48d7-852f-c91c59e3c1bc tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:51.956407 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b7014591-0e13-4d1a-b20f-e5bcdd8c3bd6 req-5c5e5129-4462-48d7-852f-c91c59e3c1bc tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=50e7c5bf-9895-425a-925b-e22e22e83690 HTTP/1.1" status: 200 len: 950 time: 0.4378040 Jun 25 09:27:51.979675 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:52.053644 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:52.057240 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-948472fd-fba2-48ec-a771-a1400a5c6690 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:52.084029 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f93d13a-7dad-4659-8591-2d34c93a409b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:52.104549 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b7014591-0e13-4d1a-b20f-e5bcdd8c3bd6 req-21ab78ce-86d7-421c-acb9-ab2f0ab84a40 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292667 Jun 25 09:27:52.107272 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:27:52.111058 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:27:52.119534 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:27:52.154563 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Pushing event updated for resources: {'Port': ['ID=f967649d-ce83-4ec7-9e2a-e6a1dc2424c3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:52.166769 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:52.222957 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f93d13a-7dad-4659-8591-2d34c93a409b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:52.224598 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8cde77a1-3af9-44cd-a1dd-1b58f41b2dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:52.233793 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-193da338-5730-4589-a614-2df979b292ed tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:52.254058 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-5539a6a6-4358-4e02-9072-c529edcd1d82 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:52.256837 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-5539a6a6-4358-4e02-9072-c529edcd1d82 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.41 "GET /v2.0/networks?id=f423b208-4dcd-4206-9ac6-64d232506387 HTTP/1.1" status: 200 len: 813 time: 0.3966577 Jun 25 09:27:52.312324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde77a1-3af9-44cd-a1dd-1b58f41b2dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8180814f-671d-475c-b2be-c7ddcfd99cec,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:52.336650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-c64e95a2-0a80-4e57-b838-c000d2ec53a7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Request body: {'port': {'device_id': '952e8ea2-0cea-4e13-9b67-5953f484a3ac', 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387', 'admin_state_up': True, 'tenant_id': '08d968aeb5ae46d08004f3facd4df77f'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:52.351714 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35398) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:52.392583 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6766c31d-7f8b-4376-884e-8606b06abd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:52.398270 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8cde77a1-3af9-44cd-a1dd-1b58f41b2dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:52.491627 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f93d13a-7dad-4659-8591-2d34c93a409b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:52.497751 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f93d13a-7dad-4659-8591-2d34c93a409b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:52.497751 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4f93d13a-7dad-4659-8591-2d34c93a409b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2e23becd-d417-4371-8636-3df0c1d3295f HTTP/1.1" status: 204 len: 168 time: 0.7096341 Jun 25 09:27:52.503462 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-613acde9-b147-44c0-bffe-99c5e43c90af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:52.520952 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93d13a-7dad-4659-8591-2d34c93a409b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e23becd-d417-4371-8636-3df0c1d3295f,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:52.545714 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-de20848e-86c6-41aa-a5ee-ee77475f1eae admin admin] Deleting subnet 43a8323b-38ae-46d4-a13f-02c398ffe483 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:27:52.553633 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-de20848e-86c6-41aa-a5ee-ee77475f1eae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:52.559407 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4f93d13a-7dad-4659-8591-2d34c93a409b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:52.595281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-c64e95a2-0a80-4e57-b838-c000d2ec53a7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Made reservation on behalf of 08d968aeb5ae46d08004f3facd4df77f for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:27:52.599053 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-c64e95a2-0a80-4e57-b838-c000d2ec53a7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:52.618514 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:52.636696 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19f715-462d-45bc-8614-b29cc6737c1d req-476ea561-cdcd-4d12-90a1-966b135c6064 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:52.638415 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fd19f715-462d-45bc-8614-b29cc6737c1d req-476ea561-cdcd-4d12-90a1-966b135c6064 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "GET /v2.0/ports?device_id=50e7c5bf-9895-425a-925b-e22e22e83690 HTTP/1.1" status: 200 len: 950 time: 0.2125163 Jun 25 09:27:52.727622 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8cde77a1-3af9-44cd-a1dd-1b58f41b2dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:52.761051 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-de20848e-86c6-41aa-a5ee-ee77475f1eae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:52.968794 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-de20848e-86c6-41aa-a5ee-ee77475f1eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:53.027511 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe43cb91-a7f6-42cd-903a-b4ddb114df35 req-3a516c08-1b5d-45d1-958d-6d13f84ec6d9 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 210 time: 0.0422409 Jun 25 09:27:53.070916 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35412) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:53.225596 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-fd19f715-462d-45bc-8614-b29cc6737c1d req-c232753f-325d-4e48-89a1-50181df3ebb8 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Deleting port 23aef354-1fa5-4316-bb53-dd9e728400b3 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:53.225972 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fd19f715-462d-45bc-8614-b29cc6737c1d req-c232753f-325d-4e48-89a1-50181df3ebb8 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:53.232181 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-de20848e-86c6-41aa-a5ee-ee77475f1eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:53.249429 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e18d30e8-2e1a-4805-a058-40524d87c77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:53.283780 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:53.284033 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-c64e95a2-0a80-4e57-b838-c000d2ec53a7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Allocated IP 172.20.0.7 (f423b208-4dcd-4206-9ac6-64d232506387/f3d7495e-2eda-449c-aedb-99a89216fe46/2f1954f8-441f-444c-8e24-2aca36f4cd0a) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:27:53.317978 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20848e-86c6-41aa-a5ee-ee77475f1eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a8323b-38ae-46d4-a13f-02c398ffe483,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:53.326687 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-de20848e-86c6-41aa-a5ee-ee77475f1eae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:53.329556 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-de20848e-86c6-41aa-a5ee-ee77475f1eae admin admin] 10.222.0.93 "DELETE /v2.0/subnets/43a8323b-38ae-46d4-a13f-02c398ffe483 HTTP/1.1" status: 204 len: 168 time: 0.9768565 Jun 25 09:27:53.331982 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-de20848e-86c6-41aa-a5ee-ee77475f1eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:53.334084 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cde77a1-3af9-44cd-a1dd-1b58f41b2dc7 admin admin] Router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:27:53.335688 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:53.335858 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35418) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:53.375105 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a48a7578-552f-4dca-a3cc-96156cfa70a7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=022349dd6ed345cb970c731604cf8cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036075 Jun 25 09:27:53.379351 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35420) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:53.548025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-fd19f715-462d-45bc-8614-b29cc6737c1d req-c232753f-325d-4e48-89a1-50181df3ebb8 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] For port 23aef354-1fa5-4316-bb53-dd9e728400b3, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=23aef354-1fa5-4316-bb53-dd9e728400b3,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:53.548425 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fd19f715-462d-45bc-8614-b29cc6737c1d req-c232753f-325d-4e48-89a1-50181df3ebb8 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:53.575098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-fd19f715-462d-45bc-8614-b29cc6737c1d req-c232753f-325d-4e48-89a1-50181df3ebb8 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Calling delete_port for 23aef354-1fa5-4316-bb53-dd9e728400b3 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:53.636671 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32c48252-5ce8-4df0-bbb0-23c6c84db271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:53.647337 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea38c28-5aba-4cfa-abc9-940b0a91600c req-9100d508-68c6-4d79-97da-0aad66f640fa tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:53.649327 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7ea38c28-5aba-4cfa-abc9-940b0a91600c req-9100d508-68c6-4d79-97da-0aad66f640fa tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 950 time: 0.2401261 Jun 25 09:27:53.785656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Router 5eb338f7-1e26-4dbd-a0b7-30aa4c43a057 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:27:53.970739 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:54.004775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-7ea38c28-5aba-4cfa-abc9-940b0a91600c req-daf8d0da-31a7-45a8-a0c2-3578a1b34824 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Deleting port 1f699c0c-1236-4449-b1e4-e65745feddc0 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:54.005355 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7ea38c28-5aba-4cfa-abc9-940b0a91600c req-daf8d0da-31a7-45a8-a0c2-3578a1b34824 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:54.011097 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fd19f715-462d-45bc-8614-b29cc6737c1d req-c232753f-325d-4e48-89a1-50181df3ebb8 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:54.027735 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:54.046016 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['d71030e6-dce0-4378-a454-15e788996abe', 'aa210440-6572-4b8d-a1fd-39de91f285c9'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:54.048823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45', '1f699c0c-1236-4449-b1e4-e65745feddc0'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:54.186804 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f521b726-9227-4ad5-bef8-83e1222f9ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:54.246479 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdcb37-5e70-4356-a6b3-e4e24e1dbd96 req-79b781d3-f5e3-44ce-8121-7b24ab17de93 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:54.248683 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4bbdcb37-5e70-4356-a6b3-e4e24e1dbd96 req-79b781d3-f5e3-44ce-8121-7b24ab17de93 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=50e7c5bf-9895-425a-925b-e22e22e83690 HTTP/1.1" status: 200 len: 950 time: 0.9406028 Jun 25 09:27:54.250081 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cde77a1-3af9-44cd-a1dd-1b58f41b2dc7 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:27:54.283716 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8cde77a1-3af9-44cd-a1dd-1b58f41b2dc7 admin admin] 10.222.0.93 "PUT /v2.0/routers/1ba7d297-4eaf-4c76-bda8-68568c031ea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4434881 Jun 25 09:27:54.320032 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35426) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:54.402682 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae1e2b-2527-4636-b94a-d947f571cc31 None None] Sync routers for ids ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:27:54.463715 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae1e2b-2527-4636-b94a-d947f571cc31 None None] Routers {'1ba7d297-4eaf-4c76-bda8-68568c031ea7'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:54.464621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-06ae1e2b-2527-4636-b94a-d947f571cc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:54.492070 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-942dbc1d-8fd3-4225-b249-456477abef7f req-568fbea8-f61d-4943-a6e6-5b15b0b2d880 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 210 time: 0.2925630 Jun 25 09:27:54.501671 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f521b726-9227-4ad5-bef8-83e1222f9ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:54.567737 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:27:54.575715 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:54.579875 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e27e5-f806-4fdd-a33c-c4da7b5753b1 None None] Sync routers for ids ['5eb338f7-1e26-4dbd-a0b7-30aa4c43a057'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:27:54.581247 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "PUT /v2.0/routers/5eb338f7-1e26-4dbd-a0b7-30aa4c43a057 HTTP/1.1" status: 200 len: 914 time: 4.2844532 Jun 25 09:27:54.585567 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35434) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:54.596094 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232753f-325d-4e48-89a1-50181df3ebb8 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event deleted for resources: {'Port': ['ID=23aef354-1fa5-4316-bb53-dd9e728400b3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:54.597813 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e27e5-f806-4fdd-a33c-c4da7b5753b1 None None] Routers {'5eb338f7-1e26-4dbd-a0b7-30aa4c43a057'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:54.598679 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-183e27e5-f806-4fdd-a33c-c4da7b5753b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5eb338f7-1e26-4dbd-a0b7-30aa4c43a057'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:54.675775 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-183e27e5-f806-4fdd-a33c-c4da7b5753b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:54.682150 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:27:54.694190 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e27e5-f806-4fdd-a33c-c4da7b5753b1 None None] Routers {'5eb338f7-1e26-4dbd-a0b7-30aa4c43a057'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:54.695018 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c232753f-325d-4e48-89a1-50181df3ebb8 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:54.696228 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-183e27e5-f806-4fdd-a33c-c4da7b5753b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['5eb338f7-1e26-4dbd-a0b7-30aa4c43a057'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:54.733352 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-183e27e5-f806-4fdd-a33c-c4da7b5753b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:54.734867 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e27e5-f806-4fdd-a33c-c4da7b5753b1 None None] The sync data for ids ['5eb338f7-1e26-4dbd-a0b7-30aa4c43a057'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:27:54.816365 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-c64e95a2-0a80-4e57-b838-c000d2ec53a7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:54.830264 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-06ae1e2b-2527-4636-b94a-d947f571cc31 None None] Set router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:27:54.833250 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd19f715-462d-45bc-8614-b29cc6737c1d req-c232753f-325d-4e48-89a1-50181df3ebb8 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] No DVR routers for this DVR port 23aef354-1fa5-4316-bb53-dd9e728400b3 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:27:54.845275 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fd19f715-462d-45bc-8614-b29cc6737c1d req-c232753f-325d-4e48-89a1-50181df3ebb8 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:54.848012 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fd19f715-462d-45bc-8614-b29cc6737c1d req-c232753f-325d-4e48-89a1-50181df3ebb8 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "DELETE /v2.0/ports/23aef354-1fa5-4316-bb53-dd9e728400b3 HTTP/1.1" status: 204 len: 173 time: 2.1137569 Jun 25 09:27:54.849099 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e7c5bf-9895-425a-925b-e22e22e83690', 'name': 'network-vif-deleted', 'tag': '23aef354-1fa5-4316-bb53-dd9e728400b3'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:27:54.864379 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55976bdb-adf7-4ac6-8eff-45befb3c3787" -d '{"events": [{"server_uuid": "50e7c5bf-9895-425a-925b-e22e22e83690", "name": "network-vif-deleted", "tag": "23aef354-1fa5-4316-bb53-dd9e728400b3"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:27:54.910848 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-c64e95a2-0a80-4e57-b838-c000d2ec53a7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:54.937245 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a3a39cf3-0d8c-4b83-8e7e-584b0c3679a3 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:54.965774 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4fa955-3126-452a-a372-b4faeec9587a x-openstack-request-id: req-ea4fa955-3126-452a-a372-b4faeec9587a {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:27:54.966354 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e7c5bf-9895-425a-925b-e22e22e83690", "name": "network-vif-deleted", "tag": "23aef354-1fa5-4316-bb53-dd9e728400b3", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:27:54.967433 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ea4fa955-3126-452a-a372-b4faeec9587a {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:27:54.967991 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e7c5bf-9895-425a-925b-e22e22e83690', 'name': 'network-vif-deleted', 'tag': '23aef354-1fa5-4316-bb53-dd9e728400b3', 'status': 'completed', 'code': 200} Jun 25 09:27:54.988789 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e95a2-0a80-4e57-b838-c000d2ec53a7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Pushing event updated for resources: {'Port': ['ID=2f1954f8-441f-444c-8e24-2aca36f4cd0a,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:55.005618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-7ea38c28-5aba-4cfa-abc9-940b0a91600c req-daf8d0da-31a7-45a8-a0c2-3578a1b34824 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] For port 1f699c0c-1236-4449-b1e4-e65745feddc0, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=1f699c0c-1236-4449-b1e4-e65745feddc0,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:55.005849 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7ea38c28-5aba-4cfa-abc9-940b0a91600c req-daf8d0da-31a7-45a8-a0c2-3578a1b34824 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:55.027228 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-7ea38c28-5aba-4cfa-abc9-940b0a91600c req-daf8d0da-31a7-45a8-a0c2-3578a1b34824 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Calling delete_port for 1f699c0c-1236-4449-b1e4-e65745feddc0 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:55.032012 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-c64e95a2-0a80-4e57-b838-c000d2ec53a7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Network f423b208-4dcd-4206-9ac6-64d232506387 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:27:55.033149 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c64e95a2-0a80-4e57-b838-c000d2ec53a7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:55.034562 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:55.055943 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4bbdcb37-5e70-4356-a6b3-e4e24e1dbd96 req-085f4d14-52af-40f3-9c6b-1fe766edafb3 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7367406 Jun 25 09:27:55.059041 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32c48252-5ce8-4df0-bbb0-23c6c84db271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:55.073295 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f521b726-9227-4ad5-bef8-83e1222f9ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:55.077099 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f521b726-9227-4ad5-bef8-83e1222f9ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:55.086222 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f521b726-9227-4ad5-bef8-83e1222f9ff1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/52f9a9b5-f033-48d7-999a-4b424b3fd986 HTTP/1.1" status: 204 len: 168 time: 1.6372213 Jun 25 09:27:55.092624 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-641360dc-2c2d-4d36-9c65-84c2535f4617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:55.137668 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9713c61e-a6d5-4974-978e-c1042d15c4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:55.161581 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-c64e95a2-0a80-4e57-b838-c000d2ec53a7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:27:55.170878 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-c64e95a2-0a80-4e57-b838-c000d2ec53a7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:27:55.215190 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521b726-9227-4ad5-bef8-83e1222f9ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f9a9b5-f033-48d7-999a-4b424b3fd986,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:55.227666 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-c64e95a2-0a80-4e57-b838-c000d2ec53a7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:55.236080 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-c64e95a2-0a80-4e57-b838-c000d2ec53a7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:55.240236 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-32c48252-5ce8-4df0-bbb0-23c6c84db271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6b7236-91c6-4cd1-904d-928be917672b']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:55.252875 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f521b726-9227-4ad5-bef8-83e1222f9ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:55.271496 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-dae3a874-c2ec-4613-a91b-320f74c31d6b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/routers/5eb338f7-1e26-4dbd-a0b7-30aa4c43a057 HTTP/1.1" status: 200 len: 920 time: 0.6826701 Jun 25 09:27:55.273440 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7ea38c28-5aba-4cfa-abc9-940b0a91600c req-daf8d0da-31a7-45a8-a0c2-3578a1b34824 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:55.280339 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35444) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:55.282719 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-95b9dcb3-eb9d-48f0-9c2c-d32a29a7ac8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:55.289899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-32c48252-5ce8-4df0-bbb0-23c6c84db271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636f9e92-a852-44f1-9f7c-1936c3b52444') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:55.290284 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-32c48252-5ce8-4df0-bbb0-23c6c84db271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636f9e92-a852-44f1-9f7c-1936c3b52444') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:55.356784 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8d0da-31a7-45a8-a0c2-3578a1b34824 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event deleted for resources: {'Port': ['ID=1f699c0c-1236-4449-b1e4-e65745feddc0,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:55.359245 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:55.360957 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-daf8d0da-31a7-45a8-a0c2-3578a1b34824 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:55.400423 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-c64e95a2-0a80-4e57-b838-c000d2ec53a7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0738046 Jun 25 09:27:55.417620 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32c48252-5ce8-4df0-bbb0-23c6c84db271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:55.431887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea38c28-5aba-4cfa-abc9-940b0a91600c req-daf8d0da-31a7-45a8-a0c2-3578a1b34824 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] No DVR routers for this DVR port 1f699c0c-1236-4449-b1e4-e65745feddc0 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:27:55.441657 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7ea38c28-5aba-4cfa-abc9-940b0a91600c req-daf8d0da-31a7-45a8-a0c2-3578a1b34824 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:55.451634 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7ea38c28-5aba-4cfa-abc9-940b0a91600c req-daf8d0da-31a7-45a8-a0c2-3578a1b34824 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.41 "DELETE /v2.0/ports/1f699c0c-1236-4449-b1e4-e65745feddc0 HTTP/1.1" status: 204 len: 173 time: 1.7917724 Jun 25 09:27:55.497172 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76235b3c-6684-4807-9ef5-de489dba0565 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:55.505319 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-76235b3c-6684-4807-9ef5-de489dba0565 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=8128acdb-767b-4924-9d47-628968405132&device_id=5eb338f7-1e26-4dbd-a0b7-30aa4c43a057&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2149527 Jun 25 09:27:55.512039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35448) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:55.527439 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Request body: {'port': {'device_id': '952e8ea2-0cea-4e13-9b67-5953f484a3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:55.615149 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 23aef354-1fa5-4316-bb53-dd9e728400b3 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:27:55.678740 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 23aef354-1fa5-4316-bb53-dd9e728400b3 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:27:55.679398 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:55.687385 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 23aef354-1fa5-4316-bb53-dd9e728400b3 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:27:55.722962 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32c48252-5ce8-4df0-bbb0-23c6c84db271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:55.766556 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c48252-5ce8-4df0-bbb0-23c6c84db271 admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:27:55.766977 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32c48252-5ce8-4df0-bbb0-23c6c84db271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:27:55.769147 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:27:55.817942 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-06ae1e2b-2527-4636-b94a-d947f571cc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'name': 'tempest-TaggedBootDevicesTest-880897951-router', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:44Z', 'updated_at': '2021-06-25T09:27:51Z', 'revision_number': 5, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'gw_port': {'id': 'b4ff0b4d-2ddb-4927-aebe-74c2e025efe7', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:15:46Z', 'updated_at': '2021-06-25T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:55.880605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae1e2b-2527-4636-b94a-d947f571cc31 None None] Checking router: 1ba7d297-4eaf-4c76-bda8-68568c031ea7 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:27:55.914053 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae1e2b-2527-4636-b94a-d947f571cc31 None None] Routers {'1ba7d297-4eaf-4c76-bda8-68568c031ea7'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:27:55.914575 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-06ae1e2b-2527-4636-b94a-d947f571cc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:55.931710 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3442e24-0619-4014-a798-48a01fececb8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:55.941113 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c3442e24-0619-4014-a798-48a01fececb8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 881 time: 0.4229395 Jun 25 09:27:55.941920 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35458) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:56.042761 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-25065a67-4398-433c-84d5-940653124ea4 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb338f7-1e26-4dbd-a0b7-30aa4c43a057 HTTP/1.1" status: 200 len: 205 time: 0.0943754 Jun 25 09:27:56.052140 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35462) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:56.131366 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-06ae1e2b-2527-4636-b94a-d947f571cc31 None None] Set router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:27:56.137596 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32c48252-5ce8-4df0-bbb0-23c6c84db271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:56.143352 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:56.151176 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bfbf4c6a-938c-41dc-964e-4a5c774db5b7 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:56.154582 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-32c48252-5ce8-4df0-bbb0-23c6c84db271 admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:56.157057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-32c48252-5ce8-4df0-bbb0-23c6c84db271 admin admin] 10.222.0.93 "DELETE /v2.0/networks/dd6b7236-91c6-4cd1-904d-928be917672b HTTP/1.1" status: 204 len: 168 time: 2.7930114 Jun 25 09:27:56.200722 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c48252-5ce8-4df0-bbb0-23c6c84db271 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd6b7236-91c6-4cd1-904d-928be917672b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:56.216058 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-32c48252-5ce8-4df0-bbb0-23c6c84db271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:56.275478 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] Deleting port b4ff0b4d-2ddb-4927-aebe-74c2e025efe7 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:56.281416 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:56.296994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['d71030e6-dce0-4378-a454-15e788996abe', 'aa210440-6572-4b8d-a1fd-39de91f285c9'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:56.307175 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-06ae1e2b-2527-4636-b94a-d947f571cc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'name': 'tempest-TaggedBootDevicesTest-880897951-router', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:44Z', 'updated_at': '2021-06-25T09:27:55Z', 'revision_number': 6, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:27:56.447253 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['2857f806-5d04-4d89-b3c8-ad7288b5211d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:56.451235 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8958d-52b7-429d-8024-347091a27a91 req-c2f69e8c-8cb6-45dc-b780-604a6ea0fdbb tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:56.458429 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31e8958d-52b7-429d-8024-347091a27a91 req-c2f69e8c-8cb6-45dc-b780-604a6ea0fdbb tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 931 time: 0.5239046 Jun 25 09:27:56.527513 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:56.531432 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-88d7b4c1-fa5f-4fb6-9369-6f39eec06be9 req-46e15397-d471-4100-93a4-fbc9f4c81759 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e054854-3507-4487-97b7-1d85ddb025fc HTTP/1.1" status: 200 len: 210 time: 0.0624361 Jun 25 09:27:56.578582 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:27:56.715387 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35480) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:56.742949 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31e8958d-52b7-429d-8024-347091a27a91 req-71146479-e284-4aaf-955b-34c90453eaa2 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835371 Jun 25 09:27:56.786369 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae1e2b-2527-4636-b94a-d947f571cc31 None None] The sync data for ids ['1ba7d297-4eaf-4c76-bda8-68568c031ea7'] in n-d-761264-15 is: [{'id': '1ba7d297-4eaf-4c76-bda8-68568c031ea7', 'name': 'tempest-TaggedBootDevicesTest-880897951-router', 'tenant_id': 'd31d35930ddf482393a8309d7454fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:15:44Z', 'updated_at': '2021-06-25T09:27:55Z', 'revision_number': 6, 'project_id': 'd31d35930ddf482393a8309d7454fb98', 'gw_port_host': None}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:27:56.787402 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] For port b4ff0b4d-2ddb-4927-aebe-74c2e025efe7, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b4ff0b4d-2ddb-4927-aebe-74c2e025efe7,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:56.787780 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:56.828940 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-696911f9-1368-42b3-9119-d69bb8606d8f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=748dde602c1f49a6bbc81c6e04536147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1120455 Jun 25 09:27:56.831251 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35488) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:56.837663 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:56.869889 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 1f699c0c-1236-4449-b1e4-e65745feddc0 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:27:56.874772 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] Calling delete_port for b4ff0b4d-2ddb-4927-aebe-74c2e025efe7 owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:56.969599 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e054854-3507-4487-97b7-1d85ddb025fc', 'name': 'network-vif-deleted', 'tag': '1f699c0c-1236-4449-b1e4-e65745feddc0'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:27:56.974245 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad594f2-b71b-4be1-bfcc-3ebb59538cf3" -d '{"events": [{"server_uuid": "3e054854-3507-4487-97b7-1d85ddb025fc", "name": "network-vif-deleted", "tag": "1f699c0c-1236-4449-b1e4-e65745feddc0"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:27:56.983005 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e8273fc9-214c-4024-95ad-e8738782fbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:56.994443 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 1f699c0c-1236-4449-b1e4-e65745feddc0 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:27:56.994798 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 1f699c0c-1236-4449-b1e4-e65745feddc0 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:27:57.037954 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e8273fc9-214c-4024-95ad-e8738782fbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:57.088219 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:57.093553 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7bcebd-924c-4b45-9361-7cfb2827e777 x-openstack-request-id: req-ef7bcebd-924c-4b45-9361-7cfb2827e777 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:27:57.093789 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e054854-3507-4487-97b7-1d85ddb025fc", "name": "network-vif-deleted", "tag": "1f699c0c-1236-4449-b1e4-e65745feddc0", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:27:57.094080 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ef7bcebd-924c-4b45-9361-7cfb2827e777 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:27:57.094540 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e054854-3507-4487-97b7-1d85ddb025fc', 'name': 'network-vif-deleted', 'tag': '1f699c0c-1236-4449-b1e4-e65745feddc0', 'status': 'completed', 'code': 200} Jun 25 09:27:57.174367 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e8273fc9-214c-4024-95ad-e8738782fbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:57.177149 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e8273fc9-214c-4024-95ad-e8738782fbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:57.180555 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e8273fc9-214c-4024-95ad-e8738782fbe6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/457fd56f-5fc9-4bb8-a446-e9c05ae591c3 HTTP/1.1" status: 204 len: 168 time: 0.3461552 Jun 25 09:27:57.180555 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-052de6e2-c09f-40e6-8f67-da32b07dfc24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:57.189276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8273fc9-214c-4024-95ad-e8738782fbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457fd56f-5fc9-4bb8-a446-e9c05ae591c3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:57.199538 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e8273fc9-214c-4024-95ad-e8738782fbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:57.322899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f1954f8-441f-444c-8e24-2aca36f4cd0a {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:27:57.368690 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:57.656074 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b4ff0b4d-2ddb-4927-aebe-74c2e025efe7 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:27:58.007872 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:58.026792 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:58.064964 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port b4ff0b4d-2ddb-4927-aebe-74c2e025efe7, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b4ff0b4d-2ddb-4927-aebe-74c2e025efe7,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:27:58.074213 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:58.076202 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 8180814f-671d-475c-b2be-c7ddcfd99cec no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:27:58.082890 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:58.164033 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 8180814f-671d-475c-b2be-c7ddcfd99cec {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:27:58.166999 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 8180814f-671d-475c-b2be-c7ddcfd99cec not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:27:58.237112 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=b4ff0b4d-2ddb-4927-aebe-74c2e025efe7,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:58.241894 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:58.360878 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Deleting port f967649d-ce83-4ec7-9e2a-e6a1dc2424c3 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:27:58.361815 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:58.396097 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Transition to ACTIVE for port object 2f1954f8-441f-444c-8e24-2aca36f4cd0a will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:27:58.427083 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:58.431975 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-84a11361-6a98-4964-9479-2e09966f96c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:58.529661 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35536) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:58.563904 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1954f8-441f-444c-8e24-2aca36f4cd0a,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:58.574083 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:58.595975 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:58.670758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e098a4-7183-4c7b-8cd9-dca19371ccf6 req-1981983e-7d22-4d9a-9da1-e649485a5251 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:58.672246 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66e098a4-7183-4c7b-8cd9-dca19371ccf6 req-1981983e-7d22-4d9a-9da1-e649485a5251 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 931 time: 0.3390930 Jun 25 09:27:58.684833 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35544) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:58.712984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Calling delete_port for f967649d-ce83-4ec7-9e2a-e6a1dc2424c3 owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:27:58.721076 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:58.729142 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8cde77a1-3af9-44cd-a1dd-1b58f41b2dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:58.778886 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ff0b4d-2ddb-4927-aebe-74c2e025efe7,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:58.785251 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:58.883321 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8dc969ad-cdd0-434f-b692-d5d3382039f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:58.921308 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66e098a4-7183-4c7b-8cd9-dca19371ccf6 req-9fbe3411-e929-48e3-adba-f765eb4806fd tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122557 Jun 25 09:27:58.945595 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Attempting to bind port 2f1954f8-441f-444c-8e24-2aca36f4cd0a on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:27:58.946213 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Attempting to bind port 2f1954f8-441f-444c-8e24-2aca36f4cd0a by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:27:58.946782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Attempting to bind port 2f1954f8-441f-444c-8e24-2aca36f4cd0a on network f423b208-4dcd-4206-9ac6-64d232506387 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:27:58.965168 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Port 2f1954f8-441f-444c-8e24-2aca36f4cd0a on network f423b208-4dcd-4206-9ac6-64d232506387 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:27:58.965821 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Attempting to bind port 2f1954f8-441f-444c-8e24-2aca36f4cd0a on network f423b208-4dcd-4206-9ac6-64d232506387 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:27:58.981857 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:27:58.982587 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Checking segment: {'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:27:58.983257 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Bound using segment: {'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:27:58.984331 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Bound port: 2f1954f8-441f-444c-8e24-2aca36f4cd0a, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:27:58.984763 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.008765 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.107206 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8dc969ad-cdd0-434f-b692-d5d3382039f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.114209 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8dc969ad-cdd0-434f-b692-d5d3382039f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.117337 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:59.157647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1869261595'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:59.186392 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Made reservation on behalf of 92734142ff004332b5637bab4b298482 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:27:59.190139 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.216612 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.222427 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.226665 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.231586 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8dc969ad-cdd0-434f-b692-d5d3382039f2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a508544ebc4b41488b959508f05eb57b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7007236 Jun 25 09:27:59.234633 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35562) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:59.235574 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc969ad-cdd0-434f-b692-d5d3382039f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad27547-5c99-49a8-b51e-4b5f9d8a3571,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:59.268887 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8dc969ad-cdd0-434f-b692-d5d3382039f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:59.305916 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0457ad6e-6857-40de-bcdc-425740d62e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.320158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] For port 2f1954f8-441f-444c-8e24-2aca36f4cd0a, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:27:59.345866 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0457ad6e-6857-40de-bcdc-425740d62e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.358927 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35564) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:59.363676 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] For port 2f1954f8-441f-444c-8e24-2aca36f4cd0a, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2f1954f8-441f-444c-8e24-2aca36f4cd0a,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:27:59.370397 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.371374 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ba7d297-4eaf-4c76-bda8-68568c031ea7 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:27:59.382472 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.387120 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] 10.222.0.93 "DELETE /v2.0/routers/1ba7d297-4eaf-4c76-bda8-68568c031ea7 HTTP/1.1" status: 204 len: 168 time: 5.0660636 Jun 25 09:27:59.392599 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.396640 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35568) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:59.403057 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653e66c-95c3-40f7-a306-418bd163e913 req-f2e75b97-1e9c-42c8-ba9a-fd297e4e1c52 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:59.405468 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4653e66c-95c3-40f7-a306-418bd163e913 req-f2e75b97-1e9c-42c8-ba9a-fd297e4e1c52 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=703bebc3-6c25-4359-a97d-04468b1fae49 HTTP/1.1" status: 200 len: 949 time: 0.4179938 Jun 25 09:27:59.413312 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-606532ab-4656-42e6-8cd4-efc48a9f6f6f tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:59.462562 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.471948 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:59.472970 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.475145 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] 10.222.0.41 "PUT /v2.0/ports/2f1954f8-441f-444c-8e24-2aca36f4cd0a HTTP/1.1" status: 200 len: 1092 time: 3.9648581 Jun 25 09:27:59.481632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952e8ea2-0cea-4e13-9b67-5953f484a3ac', 'tag': '2f1954f8-441f-444c-8e24-2aca36f4cd0a'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:27:59.484573 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c930e178-852f-4c28-9bd0-790a21b2aa01" -d '{"events": [{"name": "network-changed", "server_uuid": "952e8ea2-0cea-4e13-9b67-5953f484a3ac", "tag": "2f1954f8-441f-444c-8e24-2aca36f4cd0a"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:27:59.552606 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a4cb07-7601-4690-b99e-210dee2bf61c admin admin] Deleting subnet 16b23dbf-8407-4c05-b060-ab7999afb028 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:27:59.563223 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d10d102-bad0-4e49-9d3a-21aecba49785 x-openstack-request-id: req-6d10d102-bad0-4e49-9d3a-21aecba49785 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:27:59.563565 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952e8ea2-0cea-4e13-9b67-5953f484a3ac", "tag": "2f1954f8-441f-444c-8e24-2aca36f4cd0a", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:27:59.563861 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6d10d102-bad0-4e49-9d3a-21aecba49785 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:27:59.564290 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952e8ea2-0cea-4e13-9b67-5953f484a3ac', 'tag': '2f1954f8-441f-444c-8e24-2aca36f4cd0a', 'status': 'completed', 'code': 200} Jun 25 09:27:59.571524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-314007661-network', 'tenant_id': '21012412c37349ddba8b24648f8a495b'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:59.583041 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92a4cb07-7601-4690-b99e-210dee2bf61c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.607922 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.616222 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.623607 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a0aac533-2e72-4ad1-914c-c63b124f8924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:59.635401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1954f8-441f-444c-8e24-2aca36f4cd0a,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:59.643145 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:59.646478 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4653e66c-95c3-40f7-a306-418bd163e913 req-86de63d5-6be9-41f9-8560-312a7df94361 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241390 Jun 25 09:27:59.647052 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d4fbba95-4d82-4d1e-ad13-386aa8ec6da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:59.672995 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0457ad6e-6857-40de-bcdc-425740d62e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.676237 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0457ad6e-6857-40de-bcdc-425740d62e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.680051 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0457ad6e-6857-40de-bcdc-425740d62e72 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2ad27547-5c99-49a8-b51e-4b5f9d8a3571 HTTP/1.1" status: 204 len: 168 time: 0.4387653 Jun 25 09:27:59.684686 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Pushing event deleted for resources: {'Port': ['ID=f967649d-ce83-4ec7-9e2a-e6a1dc2424c3,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:59.690331 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:59.699085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3ffff5-d432-421e-ab4e-bd64f63fc711,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:59.708299 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.722334 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:27:59.730409 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:59.731222 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e8273fc9-214c-4024-95ad-e8738782fbe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:27:59.742732 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92a4cb07-7601-4690-b99e-210dee2bf61c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.747984 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457ad6e-6857-40de-bcdc-425740d62e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad27547-5c99-49a8-b51e-4b5f9d8a3571,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:27:59.755992 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Made reservation on behalf of 21012412c37349ddba8b24648f8a495b for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:27:59.759232 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.798298 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0457ad6e-6857-40de-bcdc-425740d62e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:27:59.805695 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.809455 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-eec90634-fa07-4b6b-9967-d7c06c3ac009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:27:59.811079 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-eec90634-fa07-4b6b-9967-d7c06c3ac009 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08d968aeb5ae46d08004f3facd4df77f&device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 1095 time: 0.2574143 Jun 25 09:27:59.812846 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.815297 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.815871 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.816490 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Added segment dbf3d484-5f56-494d-9cac-94a47f83faff of type vlan for network bcf79fa4-9558-44c1-ae86-347dd6f97194 Jun 25 09:27:59.874880 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.876040 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Fanout notify agent at l3_agent the message router_deleted on router 5eb338f7-1e26-4dbd-a0b7-30aa4c43a057 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:27:59.932412 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.933599 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "DELETE /v2.0/routers/5eb338f7-1e26-4dbd-a0b7-30aa4c43a057 HTTP/1.1" status: 204 len: 168 time: 3.8748052 Jun 25 09:27:59.935677 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-baa1e020-69e4-4413-9180-19a908bd0f77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f1954f8-441f-444c-8e24-2aca36f4cd0a HTTP/1.1" status: 200 len: 217 time: 0.0690613 Jun 25 09:27:59.941410 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35578) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:27:59.953836 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-05c8bd65-b9bc-4f56-8fbd-81418a2690a5 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-295806365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:27:59.987742 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:27:59.996313 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:00.071003 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:00.074386 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:00.080387 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:00.081299 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:00.089506 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-24c55edf-3658-4c0b-9b70-53eaefa051d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:00.107712 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-05c8bd65-b9bc-4f56-8fbd-81418a2690a5 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:00.108990 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-05c8bd65-b9bc-4f56-8fbd-81418a2690a5 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:00.115250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-b85e6490-49b6-4396-b742-841994f938b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:00.116822 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-b85e6490-49b6-4396-b742-841994f938b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3d7495e-2eda-449c-aedb-99a89216fe46 HTTP/1.1" status: 200 len: 853 time: 0.1732249 Jun 25 09:28:00.154660 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:28:00.159232 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4730401 Jun 25 09:28:00.174751 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-8644606d-f8e7-43fb-bded-9e5414e28280 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f423b208-4dcd-4206-9ac6-64d232506387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502384 Jun 25 09:28:00.177928 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92a4cb07-7601-4690-b99e-210dee2bf61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:00.225203 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-05c8bd65-b9bc-4f56-8fbd-81418a2690a5 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:00.238973 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-05c8bd65-b9bc-4f56-8fbd-81418a2690a5 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:00.240875 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db153b41-3d57-4238-a7a4-f3b1b7a69941,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:00.286672 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:00.287836 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:00.288267 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Added segment 72660649-9d6e-4964-a394-16f54af9b202 of type vlan for network 52139b1a-05b7-4cef-9798-b1346b56eb43 Jun 25 09:28:00.301242 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5e1a6742-cfff-4389-8855-8d9b25252381 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:00.426208 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d66f4-91b8-4184-a25d-ff61286a50a8 req-3e5313a0-1eb8-454c-b580-8cf2cb93ce31 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:00.428420 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-231d66f4-91b8-4184-a25d-ff61286a50a8 req-3e5313a0-1eb8-454c-b580-8cf2cb93ce31 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 943 time: 0.3686438 Jun 25 09:28:00.450390 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-05c8bd65-b9bc-4f56-8fbd-81418a2690a5 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:00.450886 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:00.452264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-05c8bd65-b9bc-4f56-8fbd-81418a2690a5 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5098455 Jun 25 09:28:00.458679 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35594) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:00.464481 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'enable_snat': False}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:00.479676 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-702f5159-15dd-4a77-86e2-291c78bae973 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549946 Jun 25 09:28:00.521615 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Pushing event updated for resources: {'Network': ['ID=bcf79fa4-9558-44c1-ae86-347dd6f97194,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:00.533505 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:00.536807 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network bcf79fa4-9558-44c1-ae86-347dd6f97194 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:28:00.561997 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92a4cb07-7601-4690-b99e-210dee2bf61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:00.569904 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c60fdb91-fafb-4746-9215-04d26dbad068 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:00.630607 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-231d66f4-91b8-4184-a25d-ff61286a50a8 req-402ccc4a-af98-47eb-a3b6-c0baff1cad9d tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939623 Jun 25 09:28:00.644534 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4cb07-7601-4690-b99e-210dee2bf61c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b23dbf-8407-4c05-b060-ab7999afb028,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:00.664559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10ddd3d-0ef0-49c0-93ad-479a8a53fda3 None None] Network 636acfe6-d17f-4f72-9c57-7ee0f2a7da95 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:00.702715 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92a4cb07-7601-4690-b99e-210dee2bf61c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:00.707809 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-92a4cb07-7601-4690-b99e-210dee2bf61c admin admin] 10.222.0.93 "DELETE /v2.0/subnets/16b23dbf-8407-4c05-b060-ab7999afb028 HTTP/1.1" status: 204 len: 168 time: 1.3075869 Jun 25 09:28:00.718835 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b866b-da5a-41cb-8507-431d807dce1b req-f291f451-81c0-4847-b90f-b371f44ce852 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:00.721751 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-768b866b-da5a-41cb-8507-431d807dce1b req-f291f451-81c0-4847-b90f-b371f44ce852 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "GET /v2.0/ports?device_id=703bebc3-6c25-4359-a97d-04468b1fae49 HTTP/1.1" status: 200 len: 949 time: 0.6334527 Jun 25 09:28:00.722917 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35602) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:00.733995 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-92a4cb07-7601-4690-b99e-210dee2bf61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:00.758197 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:00.759260 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:00.759846 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:00.787401 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-121a6930-9088-4eac-97ac-c9fa87ea401d req-f44c7520-2c6b-4f25-bd30-06a16e6ceadf service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890625 Jun 25 09:28:00.837043 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6784be64-93ae-4f21-8a28-6a9a8b1c5a24 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:00.842028 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4475db-b81d-43b8-bb59-a3adb5c5d191 req-d271346c-d278-4e3b-bd1c-7748964873f0 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:00.845982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa4475db-b81d-43b8-bb59-a3adb5c5d191 req-d271346c-d278-4e3b-bd1c-7748964873f0 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e0cfe8e-310c-4ecb-89e8-261a4ab8525c HTTP/1.1" status: 200 len: 950 time: 0.2482617 Jun 25 09:28:00.913043 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35608) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:00.933415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35612) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:01.008431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Request body: {'port': {'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194', 'binding:host_id': 'n-h2-761264-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1565030946'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:01.043412 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f24f6-b76d-479f-b8b2-78b0fb54e665 None None] DHCP port deletion for 636acfe6-d17f-4f72-9c57-7ee0f2a7da95 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:28:01.101813 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-089f24f6-b76d-479f-b8b2-78b0fb54e665 None None] Deleting port f7f82b94-00c9-432c-92ba-e13a8c7d6834 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:01.102991 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-089f24f6-b76d-479f-b8b2-78b0fb54e665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.118933 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930e178-852f-4c28-9bd0-790a21b2aa01 req-3b92bc24-4b8a-4e33-ac02-ed7aede930a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:01.121266 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c930e178-852f-4c28-9bd0-790a21b2aa01 req-3b92bc24-4b8a-4e33-ac02-ed7aede930a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08d968aeb5ae46d08004f3facd4df77f&device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 1095 time: 0.2057536 Jun 25 09:28:01.132275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ebec1-5eb8-4aee-8a79-b15badb2b9ae req-39195675-bb34-42e7-8d02-deb168382e06 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:01.140262 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-843ebec1-5eb8-4aee-8a79-b15badb2b9ae req-39195675-bb34-42e7-8d02-deb168382e06 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=703bebc3-6c25-4359-a97d-04468b1fae49 HTTP/1.1" status: 200 len: 949 time: 0.2253137 Jun 25 09:28:01.154574 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.195333 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8349319 Jun 25 09:28:01.199220 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-089f24f6-b76d-479f-b8b2-78b0fb54e665 None None] For port f7f82b94-00c9-432c-92ba-e13a8c7d6834, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f7f82b94-00c9-432c-92ba-e13a8c7d6834,segment=NetworkSegment(23bc2a61-4c23-40ae-9f76-54c4cc921bb0),segment_id=23bc2a61-4c23-40ae-9f76-54c4cc921bb0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:01.199734 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-089f24f6-b76d-479f-b8b2-78b0fb54e665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.209263 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35620) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:01.217821 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1204530781-network', 'tenant_id': '8d8fcee0113047b28d608dea0d40b1a3'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:01.219099 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-089f24f6-b76d-479f-b8b2-78b0fb54e665 None None] Calling delete_port for f7f82b94-00c9-432c-92ba-e13a8c7d6834 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:28:01.223012 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e9b8f1d3-7ed9-47c8-8204-cfe812932618 admin admin] Request body: {'subnet': {'network_id': '52139b1a-05b7-4cef-9798-b1346b56eb43', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-314007661-subnet', 'tenant_id': '21012412c37349ddba8b24648f8a495b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:01.232991 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-aa4475db-b81d-43b8-bb59-a3adb5c5d191 req-1189dd37-4800-4df4-8776-e48a97e2a962 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Deleting port aa210440-6572-4b8d-a1fd-39de91f285c9 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:01.233612 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aa4475db-b81d-43b8-bb59-a3adb5c5d191 req-1189dd37-4800-4df4-8776-e48a97e2a962 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.267272 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Made reservation on behalf of 22f80fd180044eff9f2ca817f9ecab71 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:01.269662 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.287639 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.295932 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Pushing event updated for resources: {'Network': ['ID=52139b1a-05b7-4cef-9798-b1346b56eb43,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:01.320842 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:01.335932 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-843ebec1-5eb8-4aee-8a79-b15badb2b9ae req-771b9910-0a0e-490c-8619-db2f19f0267b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943679 Jun 25 09:28:01.338667 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 52139b1a-05b7-4cef-9798-b1346b56eb43 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:28:01.348994 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-089f24f6-b76d-479f-b8b2-78b0fb54e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.359323 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Made reservation on behalf of 8d8fcee0113047b28d608dea0d40b1a3 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:01.361603 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.362727 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e6200432-6188-4823-a416-5aca8ac2b27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:01.368507 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-296b3a6f-ceb2-4ecc-9cf0-e06ecdbae951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.369705 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f24f6-b76d-479f-b8b2-78b0fb54e665 None None] No DVR routers for this DVR port f7f82b94-00c9-432c-92ba-e13a8c7d6834 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:28:01.391610 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.399882 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.434533 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930e178-852f-4c28-9bd0-790a21b2aa01 req-9bfc276c-d9a1-4da1-93b5-440b7b719a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:01.436826 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c930e178-852f-4c28-9bd0-790a21b2aa01 req-9bfc276c-d9a1-4da1-93b5-440b7b719a6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f423b208-4dcd-4206-9ac6-64d232506387 HTTP/1.1" status: 200 len: 915 time: 0.2942662 Jun 25 09:28:01.454652 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b8f1d3-7ed9-47c8-8204-cfe812932618 admin admin] Made reservation on behalf of 21012412c37349ddba8b24648f8a495b for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:01.464768 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f1d3-7ed9-47c8-8204-cfe812932618 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.479389 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f24f6-b76d-479f-b8b2-78b0fb54e665 None None] Pushing event deleted for resources: {'Port': ['ID=f7f82b94-00c9-432c-92ba-e13a8c7d6834,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:01.490598 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-089f24f6-b76d-479f-b8b2-78b0fb54e665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:01.498030 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-aa4475db-b81d-43b8-bb59-a3adb5c5d191 req-1189dd37-4800-4df4-8776-e48a97e2a962 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] For port aa210440-6572-4b8d-a1fd-39de91f285c9, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=aa210440-6572-4b8d-a1fd-39de91f285c9,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:01.498448 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aa4475db-b81d-43b8-bb59-a3adb5c5d191 req-1189dd37-4800-4df4-8776-e48a97e2a962 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.502273 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f7f82b94-00c9-432c-92ba-e13a8c7d6834 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:28:01.515428 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-aa4475db-b81d-43b8-bb59-a3adb5c5d191 req-1189dd37-4800-4df4-8776-e48a97e2a962 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Calling delete_port for aa210440-6572-4b8d-a1fd-39de91f285c9 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:28:01.533208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: f7f82b94-00c9-432c-92ba-e13a8c7d6834 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:28:01.534009 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f7f82b94-00c9-432c-92ba-e13a8c7d6834 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:28:01.631201 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-296b3a6f-ceb2-4ecc-9cf0-e06ecdbae951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.646442 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-768b866b-da5a-41cb-8507-431d807dce1b req-e5f6d352-52a0-407c-9bb1-9dcb12f986c9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Deleting port d71030e6-dce0-4378-a454-15e788996abe {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:01.646816 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-768b866b-da5a-41cb-8507-431d807dce1b req-e5f6d352-52a0-407c-9bb1-9dcb12f986c9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.656641 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-296b3a6f-ceb2-4ecc-9cf0-e06ecdbae951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636acfe6-d17f-4f72-9c57-7ee0f2a7da95']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:01.732115 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-296b3a6f-ceb2-4ecc-9cf0-e06ecdbae951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23bc2a61-4c23-40ae-9f76-54c4cc921bb0') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:01.732612 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-296b3a6f-ceb2-4ecc-9cf0-e06ecdbae951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23bc2a61-4c23-40ae-9f76-54c4cc921bb0') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:01.745252 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-296b3a6f-ceb2-4ecc-9cf0-e06ecdbae951 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.767427 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-296b3a6f-ceb2-4ecc-9cf0-e06ecdbae951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.814229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296b3a6f-ceb2-4ecc-9cf0-e06ecdbae951 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:28:01.814767 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-296b3a6f-ceb2-4ecc-9cf0-e06ecdbae951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:28:01.818333 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:28:01.905386 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c930e178-852f-4c28-9bd0-790a21b2aa01 req-d40bc52c-58ee-400a-9d41-c85a04d11696 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f1954f8-441f-444c-8e24-2aca36f4cd0a HTTP/1.1" status: 200 len: 217 time: 0.4543774 Jun 25 09:28:01.991623 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-296b3a6f-ceb2-4ecc-9cf0-e06ecdbae951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.996409 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-296b3a6f-ceb2-4ecc-9cf0-e06ecdbae951 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:01.999326 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-296b3a6f-ceb2-4ecc-9cf0-e06ecdbae951 admin admin] 10.222.0.93 "DELETE /v2.0/networks/636acfe6-d17f-4f72-9c57-7ee0f2a7da95 HTTP/1.1" status: 204 len: 168 time: 1.2613664 Jun 25 09:28:02.007245 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:02.013347 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-768b866b-da5a-41cb-8507-431d807dce1b req-e5f6d352-52a0-407c-9bb1-9dcb12f986c9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] For port d71030e6-dce0-4378-a454-15e788996abe, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=d71030e6-dce0-4378-a454-15e788996abe,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:02.013676 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-768b866b-da5a-41cb-8507-431d807dce1b req-e5f6d352-52a0-407c-9bb1-9dcb12f986c9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:02.018698 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930e178-852f-4c28-9bd0-790a21b2aa01 req-298be231-bbcb-4417-bdc3-f5d54cf5d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:02.020403 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c930e178-852f-4c28-9bd0-790a21b2aa01 req-298be231-bbcb-4417-bdc3-f5d54cf5d27f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3d7495e-2eda-449c-aedb-99a89216fe46 HTTP/1.1" status: 200 len: 853 time: 0.1038406 Jun 25 09:28:02.096123 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c930e178-852f-4c28-9bd0-790a21b2aa01 req-1942e061-f92f-4390-a34c-cd75eb2152a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f423b208-4dcd-4206-9ac6-64d232506387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600412 Jun 25 09:28:02.152021 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e982082-64cb-46a1-a11c-1f27f1bc614f req-578428fc-429a-43ed-9df7-22aeba37e756 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:02.161945 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e982082-64cb-46a1-a11c-1f27f1bc614f req-578428fc-429a-43ed-9df7-22aeba37e756 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 943 time: 0.2603798 Jun 25 09:28:02.215998 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35628) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:02.301066 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aa4475db-b81d-43b8-bb59-a3adb5c5d191 req-1189dd37-4800-4df4-8776-e48a97e2a962 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:02.317567 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-914f9552-816a-4a1d-ab76-96b94ccf6bfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:02.336375 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['aa210440-6572-4b8d-a1fd-39de91f285c9'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:28:02.337960 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e982082-64cb-46a1-a11c-1f27f1bc614f req-4e596694-ada1-46de-80da-bcec325af030 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747832 Jun 25 09:28:02.368112 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:28:02.377453 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189dd37-4800-4df4-8776-e48a97e2a962 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event deleted for resources: {'Port': ['ID=aa210440-6572-4b8d-a1fd-39de91f285c9,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:02.383382 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c930e178-852f-4c28-9bd0-790a21b2aa01 req-569ec58d-ac9e-4dbb-ab24-01d5a39b34b3 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782698 Jun 25 09:28:02.385298 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1189dd37-4800-4df4-8776-e48a97e2a962 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:02.396144 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-76da440d-3054-494c-91af-d51c70b5d1b7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d31d35930ddf482393a8309d7454fb98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1786635 Jun 25 09:28:02.398977 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35632) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:02.468367 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-768b866b-da5a-41cb-8507-431d807dce1b req-e5f6d352-52a0-407c-9bb1-9dcb12f986c9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Calling delete_port for d71030e6-dce0-4378-a454-15e788996abe owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:28:02.471867 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:02.475570 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b3a6f-ceb2-4ecc-9cf0-e06ecdbae951 admin admin] Pushing event deleted for resources: {'Network': ['ID=636acfe6-d17f-4f72-9c57-7ee0f2a7da95,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:02.508234 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-296b3a6f-ceb2-4ecc-9cf0-e06ecdbae951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:02.509485 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:02.515267 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] device_id is not set on port 071d351c-7b12-4aee-9450-2df560c8ed3c yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:28:02.549621 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4475db-b81d-43b8-bb59-a3adb5c5d191 req-1189dd37-4800-4df4-8776-e48a97e2a962 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] No DVR routers for this DVR port aa210440-6572-4b8d-a1fd-39de91f285c9 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:28:02.579127 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d03dcf0e-bc42-4449-abe8-1896b1639294 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:02.584915 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f1d3-7ed9-47c8-8204-cfe812932618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:02.595544 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aa4475db-b81d-43b8-bb59-a3adb5c5d191 req-1189dd37-4800-4df4-8776-e48a97e2a962 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:02.597707 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa4475db-b81d-43b8-bb59-a3adb5c5d191 req-1189dd37-4800-4df4-8776-e48a97e2a962 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "DELETE /v2.0/ports/aa210440-6572-4b8d-a1fd-39de91f285c9 HTTP/1.1" status: 204 len: 173 time: 1.7454593 Jun 25 09:28:02.600573 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0cfe8e-310c-4ecb-89e8-261a4ab8525c', 'name': 'network-vif-deleted', 'tag': 'aa210440-6572-4b8d-a1fd-39de91f285c9'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:28:02.603128 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155ad799-d8ac-479c-9dce-5791bb1822dd" -d '{"events": [{"server_uuid": "9e0cfe8e-310c-4ecb-89e8-261a4ab8525c", "name": "network-vif-deleted", "tag": "aa210440-6572-4b8d-a1fd-39de91f285c9"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:28:02.655814 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:02.666694 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320846ce-378f-4731-9570-e4a153244608 x-openstack-request-id: req-320846ce-378f-4731-9570-e4a153244608 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:28:02.666943 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0cfe8e-310c-4ecb-89e8-261a4ab8525c", "name": "network-vif-deleted", "tag": "aa210440-6572-4b8d-a1fd-39de91f285c9", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:28:02.667235 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-320846ce-378f-4731-9570-e4a153244608 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:28:02.667679 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0cfe8e-310c-4ecb-89e8-261a4ab8525c', 'name': 'network-vif-deleted', 'tag': 'aa210440-6572-4b8d-a1fd-39de91f285c9', 'status': 'completed', 'code': 200} Jun 25 09:28:02.706805 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:02.737145 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-35d230ac-0d27-4e4a-8720-f8949d7fce15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:02.750721 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfca857-9175-4674-a9e2-91fb6051de75,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:02.790344 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c930e178-852f-4c28-9bd0-790a21b2aa01 req-cefcbab6-02de-4b5e-bdda-690c28176baf service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928180 Jun 25 09:28:02.792484 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-35d230ac-0d27-4e4a-8720-f8949d7fce15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:02.806155 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:02.806575 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:02.846010 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dfc48-ddec-4c9f-baea-09c87734dcba req-f520804f-577c-4fb0-97f1-ed4efd2ccfde tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:02.847593 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc7dfc48-ddec-4c9f-baea-09c87734dcba req-f520804f-577c-4fb0-97f1-ed4efd2ccfde tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=703bebc3-6c25-4359-a97d-04468b1fae49 HTTP/1.1" status: 200 len: 949 time: 0.3025815 Jun 25 09:28:02.914420 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:02.921779 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc7dfc48-ddec-4c9f-baea-09c87734dcba req-4f6457fd-4117-4a1e-b076-649d7131a5bc tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642295 Jun 25 09:28:02.924114 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:02.927299 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4f1af70b-4985-46fc-8d68-6ea0c1e6cbc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:02.939053 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-35d230ac-0d27-4e4a-8720-f8949d7fce15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:02.942070 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-35d230ac-0d27-4e4a-8720-f8949d7fce15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:02.945483 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-35d230ac-0d27-4e4a-8720-f8949d7fce15 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dd273bcf-a5b8-4308-ba92-1e7528a0a2c8 HTTP/1.1" status: 204 len: 168 time: 0.5325098 Jun 25 09:28:02.961352 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:28:02.967619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8f1d3-7ed9-47c8-8204-cfe812932618 admin admin] Checking segment: {'id': '72660649-9d6e-4964-a394-16f54af9b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '52139b1a-05b7-4cef-9798-b1346b56eb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:02.967986 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b8f1d3-7ed9-47c8-8204-cfe812932618 admin admin] Network hostable DHCP agents. Network: 52139b1a-05b7-4cef-9798-b1346b56eb43, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:28:02.974493 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8f1d3-7ed9-47c8-8204-cfe812932618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e54cbc21-9bdf-4882-9cd1-149498726f14,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:02.981141 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:02.981813 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Added segment f9fc13e3-4d18-4864-88d5-39d8499211f0 of type vlan for network dfc5d1ae-4979-4796-8f85-9baa220a71ad Jun 25 09:28:02.983029 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce059f1c-f038-48b1-9d8b-585c95f911ee,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:02.992511 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:02.993905 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-164cbb42-8d59-4b20-a59e-4ff2e7bb05e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:03.004049 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e9b8f1d3-7ed9-47c8-8204-cfe812932618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:03.042085 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d230ac-0d27-4e4a-8720-f8949d7fce15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd273bcf-a5b8-4308-ba92-1e7528a0a2c8,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:03.053580 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-35d230ac-0d27-4e4a-8720-f8949d7fce15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:03.077414 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:03.118224 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Allocated IP 172.25.6.204 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/ebc729ba-82d5-4525-8e07-b18f23f91b06) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:03.118794 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:03.120214 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:03.122187 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:03.127663 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-768b866b-da5a-41cb-8507-431d807dce1b req-e5f6d352-52a0-407c-9bb1-9dcb12f986c9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:03.127885 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-337a8ed5-e9df-4a6a-99cb-5462d6967f90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071298004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:03.139950 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-daf8d0da-31a7-45a8-a0c2-3578a1b34824 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:03.145533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b8f1d3-7ed9-47c8-8204-cfe812932618 admin admin] Network 52139b1a-05b7-4cef-9798-b1346b56eb43 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:28:03.162967 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['aa210440-6572-4b8d-a1fd-39de91f285c9'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:28:03.204787 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:28:03.233482 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6d352-52a0-407c-9bb1-9dcb12f986c9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event deleted for resources: {'Port': ['ID=d71030e6-dce0-4378-a454-15e788996abe,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:03.251513 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-e9b8f1d3-7ed9-47c8-8204-cfe812932618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 52139b1a-05b7-4cef-9798-b1346b56eb43) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:03.258582 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e5f6d352-52a0-407c-9bb1-9dcb12f986c9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:03.263582 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caefca4-f373-4fe6-8f2a-66138ca0eab2 None None] Network 52139b1a-05b7-4cef-9798-b1346b56eb43 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:03.267909 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3484001 Jun 25 09:28:03.270758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35644) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:03.306157 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-ff2445ca-3e35-49a3-85a0-45700d660364 admin admin] Request body: {'subnet': {'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1204530781-subnet', 'tenant_id': '8d8fcee0113047b28d608dea0d40b1a3', 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:03.355358 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2445ca-3e35-49a3-85a0-45700d660364 admin admin] Made reservation on behalf of 8d8fcee0113047b28d608dea0d40b1a3 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:03.359713 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ff2445ca-3e35-49a3-85a0-45700d660364 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:03.384152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b8f1d3-7ed9-47c8-8204-cfe812932618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:03.385030 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f1d3-7ed9-47c8-8204-cfe812932618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:03.426180 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] device_id is not set on port 071d351c-7b12-4aee-9450-2df560c8ed3c yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:28:03.465128 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-768b866b-da5a-41cb-8507-431d807dce1b req-e5f6d352-52a0-407c-9bb1-9dcb12f986c9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] No DVR routers for this DVR port d71030e6-dce0-4378-a454-15e788996abe on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:28:03.470355 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:03.474316 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Pushing event updated for resources: {'Network': ['ID=dfc5d1ae-4979-4796-8f85-9baa220a71ad,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:03.478298 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-768b866b-da5a-41cb-8507-431d807dce1b req-e5f6d352-52a0-407c-9bb1-9dcb12f986c9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:03.480787 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-768b866b-da5a-41cb-8507-431d807dce1b req-e5f6d352-52a0-407c-9bb1-9dcb12f986c9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.38 "DELETE /v2.0/ports/d71030e6-dce0-4378-a454-15e788996abe HTTP/1.1" status: 204 len: 173 time: 2.7406986 Jun 25 09:28:03.481434 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:03.481584 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703bebc3-6c25-4359-a97d-04468b1fae49', 'name': 'network-vif-deleted', 'tag': 'd71030e6-dce0-4378-a454-15e788996abe'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:28:03.483897 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8a0be2-d22d-47f3-9f19-4386abc3ab07" -d '{"events": [{"server_uuid": "703bebc3-6c25-4359-a97d-04468b1fae49", "name": "network-vif-deleted", "tag": "d71030e6-dce0-4378-a454-15e788996abe"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:28:03.501549 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e9b8f1d3-7ed9-47c8-8204-cfe812932618 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2808504 Jun 25 09:28:03.530513 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Transition to ACTIVE for port object 071d351c-7b12-4aee-9450-2df560c8ed3c will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:03.532659 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network dfc5d1ae-4979-4796-8f85-9baa220a71ad details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:28:03.566681 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:03.584569 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e8d0338e-6885-4b94-8e7a-5cb15daf5718 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:03.610168 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963ea8ac-8c80-40ca-8d00-59b10a8ade13 x-openstack-request-id: req-963ea8ac-8c80-40ca-8d00-59b10a8ade13 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:28:03.610642 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703bebc3-6c25-4359-a97d-04468b1fae49", "name": "network-vif-deleted", "tag": "d71030e6-dce0-4378-a454-15e788996abe", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:28:03.610957 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-963ea8ac-8c80-40ca-8d00-59b10a8ade13 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:28:03.611432 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703bebc3-6c25-4359-a97d-04468b1fae49', 'name': 'network-vif-deleted', 'tag': 'd71030e6-dce0-4378-a454-15e788996abe', 'status': 'completed', 'code': 200} Jun 25 09:28:03.678918 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:03.695276 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device aa210440-6572-4b8d-a1fd-39de91f285c9 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:28:03.723443 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: aa210440-6572-4b8d-a1fd-39de91f285c9 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:28:03.724837 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device aa210440-6572-4b8d-a1fd-39de91f285c9 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:28:03.725537 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device d71030e6-dce0-4378-a454-15e788996abe no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:28:03.829466 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: d71030e6-dce0-4378-a454-15e788996abe {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:28:03.830138 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device d71030e6-dce0-4378-a454-15e788996abe not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:28:03.884051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5375b41-2d10-4fbf-aecb-0aea186dcd80 None None] Network 52139b1a-05b7-4cef-9798-b1346b56eb43 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:03.939767 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:03.970183 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ff2445ca-3e35-49a3-85a0-45700d660364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:03.974604 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Pushing event updated for resources: {'Port': ['ID=071d351c-7b12-4aee-9450-2df560c8ed3c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:03.979467 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-89bc3df3-c6fc-47b0-90d6-14e34a0cfd34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:03.982768 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:04.012367 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e534a344-f6ee-4538-8f88-2e641ae4bf80 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:04.088432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2445ca-3e35-49a3-85a0-45700d660364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a3b29f-c401-43ff-b96b-661504217087,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:04.098360 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ff2445ca-3e35-49a3-85a0-45700d660364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:04.110851 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fd78d-ab09-4906-ade5-9c8bdad717e2 req-5de74df5-07e5-43a3-a0a1-644d4fa89752 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:04.113179 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e78fd78d-ab09-4906-ade5-9c8bdad717e2 req-5de74df5-07e5-43a3-a0a1-644d4fa89752 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 943 time: 0.4550369 Jun 25 09:28:04.121700 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:04.162118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:04.166801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:04.176230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Checking segment: {'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:04.176622 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Network hostable DHCP agents. Network: bcf79fa4-9558-44c1-ae86-347dd6f97194, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:28:04.187455 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Pushing event updated for resources: {'Port': ['ID=ebc729ba-82d5-4525-8e07-b18f23f91b06,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:04.198796 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e78fd78d-ab09-4906-ade5-9c8bdad717e2 req-384d0ad3-b0c2-4829-8874-949d70603890 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689123 Jun 25 09:28:04.217059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2445ca-3e35-49a3-85a0-45700d660364 admin admin] Checking segment: {'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:04.219131 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2445ca-3e35-49a3-85a0-45700d660364 admin admin] Network hostable DHCP agents. Network: dfc5d1ae-4979-4796-8f85-9baa220a71ad, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:28:04.241362 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:04.262336 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2445ca-3e35-49a3-85a0-45700d660364 admin admin] Network dfc5d1ae-4979-4796-8f85-9baa220a71ad is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:28:04.265423 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Network bcf79fa4-9558-44c1-ae86-347dd6f97194 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:28:04.286961 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-ff2445ca-3e35-49a3-85a0-45700d660364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, dfc5d1ae-4979-4796-8f85-9baa220a71ad) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:04.291772 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2445ca-3e35-49a3-85a0-45700d660364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:04.292507 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ff2445ca-3e35-49a3-85a0-45700d660364 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:04.336517 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ff2445ca-3e35-49a3-85a0-45700d660364 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0631523 Jun 25 09:28:04.337454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35680) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:04.349576 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1204530781-router', 'tenant_id': '8d8fcee0113047b28d608dea0d40b1a3', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:04.360078 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65063d68-669b-426b-b2ae-ca154ab196c0 None None] Network dfc5d1ae-4979-4796-8f85-9baa220a71ad requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:04.416941 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:04.418410 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:04.522162 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, bcf79fa4-9558-44c1-ae86-347dd6f97194) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:04.528850 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:04.554360 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da21174-281d-4b9e-95eb-af15f727c060 None None] Network bcf79fa4-9558-44c1-ae86-347dd6f97194 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:04.612610 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:04.617447 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75b92fc3-40b4-43bc-9e19-baf11eb63cc1 req-f5fd10da-07c7-48d4-acd5-bd59b863d495 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=703bebc3-6c25-4359-a97d-04468b1fae49 HTTP/1.1" status: 200 len: 210 time: 0.1183662 Jun 25 09:28:04.683496 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35690) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:04.707744 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:04.709415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:04.710177 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:04.720628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:04.721316 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:04.723362 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 2 to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c Jun 25 09:28:04.748449 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:04.753059 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:04.754218 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:04.754910 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:04.796410 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:04.797093 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:04.799514 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 3 to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c Jun 25 09:28:04.821983 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:04.822656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:04.823192 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:04.855412 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2f1954f8-441f-444c-8e24-2aca36f4cd0a details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:28:04.859492 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-a4ed4436-4adc-43d9-9a4d-e3cc8d12f6b8 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:04.861088 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-a4ed4436-4adc-43d9-9a4d-e3cc8d12f6b8 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/networks?id=52139b1a-05b7-4cef-9798-b1346b56eb43 HTTP/1.1" status: 200 len: 813 time: 0.4690545 Jun 25 09:28:04.865240 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:04.865618 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:04.867585 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 4 to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c Jun 25 09:28:04.885947 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:04.886296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:04.886818 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:04.899372 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:04.899705 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:04.900488 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 5 to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c Jun 25 09:28:04.905281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2136639703-network', 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:04.914593 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:04.941722 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-646370cb-2aca-4178-a3e2-f3aee7fefe62 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/quotas/21012412c37349ddba8b24648f8a495b HTTP/1.1" status: 200 len: 375 time: 0.0408864 Jun 25 09:28:04.949872 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:04.950349 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:04.950731 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:04.981475 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:04.981844 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:04.990832 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 6 to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c Jun 25 09:28:05.053268 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-ba9c4800-2837-4b88-8b71-8f7bd62c821e tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=21012412c37349ddba8b24648f8a495b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105356 Jun 25 09:28:05.055149 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Made reservation on behalf of dac7f5e8bc874a1bb47e20ea5d0b1b08 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:05.057720 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.074847 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:05.074847 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:05.074847 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:05.085889 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.086117 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:05.086360 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:05.091874 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 7 to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c Jun 25 09:28:05.092141 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2f1954f8-441f-444c-8e24-2aca36f4cd0a, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2f1954f8-441f-444c-8e24-2aca36f4cd0a,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:05.096473 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-dfc5d1ae-4979-4796-8f85-9baa220a71ad', 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad', 'tenant_id': '8d8fcee0113047b28d608dea0d40b1a3', 'fixed_ips': [{'subnet_id': '96a3b29f-c401-43ff-b96b-661504217087'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:28:05.097451 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.121898 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '2f1954f8-441f-444c-8e24-2aca36f4cd0a', 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387', 'port_id': '2f1954f8-441f-444c-8e24-2aca36f4cd0a', 'mac_address': 'fa:16:3e:f2:56:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d7495e-2eda-449c-aedb-99a89216fe46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:28:05.127559 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:05.127988 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:05.128667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:05.135948 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.143799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:05.143799 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:05.143799 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 8 to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c Jun 25 09:28:05.153674 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.209053 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:05.209551 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:05.210071 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:05.226147 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:05.226492 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:05.232465 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.249503 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-53c8c46f-257c-41ab-8b90-7ab7c1352050 service neutron] 10.222.0.93 "GET /v2.0/networks/52139b1a-05b7-4cef-9798-b1346b56eb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952083 Jun 25 09:28:05.266049 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1954f8-441f-444c-8e24-2aca36f4cd0a {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:28:05.304574 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 9 to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c Jun 25 09:28:05.323759 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2f1954f8-441f-444c-8e24-2aca36f4cd0a, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2f1954f8-441f-444c-8e24-2aca36f4cd0a,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:05.334061 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.336524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:05.336901 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:05.337246 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:05.338549 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-81eaa82a-cac2-48a1-8904-690c525883ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:05.350909 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:05.351254 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:05.354060 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 10 to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c Jun 25 09:28:05.374422 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:05.375395 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:05.375395 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:05.382559 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 071d351c-7b12-4aee-9450-2df560c8ed3c on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:05.382900 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 071d351c-7b12-4aee-9450-2df560c8ed3c on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:05.383278 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.384018 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Allocated IP 172.20.0.2 (dfc5d1ae-4979-4796-8f85-9baa220a71ad/96a3b29f-c401-43ff-b96b-661504217087/40918301-04ed-4fbf-a600-ea6557c0d333) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:05.438638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=2f1954f8-441f-444c-8e24-2aca36f4cd0a,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:05.474920 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:05.492713 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Router a9e51d2d-8d9a-447b-b194-1dd6c1c2d69a is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:28:05.545174 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.548009 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-ff190413-9e26-4967-ac02-e3ed5c7f9049 service neutron] 10.222.0.93 "GET /v2.0/networks/52139b1a-05b7-4cef-9798-b1346b56eb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976906 Jun 25 09:28:05.556846 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.557116 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] For port 071d351c-7b12-4aee-9450-2df560c8ed3c, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:05.557717 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempted to set empty binding levels {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 25 09:28:05.565811 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.570251 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ae5c2eb2-5bcd-4965-a1f9-8da87f551b9f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:05.576002 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4f93d13a-7dad-4659-8591-2d34c93a409b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:05.598983 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.610926 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Transition to ACTIVE for port object 40918301-04ed-4fbf-a600-ea6557c0d333 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:05.611364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feab611-5849-4e90-811d-924e1bda1b8b req-829419ad-c2b7-406c-b8bc-ab89a0d6b4ac tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:05.619791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7feab611-5849-4e90-811d-924e1bda1b8b req-829419ad-c2b7-406c-b8bc-ab89a0d6b4ac tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 944 time: 0.2874022 Jun 25 09:28:05.623843 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Pushing event updated for resources: {'Port': ['ID=071d351c-7b12-4aee-9450-2df560c8ed3c,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:05.629981 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:05.631607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Transition to ACTIVE for port object 40918301-04ed-4fbf-a600-ea6557c0d333 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:05.639678 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:05.640636 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.642937 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.644206 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:28:05.659881 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-089f24f6-b76d-479f-b8b2-78b0fb54e665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:05.666910 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2730c0-9c83-4502-a9a1-263932e57911,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:05.671654 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:05.675312 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.689617 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.6852813 Jun 25 09:28:05.693268 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35702) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:05.710245 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.710454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Network dfc5d1ae-4979-4796-8f85-9baa220a71ad is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:05.712143 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Added segment d28fe6d2-15bd-4d87-87e4-5afdd4e2a040 of type vlan for network 1f4acba0-814c-4f78-8544-d5e86009c042 Jun 25 09:28:05.728030 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.736549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:28:05.737221 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:05.740319 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:05.742180 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:05.743347 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "PUT /v2.0/routers/a9e51d2d-8d9a-447b-b194-1dd6c1c2d69a HTTP/1.1" status: 200 len: 915 time: 5.2834971 Jun 25 09:28:05.746100 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35704) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:05.759519 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11711b26-e782-454c-8318-622a33e4b196 None None] Sync routers for ids ['a9e51d2d-8d9a-447b-b194-1dd6c1c2d69a'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:28:05.824211 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11711b26-e782-454c-8318-622a33e4b196 None None] Routers {'a9e51d2d-8d9a-447b-b194-1dd6c1c2d69a'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:05.824914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-11711b26-e782-454c-8318-622a33e4b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a9e51d2d-8d9a-447b-b194-1dd6c1c2d69a'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:05.826734 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Pushing event updated for resources: {'Port': ['ID=40918301-04ed-4fbf-a600-ea6557c0d333,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:05.831424 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:05.841179 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7feab611-5849-4e90-811d-924e1bda1b8b req-1688b6c0-5af8-4921-b84f-012119388e58 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204802 Jun 25 09:28:05.915930 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-11711b26-e782-454c-8318-622a33e4b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:05.943785 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Attempting to bind port 40918301-04ed-4fbf-a600-ea6557c0d333 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:05.944137 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Attempting to bind port 40918301-04ed-4fbf-a600-ea6557c0d333 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:05.944545 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Attempting to bind port 40918301-04ed-4fbf-a600-ea6557c0d333 on network dfc5d1ae-4979-4796-8f85-9baa220a71ad {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:05.947264 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['2f1954f8-441f-444c-8e24-2aca36f4cd0a'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:28:05.958831 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11711b26-e782-454c-8318-622a33e4b196 None None] Routers {'a9e51d2d-8d9a-447b-b194-1dd6c1c2d69a'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:05.959446 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-11711b26-e782-454c-8318-622a33e4b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a9e51d2d-8d9a-447b-b194-1dd6c1c2d69a'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:06.020424 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:06.032683 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:06.033091 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Checking segment: {'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:06.033597 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:06.034011 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Bound using segment: {'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:06.034955 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Bound port: 40918301-04ed-4fbf-a600-ea6557c0d333, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:06.035270 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:06.043558 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-11711b26-e782-454c-8318-622a33e4b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:06.044255 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11711b26-e782-454c-8318-622a33e4b196 None None] The sync data for ids ['a9e51d2d-8d9a-447b-b194-1dd6c1c2d69a'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:28:06.185128 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b52ce83-5e68-409a-a968-aa27c1f85cfb req-143661ba-0f9f-4629-bffe-51813393b092 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 210 time: 0.0965292 Jun 25 09:28:06.203911 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:06.206519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:06.207954 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:06.235636 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-022b614c-fd23-432f-8dd0-8c1f4d64f087 tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:06.277949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Allocated IP 172.25.6.183 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/fd5b3aad-c637-4164-a0ed-111e90b8d14f) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:06.325984 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] For port 40918301-04ed-4fbf-a600-ea6557c0d333, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:06.354174 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] For port 40918301-04ed-4fbf-a600-ea6557c0d333, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=40918301-04ed-4fbf-a600-ea6557c0d333,segment=NetworkSegment(f9fc13e3-4d18-4864-88d5-39d8499211f0),segment_id=f9fc13e3-4d18-4864-88d5-39d8499211f0)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:06.374499 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:06.380579 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:06.481511 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Pushing event updated for resources: {'Port': ['ID=40918301-04ed-4fbf-a600-ea6557c0d333,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:06.490989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-d9d34e42-6ccd-4e6e-b557-7e952ef3e918 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Deleting port 071d351c-7b12-4aee-9450-2df560c8ed3c {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:06.491412 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d9d34e42-6ccd-4e6e-b557-7e952ef3e918 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:06.507577 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:06.511270 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:06.513277 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:06.514297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:06.514875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:06.515483 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:06.516004 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:06.516638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:06.517513 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:06.518083 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:06.521845 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:06.522585 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:06.545750 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:06.584174 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0a785ca9-a842-4998-bb12-30828537c0ed tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/routers/a9e51d2d-8d9a-447b-b194-1dd6c1c2d69a HTTP/1.1" status: 200 len: 921 time: 0.8364100 Jun 25 09:28:06.587656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35728) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:06.680586 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-d9d34e42-6ccd-4e6e-b557-7e952ef3e918 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] For port 071d351c-7b12-4aee-9450-2df560c8ed3c, host n-h2-761264-15, got binding levels [] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:06.681037 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d9d34e42-6ccd-4e6e-b557-7e952ef3e918 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:06.712182 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-d9d34e42-6ccd-4e6e-b557-7e952ef3e918 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Calling delete_port for 071d351c-7b12-4aee-9450-2df560c8ed3c owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:28:06.802744 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d8c9b-7333-4a09-8269-1439a8eec130 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:06.804718 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ea5d8c9b-7333-4a09-8269-1439a8eec130 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=8128acdb-767b-4924-9d47-628968405132&device_id=a9e51d2d-8d9a-447b-b194-1dd6c1c2d69a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2152600 Jun 25 09:28:06.818010 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35732) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:06.896597 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d9d34e42-6ccd-4e6e-b557-7e952ef3e918 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:06.898877 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2020559 Jun 25 09:28:06.902382 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35736) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:06.906157 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c232753f-325d-4e48-89a1-50181df3ebb8 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:06.916529 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d64f8348-2fcd-4309-bbcf-1fb42258a01e admin admin] Request body: {'subnet': {'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2136639703-subnet', 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:06.970921 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Pushing event updated for resources: {'Network': ['ID=1f4acba0-814c-4f78-8544-d5e86009c042,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:06.984225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 1f4acba0-814c-4f78-8544-d5e86009c042 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:28:06.985340 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d34e42-6ccd-4e6e-b557-7e952ef3e918 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Pushing event deleted for resources: {'Port': ['ID=071d351c-7b12-4aee-9450-2df560c8ed3c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:06.996566 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64f8348-2fcd-4309-bbcf-1fb42258a01e admin admin] Made reservation on behalf of dac7f5e8bc874a1bb47e20ea5d0b1b08 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:07.000073 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d64f8348-2fcd-4309-bbcf-1fb42258a01e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:07.004129 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d9d34e42-6ccd-4e6e-b557-7e952ef3e918 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:07.020487 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d9d34e42-6ccd-4e6e-b557-7e952ef3e918 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:07.023390 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d9d34e42-6ccd-4e6e-b557-7e952ef3e918 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] 10.222.0.93 "DELETE /v2.0/ports/071d351c-7b12-4aee-9450-2df560c8ed3c HTTP/1.1" status: 204 len: 168 time: 1.3288879 Jun 25 09:28:07.024209 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:07.033614 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35738) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:07.096565 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0522132-062d-468e-8bde-903836087c80 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] GET failed (client error): The resource could not be found. Jun 25 09:28:07.098524 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b0522132-062d-468e-8bde-903836087c80 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] 10.222.0.93 "GET /v2.0/ports/071d351c-7b12-4aee-9450-2df560c8ed3c HTTP/1.1" status: 404 len: 333 time: 0.0621643 Jun 25 09:28:07.111950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35740) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:07.120310 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-faa9f66b-d8eb-4f84-bcb7-b779812725b6 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Request body: {'port': {'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1767845872'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:07.155569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729e5558-40cc-49bd-bc6c-e72d33f1deda tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:07.156956 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-729e5558-40cc-49bd-bc6c-e72d33f1deda tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/networks/8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 881 time: 0.3379381 Jun 25 09:28:07.161578 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35742) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:07.184066 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaceeb-7d9a-45ae-8dcb-7314d8615f87 req-f4486d81-8863-43f6-9319-c9d9e91939e2 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:07.185588 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ddfaceeb-7d9a-45ae-8dcb-7314d8615f87 req-f4486d81-8863-43f6-9319-c9d9e91939e2 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 949 time: 0.2589278 Jun 25 09:28:07.202068 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-46c5ba70-4723-4e99-86e3-a9f537325a1b tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9e51d2d-8d9a-447b-b194-1dd6c1c2d69a HTTP/1.1" status: 200 len: 205 time: 0.0390670 Jun 25 09:28:07.204630 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35744) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:07.240265 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa9f66b-d8eb-4f84-bcb7-b779812725b6 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Made reservation on behalf of 22f80fd180044eff9f2ca817f9ecab71 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:07.243390 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-faa9f66b-d8eb-4f84-bcb7-b779812725b6 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:07.256241 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:07.321766 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ddfaceeb-7d9a-45ae-8dcb-7314d8615f87 req-556c6f00-8929-419f-aca0-e15af60e7649 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025286 Jun 25 09:28:07.325039 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-faa9f66b-d8eb-4f84-bcb7-b779812725b6 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] device_id is not set on port 7a730cc6-1bc8-42ad-9601-cbb44d12395b yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:28:07.359890 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d64f8348-2fcd-4309-bbcf-1fb42258a01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:07.363684 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0b49a92a-f339-450b-ad9f-280bf33b6569 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:07.481059 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:07.485123 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f8348-2fcd-4309-bbcf-1fb42258a01e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f307bc61-b706-4bdc-9e68-6e814a3b9d7b,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:07.487914 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d64f8348-2fcd-4309-bbcf-1fb42258a01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:07.582110 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f8348-2fcd-4309-bbcf-1fb42258a01e admin admin] Checking segment: {'id': 'd28fe6d2-15bd-4d87-87e4-5afdd4e2a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:07.582680 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 40918301-04ed-4fbf-a600-ea6557c0d333 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:07.584233 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f8348-2fcd-4309-bbcf-1fb42258a01e admin admin] Network hostable DHCP agents. Network: 1f4acba0-814c-4f78-8544-d5e86009c042, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:28:07.699593 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:07.703530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 40918301-04ed-4fbf-a600-ea6557c0d333 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:07.764838 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:07.787080 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29138072-d5aa-4e55-814e-a1b40bb1c2f9 req-b4f7ccce-d545-4cc6-83a5-c6d3f094c259 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:07.789636 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-29138072-d5aa-4e55-814e-a1b40bb1c2f9 req-b4f7ccce-d545-4cc6-83a5-c6d3f094c259 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 944 time: 0.6400373 Jun 25 09:28:07.791966 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f8348-2fcd-4309-bbcf-1fb42258a01e admin admin] Network 1f4acba0-814c-4f78-8544-d5e86009c042 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:28:07.796580 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af4362c2-99d5-4351-a10f-7ec2feace497 req-ccc90883-598d-4bd0-9d38-8dafff881646 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 210 time: 0.1611907 Jun 25 09:28:07.870318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:07.878207 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:07.891152 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:07.912627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-d64f8348-2fcd-4309-bbcf-1fb42258a01e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 1f4acba0-814c-4f78-8544-d5e86009c042) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:07.922277 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195cf8ca-8f2e-43c6-9588-09510f856d20 None None] Network 1f4acba0-814c-4f78-8544-d5e86009c042 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:07.925278 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f8348-2fcd-4309-bbcf-1fb42258a01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:07.925860 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d64f8348-2fcd-4309-bbcf-1fb42258a01e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:07.940795 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:07.961720 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-faa9f66b-d8eb-4f84-bcb7-b779812725b6 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:07.972517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Pushing event updated for resources: {'Port': ['ID=fd5b3aad-c637-4164-a0ed-111e90b8d14f,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:07.988471 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:07.995322 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-29138072-d5aa-4e55-814e-a1b40bb1c2f9 req-af5f4688-de93-47cd-9715-3f7976dec228 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769774 Jun 25 09:28:08.002185 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d64f8348-2fcd-4309-bbcf-1fb42258a01e admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0923479 Jun 25 09:28:08.006741 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35750) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:08.042744 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2136639703-router', 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:08.065112 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-fbf243d0-4746-4ea4-89d0-0d53fb32cbdb tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:08.067183 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-fbf243d0-4746-4ea4-89d0-0d53fb32cbdb tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.38 "GET /v2.0/networks?id=52139b1a-05b7-4cef-9798-b1346b56eb43 HTTP/1.1" status: 200 len: 813 time: 0.4191792 Jun 25 09:28:08.074668 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0520e4d-ffb5-4bca-ab16-8ac2a3b5fc88 None None] Network dfc5d1ae-4979-4796-8f85-9baa220a71ad requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:08.089080 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-43365940-ed7e-4e5d-b3b1-774787b9d978 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Request body: {'port': {'device_id': 'd172d7df-0369-4247-96b4-cd740dc6ea03', 'network_id': '52139b1a-05b7-4cef-9798-b1346b56eb43', 'admin_state_up': True, 'tenant_id': '21012412c37349ddba8b24648f8a495b'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:08.150735 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:08.151759 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:08.196213 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-faa9f66b-d8eb-4f84-bcb7-b779812725b6 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:08.201498 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:08.209379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Deleting port ebc729ba-82d5-4525-8e07-b18f23f91b06 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:08.209832 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:08.214651 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7773d7e7-4cc2-4420-8f88-e231dc3903fe None None] Provisioning for port 40918301-04ed-4fbf-a600-ea6557c0d333 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:08.229383 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7773d7e7-4cc2-4420-8f88-e231dc3903fe None None] Provisioning complete for port 40918301-04ed-4fbf-a600-ea6557c0d333 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:08.230150 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7773d7e7-4cc2-4420-8f88-e231dc3903fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:08.245290 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9f66b-d8eb-4f84-bcb7-b779812725b6 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Pushing event updated for resources: {'Port': ['ID=7a730cc6-1bc8-42ad-9601-cbb44d12395b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:08.251675 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-faa9f66b-d8eb-4f84-bcb7-b779812725b6 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:08.282039 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c909079-b593-4f07-a802-7d2ec6ff37e2 None None] Network 1f4acba0-814c-4f78-8544-d5e86009c042 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:08.295590 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa9f66b-d8eb-4f84-bcb7-b779812725b6 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Network bcf79fa4-9558-44c1-ae86-347dd6f97194 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:08.300489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-faa9f66b-d8eb-4f84-bcb7-b779812725b6 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:08.304024 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9f66b-d8eb-4f84-bcb7-b779812725b6 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:08.305055 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa9f66b-d8eb-4f84-bcb7-b779812725b6 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:08.305683 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-faa9f66b-d8eb-4f84-bcb7-b779812725b6 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:08.373221 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:08.412380 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:08.487689 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:08.543954 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Calling delete_port for ebc729ba-82d5-4525-8e07-b18f23f91b06 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:28:08.589857 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-43365940-ed7e-4e5d-b3b1-774787b9d978 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Made reservation on behalf of 21012412c37349ddba8b24648f8a495b for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:08.593683 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-43365940-ed7e-4e5d-b3b1-774787b9d978 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:08.612284 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:08.619132 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7773d7e7-4cc2-4420-8f88-e231dc3903fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:08.622895 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35756) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:08.626699 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-faa9f66b-d8eb-4f84-bcb7-b779812725b6 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5121608 Jun 25 09:28:08.629822 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:08.668110 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7773d7e7-4cc2-4420-8f88-e231dc3903fe None None] For port 40918301-04ed-4fbf-a600-ea6557c0d333, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=40918301-04ed-4fbf-a600-ea6557c0d333,segment=NetworkSegment(f9fc13e3-4d18-4864-88d5-39d8499211f0),segment_id=f9fc13e3-4d18-4864-88d5-39d8499211f0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:08.677064 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7773d7e7-4cc2-4420-8f88-e231dc3903fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:08.680271 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:08.746959 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773d7e7-4cc2-4420-8f88-e231dc3903fe None None] Pushing event updated for resources: {'Port': ['ID=40918301-04ed-4fbf-a600-ea6557c0d333,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:08.756492 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7773d7e7-4cc2-4420-8f88-e231dc3903fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:08.795469 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:08.813264 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c04578-612c-4217-ab90-733c6f22d10f req-783b01f4-fe09-467c-a9f2-bf099ea84773 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:08.820657 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98c04578-612c-4217-ab90-733c6f22d10f req-783b01f4-fe09-467c-a9f2-bf099ea84773 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 949 time: 0.2057362 Jun 25 09:28:08.820983 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2f1954f8-441f-444c-8e24-2aca36f4cd0a up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:08.923536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 2f1954f8-441f-444c-8e24-2aca36f4cd0a completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:08.929148 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 2f1954f8-441f-444c-8e24-2aca36f4cd0a triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:08.929734 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:09.025520 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-999f09c3-07eb-4ead-8534-431b70ba9c84 None None] Provisioning complete for port 40918301-04ed-4fbf-a600-ea6557c0d333 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:09.026140 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-999f09c3-07eb-4ead-8534-431b70ba9c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:09.030409 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98c04578-612c-4217-ab90-733c6f22d10f req-5a5e9a73-b6cc-4fca-ac94-01e02df1415c tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086675 Jun 25 09:28:09.054066 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:09.195652 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7f50c1ee-1199-4958-8d7a-f9d4dd5a1c80 req-f31dd774-51ba-4ecb-8ae7-f704e8ab8c4d tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 210 time: 0.0432677 Jun 25 09:28:09.231838 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:09.235076 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825b2be-589e-453c-993e-ceca66cc2d18 req-4d128482-e95b-49b7-ad6e-ae3793415cb0 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:09.236899 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8825b2be-589e-453c-993e-ceca66cc2d18 req-4d128482-e95b-49b7-ad6e-ae3793415cb0 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 949 time: 0.2788496 Jun 25 09:28:09.270304 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952e8ea2-0cea-4e13-9b67-5953f484a3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1954f8-441f-444c-8e24-2aca36f4cd0a'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:28:09.272750 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439f7f1b-dd62-47c0-a175-413a33a15b0a" -d '{"events": [{"server_uuid": "952e8ea2-0cea-4e13-9b67-5953f484a3ac", "name": "network-vif-plugged", "status": "completed", "tag": "2f1954f8-441f-444c-8e24-2aca36f4cd0a"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:28:09.294906 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 2f1954f8-441f-444c-8e24-2aca36f4cd0a, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2f1954f8-441f-444c-8e24-2aca36f4cd0a,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:09.305438 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:09.307898 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:09.342437 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Router 6071c3ba-16eb-4dad-b1ea-f41d654ec5a9 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:28:09.377557 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50cd744-c665-4360-b826-977f1f937747 x-openstack-request-id: req-c50cd744-c665-4360-b826-977f1f937747 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:28:09.377843 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952e8ea2-0cea-4e13-9b67-5953f484a3ac", "name": "network-vif-plugged", "status": "completed", "tag": "2f1954f8-441f-444c-8e24-2aca36f4cd0a", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:28:09.378094 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c50cd744-c665-4360-b826-977f1f937747 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:28:09.378801 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952e8ea2-0cea-4e13-9b67-5953f484a3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1954f8-441f-444c-8e24-2aca36f4cd0a', 'code': 200} Jun 25 09:28:09.379794 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=2f1954f8-441f-444c-8e24-2aca36f4cd0a,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:09.392326 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:09.469461 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:09.476892 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a265aea7-4e0b-4b10-b303-6960d1660b90 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:09.510081 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 40918301-04ed-4fbf-a600-ea6557c0d333 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:09.536903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Pushing event deleted for resources: {'Port': ['ID=ebc729ba-82d5-4525-8e07-b18f23f91b06,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:09.538612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b429f9-62fb-430d-8de4-f7a66da4b381 req-2e0bc08f-cf63-4882-aeb8-a560a88a3437 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:09.544912 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:09.547388 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d4b429f9-62fb-430d-8de4-f7a66da4b381 req-2e0bc08f-cf63-4882-aeb8-a560a88a3437 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 944 time: 0.3312814 Jun 25 09:28:09.619969 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d4b429f9-62fb-430d-8de4-f7a66da4b381 req-07310a7c-ba82-4832-ab97-83794dca6f75 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714831 Jun 25 09:28:09.626982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-8825b2be-589e-453c-993e-ceca66cc2d18 req-94d9ec80-1343-4a90-96b8-b62d0fd9336e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Deleting port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:09.628162 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8825b2be-589e-453c-993e-ceca66cc2d18 req-94d9ec80-1343-4a90-96b8-b62d0fd9336e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:09.651004 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 40918301-04ed-4fbf-a600-ea6557c0d333 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:09.651386 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:09.675773 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-43365940-ed7e-4e5d-b3b1-774787b9d978 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Allocated IP 172.20.0.3 (52139b1a-05b7-4cef-9798-b1346b56eb43/e54cbc21-9bdf-4882-9cd1-149498726f14/40295a71-21f3-482b-a447-53d7ed6147d2) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:09.684549 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:28:09.713463 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Sync routers for ids ['6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:28:09.726757 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Routers {'6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:09.727461 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:09.754871 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:09.759489 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4164419 Jun 25 09:28:09.760179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35766) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:09.819168 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:09.851363 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Set router 6071c3ba-16eb-4dad-b1ea-f41d654ec5a9 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:28:09.869861 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-8825b2be-589e-453c-993e-ceca66cc2d18 req-94d9ec80-1343-4a90-96b8-b62d0fd9336e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] For port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:09.870313 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8825b2be-589e-453c-993e-ceca66cc2d18 req-94d9ec80-1343-4a90-96b8-b62d0fd9336e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:09.888251 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-8825b2be-589e-453c-993e-ceca66cc2d18 req-94d9ec80-1343-4a90-96b8-b62d0fd9336e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Calling delete_port for 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:28:09.908392 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b01c1c-c11b-4a76-8dfc-62d54892888f req-a9dead22-efd8-4109-b9b2-c7c924d04509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:09.910542 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-71b01c1c-c11b-4a76-8dfc-62d54892888f req-a9dead22-efd8-4109-b9b2-c7c924d04509 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 1097 time: 0.3901749 Jun 25 09:28:10.030124 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.036985 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.067899 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'name': 'tempest-TestServerMultinode-1204530781-router', 'tenant_id': '8d8fcee0113047b28d608dea0d40b1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'fd5b3aad-c637-4164-a0ed-111e90b8d14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:04Z', 'updated_at': '2021-06-25T09:28:08Z', 'revision_number': 3, 'project_id': '8d8fcee0113047b28d608dea0d40b1a3', 'gw_port': {'id': 'fd5b3aad-c637-4164-a0ed-111e90b8d14f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:aa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:05Z', 'updated_at': '2021-06-25T09:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:10.207042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] device_id is not set on port 7a730cc6-1bc8-42ad-9601-cbb44d12395b yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:28:10.217820 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.235667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Transition to ACTIVE for port object 7a730cc6-1bc8-42ad-9601-cbb44d12395b will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:10.236647 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Checking router: 6071c3ba-16eb-4dad-b1ea-f41d654ec5a9 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:28:10.237310 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Updating router 6071c3ba-16eb-4dad-b1ea-f41d654ec5a9 port fd5b3aad-c637-4164-a0ed-111e90b8d14f binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:28:10.296582 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.324250 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.331924 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:10.335098 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-71b01c1c-c11b-4a76-8dfc-62d54892888f req-a9ac5798-98d7-4e1e-af62-194de6c20fb6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088080 Jun 25 09:28:10.390881 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.391403 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Fanout notify agent at l3_agent the message router_deleted on router a9e51d2d-8d9a-447b-b194-1dd6c1c2d69a {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:28:10.409041 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.410142 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "DELETE /v2.0/routers/a9e51d2d-8d9a-447b-b194-1dd6c1c2d69a HTTP/1.1" status: 204 len: 168 time: 3.2046003 Jun 25 09:28:10.421071 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35772) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:10.429000 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.434180 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-43365940-ed7e-4e5d-b3b1-774787b9d978 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.439076 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-752290502', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:10.477931 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Pushing event updated for resources: {'Port': ['ID=7a730cc6-1bc8-42ad-9601-cbb44d12395b,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:10.485695 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:10.497484 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.514119 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:10.514531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:10.514788 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:10.526939 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1065bad-fc5b-47a0-91a0-d0e642c3207b req-4a9aa9f3-8b65-4633-a9a2-c3c498b351f0 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 210 time: 0.1003304 Jun 25 09:28:10.529113 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.530151 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.561274 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:10.561613 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:10.568270 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 2 to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b Jun 25 09:28:10.623188 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:10.623495 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:10.623750 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:10.628284 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8825b2be-589e-453c-993e-ceca66cc2d18 req-94d9ec80-1343-4a90-96b8-b62d0fd9336e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.638929 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0b92f-13a4-4c7b-8279-e025a777ab2d req-fa71cb9d-ad35-49c2-8b7d-4d10092e505a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:10.641018 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fec0b92f-13a4-4c7b-8279-e025a777ab2d req-fa71cb9d-ad35-49c2-8b7d-4d10092e505a tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 949 time: 0.3171961 Jun 25 09:28:10.648998 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:10.649332 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:10.651604 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 3 to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b Jun 25 09:28:10.656227 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-43365940-ed7e-4e5d-b3b1-774787b9d978 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.664919 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:28:10.674461 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fc7d41a5-af51-4b42-8816-53e2dc06a18c tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:10.683179 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.686694 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3cc51f5d-c9f3-44ed-bb5f-a22f7417ff2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:10.752640 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9ec80-1343-4a90-96b8-b62d0fd9336e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Pushing event deleted for resources: {'Port': ['ID=7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:10.762105 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-94d9ec80-1343-4a90-96b8-b62d0fd9336e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:10.825705 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-8825b2be-589e-453c-993e-ceca66cc2d18 req-94d9ec80-1343-4a90-96b8-b62d0fd9336e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] No DVR routers for this DVR port 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:28:10.826914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:10.827469 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:10.828090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:10.844184 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8825b2be-589e-453c-993e-ceca66cc2d18 req-94d9ec80-1343-4a90-96b8-b62d0fd9336e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.846369 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8825b2be-589e-453c-993e-ceca66cc2d18 req-94d9ec80-1343-4a90-96b8-b62d0fd9336e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.41 "DELETE /v2.0/ports/7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 HTTP/1.1" status: 204 len: 173 time: 1.5996289 Jun 25 09:28:10.849252 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43365940-ed7e-4e5d-b3b1-774787b9d978 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Pushing event updated for resources: {'Port': ['ID=40295a71-21f3-482b-a447-53d7ed6147d2,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:10.849919 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fec0b92f-13a4-4c7b-8279-e025a777ab2d req-4d354969-6985-4b61-8968-027bdfd6f24e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/security-groups?id=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623962 Jun 25 09:28:10.850464 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc00683-d784-4e45-914d-9562b248d010', 'name': 'network-vif-deleted', 'tag': '7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:28:10.852864 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a77623e-490e-422d-8cf3-dc206ae820f7" -d '{"events": [{"server_uuid": "1fc00683-d784-4e45-914d-9562b248d010", "name": "network-vif-deleted", "tag": "7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:28:10.879011 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-43365940-ed7e-4e5d-b3b1-774787b9d978 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:10.925932 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-43365940-ed7e-4e5d-b3b1-774787b9d978 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Network 52139b1a-05b7-4cef-9798-b1346b56eb43 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:10.926968 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:10.927394 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:10.930095 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 4 to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b Jun 25 09:28:10.934916 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-43365940-ed7e-4e5d-b3b1-774787b9d978 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:10.938294 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-43365940-ed7e-4e5d-b3b1-774787b9d978 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:10.965962 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:10.988755 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Transition to ACTIVE for port object fd5b3aad-c637-4164-a0ed-111e90b8d14f will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:11.005404 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:11.007844 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:11.037067 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dbec02-beee-4214-9aa7-3490e4994ecc x-openstack-request-id: req-66dbec02-beee-4214-9aa7-3490e4994ecc {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:28:11.037615 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc00683-d784-4e45-914d-9562b248d010", "name": "network-vif-deleted", "tag": "7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:28:11.038152 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-66dbec02-beee-4214-9aa7-3490e4994ecc {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:28:11.038702 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc00683-d784-4e45-914d-9562b248d010', 'name': 'network-vif-deleted', 'tag': '7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45', 'status': 'completed', 'code': 200} Jun 25 09:28:11.155079 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-43365940-ed7e-4e5d-b3b1-774787b9d978 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:11.155811 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-43365940-ed7e-4e5d-b3b1-774787b9d978 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:11.156343 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94169e89-fdb8-44e7-b78b-e74d0b86a56d None None] Pushing event updated for resources: {'Port': ['ID=fd5b3aad-c637-4164-a0ed-111e90b8d14f,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:11.161310 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-94169e89-fdb8-44e7-b78b-e74d0b86a56d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:11.170739 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Attempting to bind port fd5b3aad-c637-4164-a0ed-111e90b8d14f on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:11.171364 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Attempting to bind port fd5b3aad-c637-4164-a0ed-111e90b8d14f by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:11.171942 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Attempting to bind port fd5b3aad-c637-4164-a0ed-111e90b8d14f on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:11.183626 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:11.185429 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:11.185883 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:11.189595 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:11.191821 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Bound port: fd5b3aad-c637-4164-a0ed-111e90b8d14f, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:11.193720 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:11.226132 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:11.227101 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:11.227101 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:11.233112 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:11.247268 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:11.248103 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:11.252753 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 5 to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b Jun 25 09:28:11.260770 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-43365940-ed7e-4e5d-b3b1-774787b9d978 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1781974 Jun 25 09:28:11.307110 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Allocated IP 172.25.6.203 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:11.313414 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Request body: {'port': {'device_id': 'd172d7df-0369-4247-96b4-cd740dc6ea03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:11.319366 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:11.319801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:11.320229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:11.320427 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70832865-6178-418e-8218-2229ff334ac0 req-7d7fbb76-8206-446a-a87e-e7eeba86eba6 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:11.332771 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-70832865-6178-418e-8218-2229ff334ac0 req-7d7fbb76-8206-446a-a87e-e7eeba86eba6 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 945 time: 0.3056622 Jun 25 09:28:11.358467 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] For port fd5b3aad-c637-4164-a0ed-111e90b8d14f, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:11.367410 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] For port fd5b3aad-c637-4164-a0ed-111e90b8d14f, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=fd5b3aad-c637-4164-a0ed-111e90b8d14f,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:11.379399 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:11.398593 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:11.401554 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-f4b0f53d-4053-4854-a4dd-9b773613f041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:11.423159 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-70832865-6178-418e-8218-2229ff334ac0 req-be2467e0-338f-4fe5-a90d-7f0c9f86349a tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891333 Jun 25 09:28:11.470306 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:11.470823 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:11.497176 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Routers {'6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:11.497176 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:11.531178 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94169e89-fdb8-44e7-b78b-e74d0b86a56d None None] Pushing event updated for resources: {'Port': ['ID=fd5b3aad-c637-4164-a0ed-111e90b8d14f,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:11.532967 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 6 to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b Jun 25 09:28:11.536493 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-94169e89-fdb8-44e7-b78b-e74d0b86a56d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:11.560894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:11.560894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:11.561455 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:11.581611 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:11.582059 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:11.584650 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 7 to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b Jun 25 09:28:11.605281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:11.605772 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:11.606212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:11.641385 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] Set router 6071c3ba-16eb-4dad-b1ea-f41d654ec5a9 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:28:11.656768 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:11.657274 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:11.664924 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 8 to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b Jun 25 09:28:11.684059 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:11.684555 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:11.685045 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:11.702913 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:11.743380 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:11.744349 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Allocated IP 172.20.0.1 (dfc5d1ae-4979-4796-8f85-9baa220a71ad/96a3b29f-c401-43ff-b96b-661504217087/4d82870e-6c51-4510-a798-1400951b6f3b) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:11.746456 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:11.789214 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 9 to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b Jun 25 09:28:11.893434 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:11.910619 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Transition to ACTIVE for port object 4d82870e-6c51-4510-a798-1400951b6f3b will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:11.927602 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:11.940978 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13649a4c-445f-4131-919b-0c1b92bdf3ff req-a6096d82-957a-435d-881f-178344cf352a tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:11.942252 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-13649a4c-445f-4131-919b-0c1b92bdf3ff req-a6096d82-957a-435d-881f-178344cf352a tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 931 time: 0.1264102 Jun 25 09:28:11.954385 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:11.961359 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:11.961776 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:11.985377 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'name': 'tempest-TestServerMultinode-1204530781-router', 'tenant_id': '8d8fcee0113047b28d608dea0d40b1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'fd5b3aad-c637-4164-a0ed-111e90b8d14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:04Z', 'updated_at': '2021-06-25T09:28:08Z', 'revision_number': 3, 'project_id': '8d8fcee0113047b28d608dea0d40b1a3', 'gw_port': {'id': 'fd5b3aad-c637-4164-a0ed-111e90b8d14f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:aa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:05Z', 'updated_at': '2021-06-25T09:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:11.991570 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:11.991905 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:11.996765 n-d-761264-15 neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 10 to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b Jun 25 09:28:12.013743 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-13649a4c-445f-4131-919b-0c1b92bdf3ff req-38cd23e7-1b70-4f71-a6ef-9458f5c9c1a1 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644920 Jun 25 09:28:12.030562 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:12.032931 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4ec65090-f82a-4089-83d3-bf20a63d3db4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:12.068964 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe81cee0-0308-4d79-90fb-a1e03f28c5d9 None None] The sync data for ids ['6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'] in n-d-761264-15 is: [{'id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'name': 'tempest-TestServerMultinode-1204530781-router', 'tenant_id': '8d8fcee0113047b28d608dea0d40b1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'fd5b3aad-c637-4164-a0ed-111e90b8d14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:04Z', 'updated_at': '2021-06-25T09:28:08Z', 'revision_number': 3, 'project_id': '8d8fcee0113047b28d608dea0d40b1a3', 'gw_port': {'id': 'fd5b3aad-c637-4164-a0ed-111e90b8d14f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:aa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:05Z', 'updated_at': '2021-06-25T09:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:28:12.150588 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Network dfc5d1ae-4979-4796-8f85-9baa220a71ad is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:12.180075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:12.187487 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:12.188380 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:12.189623 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:12.189623 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:12.200984 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:12.201460 n-d-761264-15 neutron-server[94025]: ERROR neutron.plugins.ml2.managers [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:12.204036 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34630c36-6237-4d70-9dbb-7e31458724b4 req-8de2e0d2-0853-4a6c-9c7f-2c083066993b tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fc00683-d784-4e45-914d-9562b248d010 HTTP/1.1" status: 200 len: 210 time: 0.0838852 Jun 25 09:28:12.220545 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:12.237482 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4d82870e-6c51-4510-a798-1400951b6f3b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:12.249358 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:12.283147 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:12.516806 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:12.543208 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e2113f54-a46b-41e5-b951-8b4dd8cc26b1 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:12.546524 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:12.627960 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:12.673256 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] For port 7a730cc6-1bc8-42ad-9601-cbb44d12395b, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:12.673890 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempted to set empty binding levels {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 25 09:28:12.683447 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:12.711418 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b70ffea1-07b6-4329-b957-19f21307934d None None] Provisioning for port 4d82870e-6c51-4510-a798-1400951b6f3b completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:12.720917 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b70ffea1-07b6-4329-b957-19f21307934d None None] Provisioning complete for port 4d82870e-6c51-4510-a798-1400951b6f3b triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:12.721306 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b70ffea1-07b6-4329-b957-19f21307934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:12.741442 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:12.775216 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:12.779020 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:12.783405 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b70ffea1-07b6-4329-b957-19f21307934d None None] Port 4d82870e-6c51-4510-a798-1400951b6f3b cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:28:12.801475 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Pushing event updated for resources: {'Port': ['ID=6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:12.817601 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] In _notify_port_updated(), no bound segment for port 7a730cc6-1bc8-42ad-9601-cbb44d12395b on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94025) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 09:28:12.818522 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:12.819142 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:12.820844 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] 10.222.0.93 "PUT /v2.0/ports/7a730cc6-1bc8-42ad-9601-cbb44d12395b HTTP/1.1" status: 200 len: 976 time: 4.1965868 Jun 25 09:28:12.821908 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:12.823533 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35790) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:12.838999 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:28:12.866914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:28:12.867271 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 7d7a92bc-aca6-4d89-8b5e-2cb371bb0d45 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:28:12.934047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb8f14-b31a-4d2e-aa2a-adf77b54682b req-94c61f49-d58c-484b-8989-bd0d3942f4f6 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:12.935697 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3bbb8f14-b31a-4d2e-aa2a-adf77b54682b req-94c61f49-d58c-484b-8989-bd0d3942f4f6 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 945 time: 0.2233350 Jun 25 09:28:13.080306 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54522cff-cefc-4488-9e27-ed98390bfaf3 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:13.080818 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54522cff-cefc-4488-9e27-ed98390bfaf3 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:13.081882 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54522cff-cefc-4488-9e27-ed98390bfaf3 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:13.081882 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54522cff-cefc-4488-9e27-ed98390bfaf3 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:13.082203 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54522cff-cefc-4488-9e27-ed98390bfaf3 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:13.082670 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54522cff-cefc-4488-9e27-ed98390bfaf3 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:13.083137 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54522cff-cefc-4488-9e27-ed98390bfaf3 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:13.083603 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54522cff-cefc-4488-9e27-ed98390bfaf3 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:13.084067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54522cff-cefc-4488-9e27-ed98390bfaf3 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:13.084536 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54522cff-cefc-4488-9e27-ed98390bfaf3 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:13.085028 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54522cff-cefc-4488-9e27-ed98390bfaf3 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:13.085491 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54522cff-cefc-4488-9e27-ed98390bfaf3 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:13.085955 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54522cff-cefc-4488-9e27-ed98390bfaf3 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:13.091515 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-54522cff-cefc-4488-9e27-ed98390bfaf3 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11514 time: 0.2631457 Jun 25 09:28:13.093045 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35798) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:13.125717 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3bbb8f14-b31a-4d2e-aa2a-adf77b54682b req-de2450fd-1410-4acf-8e52-1503315acc1b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665857 Jun 25 09:28:13.276237 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:13.290763 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:13.294311 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c3d7c462-750b-4d2b-bd4e-fc069a1fcfd7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:13.345910 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-31f06ef7-7a87-412a-8feb-c70a838b1bdc tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Deleting port 7a730cc6-1bc8-42ad-9601-cbb44d12395b {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:13.346256 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-31f06ef7-7a87-412a-8feb-c70a838b1bdc tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:13.358822 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:13.363556 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.568s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:13.460309 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:13.465748 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4d82870e-6c51-4510-a798-1400951b6f3b,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:13.480617 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:13.487497 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-31f06ef7-7a87-412a-8feb-c70a838b1bdc tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] For port 7a730cc6-1bc8-42ad-9601-cbb44d12395b, host n-h2-761264-15, got binding levels [] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:13.489252 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-31f06ef7-7a87-412a-8feb-c70a838b1bdc tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:13.511448 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40295a71-21f3-482b-a447-53d7ed6147d2 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:28:13.526900 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:13.565487 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-31f06ef7-7a87-412a-8feb-c70a838b1bdc tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Calling delete_port for 7a730cc6-1bc8-42ad-9601-cbb44d12395b owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:28:13.605006 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Transition to ACTIVE for port object 40295a71-21f3-482b-a447-53d7ed6147d2 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:13.641813 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device fd5b3aad-c637-4164-a0ed-111e90b8d14f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:13.667956 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05640605-9c9c-4387-8a53-aa071f08f22a req-fee8e74a-42e6-4c50-96b3-631faa7c4c5b tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:13.669541 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-05640605-9c9c-4387-8a53-aa071f08f22a req-fee8e74a-42e6-4c50-96b3-631faa7c4c5b tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 931 time: 0.3441229 Jun 25 09:28:13.701898 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Pushing event updated for resources: {'Port': ['ID=7a730cc6-1bc8-42ad-9601-cbb44d12395b,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:13.724437 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:13.732816 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:13.733134 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Network dfc5d1ae-4979-4796-8f85-9baa220a71ad is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:13.742686 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:13.749143 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ac822333-5618-493a-9d59-5e6b2c2c761e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:13.755534 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port fd5b3aad-c637-4164-a0ed-111e90b8d14f completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:13.763895 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Allocated IP 172.25.6.122 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/8aa8ef72-9977-4a50-b3b1-59e75cdd0ac9) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:13.767539 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-05640605-9c9c-4387-8a53-aa071f08f22a req-09c30e90-bb2c-4f54-9aa5-b1e36625d02e tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902503 Jun 25 09:28:13.777666 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port fd5b3aad-c637-4164-a0ed-111e90b8d14f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:13.778040 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:13.832508 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-31f06ef7-7a87-412a-8feb-c70a838b1bdc tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:13.839555 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c77a152a-de2a-455d-8eae-6e52cb2f3845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:13.918739 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f06ef7-7a87-412a-8feb-c70a838b1bdc tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a730cc6-1bc8-42ad-9601-cbb44d12395b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:13.929641 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-31f06ef7-7a87-412a-8feb-c70a838b1bdc tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:13.931247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Pushing event updated for resources: {'Port': ['ID=40295a71-21f3-482b-a447-53d7ed6147d2,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:13.937156 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:13.962157 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:13.963455 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-31f06ef7-7a87-412a-8feb-c70a838b1bdc tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:13.965641 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-31f06ef7-7a87-412a-8feb-c70a838b1bdc tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] 10.222.0.93 "DELETE /v2.0/ports/7a730cc6-1bc8-42ad-9601-cbb44d12395b HTTP/1.1" status: 204 len: 168 time: 0.8694994 Jun 25 09:28:13.999224 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:14.049272 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port fd5b3aad-c637-4164-a0ed-111e90b8d14f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=fd5b3aad-c637-4164-a0ed-111e90b8d14f,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:14.051446 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35816) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:14.052116 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35820) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:14.058634 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:14.069865 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:14.187869 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=fd5b3aad-c637-4164-a0ed-111e90b8d14f,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:14.198247 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:14.202780 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b190f0-a50b-44af-9f90-4e0a5a7885d5 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] GET failed (client error): The resource could not be found. Jun 25 09:28:14.204260 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-97b190f0-a50b-44af-9f90-4e0a5a7885d5 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] 10.222.0.93 "GET /v2.0/ports/7a730cc6-1bc8-42ad-9601-cbb44d12395b HTTP/1.1" status: 404 len: 333 time: 0.1500492 Jun 25 09:28:14.232689 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ef480478-4cd2-45be-8044-1c056040c9a4 None None] Provisioning complete for port 4d82870e-6c51-4510-a798-1400951b6f3b triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:14.233106 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ef480478-4cd2-45be-8044-1c056040c9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:14.246283 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35826) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:14.254802 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-057ed937-1a05-4c41-bba2-b8feff0ee759 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1994615681', 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:14.332968 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ef480478-4cd2-45be-8044-1c056040c9a4 None None] Port 4d82870e-6c51-4510-a798-1400951b6f3b cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:28:14.386233 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057ed937-1a05-4c41-bba2-b8feff0ee759 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Made reservation on behalf of 22f80fd180044eff9f2ca817f9ecab71 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:14.388858 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-057ed937-1a05-4c41-bba2-b8feff0ee759 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:14.443713 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Router 6071c3ba-16eb-4dad-b1ea-f41d654ec5a9 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:28:14.457053 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b6c92-1cfd-4bd0-992e-a06976d196c9 req-d9f4aec8-438a-4405-a776-2053dea630de tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:14.461768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-762b6c92-1cfd-4bd0-992e-a06976d196c9 req-d9f4aec8-438a-4405-a776-2053dea630de tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 946 time: 0.6390257 Jun 25 09:28:14.507236 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-057ed937-1a05-4c41-bba2-b8feff0ee759 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] device_id is not set on port cea14d0f-c114-4aec-9d1b-da68a7301574 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:28:14.531461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Attempting to bind port 40295a71-21f3-482b-a447-53d7ed6147d2 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:14.532278 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Attempting to bind port 40295a71-21f3-482b-a447-53d7ed6147d2 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '72660649-9d6e-4964-a394-16f54af9b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '52139b1a-05b7-4cef-9798-b1346b56eb43'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:14.532278 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Attempting to bind port 40295a71-21f3-482b-a447-53d7ed6147d2 on network 52139b1a-05b7-4cef-9798-b1346b56eb43 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:14.538975 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-762b6c92-1cfd-4bd0-992e-a06976d196c9 req-772058a4-0e58-4512-9e79-ccedb7b5c958 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734317 Jun 25 09:28:14.603198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:28:14.610861 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] 10.222.0.93 "PUT /v2.0/routers/6071c3ba-16eb-4dad-b1ea-f41d654ec5a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8471467 Jun 25 09:28:14.633876 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-dd3ab9da-032b-47fb-9ae1-d2d8606bed81 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e90ee50af2b947d8b1fbcbc79127e428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5781538 Jun 25 09:28:14.636475 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35832) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:14.640816 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Sync routers for ids ['6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:28:14.647096 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:14.652023 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Port 40295a71-21f3-482b-a447-53d7ed6147d2 on network 52139b1a-05b7-4cef-9798-b1346b56eb43 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:14.652480 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Attempting to bind port 40295a71-21f3-482b-a447-53d7ed6147d2 on network 52139b1a-05b7-4cef-9798-b1346b56eb43 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:14.655250 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Routers {'6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:14.657080 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:14.677822 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:14.678592 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Checking segment: {'id': '72660649-9d6e-4964-a394-16f54af9b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '52139b1a-05b7-4cef-9798-b1346b56eb43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:14.679281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Bound using segment: {'id': '72660649-9d6e-4964-a394-16f54af9b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '52139b1a-05b7-4cef-9798-b1346b56eb43'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:14.679999 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Bound port: 40295a71-21f3-482b-a447-53d7ed6147d2, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72660649-9d6e-4964-a394-16f54af9b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '52139b1a-05b7-4cef-9798-b1346b56eb43'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:14.680494 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:14.692301 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a07a317-4299-43b6-b83e-fe45fc7dfd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:14.724122 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a07a317-4299-43b6-b83e-fe45fc7dfd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:14.765446 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:14.786104 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a07a317-4299-43b6-b83e-fe45fc7dfd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:14.789539 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a07a317-4299-43b6-b83e-fe45fc7dfd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:14.794106 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0a07a317-4299-43b6-b83e-fe45fc7dfd96 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6 HTTP/1.1" status: 204 len: 168 time: 0.1563270 Jun 25 09:28:14.795395 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f0c7435e-6b3a-4d9c-8615-a8b54d0553fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:14.806639 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07a317-4299-43b6-b83e-fe45fc7dfd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3915dcc6-78dd-4f73-8ece-c58aa1ad8eb6,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:14.809641 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0a07a317-4299-43b6-b83e-fe45fc7dfd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:14.959548 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:14.983135 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9daaf005-f92b-43e1-8d81-6c41715af3c2 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:14.996282 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] For port 40295a71-21f3-482b-a447-53d7ed6147d2, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:15.055121 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2856650-0442-42cd-afbe-f0cb610d0d1c req-f8d2ec52-a7f4-448d-86b5-fc71db60648b tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:15.055121 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e2856650-0442-42cd-afbe-f0cb610d0d1c req-f8d2ec52-a7f4-448d-86b5-fc71db60648b tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 943 time: 0.1237938 Jun 25 09:28:15.125305 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] For port 40295a71-21f3-482b-a447-53d7ed6147d2, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=40295a71-21f3-482b-a447-53d7ed6147d2,segment=NetworkSegment(72660649-9d6e-4964-a394-16f54af9b202),segment_id=72660649-9d6e-4964-a394-16f54af9b202)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:15.135422 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:15.142317 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e2856650-0442-42cd-afbe-f0cb610d0d1c req-4e4d3d59-8674-4a9a-9f63-ca9a5beff7a3 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833297 Jun 25 09:28:15.145755 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:15.162134 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:15.162357 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Set router 6071c3ba-16eb-4dad-b1ea-f41d654ec5a9 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:28:15.162793 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:15.203612 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-057ed937-1a05-4c41-bba2-b8feff0ee759 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:15.310875 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Pushing event updated for resources: {'Port': ['ID=8aa8ef72-9977-4a50-b3b1-59e75cdd0ac9,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:15.323289 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:15.325545 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:15.362269 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:15.362922 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:15.364339 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] 10.222.0.38 "PUT /v2.0/ports/40295a71-21f3-482b-a447-53d7ed6147d2 HTTP/1.1" status: 200 len: 1092 time: 4.0720296 Jun 25 09:28:15.369560 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd172d7df-0369-4247-96b4-cd740dc6ea03', 'tag': '40295a71-21f3-482b-a447-53d7ed6147d2'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:28:15.371945 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a263c1f3-92ea-4022-9c49-89b4c9991d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d172d7df-0369-4247-96b4-cd740dc6ea03", "tag": "40295a71-21f3-482b-a447-53d7ed6147d2"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:28:15.404373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35854) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:15.435172 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Pushing event updated for resources: {'Port': ['ID=40295a71-21f3-482b-a447-53d7ed6147d2,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:15.446004 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:15.519525 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4705fc84-d0cc-45e3-a499-1896532ac24c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a8d461752b17467e94395db9d8a0d643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1132162 Jun 25 09:28:15.520577 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35856) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:15.526980 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7f2836-58af-4114-a943-2a6f33069849 x-openstack-request-id: req-4e7f2836-58af-4114-a943-2a6f33069849 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:28:15.527317 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d172d7df-0369-4247-96b4-cd740dc6ea03", "tag": "40295a71-21f3-482b-a447-53d7ed6147d2", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:28:15.527612 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4e7f2836-58af-4114-a943-2a6f33069849 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:28:15.528056 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd172d7df-0369-4247-96b4-cd740dc6ea03', 'tag': '40295a71-21f3-482b-a447-53d7ed6147d2', 'status': 'completed', 'code': 200} Jun 25 09:28:15.613168 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b6a2c4ef-3b8e-4c8b-8dd7-fe98e6c21553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:15.636446 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-057ed937-1a05-4c41-bba2-b8feff0ee759 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:15.640448 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device fd5b3aad-c637-4164-a0ed-111e90b8d14f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:15.643635 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Router 40537584-1ffc-4362-893f-743879cbf8e0 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:28:15.653062 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-409ce2be-9249-4508-af0e-6a71e1a14081 tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:15.718208 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b6a2c4ef-3b8e-4c8b-8dd7-fe98e6c21553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:15.719881 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'name': 'tempest-TestServerMultinode-1204530781-router', 'tenant_id': '8d8fcee0113047b28d608dea0d40b1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'fd5b3aad-c637-4164-a0ed-111e90b8d14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:04Z', 'updated_at': '2021-06-25T09:28:12Z', 'revision_number': 4, 'project_id': '8d8fcee0113047b28d608dea0d40b1a3', 'gw_port': {'id': 'fd5b3aad-c637-4164-a0ed-111e90b8d14f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:aa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:05Z', 'updated_at': '2021-06-25T09:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4d82870e-6c51-4510-a798-1400951b6f3b', 'name': '', 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad', 'tenant_id': '8d8fcee0113047b28d608dea0d40b1a3', 'mac_address': 'fa:16:3e:00:0a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '96a3b29f-c401-43ff-b96b-661504217087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:11Z', 'updated_at': '2021-06-25T09:28:12Z', 'revision_number': 2, 'project_id': '8d8fcee0113047b28d608dea0d40b1a3', 'subnets': [{'id': '96a3b29f-c401-43ff-b96b-661504217087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:15.722073 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-6d4ce205-e21c-481e-85d3-99fd834a0702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:15.723933 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-6d4ce205-e21c-481e-85d3-99fd834a0702 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=21012412c37349ddba8b24648f8a495b&device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 1095 time: 0.2833993 Jun 25 09:28:15.755602 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Checking router: 6071c3ba-16eb-4dad-b1ea-f41d654ec5a9 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:28:15.756031 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Updating router 6071c3ba-16eb-4dad-b1ea-f41d654ec5a9 port 4d82870e-6c51-4510-a798-1400951b6f3b binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:28:15.790530 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35862) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:15.793725 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:15.808608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1326949193-network', 'tenant_id': 'dc54f151a6ea414791194a926463c635'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:15.828475 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ed937-1a05-4c41-bba2-b8feff0ee759 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Network bcf79fa4-9558-44c1-ae86-347dd6f97194 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:15.842410 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port fd5b3aad-c637-4164-a0ed-111e90b8d14f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:15.842917 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:15.867649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b32c7-c403-4c8b-9514-4f1eee92169f req-34253b37-18e7-4dff-98a0-f42722ddd37a tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:15.869576 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ea7b32c7-c403-4c8b-9514-4f1eee92169f req-34253b37-18e7-4dff-98a0-f42722ddd37a tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 946 time: 0.1343331 Jun 25 09:28:15.880588 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Made reservation on behalf of dc54f151a6ea414791194a926463c635 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:15.886352 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:15.901580 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:15.969585 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b6a2c4ef-3b8e-4c8b-8dd7-fe98e6c21553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:15.973354 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b6a2c4ef-3b8e-4c8b-8dd7-fe98e6c21553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:15.980894 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b6a2c4ef-3b8e-4c8b-8dd7-fe98e6c21553 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bd30f5a9-c9e4-4e40-81a9-726e3eaf1eb9 HTTP/1.1" status: 204 len: 168 time: 0.4584472 Jun 25 09:28:16.000472 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ca010595-469f-4e6c-8346-dd34f3674719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:16.036264 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2c4ef-3b8e-4c8b-8dd7-fe98e6c21553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd30f5a9-c9e4-4e40-81a9-726e3eaf1eb9,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:16.060970 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b6a2c4ef-3b8e-4c8b-8dd7-fe98e6c21553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:16.065252 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ea7b32c7-c403-4c8b-9514-4f1eee92169f req-1a421563-d0a6-442d-9f63-6b7f7db89c48 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872618 Jun 25 09:28:16.121990 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870f62e-dda6-4f44-9bfd-40420a3209fa req-ef9b9787-4e87-4276-a4e5-293f411fd754 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:16.125859 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a870f62e-dda6-4f44-9bfd-40420a3209fa req-ef9b9787-4e87-4276-a4e5-293f411fd754 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 946 time: 0.2084751 Jun 25 09:28:16.241898 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-057ed937-1a05-4c41-bba2-b8feff0ee759 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:16.250627 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-ad12d401-6521-4fc5-8145-fbf29b6420ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40295a71-21f3-482b-a447-53d7ed6147d2 HTTP/1.1" status: 200 len: 217 time: 0.4264491 Jun 25 09:28:16.257120 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ed937-1a05-4c41-bba2-b8feff0ee759 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:16.258329 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057ed937-1a05-4c41-bba2-b8feff0ee759 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:16.258838 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-057ed937-1a05-4c41-bba2-b8feff0ee759 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:16.261532 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ed937-1a05-4c41-bba2-b8feff0ee759 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Pushing event updated for resources: {'Port': ['ID=cea14d0f-c114-4aec-9d1b-da68a7301574,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:16.276260 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-057ed937-1a05-4c41-bba2-b8feff0ee759 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:16.330311 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:16.354135 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:16.377552 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:16.380769 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:16.396935 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a48cb0b3-e570-4c25-bd9b-c5a09515de01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:16.407776 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Transition to ACTIVE for port object 4d82870e-6c51-4510-a798-1400951b6f3b will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:16.421182 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:16.431161 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-057ed937-1a05-4c41-bba2-b8feff0ee759 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1811771 Jun 25 09:28:16.431575 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:16.437559 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35870) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:16.456720 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-6a43a83e-7746-4882-ac72-af847d037b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:16.458372 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-6a43a83e-7746-4882-ac72-af847d037b87 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e54cbc21-9bdf-4882-9cd1-149498726f14 HTTP/1.1" status: 200 len: 853 time: 0.1876910 Jun 25 09:28:16.468354 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:28:16.474091 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-a870f62e-dda6-4f44-9bfd-40420a3209fa req-a36a41c4-872c-48c8-b763-59f4e9c0b7b8 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Deleting port 7de41a72-be67-4c13-a13a-488852f37454 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:16.474256 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a870f62e-dda6-4f44-9bfd-40420a3209fa req-a36a41c4-872c-48c8-b763-59f4e9c0b7b8 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:16.525229 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6270c03-3302-45f9-809c-d9c3c24a503a,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:16.528834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490264e8-c332-4683-b195-82eb90116860 None None] Pushing event updated for resources: {'Port': ['ID=4d82870e-6c51-4510-a798-1400951b6f3b,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:16.533685 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-490264e8-c332-4683-b195-82eb90116860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:16.542887 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:16.605716 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Attempting to bind port 4d82870e-6c51-4510-a798-1400951b6f3b on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:16.606536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Attempting to bind port 4d82870e-6c51-4510-a798-1400951b6f3b by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:16.606646 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Attempting to bind port 4d82870e-6c51-4510-a798-1400951b6f3b on network dfc5d1ae-4979-4796-8f85-9baa220a71ad {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:16.614458 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:16.614982 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Checking segment: {'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:16.615520 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:16.616026 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Bound using segment: {'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:16.627983 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Bound port: 4d82870e-6c51-4510-a798-1400951b6f3b, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:16.627983 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:16.635735 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:16.636086 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Added segment 690e726b-5c7a-410e-91c1-0acc43f8013a of type vlan for network 94c20f75-6b8d-41a5-ae6e-ce13e3a7510f Jun 25 09:28:16.639707 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-a88acc2b-0355-46e0-859a-47771860f5d8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=52139b1a-05b7-4cef-9798-b1346b56eb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571229 Jun 25 09:28:16.644302 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:28:16.653382 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Sync routers for ids ['40537584-1ffc-4362-893f-743879cbf8e0'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:28:16.668487 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Routers {'40537584-1ffc-4362-893f-743879cbf8e0'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:16.672490 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09caff12-0dcc-48d4-a53b-4282a4eaeb90 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:16.674625 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['40537584-1ffc-4362-893f-743879cbf8e0'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:16.678318 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-09caff12-0dcc-48d4-a53b-4282a4eaeb90 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] 10.222.0.93 "GET /v2.0/ports/cea14d0f-c114-4aec-9d1b-da68a7301574 HTTP/1.1" status: 200 len: 955 time: 0.2397134 Jun 25 09:28:16.699645 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35878) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:16.783931 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] For port 4d82870e-6c51-4510-a798-1400951b6f3b, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:16.790135 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] For port 4d82870e-6c51-4510-a798-1400951b6f3b, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4d82870e-6c51-4510-a798-1400951b6f3b,segment=NetworkSegment(f9fc13e3-4d18-4864-88d5-39d8499211f0),segment_id=f9fc13e3-4d18-4864-88d5-39d8499211f0)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:16.797544 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:16.808257 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:16.808635 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:16.852324 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-61ee1c7b-8aa5-4613-a395-aaaa2b4b6271 service neutron] 10.222.0.38 "GET /v2.0/networks/52139b1a-05b7-4cef-9798-b1346b56eb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950078 Jun 25 09:28:16.857313 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a28cca-211d-4333-8f9a-0dfa5826baa7 req-04874223-e50a-4a5c-b3f7-a2c8cd17ec7a tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:16.863861 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9a28cca-211d-4333-8f9a-0dfa5826baa7 req-04874223-e50a-4a5c-b3f7-a2c8cd17ec7a tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 943 time: 0.4419260 Jun 25 09:28:16.911588 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Set router 40537584-1ffc-4362-893f-743879cbf8e0 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:28:16.959316 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Routers {'6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:16.959955 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:16.981658 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.db.resource_extend [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:28:17.006849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490264e8-c332-4683-b195-82eb90116860 None None] Pushing event updated for resources: {'Port': ['ID=4d82870e-6c51-4510-a798-1400951b6f3b,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:17.018497 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-490264e8-c332-4683-b195-82eb90116860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:17.046979 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:17.051707 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.0238376 Jun 25 09:28:17.055364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35884) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:17.080939 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a870f62e-dda6-4f44-9bfd-40420a3209fa req-a36a41c4-872c-48c8-b763-59f4e9c0b7b8 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] For port 7de41a72-be67-4c13-a13a-488852f37454, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=7de41a72-be67-4c13-a13a-488852f37454,segment=NetworkSegment(ffb9b9ce-d118-4d22-acc0-400bc0551476),segment_id=ffb9b9ce-d118-4d22-acc0-400bc0551476)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:17.081507 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a870f62e-dda6-4f44-9bfd-40420a3209fa req-a36a41c4-872c-48c8-b763-59f4e9c0b7b8 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:17.172014 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-a870f62e-dda6-4f44-9bfd-40420a3209fa req-a36a41c4-872c-48c8-b763-59f4e9c0b7b8 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Calling delete_port for 7de41a72-be67-4c13-a13a-488852f37454 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:28:17.194011 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9a28cca-211d-4333-8f9a-0dfa5826baa7 req-94deee0e-920c-4d7d-8235-2ebefd3df6f2 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849677 Jun 25 09:28:17.198123 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:17.199164 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:17.199753 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:17.235941 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] Set router 6071c3ba-16eb-4dad-b1ea-f41d654ec5a9 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:28:17.271924 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a3fa416e-2d53-497e-82b7-b29819e43b79 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:17.289037 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35894) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:17.289527 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4896564 Jun 25 09:28:17.302043 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0cc83989-5334-4267-bda9-7407b7ae8fb1 admin admin] Request body: {'subnet': {'network_id': '94c20f75-6b8d-41a5-ae6e-ce13e3a7510f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1326949193-subnet', 'tenant_id': 'dc54f151a6ea414791194a926463c635', 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:17.358828 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc83989-5334-4267-bda9-7407b7ae8fb1 admin admin] Made reservation on behalf of dc54f151a6ea414791194a926463c635 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:17.361751 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0cc83989-5334-4267-bda9-7407b7ae8fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:17.416702 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40537584-1ffc-4362-893f-743879cbf8e0', 'name': 'tempest-ServerRescueTestJSON-2136639703-router', 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:08Z', 'updated_at': '2021-06-25T09:28:13Z', 'revision_number': 3, 'project_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'gw_port': {'id': '6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40537584-1ffc-4362-893f-743879cbf8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:10Z', 'updated_at': '2021-06-25T09:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:17.494421 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Checking router: 40537584-1ffc-4362-893f-743879cbf8e0 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:28:17.494779 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Updating router 40537584-1ffc-4362-893f-743879cbf8e0 port 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:28:17.543553 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-698a4b93-ae5f-44eb-a128-80d7bccc9986 req-4b541ef4-8247-46ac-becc-9e128b12a7f1 service neutron] 10.222.0.38 "GET /v2.0/networks/52139b1a-05b7-4cef-9798-b1346b56eb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6622481 Jun 25 09:28:17.560092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-3b968095-cb9b-49ad-b549-07c0b291fc1a tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Deleting port cea14d0f-c114-4aec-9d1b-da68a7301574 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:17.560344 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3b968095-cb9b-49ad-b549-07c0b291fc1a tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:17.598439 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:17.630281 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:17.686044 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3b968095-cb9b-49ad-b549-07c0b291fc1a tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:17.701148 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-3b968095-cb9b-49ad-b549-07c0b291fc1a tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Calling delete_port for cea14d0f-c114-4aec-9d1b-da68a7301574 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:28:17.818650 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3b968095-cb9b-49ad-b549-07c0b291fc1a tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:17.840980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Pushing event updated for resources: {'Network': ['ID=94c20f75-6b8d-41a5-ae6e-ce13e3a7510f,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:17.850421 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:17.851026 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a8569865-b2c1-40a4-8de4-a909cf3e95c0 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:17.856767 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3b968095-cb9b-49ad-b549-07c0b291fc1a tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:17.858779 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3b968095-cb9b-49ad-b549-07c0b291fc1a tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] 10.222.0.93 "DELETE /v2.0/ports/cea14d0f-c114-4aec-9d1b-da68a7301574 HTTP/1.1" status: 204 len: 168 time: 1.1581476 Jun 25 09:28:17.859787 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'name': 'tempest-TestServerMultinode-1204530781-router', 'tenant_id': '8d8fcee0113047b28d608dea0d40b1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'fd5b3aad-c637-4164-a0ed-111e90b8d14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:04Z', 'updated_at': '2021-06-25T09:28:12Z', 'revision_number': 4, 'project_id': '8d8fcee0113047b28d608dea0d40b1a3', 'gw_port': {'id': 'fd5b3aad-c637-4164-a0ed-111e90b8d14f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:aa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:05Z', 'updated_at': '2021-06-25T09:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4d82870e-6c51-4510-a798-1400951b6f3b', 'name': '', 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad', 'tenant_id': '8d8fcee0113047b28d608dea0d40b1a3', 'mac_address': 'fa:16:3e:00:0a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '96a3b29f-c401-43ff-b96b-661504217087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:11Z', 'updated_at': '2021-06-25T09:28:16Z', 'revision_number': 4, 'project_id': '8d8fcee0113047b28d608dea0d40b1a3', 'subnets': [{'id': '96a3b29f-c401-43ff-b96b-661504217087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:17.881228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35902) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:17.897796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b968095-cb9b-49ad-b549-07c0b291fc1a tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Pushing event deleted for resources: {'Port': ['ID=cea14d0f-c114-4aec-9d1b-da68a7301574,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:17.914042 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3b968095-cb9b-49ad-b549-07c0b291fc1a tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:17.928860 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 94c20f75-6b8d-41a5-ae6e-ce13e3a7510f details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:28:17.993042 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af56394-dfcb-4ed5-baf4-ea00ebfaee44 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] GET failed (client error): The resource could not be found. Jun 25 09:28:18.010526 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5af56394-dfcb-4ed5-baf4-ea00ebfaee44 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] 10.222.0.93 "GET /v2.0/ports/cea14d0f-c114-4aec-9d1b-da68a7301574 HTTP/1.1" status: 404 len: 333 time: 0.1274071 Jun 25 09:28:18.012319 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35906) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:18.033399 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-33f49e6b-d52e-4fb8-a30a-ab1070a6c032 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Request body: {'port': {'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1896560195'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:18.060787 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817cd15f-062f-4e4e-840c-5136c34edc2c None None] The sync data for ids ['6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'] in n-d-761264-15 is: [{'id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'name': 'tempest-TestServerMultinode-1204530781-router', 'tenant_id': '8d8fcee0113047b28d608dea0d40b1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'fd5b3aad-c637-4164-a0ed-111e90b8d14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:04Z', 'updated_at': '2021-06-25T09:28:12Z', 'revision_number': 4, 'project_id': '8d8fcee0113047b28d608dea0d40b1a3', 'gw_port': {'id': 'fd5b3aad-c637-4164-a0ed-111e90b8d14f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:aa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:05Z', 'updated_at': '2021-06-25T09:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4d82870e-6c51-4510-a798-1400951b6f3b', 'name': '', 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad', 'tenant_id': '8d8fcee0113047b28d608dea0d40b1a3', 'mac_address': 'fa:16:3e:00:0a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '96a3b29f-c401-43ff-b96b-661504217087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:11Z', 'updated_at': '2021-06-25T09:28:16Z', 'revision_number': 4, 'project_id': '8d8fcee0113047b28d608dea0d40b1a3', 'subnets': [{'id': '96a3b29f-c401-43ff-b96b-661504217087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:28:18.184854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3d6a3-f874-4e83-8275-023c4bd0e606 req-05ac718b-fe35-45fe-ba19-a41409bed0fa tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:18.186526 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61e3d6a3-f874-4e83-8275-023c4bd0e606 req-05ac718b-fe35-45fe-ba19-a41409bed0fa tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 946 time: 0.7123876 Jun 25 09:28:18.189920 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f49e6b-d52e-4fb8-a30a-ab1070a6c032 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Made reservation on behalf of 22f80fd180044eff9f2ca817f9ecab71 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:18.192328 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-33f49e6b-d52e-4fb8-a30a-ab1070a6c032 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:18.254346 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:18.277366 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Transition to ACTIVE for port object 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:18.286913 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:18.290290 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-33f49e6b-d52e-4fb8-a30a-ab1070a6c032 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] device_id is not set on port 44d0038f-716f-48a4-8e61-ab2bad888212 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:28:18.299764 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-c9d0c819-d340-46a6-a687-5be3cb60cf45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:18.314591 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263c1f3-92ea-4022-9c49-89b4c9991d7c req-ea145c7e-f46e-4e3f-909f-02e4e6c69d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:18.316243 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a263c1f3-92ea-4022-9c49-89b4c9991d7c req-ea145c7e-f46e-4e3f-909f-02e4e6c69d45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=21012412c37349ddba8b24648f8a495b&device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 1095 time: 0.6002877 Jun 25 09:28:18.317146 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0cc83989-5334-4267-bda9-7407b7ae8fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:18.339073 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8ed5d567-38e2-4e29-8410-64927c038905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:18.500497 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311fbcc-2df0-4caa-86a7-3428f1c952e6 None None] Pushing event updated for resources: {'Port': ['ID=6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:18.513515 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-e311fbcc-2df0-4caa-86a7-3428f1c952e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:18.514960 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Attempting to bind port 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:18.520502 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Attempting to bind port 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:18.521298 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Attempting to bind port 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:18.535868 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:18.537181 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:18.539153 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:18.539675 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:18.540493 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Bound port: 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:18.542993 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:18.556653 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc83989-5334-4267-bda9-7407b7ae8fb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6ba62f3-968b-4788-86b6-857d349a90f3,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:18.586992 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a870f62e-dda6-4f44-9bfd-40420a3209fa req-a36a41c4-872c-48c8-b763-59f4e9c0b7b8 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:18.648803 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:18.664373 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] For port 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:18.668870 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] For port 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:18.677188 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61e3d6a3-f874-4e83-8275-023c4bd0e606 req-446dc3a4-4c35-4f83-b0a0-2b14a4672993 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797895 Jun 25 09:28:18.681770 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:18.695084 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-c9d0c819-d340-46a6-a687-5be3cb60cf45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:18.750675 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Routers {'40537584-1ffc-4362-893f-743879cbf8e0'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:18.751549 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['40537584-1ffc-4362-893f-743879cbf8e0'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:18.873916 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 7de41a72-be67-4c13-a13a-488852f37454 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:28:18.907052 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a41c4-872c-48c8-b763-59f4e9c0b7b8 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Pushing event deleted for resources: {'Port': ['ID=7de41a72-be67-4c13-a13a-488852f37454,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:18.910823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 7de41a72-be67-4c13-a13a-488852f37454 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:28:18.911423 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 7de41a72-be67-4c13-a13a-488852f37454 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:28:18.949791 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a36a41c4-872c-48c8-b763-59f4e9c0b7b8 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:18.975538 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-33f49e6b-d52e-4fb8-a30a-ab1070a6c032 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:19.026564 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:19.057975 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a870f62e-dda6-4f44-9bfd-40420a3209fa req-a36a41c4-872c-48c8-b763-59f4e9c0b7b8 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] No DVR routers for this DVR port 7de41a72-be67-4c13-a13a-488852f37454 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:28:19.066969 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a870f62e-dda6-4f44-9bfd-40420a3209fa req-a36a41c4-872c-48c8-b763-59f4e9c0b7b8 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:19.071414 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a870f62e-dda6-4f44-9bfd-40420a3209fa req-a36a41c4-872c-48c8-b763-59f4e9c0b7b8 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.41 "DELETE /v2.0/ports/7de41a72-be67-4c13-a13a-488852f37454 HTTP/1.1" status: 204 len: 173 time: 2.9384344 Jun 25 09:28:19.096473 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdce5c4f-c807-4d14-9cf6-490c851b39f7', 'name': 'network-vif-deleted', 'tag': '7de41a72-be67-4c13-a13a-488852f37454'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:28:19.103793 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72413a90-bd83-42cc-bf21-f67bb595319e" -d '{"events": [{"server_uuid": "bdce5c4f-c807-4d14-9cf6-490c851b39f7", "name": "network-vif-deleted", "tag": "7de41a72-be67-4c13-a13a-488852f37454"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:28:19.131359 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0cc83989-5334-4267-bda9-7407b7ae8fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:19.135035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263c1f3-92ea-4022-9c49-89b4c9991d7c req-49d18028-47ac-4837-b545-2257e6b57ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:19.137449 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a263c1f3-92ea-4022-9c49-89b4c9991d7c req-49d18028-47ac-4837-b545-2257e6b57ead service neutron] 10.222.0.38 "GET /v2.0/networks?id=52139b1a-05b7-4cef-9798-b1346b56eb43 HTTP/1.1" status: 200 len: 915 time: 0.7930954 Jun 25 09:28:19.150157 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Router 4eac1138-6457-4f05-bac0-2e2c47050e12 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:28:19.201918 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa485ff-8113-4aaf-a120-fb0e06a5c97a req-df3abeab-5393-4fb9-b0fa-d9c0917a5f92 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:19.210319 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aaa485ff-8113-4aaf-a120-fb0e06a5c97a req-df3abeab-5393-4fb9-b0fa-d9c0917a5f92 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 943 time: 0.7512882 Jun 25 09:28:19.265768 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-33f49e6b-d52e-4fb8-a30a-ab1070a6c032 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:19.269143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc83989-5334-4267-bda9-7407b7ae8fb1 admin admin] Checking segment: {'id': '690e726b-5c7a-410e-91c1-0acc43f8013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '94c20f75-6b8d-41a5-ae6e-ce13e3a7510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:19.269521 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc83989-5334-4267-bda9-7407b7ae8fb1 admin admin] Network hostable DHCP agents. Network: 94c20f75-6b8d-41a5-ae6e-ce13e3a7510f, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:28:19.279851 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9ff103b2-31ae-4b9f-a5d2-d1d976174e2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:19.284167 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a263c1f3-92ea-4022-9c49-89b4c9991d7c req-f9df4499-46f6-4be6-8090-cd4e84b0c375 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40295a71-21f3-482b-a447-53d7ed6147d2 HTTP/1.1" status: 200 len: 217 time: 0.1304176 Jun 25 09:28:19.294221 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] Set router 40537584-1ffc-4362-893f-743879cbf8e0 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:28:19.376938 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263c1f3-92ea-4022-9c49-89b4c9991d7c req-1cda4f63-08d8-4dfa-b076-ec2ee7957a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:19.380380 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd87f7ca-36dd-4265-85dd-c314eff1cb87 x-openstack-request-id: req-dd87f7ca-36dd-4265-85dd-c314eff1cb87 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:28:19.382275 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a263c1f3-92ea-4022-9c49-89b4c9991d7c req-1cda4f63-08d8-4dfa-b076-ec2ee7957a1f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e54cbc21-9bdf-4882-9cd1-149498726f14 HTTP/1.1" status: 200 len: 853 time: 0.0803604 Jun 25 09:28:19.382844 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdce5c4f-c807-4d14-9cf6-490c851b39f7", "name": "network-vif-deleted", "tag": "7de41a72-be67-4c13-a13a-488852f37454", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:28:19.383406 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dd87f7ca-36dd-4265-85dd-c314eff1cb87 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:28:19.391811 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdce5c4f-c807-4d14-9cf6-490c851b39f7', 'name': 'network-vif-deleted', 'tag': '7de41a72-be67-4c13-a13a-488852f37454', 'status': 'completed', 'code': 200} Jun 25 09:28:19.419264 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f49e6b-d52e-4fb8-a30a-ab1070a6c032 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Network bcf79fa4-9558-44c1-ae86-347dd6f97194 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:19.441543 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-33f49e6b-d52e-4fb8-a30a-ab1070a6c032 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:19.452130 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f49e6b-d52e-4fb8-a30a-ab1070a6c032 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:19.453258 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f49e6b-d52e-4fb8-a30a-ab1070a6c032 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:19.453891 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-33f49e6b-d52e-4fb8-a30a-ab1070a6c032 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:19.458284 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f49e6b-d52e-4fb8-a30a-ab1070a6c032 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Pushing event updated for resources: {'Port': ['ID=44d0038f-716f-48a4-8e61-ab2bad888212,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:19.467331 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aaa485ff-8113-4aaf-a120-fb0e06a5c97a req-5680e15e-188e-4e52-a6e4-7dc22ab2ba18 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367632 Jun 25 09:28:19.468590 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-33f49e6b-d52e-4fb8-a30a-ab1070a6c032 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:19.487302 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-33f49e6b-d52e-4fb8-a30a-ab1070a6c032 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4666154 Jun 25 09:28:19.489980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35934) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:19.501727 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:19.628342 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311fbcc-2df0-4caa-86a7-3428f1c952e6 None None] Pushing event updated for resources: {'Port': ['ID=6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:19.632921 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-e311fbcc-2df0-4caa-86a7-3428f1c952e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:19.677717 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:19.685783 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4d82870e-6c51-4510-a798-1400951b6f3b up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:19.739680 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a263c1f3-92ea-4022-9c49-89b4c9991d7c req-64944912-48f2-4f5e-80c1-215ba325bc67 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=52139b1a-05b7-4cef-9798-b1346b56eb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2479618 Jun 25 09:28:19.785952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 40295a71-21f3-482b-a447-53d7ed6147d2 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:28:19.840630 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40537584-1ffc-4362-893f-743879cbf8e0', 'name': 'tempest-ServerRescueTestJSON-2136639703-router', 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:08Z', 'updated_at': '2021-06-25T09:28:13Z', 'revision_number': 3, 'project_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'gw_port': {'id': '6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40537584-1ffc-4362-893f-743879cbf8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:10Z', 'updated_at': '2021-06-25T09:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:19.910085 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea02ab19-6ed2-4a0d-8c07-536d8f7641cc None None] The sync data for ids ['40537584-1ffc-4362-893f-743879cbf8e0'] in n-d-761264-15 is: [{'id': '40537584-1ffc-4362-893f-743879cbf8e0', 'name': 'tempest-ServerRescueTestJSON-2136639703-router', 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:08Z', 'updated_at': '2021-06-25T09:28:13Z', 'revision_number': 3, 'project_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'gw_port': {'id': '6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40537584-1ffc-4362-893f-743879cbf8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:10Z', 'updated_at': '2021-06-25T09:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:28:19.930556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:28:19.978527 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b56a2-cfcc-4483-8ea1-6f33ec424dba None None] Sync routers for ids ['4eac1138-6457-4f05-bac0-2e2c47050e12'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:28:20.086837 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 4d82870e-6c51-4510-a798-1400951b6f3b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:20.112917 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 4d82870e-6c51-4510-a798-1400951b6f3b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:20.118567 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:20.121905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc83989-5334-4267-bda9-7407b7ae8fb1 admin admin] Network 94c20f75-6b8d-41a5-ae6e-ce13e3a7510f is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:28:20.149614 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:20.150937 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.7281721 Jun 25 09:28:20.163761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35944) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:20.187957 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:20.190274 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-0cc83989-5334-4267-bda9-7407b7ae8fb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 94c20f75-6b8d-41a5-ae6e-ce13e3a7510f) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:20.230213 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b8a624-c4ba-4766-919b-eca8023b14da None None] Network 94c20f75-6b8d-41a5-ae6e-ce13e3a7510f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:20.244105 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b56a2-cfcc-4483-8ea1-6f33ec424dba None None] Routers {'4eac1138-6457-4f05-bac0-2e2c47050e12'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:20.246384 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cc0b56a2-cfcc-4483-8ea1-6f33ec424dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4eac1138-6457-4f05-bac0-2e2c47050e12'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:20.254618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc83989-5334-4267-bda9-7407b7ae8fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:20.255635 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0cc83989-5334-4267-bda9-7407b7ae8fb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:20.350143 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35946) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:20.386507 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63228ac4-6709-4068-9046-652f873fcd80 req-713e9aec-0768-4b23-81a5-a233da8348b5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=bdce5c4f-c807-4d14-9cf6-490c851b39f7 HTTP/1.1" status: 200 len: 210 time: 0.1377859 Jun 25 09:28:20.394783 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a263c1f3-92ea-4022-9c49-89b4c9991d7c req-c188b304-cad1-4661-aaa5-38a4d45cc00f service neutron] 10.222.0.38 "GET /v2.0/networks/52139b1a-05b7-4cef-9798-b1346b56eb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333530 Jun 25 09:28:20.399698 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0cc83989-5334-4267-bda9-7407b7ae8fb1 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1050539 Jun 25 09:28:20.401281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] device_id is not set on port 44d0038f-716f-48a4-8e61-ab2bad888212 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:28:20.401757 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35950) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:20.417301 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:20.430253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1326949193-router', 'tenant_id': 'dc54f151a6ea414791194a926463c635', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:20.441057 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Transition to ACTIVE for port object 44d0038f-716f-48a4-8e61-ab2bad888212 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:20.473517 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:20.476086 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f56b7cd1-febf-4012-8921-bb0cc5b2b9cd tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:20.596062 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cc0b56a2-cfcc-4483-8ea1-6f33ec424dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:20.598426 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Allocated IP 172.20.0.1 (1f4acba0-814c-4f78-8544-d5e86009c042/f307bc61-b706-4bdc-9e68-6e814a3b9d7b/706b5813-d870-4b98-9f8b-29ff0e26d53b) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:20.619704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:20.621252 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-94c20f75-6b8d-41a5-ae6e-ce13e3a7510f', 'network_id': '94c20f75-6b8d-41a5-ae6e-ce13e3a7510f', 'tenant_id': 'dc54f151a6ea414791194a926463c635', 'fixed_ips': [{'subnet_id': 'f6ba62f3-968b-4788-86b6-857d349a90f3'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:28:20.621667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:20.622013 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:20.622786 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:20.626741 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Pushing event updated for resources: {'Port': ['ID=44d0038f-716f-48a4-8e61-ab2bad888212,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:20.630546 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:20.633414 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:20.634441 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:20.634740 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 2 to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 Jun 25 09:28:20.652623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:20.653407 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:20.653748 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:20.659410 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:20.659919 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:20.660329 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 3 to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 Jun 25 09:28:20.684124 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:20.684469 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:20.684850 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:20.721089 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d6e1679-fadb-4832-a9cc-0a6091ed4e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:20.736403 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:20.737681 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:20.742256 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 4 to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 Jun 25 09:28:20.779805 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:20.780432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:20.780911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:20.790290 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:20.790622 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:20.792562 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 5 to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 Jun 25 09:28:20.824545 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:20.824940 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:20.825331 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:20.841653 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:20.842658 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:20.848478 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:20.855881 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b56a2-cfcc-4483-8ea1-6f33ec424dba None None] Routers {'4eac1138-6457-4f05-bac0-2e2c47050e12'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:20.856624 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cc0b56a2-cfcc-4483-8ea1-6f33ec424dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:27:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4eac1138-6457-4f05-bac0-2e2c47050e12'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:20.873086 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:20.873962 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:20.877717 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 6 to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 Jun 25 09:28:20.891522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 40295a71-21f3-482b-a447-53d7ed6147d2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=40295a71-21f3-482b-a447-53d7ed6147d2,segment=NetworkSegment(72660649-9d6e-4964-a394-16f54af9b202),segment_id=72660649-9d6e-4964-a394-16f54af9b202)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:20.918904 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:20.921370 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:20.923768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:20.924640 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '40295a71-21f3-482b-a447-53d7ed6147d2', 'network_id': '52139b1a-05b7-4cef-9798-b1346b56eb43', 'port_id': '40295a71-21f3-482b-a447-53d7ed6147d2', 'mac_address': 'fa:16:3e:9c:a8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54cbc21-9bdf-4882-9cd1-149498726f14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:28:20.946263 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:20.946995 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:20.950984 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 7 to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 Jun 25 09:28:20.983139 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cc0b56a2-cfcc-4483-8ea1-6f33ec424dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:20.984512 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b56a2-cfcc-4483-8ea1-6f33ec424dba None None] The sync data for ids ['4eac1138-6457-4f05-bac0-2e2c47050e12'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:28:20.994397 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:20.994749 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:20.995092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:21.023983 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f0bba-40eb-4d90-9d59-12dd59e12f74 req-1aefb3ea-cffa-4172-ab48-4763592c2a3d tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:21.026150 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af8f0bba-40eb-4d90-9d59-12dd59e12f74 req-1aefb3ea-cffa-4172-ab48-4763592c2a3d tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 943 time: 0.2370992 Jun 25 09:28:21.026787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:21.027125 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:21.030055 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 8 to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 Jun 25 09:28:21.113349 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a263c1f3-92ea-4022-9c49-89b4c9991d7c req-e1660815-a209-40a7-bdf8-f92618a6e26c service neutron] 10.222.0.38 "GET /v2.0/networks/52139b1a-05b7-4cef-9798-b1346b56eb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074370 Jun 25 09:28:21.117787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:21.118428 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:21.118955 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:21.124404 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d6e1679-fadb-4832-a9cc-0a6091ed4e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.133421 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:21.134086 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:21.141022 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 9 to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 Jun 25 09:28:21.144915 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5d6e1679-fadb-4832-a9cc-0a6091ed4e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.185394 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4857be9f-b0d8-4736-bf50-3e5fff542b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:21.215696 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.224250 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af8f0bba-40eb-4d90-9d59-12dd59e12f74 req-fcdd50ee-b1e0-4e69-8b5f-d752850faade tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904340 Jun 25 09:28:21.232246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:21.237606 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:21.238062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:21.294463 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 4d82870e-6c51-4510-a798-1400951b6f3b, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4d82870e-6c51-4510-a798-1400951b6f3b,segment=NetworkSegment(f9fc13e3-4d18-4864-88d5-39d8499211f0),segment_id=f9fc13e3-4d18-4864-88d5-39d8499211f0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:21.308309 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:21.308840 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:21.313430 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.316611 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Allocated IP 172.20.0.2 (94c20f75-6b8d-41a5-ae6e-ce13e3a7510f/f6ba62f3-968b-4788-86b6-857d349a90f3/714eeac4-7930-476b-abfe-eb40bb3c9f4d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:21.319408 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5d6e1679-fadb-4832-a9cc-0a6091ed4e19 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=380b03d26fcc4dbea15f8c66ba3aa3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9682093 Jun 25 09:28:21.320387 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35956) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:21.320908 n-d-761264-15 neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempt 10 to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 Jun 25 09:28:21.321399 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:21.332342 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.365915 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e1679-fadb-4832-a9cc-0a6091ed4e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8381af-fe06-456b-bce5-035dbd6cf528,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:21.388830 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.394829 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5d6e1679-fadb-4832-a9cc-0a6091ed4e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:21.403871 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:21.404482 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:21.404972 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempting to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:21.406409 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.417508 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.431985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:21.432378 n-d-761264-15 neutron-server[94024]: ERROR neutron.plugins.ml2.managers [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Failed to bind port 44d0038f-716f-48a4-8e61-ab2bad888212 on host n-h2-761264-15 for vnic_type normal using segments [{'id': 'dbf3d484-5f56-494d-9cac-94a47f83faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bcf79fa4-9558-44c1-ae86-347dd6f97194'}] Jun 25 09:28:21.433030 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.485581 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40295a71-21f3-482b-a447-53d7ed6147d2 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:28:21.526340 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d63e08cf-45e1-4f60-9693-e52dacbed542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.615257 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d63e08cf-45e1-4f60-9693-e52dacbed542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.626751 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] For port 44d0038f-716f-48a4-8e61-ab2bad888212, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:21.627129 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attempted to set empty binding levels {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 25 09:28:21.646437 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.659628 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.665461 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-532e4b60-df7d-4e5a-b172-6168d2392d34 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:21.665809 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Transition to ACTIVE for port object 714eeac4-7930-476b-abfe-eb40bb3c9f4d will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:21.699110 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Transition to ACTIVE for port object 714eeac4-7930-476b-abfe-eb40bb3c9f4d will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:21.713113 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=4d82870e-6c51-4510-a798-1400951b6f3b,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:21.720601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Pushing event updated for resources: {'Port': ['ID=44d0038f-716f-48a4-8e61-ab2bad888212,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:21.720905 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:21.721761 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:21.730544 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:21.734085 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.740554 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] In _notify_port_updated(), no bound segment for port 44d0038f-716f-48a4-8e61-ab2bad888212 on network bcf79fa4-9558-44c1-ae86-347dd6f97194 {{(pid=94024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 09:28:21.742222 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:21.743020 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.747551 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] 10.222.0.93 "PUT /v2.0/ports/44d0038f-716f-48a4-8e61-ab2bad888212 HTTP/1.1" status: 200 len: 976 time: 2.2536781 Jun 25 09:28:21.748107 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35962) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:21.762926 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.778901 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.787889 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-490264e8-c332-4683-b195-82eb90116860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:21.808911 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d63e08cf-45e1-4f60-9693-e52dacbed542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.811792 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d63e08cf-45e1-4f60-9693-e52dacbed542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.812976 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d63e08cf-45e1-4f60-9693-e52dacbed542 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8f8381af-fe06-456b-bce5-035dbd6cf528 HTTP/1.1" status: 204 len: 168 time: 0.4825182 Jun 25 09:28:21.814253 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c38f44a1-027f-422a-bd13-b86709c4a7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:21.827112 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-98cb9934-24c9-4173-97f0-256fa2eaff6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:21.858037 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e08cf-45e1-4f60-9693-e52dacbed542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8381af-fe06-456b-bce5-035dbd6cf528,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:21.861384 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d63e08cf-45e1-4f60-9693-e52dacbed542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:21.894065 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b9174f9c-0575-4ea2-8f4e-50aa4ab1aeed tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Deleting port 44d0038f-716f-48a4-8e61-ab2bad888212 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:21.894419 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b9174f9c-0575-4ea2-8f4e-50aa4ab1aeed tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.917697 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 40295a71-21f3-482b-a447-53d7ed6147d2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=40295a71-21f3-482b-a447-53d7ed6147d2,segment=NetworkSegment(72660649-9d6e-4964-a394-16f54af9b202),segment_id=72660649-9d6e-4964-a394-16f54af9b202)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:21.959513 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Network 94c20f75-6b8d-41a5-ae6e-ce13e3a7510f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:21.972089 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:21.985688 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:22.014631 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:22.022643 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-b9174f9c-0575-4ea2-8f4e-50aa4ab1aeed tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] For port 44d0038f-716f-48a4-8e61-ab2bad888212, host n-h2-761264-15, got binding levels [] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:22.023001 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b9174f9c-0575-4ea2-8f4e-50aa4ab1aeed tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.036582 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Pushing event updated for resources: {'Port': ['ID=714eeac4-7930-476b-abfe-eb40bb3c9f4d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:22.054944 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b9174f9c-0575-4ea2-8f4e-50aa4ab1aeed tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Calling delete_port for 44d0038f-716f-48a4-8e61-ab2bad888212 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:28:22.065632 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Network 1f4acba0-814c-4f78-8544-d5e86009c042 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:22.079713 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:22.082446 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:22.125672 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.129048 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:22.129755 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:22.162995 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Pushing event updated for resources: {'Port': ['ID=706b5813-d870-4b98-9f8b-29ff0e26d53b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:22.166157 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:22.205491 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b9174f9c-0575-4ea2-8f4e-50aa4ab1aeed tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.211583 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-faa9f66b-d8eb-4f84-bcb7-b779812725b6 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:22.211814 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:22.257421 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9174f9c-0575-4ea2-8f4e-50aa4ab1aeed tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Pushing event deleted for resources: {'Port': ['ID=44d0038f-716f-48a4-8e61-ab2bad888212,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:22.263488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:22.266588 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.278474 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b9174f9c-0575-4ea2-8f4e-50aa4ab1aeed tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:22.292067 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Attempting to bind port 714eeac4-7930-476b-abfe-eb40bb3c9f4d on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:22.293605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Attempting to bind port 714eeac4-7930-476b-abfe-eb40bb3c9f4d by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '690e726b-5c7a-410e-91c1-0acc43f8013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '94c20f75-6b8d-41a5-ae6e-ce13e3a7510f'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:22.299338 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b9174f9c-0575-4ea2-8f4e-50aa4ab1aeed tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.299599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Attempting to bind port 714eeac4-7930-476b-abfe-eb40bb3c9f4d on network 94c20f75-6b8d-41a5-ae6e-ce13e3a7510f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:22.302585 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b9174f9c-0575-4ea2-8f4e-50aa4ab1aeed tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] 10.222.0.93 "DELETE /v2.0/ports/44d0038f-716f-48a4-8e61-ab2bad888212 HTTP/1.1" status: 204 len: 168 time: 0.5532646 Jun 25 09:28:22.305887 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35974) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:22.354156 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Deleting port 8aa8ef72-9977-4a50-b3b1-59e75cdd0ac9 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:22.354742 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.363350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:22.365141 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Checking segment: {'id': '690e726b-5c7a-410e-91c1-0acc43f8013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '94c20f75-6b8d-41a5-ae6e-ce13e3a7510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:22.366681 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.367500 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Bound using segment: {'id': '690e726b-5c7a-410e-91c1-0acc43f8013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '94c20f75-6b8d-41a5-ae6e-ce13e3a7510f'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:22.369569 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Bound port: 714eeac4-7930-476b-abfe-eb40bb3c9f4d, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690e726b-5c7a-410e-91c1-0acc43f8013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '94c20f75-6b8d-41a5-ae6e-ce13e3a7510f'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:22.371016 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.387232 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['40295a71-21f3-482b-a447-53d7ed6147d2'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:28:22.405295 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30d852d-8582-48bb-bc5c-c414eceef4a9 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] GET failed (client error): The resource could not be found. Jun 25 09:28:22.407700 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e30d852d-8582-48bb-bc5c-c414eceef4a9 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] 10.222.0.93 "GET /v2.0/ports/44d0038f-716f-48a4-8e61-ab2bad888212 HTTP/1.1" status: 404 len: 333 time: 0.0983257 Jun 25 09:28:22.411132 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35976) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:22.487302 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=40295a71-21f3-482b-a447-53d7ed6147d2,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:22.497812 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:22.539478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 35978) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:22.596515 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf5b451d-1bff-4dcb-8c14-1bf35ce55936 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.600599 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ec1f8ea-61d4-44ed-ad48-b55f81992c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.693486 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] For port 714eeac4-7930-476b-abfe-eb40bb3c9f4d, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:22.720996 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] For port 714eeac4-7930-476b-abfe-eb40bb3c9f4d, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=714eeac4-7930-476b-abfe-eb40bb3c9f4d,segment=NetworkSegment(690e726b-5c7a-410e-91c1-0acc43f8013a),segment_id=690e726b-5c7a-410e-91c1-0acc43f8013a)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:22.740516 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.746278 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:22.748994 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.765797 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf5b451d-1bff-4dcb-8c14-1bf35ce55936 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.790576 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84127088-5696-491b-a9e0-db673f0f42b8 req-3c2f903d-ada3-4422-8d44-4192b4db62d0 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:22.793128 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84127088-5696-491b-a9e0-db673f0f42b8 req-3c2f903d-ada3-4422-8d44-4192b4db62d0 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 944 time: 0.2887468 Jun 25 09:28:22.796969 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-bf5b451d-1bff-4dcb-8c14-1bf35ce55936 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf79fa4-9558-44c1-ae86-347dd6f97194']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:22.823969 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:22.827525 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-bf5b451d-1bff-4dcb-8c14-1bf35ce55936 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf3d484-5f56-494d-9cac-94a47f83faff') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:22.828300 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-bf5b451d-1bff-4dcb-8c14-1bf35ce55936 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf3d484-5f56-494d-9cac-94a47f83faff') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:22.846811 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf5b451d-1bff-4dcb-8c14-1bf35ce55936 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.846943 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.890986 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84127088-5696-491b-a9e0-db673f0f42b8 req-081b1e69-b2e2-4ed4-ae31-3663d5be4c1a tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900581 Jun 25 09:28:22.895803 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf5b451d-1bff-4dcb-8c14-1bf35ce55936 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.905918 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5b451d-1bff-4dcb-8c14-1bf35ce55936 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:28:22.906441 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf5b451d-1bff-4dcb-8c14-1bf35ce55936 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:22.910274 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Pushing event updated for resources: {'Port': ['ID=714eeac4-7930-476b-abfe-eb40bb3c9f4d,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:28:22.911485 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:28:22.933179 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:22.933816 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1450a440-e723-48b8-afe2-be3eacf05816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:23.013367 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:23.018801 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f76f18b-7f8b-4a6e-9d0a-95e64413351e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:23.023329 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:23.025681 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf5b451d-1bff-4dcb-8c14-1bf35ce55936 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:23.034780 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf5b451d-1bff-4dcb-8c14-1bf35ce55936 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:23.040519 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bf5b451d-1bff-4dcb-8c14-1bf35ce55936 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] 10.222.0.93 "DELETE /v2.0/networks/bcf79fa4-9558-44c1-ae86-347dd6f97194 HTTP/1.1" status: 204 len: 168 time: 0.6257815 Jun 25 09:28:23.040519 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9e06c1fe-521e-4a17-9fb3-44a07fc622a5 tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:23.108497 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b451d-1bff-4dcb-8c14-1bf35ce55936 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Pushing event deleted for resources: {'Network': ['ID=bcf79fa4-9558-44c1-ae86-347dd6f97194,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:23.113276 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bf5b451d-1bff-4dcb-8c14-1bf35ce55936 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:23.150232 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:23.180788 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Calling delete_port for 8aa8ef72-9977-4a50-b3b1-59e75cdd0ac9 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:28:23.240105 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:23.428628 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 35988) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:23.464783 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:23.516519 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:23.609352 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f76f18b-7f8b-4a6e-9d0a-95e64413351e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:23.674068 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4f76f18b-7f8b-4a6e-9d0a-95e64413351e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:23.690076 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:23.810669 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:23.850830 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b849b56f-a567-47a8-916d-23b6832a6e90 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=92734142ff004332b5637bab4b298482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201310 Jun 25 09:28:23.861522 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36004) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:23.905124 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76f18b-7f8b-4a6e-9d0a-95e64413351e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4638091c-b484-4f87-b739-5c1de4dd26b6,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:23.909226 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4f76f18b-7f8b-4a6e-9d0a-95e64413351e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:23.911856 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4f76f18b-7f8b-4a6e-9d0a-95e64413351e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c9dc38f5b5e94b20a19fa9e952d9de50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9742925 Jun 25 09:28:23.914777 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:23.916598 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:23.927542 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36006) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:24.029397 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 40295a71-21f3-482b-a447-53d7ed6147d2 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:24.060223 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Allocated IP 172.25.6.34 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/607808fd-176d-4a2b-96ac-d92d3c407316) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:24.074888 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.088544 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 714eeac4-7930-476b-abfe-eb40bb3c9f4d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:24.179880 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.183575 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:24.188699 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.232569 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Pushing event deleted for resources: {'Port': ['ID=8aa8ef72-9977-4a50-b3b1-59e75cdd0ac9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:24.234805 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.237701 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:24.238273 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:24.272372 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 40295a71-21f3-482b-a447-53d7ed6147d2 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:24.282303 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 40295a71-21f3-482b-a447-53d7ed6147d2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:24.283185 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.326181 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 714eeac4-7930-476b-abfe-eb40bb3c9f4d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:24.336613 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4d82870e-6c51-4510-a798-1400951b6f3b up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:24.363206 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-35beac3d-6510-4f36-81e6-b3b05d671d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.461989 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.494890 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692e5f4c-3f7b-4ad9-8d24-ddc5e1bcbced None None] Network 94c20f75-6b8d-41a5-ae6e-ce13e3a7510f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:24.503865 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd172d7df-0369-4247-96b4-cd740dc6ea03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40295a71-21f3-482b-a447-53d7ed6147d2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:28:24.507543 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0f0cb3-9b09-43c3-80ba-05ed98a55360" -d '{"events": [{"server_uuid": "d172d7df-0369-4247-96b4-cd740dc6ea03", "name": "network-vif-plugged", "status": "completed", "tag": "40295a71-21f3-482b-a447-53d7ed6147d2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:28:24.511979 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.522866 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 4d82870e-6c51-4510-a798-1400951b6f3b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:24.523243 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.535444 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-35beac3d-6510-4f36-81e6-b3b05d671d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.560067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-3fc65bd1-f6e7-4f33-aa51-01743fb2c879 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:24.561759 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-3fc65bd1-f6e7-4f33-aa51-01743fb2c879 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/networks?id=f423b208-4dcd-4206-9ac6-64d232506387 HTTP/1.1" status: 200 len: 813 time: 0.7338748 Jun 25 09:28:24.563504 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4ec58eff-42a7-4f6f-a2e5-1d2f4eddd5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.590788 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87da97-afda-4cc5-914d-373f070278ad req-6668ff61-eca0-4360-8a57-948af563af69 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:24.592578 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb87da97-afda-4cc5-914d-373f070278ad req-6668ff61-eca0-4360-8a57-948af563af69 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 944 time: 0.1831918 Jun 25 09:28:24.603197 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-550018cd-6ba2-47a1-af36-6caaf7abfcc7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/quotas/08d968aeb5ae46d08004f3facd4df77f HTTP/1.1" status: 200 len: 375 time: 0.0300446 Jun 25 09:28:24.619816 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 40295a71-21f3-482b-a447-53d7ed6147d2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=40295a71-21f3-482b-a447-53d7ed6147d2,segment=NetworkSegment(72660649-9d6e-4964-a394-16f54af9b202),segment_id=72660649-9d6e-4964-a394-16f54af9b202)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:24.629751 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4ec58eff-42a7-4f6f-a2e5-1d2f4eddd5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.642876 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c6ca0874-5107-4b31-b98a-27fe47e1f22a None None] Provisioning for port 714eeac4-7930-476b-abfe-eb40bb3c9f4d completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:24.643145 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.650624 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.652880 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:24.704082 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Pushing event updated for resources: {'Port': ['ID=706b5813-d870-4b98-9f8b-29ff0e26d53b,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:24.712834 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb87da97-afda-4cc5-914d-373f070278ad req-0d83ab5b-55e5-4cc9-b84a-fe309b673415 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085851 Jun 25 09:28:24.733802 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:24.734878 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-35beac3d-6510-4f36-81e6-b3b05d671d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.738160 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-35beac3d-6510-4f36-81e6-b3b05d671d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.739581 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-35beac3d-6510-4f36-81e6-b3b05d671d25 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4638091c-b484-4f87-b739-5c1de4dd26b6 HTTP/1.1" status: 204 len: 168 time: 0.8110964 Jun 25 09:28:24.741251 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.766091 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-16749d27-3077-4fc9-b603-fba772b89ae0 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=08d968aeb5ae46d08004f3facd4df77f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1476917 Jun 25 09:28:24.772791 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4ec58eff-42a7-4f6f-a2e5-1d2f4eddd5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.777073 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4ec58eff-42a7-4f6f-a2e5-1d2f4eddd5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.778389 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4ec58eff-42a7-4f6f-a2e5-1d2f4eddd5fe admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2f3ffff5-d432-421e-ab4e-bd64f63fc711 HTTP/1.1" status: 204 len: 168 time: 0.9157786 Jun 25 09:28:24.778520 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=40295a71-21f3-482b-a447-53d7ed6147d2,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:24.802128 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:24.808267 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c6ca0874-5107-4b31-b98a-27fe47e1f22a None None] Provisioning complete for port 714eeac4-7930-476b-abfe-eb40bb3c9f4d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:24.808657 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0874-5107-4b31-b98a-27fe47e1f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.835730 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:24.840273 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:24.851751 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d0ca97-0311-4421-869d-2a021987c2ce x-openstack-request-id: req-62d0ca97-0311-4421-869d-2a021987c2ce {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:28:24.852063 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d172d7df-0369-4247-96b4-cd740dc6ea03", "name": "network-vif-plugged", "status": "completed", "tag": "40295a71-21f3-482b-a447-53d7ed6147d2", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:28:24.852335 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-62d0ca97-0311-4421-869d-2a021987c2ce {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:28:24.854011 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd172d7df-0369-4247-96b4-cd740dc6ea03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40295a71-21f3-482b-a447-53d7ed6147d2', 'code': 200} Jun 25 09:28:24.866304 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:24.964982 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ec1b3415-bff3-49d5-babb-efeca7678273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:24.977158 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-c6069b35-1743-4f9c-8465-fb73c5a81cf1 service neutron] 10.222.0.93 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962488 Jun 25 09:28:24.988420 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:24.997174 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:25.000469 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec58eff-42a7-4f6f-a2e5-1d2f4eddd5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3ffff5-d432-421e-ab4e-bd64f63fc711,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:25.003583 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4ec58eff-42a7-4f6f-a2e5-1d2f4eddd5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:25.059068 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69a37fd2-f42c-4f97-b829-0b28e814d714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:25.151356 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35beac3d-6510-4f36-81e6-b3b05d671d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4638091c-b484-4f87-b739-5c1de4dd26b6,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:25.170214 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-bb901015-8f3e-4ca4-b8e4-40ff01c11751 service neutron] 10.222.0.93 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828704 Jun 25 09:28:25.203239 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0874-5107-4b31-b98a-27fe47e1f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:25.222563 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:25.270592 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c6ca0874-5107-4b31-b98a-27fe47e1f22a None None] For port 714eeac4-7930-476b-abfe-eb40bb3c9f4d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=714eeac4-7930-476b-abfe-eb40bb3c9f4d,segment=NetworkSegment(690e726b-5c7a-410e-91c1-0acc43f8013a),segment_id=690e726b-5c7a-410e-91c1-0acc43f8013a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:25.284427 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0874-5107-4b31-b98a-27fe47e1f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:25.295490 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:25.314112 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-35beac3d-6510-4f36-81e6-b3b05d671d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:25.316154 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-057ed937-1a05-4c41-bba2-b8feff0ee759 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:25.407888 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca0874-5107-4b31-b98a-27fe47e1f22a None None] Pushing event updated for resources: {'Port': ['ID=714eeac4-7930-476b-abfe-eb40bb3c9f4d,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:25.415237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36040) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:25.418019 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c6ca0874-5107-4b31-b98a-27fe47e1f22a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:25.600238 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c29c79e8-f3b8-4dd0-ad4e-0a9ae0fdaa5d req-f99574a3-955d-4a9a-86a4-8cfe0e72e2d2 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 210 time: 0.1011765 Jun 25 09:28:25.613179 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:25.650126 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Network 1f4acba0-814c-4f78-8544-d5e86009c042 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:25.652232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-945de400-57f3-4da9-8d42-6599e9753e5e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=22f80fd180044eff9f2ca817f9ecab71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349827 Jun 25 09:28:25.654636 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36050) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:25.703201 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:25.703842 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 714eeac4-7930-476b-abfe-eb40bb3c9f4d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:25.715633 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:25.754459 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:25.812411 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:25.853267 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2b90dec5-c5bd-4e14-bbf0-3750f43bd6e2 None None] Provisioning complete for port 714eeac4-7930-476b-abfe-eb40bb3c9f4d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:25.858267 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2b90dec5-c5bd-4e14-bbf0-3750f43bd6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:25.901376 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:25.904019 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Pushing event updated for resources: {'Port': ['ID=607808fd-176d-4a2b-96ac-d92d3c407316,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:25.913270 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:25.940876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ddfca857-9175-4674-a9e2-91fb6051de75 HTTP/1.1" status: 204 len: 168 time: 0.2603326 Jun 25 09:28:25.944014 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d9027dbf-c77d-4a9b-8d1e-f6d97c1f9079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:25.985506 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfca857-9175-4674-a9e2-91fb6051de75,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:25.986803 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:26.021233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:26.021887 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:26.029870 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:26.047288 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:26.048094 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:26.049522 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:26.051627 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:26.052244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:26.065392 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:26.070248 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:26.074039 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:26.076280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:26.090524 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:26.116981 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 714eeac4-7930-476b-abfe-eb40bb3c9f4d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:26.117881 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:26.210517 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:26.302707 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7eb68-47a0-46a0-a4a0-038775bf9443 req-55ff83a9-fcf9-4f94-9358-80eb30e75b45 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:26.308214 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64d7eb68-47a0-46a0-a4a0-038775bf9443 req-55ff83a9-fcf9-4f94-9358-80eb30e75b45 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 945 time: 0.2226269 Jun 25 09:28:26.395104 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64d7eb68-47a0-46a0-a4a0-038775bf9443 req-7b2ef022-bea4-40d7-b491-7e911f004719 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761743 Jun 25 09:28:26.663281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea037c7-0390-414b-97ce-d8ede99c6404 req-79533444-4b28-4a8a-b2fb-9fd44aba8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:26.665985 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-aea037c7-0390-414b-97ce-d8ede99c6404 req-79533444-4b28-4a8a-b2fb-9fd44aba8af8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 1097 time: 1.6294281 Jun 25 09:28:26.704426 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Router 4eac1138-6457-4f05-bac0-2e2c47050e12 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:28:26.877663 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-aea037c7-0390-414b-97ce-d8ede99c6404 req-1534535b-a520-4684-8407-532e8e690cd0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982150 Jun 25 09:28:26.897183 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7d922060-4534-46a6-b9ec-193f83f4ed85 req-1c2c311b-4884-41fe-90f4-c5b28fdc8494 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 210 time: 0.0528884 Jun 25 09:28:27.087188 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:28:27.100254 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43860088-8c40-436e-9c02-413c0b45449f None None] Sync routers for ids ['4eac1138-6457-4f05-bac0-2e2c47050e12'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:28:27.107163 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:27.115310 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6e6affda-f990-4616-834c-c84cb3a2b113 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "PUT /v2.0/routers/4eac1138-6457-4f05-bac0-2e2c47050e12 HTTP/1.1" status: 200 len: 705 time: 6.9472754 Jun 25 09:28:27.115769 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36104) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:27.120756 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43860088-8c40-436e-9c02-413c0b45449f None None] Routers {'4eac1138-6457-4f05-bac0-2e2c47050e12'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:27.125421 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-43860088-8c40-436e-9c02-413c0b45449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4eac1138-6457-4f05-bac0-2e2c47050e12'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:27.130654 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:27.140143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Router 40537584-1ffc-4362-893f-743879cbf8e0 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:28:27.195476 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-43860088-8c40-436e-9c02-413c0b45449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:27.227252 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43860088-8c40-436e-9c02-413c0b45449f None None] Routers {'4eac1138-6457-4f05-bac0-2e2c47050e12'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:27.228081 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-43860088-8c40-436e-9c02-413c0b45449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4eac1138-6457-4f05-bac0-2e2c47050e12'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:27.278249 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-43860088-8c40-436e-9c02-413c0b45449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:27.284991 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2a1db89b-9bd1-4dfd-85ab-4387fdc4ea56 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/routers/4eac1138-6457-4f05-bac0-2e2c47050e12 HTTP/1.1" status: 200 len: 740 time: 0.1653671 Jun 25 09:28:27.285275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36108) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:27.289572 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43860088-8c40-436e-9c02-413c0b45449f None None] The sync data for ids ['4eac1138-6457-4f05-bac0-2e2c47050e12'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:28:27.359190 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3da32093-b06b-4625-bf15-d27f197683b8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=8128acdb-767b-4924-9d47-628968405132&device_id=4eac1138-6457-4f05-bac0-2e2c47050e12 HTTP/1.1" status: 200 len: 205 time: 0.0726328 Jun 25 09:28:27.361941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36112) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:27.387719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:28:27.402418 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] 10.222.0.93 "PUT /v2.0/routers/40537584-1ffc-4362-893f-743879cbf8e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3377252 Jun 25 09:28:27.402504 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Sync routers for ids ['40537584-1ffc-4362-893f-743879cbf8e0'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:28:27.410157 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Routers {'40537584-1ffc-4362-893f-743879cbf8e0'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:27.411932 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['40537584-1ffc-4362-893f-743879cbf8e0'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:27.480996 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a1e997ca-0915-4d87-8643-2ce198b52a60 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "GET /v2.0/ports?device_id=4eac1138-6457-4f05-bac0-2e2c47050e12 HTTP/1.1" status: 200 len: 205 time: 0.1088476 Jun 25 09:28:27.482793 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36118) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:27.505786 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:27.657394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Set router 40537584-1ffc-4362-893f-743879cbf8e0 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:28:27.678485 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8077ea76-b685-4e14-8b2e-4bfa9bc57d46 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:27.853554 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Router dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:28:28.125259 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:28.165468 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:28:28.178078 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Sync routers for ids ['dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:28:28.193901 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Routers {'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:28.197126 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:28.197490 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:28.199118 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7912967 Jun 25 09:28:28.201626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36142) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:28.203867 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40537584-1ffc-4362-893f-743879cbf8e0', 'name': 'tempest-ServerRescueTestJSON-2136639703-router', 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:08Z', 'updated_at': '2021-06-25T09:28:23Z', 'revision_number': 4, 'project_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'gw_port': {'id': '6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40537584-1ffc-4362-893f-743879cbf8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:10Z', 'updated_at': '2021-06-25T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '706b5813-d870-4b98-9f8b-29ff0e26d53b', 'name': '', 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042', 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'mac_address': 'fa:16:3e:58:49:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40537584-1ffc-4362-893f-743879cbf8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'f307bc61-b706-4bdc-9e68-6e814a3b9d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:19Z', 'updated_at': '2021-06-25T09:28:23Z', 'revision_number': 2, 'project_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'subnets': [{'id': 'f307bc61-b706-4bdc-9e68-6e814a3b9d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:28.271086 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Checking router: 40537584-1ffc-4362-893f-743879cbf8e0 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:28:28.271435 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Updating router 40537584-1ffc-4362-893f-743879cbf8e0 port 706b5813-d870-4b98-9f8b-29ff0e26d53b binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:28:28.309897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36144) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:28.335273 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6344a41e-a86f-4f9f-9d7c-319fb07f24ae req-51870f0d-5e69-4a3b-afb6-209a72db1528 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 210 time: 0.0985651 Jun 25 09:28:28.370422 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:28.467034 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Set router dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:28:28.495007 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8077ea76-b685-4e14-8b2e-4bfa9bc57d46 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:28.532020 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8077ea76-b685-4e14-8b2e-4bfa9bc57d46 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:28.650273 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-73c7ec50-f9f2-4925-a1b0-5bedd3d15d8b tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-459921812'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:28.747370 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73c7ec50-f9f2-4925-a1b0-5bedd3d15d8b tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:28.751722 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73c7ec50-f9f2-4925-a1b0-5bedd3d15d8b tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:28.889806 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8077ea76-b685-4e14-8b2e-4bfa9bc57d46 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:28.890277 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8077ea76-b685-4e14-8b2e-4bfa9bc57d46 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Fanout notify agent at l3_agent the message router_deleted on router 4eac1138-6457-4f05-bac0-2e2c47050e12 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:28:28.924783 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8077ea76-b685-4e14-8b2e-4bfa9bc57d46 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:28.925928 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8077ea76-b685-4e14-8b2e-4bfa9bc57d46 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "DELETE /v2.0/routers/4eac1138-6457-4f05-bac0-2e2c47050e12 HTTP/1.1" status: 204 len: 168 time: 1.4399703 Jun 25 09:28:28.937976 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36152) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:28.950968 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939c4b8-2fb1-41c1-b2d4-c6ec011d11d7 req-83327b3a-a90e-4825-8daf-577fe2be8737 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:28.959172 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a939c4b8-2fb1-41c1-b2d4-c6ec011d11d7 req-83327b3a-a90e-4825-8daf-577fe2be8737 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 945 time: 1.0983229 Jun 25 09:28:28.970338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-588141ae-eefa-4cd1-ba5a-49620166c4f2 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:28.971894 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-588141ae-eefa-4cd1-ba5a-49620166c4f2 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.41 "GET /v2.0/networks?id=f423b208-4dcd-4206-9ac6-64d232506387 HTTP/1.1" status: 200 len: 813 time: 1.1123440 Jun 25 09:28:28.988620 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'name': 'tempest-TestServerMultinode-1326949193-router', 'tenant_id': 'dc54f151a6ea414791194a926463c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '607808fd-176d-4a2b-96ac-d92d3c407316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:20Z', 'updated_at': '2021-06-25T09:28:26Z', 'revision_number': 3, 'project_id': 'dc54f151a6ea414791194a926463c635', 'gw_port': {'id': '607808fd-176d-4a2b-96ac-d92d3c407316', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:23Z', 'updated_at': '2021-06-25T09:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:28.993432 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73c7ec50-f9f2-4925-a1b0-5bedd3d15d8b tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:29.004661 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-d76a5271-f3fa-49cc-a978-b560beb2020b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Request body: {'port': {'device_id': '3e5648d2-4c74-44b6-a584-1351cbf837f4', 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387', 'admin_state_up': True, 'tenant_id': '08d968aeb5ae46d08004f3facd4df77f'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:29.018006 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d593dd55-0eb2-455e-8225-43f28b59ff93 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "GET /v2.0/ports?device_id=4eac1138-6457-4f05-bac0-2e2c47050e12 HTTP/1.1" status: 200 len: 205 time: 0.0752482 Jun 25 09:28:29.020965 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73c7ec50-f9f2-4925-a1b0-5bedd3d15d8b tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:29.023925 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36158) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:29.109664 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Checking router: dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:28:29.110377 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Updating router dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14 port 607808fd-176d-4a2b-96ac-d92d3c407316 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:28:29.114345 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a939c4b8-2fb1-41c1-b2d4-c6ec011d11d7 req-67270341-664a-454f-a241-e6cd511b1c10 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538823 Jun 25 09:28:29.116103 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73c7ec50-f9f2-4925-a1b0-5bedd3d15d8b tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:29.117190 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-73c7ec50-f9f2-4925-a1b0-5bedd3d15d8b tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8063631 Jun 25 09:28:29.120177 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-b33f3d63-87ff-42bf-8772-54b8bdfd2e50 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] delete failed (client error): The resource could not be found. Jun 25 09:28:29.121200 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b33f3d63-87ff-42bf-8772-54b8bdfd2e50 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "DELETE /v2.0/routers/4eac1138-6457-4f05-bac0-2e2c47050e12 HTTP/1.1" status: 404 len: 336 time: 0.0949221 Jun 25 09:28:29.121730 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36164) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:29.129771 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36166) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:29.163250 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:29.177251 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:29.190581 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Transition to ACTIVE for port object 706b5813-d870-4b98-9f8b-29ff0e26d53b will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:29.205478 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:29.211458 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:29.271495 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-94921f99-d73d-4026-8f21-77825dea2c18 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9e51d2d-8d9a-447b-b194-1dd6c1c2d69a HTTP/1.1" status: 200 len: 205 time: 0.1394639 Jun 25 09:28:29.277369 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36172) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:29.328092 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794dd26-2776-4d0d-bed1-99f0f886cf63 None None] Pushing event updated for resources: {'Port': ['ID=706b5813-d870-4b98-9f8b-29ff0e26d53b,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:29.331992 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-d76a5271-f3fa-49cc-a978-b560beb2020b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Made reservation on behalf of 08d968aeb5ae46d08004f3facd4df77f for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:29.336389 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-d76a5271-f3fa-49cc-a978-b560beb2020b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:29.349964 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-61cd2dd7-9d27-4496-b42f-f00b46d45820 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] delete failed (client error): The resource could not be found. Jun 25 09:28:29.351283 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-61cd2dd7-9d27-4496-b42f-f00b46d45820 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "DELETE /v2.0/routers/a9e51d2d-8d9a-447b-b194-1dd6c1c2d69a HTTP/1.1" status: 404 len: 336 time: 0.0727675 Jun 25 09:28:29.352811 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e15e12d-cb8d-4f16-87b6-34292f0a1fd5 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:29.357840 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36174) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:29.371899 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a794dd26-2776-4d0d-bed1-99f0f886cf63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:29.425369 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-6c5da607-911a-4169-a85c-3236f6dab286 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:29.438272 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-6c5da607-911a-4169-a85c-3236f6dab286 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/networks?id=1f4acba0-814c-4f78-8544-d5e86009c042 HTTP/1.1" status: 200 len: 811 time: 0.3635383 Jun 25 09:28:29.443786 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a99856c8-bab0-4eb2-8f50-6c72c0f163e6 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb338f7-1e26-4dbd-a0b7-30aa4c43a057 HTTP/1.1" status: 200 len: 205 time: 0.0808542 Jun 25 09:28:29.445234 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36180) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:29.454123 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Attempting to bind port 706b5813-d870-4b98-9f8b-29ff0e26d53b on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:29.454492 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Attempting to bind port 706b5813-d870-4b98-9f8b-29ff0e26d53b by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'd28fe6d2-15bd-4d87-87e4-5afdd4e2a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:29.454870 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Attempting to bind port 706b5813-d870-4b98-9f8b-29ff0e26d53b on network 1f4acba0-814c-4f78-8544-d5e86009c042 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:29.460366 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:29.460801 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Checking segment: {'id': 'd28fe6d2-15bd-4d87-87e4-5afdd4e2a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:29.461230 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:29.461676 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Bound using segment: {'id': 'd28fe6d2-15bd-4d87-87e4-5afdd4e2a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:29.462173 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Bound port: 706b5813-d870-4b98-9f8b-29ff0e26d53b, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fe6d2-15bd-4d87-87e4-5afdd4e2a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:29.462588 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:29.520588 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-038e879b-7367-48d9-b2a8-569ce5c99f80 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/quotas/dac7f5e8bc874a1bb47e20ea5d0b1b08 HTTP/1.1" status: 200 len: 375 time: 0.0737414 Jun 25 09:28:29.521834 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-95790925-9668-4cff-a59b-a0220273c46a tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] delete failed (client error): The resource could not be found. Jun 25 09:28:29.532433 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-95790925-9668-4cff-a59b-a0220273c46a tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "DELETE /v2.0/routers/5eb338f7-1e26-4dbd-a0b7-30aa4c43a057 HTTP/1.1" status: 404 len: 336 time: 0.0735531 Jun 25 09:28:29.535508 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36182) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:29.596488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] For port 706b5813-d870-4b98-9f8b-29ff0e26d53b, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:29.608778 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] For port 706b5813-d870-4b98-9f8b-29ff0e26d53b, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=706b5813-d870-4b98-9f8b-29ff0e26d53b,segment=NetworkSegment(d28fe6d2-15bd-4d87-87e4-5afdd4e2a040),segment_id=d28fe6d2-15bd-4d87-87e4-5afdd4e2a040)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:29.618552 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:29.638110 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:29.653860 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-020b7648-1143-4ee9-9d67-77ff36db2932 req-a0fe0467-ce97-4034-b395-428719682798 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 210 time: 0.0485232 Jun 25 09:28:29.745740 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-91e54183-6571-4b4d-a9fb-fa1e9abc2bb4 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=dac7f5e8bc874a1bb47e20ea5d0b1b08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2117000 Jun 25 09:28:29.765465 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:29.782120 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Routers {'40537584-1ffc-4362-893f-743879cbf8e0'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:29.783255 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['40537584-1ffc-4362-893f-743879cbf8e0'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:29.794816 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Transition to ACTIVE for port object 607808fd-176d-4a2b-96ac-d92d3c407316 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:29.805688 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:29.812123 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-4b5f9ed1-855d-4ec0-a2a0-9285d59037c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:29.855237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-d76a5271-f3fa-49cc-a978-b560beb2020b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Allocated IP 172.20.0.2 (f423b208-4dcd-4206-9ac6-64d232506387/f3d7495e-2eda-449c-aedb-99a89216fe46/e770758f-9d83-4a50-98c2-dda78fa4587e) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:29.924493 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-80dd00ec-3829-47ef-b6fa-8a8430828d32 service neutron] 10.222.0.93 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771870 Jun 25 09:28:29.978273 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794dd26-2776-4d0d-bed1-99f0f886cf63 None None] Pushing event updated for resources: {'Port': ['ID=706b5813-d870-4b98-9f8b-29ff0e26d53b,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:29.978852 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Attempting to bind port 607808fd-176d-4a2b-96ac-d92d3c407316 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:29.979592 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Attempting to bind port 607808fd-176d-4a2b-96ac-d92d3c407316 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:29.979993 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Attempting to bind port 607808fd-176d-4a2b-96ac-d92d3c407316 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:30.003251 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a794dd26-2776-4d0d-bed1-99f0f886cf63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:30.007376 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:30.007767 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:30.008197 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:30.008589 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:30.010737 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Bound port: 607808fd-176d-4a2b-96ac-d92d3c407316, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:30.012757 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:30.089623 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] For port 607808fd-176d-4a2b-96ac-d92d3c407316, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:30.093961 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] For port 607808fd-176d-4a2b-96ac-d92d3c407316, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=607808fd-176d-4a2b-96ac-d92d3c407316,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:30.099872 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:30.136573 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Pushing event updated for resources: {'Port': ['ID=607808fd-176d-4a2b-96ac-d92d3c407316,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:30.147029 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:30.147288 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:30.147543 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:30.147847 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:30.148181 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:30.148516 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:30.149026 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:30.149356 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:30.149679 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:30.150003 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:30.150323 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:30.150641 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:30.155071 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Routers {'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:30.155071 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:30.158986 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:30.159149 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-dc9a0e89-9709-4bf0-bdd0-941b57ba7e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:30.220350 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-d76a5271-f3fa-49cc-a978-b560beb2020b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:30.247165 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Pushing event updated for resources: {'Port': ['ID=607808fd-176d-4a2b-96ac-d92d3c407316,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:30.261672 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b37134c9-cb37-44a8-a81b-d757ffec219e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "GET /v2.0/ports?device_id=394fc67a-d7f8-4e43-b9e8-7f65d7fe332b HTTP/1.1" status: 200 len: 205 time: 0.7190759 Jun 25 09:28:30.262516 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:30.271473 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36204) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:30.386379 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36210) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:30.397106 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] Set router dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:28:30.406388 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e15e12d-cb8d-4f16-87b6-34292f0a1fd5 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:30.410007 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e15e12d-cb8d-4f16-87b6-34292f0a1fd5 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:30.411866 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-24e6f66e-6e73-48e4-80e1-870ac3d396b8 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] delete failed (client error): The resource could not be found. Jun 25 09:28:30.413096 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-24e6f66e-6e73-48e4-80e1-870ac3d396b8 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "DELETE /v2.0/routers/394fc67a-d7f8-4e43-b9e8-7f65d7fe332b HTTP/1.1" status: 404 len: 336 time: 0.1421919 Jun 25 09:28:30.421639 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36214) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:30.487901 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e15e12d-cb8d-4f16-87b6-34292f0a1fd5 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:30.488460 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e15e12d-cb8d-4f16-87b6-34292f0a1fd5 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1068e72c-b6d2-4d4e-a06f-7a4891c8dcac {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:28:30.493382 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e15e12d-cb8d-4f16-87b6-34292f0a1fd5 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:30.494594 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0e15e12d-cb8d-4f16-87b6-34292f0a1fd5 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] 10.222.0.93 "DELETE /v2.0/routers/1068e72c-b6d2-4d4e-a06f-7a4891c8dcac HTTP/1.1" status: 204 len: 168 time: 1.3702066 Jun 25 09:28:30.497559 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:30.499746 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36216) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:30.512389 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4853d3c1-74b2-4f23-aacc-4deec81e2d7e tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Request body: {'router': {'name': 'tempest-router-1646778379', 'distributed': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:30.581209 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4853d3c1-74b2-4f23-aacc-4deec81e2d7e tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:30.582407 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4853d3c1-74b2-4f23-aacc-4deec81e2d7e tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:30.584900 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] Set router 40537584-1ffc-4362-893f-743879cbf8e0 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:28:30.686941 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'name': 'tempest-TestServerMultinode-1326949193-router', 'tenant_id': 'dc54f151a6ea414791194a926463c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '607808fd-176d-4a2b-96ac-d92d3c407316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:20Z', 'updated_at': '2021-06-25T09:28:26Z', 'revision_number': 3, 'project_id': 'dc54f151a6ea414791194a926463c635', 'gw_port': {'id': '607808fd-176d-4a2b-96ac-d92d3c407316', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:23Z', 'updated_at': '2021-06-25T09:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:30.691567 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4853d3c1-74b2-4f23-aacc-4deec81e2d7e tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:30.703293 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4853d3c1-74b2-4f23-aacc-4deec81e2d7e tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:30.754458 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4853d3c1-74b2-4f23-aacc-4deec81e2d7e tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:30.755666 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4853d3c1-74b2-4f23-aacc-4deec81e2d7e tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2541673 Jun 25 09:28:30.758873 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36220) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:30.813066 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Allocated IP 172.20.0.1 (94c20f75-6b8d-41a5-ae6e-ce13e3a7510f/f6ba62f3-968b-4788-86b6-857d349a90f3/ad4e55f4-60b0-43ba-a356-693f9a4e4ad0) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:30.852004 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bcb4962a-0946-4bb9-b17d-cc04ce125b31 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "GET /v2.0/ports?device_id=8d3ea357-f61d-4ad0-8122-810648429605 HTTP/1.1" status: 200 len: 205 time: 0.4266479 Jun 25 09:28:30.852307 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce16ea1-bd26-48e2-a3bd-6e01e24b582d None None] The sync data for ids ['dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'] in n-d-761264-15 is: [{'id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'name': 'tempest-TestServerMultinode-1326949193-router', 'tenant_id': 'dc54f151a6ea414791194a926463c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '607808fd-176d-4a2b-96ac-d92d3c407316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:20Z', 'updated_at': '2021-06-25T09:28:26Z', 'revision_number': 3, 'project_id': 'dc54f151a6ea414791194a926463c635', 'gw_port': {'id': '607808fd-176d-4a2b-96ac-d92d3c407316', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:23Z', 'updated_at': '2021-06-25T09:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:28:30.853046 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36222) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:30.858172 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3b64-9d90-4a5f-b67f-902c8b5a1044 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:30.888800 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-da38fe98-39f3-41a0-8136-2a97a6500bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:30.892132 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40537584-1ffc-4362-893f-743879cbf8e0', 'name': 'tempest-ServerRescueTestJSON-2136639703-router', 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:08Z', 'updated_at': '2021-06-25T09:28:23Z', 'revision_number': 4, 'project_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'gw_port': {'id': '6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40537584-1ffc-4362-893f-743879cbf8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:10Z', 'updated_at': '2021-06-25T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '706b5813-d870-4b98-9f8b-29ff0e26d53b', 'name': '', 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042', 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'mac_address': 'fa:16:3e:58:49:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40537584-1ffc-4362-893f-743879cbf8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'f307bc61-b706-4bdc-9e68-6e814a3b9d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:19Z', 'updated_at': '2021-06-25T09:28:29Z', 'revision_number': 4, 'project_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'subnets': [{'id': 'f307bc61-b706-4bdc-9e68-6e814a3b9d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:30.928592 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911aa49-bf3c-4e8e-af78-5820adbac04d None None] The sync data for ids ['40537584-1ffc-4362-893f-743879cbf8e0'] in n-d-761264-15 is: [{'id': '40537584-1ffc-4362-893f-743879cbf8e0', 'name': 'tempest-ServerRescueTestJSON-2136639703-router', 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:08Z', 'updated_at': '2021-06-25T09:28:23Z', 'revision_number': 4, 'project_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'gw_port': {'id': '6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40537584-1ffc-4362-893f-743879cbf8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:10Z', 'updated_at': '2021-06-25T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '706b5813-d870-4b98-9f8b-29ff0e26d53b', 'name': '', 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042', 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'mac_address': 'fa:16:3e:58:49:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40537584-1ffc-4362-893f-743879cbf8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'f307bc61-b706-4bdc-9e68-6e814a3b9d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:19Z', 'updated_at': '2021-06-25T09:28:29Z', 'revision_number': 4, 'project_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'subnets': [{'id': 'f307bc61-b706-4bdc-9e68-6e814a3b9d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:28:30.945377 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-815a7d86-9743-44dc-a7f8-a88431f9af66 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] delete failed (client error): The resource could not be found. Jun 25 09:28:30.946046 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-815a7d86-9743-44dc-a7f8-a88431f9af66 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "DELETE /v2.0/routers/8d3ea357-f61d-4ad0-8122-810648429605 HTTP/1.1" status: 404 len: 336 time: 0.0834775 Jun 25 09:28:30.956035 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-e4153de1-936c-43cd-8213-9ef472b1740a service neutron] 10.222.0.93 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0305417 Jun 25 09:28:30.972164 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36224) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:31.071196 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-85c2b980-5ea5-4fe1-9229-cd71351c8f9e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2f037cc-3a48-4209-83bb-fe5a5c96b88b HTTP/1.1" status: 200 len: 205 time: 0.0964236 Jun 25 09:28:31.079781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36226) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:31.084210 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-d76a5271-f3fa-49cc-a978-b560beb2020b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:31.121597 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['2857f806-5d04-4d89-b3c8-ad7288b5211d', '2f1954f8-441f-444c-8e24-2aca36f4cd0a'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:28:31.140117 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-22a2c4ce-ac0f-4436-b5b1-9c8b4917d5a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:31.175530 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-cf4a25e3-f130-46e4-b9c7-f2edfa900f5e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] delete failed (client error): The resource could not be found. Jun 25 09:28:31.179044 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cf4a25e3-f130-46e4-b9c7-f2edfa900f5e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "DELETE /v2.0/routers/c2f037cc-3a48-4209-83bb-fe5a5c96b88b HTTP/1.1" status: 404 len: 336 time: 0.0940433 Jun 25 09:28:31.187740 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36230) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:31.221692 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3b64-9d90-4a5f-b67f-902c8b5a1044 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:31.254038 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-10969970-1c02-4e7d-91b4-f53d31b562eb tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:31.256281 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3b64-9d90-4a5f-b67f-902c8b5a1044 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:31.262046 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-10969970-1c02-4e7d-91b4-f53d31b562eb tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/networks?id=5e33710c-49e5-4278-a52b-a77593024222 HTTP/1.1" status: 200 len: 814 time: 0.9433408 Jun 25 09:28:31.269827 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc82ecf-0a91-4e42-80a3-6d23bba96c59 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] DELETE failed (client error): The resource could not be found. Jun 25 09:28:31.270400 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc82ecf-0a91-4e42-80a3-6d23bba96c59 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:28:31.277259 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ccc82ecf-0a91-4e42-80a3-6d23bba96c59 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] 10.222.0.93 "DELETE /v2.0/subnets/3aac8a4d-514b-4eba-9600-b0774f7e7032 HTTP/1.1" status: 404 len: 337 time: 0.0837376 Jun 25 09:28:31.293565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-d76a5271-f3fa-49cc-a978-b560beb2020b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Network f423b208-4dcd-4206-9ac6-64d232506387 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:31.337971 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-d76a5271-f3fa-49cc-a978-b560beb2020b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:31.369658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-d76a5271-f3fa-49cc-a978-b560beb2020b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:31.387610 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a5271-f3fa-49cc-a978-b560beb2020b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Pushing event updated for resources: {'Port': ['ID=e770758f-9d83-4a50-98c2-dda78fa4587e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:31.404628 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:31.431732 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:31.451235 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-5a605f07-548f-4a3c-bbde-4ce5656814eb tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/quotas/4528a5a62a6b4983bf415c7490db4178 HTTP/1.1" status: 200 len: 375 time: 0.1881933 Jun 25 09:28:31.454929 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3b64-9d90-4a5f-b67f-902c8b5a1044 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:31.465261 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8e3b64-9d90-4a5f-b67f-902c8b5a1044 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8de26ca-c42d-4775-ab33-187e5925d1a5 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:28:31.467638 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d76a5271-f3fa-49cc-a978-b560beb2020b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:31.471542 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3b64-9d90-4a5f-b67f-902c8b5a1044 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:31.488195 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cf8e3b64-9d90-4a5f-b67f-902c8b5a1044 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] 10.222.0.93 "DELETE /v2.0/routers/e8de26ca-c42d-4775-ab33-187e5925d1a5 HTTP/1.1" status: 204 len: 168 time: 0.7280097 Jun 25 09:28:31.491339 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36236) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:31.500400 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-3ee16faf-4ca2-41f2-b0f9-5eed718c8940 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Request body: {'router': {'name': 'tempest-router-934827537', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '87a6893cb4884186bbfedbf8497a1009'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:31.516509 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Transition to ACTIVE for port object ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:31.607438 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:31.616901 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-056612c5-937f-4b09-9dd9-8230b52f3d2c tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:31.658241 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-4fce9bf8-4582-4fa4-a7b2-d2d74bf4c8f8 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4528a5a62a6b4983bf415c7490db4178&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1940582 Jun 25 09:28:31.682695 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:28:31.715624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4e55f4-60b0-43ba-a356-693f9a4e4ad0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:31.773044 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:31.773360 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:31.773749 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:31.774129 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:31.774500 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:31.775040 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:31.775556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:31.776086 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:31.776602 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:31.777132 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:31.777644 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:31.778152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:28:31.784704 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:31.801182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36244) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:31.807359 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Network 94c20f75-6b8d-41a5-ae6e-ce13e3a7510f is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:31.808895 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:31.811353 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:31.841966 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 706b5813-d870-4b98-9f8b-29ff0e26d53b up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:31.882477 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:31.963710 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 706b5813-d870-4b98-9f8b-29ff0e26d53b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:31.970706 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 706b5813-d870-4b98-9f8b-29ff0e26d53b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:31.971309 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.095190 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.121565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-d76a5271-f3fa-49cc-a978-b560beb2020b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:32.122506 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-d76a5271-f3fa-49cc-a978-b560beb2020b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.164707 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-da38fe98-39f3-41a0-8136-2a97a6500bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.191178 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-da38fe98-39f3-41a0-8136-2a97a6500bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.204180 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ec3f7fcf-d90f-43aa-90d0-ba5289f0b727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:32.208823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 706b5813-d870-4b98-9f8b-29ff0e26d53b, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=706b5813-d870-4b98-9f8b-29ff0e26d53b,segment=NetworkSegment(d28fe6d2-15bd-4d87-87e4-5afdd4e2a040),segment_id=d28fe6d2-15bd-4d87-87e4-5afdd4e2a040)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:32.216911 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.218131 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 607808fd-176d-4a2b-96ac-d92d3c407316 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:32.223520 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:32.261054 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.272551 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ee16faf-4ca2-41f2-b0f9-5eed718c8940 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.274404 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ee16faf-4ca2-41f2-b0f9-5eed718c8940 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.289704 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-1a44ac63-0b42-4709-a730-d436a9072060 service neutron] 10.222.0.93 "GET /v2.0/networks/5e33710c-49e5-4278-a52b-a77593024222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288531 Jun 25 09:28:32.291950 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c3af54a9-81a3-4855-a699-b55bc71bb372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.351994 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-d76a5271-f3fa-49cc-a978-b560beb2020b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3538728 Jun 25 09:28:32.403883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9c5a6e75-9ecb-49ad-97a5-b162505ccf82 None None] Provisioning for port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:32.410232 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9c5a6e75-9ecb-49ad-97a5-b162505ccf82 None None] Provisioning complete for port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:32.410617 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c5a6e75-9ecb-49ad-97a5-b162505ccf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.418996 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38fe98-39f3-41a0-8136-2a97a6500bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbb8a2f-cc8c-4f16-abd2-dc0799f9137c,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:32.439691 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ee16faf-4ca2-41f2-b0f9-5eed718c8940 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.441070 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-da38fe98-39f3-41a0-8136-2a97a6500bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:32.454926 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ee16faf-4ca2-41f2-b0f9-5eed718c8940 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.456370 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-da38fe98-39f3-41a0-8136-2a97a6500bf6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=512ef01de5194cd392fb5d3279c7db94&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0687041 Jun 25 09:28:32.466409 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a6e75-9ecb-49ad-97a5-b162505ccf82 None None] Port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:28:32.472160 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=706b5813-d870-4b98-9f8b-29ff0e26d53b,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:32.474961 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36250) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:32.477474 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:32.488608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Request body: {'port': {'device_id': '3e5648d2-4c74-44b6-a584-1351cbf837f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:32.490848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 607808fd-176d-4a2b-96ac-d92d3c407316 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:32.496489 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 607808fd-176d-4a2b-96ac-d92d3c407316 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:32.497061 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.551568 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3120d0-00e2-4ade-affa-97bb30e8e64e req-109a826a-c3ec-436f-850f-66fa71b390a8 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:32.561695 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d3120d0-00e2-4ade-affa-97bb30e8e64e req-109a826a-c3ec-436f-850f-66fa71b390a8 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 945 time: 0.9380484 Jun 25 09:28:32.593392 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.599713 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ba2fc08-6c41-4df1-886f-e36a22b2175b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.619232 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 607808fd-176d-4a2b-96ac-d92d3c407316, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=607808fd-176d-4a2b-96ac-d92d3c407316,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:32.628121 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.630366 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a794dd26-2776-4d0d-bed1-99f0f886cf63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:32.651609 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ba2fc08-6c41-4df1-886f-e36a22b2175b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.688846 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.715976 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d3120d0-00e2-4ade-affa-97bb30e8e64e req-41f64533-b212-437c-9c83-ee3c17936fe2 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532786 Jun 25 09:28:32.725064 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.736781 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e5f6d352-52a0-407c-9bb1-9dcb12f986c9 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:32.752324 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=607808fd-176d-4a2b-96ac-d92d3c407316,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:32.756961 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:32.836158 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.838435 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4e55f4-60b0-43ba-a356-693f9a4e4ad0,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:32.845766 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:32.853225 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ba2fc08-6c41-4df1-886f-e36a22b2175b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.856267 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ba2fc08-6c41-4df1-886f-e36a22b2175b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:32.857643 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9ba2fc08-6c41-4df1-886f-e36a22b2175b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2cbb8a2f-cc8c-4f16-abd2-dc0799f9137c HTTP/1.1" status: 204 len: 168 time: 0.3813672 Jun 25 09:28:32.858818 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-85db13d9-5d41-442b-9e14-04a4599cc89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:32.908022 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2fc08-6c41-4df1-886f-e36a22b2175b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbb8a2f-cc8c-4f16-abd2-dc0799f9137c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:32.913135 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9ba2fc08-6c41-4df1-886f-e36a22b2175b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:32.970426 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-3c10a05d-6304-4490-bf76-b873a46c9ac7 service neutron] 10.222.0.93 "GET /v2.0/networks/5e33710c-49e5-4278-a52b-a77593024222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6759827 Jun 25 09:28:32.982276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Network 94c20f75-6b8d-41a5-ae6e-ce13e3a7510f is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:32.984151 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:32.988202 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:33.148624 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c3af54a9-81a3-4855-a699-b55bc71bb372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:33.158393 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Router dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:28:33.187738 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ee16faf-4ca2-41f2-b0f9-5eed718c8940 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:33.192576 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3ee16faf-4ca2-41f2-b0f9-5eed718c8940 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.6957974 Jun 25 09:28:33.200986 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36258) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:33.217854 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-fbd61946-d34d-4bbe-80cb-e36e1cdc84c3 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:33.261283 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c3af54a9-81a3-4855-a699-b55bc71bb372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:33.265091 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4ec58eff-42a7-4f6f-a2e5-1d2f4eddd5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:33.279449 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd88a60-0df2-4bd8-8277-eb04cd367537 req-b2dc7039-d831-44c3-9c8d-ba821150cf62 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:33.287393 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3bd88a60-0df2-4bd8-8277-eb04cd367537 req-b2dc7039-d831-44c3-9c8d-ba821150cf62 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 931 time: 0.3958056 Jun 25 09:28:33.373152 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c3af54a9-81a3-4855-a699-b55bc71bb372 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a041ff141c1a4453afe06d431f74c7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5207696 Jun 25 09:28:33.399920 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3e8bf8ab-10c2-475f-a5fa-9fbe143dda39 None None] Provisioning complete for port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:33.400496 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e8bf8ab-10c2-475f-a5fa-9fbe143dda39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:33.449428 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36270) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:33.452786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af54a9-81a3-4855-a699-b55bc71bb372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d11b3a-8303-48d6-b3f1-844e8c6fb155,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:33.496167 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c3af54a9-81a3-4855-a699-b55bc71bb372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:33.542304 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3e8bf8ab-10c2-475f-a5fa-9fbe143dda39 None None] Port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:28:33.542765 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3bd88a60-0df2-4bd8-8277-eb04cd367537 req-a0e87c21-3520-4ee9-bdb1-8472ba7f26a7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523482 Jun 25 09:28:33.621432 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c8934a8-32a4-47a0-a139-7ccc5314b11d req-335ca35b-aa51-40f0-84c4-ab539d094b54 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 210 time: 0.1610601 Jun 25 09:28:33.673869 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 706b5813-d870-4b98-9f8b-29ff0e26d53b up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:33.797978 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 706b5813-d870-4b98-9f8b-29ff0e26d53b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:33.798365 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:33.838749 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d6827bf-f1e5-4b80-8d5f-bd1357adf8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:33.914894 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-949c7159-eeaf-4916-ae74-43f2c8484fcd req-41f8f1d5-a5bd-4990-8465-4b2edca487e6 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 210 time: 0.1154883 Jun 25 09:28:34.022319 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 607808fd-176d-4a2b-96ac-d92d3c407316 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:34.031200 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d6827bf-f1e5-4b80-8d5f-bd1357adf8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:34.159359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 607808fd-176d-4a2b-96ac-d92d3c407316 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:34.159745 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:34.168292 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:28:34.187924 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] 10.222.0.93 "PUT /v2.0/routers/dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9844179 Jun 25 09:28:34.192913 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fbd61946-d34d-4bbe-80cb-e36e1cdc84c3 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:34.193235 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fbd61946-d34d-4bbe-80cb-e36e1cdc84c3 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:34.237378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e770758f-9d83-4a50-98c2-dda78fa4587e {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:28:34.288173 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:34.345304 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d6827bf-f1e5-4b80-8d5f-bd1357adf8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:34.348312 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d6827bf-f1e5-4b80-8d5f-bd1357adf8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:34.352913 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1d6827bf-f1e5-4b80-8d5f-bd1357adf8fd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/79d11b3a-8303-48d6-b3f1-844e8c6fb155 HTTP/1.1" status: 204 len: 168 time: 0.9011319 Jun 25 09:28:34.371109 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f521b726-9227-4ad5-bef8-83e1222f9ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:34.376132 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Transition to ACTIVE for port object e770758f-9d83-4a50-98c2-dda78fa4587e will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:34.413594 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:34.419716 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6827bf-f1e5-4b80-8d5f-bd1357adf8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d11b3a-8303-48d6-b3f1-844e8c6fb155,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:34.430223 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1d6827bf-f1e5-4b80-8d5f-bd1357adf8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:34.436946 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b98731ac-6085-43bb-9f79-cbcb93dab60c tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:34.508355 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Sync routers for ids ['dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:28:34.523942 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Routers {'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:34.525010 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:34.548143 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc579321-e173-488c-b20c-d13ce534fe6c req-5074c6ec-e7c8-4940-82ac-3046dfe48ae2 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:34.555909 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bc579321-e173-488c-b20c-d13ce534fe6c req-5074c6ec-e7c8-4940-82ac-3046dfe48ae2 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 945 time: 0.3095407 Jun 25 09:28:34.670236 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Pushing event updated for resources: {'Port': ['ID=e770758f-9d83-4a50-98c2-dda78fa4587e,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:34.679504 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:34.692487 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bc579321-e173-488c-b20c-d13ce534fe6c req-6694cac4-7d20-4950-b972-c47f1092b2c6 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352510 Jun 25 09:28:34.764505 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Set router dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:28:34.774203 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43c822-498f-4353-b7f8-286594768e56 req-be9132cb-125f-4cac-a39f-5f07b5101f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:34.776982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c43c822-498f-4353-b7f8-286594768e56 req-be9132cb-125f-4cac-a39f-5f07b5101f9b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=21012412c37349ddba8b24648f8a495b&device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 1097 time: 0.4226580 Jun 25 09:28:34.863196 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-23519fcd-db48-4d64-9ac8-ed87afab6971 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:34.866181 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-23519fcd-db48-4d64-9ac8-ed87afab6971 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.38 "GET /v2.0/networks?id=1f4acba0-814c-4f78-8544-d5e86009c042 HTTP/1.1" status: 200 len: 811 time: 1.3096554 Jun 25 09:28:34.899152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-141eb1cb-1d82-4706-a3fa-a17d2f454ea7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Request body: {'port': {'device_id': '8f5436a5-35d0-4b91-83ed-4e64ec3bcd32', 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042', 'admin_state_up': True, 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:34.937724 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43c822-498f-4353-b7f8-286594768e56 req-83b06704-ea0f-41ef-aade-19c040108880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:34.944157 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c43c822-498f-4353-b7f8-286594768e56 req-83b06704-ea0f-41ef-aade-19c040108880 service neutron] 10.222.0.38 "GET /v2.0/networks?id=52139b1a-05b7-4cef-9798-b1346b56eb43 HTTP/1.1" status: 200 len: 915 time: 0.1498740 Jun 25 09:28:34.967282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Attempting to bind port e770758f-9d83-4a50-98c2-dda78fa4587e on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:34.967635 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Attempting to bind port e770758f-9d83-4a50-98c2-dda78fa4587e by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:34.968595 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Attempting to bind port e770758f-9d83-4a50-98c2-dda78fa4587e on network f423b208-4dcd-4206-9ac6-64d232506387 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:35.020591 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fbd61946-d34d-4bbe-80cb-e36e1cdc84c3 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94025) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 25 09:28:35.022658 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fbd61946-d34d-4bbe-80cb-e36e1cdc84c3 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Router 67a08217-2174-41e8-b7a3-17c65200a567 migrating from provider to provider. {{(pid=94025) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 25 09:28:35.022658 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fbd61946-d34d-4bbe-80cb-e36e1cdc84c3 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:35.030084 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fbd61946-d34d-4bbe-80cb-e36e1cdc84c3 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:35.038513 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fbd61946-d34d-4bbe-80cb-e36e1cdc84c3 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:35.044764 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36314) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:35.049045 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Port e770758f-9d83-4a50-98c2-dda78fa4587e on network f423b208-4dcd-4206-9ac6-64d232506387 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:35.049378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Attempting to bind port e770758f-9d83-4a50-98c2-dda78fa4587e on network f423b208-4dcd-4206-9ac6-64d232506387 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:35.121199 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c43c822-498f-4353-b7f8-286594768e56 req-e3815d4a-d16e-4b16-b193-220fdbb0d783 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40295a71-21f3-482b-a447-53d7ed6147d2 HTTP/1.1" status: 200 len: 217 time: 0.1727910 Jun 25 09:28:35.138069 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'name': 'tempest-TestServerMultinode-1326949193-router', 'tenant_id': 'dc54f151a6ea414791194a926463c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '607808fd-176d-4a2b-96ac-d92d3c407316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:20Z', 'updated_at': '2021-06-25T09:28:32Z', 'revision_number': 4, 'project_id': 'dc54f151a6ea414791194a926463c635', 'gw_port': {'id': '607808fd-176d-4a2b-96ac-d92d3c407316', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:23Z', 'updated_at': '2021-06-25T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'ad4e55f4-60b0-43ba-a356-693f9a4e4ad0', 'name': '', 'network_id': '94c20f75-6b8d-41a5-ae6e-ce13e3a7510f', 'tenant_id': 'dc54f151a6ea414791194a926463c635', 'mac_address': 'fa:16:3e:8e:c2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'f6ba62f3-968b-4788-86b6-857d349a90f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:30Z', 'updated_at': '2021-06-25T09:28:32Z', 'revision_number': 2, 'project_id': 'dc54f151a6ea414791194a926463c635', 'subnets': [{'id': 'f6ba62f3-968b-4788-86b6-857d349a90f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:35.147550 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:35.147899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Checking segment: {'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:35.148288 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Bound using segment: {'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:35.148763 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Bound port: e770758f-9d83-4a50-98c2-dda78fa4587e, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:35.149125 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:35.221844 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Checking router: dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:28:35.225410 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Updating router dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14 port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:28:35.249032 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf0b3b-184e-406e-8d56-da0308b0b861 req-3205a05d-842c-4dfc-9596-85f324af7175 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:35.251583 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57cf0b3b-184e-406e-8d56-da0308b0b861 req-3205a05d-842c-4dfc-9596-85f324af7175 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 943 time: 0.2614050 Jun 25 09:28:35.259926 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43c822-498f-4353-b7f8-286594768e56 req-bbd7949f-c545-4b9f-96c1-6a1b13588d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:35.261696 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c43c822-498f-4353-b7f8-286594768e56 req-bbd7949f-c545-4b9f-96c1-6a1b13588d80 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e54cbc21-9bdf-4882-9cd1-149498726f14 HTTP/1.1" status: 200 len: 853 time: 0.1272445 Jun 25 09:28:35.262132 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5984c3d3-556d-441b-98de-c59e0586caa4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9c934e8317a04a6b922bf1a3dd2dbee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2148838 Jun 25 09:28:35.266068 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36320) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:35.266593 n-d-761264-15 neutron-server[94025]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fbd61946-d34d-4bbe-80cb-e36e1cdc84c3 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] No L3 agents can host the router 67a08217-2174-41e8-b7a3-17c65200a567 Jun 25 09:28:35.295894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-141eb1cb-1d82-4706-a3fa-a17d2f454ea7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Made reservation on behalf of dac7f5e8bc874a1bb47e20ea5d0b1b08 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:35.299790 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-141eb1cb-1d82-4706-a3fa-a17d2f454ea7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:35.355526 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:35.434142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c43c822-498f-4353-b7f8-286594768e56 req-5a20631b-9a4f-491f-879c-5dbb6af8d216 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=52139b1a-05b7-4cef-9798-b1346b56eb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987608 Jun 25 09:28:35.440845 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-4831a1ed-893d-4b48-95a6-3bbe001e71c5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:35.442862 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-4831a1ed-893d-4b48-95a6-3bbe001e71c5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.41 "GET /v2.0/networks?id=5e33710c-49e5-4278-a52b-a77593024222 HTTP/1.1" status: 200 len: 814 time: 0.2664692 Jun 25 09:28:35.460138 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57cf0b3b-184e-406e-8d56-da0308b0b861 req-9148a5f8-5172-4ff0-b8ab-9d3e78a54b40 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947167 Jun 25 09:28:35.494556 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] For port e770758f-9d83-4a50-98c2-dda78fa4587e, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:35.498683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] For port e770758f-9d83-4a50-98c2-dda78fa4587e, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e770758f-9d83-4a50-98c2-dda78fa4587e,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:35.524051 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-d4dafab8-2920-4d8a-bcc3-dbd91a0ceed5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Request body: {'port': {'device_id': 'f4e121be-c816-4ffb-85b5-6a699997a0f5', 'network_id': '5e33710c-49e5-4278-a52b-a77593024222', 'admin_state_up': True, 'tenant_id': '4528a5a62a6b4983bf415c7490db4178'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:35.539266 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd61946-d34d-4bbe-80cb-e36e1cdc84c3 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Hosts for router 67a08217-2174-41e8-b7a3-17c65200a567: [] {{(pid=94025) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 25 09:28:35.570312 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e70f5f4f-a6c3-46a5-9dae-fd3090b1c622 req-e83cca86-f355-4ae4-9057-af154375d020 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 210 time: 0.0671384 Jun 25 09:28:35.570312 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:35.650510 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd61946-d34d-4bbe-80cb-e36e1cdc84c3 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Hosts for other DVR routers connected to router 67a08217-2174-41e8-b7a3-17c65200a567: set() {{(pid=94025) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 25 09:28:35.653409 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fbd61946-d34d-4bbe-80cb-e36e1cdc84c3 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:35.657071 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fbd61946-d34d-4bbe-80cb-e36e1cdc84c3 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] 10.222.0.93 "PUT /v2.0/routers/67a08217-2174-41e8-b7a3-17c65200a567 HTTP/1.1" status: 200 len: 716 time: 2.4527991 Jun 25 09:28:35.664400 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36328) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:35.714109 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fd1f21a8-7ddd-4dad-8b16-f325b0093187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:35.720175 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c43c822-498f-4353-b7f8-286594768e56 req-114c1102-6c74-4c31-8375-38436254c3b7 service neutron] 10.222.0.38 "GET /v2.0/networks/52139b1a-05b7-4cef-9798-b1346b56eb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763145 Jun 25 09:28:35.721607 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e61f3c2-56bb-4563-8e28-954406f0ce20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:35.730112 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:35.731217 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:35.732788 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] 10.222.0.41 "PUT /v2.0/ports/e770758f-9d83-4a50-98c2-dda78fa4587e HTTP/1.1" status: 200 len: 1092 time: 3.2907293 Jun 25 09:28:35.752964 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5648d2-4c74-44b6-a584-1351cbf837f4', 'tag': 'e770758f-9d83-4a50-98c2-dda78fa4587e'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:28:35.753199 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:35.755391 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d764d8-cbaf-4fd0-9d9a-bedea6641036" -d '{"events": [{"name": "network-changed", "server_uuid": "3e5648d2-4c74-44b6-a584-1351cbf837f4", "tag": "e770758f-9d83-4a50-98c2-dda78fa4587e"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:28:35.767864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Transition to ACTIVE for port object ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:35.776678 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:35.787821 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:35.793610 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2e56c170-a4c3-4c6f-a72f-b49dfc25b5b5 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] 10.222.0.93 "GET /v2.0/routers/67a08217-2174-41e8-b7a3-17c65200a567 HTTP/1.1" status: 200 len: 716 time: 0.1256802 Jun 25 09:28:35.796534 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36342) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:35.841372 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1c536cb2-5f83-4ece-9a8b-ad961b2e6ff3 req-949c9f9f-048a-4d38-8607-6bb6d2c795d4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 210 time: 0.1136289 Jun 25 09:28:35.845230 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f412d-00ce-4845-bc08-147d4e7457a7 None None] Pushing event updated for resources: {'Port': ['ID=ad4e55f4-60b0-43ba-a356-693f9a4e4ad0,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:35.850251 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-578f412d-00ce-4845-bc08-147d4e7457a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:35.860425 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-141eb1cb-1d82-4706-a3fa-a17d2f454ea7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Allocated IP 172.20.0.5 (1f4acba0-814c-4f78-8544-d5e86009c042/f307bc61-b706-4bdc-9e68-6e814a3b9d7b/c5d1f019-d61c-4b98-b7c8-d22d3b994d71) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:35.903372 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-d4dafab8-2920-4d8a-bcc3-dbd91a0ceed5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Made reservation on behalf of 4528a5a62a6b4983bf415c7490db4178 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:35.907128 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-d4dafab8-2920-4d8a-bcc3-dbd91a0ceed5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:35.929802 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Attempting to bind port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:35.930568 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Attempting to bind port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '690e726b-5c7a-410e-91c1-0acc43f8013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '94c20f75-6b8d-41a5-ae6e-ce13e3a7510f'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:35.931134 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Attempting to bind port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 on network 94c20f75-6b8d-41a5-ae6e-ce13e3a7510f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:35.937711 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:35.954429 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Checking segment: {'id': '690e726b-5c7a-410e-91c1-0acc43f8013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '94c20f75-6b8d-41a5-ae6e-ce13e3a7510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:35.954783 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:35.955201 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Bound using segment: {'id': '690e726b-5c7a-410e-91c1-0acc43f8013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '94c20f75-6b8d-41a5-ae6e-ce13e3a7510f'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:35.955720 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Bound port: ad4e55f4-60b0-43ba-a356-693f9a4e4ad0, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690e726b-5c7a-410e-91c1-0acc43f8013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '94c20f75-6b8d-41a5-ae6e-ce13e3a7510f'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:35.956551 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:36.004484 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e61f3c2-56bb-4563-8e28-954406f0ce20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:36.093450 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] For port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:36.105548 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] For port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ad4e55f4-60b0-43ba-a356-693f9a4e4ad0,segment=NetworkSegment(690e726b-5c7a-410e-91c1-0acc43f8013a),segment_id=690e726b-5c7a-410e-91c1-0acc43f8013a)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:36.115434 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:36.127341 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ab65aad9-8f3c-4304-a132-9d6720297048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:36.179408 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Routers {'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:36.181743 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:36.202846 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-d4dafab8-2920-4d8a-bcc3-dbd91a0ceed5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Allocated IP 172.20.0.4 (5e33710c-49e5-4278-a52b-a77593024222/e0de01c3-0dfb-4ca3-a11e-0d2ef455f25a/afd0b52b-64de-44fc-b7ce-77a1f0da13da) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:36.234762 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Pushing event updated for resources: {'Port': ['ID=e770758f-9d83-4a50-98c2-dda78fa4587e,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:36.241703 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:36.258793 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f412d-00ce-4845-bc08-147d4e7457a7 None None] Pushing event updated for resources: {'Port': ['ID=ad4e55f4-60b0-43ba-a356-693f9a4e4ad0,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:36.262136 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-578f412d-00ce-4845-bc08-147d4e7457a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:36.305188 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-672b02c0-6818-4636-8626-e7da93401560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:36.306745 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-672b02c0-6818-4636-8626-e7da93401560 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08d968aeb5ae46d08004f3facd4df77f&device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 1095 time: 0.4878526 Jun 25 09:28:36.327130 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c43c822-498f-4353-b7f8-286594768e56 req-d0293661-5243-431f-bb32-bc38b7600c20 service neutron] 10.222.0.38 "GET /v2.0/networks/52139b1a-05b7-4cef-9798-b1346b56eb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525947 Jun 25 09:28:36.329737 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-141eb1cb-1d82-4706-a3fa-a17d2f454ea7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:36.330991 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e61f3c2-56bb-4563-8e28-954406f0ce20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:36.333943 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e61f3c2-56bb-4563-8e28-954406f0ce20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:36.334869 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2e61f3c2-56bb-4563-8e28-954406f0ce20 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/66315831-784b-461d-9172-f6a8aad33662 HTTP/1.1" status: 204 len: 168 time: 1.0659642 Jun 25 09:28:36.340064 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-da38fe98-39f3-41a0-8136-2a97a6500bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:36.356976 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61f3c2-56bb-4563-8e28-954406f0ce20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66315831-784b-461d-9172-f6a8aad33662,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:36.361674 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-c347d577-f819-402d-8fc6-a2836c43a2e9 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:36.369100 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-c347d577-f819-402d-8fc6-a2836c43a2e9 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/networks?id=dfc5d1ae-4979-4796-8f85-9baa220a71ad HTTP/1.1" status: 200 len: 912 time: 0.5955951 Jun 25 09:28:36.376924 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2e61f3c2-56bb-4563-8e28-954406f0ce20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:36.377155 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0dd9541e-bea6-4004-86ea-327439e4ee51 tempest-RoutersTestDVR-573837679 tempest-RoutersTestDVR-573837679-project] 10.222.0.93 "GET /v2.0/routers/67a08217-2174-41e8-b7a3-17c65200a567 HTTP/1.1" status: 200 len: 682 time: 0.5735371 Jun 25 09:28:36.383728 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36350) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:36.413127 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-4181323c-0b21-4870-a67c-ba32de582b1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e770758f-9d83-4a50-98c2-dda78fa4587e HTTP/1.1" status: 200 len: 217 time: 0.0751960 Jun 25 09:28:36.423796 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-da53ce57-8079-4f2b-92f0-97e5aec26ff6 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/quotas/dc54f151a6ea414791194a926463c635 HTTP/1.1" status: 200 len: 375 time: 0.0537252 Jun 25 09:28:36.445025 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] Set router dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:28:36.483451 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-9f7c5e60-f3b1-4acb-b78b-93c299361773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:36.485030 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-9f7c5e60-f3b1-4acb-b78b-93c299361773 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3d7495e-2eda-449c-aedb-99a89216fe46 HTTP/1.1" status: 200 len: 853 time: 0.0583422 Jun 25 09:28:36.534604 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d47cf-90f2-4bbe-9bc7-d402fbd7e236 req-d8969802-4744-451b-bde9-fc01483cec13 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:36.541567 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9a0d47cf-90f2-4bbe-9bc7-d402fbd7e236 req-d8969802-4744-451b-bde9-fc01483cec13 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 945 time: 0.4304876 Jun 25 09:28:36.547488 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a33a8e2c-f7f1-4a06-87d8-788564e01674 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:36.602730 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-45dce231-c747-4d4f-b9c7-93612fa50206 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f423b208-4dcd-4206-9ac6-64d232506387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763111 Jun 25 09:28:36.641323 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-141eb1cb-1d82-4706-a3fa-a17d2f454ea7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:36.681285 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8a6680ef-78ed-4228-a067-5a6ce0b7b30e tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:36.734951 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [req-939e1cc0-703c-414d-ae00-c870599ec373 req-91eb6ad8-6418-4643-8d71-73244f42883a service neutron] (94025) timed out ('10.222.0.41', 61060) {{(pid=94025) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 09:28:36.736122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141eb1cb-1d82-4706-a3fa-a17d2f454ea7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Pushing event updated for resources: {'Port': ['ID=c5d1f019-d61c-4b98-b7c8-d22d3b994d71,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:36.774878 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-141eb1cb-1d82-4706-a3fa-a17d2f454ea7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:36.795831 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-141eb1cb-1d82-4706-a3fa-a17d2f454ea7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Network 1f4acba0-814c-4f78-8544-d5e86009c042 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:36.802610 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-141eb1cb-1d82-4706-a3fa-a17d2f454ea7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:36.809007 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'name': 'tempest-TestServerMultinode-1326949193-router', 'tenant_id': 'dc54f151a6ea414791194a926463c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '607808fd-176d-4a2b-96ac-d92d3c407316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:20Z', 'updated_at': '2021-06-25T09:28:32Z', 'revision_number': 4, 'project_id': 'dc54f151a6ea414791194a926463c635', 'gw_port': {'id': '607808fd-176d-4a2b-96ac-d92d3c407316', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:23Z', 'updated_at': '2021-06-25T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'ad4e55f4-60b0-43ba-a356-693f9a4e4ad0', 'name': '', 'network_id': '94c20f75-6b8d-41a5-ae6e-ce13e3a7510f', 'tenant_id': 'dc54f151a6ea414791194a926463c635', 'mac_address': 'fa:16:3e:8e:c2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'f6ba62f3-968b-4788-86b6-857d349a90f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:30Z', 'updated_at': '2021-06-25T09:28:36Z', 'revision_number': 4, 'project_id': 'dc54f151a6ea414791194a926463c635', 'subnets': [{'id': 'f6ba62f3-968b-4788-86b6-857d349a90f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:36.836904 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-141eb1cb-1d82-4706-a3fa-a17d2f454ea7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:36.859122 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f532b-64c5-471a-9d47-3ba3ba3f1f6c None None] The sync data for ids ['dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'] in n-d-761264-15 is: [{'id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'name': 'tempest-TestServerMultinode-1326949193-router', 'tenant_id': 'dc54f151a6ea414791194a926463c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '607808fd-176d-4a2b-96ac-d92d3c407316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:20Z', 'updated_at': '2021-06-25T09:28:32Z', 'revision_number': 4, 'project_id': 'dc54f151a6ea414791194a926463c635', 'gw_port': {'id': '607808fd-176d-4a2b-96ac-d92d3c407316', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:23Z', 'updated_at': '2021-06-25T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'ad4e55f4-60b0-43ba-a356-693f9a4e4ad0', 'name': '', 'network_id': '94c20f75-6b8d-41a5-ae6e-ce13e3a7510f', 'tenant_id': 'dc54f151a6ea414791194a926463c635', 'mac_address': 'fa:16:3e:8e:c2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'f6ba62f3-968b-4788-86b6-857d349a90f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:30Z', 'updated_at': '2021-06-25T09:28:36Z', 'revision_number': 4, 'project_id': 'dc54f151a6ea414791194a926463c635', 'subnets': [{'id': 'f6ba62f3-968b-4788-86b6-857d349a90f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:28:37.014662 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a33a8e2c-f7f1-4a06-87d8-788564e01674 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:37.021523 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a33a8e2c-f7f1-4a06-87d8-788564e01674 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:37.046085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-141eb1cb-1d82-4706-a3fa-a17d2f454ea7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:37.046778 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-141eb1cb-1d82-4706-a3fa-a17d2f454ea7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:37.105909 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9a0d47cf-90f2-4bbe-9bc7-d402fbd7e236 req-e2869535-b74b-41e1-95c1-bf36f59514c8 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633714 Jun 25 09:28:37.117022 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-141eb1cb-1d82-4706-a3fa-a17d2f454ea7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2281933 Jun 25 09:28:37.120087 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-d4dafab8-2920-4d8a-bcc3-dbd91a0ceed5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:37.122989 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a33a8e2c-f7f1-4a06-87d8-788564e01674 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:37.123619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33a8e2c-f7f1-4a06-87d8-788564e01674 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67a08217-2174-41e8-b7a3-17c65200a567 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:28:37.130119 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a33a8e2c-f7f1-4a06-87d8-788564e01674 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:37.136000 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a33a8e2c-f7f1-4a06-87d8-788564e01674 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] 10.222.0.93 "DELETE /v2.0/routers/67a08217-2174-41e8-b7a3-17c65200a567 HTTP/1.1" status: 204 len: 168 time: 0.7491004 Jun 25 09:28:37.136765 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36368) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:37.146207 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Request body: {'port': {'device_id': '8f5436a5-35d0-4b91-83ed-4e64ec3bcd32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:37.159467 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-14eda0be-44dd-4a6c-ae58-092d6a400562 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Request body: {'router': {'name': 'tempest-router-86070838', 'distributed': True}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:37.219207 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14eda0be-44dd-4a6c-ae58-092d6a400562 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:37.219965 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-261b6ef9-9fb9-4d0b-90f4-e43fe10cc456 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?tenant_id=dc54f151a6ea414791194a926463c635&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7952042 Jun 25 09:28:37.221203 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14eda0be-44dd-4a6c-ae58-092d6a400562 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:37.232856 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26a5047-07fb-48b7-8ecd-f49fcd882ded x-openstack-request-id: req-c26a5047-07fb-48b7-8ecd-f49fcd882ded {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:28:37.233454 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e5648d2-4c74-44b6-a584-1351cbf837f4", "tag": "e770758f-9d83-4a50-98c2-dda78fa4587e", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:28:37.233933 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c26a5047-07fb-48b7-8ecd-f49fcd882ded {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:28:37.234568 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5648d2-4c74-44b6-a584-1351cbf837f4', 'tag': 'e770758f-9d83-4a50-98c2-dda78fa4587e', 'status': 'completed', 'code': 200} Jun 25 09:28:37.251204 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-02aad1d1-b1d8-4a14-96c0-cab486e4ff94 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6376283 Jun 25 09:28:37.329514 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:37.369971 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14eda0be-44dd-4a6c-ae58-092d6a400562 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:37.423513 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-d4dafab8-2920-4d8a-bcc3-dbd91a0ceed5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:37.428113 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14eda0be-44dd-4a6c-ae58-092d6a400562 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:37.445232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-b457f515-162a-4be5-9b47-5e670e7306db service neutron] 10.222.0.93 "GET /v2.0/networks/dfc5d1ae-4979-4796-8f85-9baa220a71ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182474 Jun 25 09:28:37.446073 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-900e6ac8-3dc1-4474-8b9f-1157973c83f1 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:37.518174 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9d2ca24-a8f7-416b-b54c-7f2e3805988c req-38e0de62-3418-4e24-a6c1-5254f075a661 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303808 Jun 25 09:28:37.535485 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-d4dafab8-2920-4d8a-bcc3-dbd91a0ceed5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Network 5e33710c-49e5-4278-a52b-a77593024222 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:37.544380 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-d4dafab8-2920-4d8a-bcc3-dbd91a0ceed5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:37.559328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-d4dafab8-2920-4d8a-bcc3-dbd91a0ceed5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:37.582157 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14eda0be-44dd-4a6c-ae58-092d6a400562 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:37.590401 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-14eda0be-44dd-4a6c-ae58-092d6a400562 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.4487734 Jun 25 09:28:37.594013 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36378) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:37.691589 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-e25b241d-9cff-4565-b32c-5b35b2554d04 service neutron] 10.222.0.93 "GET /v2.0/networks/dfc5d1ae-4979-4796-8f85-9baa220a71ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418981 Jun 25 09:28:37.735014 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:37.760906 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36380) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:37.777022 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8f02af1a-e96a-4cf3-b31a-bddd56b9f873 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:37.892386 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:37.910036 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:37.911445 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:38.027471 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8f02af1a-e96a-4cf3-b31a-bddd56b9f873 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:38.032351 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1531341579'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:38.055410 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:38.072919 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8f02af1a-e96a-4cf3-b31a-bddd56b9f873 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:38.075109 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:38.078922 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:38.110271 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ad4e55f4-60b0-43ba-a356-693f9a4e4ad0,segment=NetworkSegment(690e726b-5c7a-410e-91c1-0acc43f8013a),segment_id=690e726b-5c7a-410e-91c1-0acc43f8013a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:38.117087 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:38.119936 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:38.124957 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-578f412d-00ce-4845-bc08-147d4e7457a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:38.143184 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dafab8-2920-4d8a-bcc3-dbd91a0ceed5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Pushing event updated for resources: {'Port': ['ID=afd0b52b-64de-44fc-b7ce-77a1f0da13da,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:38.150942 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d4dafab8-2920-4d8a-bcc3-dbd91a0ceed5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:38.194728 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-d4dafab8-2920-4d8a-bcc3-dbd91a0ceed5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:38.195390 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-d4dafab8-2920-4d8a-bcc3-dbd91a0ceed5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:38.199470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=ad4e55f4-60b0-43ba-a356-693f9a4e4ad0,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:38.203718 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:38.226530 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8f02af1a-e96a-4cf3-b31a-bddd56b9f873 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:38.226790 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f02af1a-e96a-4cf3-b31a-bddd56b9f873 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d1ac1d4-da38-4374-b084-353b7a7fd9c8 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:28:38.233751 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d764d8-cbaf-4fd0-9d9a-bedea6641036 req-011fb64d-3869-4b71-8108-39156bed1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:38.235274 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5d764d8-cbaf-4fd0-9d9a-bedea6641036 req-011fb64d-3869-4b71-8108-39156bed1466 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08d968aeb5ae46d08004f3facd4df77f&device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 1095 time: 0.5692961 Jun 25 09:28:38.241614 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8f02af1a-e96a-4cf3-b31a-bddd56b9f873 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:38.242759 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8f02af1a-e96a-4cf3-b31a-bddd56b9f873 tempest-RoutersTestDVR-344753263 tempest-RoutersTestDVR-344753263-project-admin] 10.222.0.93 "DELETE /v2.0/routers/3d1ac1d4-da38-4374-b084-353b7a7fd9c8 HTTP/1.1" status: 204 len: 168 time: 0.6476669 Jun 25 09:28:38.354411 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925f85c-569c-4bf6-b1e9-c42af227233f req-c4592b9e-e7cb-4a37-97a9-0e44af420463 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:38.356532 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7925f85c-569c-4bf6-b1e9-c42af227233f req-c4592b9e-e7cb-4a37-97a9-0e44af420463 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 943 time: 0.3805916 Jun 25 09:28:38.495587 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7925f85c-569c-4bf6-b1e9-c42af227233f req-c57f0b43-b4e9-4562-9264-d28c5e286ada tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218171 Jun 25 09:28:38.513995 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebee2-b05a-42fd-bce7-fc1dd2a00244 req-5598a132-20c7-4a2c-a3c0-27651b77bb2d tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:38.515594 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eeeebee2-b05a-42fd-bce7-fc1dd2a00244 req-5598a132-20c7-4a2c-a3c0-27651b77bb2d tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 931 time: 0.3536069 Jun 25 09:28:38.518479 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d764d8-cbaf-4fd0-9d9a-bedea6641036 req-70b1c5c7-1ca1-45c1-b687-ae1cfcbcff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:38.520438 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5d764d8-cbaf-4fd0-9d9a-bedea6641036 req-70b1c5c7-1ca1-45c1-b687-ae1cfcbcff20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f423b208-4dcd-4206-9ac6-64d232506387 HTTP/1.1" status: 200 len: 915 time: 0.2762301 Jun 25 09:28:38.524600 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d1f019-d61c-4b98-b7c8-d22d3b994d71 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:28:38.561864 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:38.592868 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Transition to ACTIVE for port object c5d1f019-d61c-4b98-b7c8-d22d3b994d71 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:38.600593 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:38.604463 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:38.616153 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5d764d8-cbaf-4fd0-9d9a-bedea6641036 req-31448e6f-1a12-45b6-9407-baaa50388b1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e770758f-9d83-4a50-98c2-dda78fa4587e HTTP/1.1" status: 200 len: 217 time: 0.0800333 Jun 25 09:28:38.632166 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eeeebee2-b05a-42fd-bce7-fc1dd2a00244 req-0601819a-c1a6-4b15-b43f-7a9cd37ec043 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089768 Jun 25 09:28:38.665923 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:38.667493 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36402) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:38.705401 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:38.714143 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7feef232-f9d1-4400-aa84-33d5dbf44011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:38.738241 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d1f019-d61c-4b98-b7c8-d22d3b994d71,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:38.751911 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:38.754015 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-d4dafab8-2920-4d8a-bcc3-dbd91a0ceed5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2457073 Jun 25 09:28:38.757542 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:28:38.772010 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e635eef-9107-48b8-bb4a-2e5c4eac85f1,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:38.783028 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:38.788105 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Request body: {'port': {'device_id': 'f4e121be-c816-4ffb-85b5-6a699997a0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:38.789112 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:38.789995 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Added segment b16c0632-1adb-4951-859e-7273d1a72521 of type vlan for network 40f08036-d0a2-4cbd-8eb9-1474062cf4bc Jun 25 09:28:38.796505 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d764d8-cbaf-4fd0-9d9a-bedea6641036 req-110ef5f6-21d1-45c0-a3b5-a93c7b3ef8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:38.800842 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5d764d8-cbaf-4fd0-9d9a-bedea6641036 req-110ef5f6-21d1-45c0-a3b5-a93c7b3ef8c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3d7495e-2eda-449c-aedb-99a89216fe46 HTTP/1.1" status: 200 len: 853 time: 0.1676104 Jun 25 09:28:38.929880 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5d764d8-cbaf-4fd0-9d9a-bedea6641036 req-76fd8d3e-aed5-4eb8-a1a5-9c2215a70718 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f423b208-4dcd-4206-9ac6-64d232506387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125822 Jun 25 09:28:38.946558 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Attempting to bind port c5d1f019-d61c-4b98-b7c8-d22d3b994d71 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:38.947770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Attempting to bind port c5d1f019-d61c-4b98-b7c8-d22d3b994d71 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'd28fe6d2-15bd-4d87-87e4-5afdd4e2a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:38.948270 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Attempting to bind port c5d1f019-d61c-4b98-b7c8-d22d3b994d71 on network 1f4acba0-814c-4f78-8544-d5e86009c042 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:38.954392 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:38.955336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Port c5d1f019-d61c-4b98-b7c8-d22d3b994d71 on network 1f4acba0-814c-4f78-8544-d5e86009c042 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:38.955827 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Attempting to bind port c5d1f019-d61c-4b98-b7c8-d22d3b994d71 on network 1f4acba0-814c-4f78-8544-d5e86009c042 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:39.000085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:39.000719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Checking segment: {'id': 'd28fe6d2-15bd-4d87-87e4-5afdd4e2a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:39.001407 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Bound using segment: {'id': 'd28fe6d2-15bd-4d87-87e4-5afdd4e2a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:39.002003 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Bound port: c5d1f019-d61c-4b98-b7c8-d22d3b994d71, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28fe6d2-15bd-4d87-87e4-5afdd4e2a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:39.002681 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:39.039694 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bccb66c4-3996-4c65-adf7-bd2b41e7f330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:39.047773 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7b57454b-c238-405e-85eb-77208bdd743e req-5697fbfa-a652-44c8-b5ae-acc72b2a8c3d tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 210 time: 0.1097474 Jun 25 09:28:39.101000 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:39.118000 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] For port c5d1f019-d61c-4b98-b7c8-d22d3b994d71, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:39.140195 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:39.145928 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:39.146647 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:39.154548 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:39.181053 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] For port c5d1f019-d61c-4b98-b7c8-d22d3b994d71, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c5d1f019-d61c-4b98-b7c8-d22d3b994d71,segment=NetworkSegment(d28fe6d2-15bd-4d87-87e4-5afdd4e2a040),segment_id=d28fe6d2-15bd-4d87-87e4-5afdd4e2a040)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:39.187980 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:39.194069 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-96010e8b-0452-460d-bd71-a9eb18a412b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:39.203726 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb8653-1656-4991-ba78-dceddcdb1f0c req-86a8fe24-4580-4c69-82c1-df6c4fb43846 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:39.205327 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fddb8653-1656-4991-ba78-dceddcdb1f0c req-86a8fe24-4580-4c69-82c1-df6c4fb43846 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 931 time: 0.3902929 Jun 25 09:28:39.248353 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:39.249573 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:39.250996 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] 10.222.0.38 "PUT /v2.0/ports/c5d1f019-d61c-4b98-b7c8-d22d3b994d71 HTTP/1.1" status: 200 len: 1092 time: 2.1110027 Jun 25 09:28:39.251546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5436a5-35d0-4b91-83ed-4e64ec3bcd32', 'tag': 'c5d1f019-d61c-4b98-b7c8-d22d3b994d71'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:28:39.253962 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ea55f9-974a-4501-b175-2e94b10f5ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5436a5-35d0-4b91-83ed-4e64ec3bcd32", "tag": "c5d1f019-d61c-4b98-b7c8-d22d3b994d71"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:28:39.312562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5d764d8-cbaf-4fd0-9d9a-bedea6641036 req-0fe1b1dc-0b08-4638-a29a-61d5fb4d4753 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696823 Jun 25 09:28:39.362534 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d1f019-d61c-4b98-b7c8-d22d3b994d71,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:39.368801 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:39.410399 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Network': ['ID=40f08036-d0a2-4cbd-8eb9-1474062cf4bc,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:39.418291 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:39.423872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 40f08036-d0a2-4cbd-8eb9-1474062cf4bc details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:28:39.443678 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fddb8653-1656-4991-ba78-dceddcdb1f0c req-43e4113b-f8b6-468d-8c27-f8b397e23bc1 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936479 Jun 25 09:28:39.464123 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-f3dc53d6-40b0-4eaf-a4ed-b05b67852003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:39.465712 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-f3dc53d6-40b0-4eaf-a4ed-b05b67852003 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dac7f5e8bc874a1bb47e20ea5d0b1b08&device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 1095 time: 0.1397564 Jun 25 09:28:39.515578 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5d764d8-cbaf-4fd0-9d9a-bedea6641036 req-723dda51-7dc0-4823-83b0-27803de7bb82 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816955 Jun 25 09:28:39.526974 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a096ee7-223f-4dae-9182-0f8d11eeed0a req-a3eef796-df2a-43d7-938f-5ace0bba1d72 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:39.528550 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4a096ee7-223f-4dae-9182-0f8d11eeed0a req-a3eef796-df2a-43d7-938f-5ace0bba1d72 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 945 time: 0.3135231 Jun 25 09:28:39.544394 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bccb66c4-3996-4c65-adf7-bd2b41e7f330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:39.557191 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bccb66c4-3996-4c65-adf7-bd2b41e7f330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:39.562276 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b6a2c4ef-3b8e-4c8b-8dd7-fe98e6c21553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:39.570055 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8076680 Jun 25 09:28:39.575539 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36412) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:39.581695 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-b281fec9-c2f1-4f4c-b67f-c272d962af5f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5d1f019-d61c-4b98-b7c8-d22d3b994d71 HTTP/1.1" status: 200 len: 217 time: 0.0743499 Jun 25 09:28:39.595320 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-b249632f-ee4e-4995-97ab-8cc4e46523e0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1032818671'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:39.630615 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bccb66c4-3996-4c65-adf7-bd2b41e7f330 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=87a6893cb4884186bbfedbf8497a1009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9614878 Jun 25 09:28:39.634901 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36414) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:39.637119 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb66c4-3996-4c65-adf7-bd2b41e7f330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30a0c42-7d6c-4118-91c5-b68fc3955800,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:39.649085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4a096ee7-223f-4dae-9182-0f8d11eeed0a req-52653478-891c-4811-b3a7-ee8dfb651048 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146362 Jun 25 09:28:39.651203 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bccb66c4-3996-4c65-adf7-bd2b41e7f330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:39.669036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b249632f-ee4e-4995-97ab-8cc4e46523e0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:39.672444 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:39.672653 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b249632f-ee4e-4995-97ab-8cc4e46523e0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:39.687071 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-dffef99e-884f-4404-bd75-ab9677e83db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:39.690756 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-dffef99e-884f-4404-bd75-ab9677e83db3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f307bc61-b706-4bdc-9e68-6e814a3b9d7b HTTP/1.1" status: 200 len: 851 time: 0.0997272 Jun 25 09:28:39.711216 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be438b39-0b8e-4f1d-a216-d62c5fd17d3a x-openstack-request-id: req-be438b39-0b8e-4f1d-a216-d62c5fd17d3a {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:28:39.711810 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5436a5-35d0-4b91-83ed-4e64ec3bcd32", "tag": "c5d1f019-d61c-4b98-b7c8-d22d3b994d71", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:28:39.712202 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-be438b39-0b8e-4f1d-a216-d62c5fd17d3a {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:28:39.712914 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5436a5-35d0-4b91-83ed-4e64ec3bcd32', 'tag': 'c5d1f019-d61c-4b98-b7c8-d22d3b994d71', 'status': 'completed', 'code': 200} Jun 25 09:28:39.762060 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-6158987c-1099-4b3c-9733-4b276b0d90aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1f4acba0-814c-4f78-8544-d5e86009c042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481598 Jun 25 09:28:39.786491 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:39.787135 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:39.812554 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd0b52b-64de-44fc-b7ce-77a1f0da13da {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:28:39.860393 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:39.869010 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b249632f-ee4e-4995-97ab-8cc4e46523e0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:28:39.885999 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Transition to ACTIVE for port object afd0b52b-64de-44fc-b7ce-77a1f0da13da will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:39.887229 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-eb5e7814-6415-4138-ba26-eb67de522a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:39.892386 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:39.898160 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6ae5d8e0-2edf-45d0-921a-ea68c0c3ecba tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:39.912050 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-eb5e7814-6415-4138-ba26-eb67de522a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:39.971035 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-0590aa2c-1edb-4776-87c8-2f4f8270a0f9 service neutron] 10.222.0.38 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739161 Jun 25 09:28:39.971349 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b249632f-ee4e-4995-97ab-8cc4e46523e0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:39.971707 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-b249632f-ee4e-4995-97ab-8cc4e46523e0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Added segment e962e52a-38c3-4e7e-9c76-69100b97a816 of type vlan for network 00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf Jun 25 09:28:39.978347 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Pushing event updated for resources: {'Port': ['ID=afd0b52b-64de-44fc-b7ce-77a1f0da13da,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:39.990891 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:40.132061 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Attempting to bind port afd0b52b-64de-44fc-b7ce-77a1f0da13da on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:40.132405 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Attempting to bind port afd0b52b-64de-44fc-b7ce-77a1f0da13da by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'ffb9b9ce-d118-4d22-acc0-400bc0551476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '5e33710c-49e5-4278-a52b-a77593024222'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:40.132756 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Attempting to bind port afd0b52b-64de-44fc-b7ce-77a1f0da13da on network 5e33710c-49e5-4278-a52b-a77593024222 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:40.140318 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-67c7dc0d-ed87-4ee6-92ba-5a5bb10b2988 req-c6b44fe4-4375-41d3-82aa-7036cfb8530d service neutron] 10.222.0.38 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588256 Jun 25 09:28:40.141056 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Port afd0b52b-64de-44fc-b7ce-77a1f0da13da on network 5e33710c-49e5-4278-a52b-a77593024222 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:40.141384 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Attempting to bind port afd0b52b-64de-44fc-b7ce-77a1f0da13da on network 5e33710c-49e5-4278-a52b-a77593024222 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:40.146959 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:40.147303 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Checking segment: {'id': 'ffb9b9ce-d118-4d22-acc0-400bc0551476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '5e33710c-49e5-4278-a52b-a77593024222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:40.147687 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Bound using segment: {'id': 'ffb9b9ce-d118-4d22-acc0-400bc0551476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '5e33710c-49e5-4278-a52b-a77593024222'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:40.148116 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Bound port: afd0b52b-64de-44fc-b7ce-77a1f0da13da, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb9b9ce-d118-4d22-acc0-400bc0551476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '5e33710c-49e5-4278-a52b-a77593024222'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:40.148513 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:40.248522 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] For port afd0b52b-64de-44fc-b7ce-77a1f0da13da, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:40.253010 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] For port afd0b52b-64de-44fc-b7ce-77a1f0da13da, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=afd0b52b-64de-44fc-b7ce-77a1f0da13da,segment=NetworkSegment(ffb9b9ce-d118-4d22-acc0-400bc0551476),segment_id=ffb9b9ce-d118-4d22-acc0-400bc0551476)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:40.259795 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:40.262268 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bc082e15-0b66-49a9-95e4-63e2af62f69d tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:40.333736 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:40.334620 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:40.336033 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] 10.222.0.41 "PUT /v2.0/ports/afd0b52b-64de-44fc-b7ce-77a1f0da13da HTTP/1.1" status: 200 len: 1092 time: 1.5576799 Jun 25 09:28:40.366306 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Pushing event updated for resources: {'Port': ['ID=afd0b52b-64de-44fc-b7ce-77a1f0da13da,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:40.370373 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:40.396383 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b249632f-ee4e-4995-97ab-8cc4e46523e0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:40.396853 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea55f9-974a-4501-b175-2e94b10f5ff3 req-7a322715-a8af-4bbd-926c-0c1dc0304443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:40.398537 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-78ea55f9-974a-4501-b175-2e94b10f5ff3 req-7a322715-a8af-4bbd-926c-0c1dc0304443 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dac7f5e8bc874a1bb47e20ea5d0b1b08&device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 1095 time: 0.1314759 Jun 25 09:28:40.431938 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-eb5e7814-6415-4138-ba26-eb67de522a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:40.434535 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-eb5e7814-6415-4138-ba26-eb67de522a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:40.435717 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-eb5e7814-6415-4138-ba26-eb67de522a3b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a30a0c42-7d6c-4118-91c5-b68fc3955800 HTTP/1.1" status: 204 len: 168 time: 0.7997704 Jun 25 09:28:40.441217 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c3af54a9-81a3-4855-a699-b55bc71bb372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:40.455785 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-18cd2998-4d05-45c9-b571-4565e67efd22 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:40.457357 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-18cd2998-4d05-45c9-b571-4565e67efd22 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.38 "GET /v2.0/networks?id=dfc5d1ae-4979-4796-8f85-9baa220a71ad HTTP/1.1" status: 200 len: 912 time: 0.7457294 Jun 25 09:28:40.469241 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e7814-6415-4138-ba26-eb67de522a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30a0c42-7d6c-4118-91c5-b68fc3955800,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:40.489015 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-ee2b78ff-e921-43f8-bbdb-e325535f6b37 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Request body: {'port': {'device_id': '5851ad79-3052-4e91-a06d-f3c046bb84c5', 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad', 'admin_state_up': True, 'tenant_id': 'dc54f151a6ea414791194a926463c635'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:40.491870 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-eb5e7814-6415-4138-ba26-eb67de522a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:40.500532 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7fe99-a164-4899-86bf-527f7ff18f65 req-06a3e6c5-db93-4427-a0ba-ea7ac5adff15 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:40.507708 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bbf7fe99-a164-4899-86bf-527f7ff18f65 req-06a3e6c5-db93-4427-a0ba-ea7ac5adff15 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 943 time: 0.6500819 Jun 25 09:28:40.549821 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a389ad1-ee2f-49bf-9769-421b8226d1e8 req-5d372c5a-79df-4522-b8d2-dbb9ede56907 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:40.552994 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea55f9-974a-4501-b175-2e94b10f5ff3 req-3602157a-2aa2-4c29-a560-a72d213a3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:40.554461 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-78ea55f9-974a-4501-b175-2e94b10f5ff3 req-3602157a-2aa2-4c29-a560-a72d213a3775 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1f4acba0-814c-4f78-8544-d5e86009c042 HTTP/1.1" status: 200 len: 913 time: 0.1443338 Jun 25 09:28:40.556435 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-a4633e2d-2015-402e-b0a6-e991cdf1c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:40.557124 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a389ad1-ee2f-49bf-9769-421b8226d1e8 req-5d372c5a-79df-4522-b8d2-dbb9ede56907 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 943 time: 0.5836577 Jun 25 09:28:40.557869 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-a4633e2d-2015-402e-b0a6-e991cdf1c466 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4528a5a62a6b4983bf415c7490db4178&device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 1095 time: 0.1562557 Jun 25 09:28:40.559013 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b249632f-ee4e-4995-97ab-8cc4e46523e0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:40.564678 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b249632f-ee4e-4995-97ab-8cc4e46523e0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:40.565304 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b249632f-ee4e-4995-97ab-8cc4e46523e0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:40.572903 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dc8cb9eb-07f4-4ec3-8922-c3901eff68de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:40.659646 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-836ad9df-db4a-4fe5-85a5-7724c23cd06e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd0b52b-64de-44fc-b7ce-77a1f0da13da HTTP/1.1" status: 200 len: 217 time: 0.0857642 Jun 25 09:28:40.660516 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-ee2b78ff-e921-43f8-bbdb-e325535f6b37 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Made reservation on behalf of dc54f151a6ea414791194a926463c635 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:40.661019 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-78ea55f9-974a-4501-b175-2e94b10f5ff3 req-92a5d4b3-d93a-4b12-976d-406bf94c3e78 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5d1f019-d61c-4b98-b7c8-d22d3b994d71 HTTP/1.1" status: 200 len: 217 time: 0.0969074 Jun 25 09:28:40.663013 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-ee2b78ff-e921-43f8-bbdb-e325535f6b37 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:40.682931 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bbf7fe99-a164-4899-86bf-527f7ff18f65 req-cae253f7-2dd7-4ec7-bc23-edadcfc293c8 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744707 Jun 25 09:28:40.684186 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b249632f-ee4e-4995-97ab-8cc4e46523e0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1006818 Jun 25 09:28:40.695334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36432) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:40.706012 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-8cee246b-27fa-4f5b-a5df-a76485433670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'subnet': {'network_id': '40f08036-d0a2-4cbd-8eb9-1474062cf4bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:40.722923 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-1d0aa75d-070a-46e6-9bde-28631f715b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:40.724603 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-1d0aa75d-070a-46e6-9bde-28631f715b58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e0de01c3-0dfb-4ca3-a11e-0d2ef455f25a HTTP/1.1" status: 200 len: 854 time: 0.0556695 Jun 25 09:28:40.727121 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a389ad1-ee2f-49bf-9769-421b8226d1e8 req-af9abc2c-e589-4ecc-bd65-fbb402975c19 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690357 Jun 25 09:28:40.728086 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249632f-ee4e-4995-97ab-8cc4e46523e0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Network': ['ID=00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:40.742764 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:28:40.843948 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-91edfc3b-d78d-44a9-ba52-d81812848b1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e33710c-49e5-4278-a52b-a77593024222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066744 Jun 25 09:28:40.844939 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36434) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:40.859744 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b249632f-ee4e-4995-97ab-8cc4e46523e0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:40.875963 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e5a0f379-31ce-4a9f-8863-7954638bb561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:40.924761 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.db.api [None req-8cee246b-27fa-4f5b-a5df-a76485433670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 09:28:40.924761 n-d-761264-15 neutron-server[94024]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 09:28:40.924761 n-d-761264-15 neutron-server[94024]: [parameters: {'project_id_1': 'd67649aa70d24cadb48a1750a2e10142', 'expiration_1': datetime.datetime(2021, 6, 25, 9, 28, 40, 914942)}] Jun 25 09:28:40.924761 n-d-761264-15 neutron-server[94024]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:28:40.925530 n-d-761264-15 neutron-server[94024]: DEBUG oslo_db.api [None req-8cee246b-27fa-4f5b-a5df-a76485433670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:28:40.949606 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e770758f-9d83-4a50-98c2-dda78fa4587e details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:28:40.976422 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea55f9-974a-4501-b175-2e94b10f5ff3 req-de82955a-6de7-44c2-aaea-c0d497b0206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:40.979459 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-78ea55f9-974a-4501-b175-2e94b10f5ff3 req-de82955a-6de7-44c2-aaea-c0d497b0206a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f307bc61-b706-4bdc-9e68-6e814a3b9d7b HTTP/1.1" status: 200 len: 851 time: 0.2528362 Jun 25 09:28:41.039339 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-78ea55f9-974a-4501-b175-2e94b10f5ff3 req-d3e66f53-e29b-4f48-b1d8-88458c893f00 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1f4acba0-814c-4f78-8544-d5e86009c042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517511 Jun 25 09:28:41.052451 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b367f909-1b1c-42b9-8ea6-9244c99d8f28 req-2a0cf99d-888c-4dba-bdbb-489f82b11351 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 210 time: 0.0685492 Jun 25 09:28:41.092190 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-ee2b78ff-e921-43f8-bbdb-e325535f6b37 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Allocated IP 172.20.0.11 (dfc5d1ae-4979-4796-8f85-9baa220a71ad/96a3b29f-c401-43ff-b96b-661504217087/86175631-0db9-4a28-90f3-c391476d0c2f) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:41.110912 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e770758f-9d83-4a50-98c2-dda78fa4587e, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e770758f-9d83-4a50-98c2-dda78fa4587e,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:41.127793 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'e770758f-9d83-4a50-98c2-dda78fa4587e', 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387', 'port_id': 'e770758f-9d83-4a50-98c2-dda78fa4587e', 'mac_address': 'fa:16:3e:ef:37:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d7495e-2eda-449c-aedb-99a89216fe46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:28:41.168543 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:41.182336 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e770758f-9d83-4a50-98c2-dda78fa4587e {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:28:41.212317 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e770758f-9d83-4a50-98c2-dda78fa4587e, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e770758f-9d83-4a50-98c2-dda78fa4587e,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:41.218993 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:41.222334 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:41.240214 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-a67d7b26-28e4-4e8c-9c41-f8ca7f20ace3 service neutron] 10.222.0.41 "GET /v2.0/networks/5e33710c-49e5-4278-a52b-a77593024222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599017 Jun 25 09:28:41.247872 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-78ea55f9-974a-4501-b175-2e94b10f5ff3 req-5c5fa285-27f1-493c-926e-7da088d35deb service neutron] 10.222.0.38 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982713 Jun 25 09:28:41.283473 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e770758f-9d83-4a50-98c2-dda78fa4587e,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:41.288016 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:41.386743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c2330-c5bd-4da7-86da-366d0446aabb req-d1d95a3d-366f-4cfd-92b4-a45799178220 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:41.393940 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-679c2330-c5bd-4da7-86da-366d0446aabb req-d1d95a3d-366f-4cfd-92b4-a45799178220 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 943 time: 0.1384563 Jun 25 09:28:41.398360 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-92ef0f87-1d3a-4222-a8fc-80a3e2d4d3b9 req-ff992fe0-a047-4017-93f6-50e5d9b19909 service neutron] 10.222.0.41 "GET /v2.0/networks/5e33710c-49e5-4278-a52b-a77593024222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473999 Jun 25 09:28:41.423049 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-ee2b78ff-e921-43f8-bbdb-e325535f6b37 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:41.453423 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-ee2b78ff-e921-43f8-bbdb-e325535f6b37 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Transition to ACTIVE for port object 86175631-0db9-4a28-90f3-c391476d0c2f will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:41.460704 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-679c2330-c5bd-4da7-86da-366d0446aabb req-954d37c2-dd38-41e6-99be-337542fa78e6 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659018 Jun 25 09:28:41.483632 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e5a0f379-31ce-4a9f-8863-7954638bb561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:41.500765 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e5a0f379-31ce-4a9f-8863-7954638bb561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:41.505642 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e4c48c8f-1802-4e49-8d08-7dd6793322e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:41.511724 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-ee2b78ff-e921-43f8-bbdb-e325535f6b37 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:41.515888 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-78ea55f9-974a-4501-b175-2e94b10f5ff3 req-818ee012-2ab0-42f8-8fdf-916933a5222d service neutron] 10.222.0.38 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384012 Jun 25 09:28:41.518347 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6c5b016b-9ac6-4b34-8023-5e985d9d912b tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:41.549598 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e5a0f379-31ce-4a9f-8863-7954638bb561 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=231034d15e97479a920ad5354f372bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7010827 Jun 25 09:28:41.549598 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0f379-31ce-4a9f-8863-7954638bb561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5f6603-ba4e-4f4c-8c4d-7ba979752373,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:41.550601 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36442) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:41.552617 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e5a0f379-31ce-4a9f-8863-7954638bb561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:41.600521 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b78ff-e921-43f8-bbdb-e325535f6b37 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Pushing event updated for resources: {'Port': ['ID=86175631-0db9-4a28-90f3-c391476d0c2f,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:41.605971 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2ed70c2-3a66-46f4-a825-1004a590756f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:41.616025 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ee2b78ff-e921-43f8-bbdb-e325535f6b37 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:41.626468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-ee2b78ff-e921-43f8-bbdb-e325535f6b37 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Network dfc5d1ae-4979-4796-8f85-9baa220a71ad is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:41.628274 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-ee2b78ff-e921-43f8-bbdb-e325535f6b37 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:41.630858 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cee246b-27fa-4f5b-a5df-a76485433670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:41.633271 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2ed70c2-3a66-46f4-a825-1004a590756f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:41.634775 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8cee246b-27fa-4f5b-a5df-a76485433670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:41.682428 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-ee2b78ff-e921-43f8-bbdb-e325535f6b37 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:41.700153 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2ed70c2-3a66-46f4-a825-1004a590756f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:41.703761 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2ed70c2-3a66-46f4-a825-1004a590756f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:41.707236 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d2ed70c2-3a66-46f4-a825-1004a590756f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8e5f6603-ba4e-4f4c-8c4d-7ba979752373 HTTP/1.1" status: 204 len: 168 time: 0.1534395 Jun 25 09:28:41.707236 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-70f0da49-3501-4f7f-b184-e1218e3f5b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:41.714399 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e121be-c816-4ffb-85b5-6a699997a0f5', 'tag': 'afd0b52b-64de-44fc-b7ce-77a1f0da13da'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:28:41.717014 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a4e665-312f-4f38-9a95-c077b17a823a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e121be-c816-4ffb-85b5-6a699997a0f5", "tag": "afd0b52b-64de-44fc-b7ce-77a1f0da13da"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:28:41.722305 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed70c2-3a66-46f4-a825-1004a590756f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5f6603-ba4e-4f4c-8c4d-7ba979752373,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:41.724782 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d2ed70c2-3a66-46f4-a825-1004a590756f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:41.809630 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-ee2b78ff-e921-43f8-bbdb-e325535f6b37 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:41.810704 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-ee2b78ff-e921-43f8-bbdb-e325535f6b37 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:41.854745 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-ee2b78ff-e921-43f8-bbdb-e325535f6b37 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3722136 Jun 25 09:28:41.873247 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13148e45-67a2-4c2e-b432-558345060c67 x-openstack-request-id: req-13148e45-67a2-4c2e-b432-558345060c67 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:28:41.873599 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e121be-c816-4ffb-85b5-6a699997a0f5", "tag": "afd0b52b-64de-44fc-b7ce-77a1f0da13da", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:28:41.873961 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-13148e45-67a2-4c2e-b432-558345060c67 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:28:41.874439 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e121be-c816-4ffb-85b5-6a699997a0f5', 'tag': 'afd0b52b-64de-44fc-b7ce-77a1f0da13da', 'status': 'completed', 'code': 200} Jun 25 09:28:41.879835 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fc85e-0b9e-4739-801f-97cc800a572f req-efbbecee-acc5-4ae6-9e51-7ccac34a674e tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:41.881752 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a7fc85e-0b9e-4739-801f-97cc800a572f req-efbbecee-acc5-4ae6-9e51-7ccac34a674e tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 945 time: 0.2003984 Jun 25 09:28:41.888057 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Request body: {'port': {'device_id': '5851ad79-3052-4e91-a06d-f3c046bb84c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:41.976372 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['e770758f-9d83-4a50-98c2-dda78fa4587e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:28:42.026667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4e665-312f-4f38-9a95-c077b17a823a req-8e03f6b0-88df-4617-90bd-07652896811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:42.028609 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a4a4e665-312f-4f38-9a95-c077b17a823a req-8e03f6b0-88df-4617-90bd-07652896811e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4528a5a62a6b4983bf415c7490db4178&device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 1095 time: 0.0986178 Jun 25 09:28:42.082129 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b854beb5-bb66-4e3c-975e-f2563e041d22 None None] Provisioning for port 86175631-0db9-4a28-90f3-c391476d0c2f completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:42.087991 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b854beb5-bb66-4e3c-975e-f2563e041d22 None None] Provisioning complete for port 86175631-0db9-4a28-90f3-c391476d0c2f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:42.088588 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b854beb5-bb66-4e3c-975e-f2563e041d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:42.108088 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a7fc85e-0b9e-4739-801f-97cc800a572f req-c4dc8ccc-ab01-4c10-9a1c-802af722395c tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152581 Jun 25 09:28:42.154134 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b854beb5-bb66-4e3c-975e-f2563e041d22 None None] Port 86175631-0db9-4a28-90f3-c391476d0c2f cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:28:42.195482 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4e665-312f-4f38-9a95-c077b17a823a req-68b83511-dc2f-4472-81bd-dbe8d2e28a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:42.197484 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a4a4e665-312f-4f38-9a95-c077b17a823a req-68b83511-dc2f-4472-81bd-dbe8d2e28a33 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e33710c-49e5-4278-a52b-a77593024222 HTTP/1.1" status: 200 len: 916 time: 0.1576879 Jun 25 09:28:42.224234 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8cee246b-27fa-4f5b-a5df-a76485433670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:42.225637 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:42.230199 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4b240f46-c704-4931-a327-d5ee524ef241 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:42.267410 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a4a4e665-312f-4f38-9a95-c077b17a823a req-34b8d4c6-eb67-4d41-96bb-ff3575c04d18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd0b52b-64de-44fc-b7ce-77a1f0da13da HTTP/1.1" status: 200 len: 217 time: 0.0602894 Jun 25 09:28:42.307977 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22b238-2c66-4d68-95f5-36473523f836 req-228a32e2-7b4a-4e4c-9e06-c37d08e6eb99 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:42.321517 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b22b238-2c66-4d68-95f5-36473523f836 req-228a32e2-7b4a-4e4c-9e06-c37d08e6eb99 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 943 time: 0.3056698 Jun 25 09:28:42.345215 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4e665-312f-4f38-9a95-c077b17a823a req-0838a058-46a9-4082-921f-ea757fb6baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:42.346624 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a4a4e665-312f-4f38-9a95-c077b17a823a req-0838a058-46a9-4082-921f-ea757fb6baa9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e0de01c3-0dfb-4ca3-a11e-0d2ef455f25a HTTP/1.1" status: 200 len: 854 time: 0.0675590 Jun 25 09:28:42.394464 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a4a4e665-312f-4f38-9a95-c077b17a823a req-0d229c61-e50f-40f9-b125-a5a5edeee37f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e33710c-49e5-4278-a52b-a77593024222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345523 Jun 25 09:28:42.409610 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee246b-27fa-4f5b-a5df-a76485433670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Subnet': ['ID=fed55ba3-196a-4480-8082-e1511088453e,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:42.440906 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8cee246b-27fa-4f5b-a5df-a76485433670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:42.488279 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee246b-27fa-4f5b-a5df-a76485433670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Checking segment: {'id': 'b16c0632-1adb-4951-859e-7273d1a72521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '40f08036-d0a2-4cbd-8eb9-1474062cf4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:42.488658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cee246b-27fa-4f5b-a5df-a76485433670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network hostable DHCP agents. Network: 40f08036-d0a2-4cbd-8eb9-1474062cf4bc, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:28:42.498884 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b22b238-2c66-4d68-95f5-36473523f836 req-47578d4d-caf0-4f8d-bee4-07685a9995ce tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396923 Jun 25 09:28:42.598456 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a4a4e665-312f-4f38-9a95-c077b17a823a req-73c0bec8-dc58-43d4-9e85-f87b9e12302e service neutron] 10.222.0.41 "GET /v2.0/networks/5e33710c-49e5-4278-a52b-a77593024222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932328 Jun 25 09:28:42.624397 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7761e-0ced-42ed-b4e4-3ae7ec0c860c req-b1711ace-b86c-4def-8d2b-60be15444f7b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:42.625961 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bff7761e-0ced-42ed-b4e4-3ae7ec0c860c req-b1711ace-b86c-4def-8d2b-60be15444f7b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 944 time: 0.3267760 Jun 25 09:28:42.629052 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cee246b-27fa-4f5b-a5df-a76485433670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network 40f08036-d0a2-4cbd-8eb9-1474062cf4bc is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:28:42.701764 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-8cee246b-27fa-4f5b-a5df-a76485433670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 40f08036-d0a2-4cbd-8eb9-1474062cf4bc) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:42.710317 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e18ad3-f151-4fde-b72a-b0aeb8de2fac None None] Network 40f08036-d0a2-4cbd-8eb9-1474062cf4bc requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:42.715766 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cee246b-27fa-4f5b-a5df-a76485433670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:42.716599 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8cee246b-27fa-4f5b-a5df-a76485433670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:42.737834 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8cee246b-27fa-4f5b-a5df-a76485433670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0402272 Jun 25 09:28:42.742504 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36476) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:42.764149 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-eca95e61-1a33-434c-8ebd-8f348a656bc8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'subnet': {'network_id': '00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:42.766180 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36478) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:42.831346 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bff7761e-0ced-42ed-b4e4-3ae7ec0c860c req-4309126d-04cd-4005-a4ee-2b2391a39717 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900368 Jun 25 09:28:42.888995 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a4a4e665-312f-4f38-9a95-c077b17a823a req-467ad764-8695-48fa-a927-6a737934bd08 service neutron] 10.222.0.41 "GET /v2.0/networks/5e33710c-49e5-4278-a52b-a77593024222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793467 Jun 25 09:28:42.919585 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca95e61-1a33-434c-8ebd-8f348a656bc8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:42.924372 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-eca95e61-1a33-434c-8ebd-8f348a656bc8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:42.964629 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-40f08036-d0a2-4cbd-8eb9-1474062cf4bc', 'network_id': '40f08036-d0a2-4cbd-8eb9-1474062cf4bc', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'fixed_ips': [{'subnet_id': 'fed55ba3-196a-4480-8082-e1511088453e'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:28:42.965953 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.023329 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1a1ff625-b1d3-46ef-aa2a-205bc6674a06 tempest-AgentManagementNegativeTest-313304069 tempest-AgentManagementNegativeTest-313304069-project] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2552876 Jun 25 09:28:43.105598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86175631-0db9-4a28-90f3-c391476d0c2f {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:28:43.131822 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.138382 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Allocated IP 2001:db8::2 (40f08036-d0a2-4cbd-8eb9-1474062cf4bc/fed55ba3-196a-4480-8082-e1511088453e/5abac961-10e5-41d6-b3c7-7c10d898ff65) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:43.189896 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Transition to ACTIVE for port object 86175631-0db9-4a28-90f3-c391476d0c2f will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:43.205960 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.218558 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1189dd37-4800-4df4-8776-e48a97e2a962 tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:43.358483 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36490) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:43.372792 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0c368-10b4-449b-8446-4e5fa2a498f4 req-09a23067-cf0c-4594-a9cf-0d8dc6414edc tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:43.374479 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3ca0c368-10b4-449b-8446-4e5fa2a498f4 req-09a23067-cf0c-4594-a9cf-0d8dc6414edc tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.38 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 945 time: 0.1153429 Jun 25 09:28:43.375169 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6a418-4bf7-48f6-add9-a4e5a190a8e5 req-86653daa-9cde-4804-b7ef-064ab1b358dc tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:43.382435 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2a6a418-4bf7-48f6-add9-a4e5a190a8e5 req-86653daa-9cde-4804-b7ef-064ab1b358dc tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 943 time: 0.3288784 Jun 25 09:28:43.407276 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872fe89-8823-4460-acec-2c56d4382011 req-8ebe878b-0bd7-477b-bbf6-057021b3880e tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:43.408827 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0872fe89-8823-4460-acec-2c56d4382011 req-8ebe878b-0bd7-477b-bbf6-057021b3880e tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 1028 time: 0.3293524 Jun 25 09:28:43.414208 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Pushing event updated for resources: {'Port': ['ID=86175631-0db9-4a28-90f3-c391476d0c2f,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:43.417232 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:43.516561 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.531461 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Transition to ACTIVE for port object 5abac961-10e5-41d6-b3c7-7c10d898ff65 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:43.544281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-3ca0c368-10b4-449b-8446-4e5fa2a498f4 req-6c796b18-0f89-4dde-8d2c-9d50acf313bb tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Deleting port 40295a71-21f3-482b-a447-53d7ed6147d2 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:43.545116 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-3ca0c368-10b4-449b-8446-4e5fa2a498f4 req-6c796b18-0f89-4dde-8d2c-9d50acf313bb tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.551695 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Transition to ACTIVE for port object 5abac961-10e5-41d6-b3c7-7c10d898ff65 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:43.556872 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Attempting to bind port 86175631-0db9-4a28-90f3-c391476d0c2f on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:43.557386 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Attempting to bind port 86175631-0db9-4a28-90f3-c391476d0c2f by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:43.557694 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Attempting to bind port 86175631-0db9-4a28-90f3-c391476d0c2f on network dfc5d1ae-4979-4796-8f85-9baa220a71ad {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:43.560338 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.563333 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-eca95e61-1a33-434c-8ebd-8f348a656bc8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.564907 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:43.569919 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Port 86175631-0db9-4a28-90f3-c391476d0c2f on network dfc5d1ae-4979-4796-8f85-9baa220a71ad not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:28:43.570321 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Attempting to bind port 86175631-0db9-4a28-90f3-c391476d0c2f on network dfc5d1ae-4979-4796-8f85-9baa220a71ad {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:43.572235 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fd48c458-9389-402c-baa5-fcd3fe6832e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:43.589384 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2a6a418-4bf7-48f6-add9-a4e5a190a8e5 req-a78f62bc-866c-446d-af83-c45e5dff7674 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059596 Jun 25 09:28:43.623872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Network 40f08036-d0a2-4cbd-8eb9-1474062cf4bc is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:43.627265 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:43.629822 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:43.651897 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-28b4b245-6388-4378-a00e-1dece9562184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.671137 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-3ca0c368-10b4-449b-8446-4e5fa2a498f4 req-6c796b18-0f89-4dde-8d2c-9d50acf313bb tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] For port 40295a71-21f3-482b-a447-53d7ed6147d2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=40295a71-21f3-482b-a447-53d7ed6147d2,segment=NetworkSegment(72660649-9d6e-4964-a394-16f54af9b202),segment_id=72660649-9d6e-4964-a394-16f54af9b202)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:43.671485 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-3ca0c368-10b4-449b-8446-4e5fa2a498f4 req-6c796b18-0f89-4dde-8d2c-9d50acf313bb tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.678749 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca95e61-1a33-434c-8ebd-8f348a656bc8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Subnet': ['ID=1b46a35c-6b12-428a-93a3-d95ba7b32c69,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:43.683001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:43.683344 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Checking segment: {'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:43.683739 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Bound using segment: {'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:43.684169 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Bound port: 86175631-0db9-4a28-90f3-c391476d0c2f, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:43.684544 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.689719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-3ca0c368-10b4-449b-8446-4e5fa2a498f4 req-6c796b18-0f89-4dde-8d2c-9d50acf313bb tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Calling delete_port for 40295a71-21f3-482b-a447-53d7ed6147d2 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:28:43.706982 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-eca95e61-1a33-434c-8ebd-8f348a656bc8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:43.726688 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Pushing event updated for resources: {'Port': ['ID=5abac961-10e5-41d6-b3c7-7c10d898ff65,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:43.736723 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:43.737994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Attempting to bind port 5abac961-10e5-41d6-b3c7-7c10d898ff65 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:43.738548 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Attempting to bind port 5abac961-10e5-41d6-b3c7-7c10d898ff65 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'b16c0632-1adb-4951-859e-7273d1a72521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '40f08036-d0a2-4cbd-8eb9-1474062cf4bc'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:43.739106 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Attempting to bind port 5abac961-10e5-41d6-b3c7-7c10d898ff65 on network 40f08036-d0a2-4cbd-8eb9-1474062cf4bc {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:43.746339 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:43.747505 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Checking segment: {'id': 'b16c0632-1adb-4951-859e-7273d1a72521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '40f08036-d0a2-4cbd-8eb9-1474062cf4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:43.748650 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.749296 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Bound using segment: {'id': 'b16c0632-1adb-4951-859e-7273d1a72521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '40f08036-d0a2-4cbd-8eb9-1474062cf4bc'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:43.749978 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Bound port: 5abac961-10e5-41d6-b3c7-7c10d898ff65, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16c0632-1adb-4951-859e-7273d1a72521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '40f08036-d0a2-4cbd-8eb9-1474062cf4bc'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:43.750705 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.757747 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0872fe89-8823-4460-acec-2c56d4382011 req-5473c2b6-17fe-4bcd-bffd-869a6a45f64f tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210399 Jun 25 09:28:43.824416 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca95e61-1a33-434c-8ebd-8f348a656bc8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Checking segment: {'id': 'e962e52a-38c3-4e7e-9c76-69100b97a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:43.824858 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca95e61-1a33-434c-8ebd-8f348a656bc8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network hostable DHCP agents. Network: 00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:28:43.851346 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] For port 5abac961-10e5-41d6-b3c7-7c10d898ff65, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:43.858797 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] For port 5abac961-10e5-41d6-b3c7-7c10d898ff65, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5abac961-10e5-41d6-b3c7-7c10d898ff65,segment=NetworkSegment(b16c0632-1adb-4951-859e-7273d1a72521),segment_id=b16c0632-1adb-4951-859e-7273d1a72521)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:43.865298 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.867556 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] For port 86175631-0db9-4a28-90f3-c391476d0c2f, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:43.872339 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0267b12c-a0f6-46a6-b404-b8e7c9e7d74f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:43.896851 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-28b4b245-6388-4378-a00e-1dece9562184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.902268 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-28b4b245-6388-4378-a00e-1dece9562184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.902651 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca95e61-1a33-434c-8ebd-8f348a656bc8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network 00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:28:43.909287 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-23c3f4c4-4cad-4057-996f-b540808c317c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:43.909938 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] For port 86175631-0db9-4a28-90f3-c391476d0c2f, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=86175631-0db9-4a28-90f3-c391476d0c2f,segment=NetworkSegment(f9fc13e3-4d18-4864-88d5-39d8499211f0),segment_id=f9fc13e3-4d18-4864-88d5-39d8499211f0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:43.941180 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-3ca0c368-10b4-449b-8446-4e5fa2a498f4 req-6c796b18-0f89-4dde-8d2c-9d50acf313bb tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.957339 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Pushing event updated for resources: {'Port': ['ID=5abac961-10e5-41d6-b3c7-7c10d898ff65,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:43.960341 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4b245-6388-4378-a00e-1dece9562184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef591b1e-9265-4b2e-b9a0-99492db55e4d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:43.961143 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:43.962182 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:43.967521 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d0f9e281-088e-498e-8778-602a06dbf2c0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:43.968361 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-28b4b245-6388-4378-a00e-1dece9562184 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6a0610203e8941598bb7404837ea2970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6087625 Jun 25 09:28:43.972613 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-28b4b245-6388-4378-a00e-1dece9562184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:43.973175 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2be0e492-04dc-4e45-9ec3-0c772ca69ad2 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:43.973736 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36500) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:43.980829 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-eca95e61-1a33-434c-8ebd-8f348a656bc8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:43.989622 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['40295a71-21f3-482b-a447-53d7ed6147d2'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:28:44.025285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcc1ace-0572-4e07-ab95-3dde28b90f4a None None] Network 00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:44.026921 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca95e61-1a33-434c-8ebd-8f348a656bc8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:44.027520 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-eca95e61-1a33-434c-8ebd-8f348a656bc8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:44.039065 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e673a-a7d2-4d7d-9b19-c8055e0fe755 req-50423024-bceb-4f76-a09e-c372d831349a tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:44.046659 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b67e673a-a7d2-4d7d-9b19-c8055e0fe755 req-50423024-bceb-4f76-a09e-c372d831349a tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/ports?device_id=d172d7df-0369-4247-96b4-cd740dc6ea03 HTTP/1.1" status: 200 len: 945 time: 0.2793813 Jun 25 09:28:44.057247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca0c368-10b4-449b-8446-4e5fa2a498f4 req-6c796b18-0f89-4dde-8d2c-9d50acf313bb tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] No DVR routers for this DVR port 40295a71-21f3-482b-a447-53d7ed6147d2 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:28:44.062747 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-3ca0c368-10b4-449b-8446-4e5fa2a498f4 req-6c796b18-0f89-4dde-8d2c-9d50acf313bb tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:44.065366 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3ca0c368-10b4-449b-8446-4e5fa2a498f4 req-6c796b18-0f89-4dde-8d2c-9d50acf313bb tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.38 "DELETE /v2.0/ports/40295a71-21f3-482b-a447-53d7ed6147d2 HTTP/1.1" status: 204 len: 173 time: 0.6799150 Jun 25 09:28:44.066765 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd172d7df-0369-4247-96b4-cd740dc6ea03', 'name': 'network-vif-deleted', 'tag': '40295a71-21f3-482b-a447-53d7ed6147d2'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:28:44.071275 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c5ada1-6188-4d46-8d0a-f8f04850e97d" -d '{"events": [{"server_uuid": "d172d7df-0369-4247-96b4-cd740dc6ea03", "name": "network-vif-deleted", "tag": "40295a71-21f3-482b-a447-53d7ed6147d2"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:28:44.074253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c796b18-0f89-4dde-8d2c-9d50acf313bb tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Pushing event deleted for resources: {'Port': ['ID=40295a71-21f3-482b-a447-53d7ed6147d2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:44.081978 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6c796b18-0f89-4dde-8d2c-9d50acf313bb tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:44.083315 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c5d1f019-d61c-4b98-b7c8-d22d3b994d71 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:28:44.110041 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:44.110850 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:44.115172 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] 10.222.0.38 "PUT /v2.0/ports/86175631-0db9-4a28-90f3-c391476d0c2f HTTP/1.1" status: 200 len: 1093 time: 2.2321413 Jun 25 09:28:44.121067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5851ad79-3052-4e91-a06d-f3c046bb84c5', 'tag': '86175631-0db9-4a28-90f3-c391476d0c2f'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:28:44.123562 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b779d91f-13ba-4494-b077-cce59607ec02" -d '{"events": [{"name": "network-changed", "server_uuid": "5851ad79-3052-4e91-a06d-f3c046bb84c5", "tag": "86175631-0db9-4a28-90f3-c391476d0c2f"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:28:44.239457 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-eca95e61-1a33-434c-8ebd-8f348a656bc8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4886034 Jun 25 09:28:44.242415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36506) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:44.251968 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-9f2c65b6-91b5-4864-9335-6f4301b430c0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-346441694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:44.295823 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f2c65b6-91b5-4864-9335-6f4301b430c0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:44.297442 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f2c65b6-91b5-4864-9335-6f4301b430c0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:44.318434 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port c5d1f019-d61c-4b98-b7c8-d22d3b994d71, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c5d1f019-d61c-4b98-b7c8-d22d3b994d71,segment=NetworkSegment(d28fe6d2-15bd-4d87-87e4-5afdd4e2a040),segment_id=d28fe6d2-15bd-4d87-87e4-5afdd4e2a040)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:44.319368 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Pushing event updated for resources: {'Port': ['ID=86175631-0db9-4a28-90f3-c391476d0c2f,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:44.333717 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'c5d1f019-d61c-4b98-b7c8-d22d3b994d71', 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042', 'port_id': 'c5d1f019-d61c-4b98-b7c8-d22d3b994d71', 'mac_address': 'fa:16:3e:38:d9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f307bc61-b706-4bdc-9e68-6e814a3b9d7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:28:44.347063 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:44.384475 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf', 'network_id': '00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'fixed_ips': [{'subnet_id': '1b46a35c-6b12-428a-93a3-d95ba7b32c69'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:28:44.385572 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:44.390249 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f2c65b6-91b5-4864-9335-6f4301b430c0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:44.398963 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b67e673a-a7d2-4d7d-9b19-c8055e0fe755 req-ab2d4ea8-4417-4bac-8301-34abbad401bd tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] 10.222.0.93 "GET /v2.0/security-groups?id=db153b41-3d57-4238-a7a4-f3b1b7a69941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511336 Jun 25 09:28:44.399834 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f2c65b6-91b5-4864-9335-6f4301b430c0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:44.423953 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9f2c65b6-91b5-4864-9335-6f4301b430c0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:44.424553 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:44.425588 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9f2c65b6-91b5-4864-9335-6f4301b430c0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1815493 Jun 25 09:28:44.431316 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36508) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:44.472495 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8654d6-1804-4f04-aa89-2197134ee6eb req-52c9bd95-b815-4c4e-8ac7-bb044ef4af92 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:44.483577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f8654d6-1804-4f04-aa89-2197134ee6eb req-52c9bd95-b815-4c4e-8ac7-bb044ef4af92 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 943 time: 0.6036775 Jun 25 09:28:44.494133 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-274370bf-4b16-4c1c-9946-6a2fa37c43f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:44.508154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d1f019-d61c-4b98-b7c8-d22d3b994d71 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:28:44.520897 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-274370bf-4b16-4c1c-9946-6a2fa37c43f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:44.543829 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port c5d1f019-d61c-4b98-b7c8-d22d3b994d71, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c5d1f019-d61c-4b98-b7c8-d22d3b994d71,segment=NetworkSegment(d28fe6d2-15bd-4d87-87e4-5afdd4e2a040),segment_id=d28fe6d2-15bd-4d87-87e4-5afdd4e2a040)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:44.570174 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:44.573748 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-578f412d-00ce-4845-bc08-147d4e7457a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:44.639797 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Allocated IP 2001:db8:1::2 (00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf/1b46a35c-6b12-428a-93a3-d95ba7b32c69/9f508af3-fe85-4145-9da8-157c82d7d97c) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:44.658663 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=c5d1f019-d61c-4b98-b7c8-d22d3b994d71,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:44.663016 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:44.784283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f8654d6-1804-4f04-aa89-2197134ee6eb req-553771c9-6283-476e-b1a1-ae544e36a08b tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230444 Jun 25 09:28:44.798116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-829a8556-f06a-49a7-9322-00b305d1f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:44.799673 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-829a8556-f06a-49a7-9322-00b305d1f184 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc54f151a6ea414791194a926463c635&device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 1096 time: 0.5589161 Jun 25 09:28:44.844891 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:44.862923 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daf829f-8f6a-4956-b185-bd48a234a271 x-openstack-request-id: req-5daf829f-8f6a-4956-b185-bd48a234a271 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:28:44.864088 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d172d7df-0369-4247-96b4-cd740dc6ea03", "name": "network-vif-deleted", "tag": "40295a71-21f3-482b-a447-53d7ed6147d2", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:28:44.864424 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5daf829f-8f6a-4956-b185-bd48a234a271 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:28:44.865654 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd172d7df-0369-4247-96b4-cd740dc6ea03', 'name': 'network-vif-deleted', 'tag': '40295a71-21f3-482b-a447-53d7ed6147d2', 'status': 'completed', 'code': 200} Jun 25 09:28:44.913473 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['c5d1f019-d61c-4b98-b7c8-d22d3b994d71'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:28:45.011585 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device afd0b52b-64de-44fc-b7ce-77a1f0da13da details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:28:45.016423 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e770758f-9d83-4a50-98c2-dda78fa4587e up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:45.194467 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port e770758f-9d83-4a50-98c2-dda78fa4587e completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:45.210016 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port e770758f-9d83-4a50-98c2-dda78fa4587e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:45.210391 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:45.249751 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-37354e85-740c-4e9f-8969-97259f4f97b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86175631-0db9-4a28-90f3-c391476d0c2f HTTP/1.1" status: 200 len: 217 time: 0.3822660 Jun 25 09:28:45.253498 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865acfbc-bb7a-4979-897f-b0c69db5e1d2 x-openstack-request-id: req-865acfbc-bb7a-4979-897f-b0c69db5e1d2 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:28:45.253498 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5851ad79-3052-4e91-a06d-f3c046bb84c5", "tag": "86175631-0db9-4a28-90f3-c391476d0c2f", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:28:45.253773 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-865acfbc-bb7a-4979-897f-b0c69db5e1d2 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:28:45.254093 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5851ad79-3052-4e91-a06d-f3c046bb84c5', 'tag': '86175631-0db9-4a28-90f3-c391476d0c2f', 'status': 'completed', 'code': 200} Jun 25 09:28:45.260869 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port afd0b52b-64de-44fc-b7ce-77a1f0da13da, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=afd0b52b-64de-44fc-b7ce-77a1f0da13da,segment=NetworkSegment(ffb9b9ce-d118-4d22-acc0-400bc0551476),segment_id=ffb9b9ce-d118-4d22-acc0-400bc0551476)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:45.265968 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Transition to ACTIVE for port object 9f508af3-fe85-4145-9da8-157c82d7d97c will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:45.291120 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'afd0b52b-64de-44fc-b7ce-77a1f0da13da', 'network_id': '5e33710c-49e5-4278-a52b-a77593024222', 'port_id': 'afd0b52b-64de-44fc-b7ce-77a1f0da13da', 'mac_address': 'fa:16:3e:54:85:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0de01c3-0dfb-4ca3-a11e-0d2ef455f25a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:28:45.303104 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-274370bf-4b16-4c1c-9946-6a2fa37c43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:45.305671 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-274370bf-4b16-4c1c-9946-6a2fa37c43f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:45.306718 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-274370bf-4b16-4c1c-9946-6a2fa37c43f7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ef591b1e-9265-4b2e-b9a0-99492db55e4d HTTP/1.1" status: 204 len: 168 time: 1.3271222 Jun 25 09:28:45.310346 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-05fad40c-6d5a-40e6-b917-3816acf40626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:45.324927 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Transition to ACTIVE for port object 9f508af3-fe85-4145-9da8-157c82d7d97c will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:45.326577 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5ad897-ebb5-4ea6-adf1-6fbfdb1cf87b None None] Network 40f08036-d0a2-4cbd-8eb9-1474062cf4bc requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:45.361490 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274370bf-4b16-4c1c-9946-6a2fa37c43f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef591b1e-9265-4b2e-b9a0-99492db55e4d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:45.364533 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-274370bf-4b16-4c1c-9946-6a2fa37c43f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:45.393227 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c6dfd-e956-4983-94d7-a6b1130ff297 req-9b61ebc5-facb-4001-9407-1967b3d3615b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:45.399480 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b59c6dfd-e956-4983-94d7-a6b1130ff297 req-9b61ebc5-facb-4001-9407-1967b3d3615b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 944 time: 0.8335950 Jun 25 09:28:45.410900 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:45.420997 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:45.490798 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-84213238-2d88-4ddf-9089-dd963ae12332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:45.492866 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-84213238-2d88-4ddf-9089-dd963ae12332 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=96a3b29f-c401-43ff-b96b-661504217087 HTTP/1.1" status: 200 len: 849 time: 0.2072778 Jun 25 09:28:45.527350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-084aabdc-0d7f-453f-97a9-ad672672f734 None None] Provisioning for port 5abac961-10e5-41d6-b3c7-7c10d898ff65 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:45.547537 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b59c6dfd-e956-4983-94d7-a6b1130ff297 req-83845689-3a2c-4d36-8cdb-a60e3353454f tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085122 Jun 25 09:28:45.550070 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Network 00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:45.550418 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:45.579472 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:45.591801 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:45.593661 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Pushing event updated for resources: {'Port': ['ID=9f508af3-fe85-4145-9da8-157c82d7d97c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:45.604637 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:45.613315 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:45.626020 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd0b52b-64de-44fc-b7ce-77a1f0da13da {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:28:45.675379 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:45.717976 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea2f59-98dc-42b0-9d52-23c7d07301da req-0c1cf176-1aa8-44fe-8189-4d078ec2305b tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:45.726316 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-80ea2f59-98dc-42b0-9d52-23c7d07301da req-0c1cf176-1aa8-44fe-8189-4d078ec2305b tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 943 time: 0.4460728 Jun 25 09:28:45.756521 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5abac961-10e5-41d6-b3c7-7c10d898ff65 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:45.762539 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5648d2-4c74-44b6-a584-1351cbf837f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e770758f-9d83-4a50-98c2-dda78fa4587e'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:28:45.767314 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab0e6c0-23f8-494e-adfa-9e49a08234dd" -d '{"events": [{"server_uuid": "3e5648d2-4c74-44b6-a584-1351cbf837f4", "name": "network-vif-plugged", "status": "completed", "tag": "e770758f-9d83-4a50-98c2-dda78fa4587e"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:28:45.776634 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port afd0b52b-64de-44fc-b7ce-77a1f0da13da, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=afd0b52b-64de-44fc-b7ce-77a1f0da13da,segment=NetworkSegment(ffb9b9ce-d118-4d22-acc0-400bc0551476),segment_id=ffb9b9ce-d118-4d22-acc0-400bc0551476)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:45.827133 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:45.832017 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e770758f-9d83-4a50-98c2-dda78fa4587e, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e770758f-9d83-4a50-98c2-dda78fa4587e,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:45.835157 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:45.860931 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:45.863002 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Attempting to bind port 9f508af3-fe85-4145-9da8-157c82d7d97c on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:45.863280 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Attempting to bind port 9f508af3-fe85-4145-9da8-157c82d7d97c by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'e962e52a-38c3-4e7e-9c76-69100b97a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:45.863647 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Attempting to bind port 9f508af3-fe85-4145-9da8-157c82d7d97c on network 00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:45.892621 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-827d70c9-363e-41a9-9d21-fab3b1afb2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:45.894235 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-827d70c9-363e-41a9-9d21-fab3b1afb2b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfc5d1ae-4979-4796-8f85-9baa220a71ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3916533 Jun 25 09:28:45.905612 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:45.905998 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Checking segment: {'id': 'e962e52a-38c3-4e7e-9c76-69100b97a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:45.906450 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:45.906800 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Bound using segment: {'id': 'e962e52a-38c3-4e7e-9c76-69100b97a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:45.907290 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Bound port: 9f508af3-fe85-4145-9da8-157c82d7d97c, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e962e52a-38c3-4e7e-9c76-69100b97a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:45.907690 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:45.909510 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-80ea2f59-98dc-42b0-9d52-23c7d07301da req-75f27c4b-9c79-4492-90f4-cffeaf8ff23b tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819365 Jun 25 09:28:45.952171 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=afd0b52b-64de-44fc-b7ce-77a1f0da13da,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:45.975519 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:45.976065 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:46.043811 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 5abac961-10e5-41d6-b3c7-7c10d898ff65 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:46.055668 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e770758f-9d83-4a50-98c2-dda78fa4587e,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:46.064864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 5abac961-10e5-41d6-b3c7-7c10d898ff65 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:46.065908 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.078210 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36546) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:46.161846 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89872c7-fdad-405e-a0dc-a0d009b0ca42 x-openstack-request-id: req-d89872c7-fdad-405e-a0dc-a0d009b0ca42 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:28:46.162146 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5648d2-4c74-44b6-a584-1351cbf837f4", "name": "network-vif-plugged", "status": "completed", "tag": "e770758f-9d83-4a50-98c2-dda78fa4587e", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:28:46.162490 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d89872c7-fdad-405e-a0dc-a0d009b0ca42 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:28:46.163276 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5648d2-4c74-44b6-a584-1351cbf837f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e770758f-9d83-4a50-98c2-dda78fa4587e', 'code': 200} Jun 25 09:28:46.166399 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:46.178590 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c5d1f019-d61c-4b98-b7c8-d22d3b994d71 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:46.195743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431ccb5-4086-4576-9f99-4bbb0a5d165b req-a51533ce-b86f-4fae-9020-24bcc68dd8e5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:46.199394 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cf6a07-f8cc-46c4-b75a-911476e5c4d9 admin admin] Deleting subnet e54cbc21-9bdf-4882-9cd1-149498726f14 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:28:46.199524 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9431ccb5-4086-4576-9f99-4bbb0a5d165b req-a51533ce-b86f-4fae-9020-24bcc68dd8e5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 1096 time: 0.4478624 Jun 25 09:28:46.210071 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36548) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:46.218299 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-43cf6a07-f8cc-46c4-b75a-911476e5c4d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.255585 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-8e207406-22ab-40c7-8138-9e1a2a08984b service neutron] 10.222.0.38 "GET /v2.0/networks/dfc5d1ae-4979-4796-8f85-9baa220a71ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270340 Jun 25 09:28:46.314065 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] For port 9f508af3-fe85-4145-9da8-157c82d7d97c, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:46.318513 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-43cf6a07-f8cc-46c4-b75a-911476e5c4d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.321518 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] For port 9f508af3-fe85-4145-9da8-157c82d7d97c, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=9f508af3-fe85-4145-9da8-157c82d7d97c,segment=NetworkSegment(e962e52a-38c3-4e7e-9c76-69100b97a816),segment_id=e962e52a-38c3-4e7e-9c76-69100b97a816)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:46.368866 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Allocated IP 2001:db8::1 (40f08036-d0a2-4cbd-8eb9-1474062cf4bc/fed55ba3-196a-4480-8082-e1511088453e/641625e1-b173-4125-a0f2-33e05287d93f) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:46.378575 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.384297 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1040461724'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:46.388656 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port c5d1f019-d61c-4b98-b7c8-d22d3b994d71 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:46.398034 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port c5d1f019-d61c-4b98-b7c8-d22d3b994d71 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:46.398469 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.400803 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.407739 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:46.412552 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-43cf6a07-f8cc-46c4-b75a-911476e5c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.414544 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9431ccb5-4086-4576-9f99-4bbb0a5d165b req-dcfff053-93ec-40d5-a31a-250dfd47080b tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026041 Jun 25 09:28:46.458597 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d5b44-cc37-4b49-858a-65d5661061fc req-90db623e-21d5-4e9e-a691-d3806c9b5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:46.460717 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d17d5b44-cc37-4b49-858a-65d5661061fc req-90db623e-21d5-4e9e-a691-d3806c9b5437 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 1097 time: 0.2018323 Jun 25 09:28:46.467136 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:46.471927 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.525489 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 5abac961-10e5-41d6-b3c7-7c10d898ff65, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5abac961-10e5-41d6-b3c7-7c10d898ff65,segment=NetworkSegment(b16c0632-1adb-4951-859e-7273d1a72521),segment_id=b16c0632-1adb-4951-859e-7273d1a72521)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:46.552590 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.564611 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6574e3-0c3c-44aa-a149-80d4bd4289f0 req-67c3b474-6f33-43bb-b89e-949ac855cd4b service neutron] 10.222.0.38 "GET /v2.0/networks/dfc5d1ae-4979-4796-8f85-9baa220a71ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993846 Jun 25 09:28:46.571209 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d17d5b44-cc37-4b49-858a-65d5661061fc req-9b4b32c4-3a4e-4067-be4e-70ced37bd022 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958428 Jun 25 09:28:46.606583 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Pushing event updated for resources: {'Port': ['ID=9f508af3-fe85-4145-9da8-157c82d7d97c,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:46.610908 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:46.639123 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['afd0b52b-64de-44fc-b7ce-77a1f0da13da'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:28:46.642941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb50d6b-cd35-400a-84dd-25518ee7cdc6 req-326bf92d-6685-4990-a103-89e56c1fc9ce tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:46.643620 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.645146 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8fb50d6b-cd35-400a-84dd-25518ee7cdc6 req-326bf92d-6685-4990-a103-89e56c1fc9ce tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 944 time: 0.3525004 Jun 25 09:28:46.680100 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-490264e8-c332-4683-b195-82eb90116860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:46.720704 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.728282 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.742619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:28:46.757028 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.757374 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Added segment 0b5782fa-4484-461b-8bf4-821b1b8690bd of type vlan for network 13e23ba1-9297-4cb1-bce9-7212ee789807 Jun 25 09:28:46.777349 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.808871 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.828476 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-429b90e8-e3f9-485d-8bb4-cbeef96ee250 None None] Provisioning complete for port 5abac961-10e5-41d6-b3c7-7c10d898ff65 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:46.829477 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-429b90e8-e3f9-485d-8bb4-cbeef96ee250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.841670 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8fb50d6b-cd35-400a-84dd-25518ee7cdc6 req-a552ce6e-2cca-438b-b188-e8d2555add0c tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876736 Jun 25 09:28:46.844594 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Transition to ACTIVE for port object 641625e1-b173-4125-a0f2-33e05287d93f will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:46.854430 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7489acf2-0b9e-4497-aa24-ee42799b3e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:46.866311 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.879843 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=5abac961-10e5-41d6-b3c7-7c10d898ff65,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:46.881036 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:46.881735 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:46.944185 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779d91f-13ba-4494-b077-cce59607ec02 req-21480e6e-fda6-4c9d-82f7-ddcd882eab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:46.946062 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b779d91f-13ba-4494-b077-cce59607ec02 req-21480e6e-fda6-4c9d-82f7-ddcd882eab7e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc54f151a6ea414791194a926463c635&device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 1096 time: 0.2769406 Jun 25 09:28:46.963526 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-43cf6a07-f8cc-46c4-b75a-911476e5c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:47.027547 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-43cf6a07-f8cc-46c4-b75a-911476e5c4d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:47.036178 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-43cf6a07-f8cc-46c4-b75a-911476e5c4d9 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e54cbc21-9bdf-4882-9cd1-149498726f14 HTTP/1.1" status: 204 len: 168 time: 0.9507916 Jun 25 09:28:47.036178 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8216901 Jun 25 09:28:47.036178 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36556) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:47.040427 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36558) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:47.041205 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4f0686-fa82-4125-8e56-69b29b7910ac,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:47.058753 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:47.074579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-5bf0ffb4-007d-487b-aa7c-f694b5bb372c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:47.086321 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4547f50c-7922-40b6-87f0-c45e5ace80b5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:47.152540 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:47.161190 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:47.178398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779d91f-13ba-4494-b077-cce59607ec02 req-a4ab0305-c929-43e1-9593-6ab2ab77c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:47.180179 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b779d91f-13ba-4494-b077-cce59607ec02 req-a4ab0305-c929-43e1-9593-6ab2ab77c5d6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dfc5d1ae-4979-4796-8f85-9baa220a71ad HTTP/1.1" status: 200 len: 912 time: 0.2186615 Jun 25 09:28:47.250658 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port c5d1f019-d61c-4b98-b7c8-d22d3b994d71, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c5d1f019-d61c-4b98-b7c8-d22d3b994d71,segment=NetworkSegment(d28fe6d2-15bd-4d87-87e4-5afdd4e2a040),segment_id=d28fe6d2-15bd-4d87-87e4-5afdd4e2a040)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:47.265881 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:47.266919 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 40295a71-21f3-482b-a447-53d7ed6147d2 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:28:47.270974 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:47.279104 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aafd7396-7d8f-4e27-aa60-dc6945e6fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:47.283616 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b779d91f-13ba-4494-b077-cce59607ec02 req-07c3b75e-2caf-4909-9c9b-86cdfa937ba8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86175631-0db9-4a28-90f3-c391476d0c2f HTTP/1.1" status: 200 len: 217 time: 0.0518816 Jun 25 09:28:47.291646 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:47.338885 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 40295a71-21f3-482b-a447-53d7ed6147d2 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:28:47.339915 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 40295a71-21f3-482b-a447-53d7ed6147d2 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:28:47.354959 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8fe47828-59d5-433c-8ad0-f3ae465c55d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:47.359481 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779d91f-13ba-4494-b077-cce59607ec02 req-4526f687-f1dc-4a30-980b-0775c7bc7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:47.360992 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b779d91f-13ba-4494-b077-cce59607ec02 req-4526f687-f1dc-4a30-980b-0775c7bc7af8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=96a3b29f-c401-43ff-b96b-661504217087 HTTP/1.1" status: 200 len: 849 time: 0.0639093 Jun 25 09:28:47.416423 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=c5d1f019-d61c-4b98-b7c8-d22d3b994d71,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:47.422362 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:47.427709 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network 40f08036-d0a2-4cbd-8eb9-1474062cf4bc is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:47.467390 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:47.470397 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:47.470971 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:47.553314 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba35d27-eb40-4741-936f-b4716708cad5 req-58efca7f-2acf-4fda-bf34-23524fdaed5a tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:47.554963 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ba35d27-eb40-4741-936f-b4716708cad5 req-58efca7f-2acf-4fda-bf34-23524fdaed5a tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 945 time: 0.3835864 Jun 25 09:28:47.571629 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=641625e1-b173-4125-a0f2-33e05287d93f,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:47.610178 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:47.681606 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Network': ['ID=13e23ba1-9297-4cb1-bce9-7212ee789807,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:47.697366 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:47.697896 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-800bfe8c-f372-4bb9-ac92-e41e98d2c747 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.721s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:47.698004 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:28:47.711067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779d91f-13ba-4494-b077-cce59607ec02 req-8344f762-29d3-4540-bf78-72d2c003a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:47.712748 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b779d91f-13ba-4494-b077-cce59607ec02 req-8344f762-29d3-4540-bf78-72d2c003a439 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfc5d1ae-4979-4796-8f85-9baa220a71ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3366210 Jun 25 09:28:47.733261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ddf3-0290-4fcb-bb10-c716baee17fd req-6b5076d3-aac8-4ecd-a899-2f0278c37613 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:47.740996 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4961ddf3-0290-4fcb-bb10-c716baee17fd req-6b5076d3-aac8-4ecd-a899-2f0278c37613 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 944 time: 0.3705502 Jun 25 09:28:47.749904 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ba35d27-eb40-4741-936f-b4716708cad5 req-0c6b3814-49e2-43e0-b0f6-f2aeb962e1b4 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819854 Jun 25 09:28:47.753439 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf6a07-f8cc-46c4-b75a-911476e5c4d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e54cbc21-9bdf-4882-9cd1-149498726f14,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:47.757409 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-43cf6a07-f8cc-46c4-b75a-911476e5c4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:47.791986 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9f508af3-fe85-4145-9da8-157c82d7d97c up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:47.861306 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aafd7396-7d8f-4e27-aa60-dc6945e6fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:47.866994 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf0ffb4-007d-487b-aa7c-f694b5bb372c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:47.880096 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5bf0ffb4-007d-487b-aa7c-f694b5bb372c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:47.908557 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:47.909229 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 9f508af3-fe85-4145-9da8-157c82d7d97c completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:47.918742 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5abac961-10e5-41d6-b3c7-7c10d898ff65 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:47.927873 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4961ddf3-0290-4fcb-bb10-c716baee17fd req-f02d44ef-9ed6-4498-9610-df7f83a6aad0 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858878 Jun 25 09:28:47.952465 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-aafd7396-7d8f-4e27-aa60-dc6945e6fc68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52139b1a-05b7-4cef-9798-b1346b56eb43']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:48.006698 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-120d681a-7a3c-4871-98de-9368e57ac80c None None] Provisioning for port 641625e1-b173-4125-a0f2-33e05287d93f completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:48.015262 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-aafd7396-7d8f-4e27-aa60-dc6945e6fc68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72660649-9d6e-4964-a394-16f54af9b202') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:48.016192 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-aafd7396-7d8f-4e27-aa60-dc6945e6fc68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72660649-9d6e-4964-a394-16f54af9b202') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:48.020775 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-120d681a-7a3c-4871-98de-9368e57ac80c None None] Provisioning complete for port 641625e1-b173-4125-a0f2-33e05287d93f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:48.021130 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-120d681a-7a3c-4871-98de-9368e57ac80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.039838 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aafd7396-7d8f-4e27-aa60-dc6945e6fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.066875 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aafd7396-7d8f-4e27-aa60-dc6945e6fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.088346 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafd7396-7d8f-4e27-aa60-dc6945e6fc68 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:28:48.089783 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aafd7396-7d8f-4e27-aa60-dc6945e6fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:28:48.092609 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:28:48.128420 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-120d681a-7a3c-4871-98de-9368e57ac80c None None] Port 641625e1-b173-4125-a0f2-33e05287d93f cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:28:48.130045 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 5abac961-10e5-41d6-b3c7-7c10d898ff65 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:48.130438 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.164293 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5436a5-35d0-4b91-83ed-4e64ec3bcd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d1f019-d61c-4b98-b7c8-d22d3b994d71'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:28:48.166695 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314475f2-349e-4a5a-b191-27085707207b" -d '{"events": [{"server_uuid": "8f5436a5-35d0-4b91-83ed-4e64ec3bcd32", "name": "network-vif-plugged", "status": "completed", "tag": "c5d1f019-d61c-4b98-b7c8-d22d3b994d71"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:28:48.206670 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aafd7396-7d8f-4e27-aa60-dc6945e6fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.212960 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:48.219733 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aafd7396-7d8f-4e27-aa60-dc6945e6fc68 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.221726 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-aafd7396-7d8f-4e27-aa60-dc6945e6fc68 admin admin] 10.222.0.93 "DELETE /v2.0/networks/52139b1a-05b7-4cef-9798-b1346b56eb43 HTTP/1.1" status: 204 len: 168 time: 1.1884122 Jun 25 09:28:48.236449 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd7396-7d8f-4e27-aa60-dc6945e6fc68 admin admin] Pushing event deleted for resources: {'Network': ['ID=52139b1a-05b7-4cef-9798-b1346b56eb43,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:48.242996 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aafd7396-7d8f-4e27-aa60-dc6945e6fc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:48.267613 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3166d76f-8fe7-42c7-9244-5cfc7adee7b5 None None] Network 00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:48.319534 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5bf0ffb4-007d-487b-aa7c-f694b5bb372c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.325657 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-745c8096-8cac-4a8d-bcea-799c34a33f63 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:48.362738 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b779d91f-13ba-4494-b077-cce59607ec02 req-c6d05720-daaa-4127-9d12-f3594565ddb2 service neutron] 10.222.0.38 "GET /v2.0/networks/dfc5d1ae-4979-4796-8f85-9baa220a71ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168604 Jun 25 09:28:48.366945 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3711d612-2e9b-45ee-a22b-fdf9d0a0a897 None None] Provisioning for port 9f508af3-fe85-4145-9da8-157c82d7d97c completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:48.377555 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3711d612-2e9b-45ee-a22b-fdf9d0a0a897 None None] Provisioning complete for port 9f508af3-fe85-4145-9da8-157c82d7d97c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:48.377943 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3711d612-2e9b-45ee-a22b-fdf9d0a0a897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.428385 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf0ffb4-007d-487b-aa7c-f694b5bb372c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:48.428790 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf0ffb4-007d-487b-aa7c-f694b5bb372c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network hostable DHCP agents. Network: 13e23ba1-9297-4cb1-bce9-7212ee789807, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:28:48.435512 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0ffb4-007d-487b-aa7c-f694b5bb372c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=2f2ea4aa-95cc-437e-beee-9fb354cb33f9,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:48.439684 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5bf0ffb4-007d-487b-aa7c-f694b5bb372c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:48.455083 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf0ffb4-007d-487b-aa7c-f694b5bb372c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:28:48.467579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-5bf0ffb4-007d-487b-aa7c-f694b5bb372c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 13e23ba1-9297-4cb1-bce9-7212ee789807) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:48.472241 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf0ffb4-007d-487b-aa7c-f694b5bb372c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:48.473223 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5bf0ffb4-007d-487b-aa7c-f694b5bb372c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.492074 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5bf0ffb4-007d-487b-aa7c-f694b5bb372c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4349868 Jun 25 09:28:48.492323 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987b2d11-c3ed-406e-afc1-366131fa2e7c None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:48.494975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36574) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:48.503710 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36576) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:48.509882 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'name': 'tempest-NetworksTestDHCPv6-669032712'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:48.613087 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3711d612-2e9b-45ee-a22b-fdf9d0a0a897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.625828 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1755788f-db7b-46f1-b9a8-e707e101d05d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=21012412c37349ddba8b24648f8a495b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293330 Jun 25 09:28:48.629612 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36578) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:48.654850 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3711d612-2e9b-45ee-a22b-fdf9d0a0a897 None None] For port 9f508af3-fe85-4145-9da8-157c82d7d97c, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=9f508af3-fe85-4145-9da8-157c82d7d97c,segment=NetworkSegment(e962e52a-38c3-4e7e-9c76-69100b97a816),segment_id=e962e52a-38c3-4e7e-9c76-69100b97a816)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:48.663403 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3711d612-2e9b-45ee-a22b-fdf9d0a0a897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.670812 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:48.728522 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-098eed0a-f676-4577-aa2d-34a7f8dee666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.779164 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711d612-2e9b-45ee-a22b-fdf9d0a0a897 None None] Pushing event updated for resources: {'Port': ['ID=9f508af3-fe85-4145-9da8-157c82d7d97c,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:48.784035 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3711d612-2e9b-45ee-a22b-fdf9d0a0a897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:48.794938 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-098eed0a-f676-4577-aa2d-34a7f8dee666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.803522 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:48.807660 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.818533 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': '2f2ea4aa-95cc-437e-beee-9fb354cb33f9'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:28:48.819799 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.839247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 52c66e33-c60e-4dd3-9ddb-fb5117cc5b18 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:28:48.965509 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::1d9 (13e23ba1-9297-4cb1-bce9-7212ee789807/2f2ea4aa-95cc-437e-beee-9fb354cb33f9/52c66e33-c60e-4dd3-9ddb-fb5117cc5b18) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:48.983094 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df45549-db3f-45c8-a969-f4003e1d5dac req-655ecc66-72c8-4108-8401-322a553fc2de tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:48.984767 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4df45549-db3f-45c8-a969-f4003e1d5dac req-655ecc66-72c8-4108-8401-322a553fc2de tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.7677732 Jun 25 09:28:48.990356 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a1603313-be77-47c8-a963-4b9b5330fc7e None None] Provisioning complete for port 9f508af3-fe85-4145-9da8-157c82d7d97c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:48.990529 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.990647 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1603313-be77-47c8-a963-4b9b5330fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:48.994918 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcf870-e0ed-4361-b9b6-35a15fb1c1b4 req-7ea5505a-2023-4508-abda-a187e519e17d tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:48.996403 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3fcf870-e0ed-4361-b9b6-35a15fb1c1b4 req-7ea5505a-2023-4508-abda-a187e519e17d tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 1096 time: 1.0177598 Jun 25 09:28:48.998422 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b779d91f-13ba-4494-b077-cce59607ec02 req-2cad3397-97e0-459a-ac62-f521682be71a service neutron] 10.222.0.38 "GET /v2.0/networks/dfc5d1ae-4979-4796-8f85-9baa220a71ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6243029 Jun 25 09:28:49.001364 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:49.002216 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:49.008408 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:49.022918 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device afd0b52b-64de-44fc-b7ce-77a1f0da13da up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:49.064744 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-098eed0a-f676-4577-aa2d-34a7f8dee666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:49.067763 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-098eed0a-f676-4577-aa2d-34a7f8dee666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:49.069188 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-098eed0a-f676-4577-aa2d-34a7f8dee666 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/db153b41-3d57-4238-a7a4-f3b1b7a69941 HTTP/1.1" status: 204 len: 168 time: 0.4388094 Jun 25 09:28:49.072490 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b629b1d1-d91c-4658-971f-34e0e8f6c211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:49.085414 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098eed0a-f676-4577-aa2d-34a7f8dee666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db153b41-3d57-4238-a7a4-f3b1b7a69941,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:49.100785 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-098eed0a-f676-4577-aa2d-34a7f8dee666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:49.146657 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=641625e1-b173-4125-a0f2-33e05287d93f,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:49.156552 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4df45549-db3f-45c8-a969-f4003e1d5dac req-4c6e6003-0bc1-40c2-ac5b-4f6b63000f67 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571610 Jun 25 09:28:49.157975 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:49.162846 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3fcf870-e0ed-4361-b9b6-35a15fb1c1b4 req-6f4ebec8-87bc-4d5d-a8ee-da418c0f9672 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492596 Jun 25 09:28:49.164555 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port afd0b52b-64de-44fc-b7ce-77a1f0da13da completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:49.173267 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port afd0b52b-64de-44fc-b7ce-77a1f0da13da triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:49.173267 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:49.218444 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network 40f08036-d0a2-4cbd-8eb9-1474062cf4bc is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:49.220098 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:49.264867 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:49.293726 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object 52c66e33-c60e-4dd3-9ddb-fb5117cc5b18 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:49.304844 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150f093d-1599-4298-a7b9-66d58b63b4b2 x-openstack-request-id: req-150f093d-1599-4298-a7b9-66d58b63b4b2 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:28:49.305151 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5436a5-35d0-4b91-83ed-4e64ec3bcd32", "name": "network-vif-plugged", "status": "completed", "tag": "c5d1f019-d61c-4b98-b7c8-d22d3b994d71", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:28:49.305417 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-150f093d-1599-4298-a7b9-66d58b63b4b2 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:28:49.305879 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5436a5-35d0-4b91-83ed-4e64ec3bcd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d1f019-d61c-4b98-b7c8-d22d3b994d71', 'code': 200} Jun 25 09:28:49.363928 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:49.384244 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:49.392620 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-71874263-8bb9-4788-8730-40704eb99cb0 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:49.462583 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:49.472534 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:49.481296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:49.487620 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:49.488286 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:49.491745 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port afd0b52b-64de-44fc-b7ce-77a1f0da13da, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=afd0b52b-64de-44fc-b7ce-77a1f0da13da,segment=NetworkSegment(ffb9b9ce-d118-4d22-acc0-400bc0551476),segment_id=ffb9b9ce-d118-4d22-acc0-400bc0551476)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:49.504187 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:49.505624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=52c66e33-c60e-4dd3-9ddb-fb5117cc5b18,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:49.513695 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:49.519814 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:49.523719 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0184982 Jun 25 09:28:49.527262 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36590) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:49.591958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Allocated IP 2001:db8::2 (13e23ba1-9297-4cb1-bce9-7212ee789807/2f2ea4aa-95cc-437e-beee-9fb354cb33f9/160b8e61-eafd-4998-9513-b08dd0aa3179) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:49.679820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9f508af3-fe85-4145-9da8-157c82d7d97c up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:49.704941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b972ee4-f03c-4633-b5cd-c6db09ec43bf req-bec7bde9-d7f9-4293-83cd-57f5dae1942b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:49.706736 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b972ee4-f03c-4633-b5cd-c6db09ec43bf req-bec7bde9-d7f9-4293-83cd-57f5dae1942b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 945 time: 0.2833183 Jun 25 09:28:49.720319 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb96602-aa7a-4f5e-a3a7-c59feb2497bc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:49.724594 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fdb96602-aa7a-4f5e-a3a7-c59feb2497bc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1937914 Jun 25 09:28:49.724826 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aceeb7-fccd-486d-a5ee-29a66ea0a551 req-47198ba5-4e2b-490f-babe-14249dfd84bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:49.724986 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36596) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:49.725097 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e9aceeb7-fccd-486d-a5ee-29a66ea0a551 req-47198ba5-4e2b-490f-babe-14249dfd84bd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 1097 time: 0.3120339 Jun 25 09:28:49.741698 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ce10b-e042-4582-be6a-3fd5351bc959 req-e5c2e3bd-cf30-4725-90c6-e77d118a2aff tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:49.743388 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-594ce10b-e042-4582-be6a-3fd5351bc959 req-e5c2e3bd-cf30-4725-90c6-e77d118a2aff tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 945 time: 0.2484241 Jun 25 09:28:49.761010 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router 63f004dc-6794-4c79-83e7-92680978225c is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:28:49.787045 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1fa6f1b1-c3e1-4a1c-890c-bcb707ad9806 None None] Provisioning complete for port 641625e1-b173-4125-a0f2-33e05287d93f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:49.787429 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1fa6f1b1-c3e1-4a1c-890c-bcb707ad9806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:49.833374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e9aceeb7-fccd-486d-a5ee-29a66ea0a551 req-3611906e-5b75-43a5-b9ae-4a2afcbaa5fa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850153 Jun 25 09:28:49.836757 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=afd0b52b-64de-44fc-b7ce-77a1f0da13da,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:49.842874 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:49.845581 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1fa6f1b1-c3e1-4a1c-890c-bcb707ad9806 None None] Port 641625e1-b173-4125-a0f2-33e05287d93f cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:28:49.846356 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b972ee4-f03c-4633-b5cd-c6db09ec43bf req-e2029338-6caa-41c4-b2e8-ccea5201da24 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243367 Jun 25 09:28:49.867172 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-594ce10b-e042-4582-be6a-3fd5351bc959 req-6be01c18-a969-4838-8901-1b6760b392f3 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961661 Jun 25 09:28:49.880318 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e6bee-feff-466a-a268-c4616f3d3afd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port 52c66e33-c60e-4dd3-9ddb-fb5117cc5b18 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:49.881381 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1d8e6bee-feff-466a-a268-c4616f3d3afd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:49.914187 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 9f508af3-fe85-4145-9da8-157c82d7d97c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:49.914570 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:50.002407 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:28:50.008196 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:50.013731 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a9bab-164f-42eb-9a11-ff3714bd8c75 None None] Sync routers for ids ['63f004dc-6794-4c79-83e7-92680978225c'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:28:50.015130 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/63f004dc-6794-4c79-83e7-92680978225c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5583181 Jun 25 09:28:50.017632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36604) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:50.029882 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a9bab-164f-42eb-9a11-ff3714bd8c75 None None] Routers {'63f004dc-6794-4c79-83e7-92680978225c'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:50.032871 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-401a9bab-164f-42eb-9a11-ff3714bd8c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['63f004dc-6794-4c79-83e7-92680978225c'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:50.039872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Transition to ACTIVE for port object 160b8e61-eafd-4998-9513-b08dd0aa3179 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:50.090668 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Transition to ACTIVE for port object 160b8e61-eafd-4998-9513-b08dd0aa3179 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:50.095410 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1d8e6bee-feff-466a-a268-c4616f3d3afd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:50.109614 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:50.113562 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:50.116407 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-401a9bab-164f-42eb-9a11-ff3714bd8c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:50.127328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e6bee-feff-466a-a268-c4616f3d3afd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for 52c66e33-c60e-4dd3-9ddb-fb5117cc5b18 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:28:50.131440 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a9bab-164f-42eb-9a11-ff3714bd8c75 None None] Routers {'63f004dc-6794-4c79-83e7-92680978225c'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:50.132395 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-401a9bab-164f-42eb-9a11-ff3714bd8c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['63f004dc-6794-4c79-83e7-92680978225c'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:50.135319 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 86175631-0db9-4a28-90f3-c391476d0c2f details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:28:50.139957 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a37f86-9d00-42c7-8116-3b6188804e68 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:50.150377 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b4a37f86-9d00-42c7-8116-3b6188804e68 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports/641625e1-b173-4125-a0f2-33e05287d93f HTTP/1.1" status: 200 len: 911 time: 0.1313014 Jun 25 09:28:50.151359 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36608) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:50.175652 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-401a9bab-164f-42eb-9a11-ff3714bd8c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:50.177369 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a9bab-164f-42eb-9a11-ff3714bd8c75 None None] The sync data for ids ['63f004dc-6794-4c79-83e7-92680978225c'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:28:50.222568 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:50.232260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:50.236154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:50.265363 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Pushing event updated for resources: {'Port': ['ID=160b8e61-eafd-4998-9513-b08dd0aa3179,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:50.275174 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:50.358436 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Attempting to bind port 160b8e61-eafd-4998-9513-b08dd0aa3179 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:50.358913 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Attempting to bind port 160b8e61-eafd-4998-9513-b08dd0aa3179 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:50.359366 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Attempting to bind port 160b8e61-eafd-4998-9513-b08dd0aa3179 on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:50.367991 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:50.368471 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:50.368995 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:50.369450 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:50.369943 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Bound port: 160b8e61-eafd-4998-9513-b08dd0aa3179, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:50.370329 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:50.386444 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1d8e6bee-feff-466a-a268-c4616f3d3afd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:50.394000 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:50.424257 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e6bee-feff-466a-a268-c4616f3d3afd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=52c66e33-c60e-4dd3-9ddb-fb5117cc5b18,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:50.428984 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1d8e6bee-feff-466a-a268-c4616f3d3afd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:50.461152 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1d8e6bee-feff-466a-a268-c4616f3d3afd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:50.465502 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1d8e6bee-feff-466a-a268-c4616f3d3afd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/52c66e33-c60e-4dd3-9ddb-fb5117cc5b18 HTTP/1.1" status: 204 len: 168 time: 0.7373106 Jun 25 09:28:50.465787 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36622) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:50.554473 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36626) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:50.579253 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-064e4896-0c85-497e-841c-5943b26986ec None None] For port 160b8e61-eafd-4998-9513-b08dd0aa3179, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:50.586009 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-064e4896-0c85-497e-841c-5943b26986ec None None] For port 160b8e61-eafd-4998-9513-b08dd0aa3179, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=160b8e61-eafd-4998-9513-b08dd0aa3179,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:50.601141 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 86175631-0db9-4a28-90f3-c391476d0c2f, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=86175631-0db9-4a28-90f3-c391476d0c2f,segment=NetworkSegment(f9fc13e3-4d18-4864-88d5-39d8499211f0),segment_id=f9fc13e3-4d18-4864-88d5-39d8499211f0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:50.608108 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:50.624791 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0267b12c-a0f6-46a6-b404-b8e7c9e7d74f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:50.658459 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4f1b29-aae8-4b2c-b4a0-4985976f1956 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:50.660150 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4f1b29-aae8-4b2c-b4a0-4985976f1956 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:50.667529 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bc4f1b29-aae8-4b2c-b4a0-4985976f1956 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1892283 Jun 25 09:28:50.675094 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36630) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:50.715944 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '86175631-0db9-4a28-90f3-c391476d0c2f', 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad', 'port_id': '86175631-0db9-4a28-90f3-c391476d0c2f', 'mac_address': 'fa:16:3e:74:e8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a3b29f-c401-43ff-b96b-661504217087', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:28:50.798996 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-102997678-network', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:50.807913 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f5a54d-a949-4674-b4ac-3a5eee179115 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 2f2ea4aa-95cc-437e-beee-9fb354cb33f9 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:28:50.811552 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a54d-a949-4674-b4ac-3a5eee179115 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:50.847790 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Pushing event updated for resources: {'Port': ['ID=160b8e61-eafd-4998-9513-b08dd0aa3179,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:50.852014 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:50.854948 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:50.880996 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a54d-a949-4674-b4ac-3a5eee179115 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:50.886867 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86175631-0db9-4a28-90f3-c391476d0c2f {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:28:50.905025 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cbd4c-b352-4773-9a86-422997d84311 req-dcb98391-2657-4f33-9cae-adf02e9318cb tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:50.919911 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-567cbd4c-b352-4773-9a86-422997d84311 req-dcb98391-2657-4f33-9cae-adf02e9318cb tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.3588498 Jun 25 09:28:50.940940 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 86175631-0db9-4a28-90f3-c391476d0c2f, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=86175631-0db9-4a28-90f3-c391476d0c2f,segment=NetworkSegment(f9fc13e3-4d18-4864-88d5-39d8499211f0),segment_id=f9fc13e3-4d18-4864-88d5-39d8499211f0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:50.947869 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:50.949592 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:51.057119 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Made reservation on behalf of 947752a66d514658b9b3ad4c8803cd36 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:51.063237 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:51.105688 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=86175631-0db9-4a28-90f3-c391476d0c2f,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:51.110951 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:51.122472 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:51.126900 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a54d-a949-4674-b4ac-3a5eee179115 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:51.137963 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-567cbd4c-b352-4773-9a86-422997d84311 req-b8a8403c-356e-4d86-b624-9a2a94503955 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170258 Jun 25 09:28:51.264701 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['86175631-0db9-4a28-90f3-c391476d0c2f'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:28:51.303479 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a54d-a949-4674-b4ac-3a5eee179115 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:51.307917 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e121be-c816-4ffb-85b5-6a699997a0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd0b52b-64de-44fc-b7ce-77a1f0da13da'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:28:51.309590 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:51.311074 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5751a44-95a8-4300-839e-b9b5b48ebb30" -d '{"events": [{"server_uuid": "f4e121be-c816-4ffb-85b5-6a699997a0f5", "name": "network-vif-plugged", "status": "completed", "tag": "afd0b52b-64de-44fc-b7ce-77a1f0da13da"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:28:51.326963 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9f006e36-6880-4b4c-87c4-a077882ddd59 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:51.370656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5a54d-a949-4674-b4ac-3a5eee179115 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=2f2ea4aa-95cc-437e-beee-9fb354cb33f9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:51.373583 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c8f5a54d-a949-4674-b4ac-3a5eee179115 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:51.377488 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a54d-a949-4674-b4ac-3a5eee179115 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:51.382748 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c8f5a54d-a949-4674-b4ac-3a5eee179115 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/2f2ea4aa-95cc-437e-beee-9fb354cb33f9 HTTP/1.1" status: 204 len: 168 time: 0.7072921 Jun 25 09:28:51.384926 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36642) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:51.433413 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea52bb2-ce7a-4e93-91b2-9c3e09668e3f req-92353e33-a54b-491e-9631-e5cd3515b821 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:51.434990 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ea52bb2-ce7a-4e93-91b2-9c3e09668e3f req-92353e33-a54b-491e-9631-e5cd3515b821 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 1097 time: 0.3630311 Jun 25 09:28:51.457660 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-50bea975-64b9-4d92-bec7-64353722ede0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684762 Jun 25 09:28:51.459211 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36644) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:51.466258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-113af426-91ca-4ea4-be2e-ba804fdaed27 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:51.633197 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ea52bb2-ce7a-4e93-91b2-9c3e09668e3f req-cb8ec7a6-3765-44c8-839b-a2e10645084a tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607471 Jun 25 09:28:51.638946 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:51.652598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7a1ee-f2ce-42aa-9c4d-3bcc43226486 req-f96c601e-a969-4631-b142-63f901629bb1 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:51.654497 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62f7a1ee-f2ce-42aa-9c4d-3bcc43226486 req-f96c601e-a969-4631-b142-63f901629bb1 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 945 time: 0.3215396 Jun 25 09:28:51.660255 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:51.673911 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:51.748633 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:28:51.756386 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113af426-91ca-4ea4-be2e-ba804fdaed27 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:51.760261 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-113af426-91ca-4ea4-be2e-ba804fdaed27 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:51.791538 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 160b8e61-eafd-4998-9513-b08dd0aa3179 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:51.824147 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0668c7c9-265f-4e29-a968-a2454457f271 x-openstack-request-id: req-0668c7c9-265f-4e29-a968-a2454457f271 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:28:51.824714 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e121be-c816-4ffb-85b5-6a699997a0f5", "name": "network-vif-plugged", "status": "completed", "tag": "afd0b52b-64de-44fc-b7ce-77a1f0da13da", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:28:51.825300 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0668c7c9-265f-4e29-a968-a2454457f271 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:28:51.825864 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e121be-c816-4ffb-85b5-6a699997a0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd0b52b-64de-44fc-b7ce-77a1f0da13da', 'code': 200} Jun 25 09:28:51.833322 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec150065-d1b9-45f4-84a8-45fdac0156ca,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:51.837417 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:51.839303 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:51.839973 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Added segment b09ce19a-1c6b-4942-b73f-e914ff12d8ce of type vlan for network 5a10db37-d015-4d07-b8b3-aeae3ba241cd Jun 25 09:28:51.883593 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 160b8e61-eafd-4998-9513-b08dd0aa3179 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:51.926791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62f7a1ee-f2ce-42aa-9c4d-3bcc43226486 req-a3a688f0-cc62-46f6-b505-64417bf699a4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583115 Jun 25 09:28:51.950704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Allocated IP 2001:db8:1::1 (00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf/1b46a35c-6b12-428a-93a3-d95ba7b32c69/6c282e91-c6b4-4736-b3bf-c116ae9f73b2) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:52.008867 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.092219 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.093401 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:52.094249 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.099981 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5e6cd65b-81bd-448f-9a09-7a56b2785c53 tempest-QuotasNegativeTest-1617835898 tempest-QuotasNegativeTest-1617835898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:52.106875 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.123454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Transition to ACTIVE for port object 6c282e91-c6b4-4736-b3bf-c116ae9f73b2 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:52.147577 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36654) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:52.153786 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6167757-5919-4769-80ae-37c6cee3211f req-aada6e0c-1c67-484c-b74d-54c7dfbb9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:52.155336 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6167757-5919-4769-80ae-37c6cee3211f req-aada6e0c-1c67-484c-b74d-54c7dfbb9519 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 1097 time: 0.2223799 Jun 25 09:28:52.165883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 86175631-0db9-4a28-90f3-c391476d0c2f up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:52.195587 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.201228 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Pushing event updated for resources: {'Network': ['ID=5a10db37-d015-4d07-b8b3-aeae3ba241cd,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:52.201869 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:52.205803 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:52.216470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 5a10db37-d015-4d07-b8b3-aeae3ba241cd details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:28:52.218571 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6629961 Jun 25 09:28:52.219485 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36660) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:52.235429 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-3217d758-bee5-459e-a929-1ec87f9ab342 admin admin] Request body: {'subnet': {'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-102997678-subnet', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:52.307600 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network 00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:52.313213 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d6167757-5919-4769-80ae-37c6cee3211f req-49e28b8d-d4b0-4b85-90df-4deb9f238b41 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454673 Jun 25 09:28:52.323855 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:52.330732 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:52.331447 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.337338 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dccf5cd0-d3c2-45ad-866c-92ec461580e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.338821 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-113af426-91ca-4ea4-be2e-ba804fdaed27 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.343081 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3bad5c65-a870-4f32-8b9c-4d70eb0996cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:52.347199 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3217d758-bee5-459e-a929-1ec87f9ab342 admin admin] Made reservation on behalf of 947752a66d514658b9b3ad4c8803cd36 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:52.350008 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3217d758-bee5-459e-a929-1ec87f9ab342 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.425375 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=6c282e91-c6b4-4736-b3bf-c116ae9f73b2,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:52.441494 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:52.497128 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb3b841-ef01-45a1-95b6-b3fc73d824fd None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:52.556684 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e3c43-c908-41b5-aabe-e2351e5fa940 req-3f6a1c0e-666d-4402-a140-075453cc93c4 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:52.558383 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b0e3c43-c908-41b5-aabe-e2351e5fa940 req-3f6a1c0e-666d-4402-a140-075453cc93c4 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.2225447 Jun 25 09:28:52.576999 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113af426-91ca-4ea4-be2e-ba804fdaed27 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:52.606917 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-113af426-91ca-4ea4-be2e-ba804fdaed27 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:52.616239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113af426-91ca-4ea4-be2e-ba804fdaed27 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:52.617019 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-113af426-91ca-4ea4-be2e-ba804fdaed27 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.649809 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113af426-91ca-4ea4-be2e-ba804fdaed27 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=79c0627f-7246-453b-9e51-122f1bda51b0,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:52.652557 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-113af426-91ca-4ea4-be2e-ba804fdaed27 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:52.654144 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3217d758-bee5-459e-a929-1ec87f9ab342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.659624 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-479b8d9e-1da2-45af-9b5c-7fa370d8db46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:52.665001 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.675327 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b0e3c43-c908-41b5-aabe-e2351e5fa940 req-6383032a-f5c5-4b3c-a662-14e3a18b0de7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097851 Jun 25 09:28:52.703067 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f63a6da7-a17d-4b6e-906e-eb39978c4d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.721834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-03abf5ee-e152-4beb-addb-4fbe1771f243 None None] Provisioning for port 160b8e61-eafd-4998-9513-b08dd0aa3179 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:52.762961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-03abf5ee-e152-4beb-addb-4fbe1771f243 None None] Provisioning complete for port 160b8e61-eafd-4998-9513-b08dd0aa3179 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:52.764855 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03abf5ee-e152-4beb-addb-4fbe1771f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.765018 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dccf5cd0-d3c2-45ad-866c-92ec461580e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.780368 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dccf5cd0-d3c2-45ad-866c-92ec461580e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.799847 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217d758-bee5-459e-a929-1ec87f9ab342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=403530bf-ac62-4838-b5a2-e51f68a8cbd7,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:52.804495 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3217d758-bee5-459e-a929-1ec87f9ab342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:52.809117 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-113af426-91ca-4ea4-be2e-ba804fdaed27 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3461020 Jun 25 09:28:52.810123 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36670) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:52.817988 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'name': 'tempest-NetworksTestDHCPv6-1518586268'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:52.838463 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5d6e1679-fadb-4832-a9cc-0a6091ed4e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:52.840187 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 86175631-0db9-4a28-90f3-c391476d0c2f completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:52.851420 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 86175631-0db9-4a28-90f3-c391476d0c2f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:52.851799 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.874354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217d758-bee5-459e-a929-1ec87f9ab342 admin admin] Checking segment: {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:52.874787 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3217d758-bee5-459e-a929-1ec87f9ab342 admin admin] Network hostable DHCP agents. Network: 5a10db37-d015-4d07-b8b3-aeae3ba241cd, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:28:52.917602 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3217d758-bee5-459e-a929-1ec87f9ab342 admin admin] Network 5a10db37-d015-4d07-b8b3-aeae3ba241cd is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:28:52.953762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-dccf5cd0-d3c2-45ad-866c-92ec461580e3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f4cfafda3f91455291a91f14523c5aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8036914 Jun 25 09:28:52.955362 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36672) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:52.955483 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-3217d758-bee5-459e-a929-1ec87f9ab342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 5a10db37-d015-4d07-b8b3-aeae3ba241cd) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:52.959453 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf5cd0-d3c2-45ad-866c-92ec461580e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4565b451-776e-4e51-8ce4-da016a7b54cf,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:52.969578 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3217d758-bee5-459e-a929-1ec87f9ab342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:52.970201 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3217d758-bee5-459e-a929-1ec87f9ab342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:52.980496 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dccf5cd0-d3c2-45ad-866c-92ec461580e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:52.995334 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334c43be-9043-41a0-9275-96841d5eca00 None None] Network 5a10db37-d015-4d07-b8b3-aeae3ba241cd requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:53.018588 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8363f-17ea-401d-a925-e82ffc7795f6 req-5a7b95cd-18ae-4c5c-acb3-8e7d43de8484 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:53.020139 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0bd8363f-17ea-401d-a925-e82ffc7795f6 req-5a7b95cd-18ae-4c5c-acb3-8e7d43de8484 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 1097 time: 0.2283337 Jun 25 09:28:53.033205 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3217d758-bee5-459e-a929-1ec87f9ab342 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8041728 Jun 25 09:28:53.038627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36676) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:53.056199 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-102997678-router', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:53.072262 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:53.076272 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.080171 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03abf5ee-e152-4beb-addb-4fbe1771f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.110989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 8e0e6264-048e-4986-9616-5bd30a89c861 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:28:53.123053 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-22e98043-4489-43ae-bee4-b04b2b2b376b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.145482 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-22e98043-4489-43ae-bee4-b04b2b2b376b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.190223 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-03abf5ee-e152-4beb-addb-4fbe1771f243 None None] For port 160b8e61-eafd-4998-9513-b08dd0aa3179, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=160b8e61-eafd-4998-9513-b08dd0aa3179,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:53.191617 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.196662 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.197506 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.221364 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03abf5ee-e152-4beb-addb-4fbe1771f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.225966 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3711d612-2e9b-45ee-a22b-fdf9d0a0a897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:53.253209 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 86175631-0db9-4a28-90f3-c391476d0c2f, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=86175631-0db9-4a28-90f3-c391476d0c2f,segment=NetworkSegment(f9fc13e3-4d18-4864-88d5-39d8499211f0),segment_id=f9fc13e3-4d18-4864-88d5-39d8499211f0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:53.257117 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-22e98043-4489-43ae-bee4-b04b2b2b376b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.259910 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-22e98043-4489-43ae-bee4-b04b2b2b376b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.263546 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-22e98043-4489-43ae-bee4-b04b2b2b376b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4565b451-776e-4e51-8ce4-da016a7b54cf HTTP/1.1" status: 204 len: 168 time: 0.3028545 Jun 25 09:28:53.266552 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8368755f-fae8-44a2-b94f-f35799979721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:53.280721 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0bd8363f-17ea-401d-a925-e82ffc7795f6 req-cb545c49-8c14-43ef-953e-835ad774c8cf tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480261 Jun 25 09:28:53.323065 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.341204 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e98043-4489-43ae-bee4-b04b2b2b376b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4565b451-776e-4e51-8ce4-da016a7b54cf,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:53.348313 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-22e98043-4489-43ae-bee4-b04b2b2b376b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:53.365319 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.404263 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:28:53.405176 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.418058 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54786e64-d6d9-44cf-9425-5cc036868f86 req-e3b8e7f9-0703-4635-9256-4b676077c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:53.419765 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54786e64-d6d9-44cf-9425-5cc036868f86 req-e3b8e7f9-0703-4635-9256-4b676077c2aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dac7f5e8bc874a1bb47e20ea5d0b1b08&device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 1097 time: 0.2979774 Jun 25 09:28:53.422096 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.447081 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.448296 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.464283 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-927fad52-6792-408a-8fb8-57c0f5569dc9 None None] Provisioning for port 6c282e91-c6b4-4736-b3bf-c116ae9f73b2 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:53.474709 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-927fad52-6792-408a-8fb8-57c0f5569dc9 None None] Provisioning complete for port 6c282e91-c6b4-4736-b3bf-c116ae9f73b2 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:53.475040 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-927fad52-6792-408a-8fb8-57c0f5569dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.487426 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-79f570fb-fdfb-4095-b03c-3ecee43b3701 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:53.533024 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c252d27-b11d-4502-bf10-c27c52e72ff9 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:53.534797 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abf5ee-e152-4beb-addb-4fbe1771f243 None None] Pushing event updated for resources: {'Port': ['ID=160b8e61-eafd-4998-9513-b08dd0aa3179,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:53.539676 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-03abf5ee-e152-4beb-addb-4fbe1771f243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:53.542554 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0388cc3b-034d-4265-bacc-8ac54315c31f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:53.564841 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::150 (13e23ba1-9297-4cb1-bce9-7212ee789807/79c0627f-7246-453b-9e51-122f1bda51b0/8e0e6264-048e-4986-9616-5bd30a89c861) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:53.601573 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=86175631-0db9-4a28-90f3-c391476d0c2f,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:53.636123 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:53.685049 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-927fad52-6792-408a-8fb8-57c0f5569dc9 None None] Port 6c282e91-c6b4-4736-b3bf-c116ae9f73b2 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:28:53.703053 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=6c282e91-c6b4-4736-b3bf-c116ae9f73b2,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:53.714928 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 160b8e61-eafd-4998-9513-b08dd0aa3179 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:53.723109 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:53.742130 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:53.812559 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object 8e0e6264-048e-4986-9616-5bd30a89c861 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:53.847572 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5851ad79-3052-4e91-a06d-f3c046bb84c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86175631-0db9-4a28-90f3-c391476d0c2f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:28:53.851301 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de7b298-d1c2-4c20-b3e1-44db0cf2fc23" -d '{"events": [{"server_uuid": "5851ad79-3052-4e91-a06d-f3c046bb84c5", "name": "network-vif-plugged", "status": "completed", "tag": "86175631-0db9-4a28-90f3-c391476d0c2f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:28:53.882937 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:54.010355 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:54.016929 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6dd023ce-7169-4640-a75b-861acdccb936 None None] Provisioning complete for port 160b8e61-eafd-4998-9513-b08dd0aa3179 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:54.017315 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6dd023ce-7169-4640-a75b-861acdccb936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:54.041468 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d4dafab8-2920-4d8a-bcc3-dbd91a0ceed5 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:54.052400 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:54.066895 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Allocated IP 172.20.0.2 (5a10db37-d015-4d07-b8b3-aeae3ba241cd/403530bf-ac62-4838-b5a2-e51f68a8cbd7/efabc221-6e60-4712-8bc2-184d34a5ca59) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:54.102742 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 160b8e61-eafd-4998-9513-b08dd0aa3179 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:54.103408 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:54.123588 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=8e0e6264-048e-4986-9616-5bd30a89c861,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:54.146243 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:54.150206 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:54.151225 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:54.161484 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:54.171366 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:54.172152 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:54.209073 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3966842 Jun 25 09:28:54.211672 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36704) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:54.540363 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:54.553976 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Transition to ACTIVE for port object efabc221-6e60-4712-8bc2-184d34a5ca59 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:54.597930 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Transition to ACTIVE for port object efabc221-6e60-4712-8bc2-184d34a5ca59 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:54.606344 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:54.608767 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:54.636869 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36714) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:54.650936 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Network 5a10db37-d015-4d07-b8b3-aeae3ba241cd is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:54.662716 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:54.666596 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:54.726109 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54786e64-d6d9-44cf-9425-5cc036868f86 req-997cecc3-bab5-4c7f-8bf9-0ec8ced9f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:54.727529 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54786e64-d6d9-44cf-9425-5cc036868f86 req-997cecc3-bab5-4c7f-8bf9-0ec8ced9f6ec service neutron] 10.222.0.38 "GET /v2.0/networks?id=1f4acba0-814c-4f78-8544-d5e86009c042 HTTP/1.1" status: 200 len: 913 time: 1.2982497 Jun 25 09:28:54.739673 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Pushing event updated for resources: {'Port': ['ID=efabc221-6e60-4712-8bc2-184d34a5ca59,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:54.747127 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network 00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:54.749449 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:54.787047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:54.799956 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54786e64-d6d9-44cf-9425-5cc036868f86 req-7d5b45fe-e754-4043-9195-a88db6fc311e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5d1f019-d61c-4b98-b7c8-d22d3b994d71 HTTP/1.1" status: 200 len: 217 time: 0.0566275 Jun 25 09:28:54.802369 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Attempting to bind port efabc221-6e60-4712-8bc2-184d34a5ca59 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:54.804291 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Attempting to bind port efabc221-6e60-4712-8bc2-184d34a5ca59 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:54.805090 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Attempting to bind port efabc221-6e60-4712-8bc2-184d34a5ca59 on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:54.818282 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:54.821814 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Checking segment: {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:54.822437 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:54.823017 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Bound using segment: {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:54.825717 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Bound port: efabc221-6e60-4712-8bc2-184d34a5ca59, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:54.826306 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:54.830109 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-722e9a12-82bc-4b03-9882-74c8d88c7cf5 None None] Provisioning complete for port 160b8e61-eafd-4998-9513-b08dd0aa3179 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:54.830484 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-722e9a12-82bc-4b03-9882-74c8d88c7cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:54.862122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a111e9-0e91-43ac-bc82-698849a16065 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:54.874010 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a111e9-0e91-43ac-bc82-698849a16065 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:54.885916 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d8a111e9-0e91-43ac-bc82-698849a16065 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.6709816 Jun 25 09:28:54.889321 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36718) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:54.936229 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d5adc-464c-48e5-83e7-21cbbbfe47a3 req-38e61a6c-f606-4b3f-9ccf-0533ad7fb1a6 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:54.972142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-069d5adc-464c-48e5-83e7-21cbbbfe47a3 req-38e61a6c-f606-4b3f-9ccf-0533ad7fb1a6 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 945 time: 1.3214126 Jun 25 09:28:54.988137 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73aa78eb-df2b-4eb1-99f8-03ebd2a118e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:55.053610 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-510071517-network', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:55.111830 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] For port efabc221-6e60-4712-8bc2-184d34a5ca59, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:28:55.128603 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e67f1-3840-44b0-b647-d82908fd3b6f req-59029612-0004-4f14-8f3b-d1b0d982e2c4 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:55.129662 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d30e67f1-3840-44b0-b647-d82908fd3b6f req-59029612-0004-4f14-8f3b-d1b0d982e2c4 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 1.1138117 Jun 25 09:28:55.135700 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] For port efabc221-6e60-4712-8bc2-184d34a5ca59, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=efabc221-6e60-4712-8bc2-184d34a5ca59,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:28:55.143378 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:55.146704 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:55.154098 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:55.187470 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:55.271350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-78f73346-a0bf-4aeb-b9f0-edc290ff9f65 None None] Could not find standard attr ID for object 52c66e33-c60e-4dd3-9ddb-fb5117cc5b18. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:28:55.286023 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Pushing event updated for resources: {'Port': ['ID=efabc221-6e60-4712-8bc2-184d34a5ca59,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:55.289657 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:55.290925 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:55.299293 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router 63f004dc-6794-4c79-83e7-92680978225c has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:28:55.299489 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-fccf719f-466d-4491-91e1-2d558ba204cd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port 8e0e6264-048e-4986-9616-5bd30a89c861 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:55.299841 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fccf719f-466d-4491-91e1-2d558ba204cd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:55.328795 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54786e64-d6d9-44cf-9425-5cc036868f86 req-39e313a2-074c-42d9-9356-f379adc83567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:55.330437 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54786e64-d6d9-44cf-9425-5cc036868f86 req-39e313a2-074c-42d9-9356-f379adc83567 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f307bc61-b706-4bdc-9e68-6e814a3b9d7b HTTP/1.1" status: 200 len: 851 time: 0.5222895 Jun 25 09:28:55.342289 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-069d5adc-464c-48e5-83e7-21cbbbfe47a3 req-bb298088-bc4f-4d43-a10a-d6c546da40c0 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689344 Jun 25 09:28:55.368449 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d30e67f1-3840-44b0-b647-d82908fd3b6f req-c020a9e3-4f64-4999-8fae-8ab2cac48853 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199244 Jun 25 09:28:55.371117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Made reservation on behalf of e661d834fd304a2f9b1a96b19b02933d for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:55.389655 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:55.416346 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Allocated IP 172.25.6.82 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/09a79908-ad8b-4207-aa7e-519771f9a2e6) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:55.419528 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3a215cac-8179-4bfe-9ff5-b836583da86b None None] Provisioning complete for port 6c282e91-c6b4-4736-b3bf-c116ae9f73b2 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:55.420037 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a215cac-8179-4bfe-9ff5-b836583da86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:55.445385 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fccf719f-466d-4491-91e1-2d558ba204cd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:55.493088 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54786e64-d6d9-44cf-9425-5cc036868f86 req-99564cf4-0909-4a11-9d6d-fdee357f7528 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1f4acba0-814c-4f78-8544-d5e86009c042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480670 Jun 25 09:28:55.494195 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:55.503624 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ca1b1c-daf1-43bb-97bc-2b86ef140068 x-openstack-request-id: req-47ca1b1c-daf1-43bb-97bc-2b86ef140068 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:28:55.503926 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5851ad79-3052-4e91-a06d-f3c046bb84c5", "name": "network-vif-plugged", "status": "completed", "tag": "86175631-0db9-4a28-90f3-c391476d0c2f", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:28:55.504186 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-47ca1b1c-daf1-43bb-97bc-2b86ef140068 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:28:55.504584 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5851ad79-3052-4e91-a06d-f3c046bb84c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86175631-0db9-4a28-90f3-c391476d0c2f', 'code': 200} Jun 25 09:28:55.532715 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3a215cac-8179-4bfe-9ff5-b836583da86b None None] Port 6c282e91-c6b4-4736-b3bf-c116ae9f73b2 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:28:55.569734 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-fccf719f-466d-4491-91e1-2d558ba204cd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for 8e0e6264-048e-4986-9616-5bd30a89c861 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:28:55.704894 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-27aa9745-bae0-4a4a-95a0-ee24050d830d None None] Provisioning for port 8e0e6264-048e-4986-9616-5bd30a89c861 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:55.712050 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-27aa9745-bae0-4a4a-95a0-ee24050d830d None None] Provisioning complete for port 8e0e6264-048e-4986-9616-5bd30a89c861 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:55.712712 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27aa9745-bae0-4a4a-95a0-ee24050d830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:55.805560 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:28:55.814715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/63f004dc-6794-4c79-83e7-92680978225c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6622384 Jun 25 09:28:55.821470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36722) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:55.826018 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af54e520-0f9b-448c-a9bf-d91dc0e8b1eb None None] Sync routers for ids ['63f004dc-6794-4c79-83e7-92680978225c'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:28:55.846718 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-27aa9745-bae0-4a4a-95a0-ee24050d830d None None] Port 8e0e6264-048e-4986-9616-5bd30a89c861 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:28:55.850599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54e520-0f9b-448c-a9bf-d91dc0e8b1eb None None] Routers {'63f004dc-6794-4c79-83e7-92680978225c'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:55.851210 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-af54e520-0f9b-448c-a9bf-d91dc0e8b1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['63f004dc-6794-4c79-83e7-92680978225c'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:55.875325 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:55.921394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-af54e520-0f9b-448c-a9bf-d91dc0e8b1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:55.934741 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2001b6-f46a-4260-9819-b7939590b9e3 req-00544cba-3695-4151-99a5-75228a0b903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:55.936347 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54e520-0f9b-448c-a9bf-d91dc0e8b1eb None None] Routers {'63f004dc-6794-4c79-83e7-92680978225c'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:55.938173 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-af54e520-0f9b-448c-a9bf-d91dc0e8b1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['63f004dc-6794-4c79-83e7-92680978225c'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:55.944270 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed2001b6-f46a-4260-9819-b7939590b9e3 req-00544cba-3695-4151-99a5-75228a0b903c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 1098 time: 0.2895060 Jun 25 09:28:55.979404 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-af54e520-0f9b-448c-a9bf-d91dc0e8b1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:55.980069 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af54e520-0f9b-448c-a9bf-d91dc0e8b1eb None None] The sync data for ids ['63f004dc-6794-4c79-83e7-92680978225c'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:28:55.987854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5e505-df62-490b-a955-f6ea71fab944 req-f1700f4c-394b-42ab-b160-0a127c5602b7 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:55.989912 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68c5e505-df62-490b-a955-f6ea71fab944 req-f1700f4c-394b-42ab-b160-0a127c5602b7 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 1098 time: 0.3723710 Jun 25 09:28:55.996379 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54786e64-d6d9-44cf-9425-5cc036868f86 req-8661b7fe-3c95-4f80-b3f8-3fb218e1f2db service neutron] 10.222.0.38 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806088 Jun 25 09:28:56.040721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698cd704-c1a7-4ca5-a744-cc578a898400 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:56.042897 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-698cd704-c1a7-4ca5-a744-cc578a898400 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports/6c282e91-c6b4-4736-b3bf-c116ae9f73b2 HTTP/1.1" status: 200 len: 913 time: 0.2183614 Jun 25 09:28:56.047358 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36726) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:56.152626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68c5e505-df62-490b-a955-f6ea71fab944 req-a1a5ff93-980b-42f6-bd25-7d4719e9048c tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469581 Jun 25 09:28:56.164901 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed2001b6-f46a-4260-9819-b7939590b9e3 req-671a7e59-2c96-4d77-a70c-472de8c70406 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105310 Jun 25 09:28:56.165617 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:56.166295 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:56.171382 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-930ca9b6-a786-4c57-a322-2dcc8436f72b tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:56.180411 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fccf719f-466d-4491-91e1-2d558ba204cd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:56.187680 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:56.194691 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2e61f3c2-56bb-4563-8e28-954406f0ce20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:56.197631 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:56.258356 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:28:56.259523 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:56.265784 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-54786e64-d6d9-44cf-9425-5cc036868f86 req-7070bb0c-6e72-4075-b1bb-cdc5f348b88c service neutron] 10.222.0.38 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143717 Jun 25 09:28:56.266884 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e73c344-2a2a-42a0-8108-d3099609df5d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:56.270700 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:56.277630 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:56.278150 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Added segment 6c3f6fa6-1b50-47bc-8def-9672ae3c51f9 of type vlan for network c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef Jun 25 09:28:56.334309 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:56.339870 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Pushing event updated for resources: {'Port': ['ID=09a79908-ad8b-4207-aa7e-519771f9a2e6,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:56.345111 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:56.358913 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:56.358913 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:56.360550 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4e31beb3-8ee8-4f5b-b9e7-7c7dbd5db11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:56.397663 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:56.400178 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:56.401508 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:56.402587 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fccf719f-466d-4491-91e1-2d558ba204cd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:56.408146 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fccf719f-466d-4491-91e1-2d558ba204cd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/8e0e6264-048e-4986-9616-5bd30a89c861 HTTP/1.1" status: 204 len: 168 time: 1.5149119 Jun 25 09:28:56.408270 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1876e6cb-d6e9-4855-82b1-b63f13da7718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:56.408669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36732) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:56.457836 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf719f-466d-4491-91e1-2d558ba204cd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=8e0e6264-048e-4986-9616-5bd30a89c861,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:56.461238 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fccf719f-466d-4491-91e1-2d558ba204cd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:56.529332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc8b59-7594-456f-ac66-7e8201bc574d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:56.532307 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc8b59-7594-456f-ac66-7e8201bc574d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:56.536620 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a0dc8b59-7594-456f-ac66-7e8201bc574d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1211598 Jun 25 09:28:56.551622 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36734) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:56.661985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3400af2-3a2c-4401-9bf4-962c1531d744 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 79c0627f-7246-453b-9e51-122f1bda51b0 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:28:56.669397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0077734 Jun 25 09:28:56.669635 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36740) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:56.676641 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-b490f08a-e147-4c20-ac0f-5d7db50bf704 admin admin] Request body: {'subnet': {'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-510071517-subnet', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:56.676877 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f3400af2-3a2c-4401-9bf4-962c1531d744 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:56.764181 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Pushing event updated for resources: {'Network': ['ID=c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:56.775690 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:56.780449 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:28:56.803735 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f3400af2-3a2c-4401-9bf4-962c1531d744 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:56.835726 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b490f08a-e147-4c20-ac0f-5d7db50bf704 admin admin] Made reservation on behalf of e661d834fd304a2f9b1a96b19b02933d for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:56.839242 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b490f08a-e147-4c20-ac0f-5d7db50bf704 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:56.926865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2349a47-6139-4a4b-82ee-48bc592f537d req-9f8081bf-ad09-4a4d-a939-6864ed6b4cb9 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:56.928683 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b2349a47-6139-4a4b-82ee-48bc592f537d req-9f8081bf-ad09-4a4d-a939-6864ed6b4cb9 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 945 time: 0.2618277 Jun 25 09:28:56.947607 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f3400af2-3a2c-4401-9bf4-962c1531d744 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:57.019041 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b2349a47-6139-4a4b-82ee-48bc592f537d req-843cb260-d848-4497-9be9-33868a7415b4 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829859 Jun 25 09:28:57.047954 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f3400af2-3a2c-4401-9bf4-962c1531d744 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:57.050549 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c2012341-f720-456c-ad88-2b751f9ae38f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:57.106785 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f3400af2-3a2c-4401-9bf4-962c1531d744 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:57.110338 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f3400af2-3a2c-4401-9bf4-962c1531d744 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/79c0627f-7246-453b-9e51-122f1bda51b0 HTTP/1.1" status: 204 len: 168 time: 0.5565722 Jun 25 09:28:57.113227 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3400af2-3a2c-4401-9bf4-962c1531d744 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=79c0627f-7246-453b-9e51-122f1bda51b0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:57.124647 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f3400af2-3a2c-4401-9bf4-962c1531d744 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:57.140314 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36744) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:57.213351 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aad8c5-7ba4-494e-b736-8dfba4c8cdda None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:57.215578 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365dd34a-9842-40d0-b430-5a7f9e5f06f8 None None] Network 5a10db37-d015-4d07-b8b3-aeae3ba241cd requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:57.234320 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2e7023b7-1fed-4aef-97d2-dd67b804ff88 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923395 Jun 25 09:28:57.236955 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36750) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:57.242414 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-fb241a77-3580-443c-a9bf-75cd34ef7312 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:57.342377 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-82741317-755d-4be8-be7e-ce922f56800d None None] Provisioning for port efabc221-6e60-4712-8bc2-184d34a5ca59 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:57.387580 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:57.390649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be6cf7-7143-488c-83ba-77dcc62fe993 req-df02b799-ec23-43c2-9306-638a8964488d tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:57.392681 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-97be6cf7-7143-488c-83ba-77dcc62fe993 req-df02b799-ec23-43c2-9306-638a8964488d tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.2662456 Jun 25 09:28:57.424807 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb241a77-3580-443c-a9bf-75cd34ef7312 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:57.428816 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb241a77-3580-443c-a9bf-75cd34ef7312 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:57.643324 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-97be6cf7-7143-488c-83ba-77dcc62fe993 req-43d93e8b-7f68-4f78-86fc-277e17e2e395 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431495 Jun 25 09:28:57.658145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36f9a37-aa7d-45d2-a488-cbcd89976a27 None None] DHCP port deletion for 13e23ba1-9297-4cb1-bce9-7212ee789807 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:28:57.681231 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9598867a-ab58-474f-941d-0e91e446d6ef tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:57.817835 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a36f9a37-aa7d-45d2-a488-cbcd89976a27 None None] Deleting port 160b8e61-eafd-4998-9513-b08dd0aa3179 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:57.841351 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a36f9a37-aa7d-45d2-a488-cbcd89976a27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:57.991241 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb241a77-3580-443c-a9bf-75cd34ef7312 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:58.004685 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-a36f9a37-aa7d-45d2-a488-cbcd89976a27 None None] For port 160b8e61-eafd-4998-9513-b08dd0aa3179, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=160b8e61-eafd-4998-9513-b08dd0aa3179,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:58.008911 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a36f9a37-aa7d-45d2-a488-cbcd89976a27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:58.020454 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8cee246b-27fa-4f5b-a5df-a76485433670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:58.038006 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:58.043649 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a36f9a37-aa7d-45d2-a488-cbcd89976a27 None None] Calling delete_port for 160b8e61-eafd-4998-9513-b08dd0aa3179 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:28:58.077816 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb241a77-3580-443c-a9bf-75cd34ef7312 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:58.085249 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-fb241a77-3580-443c-a9bf-75cd34ef7312 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:58.088870 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb241a77-3580-443c-a9bf-75cd34ef7312 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:58.089469 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb241a77-3580-443c-a9bf-75cd34ef7312 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:58.113078 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fb241a77-3580-443c-a9bf-75cd34ef7312 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8750482 Jun 25 09:28:58.115672 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36760) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:58.121145 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'name': 'tempest-NetworksTestDHCPv6-1179837386'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:58.128234 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb241a77-3580-443c-a9bf-75cd34ef7312 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=21c7a55a-4f78-48fd-bfb6-38f3691cde16,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:58.137354 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fb241a77-3580-443c-a9bf-75cd34ef7312 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:58.138053 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b490f08a-e147-4c20-ac0f-5d7db50bf704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:58.161138 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c8f5a54d-a949-4674-b4ac-3a5eee179115 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:58.207398 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device efabc221-6e60-4712-8bc2-184d34a5ca59 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:58.216327 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe6b81-5252-4d1e-a63f-5fe6a40b8a96 req-05939824-7768-4bc4-a67e-2e29b86b82f2 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:58.218485 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-29fe6b81-5252-4d1e-a63f-5fe6a40b8a96 req-05939824-7768-4bc4-a67e-2e29b86b82f2 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 1098 time: 0.2387855 Jun 25 09:28:58.219627 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a36f9a37-aa7d-45d2-a488-cbcd89976a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:58.252606 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a794dd26-2776-4d0d-bed1-99f0f886cf63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:58.285037 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-29fe6b81-5252-4d1e-a63f-5fe6a40b8a96 req-ff8f33aa-7615-45e8-acdf-663abbd18842 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585108 Jun 25 09:28:58.318578 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:28:58.322849 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:58.344339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 8d058296-1e19-47bd-a889-80362e31acaf yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:28:58.380687 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f9a37-aa7d-45d2-a488-cbcd89976a27 None None] Pushing event deleted for resources: {'Port': ['ID=160b8e61-eafd-4998-9513-b08dd0aa3179,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:58.391613 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f9a37-aa7d-45d2-a488-cbcd89976a27 None None] No DVR routers for this DVR port 160b8e61-eafd-4998-9513-b08dd0aa3179 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:28:58.396351 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:58.399348 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a36f9a37-aa7d-45d2-a488-cbcd89976a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:58.421138 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009f2eeb-9d84-4d06-9fd3-e8259a15ca97 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:58.476280 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port efabc221-6e60-4712-8bc2-184d34a5ca59 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:28:58.492005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port efabc221-6e60-4712-8bc2-184d34a5ca59 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:28:58.492387 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:58.522760 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::1d2 (13e23ba1-9297-4cb1-bce9-7212ee789807/21c7a55a-4f78-48fd-bfb6-38f3691cde16/8d058296-1e19-47bd-a889-80362e31acaf) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:58.675835 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:58.737079 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port efabc221-6e60-4712-8bc2-184d34a5ca59, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=efabc221-6e60-4712-8bc2-184d34a5ca59,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:28:58.745895 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:58.767177 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-03abf5ee-e152-4beb-addb-4fbe1771f243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:58.824599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': '21c7a55a-4f78-48fd-bfb6-38f3691cde16'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:28:58.825646 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:58.826946 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490f08a-e147-4c20-ac0f-5d7db50bf704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce717c3-2d32-45d2-9b06-d0c23cc3afa6,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:58.840979 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b490f08a-e147-4c20-ac0f-5d7db50bf704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:58.888148 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:58.903248 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490f08a-e147-4c20-ac0f-5d7db50bf704 admin admin] Checking segment: {'id': '6c3f6fa6-1b50-47bc-8def-9672ae3c51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:58.903715 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b490f08a-e147-4c20-ac0f-5d7db50bf704 admin admin] Network hostable DHCP agents. Network: c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:28:58.915583 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object 8d058296-1e19-47bd-a889-80362e31acaf will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:58.975934 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:58.982497 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b490f08a-e147-4c20-ac0f-5d7db50bf704 admin admin] Network c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:28:58.983413 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-33f49e6b-d52e-4fb8-a30a-ab1070a6c032 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:59.002320 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-b490f08a-e147-4c20-ac0f-5d7db50bf704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:59.015096 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b490f08a-e147-4c20-ac0f-5d7db50bf704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:59.015689 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b490f08a-e147-4c20-ac0f-5d7db50bf704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:59.058388 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b490f08a-e147-4c20-ac0f-5d7db50bf704 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.3887465 Jun 25 09:28:59.066136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=8d058296-1e19-47bd-a889-80362e31acaf,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:59.066729 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36770) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:59.069259 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Router 574db1a5-11d6-4784-8a52-0a61d63acb69 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:28:59.075543 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-510071517-router', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:28:59.075959 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:59.093009 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6f2eb-503d-4e9a-bf52-6188eab328b4 req-79033e2e-67fd-41da-84ed-3c6d9b4d760b tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:59.094737 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6cf6f2eb-503d-4e9a-bf52-6188eab328b4 req-79033e2e-67fd-41da-84ed-3c6d9b4d760b tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 1098 time: 0.5213819 Jun 25 09:28:59.106830 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:59.107086 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Allocated IP 2001:db8::2 (13e23ba1-9297-4cb1-bce9-7212ee789807/21c7a55a-4f78-48fd-bfb6-38f3691cde16/8208eb1f-74cf-455b-ac42-6eb4801e70b3) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:28:59.107804 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:59.109200 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:59.121513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:59.125313 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:59.130839 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:59.131461 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:59.152289 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0355663 Jun 25 09:28:59.156303 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36772) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:59.183610 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:59.232781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17310e96-da19-465c-b407-b4d7a00eac5a req-00bf0852-f92b-499a-b2cf-6cc4123bf888 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:59.234334 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17310e96-da19-465c-b407-b4d7a00eac5a req-00bf0852-f92b-499a-b2cf-6cc4123bf888 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.2738705 Jun 25 09:28:59.248760 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6cf6f2eb-503d-4e9a-bf52-6188eab328b4 req-d3660ffd-3779-4349-9cb7-da29f542fa04 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406884 Jun 25 09:28:59.310250 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17310e96-da19-465c-b407-b4d7a00eac5a req-3cfab26c-77b7-49a8-a7e1-e2d4372b03ec tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647929 Jun 25 09:28:59.335803 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dd9768-fc7a-4f08-a7d3-3d5ebd7ee4af tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:28:59.336578 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:59.338203 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-06dd9768-fc7a-4f08-a7d3-3d5ebd7ee4af tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1804612 Jun 25 09:28:59.341143 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36776) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:59.349179 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-9598867a-ab58-474f-941d-0e91e446d6ef tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 6c282e91-c6b4-4736-b3bf-c116ae9f73b2 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:59.349702 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9598867a-ab58-474f-941d-0e91e446d6ef tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:59.352967 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e167c58-433f-4c37-9af8-ceb3bc15092b None None] Network c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:28:59.406835 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Transition to ACTIVE for port object 8208eb1f-74cf-455b-ac42-6eb4801e70b3 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:59.409217 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=efabc221-6e60-4712-8bc2-184d34a5ca59,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:59.413376 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:59.439158 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Transition to ACTIVE for port object 8208eb1f-74cf-455b-ac42-6eb4801e70b3 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:28:59.450955 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:59.473032 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:59.484790 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-25a7c05d-3a53-40b7-a848-f3825b60745e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:28:59.491574 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-46b29265-9fac-4e2b-a40b-bc4fa6c66e90 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port 8d058296-1e19-47bd-a889-80362e31acaf {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:28:59.492373 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-46b29265-9fac-4e2b-a40b-bc4fa6c66e90 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:59.520811 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:28:59.531090 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:28:59.534566 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:28:59.629115 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:28:59.644084 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Sync routers for ids ['574db1a5-11d6-4784-8a52-0a61d63acb69'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:28:59.656218 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9598867a-ab58-474f-941d-0e91e446d6ef tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:59.676972 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Routers {'574db1a5-11d6-4784-8a52-0a61d63acb69'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:28:59.677830 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-9598867a-ab58-474f-941d-0e91e446d6ef tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 6c282e91-c6b4-4736-b3bf-c116ae9f73b2 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:28:59.681099 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['574db1a5-11d6-4784-8a52-0a61d63acb69'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:28:59.684470 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:59.685954 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6463602 Jun 25 09:28:59.689018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36778) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:28:59.719918 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Pushing event updated for resources: {'Port': ['ID=8208eb1f-74cf-455b-ac42-6eb4801e70b3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:28:59.725183 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:28:59.752267 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device efabc221-6e60-4712-8bc2-184d34a5ca59 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:28:59.793326 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'fixed_ips': [{'subnet_id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:28:59.794579 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:59.859853 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Attempting to bind port 8208eb1f-74cf-455b-ac42-6eb4801e70b3 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:28:59.860524 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Attempting to bind port 8208eb1f-74cf-455b-ac42-6eb4801e70b3 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:28:59.861159 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Attempting to bind port 8208eb1f-74cf-455b-ac42-6eb4801e70b3 on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:28:59.936087 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:28:59.936841 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:28:59.937419 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:59.938035 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:28:59.938711 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Bound port: 8208eb1f-74cf-455b-ac42-6eb4801e70b3, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:28:59.939302 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:28:59.975459 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Set router 574db1a5-11d6-4784-8a52-0a61d63acb69 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:00.009024 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542cbd0-2f2d-4327-a793-28c7356b644a req-14e61dba-04a4-4cc4-99fb-075db30bcb9b tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:00.014085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f542cbd0-2f2d-4327-a793-28c7356b644a req-14e61dba-04a4-4cc4-99fb-075db30bcb9b tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 1098 time: 0.5600796 Jun 25 09:29:00.091544 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-46b29265-9fac-4e2b-a40b-bc4fa6c66e90 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:00.106270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f542cbd0-2f2d-4327-a793-28c7356b644a req-c07ccf42-a709-42e3-bb3b-b1529571037f tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838628 Jun 25 09:29:00.111428 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-46b29265-9fac-4e2b-a40b-bc4fa6c66e90 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for 8d058296-1e19-47bd-a889-80362e31acaf owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:00.140526 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port efabc221-6e60-4712-8bc2-184d34a5ca59 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:00.140938 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:00.258799 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:00.299114 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'name': 'tempest-ServerActionsTestJSON-102997678-router', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:53Z', 'updated_at': '2021-06-25T09:28:56Z', 'revision_number': 3, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'gw_port': {'id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:55Z', 'updated_at': '2021-06-25T09:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:00.300907 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] For port 8208eb1f-74cf-455b-ac42-6eb4801e70b3, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:00.308108 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] For port 8208eb1f-74cf-455b-ac42-6eb4801e70b3, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=8208eb1f-74cf-455b-ac42-6eb4801e70b3,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:00.315954 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9598867a-ab58-474f-941d-0e91e446d6ef tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:00.322520 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:00.327250 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:00.334021 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:00.360585 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:00.388494 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Checking router: 574db1a5-11d6-4784-8a52-0a61d63acb69 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:29:00.391519 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Updating router 574db1a5-11d6-4784-8a52-0a61d63acb69 port 09a79908-ad8b-4207-aa7e-519771f9a2e6 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:29:00.409756 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598867a-ab58-474f-941d-0e91e446d6ef tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=6c282e91-c6b4-4736-b3bf-c116ae9f73b2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:00.435262 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9598867a-ab58-474f-941d-0e91e446d6ef tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:00.466397 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:00.489530 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-46b29265-9fac-4e2b-a40b-bc4fa6c66e90 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:00.496588 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-31f06ef7-7a87-412a-8feb-c70a838b1bdc tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:00.533872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Allocated IP 172.20.0.2 (c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef/4ce717c3-2d32-45d2-9b06-d0c23cc3afa6/bbc5a4e4-6227-40f4-9447-6b94eb76a260) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:00.609353 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Pushing event updated for resources: {'Port': ['ID=8208eb1f-74cf-455b-ac42-6eb4801e70b3,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:00.615440 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b29265-9fac-4e2b-a40b-bc4fa6c66e90 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=8d058296-1e19-47bd-a889-80362e31acaf,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:00.618691 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-46b29265-9fac-4e2b-a40b-bc4fa6c66e90 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:00.624132 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:00.822995 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-46b29265-9fac-4e2b-a40b-bc4fa6c66e90 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:00.825356 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-46b29265-9fac-4e2b-a40b-bc4fa6c66e90 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/8d058296-1e19-47bd-a889-80362e31acaf HTTP/1.1" status: 204 len: 168 time: 1.4825969 Jun 25 09:29:00.837133 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36796) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:01.000844 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:01.002807 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-1ce80cfa-93ce-4776-ae20-bcaba9d57d04 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:01.004513 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-1ce80cfa-93ce-4776-ae20-bcaba9d57d04 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/networks?id=dfc5d1ae-4979-4796-8f85-9baa220a71ad HTTP/1.1" status: 200 len: 912 time: 0.3920009 Jun 25 09:29:01.009410 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7567ee61-bf11-4d01-b1ff-ccac4f29b67a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:01.011233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7567ee61-bf11-4d01-b1ff-ccac4f29b67a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:01.011449 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Transition to ACTIVE for port object bbc5a4e4-6227-40f4-9447-6b94eb76a260 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:01.013187 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7567ee61-bf11-4d01-b1ff-ccac4f29b67a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1741903 Jun 25 09:29:01.016606 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36798) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:01.040559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Transition to ACTIVE for port object bbc5a4e4-6227-40f4-9447-6b94eb76a260 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:01.047735 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:01.052170 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:01.057011 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:01.069336 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 160b8e61-eafd-4998-9513-b08dd0aa3179 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:29:01.080400 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Transition to ACTIVE for port object 09a79908-ad8b-4207-aa7e-519771f9a2e6 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:01.091336 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:01.094326 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-5fdf5a67-85c4-4412-a79b-346470e2b73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:01.107821 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-5292d5a9-00c7-49fb-9ea3-6492a9b531a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 21c7a55a-4f78-48fd-bfb6-38f3691cde16 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:29:01.120125 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5292d5a9-00c7-49fb-9ea3-6492a9b531a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:01.159041 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 160b8e61-eafd-4998-9513-b08dd0aa3179 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:29:01.159566 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 160b8e61-eafd-4998-9513-b08dd0aa3179 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:29:01.168911 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Network c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:01.172421 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:01.175551 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:01.188282 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Pushing event updated for resources: {'Port': ['ID=bbc5a4e4-6227-40f4-9447-6b94eb76a260,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:01.191987 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:01.208632 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-dadad76f-0fc5-4abd-a2fd-8c730cc251d2 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/quotas/dc54f151a6ea414791194a926463c635 HTTP/1.1" status: 200 len: 375 time: 0.1894717 Jun 25 09:29:01.220759 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbb9c3-37b0-41bd-88bb-21736f5b5455 None None] Pushing event updated for resources: {'Port': ['ID=09a79908-ad8b-4207-aa7e-519771f9a2e6,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:01.224285 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-b9fbb9c3-37b0-41bd-88bb-21736f5b5455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:01.228236 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Attempting to bind port 09a79908-ad8b-4207-aa7e-519771f9a2e6 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:01.230813 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Attempting to bind port 09a79908-ad8b-4207-aa7e-519771f9a2e6 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:01.231403 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Attempting to bind port 09a79908-ad8b-4207-aa7e-519771f9a2e6 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:01.235977 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b2d28-93d0-43d5-bc59-1bc8618f4e29 req-18b23adf-d753-46f4-a932-3507b110a751 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:01.245326 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:01.245898 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:01.246030 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c63b2d28-93d0-43d5-bc59-1bc8618f4e29 req-18b23adf-d753-46f4-a932-3507b110a751 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.6219332 Jun 25 09:29:01.246499 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:01.247009 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:01.249926 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Bound port: 09a79908-ad8b-4207-aa7e-519771f9a2e6, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:01.250493 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:01.345756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Attempting to bind port bbc5a4e4-6227-40f4-9447-6b94eb76a260 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:01.346332 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Attempting to bind port bbc5a4e4-6227-40f4-9447-6b94eb76a260 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '6c3f6fa6-1b50-47bc-8def-9672ae3c51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:01.346832 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Attempting to bind port bbc5a4e4-6227-40f4-9447-6b94eb76a260 on network c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:01.349979 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5292d5a9-00c7-49fb-9ea3-6492a9b531a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:01.362049 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] For port 09a79908-ad8b-4207-aa7e-519771f9a2e6, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:01.370072 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] For port 09a79908-ad8b-4207-aa7e-519771f9a2e6, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=09a79908-ad8b-4207-aa7e-519771f9a2e6,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:01.370337 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:01.371385 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:01.372492 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Checking segment: {'id': '6c3f6fa6-1b50-47bc-8def-9672ae3c51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:01.373451 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:01.374276 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Bound using segment: {'id': '6c3f6fa6-1b50-47bc-8def-9672ae3c51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:01.375080 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Bound port: bbc5a4e4-6227-40f4-9447-6b94eb76a260, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3f6fa6-1b50-47bc-8def-9672ae3c51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:01.377662 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:01.378171 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:01.384081 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-b9fbb9c3-37b0-41bd-88bb-21736f5b5455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:01.442377 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c63b2d28-93d0-43d5-bc59-1bc8618f4e29 req-f4d5258d-8fce-4f1f-a3dc-59c3ed0bc216 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953762 Jun 25 09:29:01.445719 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbb9c3-37b0-41bd-88bb-21736f5b5455 None None] Pushing event updated for resources: {'Port': ['ID=09a79908-ad8b-4207-aa7e-519771f9a2e6,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:01.449769 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-b9fbb9c3-37b0-41bd-88bb-21736f5b5455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:01.483839 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Routers {'574db1a5-11d6-4784-8a52-0a61d63acb69'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:01.484674 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['574db1a5-11d6-4784-8a52-0a61d63acb69'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:01.514150 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-8514fc7a-0fd1-4940-884a-6b5bc9daaf47 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?tenant_id=dc54f151a6ea414791194a926463c635&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3043723 Jun 25 09:29:01.559532 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] For port bbc5a4e4-6227-40f4-9447-6b94eb76a260, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:01.568171 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] For port bbc5a4e4-6227-40f4-9447-6b94eb76a260, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bbc5a4e4-6227-40f4-9447-6b94eb76a260,segment=NetworkSegment(6c3f6fa6-1b50-47bc-8def-9672ae3c51f9),segment_id=6c3f6fa6-1b50-47bc-8def-9672ae3c51f9)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:01.575445 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:01.581548 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:01.686984 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] Set router 574db1a5-11d6-4784-8a52-0a61d63acb69 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:01.721913 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Pushing event updated for resources: {'Port': ['ID=bbc5a4e4-6227-40f4-9447-6b94eb76a260,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:01.727923 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:01.744477 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-195b8c2a-6f2a-412c-b200-12ef0c7ed29d service neutron] 10.222.0.93 "GET /v2.0/networks/dfc5d1ae-4979-4796-8f85-9baa220a71ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292025 Jun 25 09:29:01.781261 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 8208eb1f-74cf-455b-ac42-6eb4801e70b3 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:01.830202 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:01.847305 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9598867a-ab58-474f-941d-0e91e446d6ef tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:01.865865 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 8208eb1f-74cf-455b-ac42-6eb4801e70b3 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:02.004282 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5292d5a9-00c7-49fb-9ea3-6492a9b531a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:02.023217 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'name': 'tempest-ServerActionsTestJSON-102997678-router', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:53Z', 'updated_at': '2021-06-25T09:28:56Z', 'revision_number': 3, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'gw_port': {'id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:55Z', 'updated_at': '2021-06-25T09:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:02.069446 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Allocated IP 172.25.6.70 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/e65751d1-1b93-4104-b7f3-299020eb1e88) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:02.084259 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e6573-9156-4862-883d-c814f072c6c6 None None] The sync data for ids ['574db1a5-11d6-4784-8a52-0a61d63acb69'] in n-d-761264-15 is: [{'id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'name': 'tempest-ServerActionsTestJSON-102997678-router', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:53Z', 'updated_at': '2021-06-25T09:28:56Z', 'revision_number': 3, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'gw_port': {'id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:55Z', 'updated_at': '2021-06-25T09:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:29:02.093380 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-4a01bbc2-ccb4-4620-a217-fa0c53922a29 service neutron] 10.222.0.93 "GET /v2.0/networks/dfc5d1ae-4979-4796-8f85-9baa220a71ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384783 Jun 25 09:29:02.146942 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5292d5a9-00c7-49fb-9ea3-6492a9b531a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:02.162384 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-57e8c18d-2386-4ee9-9638-481ae10c374d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:02.227056 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292d5a9-00c7-49fb-9ea3-6492a9b531a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=21c7a55a-4f78-48fd-bfb6-38f3691cde16,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:02.230563 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5292d5a9-00c7-49fb-9ea3-6492a9b531a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:02.232145 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5292d5a9-00c7-49fb-9ea3-6492a9b531a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:02.236547 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5292d5a9-00c7-49fb-9ea3-6492a9b531a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/21c7a55a-4f78-48fd-bfb6-38f3691cde16 HTTP/1.1" status: 204 len: 168 time: 1.2143085 Jun 25 09:29:02.237390 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36800) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:02.319790 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-340fbf1e-1f42-43b2-a824-eaf694f00794 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807033 Jun 25 09:29:02.322373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36802) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:02.510030 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4f9977dc-7396-4257-87f8-a8d681d5f0f2 req-f75bd838-84e0-4d84-9b6f-b9284563e236 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 210 time: 0.0775769 Jun 25 09:29:02.512429 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bcdad0-6c1c-4f3a-973a-caf037de7a54 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:02.585035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f642-3413-4284-b47a-3978c460e86f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:02.592696 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-61f5f642-3413-4284-b47a-3978c460e86f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2566261 Jun 25 09:29:02.593463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36814) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:02.691083 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7a1bf9ab-4422-418f-bdaa-c763501ac192 None None] Provisioning for port 8208eb1f-74cf-455b-ac42-6eb4801e70b3 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:02.700328 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7a1bf9ab-4422-418f-bdaa-c763501ac192 None None] Provisioning complete for port 8208eb1f-74cf-455b-ac42-6eb4801e70b3 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:02.702232 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a1bf9ab-4422-418f-bdaa-c763501ac192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:02.716287 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c9546f-3834-45bf-af2b-77bbd399bace tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:02.720366 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-92c9546f-3834-45bf-af2b-77bbd399bace tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1218379 Jun 25 09:29:02.721075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36822) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:02.814340 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2f4efe00-6356-476f-87c2-ef68766013c4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884380 Jun 25 09:29:02.815859 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Allocated IP 172.20.0.1 (5a10db37-d015-4d07-b8b3-aeae3ba241cd/403530bf-ac62-4838-b5a2-e51f68a8cbd7/1157b699-ed41-4225-8892-4a5b0e53ac15) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:02.816186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36824) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:02.824337 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-5441a083-7bf1-419e-99a8-ac35b593d91b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:03.017646 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:03.054274 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Transition to ACTIVE for port object 1157b699-ed41-4225-8892-4a5b0e53ac15 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:03.060815 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39743e35-c178-4dd4-9770-2528bb646b5b req-e15c6441-cf2f-4b09-bffe-45115e1dba21 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:03.069393 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-39743e35-c178-4dd4-9770-2528bb646b5b req-e15c6441-cf2f-4b09-bffe-45115e1dba21 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.2571795 Jun 25 09:29:03.081231 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5441a083-7bf1-419e-99a8-ac35b593d91b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:03.085357 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5441a083-7bf1-419e-99a8-ac35b593d91b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:03.204783 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:03.243968 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-39743e35-c178-4dd4-9770-2528bb646b5b req-41cba995-888d-4652-89de-89186a0de456 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733570 Jun 25 09:29:03.298809 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9598867a-ab58-474f-941d-0e91e446d6ef tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router 63f004dc-6794-4c79-83e7-92680978225c has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:29:03.303000 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:03.307112 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0cda43d0-ffab-4b47-a71c-be297b5f1f49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:03.348581 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:03.361345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Pushing event updated for resources: {'Port': ['ID=1157b699-ed41-4225-8892-4a5b0e53ac15,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:03.368239 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:03.369089 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-61f56fa9-78f6-4712-859b-ab37e9ab8c5c tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:03.547999 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:03.549247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9598867a-ab58-474f-941d-0e91e446d6ef tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:29:03.574042 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5441a083-7bf1-419e-99a8-ac35b593d91b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:03.576448 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5292d5a9-00c7-49fb-9ea3-6492a9b531a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:03.579746 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9598867a-ab58-474f-941d-0e91e446d6ef tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/63f004dc-6794-4c79-83e7-92680978225c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5250819 Jun 25 09:29:03.588576 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593665b-2332-49eb-b91f-832b0a8dcaae None None] Sync routers for ids ['63f004dc-6794-4c79-83e7-92680978225c'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:29:03.614321 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Network 5a10db37-d015-4d07-b8b3-aeae3ba241cd is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:03.614507 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593665b-2332-49eb-b91f-832b0a8dcaae None None] Routers {'63f004dc-6794-4c79-83e7-92680978225c'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:03.614855 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36830) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:03.615263 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-7593665b-2332-49eb-b91f-832b0a8dcaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['63f004dc-6794-4c79-83e7-92680978225c'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:03.633713 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a1bf9ab-4422-418f-bdaa-c763501ac192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:03.645861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:03.751872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d529d58-b3bd-44c0-8b85-7a43c746c53e None None] DHCP port deletion for 13e23ba1-9297-4cb1-bce9-7212ee789807 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:29:03.779158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5441a083-7bf1-419e-99a8-ac35b593d91b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:03.789127 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-5441a083-7bf1-419e-99a8-ac35b593d91b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:03.796501 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5441a083-7bf1-419e-99a8-ac35b593d91b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:03.797869 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5441a083-7bf1-419e-99a8-ac35b593d91b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:03.813142 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441a083-7bf1-419e-99a8-ac35b593d91b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=4e19d67f-9fda-436b-8d11-f7c665bd5f95,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:03.824315 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5441a083-7bf1-419e-99a8-ac35b593d91b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:03.866829 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5441a083-7bf1-419e-99a8-ac35b593d91b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0487657 Jun 25 09:29:03.867583 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36836) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:03.878306 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'fixed_ips': [{'subnet_id': '4e19d67f-9fda-436b-8d11-f7c665bd5f95', 'ip_address': '2001:db8::4327:dd14:3e3d:c77f'}], 'name': 'tempest-NetworksTestDHCPv6-876964876'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:03.896098 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9e35c3-25cb-4036-bb51-5061bdac9b1f None None] Network c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:03.896329 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:03.959524 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-7593665b-2332-49eb-b91f-832b0a8dcaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:03.968875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bbc5a4e4-6227-40f4-9447-6b94eb76a260 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:03.995725 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:03.999424 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:04.084078 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:04.135113 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-647e79b6-c6f0-4cce-928e-4d5192415a4e req-8f4369ab-7c31-4bb6-84e6-05caf8087eb5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 210 time: 0.0424089 Jun 25 09:29:04.154933 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:04.213305 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7a1bf9ab-4422-418f-bdaa-c763501ac192 None None] For port 8208eb1f-74cf-455b-ac42-6eb4801e70b3, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=8208eb1f-74cf-455b-ac42-6eb4801e70b3,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:04.217648 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593665b-2332-49eb-b91f-832b0a8dcaae None None] Routers {'63f004dc-6794-4c79-83e7-92680978225c'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:04.218289 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-7593665b-2332-49eb-b91f-832b0a8dcaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['63f004dc-6794-4c79-83e7-92680978225c'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:04.225657 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port bbc5a4e4-6227-40f4-9447-6b94eb76a260 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:04.233990 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 09a79908-ad8b-4207-aa7e-519771f9a2e6 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:04.236528 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a1bf9ab-4422-418f-bdaa-c763501ac192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:04.293221 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:04.303689 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:04.325830 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 9223928d-d3b0-45c2-b3f2-a8d5174101dd yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:29:04.370245 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=e65751d1-1b93-4104-b7f3-299020eb1e88,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:04.378504 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.009s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:04.397161 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-7593665b-2332-49eb-b91f-832b0a8dcaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:04.397923 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593665b-2332-49eb-b91f-832b0a8dcaae None None] The sync data for ids ['63f004dc-6794-4c79-83e7-92680978225c'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:29:04.401355 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bf9ab-4422-418f-bdaa-c763501ac192 None None] Pushing event updated for resources: {'Port': ['ID=8208eb1f-74cf-455b-ac42-6eb4801e70b3,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:04.410271 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7a1bf9ab-4422-418f-bdaa-c763501ac192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:04.465172 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1d529d58-b3bd-44c0-8b85-7a43c746c53e None None] Deleting port 8208eb1f-74cf-455b-ac42-6eb4801e70b3 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:04.465803 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d529d58-b3bd-44c0-8b85-7a43c746c53e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:04.548572 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b3597f83-abc9-4c94-ab9d-6a9398dcadea None None] Provisioning for port bbc5a4e4-6227-40f4-9447-6b94eb76a260 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:04.562100 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b3597f83-abc9-4c94-ab9d-6a9398dcadea None None] Provisioning complete for port bbc5a4e4-6227-40f4-9447-6b94eb76a260 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:04.562481 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3597f83-abc9-4c94-ab9d-6a9398dcadea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:04.580634 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::4327:dd14:3e3d:c77f (13e23ba1-9297-4cb1-bce9-7212ee789807/4e19d67f-9fda-436b-8d11-f7c665bd5f95/9223928d-d3b0-45c2-b3f2-a8d5174101dd) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:04.644538 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd60080-fe9f-447a-90fe-d30f98c4bfea req-d452ed78-8ba5-4d92-b993-c3405760c03e tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:04.646552 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bfd60080-fe9f-447a-90fe-d30f98c4bfea req-d452ed78-8ba5-4d92-b993-c3405760c03e tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.1331213 Jun 25 09:29:04.806395 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bfd60080-fe9f-447a-90fe-d30f98c4bfea req-7864d18a-ce6b-4384-80a6-7076590ab119 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488726 Jun 25 09:29:04.806929 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3597f83-abc9-4c94-ab9d-6a9398dcadea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:04.859476 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1d529d58-b3bd-44c0-8b85-7a43c746c53e None None] For port 8208eb1f-74cf-455b-ac42-6eb4801e70b3, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=8208eb1f-74cf-455b-ac42-6eb4801e70b3,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:04.860292 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d529d58-b3bd-44c0-8b85-7a43c746c53e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:04.893254 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 09a79908-ad8b-4207-aa7e-519771f9a2e6 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:04.917323 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1d529d58-b3bd-44c0-8b85-7a43c746c53e None None] Calling delete_port for 8208eb1f-74cf-455b-ac42-6eb4801e70b3 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:04.919040 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:04.933131 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 09a79908-ad8b-4207-aa7e-519771f9a2e6 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:04.935252 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:04.968101 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object 9223928d-d3b0-45c2-b3f2-a8d5174101dd will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:04.990522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b3597f83-abc9-4c94-ab9d-6a9398dcadea None None] For port bbc5a4e4-6227-40f4-9447-6b94eb76a260, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bbc5a4e4-6227-40f4-9447-6b94eb76a260,segment=NetworkSegment(6c3f6fa6-1b50-47bc-8def-9672ae3c51f9),segment_id=6c3f6fa6-1b50-47bc-8def-9672ae3c51f9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:05.046750 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:05.052675 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3597f83-abc9-4c94-ab9d-6a9398dcadea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:05.052923 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3b968095-cb9b-49ad-b549-07c0b291fc1a tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:05.053571 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:05.099031 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:05.111561 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:05.118182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:05.127373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:05.128686 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3597f83-abc9-4c94-ab9d-6a9398dcadea None None] Pushing event updated for resources: {'Port': ['ID=bbc5a4e4-6227-40f4-9447-6b94eb76a260,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:05.133410 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:05.134165 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:05.143536 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b3597f83-abc9-4c94-ab9d-6a9398dcadea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:05.150742 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=9223928d-d3b0-45c2-b3f2-a8d5174101dd,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:05.154602 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:05.156748 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2880931 Jun 25 09:29:05.159458 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36844) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:05.242681 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:05.255998 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d529d58-b3bd-44c0-8b85-7a43c746c53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:05.262314 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af4ebaa-0b19-4055-ba39-b5c6a53028e0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:05.276630 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af4ebaa-0b19-4055-ba39-b5c6a53028e0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:05.283015 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8af4ebaa-0b19-4055-ba39-b5c6a53028e0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1203506 Jun 25 09:29:05.283711 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:05.284344 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36848) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:05.291669 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b3597f83-abc9-4c94-ab9d-6a9398dcadea None None] Provisioning for port 1157b699-ed41-4225-8892-4a5b0e53ac15 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:05.294920 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d529d58-b3bd-44c0-8b85-7a43c746c53e None None] No DVR routers for this DVR port 8208eb1f-74cf-455b-ac42-6eb4801e70b3 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:29:05.337556 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b3597f83-abc9-4c94-ab9d-6a9398dcadea None None] Provisioning complete for port 1157b699-ed41-4225-8892-4a5b0e53ac15 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:05.337933 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3597f83-abc9-4c94-ab9d-6a9398dcadea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:05.371889 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acebd48-fa6d-480e-9689-658446090bb3 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:05.374563 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d529d58-b3bd-44c0-8b85-7a43c746c53e None None] Pushing event deleted for resources: {'Port': ['ID=8208eb1f-74cf-455b-ac42-6eb4801e70b3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:05.383248 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1d529d58-b3bd-44c0-8b85-7a43c746c53e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:05.388979 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ef32683-dce3-4aca-83bb-c3d7cefcb60e req-2368c196-079d-4f9b-a3fe-d54ec06ef573 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 210 time: 0.0480952 Jun 25 09:29:05.441104 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:05.474856 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b3597f83-abc9-4c94-ab9d-6a9398dcadea None None] Port 1157b699-ed41-4225-8892-4a5b0e53ac15 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:05.476622 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-86708677-bbb1-41a3-acaa-a994ca46c0bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port 9223928d-d3b0-45c2-b3f2-a8d5174101dd {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:05.477073 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-86708677-bbb1-41a3-acaa-a994ca46c0bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:05.505326 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 09a79908-ad8b-4207-aa7e-519771f9a2e6, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=09a79908-ad8b-4207-aa7e-519771f9a2e6,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:05.528434 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:05.532449 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:05.679326 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-86708677-bbb1-41a3-acaa-a994ca46c0bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:05.683300 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bbc5a4e4-6227-40f4-9447-6b94eb76a260 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:05.690507 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=09a79908-ad8b-4207-aa7e-519771f9a2e6,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:05.695848 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:05.696847 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-86708677-bbb1-41a3-acaa-a994ca46c0bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for 9223928d-d3b0-45c2-b3f2-a8d5174101dd owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:05.863507 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-86708677-bbb1-41a3-acaa-a994ca46c0bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:05.880003 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5c7aaec3-0a1f-45bd-9cb6-063551e5e2ef tempest-ServerDiskConfigTestJSON-1780379928 tempest-ServerDiskConfigTestJSON-1780379928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:05.921627 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86708677-bbb1-41a3-acaa-a994ca46c0bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=9223928d-d3b0-45c2-b3f2-a8d5174101dd,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:05.929173 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-86708677-bbb1-41a3-acaa-a994ca46c0bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:05.937626 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port bbc5a4e4-6227-40f4-9447-6b94eb76a260 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:05.939102 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:05.983971 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-86708677-bbb1-41a3-acaa-a994ca46c0bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:05.989580 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-86708677-bbb1-41a3-acaa-a994ca46c0bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/9223928d-d3b0-45c2-b3f2-a8d5174101dd HTTP/1.1" status: 204 len: 168 time: 0.7038002 Jun 25 09:29:05.990742 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36854) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:05.996721 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-7a79cdf2-99fa-45e8-9ff2-9403dd3f4627 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:05.998263 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-7a79cdf2-99fa-45e8-9ff2-9403dd3f4627 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.41 "GET /v2.0/networks?id=dfc5d1ae-4979-4796-8f85-9baa220a71ad HTTP/1.1" status: 200 len: 912 time: 1.2678289 Jun 25 09:29:06.038968 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cdaeef1e-8fb4-44b0-a3dc-fe4004d3dbf0 None None] Provisioning complete for port bbc5a4e4-6227-40f4-9447-6b94eb76a260 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:06.039347 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cdaeef1e-8fb4-44b0-a3dc-fe4004d3dbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:06.046108 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-fd453a9f-991b-4980-8e3b-32c7d7b928b5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Request body: {'port': {'device_id': 'f49fcc81-60c4-4c71-a8e3-d12c3797b066', 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad', 'admin_state_up': True, 'tenant_id': 'dc54f151a6ea414791194a926463c635'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:06.062897 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:06.070183 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0cdfec-84cb-4ec4-a52d-5a1478f335d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': '4e19d67f-9fda-436b-8d11-f7c665bd5f95'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:29:06.071045 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc0cdfec-84cb-4ec4-a52d-5a1478f335d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:06.081707 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:06.081975 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324fa287-d219-45cd-8831-d92dd59d580d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:06.085576 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324fa287-d219-45cd-8831-d92dd59d580d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:06.093325 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-324fa287-d219-45cd-8831-d92dd59d580d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1011274 Jun 25 09:29:06.095663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36858) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:06.136124 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b4b057f0-42cf-4210-a813-4340a598f994 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:06.185104 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:06.195602 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Pushing event updated for resources: {'Port': ['ID=1157b699-ed41-4225-8892-4a5b0e53ac15,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:06.208409 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:06.209612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf942614-ed66-4718-a100-a0b67cbbd030 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 4e19d67f-9fda-436b-8d11-f7c665bd5f95 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:29:06.218383 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf942614-ed66-4718-a100-a0b67cbbd030 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:06.280055 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc498a-12fe-4878-a5d9-40d752bf1606 req-85a1b71f-79bd-4c61-be05-ad7cbba9d247 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:06.287677 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d4dc498a-12fe-4878-a5d9-40d752bf1606 req-85a1b71f-79bd-4c61-be05-ad7cbba9d247 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.1927724 Jun 25 09:29:06.320451 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf942614-ed66-4718-a100-a0b67cbbd030 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:06.378923 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d4dc498a-12fe-4878-a5d9-40d752bf1606 req-fd4846cf-9127-40bb-98a3-fae374f6765f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901699 Jun 25 09:29:06.399057 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf942614-ed66-4718-a100-a0b67cbbd030 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:06.409971 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-fd453a9f-991b-4980-8e3b-32c7d7b928b5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Made reservation on behalf of dc54f151a6ea414791194a926463c635 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:06.412369 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-fd453a9f-991b-4980-8e3b-32c7d7b928b5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:06.470784 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Network 5a10db37-d015-4d07-b8b3-aeae3ba241cd is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:06.488777 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server [None req-bc0cdfec-84cb-4ec4-a52d-5a1478f335d3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e19d67f-9fda-436b-8d11-f7c665bd5f95: This subnet is being modified by another concurrent operation. Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1429, in _create_port_db Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise exception Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e19d67f-9fda-436b-8d11-f7c665bd5f95: This subnet is being modified by another concurrent operation. Jun 25 09:29:06.498367 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server Jun 25 09:29:06.503471 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf942614-ed66-4718-a100-a0b67cbbd030 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:06.505294 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97ba5b88-3dfe-46cc-9b06-5428cd1298a5 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:06.571125 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 8208eb1f-74cf-455b-ac42-6eb4801e70b3 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:29:06.575784 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf942614-ed66-4718-a100-a0b67cbbd030 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=4e19d67f-9fda-436b-8d11-f7c665bd5f95,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:06.587753 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bf942614-ed66-4718-a100-a0b67cbbd030 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:06.599396 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 8208eb1f-74cf-455b-ac42-6eb4801e70b3 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:29:06.599742 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 8208eb1f-74cf-455b-ac42-6eb4801e70b3 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:29:06.623145 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:06.629435 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf942614-ed66-4718-a100-a0b67cbbd030 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:06.631824 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bf942614-ed66-4718-a100-a0b67cbbd030 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/4e19d67f-9fda-436b-8d11-f7c665bd5f95 HTTP/1.1" status: 204 len: 168 time: 0.5348151 Jun 25 09:29:06.634823 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-354287d9-2b9a-43ce-9cd0-10e2fcb5a12e req-7eda8e95-0e1c-4393-b171-72d85797cee6 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 210 time: 0.0778949 Jun 25 09:29:06.635354 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36862) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:06.668339 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-867acce4-1453-44bc-a5a4-c553983e76c2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:06.688054 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-141faf74-0890-4eaf-a0e8-20f5aab815db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514076 Jun 25 09:29:06.690612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36864) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:06.700421 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-b79b78c2-9c69-448f-a426-2d9e42638509 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:06.771736 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba9db0f-5fc3-48f4-a653-e62a7ddbace6 None None] get_active_networks_info from n-d-761264-15 {{(pid=94026) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 09:29:06.815952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4c64ce09-0c0b-47c6-9c91-d9674b20e588 None None] Provisioning complete for port 1157b699-ed41-4225-8892-4a5b0e53ac15 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:06.816179 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c64ce09-0c0b-47c6-9c91-d9674b20e588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:06.827049 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79b78c2-9c69-448f-a426-2d9e42638509 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:06.831649 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b79b78c2-9c69-448f-a426-2d9e42638509 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:06.886964 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4c64ce09-0c0b-47c6-9c91-d9674b20e588 None None] Port 1157b699-ed41-4225-8892-4a5b0e53ac15 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:06.938472 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba9db0f-5fc3-48f4-a653-e62a7ddbace6 None None] Resources bound (agent type, host, resource id): {{(pid=94026) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 09:29:06.979952 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Router 574db1a5-11d6-4784-8a52-0a61d63acb69 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:29:07.016649 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-fd453a9f-991b-4980-8e3b-32c7d7b928b5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Allocated IP 172.20.0.9 (dfc5d1ae-4979-4796-8f85-9baa220a71ad/96a3b29f-c401-43ff-b96b-661504217087/83185b33-8321-45b9-9803-d465e4a27cc5) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:07.134296 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b79b78c2-9c69-448f-a426-2d9e42638509 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:07.136932 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:07.186000 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79b78c2-9c69-448f-a426-2d9e42638509 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:07.189587 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-b79b78c2-9c69-448f-a426-2d9e42638509 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:07.197019 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b78c2-9c69-448f-a426-2d9e42638509 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:07.197619 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b79b78c2-9c69-448f-a426-2d9e42638509 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:07.206469 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b78c2-9c69-448f-a426-2d9e42638509 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=127e444f-1998-4830-ae0f-488bf27e2a0e,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:07.216977 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b79b78c2-9c69-448f-a426-2d9e42638509 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:07.224365 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b79b78c2-9c69-448f-a426-2d9e42638509 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5325475 Jun 25 09:29:07.227863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36870) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:07.235138 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'fixed_ips': [{'subnet_id': '127e444f-1998-4830-ae0f-488bf27e2a0e', 'ip_address': '2001:db8::4be1:57c3:4a6a:e4e7'}], 'name': 'tempest-NetworksTestDHCPv6-1036244958'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:07.366299 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:29:07.372239 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': '127e444f-1998-4830-ae0f-488bf27e2a0e'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:29:07.373085 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:07.373561 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] 10.222.0.93 "PUT /v2.0/routers/574db1a5-11d6-4784-8a52-0a61d63acb69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6792691 Jun 25 09:29:07.389169 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Sync routers for ids ['574db1a5-11d6-4784-8a52-0a61d63acb69'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:29:07.391026 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:07.402004 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Routers {'574db1a5-11d6-4784-8a52-0a61d63acb69'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:07.402568 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['574db1a5-11d6-4784-8a52-0a61d63acb69'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:07.415370 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:07.475054 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 9eca6c2d-f1ae-4bd4-8229-7f5c23ba622e yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:29:07.506462 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Router a6b6486c-9e73-418f-852a-d895d5964d9f is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:29:07.562916 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Set router 574db1a5-11d6-4784-8a52-0a61d63acb69 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:07.588464 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-fd453a9f-991b-4980-8e3b-32c7d7b928b5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:07.674878 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-fd453a9f-991b-4980-8e3b-32c7d7b928b5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Transition to ACTIVE for port object 83185b33-8321-45b9-9803-d465e4a27cc5 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:07.698199 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 09a79908-ad8b-4207-aa7e-519771f9a2e6 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:07.756748 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-fd453a9f-991b-4980-8e3b-32c7d7b928b5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:07.768710 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Allocated IP 2001:db8::2 (13e23ba1-9297-4cb1-bce9-7212ee789807/127e444f-1998-4830-ae0f-488bf27e2a0e/4a024f34-9fb9-457c-955b-a9ab0d425e71) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:07.771703 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bd3905a2-d050-48da-be60-a56744c2c3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:07.778570 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 09a79908-ad8b-4207-aa7e-519771f9a2e6 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:07.778957 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:07.820625 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['86175631-0db9-4a28-90f3-c391476d0c2f'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:29:07.854240 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-fd453a9f-991b-4980-8e3b-32c7d7b928b5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Network dfc5d1ae-4979-4796-8f85-9baa220a71ad is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:07.909469 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-fd453a9f-991b-4980-8e3b-32c7d7b928b5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:07.916081 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-fd453a9f-991b-4980-8e3b-32c7d7b928b5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:07.974985 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-fd453a9f-991b-4980-8e3b-32c7d7b928b5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:07.975747 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-fd453a9f-991b-4980-8e3b-32c7d7b928b5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:07.985424 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd453a9f-991b-4980-8e3b-32c7d7b928b5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Pushing event updated for resources: {'Port': ['ID=83185b33-8321-45b9-9803-d465e4a27cc5,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:07.990563 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fd453a9f-991b-4980-8e3b-32c7d7b928b5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:08.072893 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:29:08.136027 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:08.165035 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-fd453a9f-991b-4980-8e3b-32c7d7b928b5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1321507 Jun 25 09:29:08.172663 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:08.174060 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 9.1060829 Jun 25 09:29:08.175494 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Transition to ACTIVE for port object 4a024f34-9fb9-457c-955b-a9ab0d425e71 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:08.182821 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36884) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:08.194440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Request body: {'port': {'device_id': 'f49fcc81-60c4-4c71-a8e3-d12c3797b066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:08.207534 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Transition to ACTIVE for port object 4a024f34-9fb9-457c-955b-a9ab0d425e71 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:08.226755 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:08.238342 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Sync routers for ids ['a6b6486c-9e73-418f-852a-d895d5964d9f'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:29:08.248841 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:08.283573 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'name': 'tempest-ServerActionsTestJSON-102997678-router', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:53Z', 'updated_at': '2021-06-25T09:29:04Z', 'revision_number': 4, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'gw_port': {'id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:55Z', 'updated_at': '2021-06-25T09:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '1157b699-ed41-4225-8892-4a5b0e53ac15', 'name': '', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'mac_address': 'fa:16:3e:c3:ca:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:01Z', 'updated_at': '2021-06-25T09:29:05Z', 'revision_number': 2, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'subnets': [{'id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:08.287985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:08.325610 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:08.331802 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:08.345511 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Checking router: 574db1a5-11d6-4784-8a52-0a61d63acb69 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:29:08.346579 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Updating router 574db1a5-11d6-4784-8a52-0a61d63acb69 port 1157b699-ed41-4225-8892-4a5b0e53ac15 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:29:08.379774 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Pushing event updated for resources: {'Port': ['ID=4a024f34-9fb9-457c-955b-a9ab0d425e71,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:08.390612 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:08.393522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Routers {'a6b6486c-9e73-418f-852a-d895d5964d9f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:08.395595 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a6b6486c-9e73-418f-852a-d895d5964d9f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:08.406856 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-867acce4-1453-44bc-a5a4-c553983e76c2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 641625e1-b173-4125-a0f2-33e05287d93f {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:08.407387 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-867acce4-1453-44bc-a5a4-c553983e76c2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:08.415424 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36890) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:08.421994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-d39e2ac6-dbb6-43a7-9111-973a64f041d3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--387493876', 'description': 'tempest-description--426929963'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:08.460178 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d974e3-6e44-4207-b29e-b9954854b859 req-5b10e445-81c3-4c0a-9600-9571bf80f637 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:08.461696 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3d974e3-6e44-4207-b29e-b9954854b859 req-5b10e445-81c3-4c0a-9600-9571bf80f637 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.8171904 Jun 25 09:29:08.491760 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::4be1:57c3:4a6a:e4e7 (13e23ba1-9297-4cb1-bce9-7212ee789807/127e444f-1998-4830-ae0f-488bf27e2a0e/9eca6c2d-f1ae-4bd4-8229-7f5c23ba622e) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:08.507002 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d39e2ac6-dbb6-43a7-9111-973a64f041d3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:08.521260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:08.522018 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:08.522563 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:08.523121 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:08.523514 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:08.523912 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:08.524418 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:08.525005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:08.525551 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:08.525993 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:08.526411 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:08.526815 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:08.538992 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:08.598557 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Attempting to bind port 4a024f34-9fb9-457c-955b-a9ab0d425e71 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:08.598557 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Attempting to bind port 4a024f34-9fb9-457c-955b-a9ab0d425e71 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:08.598898 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Attempting to bind port 4a024f34-9fb9-457c-955b-a9ab0d425e71 on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:08.622246 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:08.624528 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d39e2ac6-dbb6-43a7-9111-973a64f041d3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:08.646111 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Set router a6b6486c-9e73-418f-852a-d895d5964d9f gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:08.650221 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:08.650631 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:08.651061 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:08.651467 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:08.651984 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Bound port: 4a024f34-9fb9-457c-955b-a9ab0d425e71, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:08.652372 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:08.656883 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3d974e3-6e44-4207-b29e-b9954854b859 req-14dfb277-8d7e-4fb0-a68c-b45b0c73ba7e tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829882 Jun 25 09:29:08.660390 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d39e2ac6-dbb6-43a7-9111-973a64f041d3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:08.668762 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d63e08cf-45e1-4f60-9693-e52dacbed542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:08.711287 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:29:08.760520 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-867acce4-1453-44bc-a5a4-c553983e76c2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:08.798518 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d39e2ac6-dbb6-43a7-9111-973a64f041d3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:08.804539 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d39e2ac6-dbb6-43a7-9111-973a64f041d3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3879662 Jun 25 09:29:08.812608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36894) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:08.830129 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1a869801-3e09-4fad-97ab-8d7c2f0b249f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Request body: {'security_group_rule': {'security_group_id': '4715000b-ebe6-4a68-9fd4-ae4971d1e754', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:08.831463 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-867acce4-1453-44bc-a5a4-c553983e76c2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 641625e1-b173-4125-a0f2-33e05287d93f owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:08.860363 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e2ac6-dbb6-43a7-9111-973a64f041d3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4715000b-ebe6-4a68-9fd4-ae4971d1e754,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:08.873848 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d39e2ac6-dbb6-43a7-9111-973a64f041d3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:08.886290 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:08.910322 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Transition to ACTIVE for port object 1157b699-ed41-4225-8892-4a5b0e53ac15 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:08.929589 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:08.936261 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:08.996218 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a869801-3e09-4fad-97ab-8d7c2f0b249f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:09.046292 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] For port 4a024f34-9fb9-457c-955b-a9ab0d425e71, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:09.050460 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] For port 4a024f34-9fb9-457c-955b-a9ab0d425e71, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4a024f34-9fb9-457c-955b-a9ab0d425e71,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:09.062900 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:09.075556 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:09.085464 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924517a3-61b0-4958-b84b-38d3a45b3d87 None None] Pushing event updated for resources: {'Port': ['ID=1157b699-ed41-4225-8892-4a5b0e53ac15,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:09.100301 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-924517a3-61b0-4958-b84b-38d3a45b3d87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:09.108545 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:09.128968 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object 9eca6c2d-f1ae-4bd4-8229-7f5c23ba622e will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:09.143608 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'name': 'tempest-ServersTestJSON-510071517-router', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:59Z', 'updated_at': '2021-06-25T09:29:04Z', 'revision_number': 3, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'gw_port': {'id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:00Z', 'updated_at': '2021-06-25T09:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:09.181318 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Checking router: a6b6486c-9e73-418f-852a-d895d5964d9f for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:29:09.182177 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Updating router a6b6486c-9e73-418f-852a-d895d5964d9f port e65751d1-1b93-4104-b7f3-299020eb1e88 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:29:09.189520 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d5da2-0065-4def-bf96-5c8c98f910bb req-ecfdd2ba-d8a8-44e7-b47c-eb726b6c3cbc tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:09.191543 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-025d5da2-0065-4def-bf96-5c8c98f910bb req-ecfdd2ba-d8a8-44e7-b47c-eb726b6c3cbc tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1027 time: 0.5720723 Jun 25 09:29:09.194544 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:09.205586 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:09.235934 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Attempting to bind port 1157b699-ed41-4225-8892-4a5b0e53ac15 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:09.236227 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Attempting to bind port 1157b699-ed41-4225-8892-4a5b0e53ac15 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:09.236871 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Attempting to bind port 1157b699-ed41-4225-8892-4a5b0e53ac15 on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:09.249386 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Pushing event updated for resources: {'Port': ['ID=4a024f34-9fb9-457c-955b-a9ab0d425e71,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:09.257290 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:09.257676 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Checking segment: {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:09.258090 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:09.258490 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Bound using segment: {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:09.258967 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Bound port: 1157b699-ed41-4225-8892-4a5b0e53ac15, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:09.259356 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:09.263301 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:09.277937 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:09.334349 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:09.378353 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] For port 1157b699-ed41-4225-8892-4a5b0e53ac15, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:09.381911 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] For port 1157b699-ed41-4225-8892-4a5b0e53ac15, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1157b699-ed41-4225-8892-4a5b0e53ac15,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:09.386502 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:09.388564 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-e311fbcc-2df0-4caa-86a7-3428f1c952e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:09.407637 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:09.417060 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:09.452351 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:09.453251 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:09.473173 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a869801-3e09-4fad-97ab-8d7c2f0b249f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:09.485905 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-025d5da2-0065-4def-bf96-5c8c98f910bb req-7303b63e-22b5-4fda-82f3-c9635d890dee tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833102 Jun 25 09:29:09.486764 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=9eca6c2d-f1ae-4bd4-8229-7f5c23ba622e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:09.493326 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:09.513026 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a869801-3e09-4fad-97ab-8d7c2f0b249f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:09.554239 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:09.560386 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3305321 Jun 25 09:29:09.561353 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a869801-3e09-4fad-97ab-8d7c2f0b249f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:09.565425 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1a869801-3e09-4fad-97ab-8d7c2f0b249f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7438247 Jun 25 09:29:09.566060 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36904) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:09.566396 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36906) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:09.577875 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Routers {'574db1a5-11d6-4784-8a52-0a61d63acb69'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:09.578552 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['574db1a5-11d6-4784-8a52-0a61d63acb69'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:09.586744 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-47ae735e-6afe-4ce3-8f64-fbe27daa6135 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Request body: {'security_group_rule': {'security_group_id': '4715000b-ebe6-4a68-9fd4-ae4971d1e754', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:09.602538 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924517a3-61b0-4958-b84b-38d3a45b3d87 None None] Pushing event updated for resources: {'Port': ['ID=1157b699-ed41-4225-8892-4a5b0e53ac15,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:09.618580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a869801-3e09-4fad-97ab-8d7c2f0b249f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8592cda7-c706-4147-addb-eef2f0eb28ac,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:09.622065 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1a869801-3e09-4fad-97ab-8d7c2f0b249f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:09.691614 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47ae735e-6afe-4ce3-8f64-fbe27daa6135 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:09.710237 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-924517a3-61b0-4958-b84b-38d3a45b3d87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:09.768757 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05acaf3c-884b-4c80-9cea-67cc9970ec9b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:09.776843 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05acaf3c-884b-4c80-9cea-67cc9970ec9b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:09.778758 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-05acaf3c-884b-4c80-9cea-67cc9970ec9b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2071767 Jun 25 09:29:09.796094 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36914) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:09.861207 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4a024f34-9fb9-457c-955b-a9ab0d425e71 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:09.895791 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] Set router 574db1a5-11d6-4784-8a52-0a61d63acb69 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:09.972000 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:09.988092 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Transition to ACTIVE for port object e65751d1-1b93-4104-b7f3-299020eb1e88 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:09.992490 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 4a024f34-9fb9-457c-955b-a9ab0d425e71 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:10.000094 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:10.003907 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7a1bf9ab-4422-418f-bdaa-c763501ac192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:10.047399 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebca17-4e7e-4d10-97dc-e225a855f0d2 None None] Pushing event updated for resources: {'Port': ['ID=e65751d1-1b93-4104-b7f3-299020eb1e88,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:10.057332 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47ae735e-6afe-4ce3-8f64-fbe27daa6135 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:10.065325 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-99ebca17-4e7e-4d10-97dc-e225a855f0d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:10.075344 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47ae735e-6afe-4ce3-8f64-fbe27daa6135 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:10.088836 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:10.102947 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Attempting to bind port e65751d1-1b93-4104-b7f3-299020eb1e88 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:10.103653 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Attempting to bind port e65751d1-1b93-4104-b7f3-299020eb1e88 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:10.104086 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Attempting to bind port e65751d1-1b93-4104-b7f3-299020eb1e88 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:10.123910 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae735e-6afe-4ce3-8f64-fbe27daa6135 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836d02ea-8238-4653-9a0b-9553c8548721,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:10.129282 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:10.129665 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:10.130129 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:10.130660 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:10.130963 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Bound port: e65751d1-1b93-4104-b7f3-299020eb1e88, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:10.131360 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:10.132217 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-47ae735e-6afe-4ce3-8f64-fbe27daa6135 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:10.141916 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47ae735e-6afe-4ce3-8f64-fbe27daa6135 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:10.146450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-47ae735e-6afe-4ce3-8f64-fbe27daa6135 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5636942 Jun 25 09:29:10.147864 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36918) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:10.153744 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:10.211580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33041b7c-a077-4980-accb-99b9809b70ea req-340c1c77-04c1-4a54-bca0-439b9c2b1d28 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:10.214311 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-33041b7c-a077-4980-accb-99b9809b70ea req-340c1c77-04c1-4a54-bca0-439b9c2b1d28 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.3243890 Jun 25 09:29:10.222467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-de84548a-2667-434a-897e-91bfe9bb4516 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port 9eca6c2d-f1ae-4bd4-8229-7f5c23ba622e {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:10.222850 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-de84548a-2667-434a-897e-91bfe9bb4516 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:10.267191 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] For port e65751d1-1b93-4104-b7f3-299020eb1e88, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:10.275754 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] For port e65751d1-1b93-4104-b7f3-299020eb1e88, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e65751d1-1b93-4104-b7f3-299020eb1e88,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:10.285144 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:10.292156 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'name': 'tempest-ServerActionsTestJSON-102997678-router', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:53Z', 'updated_at': '2021-06-25T09:29:04Z', 'revision_number': 4, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'gw_port': {'id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:55Z', 'updated_at': '2021-06-25T09:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '1157b699-ed41-4225-8892-4a5b0e53ac15', 'name': '', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'mac_address': 'fa:16:3e:c3:ca:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:01Z', 'updated_at': '2021-06-25T09:29:09Z', 'revision_number': 4, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'subnets': [{'id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:10.297943 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:10.322837 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-867acce4-1453-44bc-a5a4-c553983e76c2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:10.323931 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:10.330128 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aa11c845-c7b1-4f28-91f8-61ce0a8d0176 tempest-RoutersAdminTest-242824005 tempest-RoutersAdminTest-242824005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:10.378055 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Routers {'a6b6486c-9e73-418f-852a-d895d5964d9f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:10.379382 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a6b6486c-9e73-418f-852a-d895d5964d9f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:10.383354 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914ce674-f4d0-48f0-99ca-8c1d1d6c0870 None None] The sync data for ids ['574db1a5-11d6-4784-8a52-0a61d63acb69'] in n-d-761264-15 is: [{'id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'name': 'tempest-ServerActionsTestJSON-102997678-router', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:53Z', 'updated_at': '2021-06-25T09:29:04Z', 'revision_number': 4, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'gw_port': {'id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:55Z', 'updated_at': '2021-06-25T09:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '1157b699-ed41-4225-8892-4a5b0e53ac15', 'name': '', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'mac_address': 'fa:16:3e:c3:ca:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:01Z', 'updated_at': '2021-06-25T09:29:09Z', 'revision_number': 4, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'subnets': [{'id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:29:10.407087 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867acce4-1453-44bc-a5a4-c553983e76c2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=641625e1-b173-4125-a0f2-33e05287d93f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:10.469487 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebca17-4e7e-4d10-97dc-e225a855f0d2 None None] Pushing event updated for resources: {'Port': ['ID=e65751d1-1b93-4104-b7f3-299020eb1e88,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:10.477778 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83185b33-8321-45b9-9803-d465e4a27cc5 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:29:10.522052 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-99ebca17-4e7e-4d10-97dc-e225a855f0d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:10.524452 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-33041b7c-a077-4980-accb-99b9809b70ea req-a8035bfe-43cd-41d1-a7eb-2bde398236e8 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783129 Jun 25 09:29:10.548857 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:10.555389 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-de84548a-2667-434a-897e-91bfe9bb4516 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:10.577494 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-de84548a-2667-434a-897e-91bfe9bb4516 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for 9eca6c2d-f1ae-4bd4-8229-7f5c23ba622e owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:10.591377 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Transition to ACTIVE for port object 83185b33-8321-45b9-9803-d465e4a27cc5 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:10.594409 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-867acce4-1453-44bc-a5a4-c553983e76c2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:10.606734 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:10.611379 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d9d34e42-6ccd-4e6e-b557-7e952ef3e918 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:10.657224 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] Set router a6b6486c-9e73-418f-852a-d895d5964d9f gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:10.745083 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:10.847179 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-867acce4-1453-44bc-a5a4-c553983e76c2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:10.877021 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Pushing event updated for resources: {'Port': ['ID=83185b33-8321-45b9-9803-d465e4a27cc5,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:10.881005 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:10.889690 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac06bb9-cac7-4f1a-8208-f199dccfc9d9 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:10.930753 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Allocated IP 172.25.6.162 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/d2474642-7fee-4270-b7c5-94bd11ec9af7) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:11.278312 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:11.460531 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:11.471030 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-766d1e7a-e36b-420f-8424-1348e0c36762 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:11.595421 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Attempting to bind port 83185b33-8321-45b9-9803-d465e4a27cc5 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:11.595991 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Attempting to bind port 83185b33-8321-45b9-9803-d465e4a27cc5 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:11.596307 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Attempting to bind port 83185b33-8321-45b9-9803-d465e4a27cc5 on network dfc5d1ae-4979-4796-8f85-9baa220a71ad {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:11.620221 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7a0fe5eb-acaa-46bd-8d92-0d7b44ae896a None None] Provisioning for port 4a024f34-9fb9-457c-955b-a9ab0d425e71 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:11.622041 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Port 83185b33-8321-45b9-9803-d465e4a27cc5 on network dfc5d1ae-4979-4796-8f85-9baa220a71ad not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:29:11.622478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Attempting to bind port 83185b33-8321-45b9-9803-d465e4a27cc5 on network dfc5d1ae-4979-4796-8f85-9baa220a71ad {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:11.637923 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867acce4-1453-44bc-a5a4-c553983e76c2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router 63f004dc-6794-4c79-83e7-92680978225c has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:29:11.644661 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:11.649005 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:11.649356 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Checking segment: {'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:11.649747 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Bound using segment: {'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:11.650251 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Bound port: 83185b33-8321-45b9-9803-d465e4a27cc5, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fc13e3-4d18-4864-88d5-39d8499211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:11.650620 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:11.666206 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:11.710513 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7a0fe5eb-acaa-46bd-8d92-0d7b44ae896a None None] Provisioning complete for port 4a024f34-9fb9-457c-955b-a9ab0d425e71 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:11.711007 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a0fe5eb-acaa-46bd-8d92-0d7b44ae896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:11.726328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:11.730749 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:11.805173 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1157b699-ed41-4225-8892-4a5b0e53ac15 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:11.821468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event updated for resources: {'Port': ['ID=d2474642-7fee-4270-b7c5-94bd11ec9af7,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:11.836632 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:11.883897 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-de84548a-2667-434a-897e-91bfe9bb4516 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:11.947712 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c64e95a2-0a80-4e57-b838-c000d2ec53a7 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:11.952435 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a0fe5eb-acaa-46bd-8d92-0d7b44ae896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:12.020089 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867acce4-1453-44bc-a5a4-c553983e76c2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:29:12.025097 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84548a-2667-434a-897e-91bfe9bb4516 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=9eca6c2d-f1ae-4bd4-8229-7f5c23ba622e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:12.044682 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-de84548a-2667-434a-897e-91bfe9bb4516 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:12.045548 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fddfaa7-48af-4b04-a5d6-ef422aee24a3 None None] Sync routers for ids ['63f004dc-6794-4c79-83e7-92680978225c'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:29:12.048129 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2a9a5-83d5-478a-b779-8dcbf0075def req-aed15c13-52e7-4957-b6ef-4e05ba97962b tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:12.058029 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fddfaa7-48af-4b04-a5d6-ef422aee24a3 None None] Routers {'63f004dc-6794-4c79-83e7-92680978225c'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:12.058986 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5fddfaa7-48af-4b04-a5d6-ef422aee24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['63f004dc-6794-4c79-83e7-92680978225c'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:12.065675 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7a0fe5eb-acaa-46bd-8d92-0d7b44ae896a None None] For port 4a024f34-9fb9-457c-955b-a9ab0d425e71, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4a024f34-9fb9-457c-955b-a9ab0d425e71,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:12.069976 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64b2a9a5-83d5-478a-b779-8dcbf0075def req-aed15c13-52e7-4957-b6ef-4e05ba97962b tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1053 time: 1.2707655 Jun 25 09:29:12.077539 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a0fe5eb-acaa-46bd-8d92-0d7b44ae896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:12.086752 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:12.098437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 1157b699-ed41-4225-8892-4a5b0e53ac15 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:12.124864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 1157b699-ed41-4225-8892-4a5b0e53ac15 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:12.125496 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:12.150100 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5fddfaa7-48af-4b04-a5d6-ef422aee24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:12.172269 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fddfaa7-48af-4b04-a5d6-ef422aee24a3 None None] Routers {'63f004dc-6794-4c79-83e7-92680978225c'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:12.174036 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5fddfaa7-48af-4b04-a5d6-ef422aee24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['63f004dc-6794-4c79-83e7-92680978225c'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:12.205893 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'name': 'tempest-ServersTestJSON-510071517-router', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:59Z', 'updated_at': '2021-06-25T09:29:04Z', 'revision_number': 3, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'gw_port': {'id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:00Z', 'updated_at': '2021-06-25T09:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:12.210952 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-de84548a-2667-434a-897e-91bfe9bb4516 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:12.213149 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-de84548a-2667-434a-897e-91bfe9bb4516 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/9eca6c2d-f1ae-4bd4-8229-7f5c23ba622e HTTP/1.1" status: 204 len: 168 time: 2.4160068 Jun 25 09:29:12.220892 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36932) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:12.267957 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2d8ea374-28fa-411e-a952-f0c70f6b554d None None] Provisioning for port 83185b33-8321-45b9-9803-d465e4a27cc5 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:12.278722 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1440eb48-75fc-4da3-af28-8ef692c9c324 None None] The sync data for ids ['a6b6486c-9e73-418f-852a-d895d5964d9f'] in n-d-761264-15 is: [{'id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'name': 'tempest-ServersTestJSON-510071517-router', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:59Z', 'updated_at': '2021-06-25T09:29:04Z', 'revision_number': 3, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'gw_port': {'id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:00Z', 'updated_at': '2021-06-25T09:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:29:12.302579 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5fddfaa7-48af-4b04-a5d6-ef422aee24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:12.304452 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fddfaa7-48af-4b04-a5d6-ef422aee24a3 None None] The sync data for ids ['63f004dc-6794-4c79-83e7-92680978225c'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:29:12.360008 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Allocated IP 172.20.0.1 (c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef/4ce717c3-2d32-45d2-9b06-d0c23cc3afa6/bcde91ae-075c-431e-9933-7c1ab61f7532) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:12.366738 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:12.401155 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64b2a9a5-83d5-478a-b779-8dcbf0075def req-d01e1a30-9602-4c0d-843e-b41a124ebd56 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301172 Jun 25 09:29:12.423027 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31bdc4-dafe-4ba8-bbae-3ccb1a3ef6e8 req-70be8175-2cfd-452b-a68e-0e76f05e2797 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:12.425827 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7b31bdc4-dafe-4ba8-bbae-3ccb1a3ef6e8 req-70be8175-2cfd-452b-a68e-0e76f05e2797 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.5810480 Jun 25 09:29:12.452710 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:12.481077 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fe5eb-acaa-46bd-8d92-0d7b44ae896a None None] Pushing event updated for resources: {'Port': ['ID=4a024f34-9fb9-457c-955b-a9ab0d425e71,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:12.483793 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7345ccad-9b87-47da-a246-adf7e731562a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:12.484667 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7a0fe5eb-acaa-46bd-8d92-0d7b44ae896a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:12.485650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7345ccad-9b87-47da-a246-adf7e731562a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:12.487313 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7345ccad-9b87-47da-a246-adf7e731562a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2653811 Jun 25 09:29:12.499900 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36936) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:12.501823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2d8ea374-28fa-411e-a952-f0c70f6b554d None None] Provisioning complete for port 1157b699-ed41-4225-8892-4a5b0e53ac15 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:12.502412 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d8ea374-28fa-411e-a952-f0c70f6b554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:12.511256 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] For port 83185b33-8321-45b9-9803-d465e4a27cc5, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:12.516685 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] For port 83185b33-8321-45b9-9803-d465e4a27cc5, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=83185b33-8321-45b9-9803-d465e4a27cc5,segment=NetworkSegment(f9fc13e3-4d18-4864-88d5-39d8499211f0),segment_id=f9fc13e3-4d18-4864-88d5-39d8499211f0)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:12.523391 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-867acce4-1453-44bc-a5a4-c553983e76c2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/63f004dc-6794-4c79-83e7-92680978225c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9072707 Jun 25 09:29:12.533607 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36938) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:12.535821 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:12.551562 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 1157b699-ed41-4225-8892-4a5b0e53ac15, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1157b699-ed41-4225-8892-4a5b0e53ac15,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:12.554615 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:12.559887 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:12.560577 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-64b44202-ea9a-4a0c-be59-a76d204cdd2e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:12.571647 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:12.626049 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7b31bdc4-dafe-4ba8-bbae-3ccb1a3ef6e8 req-bb0af34d-82bd-4daa-b3f8-dc02cb1f3400 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635900 Jun 25 09:29:12.635972 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=1157b699-ed41-4225-8892-4a5b0e53ac15,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:12.647557 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:12.671260 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-483ac1a3-a2aa-4ba9-92b0-dce109bd1f76 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 127e444f-1998-4830-ae0f-488bf27e2a0e {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:29:12.685719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Pushing event updated for resources: {'Port': ['ID=83185b33-8321-45b9-9803-d465e4a27cc5,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:12.686304 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-483ac1a3-a2aa-4ba9-92b0-dce109bd1f76 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:12.733299 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:12.738662 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1943dbce-64fe-405d-8bbf-4de816ae9c58 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports?device_id=63f004dc-6794-4c79-83e7-92680978225c HTTP/1.1" status: 200 len: 205 time: 0.1987672 Jun 25 09:29:12.744909 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36940) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:12.762693 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:12.763476 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:12.764931 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] 10.222.0.41 "PUT /v2.0/ports/83185b33-8321-45b9-9803-d465e4a27cc5 HTTP/1.1" status: 200 len: 1092 time: 4.5811372 Jun 25 09:29:12.765486 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49fcc81-60c4-4c71-a8e3-d12c3797b066', 'tag': '83185b33-8321-45b9-9803-d465e4a27cc5'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:29:12.767897 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eeb1c1-9b38-4868-9f16-86a0eba198c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f49fcc81-60c4-4c71-a8e3-d12c3797b066", "tag": "83185b33-8321-45b9-9803-d465e4a27cc5"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:29:12.781343 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-483ac1a3-a2aa-4ba9-92b0-dce109bd1f76 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:12.882166 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-483ac1a3-a2aa-4ba9-92b0-dce109bd1f76 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:12.933530 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c33d2fc7-687f-4242-88e2-45693baae337 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:12.965257 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:13.000871 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Transition to ACTIVE for port object bcde91ae-075c-431e-9933-7c1ab61f7532 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:13.038998 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3dacdc-8bb7-492f-80c1-032d27e9da13 x-openstack-request-id: req-ea3dacdc-8bb7-492f-80c1-032d27e9da13 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:29:13.038998 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49fcc81-60c4-4c71-a8e3-d12c3797b066", "tag": "83185b33-8321-45b9-9803-d465e4a27cc5", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:29:13.039297 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ea3dacdc-8bb7-492f-80c1-032d27e9da13 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:29:13.039728 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49fcc81-60c4-4c71-a8e3-d12c3797b066', 'tag': '83185b33-8321-45b9-9803-d465e4a27cc5', 'status': 'completed', 'code': 200} Jun 25 09:29:13.098020 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-483ac1a3-a2aa-4ba9-92b0-dce109bd1f76 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:13.104173 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fb241a77-3580-443c-a9bf-75cd34ef7312 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:13.202806 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-483ac1a3-a2aa-4ba9-92b0-dce109bd1f76 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:13.204566 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-483ac1a3-a2aa-4ba9-92b0-dce109bd1f76 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/127e444f-1998-4830-ae0f-488bf27e2a0e HTTP/1.1" status: 204 len: 168 time: 0.7034163 Jun 25 09:29:13.211518 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5ec683cb-7210-41fb-887c-90f38b53be94 None None] Provisioning complete for port 4a024f34-9fb9-457c-955b-a9ab0d425e71 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:13.211673 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36946) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:13.216412 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ec683cb-7210-41fb-887c-90f38b53be94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:13.218782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ac1a3-a2aa-4ba9-92b0-dce109bd1f76 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=127e444f-1998-4830-ae0f-488bf27e2a0e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:13.238782 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:13.256381 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b7860260-848a-443e-9220-c3312e5f1190 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:13.277660 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-483ac1a3-a2aa-4ba9-92b0-dce109bd1f76 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:13.406213 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:13.412959 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:13.415836 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-94d9ec80-1343-4a90-96b8-b62d0fd9336e tempest-ServersOnMultiNodesTest-633582712 tempest-ServersOnMultiNodesTest-633582712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:13.504897 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c33d2fc7-687f-4242-88e2-45693baae337 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:13.559620 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c33d2fc7-687f-4242-88e2-45693baae337 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:13.563830 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-8fcc37b9-fd0d-4933-8930-28b4b222c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:13.565816 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-8fcc37b9-fd0d-4933-8930-28b4b222c586 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc54f151a6ea414791194a926463c635&device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1095 time: 0.5252724 Jun 25 09:29:13.575481 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Network c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:13.587494 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-80c1a276-4b79-48ee-9a65-f50ca3d91ecc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3404329 Jun 25 09:29:13.595707 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ef5c4f-0983-45c9-96be-ca147cdb2f04 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:13.639708 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36950) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:13.644357 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:13.669392 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-aae180e5-8e60-4b3c-a7d1-36c91b8f29ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83185b33-8321-45b9-9803-d465e4a27cc5 HTTP/1.1" status: 200 len: 217 time: 0.0668666 Jun 25 09:29:13.688507 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:13.697603 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-88375357-848b-4b5c-a744-034b6dfce4c3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:13.721195 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5f8315e1-0ba0-46a7-9190-3bcee13b26af None None] Could not find standard attr ID for object 9eca6c2d-f1ae-4bd4-8229-7f5c23ba622e. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:29:13.732904 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:13.815822 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event updated for resources: {'Port': ['ID=d2474642-7fee-4270-b7c5-94bd11ec9af7,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:13.821683 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:13.841358 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Pushing event updated for resources: {'Port': ['ID=bcde91ae-075c-431e-9933-7c1ab61f7532,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:13.867411 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:13.869052 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7191832 Jun 25 09:29:13.905060 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737570f9-4e99-46f6-89d1-025b431af06c req-fc96987d-1135-4b57-81e4-e47fb1d46499 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:13.907050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-737570f9-4e99-46f6-89d1-025b431af06c req-fc96987d-1135-4b57-81e4-e47fb1d46499 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1095 time: 0.2586589 Jun 25 09:29:13.927048 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e65751d1-1b93-4104-b7f3-299020eb1e88 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:13.990420 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-737570f9-4e99-46f6-89d1-025b431af06c req-c42a8eef-03b4-494b-a7da-c79d71bc4774 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759404 Jun 25 09:29:14.039243 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:14.042735 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port e65751d1-1b93-4104-b7f3-299020eb1e88 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:14.051225 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c33d2fc7-687f-4242-88e2-45693baae337 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:14.051772 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33d2fc7-687f-4242-88e2-45693baae337 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Fanout notify agent at l3_agent the message router_deleted on router 63f004dc-6794-4c79-83e7-92680978225c {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:29:14.065424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e65751d1-1b93-4104-b7f3-299020eb1e88 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:14.065820 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:14.092253 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c33d2fc7-687f-4242-88e2-45693baae337 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:14.093438 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c33d2fc7-687f-4242-88e2-45693baae337 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/routers/63f004dc-6794-4c79-83e7-92680978225c HTTP/1.1" status: 204 len: 168 time: 1.3476026 Jun 25 09:29:14.100136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36966) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:14.188972 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:14.215670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d546b7a5-0ebc-480e-867e-49ce7c9cedf9 None None] DHCP port deletion for 13e23ba1-9297-4cb1-bce9-7212ee789807 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:29:14.229567 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a3d9a0-5d33-4468-992a-e2cda6dd3b45 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting subnet 1b46a35c-6b12-428a-93a3-d95ba7b32c69 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:29:14.239694 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fa541-9993-42fe-aeab-ad35d9c0f589 req-2b87aeaf-8ec3-431e-9a59-f17c7fad18a2 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:14.250011 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-074fa541-9993-42fe-aeab-ad35d9c0f589 req-2b87aeaf-8ec3-431e-9a59-f17c7fad18a2 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.2974133 Jun 25 09:29:14.253899 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30a3d9a0-5d33-4468-992a-e2cda6dd3b45 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:14.272610 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:14.308986 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port e65751d1-1b93-4104-b7f3-299020eb1e88, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e65751d1-1b93-4104-b7f3-299020eb1e88,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:14.320706 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-547e644e-ff0b-4385-b208-ce35bf2b4ca7 None None] Provisioning for port bcde91ae-075c-431e-9933-7c1ab61f7532 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:14.335666 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:14.344036 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4a024f34-9fb9-457c-955b-a9ab0d425e71 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:14.359246 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:14.366271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-bbd473fc-1b56-4ea4-8b24-802328c34809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:14.378398 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-bbd473fc-1b56-4ea4-8b24-802328c34809 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96a3b29f-c401-43ff-b96b-661504217087 HTTP/1.1" status: 200 len: 849 time: 0.7060533 Jun 25 09:29:14.427663 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-0d7b3083-5cd6-425a-84d8-b6a41b20f58c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--387493876&fields=id&tenant_id=947752a66d514658b9b3ad4c8803cd36 HTTP/1.1" status: 200 len: 267 time: 0.1754787 Jun 25 09:29:14.438405 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30a3d9a0-5d33-4468-992a-e2cda6dd3b45 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:14.468316 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-547e644e-ff0b-4385-b208-ce35bf2b4ca7 None None] Provisioning complete for port bcde91ae-075c-431e-9933-7c1ab61f7532 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:14.468752 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-547e644e-ff0b-4385-b208-ce35bf2b4ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:14.561031 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=e65751d1-1b93-4104-b7f3-299020eb1e88,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:14.572403 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:14.573587 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-547e644e-ff0b-4385-b208-ce35bf2b4ca7 None None] Port bcde91ae-075c-431e-9933-7c1ab61f7532 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:14.603681 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d546b7a5-0ebc-480e-867e-49ce7c9cedf9 None None] Deleting port 4a024f34-9fb9-457c-955b-a9ab0d425e71 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:14.604064 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d546b7a5-0ebc-480e-867e-49ce7c9cedf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:14.692721 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d546b7a5-0ebc-480e-867e-49ce7c9cedf9 None None] For port 4a024f34-9fb9-457c-955b-a9ab0d425e71, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4a024f34-9fb9-457c-955b-a9ab0d425e71,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:14.693552 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d546b7a5-0ebc-480e-867e-49ce7c9cedf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:14.710340 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d546b7a5-0ebc-480e-867e-49ce7c9cedf9 None None] Calling delete_port for 4a024f34-9fb9-457c-955b-a9ab0d425e71 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:14.764289 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-83a28c9e-47fe-4d72-9e5a-86ca41e63e37 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:14.777039 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-83a28c9e-47fe-4d72-9e5a-86ca41e63e37 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 811 time: 0.3481915 Jun 25 09:29:14.888619 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30a3d9a0-5d33-4468-992a-e2cda6dd3b45 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:14.908999 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d546b7a5-0ebc-480e-867e-49ce7c9cedf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:14.912515 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:14.937604 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546b7a5-0ebc-480e-867e-49ce7c9cedf9 None None] Pushing event deleted for resources: {'Port': ['ID=4a024f34-9fb9-457c-955b-a9ab0d425e71,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:14.945629 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 4a024f34-9fb9-457c-955b-a9ab0d425e71 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:14.946183 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:14.949517 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d546b7a5-0ebc-480e-867e-49ce7c9cedf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:14.974281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88375357-848b-4b5c-a744-034b6dfce4c3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:14.982528 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Port 4a024f34-9fb9-457c-955b-a9ab0d425e71 was deleted so its status cannot be updated. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 25 09:29:14.983209 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1157b699-ed41-4225-8892-4a5b0e53ac15 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:14.983455 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88375357-848b-4b5c-a744-034b6dfce4c3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:14.986028 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d546b7a5-0ebc-480e-867e-49ce7c9cedf9 None None] No DVR routers for this DVR port 4a024f34-9fb9-457c-955b-a9ab0d425e71 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:29:15.077485 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-074fa541-9993-42fe-aeab-ad35d9c0f589 req-68ec3c6f-ef51-40e9-90f6-f98994ff1ffb tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8148987 Jun 25 09:29:15.090784 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30a3d9a0-5d33-4468-992a-e2cda6dd3b45 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:15.093274 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f3400af2-3a2c-4401-9bf4-962c1531d744 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:15.093533 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 1157b699-ed41-4225-8892-4a5b0e53ac15 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:15.094034 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:15.099048 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-2a365340-a225-4dd6-962d-7fc42f81a8c5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/quotas/947752a66d514658b9b3ad4c8803cd36 HTTP/1.1" status: 200 len: 375 time: 0.3207424 Jun 25 09:29:15.162704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3d9a0-5d33-4468-992a-e2cda6dd3b45 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Subnet': ['ID=1b46a35c-6b12-428a-93a3-d95ba7b32c69,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:15.177283 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-30a3d9a0-5d33-4468-992a-e2cda6dd3b45 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:15.188802 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724b2053-f940-40fb-ac39-894454da68b3 None None] Network 00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:15.195266 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30a3d9a0-5d33-4468-992a-e2cda6dd3b45 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:15.209522 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-30a3d9a0-5d33-4468-992a-e2cda6dd3b45 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/1b46a35c-6b12-428a-93a3-d95ba7b32c69 HTTP/1.1" status: 204 len: 168 time: 1.1058562 Jun 25 09:29:15.216273 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 36984) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:15.345009 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-51560191-3f55-4784-bc08-29839a4ad70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:15.346801 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-51560191-3f55-4784-bc08-29839a4ad70e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dfc5d1ae-4979-4796-8f85-9baa220a71ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9468384 Jun 25 09:29:15.372656 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-10d92a64-94cd-4551-80f9-91e609d78062 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2115915 Jun 25 09:29:15.471617 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:15.489003 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88375357-848b-4b5c-a744-034b6dfce4c3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:15.516940 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-de20848e-86c6-41aa-a5ee-ee77475f1eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:15.546325 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d2e15-3782-43d4-8f04-9adf8113dc6f req-a598f130-d609-4c40-ad9f-15b10806fe96 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:15.548723 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a47d2e15-3782-43d4-8f04-9adf8113dc6f req-a598f130-d609-4c40-ad9f-15b10806fe96 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1095 time: 0.2498522 Jun 25 09:29:15.593136 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76173df-c764-41c8-9502-62bc19c85f34 None None] DHCP port deletion for 00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:29:15.608490 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c980f79-82c3-4d45-808d-2fdbf41d4c73 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting subnet fed55ba3-196a-4480-8082-e1511088453e {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:29:15.628895 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1c980f79-82c3-4d45-808d-2fdbf41d4c73 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:15.634634 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a47d2e15-3782-43d4-8f04-9adf8113dc6f req-ce06be83-81bf-4bb9-afff-e37008f97688 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787196 Jun 25 09:29:15.648565 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88375357-848b-4b5c-a744-034b6dfce4c3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:15.685329 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-88375357-848b-4b5c-a744-034b6dfce4c3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:15.688281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88375357-848b-4b5c-a744-034b6dfce4c3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:15.688897 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88375357-848b-4b5c-a744-034b6dfce4c3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:15.695306 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f76173df-c764-41c8-9502-62bc19c85f34 None None] Deleting port 9f508af3-fe85-4145-9da8-157c82d7d97c {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:15.696184 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f76173df-c764-41c8-9502-62bc19c85f34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:15.701275 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-1b89f1a1-056f-4732-8d8a-6d60cacee864 service neutron] 10.222.0.93 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981565 Jun 25 09:29:15.710702 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49d59eb-edda-427d-8e45-5533e39dabe0 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:15.747871 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88375357-848b-4b5c-a744-034b6dfce4c3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=fc9a2a90-34cc-4419-93d3-1c680349cd0e,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:15.752886 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-88375357-848b-4b5c-a744-034b6dfce4c3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:15.793212 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1c980f79-82c3-4d45-808d-2fdbf41d4c73 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:15.812977 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e65751d1-1b93-4104-b7f3-299020eb1e88 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:15.846920 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-88375357-848b-4b5c-a744-034b6dfce4c3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1700482 Jun 25 09:29:15.847742 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 36990) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:15.853776 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'fixed_ips': [{'subnet_id': 'fc9a2a90-34cc-4419-93d3-1c680349cd0e', 'ip_address': '2001:db8::9bca:56a2:56ee:a4d'}], 'name': 'tempest-NetworksTestDHCPv6-477435005'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:15.884596 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-d0e8e6b8-855e-42c5-b794-b91ee8a11300 service neutron] 10.222.0.41 "GET /v2.0/networks/dfc5d1ae-4979-4796-8f85-9baa220a71ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001829 Jun 25 09:29:15.908395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f76173df-c764-41c8-9502-62bc19c85f34 None None] For port 9f508af3-fe85-4145-9da8-157c82d7d97c, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=9f508af3-fe85-4145-9da8-157c82d7d97c,segment=NetworkSegment(e962e52a-38c3-4e7e-9c76-69100b97a816),segment_id=e962e52a-38c3-4e7e-9c76-69100b97a816)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:15.908720 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f76173df-c764-41c8-9502-62bc19c85f34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:15.972035 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f76173df-c764-41c8-9502-62bc19c85f34 None None] Calling delete_port for 9f508af3-fe85-4145-9da8-157c82d7d97c owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:15.999277 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-b5931d35-6a62-4052-8d74-580b8aa7cbd4 service neutron] 10.222.0.93 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891254 Jun 25 09:29:16.071585 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:16.178192 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-897bcd45-110e-4758-9ec6-265f6a75b647 req-68be468d-2aae-4677-8b7f-4a8d215fcb1d service neutron] 10.222.0.41 "GET /v2.0/networks/dfc5d1ae-4979-4796-8f85-9baa220a71ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505965 Jun 25 09:29:16.194462 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1c980f79-82c3-4d45-808d-2fdbf41d4c73 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:16.320016 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e65751d1-1b93-4104-b7f3-299020eb1e88 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:16.320299 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:16.388635 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:16.423418 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:16.441573 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:16.452241 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': 'fc9a2a90-34cc-4419-93d3-1c680349cd0e'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:29:16.452969 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:16.607053 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Pushing event updated for resources: {'Port': ['ID=bcde91ae-075c-431e-9933-7c1ab61f7532,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:16.624656 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:16.659382 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeb1c1-9b38-4868-9f16-86a0eba198c9 req-da806afa-3a86-44bd-b7a1-9bc1054e6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:16.661203 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-30eeb1c1-9b38-4868-9f16-86a0eba198c9 req-da806afa-3a86-44bd-b7a1-9bc1054e6813 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc54f151a6ea414791194a926463c635&device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1095 time: 0.3439445 Jun 25 09:29:16.666059 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:16.727153 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Allocated IP 2001:db8::2 (13e23ba1-9297-4cb1-bce9-7212ee789807/fc9a2a90-34cc-4419-93d3-1c680349cd0e/bda42038-e6c6-4165-8c06-7afd6ced6745) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:16.775891 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1c980f79-82c3-4d45-808d-2fdbf41d4c73 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:16.783766 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3217d758-bee5-459e-a929-1ec87f9ab342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:16.843050 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1c980f79-82c3-4d45-808d-2fdbf41d4c73 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:16.850010 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1c980f79-82c3-4d45-808d-2fdbf41d4c73 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/fed55ba3-196a-4480-8082-e1511088453e HTTP/1.1" status: 204 len: 168 time: 1.6324112 Jun 25 09:29:16.918891 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:16.928431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37008) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:16.928820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Transition to ACTIVE for port object bda42038-e6c6-4165-8c06-7afd6ced6745 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:16.946534 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c980f79-82c3-4d45-808d-2fdbf41d4c73 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Subnet': ['ID=fed55ba3-196a-4480-8082-e1511088453e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:16.948361 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Transition to ACTIVE for port object bda42038-e6c6-4165-8c06-7afd6ced6745 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:16.958752 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1c980f79-82c3-4d45-808d-2fdbf41d4c73 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:16.961322 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f14d99c-1adc-466c-bcd8-033da168a95c None None] Network 40f08036-d0a2-4cbd-8eb9-1474062cf4bc requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:16.965824 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f76173df-c764-41c8-9502-62bc19c85f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:16.970638 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:16.975261 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1d529d58-b3bd-44c0-8b85-7a43c746c53e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:17.053485 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e5d89fc-653f-430c-92dc-6b73b34ba4a0 req-0cd71484-c544-49b9-839c-d860aa008e58 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 210 time: 0.1101768 Jun 25 09:29:17.072846 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:17.074157 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76173df-c764-41c8-9502-62bc19c85f34 None None] Pushing event deleted for resources: {'Port': ['ID=9f508af3-fe85-4145-9da8-157c82d7d97c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:17.088513 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:17.162926 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-643d9980-ba31-42af-99d5-375c8cec2ec8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:17.167787 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeb1c1-9b38-4868-9f16-86a0eba198c9 req-de5a5e4c-08dd-4f4c-8e07-8fa6031d6093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:17.171653 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-30eeb1c1-9b38-4868-9f16-86a0eba198c9 req-de5a5e4c-08dd-4f4c-8e07-8fa6031d6093 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dfc5d1ae-4979-4796-8f85-9baa220a71ad HTTP/1.1" status: 200 len: 912 time: 0.5010321 Jun 25 09:29:17.171951 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919e22e-9207-417d-b641-950d3ef38ead req-216102a7-28db-44f8-b8ae-809e090347bc tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:17.180621 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d919e22e-9207-417d-b641-950d3ef38ead req-216102a7-28db-44f8-b8ae-809e090347bc tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.2402878 Jun 25 09:29:17.193421 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:17.195808 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76173df-c764-41c8-9502-62bc19c85f34 None None] No DVR routers for this DVR port 9f508af3-fe85-4145-9da8-157c82d7d97c on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:29:17.228035 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:17.258107 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d919e22e-9207-417d-b641-950d3ef38ead req-59e97ec5-0631-46b5-8fd5-0315ecbc7c31 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753763 Jun 25 09:29:17.283470 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-30eeb1c1-9b38-4868-9f16-86a0eba198c9 req-755d22d2-3885-4aed-8d7c-38c63326e89e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83185b33-8321-45b9-9803-d465e4a27cc5 HTTP/1.1" status: 200 len: 217 time: 0.1008024 Jun 25 09:29:17.294568 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 533351a9-db80-4199-b5ae-ccc2851fc2d4 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:29:17.338336 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Pushing event updated for resources: {'Port': ['ID=bda42038-e6c6-4165-8c06-7afd6ced6745,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:17.363817 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4a024f34-9fb9-457c-955b-a9ab0d425e71 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:29:17.384710 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:17.385147 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeb1c1-9b38-4868-9f16-86a0eba198c9 req-36b036e1-f116-4bbd-bf51-8ac6c7f2acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:17.387041 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 4a024f34-9fb9-457c-955b-a9ab0d425e71 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:29:17.387409 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-30eeb1c1-9b38-4868-9f16-86a0eba198c9 req-36b036e1-f116-4bbd-bf51-8ac6c7f2acec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96a3b29f-c401-43ff-b96b-661504217087 HTTP/1.1" status: 200 len: 849 time: 0.0920341 Jun 25 09:29:17.387548 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4a024f34-9fb9-457c-955b-a9ab0d425e71 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:29:17.387977 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9f508af3-fe85-4145-9da8-157c82d7d97c no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:29:17.408844 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.429s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:17.409299 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:17.415974 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 9f508af3-fe85-4145-9da8-157c82d7d97c {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:29:17.416336 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9f508af3-fe85-4145-9da8-157c82d7d97c not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:29:17.466626 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Attempting to bind port bda42038-e6c6-4165-8c06-7afd6ced6745 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:17.467668 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Attempting to bind port bda42038-e6c6-4165-8c06-7afd6ced6745 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:17.468350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Attempting to bind port bda42038-e6c6-4165-8c06-7afd6ced6745 on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:17.485810 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:17.486139 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:17.487710 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:17.488135 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:17.491409 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Bound port: bda42038-e6c6-4165-8c06-7afd6ced6745, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:17.491885 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:17.581205 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637e955-49f4-42cb-b710-f8dd0909c6ef req-2f68499a-6fa5-442a-91c0-0af560d77368 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:17.582824 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b637e955-49f4-42cb-b710-f8dd0909c6ef req-2f68499a-6fa5-442a-91c0-0af560d77368 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1095 time: 0.1904728 Jun 25 09:29:17.604793 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-643d9980-ba31-42af-99d5-375c8cec2ec8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:17.622932 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-643d9980-ba31-42af-99d5-375c8cec2ec8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:17.643379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeb1c1-9b38-4868-9f16-86a0eba198c9 req-76dd0cce-ecb9-47c2-80ea-95f7fee0a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:17.644942 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-30eeb1c1-9b38-4868-9f16-86a0eba198c9 req-76dd0cce-ecb9-47c2-80ea-95f7fee0a9ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dfc5d1ae-4979-4796-8f85-9baa220a71ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2368610 Jun 25 09:29:17.648546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Network c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:17.650645 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-643d9980-ba31-42af-99d5-375c8cec2ec8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e962e52a-38c3-4e7e-9c76-69100b97a816') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:17.650950 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-643d9980-ba31-42af-99d5-375c8cec2ec8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e962e52a-38c3-4e7e-9c76-69100b97a816') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:17.658493 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:17.674882 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-643d9980-ba31-42af-99d5-375c8cec2ec8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:17.753897 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::9bca:56a2:56ee:a4d (13e23ba1-9297-4cb1-bce9-7212ee789807/fc9a2a90-34cc-4419-93d3-1c680349cd0e/533351a9-db80-4199-b5ae-ccc2851fc2d4) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:17.835870 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-643d9980-ba31-42af-99d5-375c8cec2ec8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:17.867011 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643d9980-ba31-42af-99d5-375c8cec2ec8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:29:17.867434 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-643d9980-ba31-42af-99d5-375c8cec2ec8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:29:17.889355 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:29:18.053425 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] For port bda42038-e6c6-4165-8c06-7afd6ced6745, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:18.057983 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-643d9980-ba31-42af-99d5-375c8cec2ec8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:18.058439 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] For port bda42038-e6c6-4165-8c06-7afd6ced6745, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bda42038-e6c6-4165-8c06-7afd6ced6745,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:18.069866 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48b3019f-3c13-4671-a249-97cf05b5f21b tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:18.072954 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:18.075323 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:18.079806 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-643d9980-ba31-42af-99d5-375c8cec2ec8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:18.088956 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-643d9980-ba31-42af-99d5-375c8cec2ec8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/networks/00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf HTTP/1.1" status: 204 len: 168 time: 1.1284060 Jun 25 09:29:18.102247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37020) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:18.120226 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-30eeb1c1-9b38-4868-9f16-86a0eba198c9 req-610a85a3-cc12-405b-a700-f1e45cbddf29 service neutron] 10.222.0.41 "GET /v2.0/networks/dfc5d1ae-4979-4796-8f85-9baa220a71ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574506 Jun 25 09:29:18.130225 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:18.134250 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d9980-ba31-42af-99d5-375c8cec2ec8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Network': ['ID=00ee5f4b-5d6a-42e6-a273-4d3ed4938bbf,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:18.152417 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object 533351a9-db80-4199-b5ae-ccc2851fc2d4 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:18.184384 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-623ce3cf-dd7b-4a7a-83b6-9568802bb3e1 None None] Provisioning complete for port bcde91ae-075c-431e-9933-7c1ab61f7532 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:18.184801 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-623ce3cf-dd7b-4a7a-83b6-9568802bb3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:18.225676 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-643d9980-ba31-42af-99d5-375c8cec2ec8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:18.226434 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:18.229690 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8682a1f8-dda0-40f9-aaa6-98cc11fa4096 None None] DHCP port deletion for 40f08036-d0a2-4cbd-8eb9-1474062cf4bc request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:29:18.257040 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b7261502-a7af-48c4-b12f-7137e99271fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:18.257258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-623ce3cf-dd7b-4a7a-83b6-9568802bb3e1 None None] Port bcde91ae-075c-431e-9933-7c1ab61f7532 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:18.259794 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Pushing event updated for resources: {'Port': ['ID=bda42038-e6c6-4165-8c06-7afd6ced6745,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:18.290667 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b637e955-49f4-42cb-b710-f8dd0909c6ef req-9ac4ba81-8134-4aab-a75f-0e268fb3a376 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579461 Jun 25 09:29:18.291260 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:18.295955 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:18.303542 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:18.306089 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:18.312258 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:18.312941 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:18.356762 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850ef6f-6009-4632-b22d-56b648f03ea1 req-6ffd67e1-17c3-4046-8d4b-b9b825690e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:18.359551 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1850ef6f-6009-4632-b22d-56b648f03ea1 req-6ffd67e1-17c3-4046-8d4b-b9b825690e53 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dac7f5e8bc874a1bb47e20ea5d0b1b08&device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 1097 time: 0.7758048 Jun 25 09:29:18.360346 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=533351a9-db80-4199-b5ae-ccc2851fc2d4,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:18.374396 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:18.411620 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5619364 Jun 25 09:29:18.447389 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:18.474107 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37030) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:18.474575 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8682a1f8-dda0-40f9-aaa6-98cc11fa4096 None None] Deleting port 5abac961-10e5-41d6-b3c7-7c10d898ff65 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:18.474982 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8682a1f8-dda0-40f9-aaa6-98cc11fa4096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:18.486682 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b7705c00-7b14-4177-ac7b-72056b629617 req-fa80aac6-603a-45c8-8204-113f0cf66192 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 210 time: 0.1107359 Jun 25 09:29:18.507469 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Router a6b6486c-9e73-418f-852a-d895d5964d9f has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:29:18.621403 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-8682a1f8-dda0-40f9-aaa6-98cc11fa4096 None None] For port 5abac961-10e5-41d6-b3c7-7c10d898ff65, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5abac961-10e5-41d6-b3c7-7c10d898ff65,segment=NetworkSegment(b16c0632-1adb-4951-859e-7273d1a72521),segment_id=b16c0632-1adb-4951-859e-7273d1a72521)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:18.622229 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8682a1f8-dda0-40f9-aaa6-98cc11fa4096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:18.645437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8682a1f8-dda0-40f9-aaa6-98cc11fa4096 None None] Calling delete_port for 5abac961-10e5-41d6-b3c7-7c10d898ff65 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:18.781290 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850ef6f-6009-4632-b22d-56b648f03ea1 req-6fe2427c-5c10-4c63-96b2-e783878efe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:18.790633 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1850ef6f-6009-4632-b22d-56b648f03ea1 req-6fe2427c-5c10-4c63-96b2-e783878efe16 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1f4acba0-814c-4f78-8544-d5e86009c042 HTTP/1.1" status: 200 len: 913 time: 0.3198581 Jun 25 09:29:18.798445 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8682a1f8-dda0-40f9-aaa6-98cc11fa4096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:18.800941 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-064e4896-0c85-497e-841c-5943b26986ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:18.841614 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682a1f8-dda0-40f9-aaa6-98cc11fa4096 None None] Pushing event deleted for resources: {'Port': ['ID=5abac961-10e5-41d6-b3c7-7c10d898ff65,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:18.847058 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-8682a1f8-dda0-40f9-aaa6-98cc11fa4096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:18.848107 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8682a1f8-dda0-40f9-aaa6-98cc11fa4096 None None] No DVR routers for this DVR port 5abac961-10e5-41d6-b3c7-7c10d898ff65 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:29:18.899599 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1850ef6f-6009-4632-b22d-56b648f03ea1 req-d111e40e-5726-477c-847c-b7412a4c356a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5d1f019-d61c-4b98-b7c8-d22d3b994d71 HTTP/1.1" status: 200 len: 217 time: 0.0942154 Jun 25 09:29:18.998219 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667867f-5ed6-4b22-80d3-5d15e2681eb5 req-98be6c58-5961-46fd-8185-faccd69a99f4 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:18.999833 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b667867f-5ed6-4b22-80d3-5d15e2681eb5 req-98be6c58-5961-46fd-8185-faccd69a99f4 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.5112627 Jun 25 09:29:19.001347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850ef6f-6009-4632-b22d-56b648f03ea1 req-bdc712e8-7f5f-4230-916b-0147b6f608bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:19.002702 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1850ef6f-6009-4632-b22d-56b648f03ea1 req-bdc712e8-7f5f-4230-916b-0147b6f608bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f307bc61-b706-4bdc-9e68-6e814a3b9d7b HTTP/1.1" status: 200 len: 851 time: 0.0932951 Jun 25 09:29:19.052185 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-78cdc033-772f-4aa3-9b6b-1262c0f4de81 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:19.053815 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-78cdc033-772f-4aa3-9b6b-1262c0f4de81 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/networks?id=f423b208-4dcd-4206-9ac6-64d232506387 HTTP/1.1" status: 200 len: 813 time: 0.3410816 Jun 25 09:29:19.074889 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1850ef6f-6009-4632-b22d-56b648f03ea1 req-b658ffb3-4e73-46b6-810c-0f128de805c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1f4acba0-814c-4f78-8544-d5e86009c042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501094 Jun 25 09:29:19.092694 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-1850ef6f-6009-4632-b22d-56b648f03ea1 req-68fd014c-d79b-44aa-ad3e-818baec3da31 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:29:19.093825 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1850ef6f-6009-4632-b22d-56b648f03ea1 req-68fd014c-d79b-44aa-ad3e-818baec3da31 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088546 Jun 25 09:29:19.118407 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 83185b33-8321-45b9-9803-d465e4a27cc5 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:29:19.157659 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-2595235a-8add-4e21-8845-cabbc52b10b2 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/quotas/08d968aeb5ae46d08004f3facd4df77f HTTP/1.1" status: 200 len: 375 time: 0.0857792 Jun 25 09:29:19.171252 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b667867f-5ed6-4b22-80d3-5d15e2681eb5 req-7bbf60b8-59e5-4fb9-8c5b-206d804a4e7a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617537 Jun 25 09:29:19.274634 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:29:19.287477 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] 10.222.0.93 "PUT /v2.0/routers/a6b6486c-9e73-418f-852a-d895d5964d9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0763907 Jun 25 09:29:19.287477 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-30eeb1c1-9b38-4868-9f16-86a0eba198c9 req-dc668d96-d054-43a4-a319-904c0883dda0 service neutron] 10.222.0.41 "GET /v2.0/networks/dfc5d1ae-4979-4796-8f85-9baa220a71ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1489201 Jun 25 09:29:19.300663 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1850ef6f-6009-4632-b22d-56b648f03ea1 req-5beef6b3-2641-4ee8-82d8-efdf0a6a2771 service neutron] 10.222.0.38 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990402 Jun 25 09:29:19.318794 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-75e83cb6-e409-4c6b-a5c2-27f48738da23 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=08d968aeb5ae46d08004f3facd4df77f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1447678 Jun 25 09:29:19.341202 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Sync routers for ids ['a6b6486c-9e73-418f-852a-d895d5964d9f'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:29:19.356330 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 5abac961-10e5-41d6-b3c7-7c10d898ff65 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:19.356649 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:19.390065 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 83185b33-8321-45b9-9803-d465e4a27cc5, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=83185b33-8321-45b9-9803-d465e4a27cc5,segment=NetworkSegment(f9fc13e3-4d18-4864-88d5-39d8499211f0),segment_id=f9fc13e3-4d18-4864-88d5-39d8499211f0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:19.424310 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Routers {'a6b6486c-9e73-418f-852a-d895d5964d9f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:19.426671 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a6b6486c-9e73-418f-852a-d895d5964d9f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:19.431853 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '83185b33-8321-45b9-9803-d465e4a27cc5', 'network_id': 'dfc5d1ae-4979-4796-8f85-9baa220a71ad', 'port_id': '83185b33-8321-45b9-9803-d465e4a27cc5', 'mac_address': 'fa:16:3e:70:85:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a3b29f-c401-43ff-b96b-661504217087', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:29:19.452157 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] For port 5abac961-10e5-41d6-b3c7-7c10d898ff65, host n-d-761264-15, got binding levels [] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:19.452774 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:19.473224 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 5abac961-10e5-41d6-b3c7-7c10d898ff65 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:19.476557 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Port 5abac961-10e5-41d6-b3c7-7c10d898ff65 was not found and therefore no delete operation was performed {{(pid=94025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:29:19.481788 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:19.496796 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff05ffd-c5f0-491f-9ad7-a5eda523de60 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:19.505153 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1850ef6f-6009-4632-b22d-56b648f03ea1 req-b34a90d8-aa54-4818-b056-77718fd14d00 service neutron] 10.222.0.38 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959634 Jun 25 09:29:19.515062 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff05ffd-c5f0-491f-9ad7-a5eda523de60 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:19.519154 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9ff05ffd-c5f0-491f-9ad7-a5eda523de60 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 1.0392179 Jun 25 09:29:19.522151 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37048) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:19.548104 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:19.602560 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=5abac961-10e5-41d6-b3c7-7c10d898ff65,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:19.605740 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:19.628487 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No DVR routers for this DVR port 5abac961-10e5-41d6-b3c7-7c10d898ff65 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:29:19.707395 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-54a39525-2b01-45af-8e8a-f5f27609e2d5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:19.711001 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-54a39525-2b01-45af-8e8a-f5f27609e2d5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 811 time: 1.0583239 Jun 25 09:29:19.732613 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:19.817107 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bda42038-e6c6-4165-8c06-7afd6ced6745 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:19.884636 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83185b33-8321-45b9-9803-d465e4a27cc5 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:29:19.948215 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 83185b33-8321-45b9-9803-d465e4a27cc5, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=83185b33-8321-45b9-9803-d465e4a27cc5,segment=NetworkSegment(f9fc13e3-4d18-4864-88d5-39d8499211f0),segment_id=f9fc13e3-4d18-4864-88d5-39d8499211f0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:19.955320 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Set router a6b6486c-9e73-418f-852a-d895d5964d9f gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:19.964359 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:19.996789 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e34829f5-a3b6-4c5d-acf0-e6badbb92857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:20.017925 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-d76f6b70-3006-4b32-b745-72db156220e1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=947752a66d514658b9b3ad4c8803cd36 HTTP/1.1" status: 200 len: 379 time: 0.1090868 Jun 25 09:29:20.029834 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.032352 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-58be20be-87ca-4002-b10d-a4b9b7fc3ac1 service neutron] 10.222.0.93 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261478 Jun 25 09:29:20.046142 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f08036-d0a2-4cbd-8eb9-1474062cf4bc']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:20.054775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-e51710ec-9d4e-443d-b4ae-b4e0f779b231 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Request body: {'port': {'device_id': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'admin_state_up': True, 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'security_groups': ['4715000b-ebe6-4a68-9fd4-ae4971d1e754']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:20.128808 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16c0632-1adb-4951-859e-7273d1a72521') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:20.129275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16c0632-1adb-4951-859e-7273d1a72521') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:20.132723 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243d02c-881b-45ca-8a5d-052ee2a98c30 req-4f4600e7-e0ec-4df4-9782-5a63cac513f4 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:20.134527 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6243d02c-881b-45ca-8a5d-052ee2a98c30 req-4f4600e7-e0ec-4df4-9782-5a63cac513f4 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1095 time: 0.5807436 Jun 25 09:29:20.156046 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.196866 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-00ed39b2-ee15-4f68-9797-57935c78ca0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port 533351a9-db80-4199-b5ae-ccc2851fc2d4 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:20.198782 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-00ed39b2-ee15-4f68-9797-57935c78ca0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.216431 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.217418 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=83185b33-8321-45b9-9803-d465e4a27cc5,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:20.232326 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ecd0f789-d544-499d-bc21-b04d52520ba4 None None] Provisioning for port bda42038-e6c6-4165-8c06-7afd6ced6745 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:20.237550 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:20.239357 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:29:20.239777 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:29:20.243094 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:29:20.303621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port bda42038-e6c6-4165-8c06-7afd6ced6745 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:20.307868 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6243d02c-881b-45ca-8a5d-052ee2a98c30 req-8a787ebd-99c0-483e-a895-aee677a2bf41 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554596 Jun 25 09:29:20.315822 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-558cadc4-4422-4459-bbc7-16e3e28af9a1 service neutron] 10.222.0.93 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755611 Jun 25 09:29:20.321161 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port bda42038-e6c6-4165-8c06-7afd6ced6745 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:20.321699 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.386900 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.403187 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.407441 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-00ed39b2-ee15-4f68-9797-57935c78ca0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.409537 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/networks/40f08036-d0a2-4cbd-8eb9-1474062cf4bc HTTP/1.1" status: 204 len: 168 time: 2.3055558 Jun 25 09:29:20.418748 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-97fc64c9-c241-46ad-a32f-b62a610bd716 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:20.427335 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-00ed39b2-ee15-4f68-9797-57935c78ca0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for 533351a9-db80-4199-b5ae-ccc2851fc2d4 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:20.433467 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37058) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:20.442604 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c3f5f016-1e39-44ee-b68a-2cfac3cc0771 None None] Provisioning for port 533351a9-db80-4199-b5ae-ccc2851fc2d4 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:20.446596 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0ba598a3-7cd6-4968-b1ea-2d3251648670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1786666098'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:20.468004 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-e51710ec-9d4e-443d-b4ae-b4e0f779b231 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Made reservation on behalf of 947752a66d514658b9b3ad4c8803cd36 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:20.471270 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c3f5f016-1e39-44ee-b68a-2cfac3cc0771 None None] Provisioning complete for port 533351a9-db80-4199-b5ae-ccc2851fc2d4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:20.471587 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f016-1e39-44ee-b68a-2cfac3cc0771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.471830 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-e51710ec-9d4e-443d-b4ae-b4e0f779b231 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.478433 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Network': ['ID=40f08036-d0a2-4cbd-8eb9-1474062cf4bc,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:20.500393 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:20.540266 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5f016-1e39-44ee-b68a-2cfac3cc0771 None None] Port 533351a9-db80-4199-b5ae-ccc2851fc2d4 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:20.541230 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.551045 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'name': 'tempest-ServersTestJSON-510071517-router', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:59Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'gw_port': {'id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:00Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'bcde91ae-075c-431e-9933-7c1ab61f7532', 'name': '', 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'mac_address': 'fa:16:3e:ce:0e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:11Z', 'updated_at': '2021-06-25T09:29:15Z', 'revision_number': 2, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'subnets': [{'id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:20.624048 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba598a3-7cd6-4968-b1ea-2d3251648670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:20.634453 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ba598a3-7cd6-4968-b1ea-2d3251648670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.649117 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Checking router: a6b6486c-9e73-418f-852a-d895d5964d9f for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:29:20.649480 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Updating router a6b6486c-9e73-418f-852a-d895d5964d9f port bcde91ae-075c-431e-9933-7c1ab61f7532 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:29:20.652642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['83185b33-8321-45b9-9803-d465e4a27cc5'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:29:20.736399 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d585666-ef81-4e00-8c5c-6dd476c0369c req-7f805d33-b58b-49de-a2ca-5d7a7712bcf4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 210 time: 0.0812678 Jun 25 09:29:20.746648 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-e51710ec-9d4e-443d-b4ae-b4e0f779b231 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Allocated IP 172.20.0.5 (5a10db37-d015-4d07-b8b3-aeae3ba241cd/403530bf-ac62-4838-b5a2-e51f68a8cbd7/2a177323-d22c-4784-bf95-b39519abbdc6) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:20.778142 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-00ed39b2-ee15-4f68-9797-57935c78ca0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.791466 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:20.805065 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port bda42038-e6c6-4165-8c06-7afd6ced6745, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bda42038-e6c6-4165-8c06-7afd6ced6745,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:20.828770 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.839853 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed39b2-ee15-4f68-9797-57935c78ca0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=533351a9-db80-4199-b5ae-ccc2851fc2d4,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:20.843194 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-00ed39b2-ee15-4f68-9797-57935c78ca0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:20.848294 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:20.851156 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.909395 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-00ed39b2-ee15-4f68-9797-57935c78ca0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:20.916601 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-00ed39b2-ee15-4f68-9797-57935c78ca0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/533351a9-db80-4199-b5ae-ccc2851fc2d4 HTTP/1.1" status: 204 len: 168 time: 1.3933377 Jun 25 09:29:20.917360 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37070) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:20.963862 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5abac961-10e5-41d6-b3c7-7c10d898ff65 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:29:20.970097 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37072) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:20.982530 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1688f0f7-312d-413d-9ed2-3c8ffeee5c74 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--255117024', 'description': 'tempest-description--95229898'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:21.025814 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba598a3-7cd6-4968-b1ea-2d3251648670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:29:21.060085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8791cb4-1fba-4e1d-b513-9cf92adb1b09 req-6ed26f8a-b4ca-41ed-abb9-8d3492a37bea tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 210 time: 0.0460742 Jun 25 09:29:21.073979 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-e51710ec-9d4e-443d-b4ae-b4e0f779b231 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.080157 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ba598a3-7cd6-4968-b1ea-2d3251648670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.080563 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-0ba598a3-7cd6-4968-b1ea-2d3251648670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Added segment ee434fe8-654d-4a27-b55d-8b3fc25a67c2 of type vlan for network 89abfdfb-8073-4cbe-a93c-16945d61c907 Jun 25 09:29:21.105574 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 5abac961-10e5-41d6-b3c7-7c10d898ff65 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:29:21.108257 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5abac961-10e5-41d6-b3c7-7c10d898ff65 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:29:21.156509 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=bda42038-e6c6-4165-8c06-7afd6ced6745,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:21.163606 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:21.168743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c75a23-7728-4964-9aea-cb06fabf2f9e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:21.170301 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c75a23-7728-4964-9aea-cb06fabf2f9e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:21.177674 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37076) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:21.178802 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-e51710ec-9d4e-443d-b4ae-b4e0f779b231 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Transition to ACTIVE for port object 2a177323-d22c-4784-bf95-b39519abbdc6 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:21.185367 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-38c75a23-7728-4964-9aea-cb06fabf2f9e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2575545 Jun 25 09:29:21.189824 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1688f0f7-312d-413d-9ed2-3c8ffeee5c74 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.250669 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ba598a3-7cd6-4968-b1ea-2d3251648670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.287449 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ada88da-8e24-46f7-94f1-824a11caf511 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet fc9a2a90-34cc-4419-93d3-1c680349cd0e {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:29:21.294579 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ada88da-8e24-46f7-94f1-824a11caf511 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.317625 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eab0ac-fcc7-42d9-babb-11a8e1cc36fa req-3324fd06-05e9-4074-bddd-86c36eb2cb2d tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:21.325536 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-86eab0ac-fcc7-42d9-babb-11a8e1cc36fa req-3324fd06-05e9-4074-bddd-86c36eb2cb2d tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.2535937 Jun 25 09:29:21.358552 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-e51710ec-9d4e-443d-b4ae-b4e0f779b231 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.366829 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ba598a3-7cd6-4968-b1ea-2d3251648670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.372586 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba598a3-7cd6-4968-b1ea-2d3251648670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:21.373467 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0ba598a3-7cd6-4968-b1ea-2d3251648670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.375642 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:21.381668 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ada88da-8e24-46f7-94f1-824a11caf511 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.418766 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-86eab0ac-fcc7-42d9-babb-11a8e1cc36fa req-0b914c55-e647-419d-9886-72f0e1cb5542 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919373 Jun 25 09:29:21.483536 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-e51710ec-9d4e-443d-b4ae-b4e0f779b231 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Network 5a10db37-d015-4d07-b8b3-aeae3ba241cd is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:21.490679 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-e51710ec-9d4e-443d-b4ae-b4e0f779b231 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:21.490863 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1688f0f7-312d-413d-9ed2-3c8ffeee5c74 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.497075 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1688f0f7-312d-413d-9ed2-3c8ffeee5c74 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.502721 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04cee063-a4f5-4af0-a861-edd0e373fbac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:21.506668 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-e51710ec-9d4e-443d-b4ae-b4e0f779b231 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:21.512647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51710ec-9d4e-443d-b4ae-b4e0f779b231 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event updated for resources: {'Port': ['ID=2a177323-d22c-4784-bf95-b39519abbdc6,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:21.550976 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0ba598a3-7cd6-4968-b1ea-2d3251648670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1139593 Jun 25 09:29:21.554272 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37086) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:21.554585 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e51710ec-9d4e-443d-b4ae-b4e0f779b231 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:21.558372 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8145cb51-6984-4c68-aa48-87b7b903bbcc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:21.575357 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-36ef52c3-096b-4b14-b5ff-9f154a5697db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'subnet': {'network_id': '89abfdfb-8073-4cbe-a93c-16945d61c907', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:21.585510 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1688f0f7-312d-413d-9ed2-3c8ffeee5c74 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.589675 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1688f0f7-312d-413d-9ed2-3c8ffeee5c74 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6118007 Jun 25 09:29:21.590385 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37088) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:21.615035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-ea28f85b-3836-40ae-a9c9-31cec6f1a063 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Request body: {'security_group_rule': {'security_group_id': 'a14205ed-eeb3-4eda-bc16-63103f6239e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:21.660361 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688f0f7-312d-413d-9ed2-3c8ffeee5c74 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14205ed-eeb3-4eda-bc16-63103f6239e8,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:21.689303 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bda42038-e6c6-4165-8c06-7afd6ced6745 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:21.693500 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1688f0f7-312d-413d-9ed2-3c8ffeee5c74 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:21.740183 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-e51710ec-9d4e-443d-b4ae-b4e0f779b231 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:21.740902 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-e51710ec-9d4e-443d-b4ae-b4e0f779b231 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.763362 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ada88da-8e24-46f7-94f1-824a11caf511 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.767014 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba598a3-7cd6-4968-b1ea-2d3251648670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Network': ['ID=89abfdfb-8073-4cbe-a93c-16945d61c907,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:21.794140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 89abfdfb-8073-4cbe-a93c-16945d61c907 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:29:21.799366 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0ba598a3-7cd6-4968-b1ea-2d3251648670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:21.850800 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ea28f85b-3836-40ae-a9c9-31cec6f1a063 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.915048 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-e51710ec-9d4e-443d-b4ae-b4e0f779b231 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8713040 Jun 25 09:29:21.919628 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119efe5c-04f6-4b84-b2df-8ed45529107d req-ddb242fb-bc21-4e18-bf0b-9437e88601e7 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:21.921471 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-119efe5c-04f6-4b84-b2df-8ed45529107d req-ddb242fb-bc21-4e18-bf0b-9437e88601e7 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1096 time: 0.3370249 Jun 25 09:29:21.924498 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ef52c3-096b-4b14-b5ff-9f154a5697db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:21.930035 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-36ef52c3-096b-4b14-b5ff-9f154a5697db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.932422 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ada88da-8e24-46f7-94f1-824a11caf511 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.938251 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b490f08a-e147-4c20-ac0f-5d7db50bf704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:21.946820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port bda42038-e6c6-4165-8c06-7afd6ced6745 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:21.947214 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:21.984059 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada88da-8e24-46f7-94f1-824a11caf511 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9a2a90-34cc-4419-93d3-1c680349cd0e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:21.996783 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3ada88da-8e24-46f7-94f1-824a11caf511 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:22.000523 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ada88da-8e24-46f7-94f1-824a11caf511 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:22.005916 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3ada88da-8e24-46f7-94f1-824a11caf511 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/fc9a2a90-34cc-4419-93d3-1c680349cd0e HTTP/1.1" status: 204 len: 168 time: 0.8253946 Jun 25 09:29:22.006903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37094) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:22.024209 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95431f6f-a2cf-4489-b358-1a635032d6b0 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:22.051325 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-51efa48d-4c13-4018-9362-51f478fa06b1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422041 Jun 25 09:29:22.052424 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37096) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:22.079111 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Request body: {'port': {'device_id': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:22.100068 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-88cfefd3-7067-45bd-9553-46aa1a66e2c8 req-142c2678-5939-45ab-b24d-e02e34a02d8b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2435429 Jun 25 09:29:22.200173 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-de046db2-aff9-4d33-a6f6-4ea02aaf3497 None None] Provisioning for port 2a177323-d22c-4784-bf95-b39519abbdc6 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:22.227634 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-119efe5c-04f6-4b84-b2df-8ed45529107d req-833878e7-4927-48c2-95f5-1e82b1bc8077 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868598 Jun 25 09:29:22.246470 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b4b41b-83b3-472f-969b-8c9725a1a2b3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:22.250720 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37100) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:22.250890 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d9b4b41b-83b3-472f-969b-8c9725a1a2b3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1961932 Jun 25 09:29:22.252966 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:22.267995 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:22.294790 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-de046db2-aff9-4d33-a6f6-4ea02aaf3497 None None] Provisioning complete for port 2a177323-d22c-4784-bf95-b39519abbdc6 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:22.295467 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de046db2-aff9-4d33-a6f6-4ea02aaf3497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:22.334665 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfefd3-7067-45bd-9553-46aa1a66e2c8 req-dfd22365-4507-4786-88b4-64100acd96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:22.336369 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-88cfefd3-7067-45bd-9553-46aa1a66e2c8 req-dfd22365-4507-4786-88b4-64100acd96eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08d968aeb5ae46d08004f3facd4df77f&device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 1097 time: 0.1489515 Jun 25 09:29:22.363376 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Transition to ACTIVE for port object bcde91ae-075c-431e-9933-7c1ab61f7532 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:22.374929 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:22.379842 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7773d7e7-4cc2-4420-8f88-e231dc3903fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:22.468544 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ea28f85b-3836-40ae-a9c9-31cec6f1a063 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:22.498258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-de046db2-aff9-4d33-a6f6-4ea02aaf3497 None None] Port 2a177323-d22c-4784-bf95-b39519abbdc6 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:22.539777 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ea28f85b-3836-40ae-a9c9-31cec6f1a063 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:22.552835 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f80407b-b107-4fcd-a577-991e0b7777c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:22.553441 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-36ef52c3-096b-4b14-b5ff-9f154a5697db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:22.558777 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294dd437-e245-42c5-92a3-f5fd902c2b45 None None] Pushing event updated for resources: {'Port': ['ID=bcde91ae-075c-431e-9933-7c1ab61f7532,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:22.566956 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-294dd437-e245-42c5-92a3-f5fd902c2b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:22.598630 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1582a325-7303-4eca-9f48-76fa54160ecf tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:22.621485 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584153c1-da20-415d-a84b-ed54dcc672f5 None None] DHCP port deletion for 13e23ba1-9297-4cb1-bce9-7212ee789807 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:29:22.624936 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28f85b-3836-40ae-a9c9-31cec6f1a063 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841a8396-ceee-4ee1-9c81-8ce94369fa68,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:22.627963 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ea28f85b-3836-40ae-a9c9-31cec6f1a063 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:22.636910 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4555a-31ed-44bf-90ae-1470d1a71b7b req-1a2dfc72-56b4-44db-9c4e-6432b144559f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:22.651841 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfefd3-7067-45bd-9553-46aa1a66e2c8 req-65c20626-3e5c-4cd4-902d-18f2e00109c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:22.653924 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-88cfefd3-7067-45bd-9553-46aa1a66e2c8 req-65c20626-3e5c-4cd4-902d-18f2e00109c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f423b208-4dcd-4206-9ac6-64d232506387 HTTP/1.1" status: 200 len: 915 time: 0.2713602 Jun 25 09:29:22.664680 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ddc4555a-31ed-44bf-90ae-1470d1a71b7b req-1a2dfc72-56b4-44db-9c4e-6432b144559f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 931 time: 0.5746086 Jun 25 09:29:22.771148 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a177323-d22c-4784-bf95-b39519abbdc6 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:29:22.780154 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:22.786481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Attempting to bind port bcde91ae-075c-431e-9933-7c1ab61f7532 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:22.787075 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Attempting to bind port bcde91ae-075c-431e-9933-7c1ab61f7532 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '6c3f6fa6-1b50-47bc-8def-9672ae3c51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:22.787228 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Attempting to bind port bcde91ae-075c-431e-9933-7c1ab61f7532 on network c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:22.797696 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:22.798310 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Checking segment: {'id': '6c3f6fa6-1b50-47bc-8def-9672ae3c51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:22.798726 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:22.799139 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Bound using segment: {'id': '6c3f6fa6-1b50-47bc-8def-9672ae3c51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:22.799645 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Bound port: bcde91ae-075c-431e-9933-7c1ab61f7532, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3f6fa6-1b50-47bc-8def-9672ae3c51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:22.800046 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:22.804715 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Transition to ACTIVE for port object 2a177323-d22c-4784-bf95-b39519abbdc6 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:22.826593 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:22.848016 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:22.877681 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9598867a-ab58-474f-941d-0e91e446d6ef tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:22.885325 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-88cfefd3-7067-45bd-9553-46aa1a66e2c8 req-185a4225-22ad-4206-8b46-0e15150bd5ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2857f806-5d04-4d89-b3c8-ad7288b5211d HTTP/1.1" status: 200 len: 217 time: 0.0764143 Jun 25 09:29:22.910527 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] For port bcde91ae-075c-431e-9933-7c1ab61f7532, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:22.914051 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-cb59fd64-253f-443c-9a3a-4c7378d03ba6 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:22.916967 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-cb59fd64-253f-443c-9a3a-4c7378d03ba6 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.41 "GET /v2.0/networks?id=f423b208-4dcd-4206-9ac6-64d232506387 HTTP/1.1" status: 200 len: 813 time: 0.2002447 Jun 25 09:29:22.930822 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-584153c1-da20-415d-a84b-ed54dcc672f5 None None] Deleting port bda42038-e6c6-4165-8c06-7afd6ced6745 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:22.931270 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-584153c1-da20-415d-a84b-ed54dcc672f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:22.966506 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] For port bcde91ae-075c-431e-9933-7c1ab61f7532, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bcde91ae-075c-431e-9933-7c1ab61f7532,segment=NetworkSegment(6c3f6fa6-1b50-47bc-8def-9672ae3c51f9),segment_id=6c3f6fa6-1b50-47bc-8def-9672ae3c51f9)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:22.968407 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef52c3-096b-4b14-b5ff-9f154a5697db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Subnet': ['ID=6e92b50e-a4bc-43f5-818c-dde7c3a1910f,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:22.971991 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-36ef52c3-096b-4b14-b5ff-9f154a5697db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:22.995669 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83c26a8f-7957-4256-bc20-661e3901624e req-4b34ec9e-1f06-47eb-977f-993f35dbfac2 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 210 time: 0.4130263 Jun 25 09:29:23.002098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Pushing event updated for resources: {'Port': ['ID=2a177323-d22c-4784-bf95-b39519abbdc6,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:23.008146 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:23.023542 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:23.039840 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:23.091389 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-f285921f-b7a4-4b36-943e-ff8536610d24 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Request body: {'port': {'device_id': '616b99dc-2a60-42f8-9336-00d2c1550f26', 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387', 'admin_state_up': True, 'tenant_id': '08d968aeb5ae46d08004f3facd4df77f'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:23.125009 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfefd3-7067-45bd-9553-46aa1a66e2c8 req-8198a870-07a4-408e-823a-fbc929aa7dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:23.126763 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-88cfefd3-7067-45bd-9553-46aa1a66e2c8 req-8198a870-07a4-408e-823a-fbc929aa7dab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3d7495e-2eda-449c-aedb-99a89216fe46 HTTP/1.1" status: 200 len: 853 time: 0.2212534 Jun 25 09:29:23.215377 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-88cfefd3-7067-45bd-9553-46aa1a66e2c8 req-b48c3061-e927-4c43-abeb-0178c6bb5ea9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f423b208-4dcd-4206-9ac6-64d232506387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722313 Jun 25 09:29:23.249807 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 83185b33-8321-45b9-9803-d465e4a27cc5 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:23.272162 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ddc4555a-31ed-44bf-90ae-1470d1a71b7b req-185e67c5-cba9-4cfc-920a-93e9cfd88a3d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3483796 Jun 25 09:29:23.319622 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Attempting to bind port 2a177323-d22c-4784-bf95-b39519abbdc6 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:23.319963 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Attempting to bind port 2a177323-d22c-4784-bf95-b39519abbdc6 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:23.320375 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Attempting to bind port 2a177323-d22c-4784-bf95-b39519abbdc6 on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:23.324054 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ea28f85b-3836-40ae-a9c9-31cec6f1a063 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:23.328758 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ea28f85b-3836-40ae-a9c9-31cec6f1a063 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7178462 Jun 25 09:29:23.337459 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Port 2a177323-d22c-4784-bf95-b39519abbdc6 on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:29:23.337459 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Attempting to bind port 2a177323-d22c-4784-bf95-b39519abbdc6 on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:23.342447 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37108) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:23.351175 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-fc2dd444-e64d-459a-86fa-d4d835e1406f tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Request body: {'security_group_rule': {'security_group_id': 'a14205ed-eeb3-4eda-bc16-63103f6239e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:23.369506 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:23.370360 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Checking segment: {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:23.371196 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Bound using segment: {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:23.371876 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Bound port: 2a177323-d22c-4784-bf95-b39519abbdc6, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:23.372409 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:23.401989 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdbf857-3ba3-4f3d-b85d-e0dc78fb83d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:23.407503 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bfdbf857-3ba3-4f3d-b85d-e0dc78fb83d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1556690 Jun 25 09:29:23.408449 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37110) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:23.415539 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-584153c1-da20-415d-a84b-ed54dcc672f5 None None] For port bda42038-e6c6-4165-8c06-7afd6ced6745, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bda42038-e6c6-4165-8c06-7afd6ced6745,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:23.415950 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-584153c1-da20-415d-a84b-ed54dcc672f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:23.423718 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-88cfefd3-7067-45bd-9553-46aa1a66e2c8 req-623edfa5-2f72-4e98-a217-f8c7eb8d1c81 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909568 Jun 25 09:29:23.425615 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Routers {'a6b6486c-9e73-418f-852a-d895d5964d9f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:23.426268 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:28:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a6b6486c-9e73-418f-852a-d895d5964d9f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:23.542326 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-584153c1-da20-415d-a84b-ed54dcc672f5 None None] Calling delete_port for bda42038-e6c6-4165-8c06-7afd6ced6745 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:23.546514 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294dd437-e245-42c5-92a3-f5fd902c2b45 None None] Pushing event updated for resources: {'Port': ['ID=bcde91ae-075c-431e-9933-7c1ab61f7532,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:23.550047 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-294dd437-e245-42c5-92a3-f5fd902c2b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:23.612791 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-88cfefd3-7067-45bd-9553-46aa1a66e2c8 req-3c15ef42-a37a-4199-9c7f-ee73a219d962 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692011 Jun 25 09:29:23.726244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:23.730624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:23.737760 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:23.741381 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a0ebef95-a135-4a1f-aa81-9e5d3f46c413 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:23.773627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:23.774282 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:23.775875 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] 10.222.0.38 "PUT /v2.0/ports/2a177323-d22c-4784-bf95-b39519abbdc6 HTTP/1.1" status: 200 len: 1092 time: 1.8273339 Jun 25 09:29:23.776353 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:29:23.778997 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89937453-e073-428d-b61d-e2a968255025" -d '{"events": [{"name": "network-changed", "server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:29:23.817070 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Pushing event updated for resources: {'Port': ['ID=2a177323-d22c-4784-bf95-b39519abbdc6,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:23.828705 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:23.919024 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-d778c769-2055-4b5a-889b-27569626e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:23.921676 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-d778c769-2055-4b5a-889b-27569626e4a2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 1095 time: 0.0672147 Jun 25 09:29:23.967113 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5ed15ae2-ce9b-4156-82ee-e1ce29aa41a7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5251963 Jun 25 09:29:23.975148 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bda42038-e6c6-4165-8c06-7afd6ced6745 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:29:23.988126 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37116) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:23.997084 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-b5804f29-8e3c-4fee-b0df-6483ef5093a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a177323-d22c-4784-bf95-b39519abbdc6 HTTP/1.1" status: 200 len: 217 time: 0.0582273 Jun 25 09:29:24.007839 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-e816f80a-1056-47f1-b1c5-2d2e38bf1140 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:24.019169 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-f285921f-b7a4-4b36-943e-ff8536610d24 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Made reservation on behalf of 08d968aeb5ae46d08004f3facd4df77f for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:24.022944 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-f285921f-b7a4-4b36-943e-ff8536610d24 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.055146 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 83185b33-8321-45b9-9803-d465e4a27cc5 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:24.064136 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] Set router a6b6486c-9e73-418f-852a-d895d5964d9f gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:24.075170 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-205e4a6d-3e94-489a-92df-79fa36130d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:24.076679 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-205e4a6d-3e94-489a-92df-79fa36130d5b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.0725868 Jun 25 09:29:24.077391 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd444-e64d-459a-86fa-d4d835e1406f tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.100776 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.100776 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 83185b33-8321-45b9-9803-d465e4a27cc5 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:24.100776 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.113733 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef52c3-096b-4b14-b5ff-9f154a5697db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Checking segment: {'id': 'ee434fe8-654d-4a27-b55d-8b3fc25a67c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '89abfdfb-8073-4cbe-a93c-16945d61c907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:24.114244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ef52c3-096b-4b14-b5ff-9f154a5697db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network hostable DHCP agents. Network: 89abfdfb-8073-4cbe-a93c-16945d61c907, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:29:24.135799 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-584153c1-da20-415d-a84b-ed54dcc672f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.142663 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:24.147417 n-d-761264-15 neutron-server[94026]: INFO neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No ports have port_id starting with bda42038-e6c6-4165-8c06-7afd6ced6745 Jun 25 09:29:24.174153 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd444-e64d-459a-86fa-d4d835e1406f tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.179460 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd444-e64d-459a-86fa-d4d835e1406f tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.184120 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-76b321c3-1f7e-4e53-b62c-f92d4b521b9c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:24.205862 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-6d33b220-0c50-4ace-b1d9-760c49792ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:24.206137 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584153c1-da20-415d-a84b-ed54dcc672f5 None None] Pushing event deleted for resources: {'Port': ['ID=bda42038-e6c6-4165-8c06-7afd6ced6745,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:24.207109 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-6d33b220-0c50-4ace-b1d9-760c49792ef6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193814 Jun 25 09:29:24.210506 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-584153c1-da20-415d-a84b-ed54dcc672f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:24.213223 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2dd444-e64d-459a-86fa-d4d835e1406f tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf37e2b0-81e6-4767-a06d-ebbb693b0810,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:24.213645 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584153c1-da20-415d-a84b-ed54dcc672f5 None None] No DVR routers for this DVR port bda42038-e6c6-4165-8c06-7afd6ced6745 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:29:24.227048 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ef52c3-096b-4b14-b5ff-9f154a5697db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network 89abfdfb-8073-4cbe-a93c-16945d61c907 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:29:24.227260 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fc2dd444-e64d-459a-86fa-d4d835e1406f tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:24.227639 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd444-e64d-459a-86fa-d4d835e1406f tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.232139 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fc2dd444-e64d-459a-86fa-d4d835e1406f tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8837161 Jun 25 09:29:24.240452 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37120) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:24.246156 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:24.286334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc008a9-cad9-4b48-b7a1-380b3add92b4 req-cd554ed6-6971-44c1-b1ff-762f271ad0d7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:24.288466 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3dc008a9-cad9-4b48-b7a1-380b3add92b4 req-cd554ed6-6971-44c1-b1ff-762f271ad0d7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.9352357 Jun 25 09:29:24.308028 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-36ef52c3-096b-4b14-b5ff-9f154a5697db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 89abfdfb-8073-4cbe-a93c-16945d61c907) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:24.312976 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ef52c3-096b-4b14-b5ff-9f154a5697db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:24.313572 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-36ef52c3-096b-4b14-b5ff-9f154a5697db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.326151 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-6bc8b1a1-b986-4424-8a38-4a66b2107b9f service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091642 Jun 25 09:29:24.326893 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53faec35-b323-4d4c-afc3-9f550f0427b7 None None] Network 89abfdfb-8073-4cbe-a93c-16945d61c907 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:24.334099 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.db.api [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 09:29:24.334099 n-d-761264-15 neutron-server[94024]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 09:29:24.334099 n-d-761264-15 neutron-server[94024]: [parameters: {'project_id_1': 'e661d834fd304a2f9b1a96b19b02933d', 'expiration_1': datetime.datetime(2021, 6, 25, 9, 29, 24, 275383)}] Jun 25 09:29:24.334099 n-d-761264-15 neutron-server[94024]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:29:24.334753 n-d-761264-15 neutron-server[94024]: DEBUG oslo_db.api [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:29:24.382264 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e816f80a-1056-47f1-b1c5-2d2e38bf1140 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:24.385859 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e816f80a-1056-47f1-b1c5-2d2e38bf1140 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.394591 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b6f2c-1cce-42fb-ab28-994e22d9bba6 req-599f6500-96d4-404e-af6a-bff0bcec5134 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:24.396150 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-062b6f2c-1cce-42fb-ab28-994e22d9bba6 req-599f6500-96d4-404e-af6a-bff0bcec5134 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1096 time: 0.4234746 Jun 25 09:29:24.399064 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.438678 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2d191a6a-754d-4ea0-8944-dd20787386c8 req-560fcd50-c157-4020-9f46-1134e0bb9977 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011257 Jun 25 09:29:24.445750 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-36ef52c3-096b-4b14-b5ff-9f154a5697db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8887606 Jun 25 09:29:24.448480 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37124) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:24.454774 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c3c9ee7d-7a22-49fb-ac02-b615dcd6027e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-925387046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:24.490866 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3c9ee7d-7a22-49fb-ac02-b615dcd6027e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.491026 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49fcc81-60c4-4c71-a8e3-d12c3797b066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83185b33-8321-45b9-9803-d465e4a27cc5'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:29:24.492567 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3c9ee7d-7a22-49fb-ac02-b615dcd6027e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.493217 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5175af13-8fca-4398-b4ae-4aaae5809804" -d '{"events": [{"server_uuid": "f49fcc81-60c4-4c71-a8e3-d12c3797b066", "name": "network-vif-plugged", "status": "completed", "tag": "83185b33-8321-45b9-9803-d465e4a27cc5"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:29:24.500128 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3dc008a9-cad9-4b48-b7a1-380b3add92b4 req-26b8bf53-d461-4b59-93ed-4519ded60a4e tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929152 Jun 25 09:29:24.514639 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 83185b33-8321-45b9-9803-d465e4a27cc5, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=83185b33-8321-45b9-9803-d465e4a27cc5,segment=NetworkSegment(f9fc13e3-4d18-4864-88d5-39d8499211f0),segment_id=f9fc13e3-4d18-4864-88d5-39d8499211f0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:24.518603 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-f285921f-b7a4-4b36-943e-ff8536610d24 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Allocated IP 172.20.0.4 (f423b208-4dcd-4206-9ac6-64d232506387/f3d7495e-2eda-449c-aedb-99a89216fe46/086601cc-1bd8-4d63-940e-db6b01a7b40b) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:24.552312 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.554308 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-294dd437-e245-42c5-92a3-f5fd902c2b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:24.582686 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-062b6f2c-1cce-42fb-ab28-994e22d9bba6 req-8e34bfe4-f2f6-4b97-869f-91e8fa909ea2 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387303 Jun 25 09:29:24.638807 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3c9ee7d-7a22-49fb-ac02-b615dcd6027e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.647162 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3c9ee7d-7a22-49fb-ac02-b615dcd6027e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.660075 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba5abe8-159a-48f9-8c40-6b9d3ae3370d x-openstack-request-id: req-6ba5abe8-159a-48f9-8c40-6b9d3ae3370d {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:29:24.660533 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:29:24.662907 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6ba5abe8-159a-48f9-8c40-6b9d3ae3370d {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:29:24.663462 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6', 'status': 'completed', 'code': 200} Jun 25 09:29:24.685176 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3c9ee7d-7a22-49fb-ac02-b615dcd6027e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.689850 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c3c9ee7d-7a22-49fb-ac02-b615dcd6027e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2401719 Jun 25 09:29:24.691619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37134) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:24.715474 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'port': {'network_id': '89abfdfb-8073-4cbe-a93c-16945d61c907', 'name': 'tempest-RoutersIpV6Test-2128060647'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:24.720858 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'name': 'tempest-ServersTestJSON-510071517-router', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:59Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'gw_port': {'id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:00Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'bcde91ae-075c-431e-9933-7c1ab61f7532', 'name': '', 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'mac_address': 'fa:16:3e:ce:0e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:11Z', 'updated_at': '2021-06-25T09:29:22Z', 'revision_number': 4, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'subnets': [{'id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:24.799439 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-89abfdfb-8073-4cbe-a93c-16945d61c907', 'network_id': '89abfdfb-8073-4cbe-a93c-16945d61c907', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'fixed_ips': [{'subnet_id': '6e92b50e-a4bc-43f5-818c-dde7c3a1910f'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:29:24.800347 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.808062 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-f285921f-b7a4-4b36-943e-ff8536610d24 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.822350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=83185b33-8321-45b9-9803-d465e4a27cc5,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:24.836629 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea780817-d778-40b7-998f-d6bd16072d18 None None] The sync data for ids ['a6b6486c-9e73-418f-852a-d895d5964d9f'] in n-d-761264-15 is: [{'id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'name': 'tempest-ServersTestJSON-510071517-router', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:59Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'gw_port': {'id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:00Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'bcde91ae-075c-431e-9933-7c1ab61f7532', 'name': '', 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'mac_address': 'fa:16:3e:ce:0e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:11Z', 'updated_at': '2021-06-25T09:29:22Z', 'revision_number': 4, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'subnets': [{'id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:29:24.838414 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:24.901587 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-f285921f-b7a4-4b36-943e-ff8536610d24 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.938284 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['2857f806-5d04-4d89-b3c8-ad7288b5211d', '2f1954f8-441f-444c-8e24-2aca36f4cd0a', 'e770758f-9d83-4a50-98c2-dda78fa4587e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:29:24.944638 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6dcde4ca-449b-4e0c-8710-e6cf97b0a182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:24.963925 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6696cda1-d610-4943-becb-8168eeebeeb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:25.077473 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Allocated IP 2001:db8::2 (89abfdfb-8073-4cbe-a93c-16945d61c907/6e92b50e-a4bc-43f5-818c-dde7c3a1910f/8f4652f5-61bd-40e6-8734-64b9682d990b) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:25.090611 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89937453-e073-428d-b61d-e2a968255025 req-4d958698-6860-4fe5-a80c-4db72d705b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:25.093022 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-89937453-e073-428d-b61d-e2a968255025 req-4d958698-6860-4fe5-a80c-4db72d705b3b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 1095 time: 0.3444605 Jun 25 09:29:25.127556 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-f285921f-b7a4-4b36-943e-ff8536610d24 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Network f423b208-4dcd-4206-9ac6-64d232506387 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:25.162263 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-f285921f-b7a4-4b36-943e-ff8536610d24 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:25.164482 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:25.175805 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-f285921f-b7a4-4b36-943e-ff8536610d24 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:25.194639 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:25.198782 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:25.222911 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:25.248542 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285921f-b7a4-4b36-943e-ff8536610d24 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Pushing event updated for resources: {'Port': ['ID=086601cc-1bd8-4d63-940e-db6b01a7b40b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:25.258570 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] device_id is not set on port 7536a711-722c-4d19-846e-9e9898c386c9 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:29:25.282883 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f285921f-b7a4-4b36-943e-ff8536610d24 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:25.348440 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-f285921f-b7a4-4b36-943e-ff8536610d24 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:25.349808 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-f285921f-b7a4-4b36-943e-ff8536610d24 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:25.418989 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e816f80a-1056-47f1-b1c5-2d2e38bf1140 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:25.428706 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c0316-c6cc-4935-8883-43d3d268ab6f req-1d60459c-3823-4ba3-93c4-f9a6dd7b92d7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:25.433794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89937453-e073-428d-b61d-e2a968255025 req-17e1052f-aaa6-4991-bdde-af19ff53e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:25.435483 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-89937453-e073-428d-b61d-e2a968255025 req-17e1052f-aaa6-4991-bdde-af19ff53e932 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.3339415 Jun 25 09:29:25.436081 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f76c0316-c6cc-4935-8883-43d3d268ab6f req-1d60459c-3823-4ba3-93c4-f9a6dd7b92d7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 943 time: 0.5597491 Jun 25 09:29:25.449513 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b79b78c2-9c69-448f-a426-2d9e42638509 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:25.451013 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:25.470885 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Transition to ACTIVE for port object 8f4652f5-61bd-40e6-8734-64b9682d990b will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:25.491376 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c12778-4886-4d83-9e44-bc697dd8818d req-ea945311-a261-47ff-8de3-5de070e00cbe tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:25.498719 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b8c12778-4886-4d83-9e44-bc697dd8818d req-ea945311-a261-47ff-8de3-5de070e00cbe tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 931 time: 0.6326747 Jun 25 09:29:25.506844 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-f285921f-b7a4-4b36-943e-ff8536610d24 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4241889 Jun 25 09:29:25.509990 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Transition to ACTIVE for port object 8f4652f5-61bd-40e6-8734-64b9682d990b will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:25.536992 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-89937453-e073-428d-b61d-e2a968255025 req-a9aa1af1-896e-4fac-8954-48f1486051dc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a177323-d22c-4784-bf95-b39519abbdc6 HTTP/1.1" status: 200 len: 217 time: 0.0858274 Jun 25 09:29:25.550405 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:25.554217 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:25.607378 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Pushing event updated for resources: {'Port': ['ID=8f4652f5-61bd-40e6-8734-64b9682d990b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:25.616947 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Request body: {'port': {'device_id': '616b99dc-2a60-42f8-9336-00d2c1550f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:25.628454 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:25.668647 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Network 89abfdfb-8073-4cbe-a93c-16945d61c907 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:25.675665 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:25.708845 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Allocated IP 2001:db8::11c (89abfdfb-8073-4cbe-a93c-16945d61c907/6e92b50e-a4bc-43f5-818c-dde7c3a1910f/7536a711-722c-4d19-846e-9e9898c386c9) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:25.711590 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89937453-e073-428d-b61d-e2a968255025 req-ff0475ba-c9d4-4d9b-8b81-ca0f96c72a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:25.713204 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-89937453-e073-428d-b61d-e2a968255025 req-ff0475ba-c9d4-4d9b-8b81-ca0f96c72a5e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.1552489 Jun 25 09:29:25.739699 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:25.740010 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e816f80a-1056-47f1-b1c5-2d2e38bf1140 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:25.791769 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-e816f80a-1056-47f1-b1c5-2d2e38bf1140 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:25.806959 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e816f80a-1056-47f1-b1c5-2d2e38bf1140 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:25.807797 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e816f80a-1056-47f1-b1c5-2d2e38bf1140 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:25.818834 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816f80a-1056-47f1-b1c5-2d2e38bf1140 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=59e9d1ba-10d7-4de2-9f1a-5ee3a30dfe10,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:25.827633 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bcde91ae-075c-431e-9933-7c1ab61f7532 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:25.839650 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f76c0316-c6cc-4935-8883-43d3d268ab6f req-b80d5e99-3d64-42d5-b491-1b4b04029207 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4025953 Jun 25 09:29:25.849108 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e816f80a-1056-47f1-b1c5-2d2e38bf1140 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:25.886958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585d0a12-9822-46e1-b03c-2b18a6058c80 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:25.895284 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b8c12778-4886-4d83-9e44-bc697dd8818d req-44545dd7-9eb8-4e90-a727-9948cb9c3e64 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955653 Jun 25 09:29:25.906208 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89937453-e073-428d-b61d-e2a968255025 req-644e8dc4-73ae-40cc-96fc-e5cd1f10f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:25.908088 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-89937453-e073-428d-b61d-e2a968255025 req-644e8dc4-73ae-40cc-96fc-e5cd1f10f30e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1841795 Jun 25 09:29:25.969987 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1ac074-064e-4593-90d0-57b0db49b9bc x-openstack-request-id: req-2b1ac074-064e-4593-90d0-57b0db49b9bc {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:29:25.970280 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49fcc81-60c4-4c71-a8e3-d12c3797b066", "name": "network-vif-plugged", "status": "completed", "tag": "83185b33-8321-45b9-9803-d465e4a27cc5", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:29:25.970589 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2b1ac074-064e-4593-90d0-57b0db49b9bc {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:29:25.970979 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49fcc81-60c4-4c71-a8e3-d12c3797b066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83185b33-8321-45b9-9803-d465e4a27cc5', 'code': 200} Jun 25 09:29:25.992821 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Attempting to bind port 8f4652f5-61bd-40e6-8734-64b9682d990b on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:25.993964 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Attempting to bind port 8f4652f5-61bd-40e6-8734-64b9682d990b by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'ee434fe8-654d-4a27-b55d-8b3fc25a67c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '89abfdfb-8073-4cbe-a93c-16945d61c907'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:25.994386 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Attempting to bind port 8f4652f5-61bd-40e6-8734-64b9682d990b on network 89abfdfb-8073-4cbe-a93c-16945d61c907 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:26.003198 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:26.003598 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Checking segment: {'id': 'ee434fe8-654d-4a27-b55d-8b3fc25a67c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '89abfdfb-8073-4cbe-a93c-16945d61c907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:26.004009 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:26.004417 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Bound using segment: {'id': 'ee434fe8-654d-4a27-b55d-8b3fc25a67c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '89abfdfb-8073-4cbe-a93c-16945d61c907'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:26.006154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Bound port: 8f4652f5-61bd-40e6-8734-64b9682d990b, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee434fe8-654d-4a27-b55d-8b3fc25a67c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '89abfdfb-8073-4cbe-a93c-16945d61c907'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:26.006653 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:26.023655 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e816f80a-1056-47f1-b1c5-2d2e38bf1140 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0330784 Jun 25 09:29:26.026488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port bcde91ae-075c-431e-9933-7c1ab61f7532 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:26.041622 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port bcde91ae-075c-431e-9933-7c1ab61f7532 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:26.041950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37142) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:26.042081 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:26.062880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'fixed_ips': [{'subnet_id': '59e9d1ba-10d7-4de2-9f1a-5ee3a30dfe10', 'ip_address': '2001:db8::dd6e:673d:3391:d2b3'}], 'name': 'tempest-NetworksTestDHCPv6-1494846693'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:26.230219 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:26.410066 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:26.428008 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:26.469512 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:26.477707 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] For port 8f4652f5-61bd-40e6-8734-64b9682d990b, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:26.512682 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': '59e9d1ba-10d7-4de2-9f1a-5ee3a30dfe10'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:29:26.514004 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:26.534760 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port bcde91ae-075c-431e-9933-7c1ab61f7532, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bcde91ae-075c-431e-9933-7c1ab61f7532,segment=NetworkSegment(6c3f6fa6-1b50-47bc-8def-9672ae3c51f9),segment_id=6c3f6fa6-1b50-47bc-8def-9672ae3c51f9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:26.541234 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] For port 8f4652f5-61bd-40e6-8734-64b9682d990b, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=8f4652f5-61bd-40e6-8734-64b9682d990b,segment=NetworkSegment(ee434fe8-654d-4a27-b55d-8b3fc25a67c2),segment_id=ee434fe8-654d-4a27-b55d-8b3fc25a67c2)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:26.544132 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:26.556019 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-294dd437-e245-42c5-92a3-f5fd902c2b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:26.561378 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:26.655421 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:26.745552 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=bcde91ae-075c-431e-9933-7c1ab61f7532,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:26.750350 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-89937453-e073-428d-b61d-e2a968255025 req-46053c35-93ff-48d1-a758-fc3206321d70 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8300970 Jun 25 09:29:26.751395 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Transition to ACTIVE for port object 7536a711-722c-4d19-846e-9e9898c386c9 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:26.760875 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:26.761187 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:26.802573 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:26.855444 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Pushing event updated for resources: {'Port': ['ID=8f4652f5-61bd-40e6-8734-64b9682d990b,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:26.867219 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:26.888121 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:26.890691 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Allocated IP 2001:db8::2 (13e23ba1-9297-4cb1-bce9-7212ee789807/59e9d1ba-10d7-4de2-9f1a-5ee3a30dfe10/d1cbf55f-e556-4959-93b5-a7efb05ab8b8) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:26.952982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3370822-9bdd-433f-a041-ab3a85dadee4 req-87e70950-7407-4163-b2c9-38d2da6758a3 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:26.953300 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-89937453-e073-428d-b61d-e2a968255025 req-ba9d08f2-7c25-4699-b005-3209a90fc213 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893981 Jun 25 09:29:26.954703 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3370822-9bdd-433f-a041-ab3a85dadee4 req-87e70950-7407-4163-b2c9-38d2da6758a3 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1097 time: 0.6396008 Jun 25 09:29:26.959094 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-43365940-ed7e-4e5d-b3b1-774787b9d978 tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:27.004324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59334aad-acee-4921-9774-f0c957e9cd13 req-bcfb5a12-c94f-4d31-8dfe-4f1c454d1654 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:27.004324 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-59334aad-acee-4921-9774-f0c957e9cd13 req-bcfb5a12-c94f-4d31-8dfe-4f1c454d1654 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.7471070 Jun 25 09:29:27.048085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=7536a711-722c-4d19-846e-9e9898c386c9,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:27.055860 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:27.071636 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23b11c-15d9-4ea2-b9df-4fee3d19dc56 req-27568a07-2362-4dd6-85c2-bf9034c41726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:27.081759 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ba23b11c-15d9-4ea2-b9df-4fee3d19dc56 req-27568a07-2362-4dd6-85c2-bf9034c41726 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1097 time: 1.0048594 Jun 25 09:29:27.091135 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network 89abfdfb-8073-4cbe-a93c-16945d61c907 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:27.126087 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ba23b11c-15d9-4ea2-b9df-4fee3d19dc56 req-57673dcb-53a2-49ee-8b19-0d3f03d37838 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337245 Jun 25 09:29:27.126983 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:27.133666 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:27.139990 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:27.140675 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:27.154926 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Allocated IP 172.25.6.237 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/fdec45e8-3117-4382-b538-f91b39249de2) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:27.164934 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4582796 Jun 25 09:29:27.165612 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37150) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:27.221355 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3370822-9bdd-433f-a041-ab3a85dadee4 req-0ef464a2-6d59-44bb-89e7-2c02db94cf6c tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464931 Jun 25 09:29:27.255831 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:27.266116 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-59334aad-acee-4921-9774-f0c957e9cd13 req-0580042c-faf2-4768-af79-5753f1131afa tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160172 Jun 25 09:29:27.364755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 685850ee-a268-431d-82fe-587aac4b4922 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:29:27.413614 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:27.422733 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Transition to ACTIVE for port object d1cbf55f-e556-4959-93b5-a7efb05ab8b8 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:27.438437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Transition to ACTIVE for port object d1cbf55f-e556-4959-93b5-a7efb05ab8b8 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:27.446173 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:27.450889 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cbd859c9-4871-4575-b659-e7c2798eca97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:27.489349 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:27.492488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:27.496043 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:27.508403 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Pushing event updated for resources: {'Port': ['ID=d1cbf55f-e556-4959-93b5-a7efb05ab8b8,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:27.512682 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:27.573753 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Attempting to bind port d1cbf55f-e556-4959-93b5-a7efb05ab8b8 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:27.574258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Attempting to bind port d1cbf55f-e556-4959-93b5-a7efb05ab8b8 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:27.574888 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Attempting to bind port d1cbf55f-e556-4959-93b5-a7efb05ab8b8 on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:27.581746 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:27.582132 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:27.582893 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:27.583021 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:27.583402 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Bound port: d1cbf55f-e556-4959-93b5-a7efb05ab8b8, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:27.584008 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:27.603978 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086601cc-1bd8-4d63-940e-db6b01a7b40b {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:29:27.618543 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:27.631461 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:27.656481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] For port d1cbf55f-e556-4959-93b5-a7efb05ab8b8, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:27.659848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] For port d1cbf55f-e556-4959-93b5-a7efb05ab8b8, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d1cbf55f-e556-4959-93b5-a7efb05ab8b8,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:27.667051 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:27.669588 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-99ebca17-4e7e-4d10-97dc-e225a855f0d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:27.782607 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Transition to ACTIVE for port object 086601cc-1bd8-4d63-940e-db6b01a7b40b will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:27.807990 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Pushing event updated for resources: {'Port': ['ID=d1cbf55f-e556-4959-93b5-a7efb05ab8b8,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:27.815324 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:27.846459 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:27.883472 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 8f4652f5-61bd-40e6-8734-64b9682d990b up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:27.914903 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:27.986834 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:28.020481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 8f4652f5-61bd-40e6-8734-64b9682d990b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:28.022619 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d9149a73-9f96-40f2-babc-c5d1823a63e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:28.025693 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bcde91ae-075c-431e-9933-7c1ab61f7532 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:28.121998 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:28.132806 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:28.138059 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:28.164215 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port bcde91ae-075c-431e-9933-7c1ab61f7532 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:28.164215 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:28.285769 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=7536a711-722c-4d19-846e-9e9898c386c9,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:28.303304 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::dd6e:673d:3391:d2b3 (13e23ba1-9297-4cb1-bce9-7212ee789807/59e9d1ba-10d7-4de2-9f1a-5ee3a30dfe10/685850ee-a268-431d-82fe-587aac4b4922) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:28.310194 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:28.323395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2a177323-d22c-4784-bf95-b39519abbdc6 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:29:28.460846 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:28.497073 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3a0b-3269-40d7-b77b-0e1f420379bf req-b79c37ab-a0a9-498b-897a-05b584f5a3db tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:28.499243 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6c3a0b-3269-40d7-b77b-0e1f420379bf req-b79c37ab-a0a9-498b-897a-05b584f5a3db tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 931 time: 1.0638323 Jun 25 09:29:28.510803 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfbf63-c6a8-474e-8043-bbbfea2df6dc req-6ac53d26-f5b4-4100-b435-4baa66c58dc7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:28.512882 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7cfbf63-c6a8-474e-8043-bbbfea2df6dc req-6ac53d26-f5b4-4100-b435-4baa66c58dc7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 943 time: 1.0922835 Jun 25 09:29:28.520077 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:28.540289 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '2a177323-d22c-4784-bf95-b39519abbdc6', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'port_id': '2a177323-d22c-4784-bf95-b39519abbdc6', 'mac_address': 'fa:16:3e:3d:9c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:29:28.553200 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7b5233-8671-4120-a124-49c620515b1c None None] Network 89abfdfb-8073-4cbe-a93c-16945d61c907 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:28.604623 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:28.658273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:28.665879 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Pushing event updated for resources: {'Port': ['ID=086601cc-1bd8-4d63-940e-db6b01a7b40b,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:28.676344 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:28.686738 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94068e5-3474-4fe6-bda7-523319bf7133 req-c507f66a-0643-4a1b-8af7-ee7fa9b4c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:28.688296 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c94068e5-3474-4fe6-bda7-523319bf7133 req-c507f66a-0643-4a1b-8af7-ee7fa9b4c9ba service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 1097 time: 0.5219359 Jun 25 09:29:28.710884 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:28.727821 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-dbe59c74-cab3-4513-8944-83a61e92a080 None None] Provisioning for port 8f4652f5-61bd-40e6-8734-64b9682d990b completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:28.733177 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:28.745686 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-dbe59c74-cab3-4513-8944-83a61e92a080 None None] Provisioning complete for port 8f4652f5-61bd-40e6-8734-64b9682d990b triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:28.746067 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dbe59c74-cab3-4513-8944-83a61e92a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:28.749570 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c94068e5-3474-4fe6-bda7-523319bf7133 req-66f7119d-8732-4cb9-ad4c-b6d5c92e86a5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450072 Jun 25 09:29:28.766008 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7cfbf63-c6a8-474e-8043-bbbfea2df6dc req-c70c7d60-08a7-4b31-b9f1-9c5d5f4c70cf tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186527 Jun 25 09:29:28.818333 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:28.824439 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:28.825072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:28.829302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:28.829872 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:28.830382 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:28.830981 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:28.831483 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:28.831924 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:28.832451 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:28.833103 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:28.834060 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:28.845002 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:28.858402 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a177323-d22c-4784-bf95-b39519abbdc6 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:29:28.870760 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-86708677-bbb1-41a3-acaa-a994ca46c0bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:28.888919 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:28.976205 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dbe59c74-cab3-4513-8944-83a61e92a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:29.043970 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:29.094534 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:29.108380 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:29.137578 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-dbe59c74-cab3-4513-8944-83a61e92a080 None None] For port 8f4652f5-61bd-40e6-8734-64b9682d990b, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=8f4652f5-61bd-40e6-8734-64b9682d990b,segment=NetworkSegment(ee434fe8-654d-4a27-b55d-8b3fc25a67c2),segment_id=ee434fe8-654d-4a27-b55d-8b3fc25a67c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:29.205879 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dbe59c74-cab3-4513-8944-83a61e92a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:29.265716 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=2a177323-d22c-4784-bf95-b39519abbdc6,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:29.271354 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:29.271925 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-584153c1-da20-415d-a84b-ed54dcc672f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:29.382128 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe59c74-cab3-4513-8944-83a61e92a080 None None] Pushing event updated for resources: {'Port': ['ID=8f4652f5-61bd-40e6-8734-64b9682d990b,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:29.397602 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-dbe59c74-cab3-4513-8944-83a61e92a080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:29.410978 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:29.417455 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:29.418790 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:29.434958 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fccf719f-466d-4491-91e1-2d558ba204cd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:29.539734 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['2a177323-d22c-4784-bf95-b39519abbdc6'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:29:29.605158 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c6c3a0b-3269-40d7-b77b-0e1f420379bf req-d78ce004-68b1-4a54-8614-87cd5262a604 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0822463 Jun 25 09:29:29.663771 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=7536a711-722c-4d19-846e-9e9898c386c9,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:29.669462 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:29.776780 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:29.805566 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8d761d5b-6346-4c48-bde1-b504ff6efaa7 None None] Provisioning for port 7536a711-722c-4d19-846e-9e9898c386c9 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:29.822530 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:29.824567 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Pushing event updated for resources: {'Port': ['ID=fdec45e8-3117-4382-b538-f91b39249de2,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:29.839408 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:29.846306 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network 89abfdfb-8073-4cbe-a93c-16945d61c907 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:29.846554 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8d761d5b-6346-4c48-bde1-b504ff6efaa7 None None] Provisioning complete for port 7536a711-722c-4d19-846e-9e9898c386c9 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:29.846554 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d761d5b-6346-4c48-bde1-b504ff6efaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:29.848275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:29.858627 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Attempting to bind port 086601cc-1bd8-4d63-940e-db6b01a7b40b on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:29.859122 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Attempting to bind port 086601cc-1bd8-4d63-940e-db6b01a7b40b by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:29.859340 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Attempting to bind port 086601cc-1bd8-4d63-940e-db6b01a7b40b on network f423b208-4dcd-4206-9ac6-64d232506387 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:29.896155 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Port 086601cc-1bd8-4d63-940e-db6b01a7b40b on network f423b208-4dcd-4206-9ac6-64d232506387 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:29:29.896526 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Attempting to bind port 086601cc-1bd8-4d63-940e-db6b01a7b40b on network f423b208-4dcd-4206-9ac6-64d232506387 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:29.920260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 8f4652f5-61bd-40e6-8734-64b9682d990b up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:29.922231 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object 685850ee-a268-431d-82fe-587aac4b4922 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:29.924522 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:29.925885 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Checking segment: {'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:29.926278 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Bound using segment: {'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:29.926726 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Bound port: 086601cc-1bd8-4d63-940e-db6b01a7b40b, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd785585a-8a9d-48d9-b0e9-5fde175e685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:29.927087 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:30.071133 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:30.101287 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8d761d5b-6346-4c48-bde1-b504ff6efaa7 None None] Port 7536a711-722c-4d19-846e-9e9898c386c9 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:30.123098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router 4b5cc18e-4663-4b46-aa91-6e9f91c2873e is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:29:30.186053 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 8f4652f5-61bd-40e6-8734-64b9682d990b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:30.192549 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:30.231295 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8d761d5b-6346-4c48-bde1-b504ff6efaa7 None None] Provisioning complete for port 8f4652f5-61bd-40e6-8734-64b9682d990b triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:30.231786 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d761d5b-6346-4c48-bde1-b504ff6efaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:30.289248 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43020610-0fae-4ab5-a5f5-6c4d7a20b6bc req-5e9ab359-6c28-40b7-bf74-e09249d907a1 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:30.290775 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43020610-0fae-4ab5-a5f5-6c4d7a20b6bc req-5e9ab359-6c28-40b7-bf74-e09249d907a1 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1097 time: 0.7665465 Jun 25 09:29:30.291306 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:29:30.308490 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfa18f1-6542-4958-bd67-1233233e3414 None None] Sync routers for ids ['4b5cc18e-4663-4b46-aa91-6e9f91c2873e'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:29:30.321903 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa18f1-6542-4958-bd67-1233233e3414 None None] Routers {'4b5cc18e-4663-4b46-aa91-6e9f91c2873e'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:30.322552 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-cdfa18f1-6542-4958-bd67-1233233e3414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4b5cc18e-4663-4b46-aa91-6e9f91c2873e'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:30.325622 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/4b5cc18e-4663-4b46-aa91-6e9f91c2873e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1589422 Jun 25 09:29:30.329072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37168) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:30.364066 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d1cbf55f-e556-4959-93b5-a7efb05ab8b8 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:30.397286 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-cdfa18f1-6542-4958-bd67-1233233e3414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:30.407129 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa18f1-6542-4958-bd67-1233233e3414 None None] Routers {'4b5cc18e-4663-4b46-aa91-6e9f91c2873e'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:30.408003 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-cdfa18f1-6542-4958-bd67-1233233e3414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4b5cc18e-4663-4b46-aa91-6e9f91c2873e'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:30.422777 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:30.425611 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] For port 086601cc-1bd8-4d63-940e-db6b01a7b40b, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:30.429587 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port d1cbf55f-e556-4959-93b5-a7efb05ab8b8 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:30.439812 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-703e8fb8-dbd6-497a-8afb-aec4801229ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:30.441212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a990624b-3220-4d6d-b70f-c8114e33f9e7 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:30.443159 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a990624b-3220-4d6d-b70f-c8114e33f9e7 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports/7536a711-722c-4d19-846e-9e9898c386c9 HTTP/1.1" status: 200 len: 984 time: 0.1133802 Jun 25 09:29:30.445727 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37170) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:30.448330 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-cdfa18f1-6542-4958-bd67-1233233e3414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:30.448812 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfa18f1-6542-4958-bd67-1233233e3414 None None] The sync data for ids ['4b5cc18e-4663-4b46-aa91-6e9f91c2873e'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:29:30.459825 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43020610-0fae-4ab5-a5f5-6c4d7a20b6bc req-dc46bc97-76be-4153-a051-7510a6821eb1 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604114 Jun 25 09:29:30.494117 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cbebb745-6db9-44cd-b303-b8e2a59ec431 None None] Provisioning complete for port 7536a711-722c-4d19-846e-9e9898c386c9 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:30.496481 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cbebb745-6db9-44cd-b303-b8e2a59ec431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:30.512299 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=685850ee-a268-431d-82fe-587aac4b4922,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:30.515980 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:30.520058 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] For port 086601cc-1bd8-4d63-940e-db6b01a7b40b, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=086601cc-1bd8-4d63-940e-db6b01a7b40b,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:30.543446 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ef23f-0a88-45de-a2b8-c6f8e459b0a7 req-afc6b933-8dcf-4008-a446-1bb0729dc9ff tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:30.545158 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-852ef23f-0a88-45de-a2b8-c6f8e459b0a7 req-afc6b933-8dcf-4008-a446-1bb0729dc9ff tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.5761242 Jun 25 09:29:30.548051 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:30.552396 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:30.578150 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-cbebb745-6db9-44cd-b303-b8e2a59ec431 None None] Port 7536a711-722c-4d19-846e-9e9898c386c9 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:30.600444 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cbebb745-6db9-44cd-b303-b8e2a59ec431 None None] Provisioning for port d1cbf55f-e556-4959-93b5-a7efb05ab8b8 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:30.609648 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cbebb745-6db9-44cd-b303-b8e2a59ec431 None None] Provisioning complete for port d1cbf55f-e556-4959-93b5-a7efb05ab8b8 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:30.610310 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cbebb745-6db9-44cd-b303-b8e2a59ec431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:30.615974 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:30.664097 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:30.667531 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:30.672788 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:30.673500 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:30.680721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:30.681867 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:30.683291 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] 10.222.0.41 "PUT /v2.0/ports/086601cc-1bd8-4d63-940e-db6b01a7b40b HTTP/1.1" status: 200 len: 1092 time: 5.1037436 Jun 25 09:29:30.684147 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Pushing event updated for resources: {'Port': ['ID=086601cc-1bd8-4d63-940e-db6b01a7b40b,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:30.687859 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:30.711450 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:30.713154 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616b99dc-2a60-42f8-9336-00d2c1550f26', 'tag': '086601cc-1bd8-4d63-940e-db6b01a7b40b'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:29:30.716839 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dd7587-3629-4098-aa76-3bd0297ada1c" -d '{"events": [{"name": "network-changed", "server_uuid": "616b99dc-2a60-42f8-9336-00d2c1550f26", "tag": "086601cc-1bd8-4d63-940e-db6b01a7b40b"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:29:30.735500 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cbebb745-6db9-44cd-b303-b8e2a59ec431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:30.787715 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-cbebb745-6db9-44cd-b303-b8e2a59ec431 None None] For port d1cbf55f-e556-4959-93b5-a7efb05ab8b8, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d1cbf55f-e556-4959-93b5-a7efb05ab8b8,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:30.794388 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cbebb745-6db9-44cd-b303-b8e2a59ec431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:30.799286 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-acd387fb-d565-43c7-9fed-fc43cd648db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:30.804509 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:30.812074 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:30.870967 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebb745-6db9-44cd-b303-b8e2a59ec431 None None] Pushing event updated for resources: {'Port': ['ID=d1cbf55f-e556-4959-93b5-a7efb05ab8b8,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:30.873381 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-852ef23f-0a88-45de-a2b8-c6f8e459b0a7 req-c76a8ec6-f38b-479e-b224-5ee9dd11ad8c tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763984 Jun 25 09:29:30.875062 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cbebb745-6db9-44cd-b303-b8e2a59ec431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:30.884096 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8284755 Jun 25 09:29:30.887578 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37176) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:30.893245 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-eaedd010-8b82-407e-bc9e-1061f85a3a62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'fixed_ips': [{'subnet_id': '59e9d1ba-10d7-4de2-9f1a-5ee3a30dfe10', 'ip_address': '2001:db8::dd6e:673d:3391:d2b3'}], 'name': 'tempest-NetworksTestDHCPv6-822034806'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:30.924508 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5c63eafd-fcb6-4872-9f9a-b3019972eacf None None] Provisioning complete for port 7536a711-722c-4d19-846e-9e9898c386c9 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:30.925140 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c63eafd-fcb6-4872-9f9a-b3019972eacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:30.976605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Pushing event updated for resources: {'Port': ['ID=fdec45e8-3117-4382-b538-f91b39249de2,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:30.993544 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5c63eafd-fcb6-4872-9f9a-b3019972eacf None None] Port 7536a711-722c-4d19-846e-9e9898c386c9 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:30.996887 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:31.016117 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:31.050541 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-16d12363-52be-47a0-9475-4237bd5c43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:31.052072 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-16d12363-52be-47a0-9475-4237bd5c43b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08d968aeb5ae46d08004f3facd4df77f&device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 1095 time: 0.2887733 Jun 25 09:29:31.061194 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bb71c-87f0-4832-a92d-06461660116c req-16e59b1e-7ea0-47b1-ab60-99e0a7566ead tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:31.062854 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b48bb71c-87f0-4832-a92d-06461660116c req-16e59b1e-7ea0-47b1-ab60-99e0a7566ead tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.4395883 Jun 25 09:29:31.098706 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaedd010-8b82-407e-bc9e-1061f85a3a62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:31.114333 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-96251d0d-0209-4a87-8677-e7016f8aa3fb None None] Provisioning for port 685850ee-a268-431d-82fe-587aac4b4922 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:31.119076 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-96251d0d-0209-4a87-8677-e7016f8aa3fb None None] Provisioning complete for port 685850ee-a268-431d-82fe-587aac4b4922 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:31.119693 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96251d0d-0209-4a87-8677-e7016f8aa3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:31.152257 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-4e4b773e-24b5-4153-98af-71a74f01f213 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=086601cc-1bd8-4d63-940e-db6b01a7b40b HTTP/1.1" status: 200 len: 217 time: 0.0737059 Jun 25 09:29:31.155679 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:31.156952 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9145935 Jun 25 09:29:31.176398 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-96251d0d-0209-4a87-8677-e7016f8aa3fb None None] Port 685850ee-a268-431d-82fe-587aac4b4922 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:31.228205 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b48bb71c-87f0-4832-a92d-06461660116c req-ed7fe64d-e835-4d82-8152-7e194e396058 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531212 Jun 25 09:29:31.233918 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-4f6b4922-1990-4aef-8cef-349c3add7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:31.235910 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-4f6b4922-1990-4aef-8cef-349c3add7c54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3d7495e-2eda-449c-aedb-99a89216fe46 HTTP/1.1" status: 200 len: 853 time: 0.0738761 Jun 25 09:29:31.295668 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c07e7d-12f0-4858-b381-dd2e9cff1c29 req-08b3728a-706f-43c0-a0b2-636bf4d7ae4d tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:31.302824 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11c07e7d-12f0-4858-b381-dd2e9cff1c29 req-08b3728a-706f-43c0-a0b2-636bf4d7ae4d tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 943 time: 0.2579885 Jun 25 09:29:31.312129 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bde0566-a0e9-4f7d-ae12-6d0c770ed9d8 x-openstack-request-id: req-0bde0566-a0e9-4f7d-ae12-6d0c770ed9d8 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:29:31.312493 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "616b99dc-2a60-42f8-9336-00d2c1550f26", "tag": "086601cc-1bd8-4d63-940e-db6b01a7b40b", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:29:31.312791 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0bde0566-a0e9-4f7d-ae12-6d0c770ed9d8 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:29:31.313245 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616b99dc-2a60-42f8-9336-00d2c1550f26', 'tag': '086601cc-1bd8-4d63-940e-db6b01a7b40b', 'status': 'completed', 'code': 200} Jun 25 09:29:31.315514 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-fcb7c0aa-b18c-4d31-88f3-12dc1b6b9430 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f423b208-4dcd-4206-9ac6-64d232506387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705783 Jun 25 09:29:31.321065 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:31.397097 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11c07e7d-12f0-4858-b381-dd2e9cff1c29 req-411212b2-3591-45ac-a1b5-6578ad422436 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933418 Jun 25 09:29:31.437167 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-43a88d69-75b4-407c-b631-0d18669fa4ff service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145735 Jun 25 09:29:31.597779 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:31.628307 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-158e1175-021d-4aec-9270-58558d48cee7 req-558f43fe-cbbe-422e-901c-4290881afafe tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--255117024&fields=id&tenant_id=e661d834fd304a2f9b1a96b19b02933d HTTP/1.1" status: 200 len: 267 time: 0.1265445 Jun 25 09:29:31.632406 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6fe61bf-ce57-4e9b-973f-3af1cd9fae0f req-9adff72d-8629-4ac0-bfbe-8e1d7c03c5a8 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879506 Jun 25 09:29:31.637304 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eaedd010-8b82-407e-bc9e-1061f85a3a62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:31.691105 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-eaedd010-8b82-407e-bc9e-1061f85a3a62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 24302b90-c3ef-4a98-87d9-637156b46ef0 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:29:31.709947 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d1cbf55f-e556-4959-93b5-a7efb05ab8b8 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:31.772653 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port d1cbf55f-e556-4959-93b5-a7efb05ab8b8 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:31.773241 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:31.821592 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fd2f4-6b1c-4198-934d-4f25449414c9 req-6c0cd281-6bba-4e1e-a10b-2b3bbc27799c tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:31.824553 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4a2fd2f4-6b1c-4198-934d-4f25449414c9 req-6c0cd281-6bba-4e1e-a10b-2b3bbc27799c tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1097 time: 0.1729097 Jun 25 09:29:31.888096 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1175-021d-4aec-9270-58558d48cee7 req-cf47e1c1-d57a-421c-b5bb-0e5bd5c38ff1 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:31.890869 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-158e1175-021d-4aec-9270-58558d48cee7 req-cf47e1c1-d57a-421c-b5bb-0e5bd5c38ff1 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/networks?id=c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef HTTP/1.1" status: 200 len: 805 time: 0.2522831 Jun 25 09:29:31.909250 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4a2fd2f4-6b1c-4198-934d-4f25449414c9 req-908db154-ba88-42ca-8b8e-5dd1b20d5cb7 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782585 Jun 25 09:29:31.915363 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-158e1175-021d-4aec-9270-58558d48cee7 req-e1778998-90da-4583-bbd4-a19e87b582e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/quotas/e661d834fd304a2f9b1a96b19b02933d HTTP/1.1" status: 200 len: 375 time: 0.0197871 Jun 25 09:29:31.922129 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd7587-3629-4098-aa76-3bd0297ada1c req-1cfb66dd-53c3-4741-baa0-1ee59c277f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:31.923636 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55dd7587-3629-4098-aa76-3bd0297ada1c req-1cfb66dd-53c3-4741-baa0-1ee59c277f88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08d968aeb5ae46d08004f3facd4df77f&device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 1095 time: 0.1606371 Jun 25 09:29:31.989682 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaedd010-8b82-407e-bc9e-1061f85a3a62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 25 09:29:31.990223 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaedd010-8b82-407e-bc9e-1061f85a3a62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:29:32.025717 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-eaedd010-8b82-407e-bc9e-1061f85a3a62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1369264 Jun 25 09:29:32.028897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37206) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:32.082900 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 7536a711-722c-4d19-846e-9e9898c386c9 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:32.083247 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:32.097862 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-158e1175-021d-4aec-9270-58558d48cee7 req-d16671cf-1203-4260-bd34-a1c3c07c8dc2 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e661d834fd304a2f9b1a96b19b02933d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1732128 Jun 25 09:29:32.104681 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd7587-3629-4098-aa76-3bd0297ada1c req-758653f5-e28d-4a13-aa75-29d88b4d6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:32.106210 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55dd7587-3629-4098-aa76-3bd0297ada1c req-758653f5-e28d-4a13-aa75-29d88b4d6fb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f423b208-4dcd-4206-9ac6-64d232506387 HTTP/1.1" status: 200 len: 915 time: 0.1503434 Jun 25 09:29:32.168450 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5022d6-02a4-46ff-9a79-e02b8de1a4b5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:32.174347 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5022d6-02a4-46ff-9a79-e02b8de1a4b5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:32.175937 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7a5022d6-02a4-46ff-9a79-e02b8de1a4b5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1460943 Jun 25 09:29:32.178917 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37208) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:32.194648 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55dd7587-3629-4098-aa76-3bd0297ada1c req-9bf9a836-a3d6-4b55-8b3c-951ad9bbe1f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=086601cc-1bd8-4d63-940e-db6b01a7b40b HTTP/1.1" status: 200 len: 217 time: 0.0747628 Jun 25 09:29:32.228891 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:32.248467 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 7536a711-722c-4d19-846e-9e9898c386c9 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:32.255682 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7b87c-6a28-4f3c-b8ca-325973b1a897 req-674443dc-c3fa-40d6-9657-84e8d3b041f9 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:32.257218 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8c7b87c-6a28-4f3c-b8ca-325973b1a897 req-674443dc-c3fa-40d6-9657-84e8d3b041f9 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.2379100 Jun 25 09:29:32.298809 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-158e1175-021d-4aec-9270-58558d48cee7 req-e3b71d6b-3b0e-4307-848e-a7278215ed95 service neutron] 10.222.0.93 "GET /v2.0/networks/c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878679 Jun 25 09:29:32.300136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd7587-3629-4098-aa76-3bd0297ada1c req-604752f1-f1d3-4255-bf55-463a1300cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:32.301462 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55dd7587-3629-4098-aa76-3bd0297ada1c req-604752f1-f1d3-4255-bf55-463a1300cfb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3d7495e-2eda-449c-aedb-99a89216fe46 HTTP/1.1" status: 200 len: 853 time: 0.0994937 Jun 25 09:29:32.376325 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2a177323-d22c-4784-bf95-b39519abbdc6 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:32.384845 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55dd7587-3629-4098-aa76-3bd0297ada1c req-df739fc6-dc71-4c02-a888-a8e53fa4cf0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f423b208-4dcd-4206-9ac6-64d232506387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617604 Jun 25 09:29:32.388860 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-05498a20-8e39-475d-aeb1-f5816a6872f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port 685850ee-a268-431d-82fe-587aac4b4922 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:32.389234 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-05498a20-8e39-475d-aeb1-f5816a6872f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:32.389480 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8c7b87c-6a28-4f3c-b8ca-325973b1a897 req-2ada904b-f2f1-4555-8efd-84bd007a4818 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223347 Jun 25 09:29:32.465188 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 2a177323-d22c-4784-bf95-b39519abbdc6 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:32.476290 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 2a177323-d22c-4784-bf95-b39519abbdc6 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:32.478461 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:32.492042 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-158e1175-021d-4aec-9270-58558d48cee7 req-0e51f353-b269-4674-b20c-85bd67ae9834 service neutron] 10.222.0.93 "GET /v2.0/networks/c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859674 Jun 25 09:29:32.510102 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55dd7587-3629-4098-aa76-3bd0297ada1c req-7cf2bb7b-dbe6-4b26-a8df-36006da0ed64 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162350 Jun 25 09:29:32.527784 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-05498a20-8e39-475d-aeb1-f5816a6872f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:32.558091 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-05498a20-8e39-475d-aeb1-f5816a6872f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for 685850ee-a268-431d-82fe-587aac4b4922 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:32.581564 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:32.586972 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:32.627334 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:32.644515 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=7536a711-722c-4d19-846e-9e9898c386c9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:32.662796 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:29:32.666388 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3938c4b2-926d-444f-854d-04825eaf3a5b" -d '{"events": [{"server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "name": "network-vif-plugged", "status": "completed", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:29:32.691028 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:32.698539 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:32.705921 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:32.717982 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:32.718311 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:32.718624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:32.719063 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:32.719369 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:32.719745 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:32.720111 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:32.720504 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:32.720918 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:32.721252 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:32.721621 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:32.721991 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:32.817305 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=2a177323-d22c-4784-bf95-b39519abbdc6,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:32.825943 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:32.837762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55dd7587-3629-4098-aa76-3bd0297ada1c req-501f8953-34bb-4979-ba34-28339d7eb226 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170202 Jun 25 09:29:32.893815 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297e625-184d-4c83-999b-9439e52b58af req-eff61242-8ba7-4d90-87a5-56c24e096a02 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:32.903435 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5297e625-184d-4c83-999b-9439e52b58af req-eff61242-8ba7-4d90-87a5-56c24e096a02 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1097 time: 0.2670064 Jun 25 09:29:32.918404 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:32.945704 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:32.969956 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5297e625-184d-4c83-999b-9439e52b58af req-cc4a5c46-6061-47a6-abd1-7ee939d89605 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585003 Jun 25 09:29:33.096717 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db130a1-22b8-4714-a4d7-c27018a9b089 req-d0f67136-9504-43f9-bed0-0e50c9721ce7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:33.098689 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8db130a1-22b8-4714-a4d7-c27018a9b089 req-d0f67136-9504-43f9-bed0-0e50c9721ce7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 945 time: 0.1257954 Jun 25 09:29:33.156716 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8db130a1-22b8-4714-a4d7-c27018a9b089 req-a6b9d6dd-35f9-4e7b-8e2f-55f5cf0527c8 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520034 Jun 25 09:29:33.298979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6c7ad-f624-46ab-a9b3-61a6c5ed3e9b req-477c3cd8-34e8-473d-ae7e-798b72bebed0 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:33.300838 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-90a6c7ad-f624-46ab-a9b3-61a6c5ed3e9b req-477c3cd8-34e8-473d-ae7e-798b72bebed0 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 943 time: 0.1119494 Jun 25 09:29:33.317515 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-05498a20-8e39-475d-aeb1-f5816a6872f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:33.323897 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:33.356343 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05498a20-8e39-475d-aeb1-f5816a6872f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=685850ee-a268-431d-82fe-587aac4b4922,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:33.364476 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router 4b5cc18e-4663-4b46-aa91-6e9f91c2873e has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:29:33.365945 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-05498a20-8e39-475d-aeb1-f5816a6872f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:33.406220 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-05498a20-8e39-475d-aeb1-f5816a6872f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:33.408272 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-05498a20-8e39-475d-aeb1-f5816a6872f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/685850ee-a268-431d-82fe-587aac4b4922 HTTP/1.1" status: 204 len: 168 time: 1.2284706 Jun 25 09:29:33.413581 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37242) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:33.444621 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-90a6c7ad-f624-46ab-a9b3-61a6c5ed3e9b req-9f225eb2-8386-47b6-85b4-9b4072d66ab3 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294234 Jun 25 09:29:33.531006 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-bc0366d7-b34f-4381-b3ec-30c378af9af5 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:33.532625 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-bc0366d7-b34f-4381-b3ec-30c378af9af5 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/networks?id=1f4acba0-814c-4f78-8544-d5e86009c042 HTTP/1.1" status: 200 len: 811 time: 0.2419429 Jun 25 09:29:33.547000 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:29:33.554897 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-d5574222-492b-4d25-b024-b1d56f5ebabc tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/quotas/dac7f5e8bc874a1bb47e20ea5d0b1b08 HTTP/1.1" status: 200 len: 375 time: 0.0165153 Jun 25 09:29:33.560381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37244) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:33.562348 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5465206-9af1-4098-827a-e44dc733a348 x-openstack-request-id: req-d5465206-9af1-4098-827a-e44dc733a348 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:29:33.562694 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "name": "network-vif-plugged", "status": "completed", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:29:33.562960 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d5465206-9af1-4098-827a-e44dc733a348 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:29:33.563365 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6', 'code': 200} Jun 25 09:29:33.565764 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ad926-c34b-4367-8f8c-91d3f7d974fa None None] Sync routers for ids ['4b5cc18e-4663-4b46-aa91-6e9f91c2873e'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:29:33.566778 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/4b5cc18e-4663-4b46-aa91-6e9f91c2873e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1195118 Jun 25 09:29:33.595756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ad926-c34b-4367-8f8c-91d3f7d974fa None None] Routers {'4b5cc18e-4663-4b46-aa91-6e9f91c2873e'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:33.601640 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-451ad926-c34b-4367-8f8c-91d3f7d974fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4b5cc18e-4663-4b46-aa91-6e9f91c2873e'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:33.614871 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b1df4a-0a9f-40cc-8d17-bc3e178b2c6e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:33.617201 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b1df4a-0a9f-40cc-8d17-bc3e178b2c6e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:33.619111 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-58b1df4a-0a9f-40cc-8d17-bc3e178b2c6e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2033854 Jun 25 09:29:33.622132 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37246) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:33.680025 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-451ad926-c34b-4367-8f8c-91d3f7d974fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:33.699457 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ad926-c34b-4367-8f8c-91d3f7d974fa None None] Routers {'4b5cc18e-4663-4b46-aa91-6e9f91c2873e'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:33.700039 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-451ad926-c34b-4367-8f8c-91d3f7d974fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4b5cc18e-4663-4b46-aa91-6e9f91c2873e'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:33.707015 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fe14a0-b31b-411a-b29c-d8565974a7a0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 59e9d1ba-10d7-4de2-9f1a-5ee3a30dfe10 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:29:33.713886 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-44fe14a0-b31b-411a-b29c-d8565974a7a0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:33.760963 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-451ad926-c34b-4367-8f8c-91d3f7d974fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:33.761804 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ad926-c34b-4367-8f8c-91d3f7d974fa None None] The sync data for ids ['4b5cc18e-4663-4b46-aa91-6e9f91c2873e'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:29:33.846397 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-44fe14a0-b31b-411a-b29c-d8565974a7a0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:33.871389 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-887bc573-3a05-4cf4-aead-b107af5c42a7 req-e98282d6-5df5-4dba-98b1-e0813eb0265a tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 210 time: 0.0616274 Jun 25 09:29:33.982425 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-44fe14a0-b31b-411a-b29c-d8565974a7a0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:34.029871 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-b64177ba-e35c-46ee-a8cc-eb9f790d4473 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] remove_router_interface failed (client error): The resource could not be found. Jun 25 09:29:34.033687 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b64177ba-e35c-46ee-a8cc-eb9f790d4473 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/4b5cc18e-4663-4b46-aa91-6e9f91c2873e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4722195 Jun 25 09:29:34.034290 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37250) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:34.059551 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-44fe14a0-b31b-411a-b29c-d8565974a7a0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:34.063326 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a2085fea-02e0-4b03-a05c-c26573023267 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:34.074620 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-874cde33-1eaa-4f94-8688-feef88d36c04 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=dac7f5e8bc874a1bb47e20ea5d0b1b08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3696537 Jun 25 09:29:34.087301 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bc7d662e-5fff-43d4-8a3f-00fbad6eb371 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports?device_id=4b5cc18e-4663-4b46-aa91-6e9f91c2873e HTTP/1.1" status: 200 len: 205 time: 0.0485981 Jun 25 09:29:34.092163 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37252) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:34.100915 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe14a0-b31b-411a-b29c-d8565974a7a0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=59e9d1ba-10d7-4de2-9f1a-5ee3a30dfe10,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:34.104271 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-44fe14a0-b31b-411a-b29c-d8565974a7a0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:34.108335 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-44fe14a0-b31b-411a-b29c-d8565974a7a0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:34.110248 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-44fe14a0-b31b-411a-b29c-d8565974a7a0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/59e9d1ba-10d7-4de2-9f1a-5ee3a30dfe10 HTTP/1.1" status: 204 len: 168 time: 0.4873314 Jun 25 09:29:34.117326 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37254) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:34.117966 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452eddb0-ef60-45a1-9853-7330f65107ff None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:34.219430 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1fed0aa-7737-4577-b903-5b693502bbe6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:34.283765 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8840d-abcc-479d-af17-0e10f3e71123 req-55cb5662-9afe-4ab3-86f2-e9da9bd34ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:34.285314 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ffe8840d-abcc-479d-af17-0e10f3e71123 req-55cb5662-9afe-4ab3-86f2-e9da9bd34ff7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 1097 time: 0.5684078 Jun 25 09:29:34.339579 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b31371-2bd6-438c-9bce-02a140d2ec17 None None] DHCP port deletion for 13e23ba1-9297-4cb1-bce9-7212ee789807 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:29:34.416643 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a2b31371-2bd6-438c-9bce-02a140d2ec17 None None] Deleting port d1cbf55f-e556-4959-93b5-a7efb05ab8b8 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:34.417094 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a2b31371-2bd6-438c-9bce-02a140d2ec17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:34.462873 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ffe8840d-abcc-479d-af17-0e10f3e71123 req-b4e0bf1d-c01e-4846-aa51-94f98bccff96 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506429 Jun 25 09:29:34.467148 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1fed0aa-7737-4577-b903-5b693502bbe6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:34.470222 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1fed0aa-7737-4577-b903-5b693502bbe6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:34.519675 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1fed0aa-7737-4577-b903-5b693502bbe6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:34.520843 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fed0aa-7737-4577-b903-5b693502bbe6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Fanout notify agent at l3_agent the message router_deleted on router 4b5cc18e-4663-4b46-aa91-6e9f91c2873e {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:29:34.536054 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1fed0aa-7737-4577-b903-5b693502bbe6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:34.537444 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d1fed0aa-7737-4577-b903-5b693502bbe6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/routers/4b5cc18e-4663-4b46-aa91-6e9f91c2873e HTTP/1.1" status: 204 len: 168 time: 0.4431310 Jun 25 09:29:34.540021 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37260) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:34.556424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-a2b31371-2bd6-438c-9bce-02a140d2ec17 None None] For port d1cbf55f-e556-4959-93b5-a7efb05ab8b8, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d1cbf55f-e556-4959-93b5-a7efb05ab8b8,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:34.556916 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a2b31371-2bd6-438c-9bce-02a140d2ec17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:34.576435 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a2b31371-2bd6-438c-9bce-02a140d2ec17 None None] Calling delete_port for d1cbf55f-e556-4959-93b5-a7efb05ab8b8 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:34.622335 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abb3432-1da3-4642-ac29-5ea727bece30 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting subnet 6e92b50e-a4bc-43f5-818c-dde7c3a1910f {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:29:34.627778 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bb342cfc-37c6-40b9-aa03-db1b19e0a3e1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605943 Jun 25 09:29:34.632892 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2abb3432-1da3-4642-ac29-5ea727bece30 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:34.634213 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37262) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:34.643223 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-d6819eec-94a0-46a2-b112-07b8aa0dddd3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:34.685210 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2abb3432-1da3-4642-ac29-5ea727bece30 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:34.730022 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a2b31371-2bd6-438c-9bce-02a140d2ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:34.736383 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:34.794479 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b31371-2bd6-438c-9bce-02a140d2ec17 None None] Pushing event deleted for resources: {'Port': ['ID=d1cbf55f-e556-4959-93b5-a7efb05ab8b8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:34.800301 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2abb3432-1da3-4642-ac29-5ea727bece30 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:34.802226 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a2b31371-2bd6-438c-9bce-02a140d2ec17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:34.814314 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b31371-2bd6-438c-9bce-02a140d2ec17 None None] No DVR routers for this DVR port d1cbf55f-e556-4959-93b5-a7efb05ab8b8 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:29:34.862584 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-30285a2f-95f7-4ee2-90e8-357e6e88f3a2 service neutron] 10.222.0.93 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7725649 Jun 25 09:29:34.870607 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bec956-d27b-4dfb-a721-5f2755762b2c req-6a45f990-96c7-4798-b8b8-e6fbe5719a92 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:34.873255 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76bec956-d27b-4dfb-a721-5f2755762b2c req-6a45f990-96c7-4798-b8b8-e6fbe5719a92 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1097 time: 0.7975171 Jun 25 09:29:35.018358 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6819eec-94a0-46a2-b112-07b8aa0dddd3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:35.022390 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d6819eec-94a0-46a2-b112-07b8aa0dddd3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:35.091002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1175-021d-4aec-9270-58558d48cee7 req-afbaa8c7-5b70-4ee8-86e5-c304bbe9ba02 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:35.093202 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-158e1175-021d-4aec-9270-58558d48cee7 req-afbaa8c7-5b70-4ee8-86e5-c304bbe9ba02 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.38 "GET /v2.0/networks?id=c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef HTTP/1.1" status: 200 len: 805 time: 0.2091985 Jun 25 09:29:35.108095 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76bec956-d27b-4dfb-a721-5f2755762b2c req-c2051d55-bfe6-4867-8bde-f163cf86920c tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962996 Jun 25 09:29:35.112498 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2abb3432-1da3-4642-ac29-5ea727bece30 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:35.137283 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0ebe10fd-30f2-4d19-a1de-6491352bd6c0 tempest-TaggedBootDevicesTest_v242-2036078008 tempest-TaggedBootDevicesTest_v242-2036078008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:35.138178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-9e71dc70-fba3-4efa-be07-df7f55e8b9e7 service neutron] 10.222.0.93 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571461 Jun 25 09:29:35.288691 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb3432-1da3-4642-ac29-5ea727bece30 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Subnet': ['ID=6e92b50e-a4bc-43f5-818c-dde7c3a1910f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:35.290837 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627f3713-7481-45a1-b5e6-722c35973616 None None] Network 89abfdfb-8073-4cbe-a93c-16945d61c907 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:35.305648 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2abb3432-1da3-4642-ac29-5ea727bece30 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:35.307563 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2abb3432-1da3-4642-ac29-5ea727bece30 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/6e92b50e-a4bc-43f5-818c-dde7c3a1910f HTTP/1.1" status: 204 len: 168 time: 0.7665138 Jun 25 09:29:35.312479 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37270) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:35.313938 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2abb3432-1da3-4642-ac29-5ea727bece30 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:35.464462 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-158e1175-021d-4aec-9270-58558d48cee7 req-c393ae2c-ed83-4048-9df4-2a2bc5a47034 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e661d834fd304a2f9b1a96b19b02933d HTTP/1.1" status: 200 len: 379 time: 0.3442426 Jun 25 09:29:35.490443 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d6819eec-94a0-46a2-b112-07b8aa0dddd3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:35.490792 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-158e1175-021d-4aec-9270-58558d48cee7 req-568a4ad7-ff2a-447c-b640-b6ff0cb8d1fa tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Request body: {'port': {'device_id': '895b9471-25ff-4245-a2f8-f9511d04dac1', 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'admin_state_up': True, 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'security_groups': ['a14205ed-eeb3-4eda-bc16-63103f6239e8']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:35.501732 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c1cf5d7d-6dde-4a1c-8044-39aacc3c0932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:35.680714 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27264394-2f27-430c-80d4-bd3f9344a598 None None] DHCP port deletion for 89abfdfb-8073-4cbe-a93c-16945d61c907 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:29:35.706646 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6819eec-94a0-46a2-b112-07b8aa0dddd3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:35.714154 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6819eec-94a0-46a2-b112-07b8aa0dddd3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=ab9da0bb-a857-4273-8ca0-2d3dcd6a13b5,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:35.718333 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158e1175-021d-4aec-9270-58558d48cee7 req-568a4ad7-ff2a-447c-b640-b6ff0cb8d1fa tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Made reservation on behalf of e661d834fd304a2f9b1a96b19b02933d for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:35.721346 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d6819eec-94a0-46a2-b112-07b8aa0dddd3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:35.728286 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-158e1175-021d-4aec-9270-58558d48cee7 req-568a4ad7-ff2a-447c-b640-b6ff0cb8d1fa tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:35.745878 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79bb33-c545-41d3-94c7-778f50bb9466 req-d6169b5b-62e1-49c4-92a3-9371e89e79e2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:35.756279 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef79bb33-c545-41d3-94c7-778f50bb9466 req-d6169b5b-62e1-49c4-92a3-9371e89e79e2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 945 time: 0.4547155 Jun 25 09:29:35.757632 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:35.759283 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d1cbf55f-e556-4959-93b5-a7efb05ab8b8 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:29:35.800769 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-d6819eec-94a0-46a2-b112-07b8aa0dddd3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:35.804588 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6819eec-94a0-46a2-b112-07b8aa0dddd3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:35.805234 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d6819eec-94a0-46a2-b112-07b8aa0dddd3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:35.817262 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: d1cbf55f-e556-4959-93b5-a7efb05ab8b8 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:29:35.817753 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d1cbf55f-e556-4959-93b5-a7efb05ab8b8 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:29:35.835138 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581bdae5-f97d-4f6c-9a6f-9e1c5e9e823c None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:35.841457 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d6819eec-94a0-46a2-b112-07b8aa0dddd3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2047384 Jun 25 09:29:35.843699 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37280) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:35.849295 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-3b314253-180f-4947-a5c7-65103f8e4974 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'fixed_ips': [{'subnet_id': 'ab9da0bb-a857-4273-8ca0-2d3dcd6a13b5', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1383039171'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:35.989385 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef79bb33-c545-41d3-94c7-778f50bb9466 req-ef7bba04-bc70-40ee-8ddb-a28661bd2d8f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315762 Jun 25 09:29:36.057234 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-27264394-2f27-430c-80d4-bd3f9344a598 None None] Deleting port 8f4652f5-61bd-40e6-8734-64b9682d990b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:36.057767 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27264394-2f27-430c-80d4-bd3f9344a598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:36.138094 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400c03e-5437-49f6-8a5a-aa66d4616f19 req-d0846f27-2ecf-4eac-bee6-3d5f7e495fc8 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:36.142568 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0400c03e-5437-49f6-8a5a-aa66d4616f19 req-d0846f27-2ecf-4eac-bee6-3d5f7e495fc8 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 943 time: 0.5605526 Jun 25 09:29:36.147749 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b314253-180f-4947-a5c7-65103f8e4974 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:36.173585 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-27264394-2f27-430c-80d4-bd3f9344a598 None None] For port 8f4652f5-61bd-40e6-8734-64b9682d990b, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=8f4652f5-61bd-40e6-8734-64b9682d990b,segment=NetworkSegment(ee434fe8-654d-4a27-b55d-8b3fc25a67c2),segment_id=ee434fe8-654d-4a27-b55d-8b3fc25a67c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:36.174018 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27264394-2f27-430c-80d4-bd3f9344a598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:36.190749 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-27264394-2f27-430c-80d4-bd3f9344a598 None None] Calling delete_port for 8f4652f5-61bd-40e6-8734-64b9682d990b owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:36.325391 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a5f23811-a86a-426c-8829-f1a872c040a5 req-f416c132-c1ed-43e1-9ee1-e7a444da68d5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 210 time: 0.0547273 Jun 25 09:29:36.371706 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': 'ab9da0bb-a857-4273-8ca0-2d3dcd6a13b5'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:29:36.372615 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:36.386662 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3b314253-180f-4947-a5c7-65103f8e4974 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:36.419030 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0400c03e-5437-49f6-8a5a-aa66d4616f19 req-0a4f45ec-4c79-4890-b6b5-594602cfd4ad tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421257 Jun 25 09:29:36.428214 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-3b314253-180f-4947-a5c7-65103f8e4974 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port b64d2203-f405-4b64-8d14-eabc5a4ba652 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:29:36.506213 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27264394-2f27-430c-80d4-bd3f9344a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:36.512986 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-153ae62b-e2c3-4d3c-97b5-525db823c167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:36.533550 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 8f4652f5-61bd-40e6-8734-64b9682d990b {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:36.534166 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:36.552021 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27264394-2f27-430c-80d4-bd3f9344a598 None None] Pushing event deleted for resources: {'Port': ['ID=8f4652f5-61bd-40e6-8734-64b9682d990b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:36.554371 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27264394-2f27-430c-80d4-bd3f9344a598 None None] No DVR routers for this DVR port 8f4652f5-61bd-40e6-8734-64b9682d990b on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:29:36.558599 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-27264394-2f27-430c-80d4-bd3f9344a598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:36.653536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Allocated IP 2001:db8::2 (13e23ba1-9297-4cb1-bce9-7212ee789807/ab9da0bb-a857-4273-8ca0-2d3dcd6a13b5/135f6a40-4e05-4023-b633-b5e2a88c4526) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:36.691278 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] For port 8f4652f5-61bd-40e6-8734-64b9682d990b, host n-d-761264-15, got binding levels [] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:36.691600 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:36.707448 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 8f4652f5-61bd-40e6-8734-64b9682d990b owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:36.710300 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Port 8f4652f5-61bd-40e6-8734-64b9682d990b was not found and therefore no delete operation was performed {{(pid=94025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:29:36.711663 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:36.717644 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2d9bf24e-a7e8-4547-ab54-becde6bdec21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:36.743006 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-158e1175-021d-4aec-9270-58558d48cee7 req-568a4ad7-ff2a-447c-b640-b6ff0cb8d1fa tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Allocated IP 172.20.0.10 (c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef/4ce717c3-2d32-45d2-9b06-d0c23cc3afa6/730c7d53-84e2-4b6f-94e8-48215d86224d) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:36.749811 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=8f4652f5-61bd-40e6-8734-64b9682d990b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:36.755108 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b0cfaaf8-08f4-4fd0-ab20-d5d064cc930b req-e3269c93-1267-4b6d-8bdf-bcb9ffd902b7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 210 time: 0.0827978 Jun 25 09:29:36.758631 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:36.760099 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No DVR routers for this DVR port 8f4652f5-61bd-40e6-8734-64b9682d990b on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:29:36.875797 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:36.892537 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89abfdfb-8073-4cbe-a93c-16945d61c907']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:36.909938 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee434fe8-654d-4a27-b55d-8b3fc25a67c2') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:36.910454 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee434fe8-654d-4a27-b55d-8b3fc25a67c2') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:36.921437 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:36.922186 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:36.931425 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Transition to ACTIVE for port object 135f6a40-4e05-4023-b633-b5e2a88c4526 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:36.942200 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:36.951309 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:29:36.952308 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:36.954425 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Transition to ACTIVE for port object 135f6a40-4e05-4023-b633-b5e2a88c4526 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:36.961825 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:36.964421 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:36.993413 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b314253-180f-4947-a5c7-65103f8e4974 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:29:36.994020 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b314253-180f-4947-a5c7-65103f8e4974 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:29:37.012665 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3b314253-180f-4947-a5c7-65103f8e4974 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1678600 Jun 25 09:29:37.017452 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37288) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:29:37.024461 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:29:37.042617 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.050119 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.055640 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/networks/89abfdfb-8073-4cbe-a93c-16945d61c907 HTTP/1.1" status: 204 len: 168 time: 1.7325227 Jun 25 09:29:37.056078 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Pushing event updated for resources: {'Port': ['ID=135f6a40-4e05-4023-b633-b5e2a88c4526,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:37.062969 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:37.074250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37292) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:37.082060 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-bebff8d8-051c-48b4-ad06-5ac73c4795f4 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-491597339'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:37.085763 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2ddbb816-81a7-476f-aa03-08cf271256ea tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:37.099900 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:37.104767 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:37.109826 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:37.112409 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Network': ['ID=89abfdfb-8073-4cbe-a93c-16945d61c907,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:37.116567 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:37.128204 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651caa2-2166-4306-ac3a-10434e9dda4f req-7e0b5b29-444d-487f-bb2a-b86a5855e6f6 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:37.130446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c651caa2-2166-4306-ac3a-10434e9dda4f req-7e0b5b29-444d-487f-bb2a-b86a5855e6f6 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1097 time: 0.1752815 Jun 25 09:29:37.180738 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 086601cc-1bd8-4d63-940e-db6b01a7b40b details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:29:37.218648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c3b02b-2892-4ee5-955c-dc62b6c2863c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:37.223515 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37296) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:37.224484 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c5c3b02b-2892-4ee5-955c-dc62b6c2863c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2012591 Jun 25 09:29:37.227979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebff8d8-051c-48b4-ad06-5ac73c4795f4 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:37.231993 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bebff8d8-051c-48b4-ad06-5ac73c4795f4 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.243200 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-158e1175-021d-4aec-9270-58558d48cee7 req-568a4ad7-ff2a-447c-b640-b6ff0cb8d1fa tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.266509 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebff8d8-051c-48b4-ad06-5ac73c4795f4 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:29:37.286696 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bebff8d8-051c-48b4-ad06-5ac73c4795f4 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.287326 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-bebff8d8-051c-48b4-ad06-5ac73c4795f4 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Added segment 63de2b26-7782-4142-9ee2-89607087f453 of type vlan for network a61bb6f3-0c67-4997-9cb0-6728408553c5 Jun 25 09:29:37.293253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-158e1175-021d-4aec-9270-58558d48cee7 req-568a4ad7-ff2a-447c-b640-b6ff0cb8d1fa tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Transition to ACTIVE for port object 730c7d53-84e2-4b6f-94e8-48215d86224d will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:37.311213 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Attempting to bind port 135f6a40-4e05-4023-b633-b5e2a88c4526 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:37.311601 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Attempting to bind port 135f6a40-4e05-4023-b633-b5e2a88c4526 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:37.311976 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Attempting to bind port 135f6a40-4e05-4023-b633-b5e2a88c4526 on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:37.321256 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01404ea3-5884-424a-b2a0-b6361b46ba0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:37.323026 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01404ea3-5884-424a-b2a0-b6361b46ba0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:37.327745 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-01404ea3-5884-424a-b2a0-b6361b46ba0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1008375 Jun 25 09:29:37.328290 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37298) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:37.343680 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bebff8d8-051c-48b4-ad06-5ac73c4795f4 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.371743 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:37.372371 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:37.372534 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.372970 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:37.373494 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Bound port: 135f6a40-4e05-4023-b633-b5e2a88c4526, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:37.373864 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.419829 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a308644-de08-4a99-a3c6-439a352df6e1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet ab9da0bb-a857-4273-8ca0-2d3dcd6a13b5 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:29:37.423362 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a308644-de08-4a99-a3c6-439a352df6e1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.426676 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-158e1175-021d-4aec-9270-58558d48cee7 req-568a4ad7-ff2a-447c-b640-b6ff0cb8d1fa tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.457115 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e2aca2bf-972e-4e2e-a784-fe05cc679ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:37.502199 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158e1175-021d-4aec-9270-58558d48cee7 req-568a4ad7-ff2a-447c-b640-b6ff0cb8d1fa tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Network c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:37.510340 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-158e1175-021d-4aec-9270-58558d48cee7 req-568a4ad7-ff2a-447c-b640-b6ff0cb8d1fa tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:37.513461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-158e1175-021d-4aec-9270-58558d48cee7 req-568a4ad7-ff2a-447c-b640-b6ff0cb8d1fa tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:37.584929 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a308644-de08-4a99-a3c6-439a352df6e1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.619105 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-cfab0695-22e5-4bd8-8d39-edf007f15b7d tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:37.621995 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a4ad7-ff2a-447c-b640-b6ff0cb8d1fa tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Pushing event updated for resources: {'Port': ['ID=730c7d53-84e2-4b6f-94e8-48215d86224d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:37.625213 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-568a4ad7-ff2a-447c-b640-b6ff0cb8d1fa tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:37.626913 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-cfab0695-22e5-4bd8-8d39-edf007f15b7d tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.41 "GET /v2.0/networks?id=1f4acba0-814c-4f78-8544-d5e86009c042 HTTP/1.1" status: 200 len: 811 time: 0.2063177 Jun 25 09:29:37.640176 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c651caa2-2166-4306-ac3a-10434e9dda4f req-3ffbeb6a-bdd3-4ded-b25b-bbbe3ca049d9 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994779 Jun 25 09:29:37.649603 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.db.resource_extend [None req-bebff8d8-051c-48b4-ad06-5ac73c4795f4 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:29:37.683342 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1175-021d-4aec-9270-58558d48cee7 req-568a4ad7-ff2a-447c-b640-b6ff0cb8d1fa tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:37.684128 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-158e1175-021d-4aec-9270-58558d48cee7 req-568a4ad7-ff2a-447c-b640-b6ff0cb8d1fa tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.709383 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-6dac3809-97d6-4c05-8a65-f04041d79e41 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Request body: {'port': {'device_id': '1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7', 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042', 'admin_state_up': True, 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:37.749578 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 086601cc-1bd8-4d63-940e-db6b01a7b40b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=086601cc-1bd8-4d63-940e-db6b01a7b40b,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:37.791430 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 8f4652f5-61bd-40e6-8734-64b9682d990b no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:29:37.792717 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a308644-de08-4a99-a3c6-439a352df6e1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.851657 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '086601cc-1bd8-4d63-940e-db6b01a7b40b', 'network_id': 'f423b208-4dcd-4206-9ac6-64d232506387', 'port_id': '086601cc-1bd8-4d63-940e-db6b01a7b40b', 'mac_address': 'fa:16:3e:7d:76:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d7495e-2eda-449c-aedb-99a89216fe46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:29:37.857440 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 8f4652f5-61bd-40e6-8734-64b9682d990b {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:29:37.857791 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 8f4652f5-61bd-40e6-8734-64b9682d990b not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:29:37.864054 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bebff8d8-051c-48b4-ad06-5ac73c4795f4 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.872446 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebff8d8-051c-48b4-ad06-5ac73c4795f4 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:37.873189 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bebff8d8-051c-48b4-ad06-5ac73c4795f4 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.878034 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-158e1175-021d-4aec-9270-58558d48cee7 req-568a4ad7-ff2a-447c-b640-b6ff0cb8d1fa tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4038618 Jun 25 09:29:37.887807 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:37.906745 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Request body: {'port': {'device_id': '895b9471-25ff-4245-a2f8-f9511d04dac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:37.911221 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a308644-de08-4a99-a3c6-439a352df6e1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.913748 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b992483a-ffd9-4a3b-a465-1ad8c89a39bb None None] Provisioning for port 730c7d53-84e2-4b6f-94e8-48215d86224d completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:37.917367 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-113af426-91ca-4ea4-be2e-ba804fdaed27 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:37.921654 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] For port 135f6a40-4e05-4023-b633-b5e2a88c4526, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:37.933147 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b992483a-ffd9-4a3b-a465-1ad8c89a39bb None None] Provisioning complete for port 730c7d53-84e2-4b6f-94e8-48215d86224d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:37.933564 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b992483a-ffd9-4a3b-a465-1ad8c89a39bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.942322 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.954446 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] For port 135f6a40-4e05-4023-b633-b5e2a88c4526, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=135f6a40-4e05-4023-b633-b5e2a88c4526,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:37.969685 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a308644-de08-4a99-a3c6-439a352df6e1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9da0bb-a857-4273-8ca0-2d3dcd6a13b5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:37.976821 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3a308644-de08-4a99-a3c6-439a352df6e1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:37.985085 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.987722 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a308644-de08-4a99-a3c6-439a352df6e1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:37.991989 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3a308644-de08-4a99-a3c6-439a352df6e1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/ab9da0bb-a857-4273-8ca0-2d3dcd6a13b5 HTTP/1.1" status: 204 len: 168 time: 0.6607037 Jun 25 09:29:37.992143 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a36f9a37-aa7d-45d2-a488-cbcd89976a27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:37.992258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37306) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:38.026111 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086601cc-1bd8-4d63-940e-db6b01a7b40b {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:29:38.029717 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bebff8d8-051c-48b4-ad06-5ac73c4795f4 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9488988 Jun 25 09:29:38.035004 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37308) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:38.044177 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1a1655e1-9d4e-4978-857c-ed65db7c99b2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470901 Jun 25 09:29:38.045167 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37310) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:38.046814 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-60d882d9-79f6-47d4-bfe7-21251d3d4b8a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'subnet': {'network_id': 'a61bb6f3-0c67-4997-9cb0-6728408553c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:38.052977 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-06caa0b5-1559-4306-879f-0c7d8f5c2576 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:38.087892 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b992483a-ffd9-4a3b-a465-1ad8c89a39bb None None] Port 730c7d53-84e2-4b6f-94e8-48215d86224d cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:38.097057 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 086601cc-1bd8-4d63-940e-db6b01a7b40b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=086601cc-1bd8-4d63-940e-db6b01a7b40b,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:38.105496 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:38.109466 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Pushing event updated for resources: {'Port': ['ID=135f6a40-4e05-4023-b633-b5e2a88c4526,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:38.111012 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebff8d8-051c-48b4-ad06-5ac73c4795f4 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Network': ['ID=a61bb6f3-0c67-4997-9cb0-6728408553c5,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:38.114049 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:38.114528 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:38.116312 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bebff8d8-051c-48b4-ad06-5ac73c4795f4 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:38.174908 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:38.176050 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=086601cc-1bd8-4d63-940e-db6b01a7b40b,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:38.179568 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:38.180661 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network a61bb6f3-0c67-4997-9cb0-6728408553c5 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:29:38.185830 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140d0a8-03f6-4743-a7a4-7377bb6480b3 req-b8e193f8-ae08-4004-8d8e-4c8f80e5a71e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:38.193335 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3140d0a8-03f6-4743-a7a4-7377bb6480b3 req-b8e193f8-ae08-4004-8d8e-4c8f80e5a71e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 945 time: 0.8306692 Jun 25 09:29:38.231947 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-6dac3809-97d6-4c05-8a65-f04041d79e41 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Made reservation on behalf of dac7f5e8bc874a1bb47e20ea5d0b1b08 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:38.238776 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-6dac3809-97d6-4c05-8a65-f04041d79e41 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:38.296643 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009e1d2-a9d2-47cd-8b16-d3a4d36808b5 req-319abbd5-f98f-41c4-bc6e-baa21310ec0f tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:38.298176 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7009e1d2-a9d2-47cd-8b16-d3a4d36808b5 req-319abbd5-f98f-41c4-bc6e-baa21310ec0f tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 932 time: 0.4115825 Jun 25 09:29:38.305157 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3140d0a8-03f6-4743-a7a4-7377bb6480b3 req-65d09278-6097-422a-90a5-40a436b5f59d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106520 Jun 25 09:29:38.320999 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.api [None req-60d882d9-79f6-47d4-bfe7-21251d3d4b8a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 09:29:38.320999 n-d-761264-15 neutron-server[94025]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 09:29:38.320999 n-d-761264-15 neutron-server[94025]: [parameters: {'project_id_1': 'd67649aa70d24cadb48a1750a2e10142', 'expiration_1': datetime.datetime(2021, 6, 25, 9, 29, 38, 242122)}] Jun 25 09:29:38.320999 n-d-761264-15 neutron-server[94025]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:29:38.320999 n-d-761264-15 neutron-server[94025]: DEBUG oslo_db.api [None req-60d882d9-79f6-47d4-bfe7-21251d3d4b8a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:29:38.337063 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06caa0b5-1559-4306-879f-0c7d8f5c2576 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:38.340606 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-06caa0b5-1559-4306-879f-0c7d8f5c2576 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:38.465687 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7009e1d2-a9d2-47cd-8b16-d3a4d36808b5 req-1b366184-9102-41ca-a068-30598ac11120 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/security-groups?id=a14205ed-eeb3-4eda-bc16-63103f6239e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572218 Jun 25 09:29:38.569300 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730c7d53-84e2-4b6f-94e8-48215d86224d {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:29:38.589775 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:38.604852 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Transition to ACTIVE for port object 730c7d53-84e2-4b6f-94e8-48215d86224d will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:38.609344 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:38.612361 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6a91d650-94b4-41de-a43a-556fc0232383 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:38.661226 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Pushing event updated for resources: {'Port': ['ID=730c7d53-84e2-4b6f-94e8-48215d86224d,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:38.665741 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:38.684167 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c37f755-0f05-43fa-aefb-6869e22f02bd req-4e24683c-7483-4dd9-afd1-4cc327094ce0 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 210 time: 0.0756919 Jun 25 09:29:38.724018 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-06caa0b5-1559-4306-879f-0c7d8f5c2576 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:38.729144 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-75bcbf10-13be-41fd-b220-bfcc2c020a8d tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:38.732554 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['086601cc-1bd8-4d63-940e-db6b01a7b40b'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:29:38.768785 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Attempting to bind port 730c7d53-84e2-4b6f-94e8-48215d86224d on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:38.769130 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Attempting to bind port 730c7d53-84e2-4b6f-94e8-48215d86224d by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '6c3f6fa6-1b50-47bc-8def-9672ae3c51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:38.769517 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Attempting to bind port 730c7d53-84e2-4b6f-94e8-48215d86224d on network c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:38.775074 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Port 730c7d53-84e2-4b6f-94e8-48215d86224d on network c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:29:38.775400 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Attempting to bind port 730c7d53-84e2-4b6f-94e8-48215d86224d on network c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:38.785775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:38.786122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Checking segment: {'id': '6c3f6fa6-1b50-47bc-8def-9672ae3c51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:38.786555 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Bound using segment: {'id': '6c3f6fa6-1b50-47bc-8def-9672ae3c51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:38.787041 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Bound port: 730c7d53-84e2-4b6f-94e8-48215d86224d, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3f6fa6-1b50-47bc-8def-9672ae3c51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:38.787406 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:38.865835 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06caa0b5-1559-4306-879f-0c7d8f5c2576 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:38.872954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-06caa0b5-1559-4306-879f-0c7d8f5c2576 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:38.899682 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06caa0b5-1559-4306-879f-0c7d8f5c2576 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:38.900664 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-06caa0b5-1559-4306-879f-0c7d8f5c2576 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:38.906887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d882d9-79f6-47d4-bfe7-21251d3d4b8a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:38.908011 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-6dac3809-97d6-4c05-8a65-f04041d79e41 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Allocated IP 172.20.0.8 (1f4acba0-814c-4f78-8544-d5e86009c042/f307bc61-b706-4bdc-9e68-6e814a3b9d7b/c0c90691-08c2-4997-bd49-70c6f6a7cfc2) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:38.916804 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60d882d9-79f6-47d4-bfe7-21251d3d4b8a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:38.930238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] For port 730c7d53-84e2-4b6f-94e8-48215d86224d, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:38.949602 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab1af-a48f-44da-83c5-61de6532f461 req-e625f1a2-59e6-413a-acc9-7c2c238ead97 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:38.956918 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb7ab1af-a48f-44da-83c5-61de6532f461 req-e625f1a2-59e6-413a-acc9-7c2c238ead97 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 944 time: 0.3911247 Jun 25 09:29:38.972312 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06caa0b5-1559-4306-879f-0c7d8f5c2576 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=5a7ddd1c-bfcf-46a8-b813-79bff318bb62,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:38.992553 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-06caa0b5-1559-4306-879f-0c7d8f5c2576 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:38.996354 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-06caa0b5-1559-4306-879f-0c7d8f5c2576 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9491441 Jun 25 09:29:38.999563 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] For port 730c7d53-84e2-4b6f-94e8-48215d86224d, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=730c7d53-84e2-4b6f-94e8-48215d86224d,segment=NetworkSegment(6c3f6fa6-1b50-47bc-8def-9672ae3c51f9),segment_id=6c3f6fa6-1b50-47bc-8def-9672ae3c51f9)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:39.001298 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37320) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:39.018659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-9fe9da7d-dc62-4683-8a89-7e64598ba7fb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1657896843', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:39.019333 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:39.025378 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:39.089564 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:39.090396 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:39.091921 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-158e1175-021d-4aec-9270-58558d48cee7 req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] 10.222.0.38 "PUT /v2.0/ports/730c7d53-84e2-4b6f-94e8-48215d86224d HTTP/1.1" status: 200 len: 1093 time: 1.1927712 Jun 25 09:29:39.092574 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895b9471-25ff-4245-a2f8-f9511d04dac1', 'tag': '730c7d53-84e2-4b6f-94e8-48215d86224d'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:29:39.099216 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230debb5-bdd1-4c8f-a275-2414c516877f" -d '{"events": [{"name": "network-changed", "server_uuid": "895b9471-25ff-4245-a2f8-f9511d04dac1", "tag": "730c7d53-84e2-4b6f-94e8-48215d86224d"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:29:39.106813 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb7ab1af-a48f-44da-83c5-61de6532f461 req-933267be-89ef-4dbc-87e2-3fc3b2292d9a tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489179 Jun 25 09:29:39.170193 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Pushing event updated for resources: {'Port': ['ID=730c7d53-84e2-4b6f-94e8-48215d86224d,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:39.192116 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9fe9da7d-dc62-4683-8a89-7e64598ba7fb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:39.194830 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9fe9da7d-dc62-4683-8a89-7e64598ba7fb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:39.322508 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:39.333940 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60d882d9-79f6-47d4-bfe7-21251d3d4b8a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:39.354958 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e9b8f1d3-7ed9-47c8-8204-cfe812932618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:39.399586 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9fe9da7d-dc62-4683-8a89-7e64598ba7fb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:39.413295 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9fe9da7d-dc62-4683-8a89-7e64598ba7fb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:39.464657 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9fe9da7d-dc62-4683-8a89-7e64598ba7fb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:39.465935 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9fe9da7d-dc62-4683-8a89-7e64598ba7fb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4617040 Jun 25 09:29:39.469310 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-6dac3809-97d6-4c05-8a65-f04041d79e41 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:39.470621 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1175-021d-4aec-9270-58558d48cee7 req-a2bdbc56-3c07-403b-93a3-2f57c879076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:39.472312 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-158e1175-021d-4aec-9270-58558d48cee7 req-a2bdbc56-3c07-403b-93a3-2f57c879076d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e661d834fd304a2f9b1a96b19b02933d&device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 1096 time: 0.1518967 Jun 25 09:29:39.474126 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37326) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:39.479774 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa0d71-45be-487e-871a-7a9f9566a78b req-2c957324-5974-4908-82f1-46f30358d07b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:39.481542 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5afa0d71-45be-487e-871a-7a9f9566a78b req-2c957324-5974-4908-82f1-46f30358d07b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 945 time: 0.2907825 Jun 25 09:29:39.483620 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d882d9-79f6-47d4-bfe7-21251d3d4b8a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Subnet': ['ID=2c300ee8-502d-448f-8338-828c772f8410,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:39.492936 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60d882d9-79f6-47d4-bfe7-21251d3d4b8a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:39.493956 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d882d9-79f6-47d4-bfe7-21251d3d4b8a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Checking segment: {'id': '63de2b26-7782-4142-9ee2-89607087f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a61bb6f3-0c67-4997-9cb0-6728408553c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:39.494485 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d882d9-79f6-47d4-bfe7-21251d3d4b8a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network hostable DHCP agents. Network: a61bb6f3-0c67-4997-9cb0-6728408553c5, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:29:39.496593 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d851b42-745d-449b-a496-0205949c4e10 req-b89bde81-94d6-41a3-bebc-16599de83fd9 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:39.503674 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7d851b42-745d-449b-a496-0205949c4e10 req-b89bde81-94d6-41a3-bebc-16599de83fd9 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1097 time: 0.2170644 Jun 25 09:29:39.513721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37328) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:39.518595 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-bded4e15-195f-4870-8538-c7a633ab0b5e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Request body: {'floatingip': {'port_id': '2a177323-d22c-4784-bf95-b39519abbdc6'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:39.610444 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bded4e15-195f-4870-8538-c7a633ab0b5e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:39.653269 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-158e1175-021d-4aec-9270-58558d48cee7 req-7da15dce-faaa-406b-a1ff-0204023e0036 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=730c7d53-84e2-4b6f-94e8-48215d86224d HTTP/1.1" status: 200 len: 217 time: 0.1078236 Jun 25 09:29:39.708352 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82824a7f-f0bd-4f2a-bd28-badeeaee207c None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:39.717778 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7d851b42-745d-449b-a496-0205949c4e10 req-33335edf-e503-42a4-ba1d-b2a28de5000c tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131605 Jun 25 09:29:39.764868 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d882d9-79f6-47d4-bfe7-21251d3d4b8a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network a61bb6f3-0c67-4997-9cb0-6728408553c5 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:29:39.839754 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 135f6a40-4e05-4023-b633-b5e2a88c4526 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:39.859073 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-60d882d9-79f6-47d4-bfe7-21251d3d4b8a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, a61bb6f3-0c67-4997-9cb0-6728408553c5) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:39.862354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1175-021d-4aec-9270-58558d48cee7 req-cf892ad4-833b-4125-a034-2a071598eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:39.864094 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-158e1175-021d-4aec-9270-58558d48cee7 req-cf892ad4-833b-4125-a034-2a071598eab0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ce717c3-2d32-45d2-9b06-d0c23cc3afa6 HTTP/1.1" status: 200 len: 844 time: 0.1676028 Jun 25 09:29:39.872769 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d882d9-79f6-47d4-bfe7-21251d3d4b8a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:39.873776 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60d882d9-79f6-47d4-bfe7-21251d3d4b8a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:39.891244 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dea9e5-37b1-4993-ab00-f55b72acec8c x-openstack-request-id: req-e2dea9e5-37b1-4993-ab00-f55b72acec8c {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:29:39.891613 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895b9471-25ff-4245-a2f8-f9511d04dac1", "tag": "730c7d53-84e2-4b6f-94e8-48215d86224d", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:29:39.891877 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e2dea9e5-37b1-4993-ab00-f55b72acec8c {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:29:39.892322 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895b9471-25ff-4245-a2f8-f9511d04dac1', 'tag': '730c7d53-84e2-4b6f-94e8-48215d86224d', 'status': 'completed', 'code': 200} Jun 25 09:29:39.915300 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1dcf9c88-9522-4306-b553-71babaead527 None None] Provisioning for port 135f6a40-4e05-4023-b633-b5e2a88c4526 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:39.917733 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e403542e-59d0-4b12-ae35-de725724afe0 None None] Network a61bb6f3-0c67-4997-9cb0-6728408553c5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:39.983779 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84ca7a-da4b-4279-8b20-5ffed01f5808 req-da27bd02-bd84-43f4-af18-eb9256e7f772 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:39.985508 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7b84ca7a-da4b-4279-8b20-5ffed01f5808 req-da27bd02-bd84-43f4-af18-eb9256e7f772 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 1097 time: 0.3451006 Jun 25 09:29:40.025398 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-60d882d9-79f6-47d4-bfe7-21251d3d4b8a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9834514 Jun 25 09:29:40.028892 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37336) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:40.042230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-9a198783-5f7a-4e09-bac7-e378862c0c49 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2047890213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:40.084978 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 135f6a40-4e05-4023-b633-b5e2a88c4526 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:40.094323 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 135f6a40-4e05-4023-b633-b5e2a88c4526 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:40.094704 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:40.155450 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a198783-5f7a-4e09-bac7-e378862c0c49 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:40.156499 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a198783-5f7a-4e09-bac7-e378862c0c49 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:40.213214 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1175-021d-4aec-9270-58558d48cee7 req-bb25074a-3f6b-4c53-92f9-4fe04d201109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:40.215036 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-158e1175-021d-4aec-9270-58558d48cee7 req-bb25074a-3f6b-4c53-92f9-4fe04d201109 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3364789 Jun 25 09:29:40.219856 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:40.233423 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-6dac3809-97d6-4c05-8a65-f04041d79e41 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:40.253233 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-a61bb6f3-0c67-4997-9cb0-6728408553c5', 'network_id': 'a61bb6f3-0c67-4997-9cb0-6728408553c5', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'fixed_ips': [{'subnet_id': '2c300ee8-502d-448f-8338-828c772f8410'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:29:40.254171 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:40.268574 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375000a-f860-4045-a1d4-d6c56d5e34b3 req-3b6a974f-c22c-40d3-a135-aa131270b97a tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:40.281831 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8375000a-f860-4045-a1d4-d6c56d5e34b3 req-3b6a974f-c22c-40d3-a135-aa131270b97a tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 945 time: 0.6615782 Jun 25 09:29:40.285248 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:40.293096 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['c5d1f019-d61c-4b98-b7c8-d22d3b994d71'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:29:40.304551 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:40.361001 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a198783-5f7a-4e09-bac7-e378862c0c49 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:40.373418 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a198783-5f7a-4e09-bac7-e378862c0c49 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:40.434406 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 135f6a40-4e05-4023-b633-b5e2a88c4526, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=135f6a40-4e05-4023-b633-b5e2a88c4526,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:40.448446 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:40.457833 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:40.466599 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8375000a-f860-4045-a1d4-d6c56d5e34b3 req-271b2b39-e026-4d56-b7ce-36e87b4e55d7 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835952 Jun 25 09:29:40.468574 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-6dac3809-97d6-4c05-8a65-f04041d79e41 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Network 1f4acba0-814c-4f78-8544-d5e86009c042 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:40.480171 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-6dac3809-97d6-4c05-8a65-f04041d79e41 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:40.488065 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a198783-5f7a-4e09-bac7-e378862c0c49 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:40.489291 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9a198783-5f7a-4e09-bac7-e378862c0c49 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4570591 Jun 25 09:29:40.502189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37340) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:40.502189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-6dac3809-97d6-4c05-8a65-f04041d79e41 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:40.508750 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-158e1175-021d-4aec-9270-58558d48cee7 req-6fb069a0-ba1b-4adf-b591-e8385d4eab24 service neutron] 10.222.0.38 "GET /v2.0/networks/c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795165 Jun 25 09:29:40.509983 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-7b84ca7a-da4b-4279-8b20-5ffed01f5808 req-4ce07dbd-6fe8-42a0-bd28-6cc9feb4694f tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Deleting port 83185b33-8321-45b9-9803-d465e4a27cc5 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:40.510331 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7b84ca7a-da4b-4279-8b20-5ffed01f5808 req-4ce07dbd-6fe8-42a0-bd28-6cc9feb4694f tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:40.557848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Allocated IP 2001:db8::2 (a61bb6f3-0c67-4997-9cb0-6728408553c5/2c300ee8-502d-448f-8338-828c772f8410/4da992a4-c93c-4ca2-9384-bffe3925784c) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:40.561814 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-6dac3809-97d6-4c05-8a65-f04041d79e41 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:40.562604 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-6dac3809-97d6-4c05-8a65-f04041d79e41 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:40.609606 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac3809-97d6-4c05-8a65-f04041d79e41 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Pushing event updated for resources: {'Port': ['ID=c0c90691-08c2-4997-bd49-70c6f6a7cfc2,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:40.620537 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2019f34-5e2c-4ec1-9907-5384cdc15153 req-ca4c4e23-5faa-46df-99f4-bfb410a5291e tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:40.622384 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c2019f34-5e2c-4ec1-9907-5384cdc15153 req-ca4c4e23-5faa-46df-99f4-bfb410a5291e tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 944 time: 0.4910836 Jun 25 09:29:40.635939 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6dac3809-97d6-4c05-8a65-f04041d79e41 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:40.644538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-6dac3809-97d6-4c05-8a65-f04041d79e41 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9543247 Jun 25 09:29:40.721350 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-e24e6353-9616-41cb-a868-adf45ee076e9 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:29:40.722453 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-e24e6353-9616-41cb-a868-adf45ee076e9 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190070 Jun 25 09:29:40.734347 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-90d66cf6-3365-44a6-9ee5-e07bd114e51f None None] Provisioning complete for port 135f6a40-4e05-4023-b633-b5e2a88c4526 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:40.734734 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-90d66cf6-3365-44a6-9ee5-e07bd114e51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:40.770149 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=135f6a40-4e05-4023-b633-b5e2a88c4526,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:40.772584 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Request body: {'port': {'device_id': '1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:40.796074 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:40.876100 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:40.890131 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Transition to ACTIVE for port object 4da992a4-c93c-4ca2-9384-bffe3925784c will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:40.941711 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Transition to ACTIVE for port object 4da992a4-c93c-4ca2-9384-bffe3925784c will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:40.960246 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:40.962539 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c2019f34-5e2c-4ec1-9907-5384cdc15153 req-e1846f95-19b1-44c9-9238-ef679828923d tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/security-groups?id=a14205ed-eeb3-4eda-bc16-63103f6239e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3225546 Jun 25 09:29:40.965895 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:41.026540 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Network a61bb6f3-0c67-4997-9cb0-6728408553c5 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:41.029557 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:41.037656 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:41.040698 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Pushing event updated for resources: {'Port': ['ID=4da992a4-c93c-4ca2-9384-bffe3925784c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:41.045144 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:41.129041 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-7b84ca7a-da4b-4279-8b20-5ffed01f5808 req-4ce07dbd-6fe8-42a0-bd28-6cc9feb4694f tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] For port 83185b33-8321-45b9-9803-d465e4a27cc5, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=83185b33-8321-45b9-9803-d465e4a27cc5,segment=NetworkSegment(f9fc13e3-4d18-4864-88d5-39d8499211f0),segment_id=f9fc13e3-4d18-4864-88d5-39d8499211f0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:41.129596 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Attempting to bind port 4da992a4-c93c-4ca2-9384-bffe3925784c on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:41.129596 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Attempting to bind port 4da992a4-c93c-4ca2-9384-bffe3925784c by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '63de2b26-7782-4142-9ee2-89607087f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a61bb6f3-0c67-4997-9cb0-6728408553c5'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:41.129948 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Attempting to bind port 4da992a4-c93c-4ca2-9384-bffe3925784c on network a61bb6f3-0c67-4997-9cb0-6728408553c5 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:41.130465 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7b84ca7a-da4b-4279-8b20-5ffed01f5808 req-4ce07dbd-6fe8-42a0-bd28-6cc9feb4694f tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:41.137796 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:41.141482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Checking segment: {'id': '63de2b26-7782-4142-9ee2-89607087f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a61bb6f3-0c67-4997-9cb0-6728408553c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:41.141976 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:41.142446 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Bound using segment: {'id': '63de2b26-7782-4142-9ee2-89607087f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a61bb6f3-0c67-4997-9cb0-6728408553c5'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:41.142966 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Bound port: 4da992a4-c93c-4ca2-9384-bffe3925784c, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63de2b26-7782-4142-9ee2-89607087f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a61bb6f3-0c67-4997-9cb0-6728408553c5'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:41.143928 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:41.163208 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-7b84ca7a-da4b-4279-8b20-5ffed01f5808 req-4ce07dbd-6fe8-42a0-bd28-6cc9feb4694f tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Calling delete_port for 83185b33-8321-45b9-9803-d465e4a27cc5 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:41.181126 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 086601cc-1bd8-4d63-940e-db6b01a7b40b up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:41.190696 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-158e1175-021d-4aec-9270-58558d48cee7 req-63bc5652-4b96-4c87-bb24-42bb2902af10 service neutron] 10.222.0.38 "GET /v2.0/networks/c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6630583 Jun 25 09:29:41.222147 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::1 (13e23ba1-9297-4cb1-bce9-7212ee789807/5a7ddd1c-bfcf-46a8-b813-79bff318bb62/b04a3b62-ebc0-432d-8d96-28ab03405385) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:41.248204 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] For port 4da992a4-c93c-4ca2-9384-bffe3925784c, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:41.252327 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] For port 4da992a4-c93c-4ca2-9384-bffe3925784c, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4da992a4-c93c-4ca2-9384-bffe3925784c,segment=NetworkSegment(63de2b26-7782-4142-9ee2-89607087f453),segment_id=63de2b26-7782-4142-9ee2-89607087f453)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:41.260963 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:41.265829 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d546b7a5-0ebc-480e-867e-49ce7c9cedf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:41.280215 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:41.289294 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376494b4-34e9-4e6a-8da9-52eca15284aa req-7f419781-3c43-4894-b753-b9f89156493d tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:41.290944 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 086601cc-1bd8-4d63-940e-db6b01a7b40b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:41.296439 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-376494b4-34e9-4e6a-8da9-52eca15284aa req-7f419781-3c43-4894-b753-b9f89156493d tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 931 time: 0.6729076 Jun 25 09:29:41.309437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 086601cc-1bd8-4d63-940e-db6b01a7b40b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:41.309935 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:41.386422 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Pushing event updated for resources: {'Port': ['ID=4da992a4-c93c-4ca2-9384-bffe3925784c,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:41.396791 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:41.448286 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:41.469043 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-376494b4-34e9-4e6a-8da9-52eca15284aa req-2889e4a1-e5d2-43b6-8daf-bb15e09c349d tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714449 Jun 25 09:29:41.474486 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616b99dc-2a60-42f8-9336-00d2c1550f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086601cc-1bd8-4d63-940e-db6b01a7b40b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:29:41.479262 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016512d1-0adf-4bfd-b115-8091a3b2304d" -d '{"events": [{"server_uuid": "616b99dc-2a60-42f8-9336-00d2c1550f26", "name": "network-vif-plugged", "status": "completed", "tag": "086601cc-1bd8-4d63-940e-db6b01a7b40b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:29:41.499218 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:41.501416 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 086601cc-1bd8-4d63-940e-db6b01a7b40b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=086601cc-1bd8-4d63-940e-db6b01a7b40b,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:41.508603 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7b84ca7a-da4b-4279-8b20-5ffed01f5808 req-4ce07dbd-6fe8-42a0-bd28-6cc9feb4694f tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:41.517769 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-888f8522-94c2-408f-bcbe-fb24111294d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:41.523025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object b04a3b62-ebc0-432d-8d96-28ab03405385 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:41.526576 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:41.528620 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-8682a1f8-dda0-40f9-aaa6-98cc11fa4096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:41.558720 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce07dbd-6fe8-42a0-bd28-6cc9feb4694f tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Pushing event deleted for resources: {'Port': ['ID=83185b33-8321-45b9-9803-d465e4a27cc5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:41.567529 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4ce07dbd-6fe8-42a0-bd28-6cc9feb4694f tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:41.576179 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:41.581129 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['86175631-0db9-4a28-90f3-c391476d0c2f'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:29:41.660578 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230debb5-bdd1-4c8f-a275-2414c516877f req-9d3cb42c-5a56-4ce1-a7dd-19b052a933cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:41.662384 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-230debb5-bdd1-4c8f-a275-2414c516877f req-9d3cb42c-5a56-4ce1-a7dd-19b052a933cc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e661d834fd304a2f9b1a96b19b02933d&device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 1096 time: 0.2530477 Jun 25 09:29:41.678834 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b84ca7a-da4b-4279-8b20-5ffed01f5808 req-4ce07dbd-6fe8-42a0-bd28-6cc9feb4694f tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] No DVR routers for this DVR port 83185b33-8321-45b9-9803-d465e4a27cc5 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:29:41.718092 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=086601cc-1bd8-4d63-940e-db6b01a7b40b,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:41.731098 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-7b84ca7a-da4b-4279-8b20-5ffed01f5808 req-4ce07dbd-6fe8-42a0-bd28-6cc9feb4694f tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:41.737593 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:41.737828 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7b84ca7a-da4b-4279-8b20-5ffed01f5808 req-4ce07dbd-6fe8-42a0-bd28-6cc9feb4694f tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.41 "DELETE /v2.0/ports/83185b33-8321-45b9-9803-d465e4a27cc5 HTTP/1.1" status: 204 len: 173 time: 1.7093844 Jun 25 09:29:41.808572 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 135f6a40-4e05-4023-b633-b5e2a88c4526 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:41.809451 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82151ac3-7fc1-4037-90b1-947870a6b819 req-170a189d-5101-4a00-82c6-ee72ba887cd6 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:41.817737 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82151ac3-7fc1-4037-90b1-947870a6b819 req-170a189d-5101-4a00-82c6-ee72ba887cd6 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 944 time: 0.6154704 Jun 25 09:29:41.880188 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:41.885673 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0fb72334-2ecd-41f9-9a21-0f437a447a2d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:41.894002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49fcc81-60c4-4c71-a8e3-d12c3797b066', 'name': 'network-vif-deleted', 'tag': '83185b33-8321-45b9-9803-d465e4a27cc5'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:29:41.896840 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd469aaf-b2b8-4e9a-a226-9cc199658e71" -d '{"events": [{"server_uuid": "f49fcc81-60c4-4c71-a8e3-d12c3797b066", "name": "network-vif-deleted", "tag": "83185b33-8321-45b9-9803-d465e4a27cc5"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:29:41.966661 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 135f6a40-4e05-4023-b633-b5e2a88c4526 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:41.967221 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:41.999312 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230debb5-bdd1-4c8f-a275-2414c516877f req-51ec1520-235d-4429-b0e2-f44b8cec912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:42.001301 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-230debb5-bdd1-4c8f-a275-2414c516877f req-51ec1520-235d-4429-b0e2-f44b8cec912a service neutron] 10.222.0.38 "GET /v2.0/networks?id=c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef HTTP/1.1" status: 200 len: 907 time: 0.3198531 Jun 25 09:29:42.016374 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:42.032387 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=b04a3b62-ebc0-432d-8d96-28ab03405385,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:42.032670 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-716ac4f2-8777-4945-917a-4b58302a3be7 req-d859279a-c40d-4b1d-a027-97f273bfba24 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f49fcc81-60c4-4c71-a8e3-d12c3797b066 HTTP/1.1" status: 200 len: 210 time: 0.3567450 Jun 25 09:29:42.038983 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:42.041372 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:42.049561 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:42.050020 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:42.112018 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f4de1d-21bf-4fa8-9b62-654a9bebf7e5 x-openstack-request-id: req-f4f4de1d-21bf-4fa8-9b62-654a9bebf7e5 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:29:42.112325 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616b99dc-2a60-42f8-9336-00d2c1550f26", "name": "network-vif-plugged", "status": "completed", "tag": "086601cc-1bd8-4d63-940e-db6b01a7b40b", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:29:42.112585 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f4f4de1d-21bf-4fa8-9b62-654a9bebf7e5 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:29:42.113099 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616b99dc-2a60-42f8-9336-00d2c1550f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086601cc-1bd8-4d63-940e-db6b01a7b40b', 'code': 200} Jun 25 09:29:42.132757 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-230debb5-bdd1-4c8f-a275-2414c516877f req-0fa98a19-b3cc-4ebe-96e9-b5fec6e56d64 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=730c7d53-84e2-4b6f-94e8-48215d86224d HTTP/1.1" status: 200 len: 217 time: 0.0901978 Jun 25 09:29:42.148647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea9aab-c778-4cdc-8766-1a4e0b6afe81 req-c2422e3d-69ad-4472-8342-032c5129ff0c tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:42.150849 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c7ea9aab-c778-4cdc-8766-1a4e0b6afe81 req-c2422e3d-69ad-4472-8342-032c5129ff0c tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 945 time: 0.3634808 Jun 25 09:29:42.385213 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230debb5-bdd1-4c8f-a275-2414c516877f req-9c2a3478-a334-40ca-a55d-54cce534c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:42.386753 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-230debb5-bdd1-4c8f-a275-2414c516877f req-9c2a3478-a334-40ca-a55d-54cce534c2cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ce717c3-2d32-45d2-9b06-d0c23cc3afa6 HTTP/1.1" status: 200 len: 844 time: 0.1739206 Jun 25 09:29:42.413057 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-64e850d8-5953-4eeb-8373-024f4678167e None None] Provisioning for port b04a3b62-ebc0-432d-8d96-28ab03405385 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:42.418703 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-64e850d8-5953-4eeb-8373-024f4678167e None None] Provisioning complete for port b04a3b62-ebc0-432d-8d96-28ab03405385 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:42.419133 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64e850d8-5953-4eeb-8373-024f4678167e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:42.465503 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-64e850d8-5953-4eeb-8373-024f4678167e None None] Port b04a3b62-ebc0-432d-8d96-28ab03405385 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:42.479076 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:42.497199 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.db.resource_extend [None req-bded4e15-195f-4870-8538-c7a633ab0b5e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] It took 0.97 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:29:42.505585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b37d78-7292-433c-aa42-5306243725d1 req-5bb91f18-5fd0-4c06-9638-61c1dae50315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:42.507524 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8b37d78-7292-433c-aa42-5306243725d1 req-5bb91f18-5fd0-4c06-9638-61c1dae50315 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 1097 time: 0.2562003 Jun 25 09:29:42.618832 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82151ac3-7fc1-4037-90b1-947870a6b819 req-e5287090-6835-464b-9280-dffeab5e5955 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7999091 Jun 25 09:29:42.705430 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25d97a7-30f2-4f51-912c-817b6b9c7a8b x-openstack-request-id: req-b25d97a7-30f2-4f51-912c-817b6b9c7a8b {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:29:42.705778 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49fcc81-60c4-4c71-a8e3-d12c3797b066", "name": "network-vif-deleted", "tag": "83185b33-8321-45b9-9803-d465e4a27cc5", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:29:42.706984 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b25d97a7-30f2-4f51-912c-817b6b9c7a8b {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:29:42.707455 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49fcc81-60c4-4c71-a8e3-d12c3797b066', 'name': 'network-vif-deleted', 'tag': '83185b33-8321-45b9-9803-d465e4a27cc5', 'status': 'completed', 'code': 200} Jun 25 09:29:42.710421 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230debb5-bdd1-4c8f-a275-2414c516877f req-88e7dfba-b192-4c7e-8677-6fafd1ba6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:42.712154 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-230debb5-bdd1-4c8f-a275-2414c516877f req-88e7dfba-b192-4c7e-8677-6fafd1ba6c62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3061562 Jun 25 09:29:42.723796 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8b37d78-7292-433c-aa42-5306243725d1 req-34116782-37a2-462e-8478-0c52c93ef849 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008646 Jun 25 09:29:42.727462 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-c7ea9aab-c778-4cdc-8766-1a4e0b6afe81 req-893fc597-b48c-4dc7-9de6-ad18c0ec54e9 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Deleting port afd0b52b-64de-44fc-b7ce-77a1f0da13da {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:42.728864 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c7ea9aab-c778-4cdc-8766-1a4e0b6afe81 req-893fc597-b48c-4dc7-9de6-ad18c0ec54e9 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:42.820764 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bded4e15-195f-4870-8538-c7a633ab0b5e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:42.852982 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bded4e15-195f-4870-8538-c7a633ab0b5e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:42.919686 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e0f009-a519-44b8-9efd-6b0b1bf1167a None None] Network a61bb6f3-0c67-4997-9cb0-6728408553c5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:43.004187 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af3d55-dc86-4752-925d-32d89c26834f req-27bb6e88-f809-4539-9220-4a83e5eae981 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:43.004646 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-c7ea9aab-c778-4cdc-8766-1a4e0b6afe81 req-893fc597-b48c-4dc7-9de6-ad18c0ec54e9 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] For port afd0b52b-64de-44fc-b7ce-77a1f0da13da, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=afd0b52b-64de-44fc-b7ce-77a1f0da13da,segment=NetworkSegment(ffb9b9ce-d118-4d22-acc0-400bc0551476),segment_id=ffb9b9ce-d118-4d22-acc0-400bc0551476)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:43.005930 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c7ea9aab-c778-4cdc-8766-1a4e0b6afe81 req-893fc597-b48c-4dc7-9de6-ad18c0ec54e9 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:43.007599 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52af3d55-dc86-4752-925d-32d89c26834f req-27bb6e88-f809-4539-9220-4a83e5eae981 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 945 time: 0.5045488 Jun 25 09:29:43.019789 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-39db9608-c6e1-42b9-818a-baf9de83aba8 None None] Provisioning for port 4da992a4-c93c-4ca2-9384-bffe3925784c completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:43.065537 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-230debb5-bdd1-4c8f-a275-2414c516877f req-03ddcab3-3b54-491e-a878-16fc2904c857 service neutron] 10.222.0.38 "GET /v2.0/networks/c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285027 Jun 25 09:29:43.066811 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-c7ea9aab-c778-4cdc-8766-1a4e0b6afe81 req-893fc597-b48c-4dc7-9de6-ad18c0ec54e9 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Calling delete_port for afd0b52b-64de-44fc-b7ce-77a1f0da13da owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:43.196990 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 83185b33-8321-45b9-9803-d465e4a27cc5 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:29:43.254014 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 83185b33-8321-45b9-9803-d465e4a27cc5 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:29:43.254381 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 83185b33-8321-45b9-9803-d465e4a27cc5 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:29:43.268846 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52af3d55-dc86-4752-925d-32d89c26834f req-b99e6f15-d1d8-4eca-ad6e-bb162784d390 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439935 Jun 25 09:29:43.294378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4d059-d8b3-4de3-802b-a97a974e28d1 req-84d38611-e6c6-4ddf-aa88-bcad074e641c tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:43.306425 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84a4d059-d8b3-4de3-802b-a97a974e28d1 req-84d38611-e6c6-4ddf-aa88-bcad074e641c tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 944 time: 0.4524496 Jun 25 09:29:43.330667 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-bded4e15-195f-4870-8538-c7a633ab0b5e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Floating IP f85a75fd-fa66-4576-ba67-99ccd477a94d associated. External IP: 172.25.6.162, port: 2a177323-d22c-4784-bf95-b39519abbdc6. Jun 25 09:29:43.337858 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Allocated IP 2001:db8::1 (a61bb6f3-0c67-4997-9cb0-6728408553c5/2c300ee8-502d-448f-8338-828c772f8410/8677a357-93ab-45bd-871c-abe84db8e334) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:43.364240 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:43.380556 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:43.381551 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:43.386550 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-141eb1cb-1d82-4706-a3fa-a17d2f454ea7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:43.443829 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=b04a3b62-ebc0-432d-8d96-28ab03405385,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:43.449901 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84a4d059-d8b3-4de3-802b-a97a974e28d1 req-ed512bda-c2ab-4dd7-a9e7-9d2c82b53ce3 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/security-groups?id=a14205ed-eeb3-4eda-bc16-63103f6239e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445189 Jun 25 09:29:43.464897 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:43.527987 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-230debb5-bdd1-4c8f-a275-2414c516877f req-c6fedd32-bdad-4fae-a426-b76279b87924 service neutron] 10.222.0.38 "GET /v2.0/networks/c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390228 Jun 25 09:29:43.601455 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c7ea9aab-c778-4cdc-8766-1a4e0b6afe81 req-893fc597-b48c-4dc7-9de6-ad18c0ec54e9 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:43.612369 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-568a4ad7-ff2a-447c-b640-b6ff0cb8d1fa tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:43.618226 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c90691-08c2-4997-bd49-70c6f6a7cfc2 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:29:43.633458 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:43.653578 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['afd0b52b-64de-44fc-b7ce-77a1f0da13da'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:29:43.675626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fc597-b48c-4dc7-9de6-ad18c0ec54e9 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Pushing event deleted for resources: {'Port': ['ID=afd0b52b-64de-44fc-b7ce-77a1f0da13da,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:43.681359 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Transition to ACTIVE for port object c0c90691-08c2-4997-bd49-70c6f6a7cfc2 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:43.694428 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:43.702797 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:43.709749 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-893fc597-b48c-4dc7-9de6-ad18c0ec54e9 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:43.769564 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4da992a4-c93c-4ca2-9384-bffe3925784c up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:43.796327 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ea9aab-c778-4cdc-8766-1a4e0b6afe81 req-893fc597-b48c-4dc7-9de6-ad18c0ec54e9 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] No DVR routers for this DVR port afd0b52b-64de-44fc-b7ce-77a1f0da13da on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:29:43.804176 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:43.808182 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c7ea9aab-c778-4cdc-8766-1a4e0b6afe81 req-893fc597-b48c-4dc7-9de6-ad18c0ec54e9 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:43.812595 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c7ea9aab-c778-4cdc-8766-1a4e0b6afe81 req-893fc597-b48c-4dc7-9de6-ad18c0ec54e9 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.41 "DELETE /v2.0/ports/afd0b52b-64de-44fc-b7ce-77a1f0da13da HTTP/1.1" status: 204 len: 173 time: 1.5980556 Jun 25 09:29:43.824864 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:43.825584 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:43.867215 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 4da992a4-c93c-4ca2-9384-bffe3925784c completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:43.877654 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 4da992a4-c93c-4ca2-9384-bffe3925784c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:43.878105 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:43.887135 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c18fa-28c1-4d38-b1fe-1758649f2141 req-0f2f1596-92b4-4ef3-bddd-760562b3cfcb tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:43.888873 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff5c18fa-28c1-4d38-b1fe-1758649f2141 req-0f2f1596-92b4-4ef3-bddd-760562b3cfcb tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 931 time: 0.4182880 Jun 25 09:29:43.893344 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c90691-08c2-4997-bd49-70c6f6a7cfc2,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:43.900659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Transition to ACTIVE for port object 8677a357-93ab-45bd-871c-abe84db8e334 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:43.917969 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:44.055961 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:44.057956 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Router 6422b6dd-2efc-4415-af1a-dca91e5bfd83 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:29:44.074521 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff5c18fa-28c1-4d38-b1fe-1758649f2141 req-67055644-a2e0-43cc-9dd3-99a06faca689 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698799 Jun 25 09:29:44.134375 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 4da992a4-c93c-4ca2-9384-bffe3925784c, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4da992a4-c93c-4ca2-9384-bffe3925784c,segment=NetworkSegment(63de2b26-7782-4142-9ee2-89607087f453),segment_id=63de2b26-7782-4142-9ee2-89607087f453)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:44.140186 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:44.144350 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c6ca0874-5107-4b31-b98a-27fe47e1f22a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:44.199909 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=4da992a4-c93c-4ca2-9384-bffe3925784c,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:44.202458 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bded4e15-195f-4870-8538-c7a633ab0b5e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Router 574db1a5-11d6-4784-8a52-0a61d63acb69 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:29:44.203655 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:44.211428 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:44.216017 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:29:44.216200 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a36a41c4-872c-48c8-b763-59f4e9c0b7b8 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:44.225069 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "PUT /v2.0/routers/6422b6dd-2efc-4415-af1a-dca91e5bfd83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7475684 Jun 25 09:29:44.232295 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Sync routers for ids ['6422b6dd-2efc-4415-af1a-dca91e5bfd83'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:29:44.235598 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37362) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:44.243231 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Routers {'6422b6dd-2efc-4415-af1a-dca91e5bfd83'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:44.243859 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6422b6dd-2efc-4415-af1a-dca91e5bfd83'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:44.250111 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Attempting to bind port c0c90691-08c2-4997-bd49-70c6f6a7cfc2 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:44.250478 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Attempting to bind port c0c90691-08c2-4997-bd49-70c6f6a7cfc2 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'd28fe6d2-15bd-4d87-87e4-5afdd4e2a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:44.250779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Attempting to bind port c0c90691-08c2-4997-bd49-70c6f6a7cfc2 on network 1f4acba0-814c-4f78-8544-d5e86009c042 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:44.276779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Port c0c90691-08c2-4997-bd49-70c6f6a7cfc2 on network 1f4acba0-814c-4f78-8544-d5e86009c042 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:29:44.277123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Attempting to bind port c0c90691-08c2-4997-bd49-70c6f6a7cfc2 on network 1f4acba0-814c-4f78-8544-d5e86009c042 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:44.288524 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network a61bb6f3-0c67-4997-9cb0-6728408553c5 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:44.299789 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-39500f2c-0c95-4c8b-bc3f-a7cfc03db204 None None] Provisioning complete for port b04a3b62-ebc0-432d-8d96-28ab03405385 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:44.299789 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39500f2c-0c95-4c8b-bc3f-a7cfc03db204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:44.305389 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eab77c6-9396-46e4-85f4-b16ca1d02d20 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:44.310356 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2eab77c6-9396-46e4-85f4-b16ca1d02d20 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports/b04a3b62-ebc0-432d-8d96-28ab03405385 HTTP/1.1" status: 200 len: 911 time: 0.0725420 Jun 25 09:29:44.311410 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37366) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:44.323463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:44.329526 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:44.329880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Checking segment: {'id': 'd28fe6d2-15bd-4d87-87e4-5afdd4e2a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:44.330254 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Bound using segment: {'id': 'd28fe6d2-15bd-4d87-87e4-5afdd4e2a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:44.330713 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Bound port: c0c90691-08c2-4997-bd49-70c6f6a7cfc2, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28fe6d2-15bd-4d87-87e4-5afdd4e2a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:44.331076 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:44.333261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:44.333810 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:44.340971 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=8677a357-93ab-45bd-871c-abe84db8e334,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:44.358865 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-39500f2c-0c95-4c8b-bc3f-a7cfc03db204 None None] Port b04a3b62-ebc0-432d-8d96-28ab03405385 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:44.359675 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Set router 6422b6dd-2efc-4415-af1a-dca91e5bfd83 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:44.385778 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:44.424309 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6260e7a5-c58e-4127-9164-49d60d597cfa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:44.432908 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6260e7a5-c58e-4127-9164-49d60d597cfa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:44.435028 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6260e7a5-c58e-4127-9164-49d60d597cfa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1224673 Jun 25 09:29:44.438146 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37368) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:44.467254 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 730c7d53-84e2-4b6f-94e8-48215d86224d details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:29:44.490412 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2969ae-208e-40ea-8a55-84e036e633a5 req-b62519cb-79c7-449c-982a-0780f4be403f tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:44.492477 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1c2969ae-208e-40ea-8a55-84e036e633a5 req-b62519cb-79c7-449c-982a-0780f4be403f tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 945 time: 0.3995683 Jun 25 09:29:44.726145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 730c7d53-84e2-4b6f-94e8-48215d86224d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=730c7d53-84e2-4b6f-94e8-48215d86224d,segment=NetworkSegment(6c3f6fa6-1b50-47bc-8def-9672ae3c51f9),segment_id=6c3f6fa6-1b50-47bc-8def-9672ae3c51f9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:44.744585 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '730c7d53-84e2-4b6f-94e8-48215d86224d', 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'port_id': '730c7d53-84e2-4b6f-94e8-48215d86224d', 'mac_address': 'fa:16:3e:96:35:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:29:44.750112 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6422b6dd-2efc-4415-af1a-dca91e5bfd83', 'name': 'tempest-NetworksTestDHCPv6-router-1657896843', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:29:39Z', 'updated_at': '2021-06-25T09:29:42Z', 'revision_number': 2, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'gw_port_host': None, '_interfaces': [{'id': 'b04a3b62-ebc0-432d-8d96-28ab03405385', 'name': '', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'mac_address': 'fa:16:3e:09:56:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6422b6dd-2efc-4415-af1a-dca91e5bfd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '5a7ddd1c-bfcf-46a8-b813-79bff318bb62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:40Z', 'updated_at': '2021-06-25T09:29:42Z', 'revision_number': 2, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'subnets': [{'id': '5a7ddd1c-bfcf-46a8-b813-79bff318bb62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:44.750369 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878d8a8-769a-4a7e-912e-dceb5a6cc89d req-bed4b4cc-2c81-4c6a-884e-5632e9668c48 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:44.751814 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f878d8a8-769a-4a7e-912e-dceb5a6cc89d req-bed4b4cc-2c81-4c6a-884e-5632e9668c48 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 1098 time: 0.4816823 Jun 25 09:29:44.772682 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] For port c0c90691-08c2-4997-bd49-70c6f6a7cfc2, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:44.777865 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1c2969ae-208e-40ea-8a55-84e036e633a5 req-652f559b-6e9e-46d2-b411-5de09d30618d tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598698 Jun 25 09:29:44.792608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bded4e15-195f-4870-8538-c7a633ab0b5e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:29:44.805208 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bded4e15-195f-4870-8538-c7a633ab0b5e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:44.823437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0167f12-bc36-447d-a1b4-a2895e576716 None None] Sync routers for ids ['574db1a5-11d6-4784-8a52-0a61d63acb69'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:29:44.842999 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0167f12-bc36-447d-a1b4-a2895e576716 None None] Routers {'574db1a5-11d6-4784-8a52-0a61d63acb69'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:44.843719 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f0167f12-bc36-447d-a1b4-a2895e576716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['574db1a5-11d6-4784-8a52-0a61d63acb69'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:44.903365 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] For port c0c90691-08c2-4997-bd49-70c6f6a7cfc2, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c0c90691-08c2-4997-bd49-70c6f6a7cfc2,segment=NetworkSegment(d28fe6d2-15bd-4d87-87e4-5afdd4e2a040),segment_id=d28fe6d2-15bd-4d87-87e4-5afdd4e2a040)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:44.903365 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:44.907636 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:44.922530 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:44.936530 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Checking router: 6422b6dd-2efc-4415-af1a-dca91e5bfd83 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:29:44.937017 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Updating router 6422b6dd-2efc-4415-af1a-dca91e5bfd83 port b04a3b62-ebc0-432d-8d96-28ab03405385 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:29:45.016570 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:45.035341 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c90691-08c2-4997-bd49-70c6f6a7cfc2,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:45.049337 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:45.053828 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:45.054555 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:45.056665 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] 10.222.0.41 "PUT /v2.0/ports/c0c90691-08c2-4997-bd49-70c6f6a7cfc2 HTTP/1.1" status: 200 len: 1092 time: 4.2914414 Jun 25 09:29:45.057362 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7', 'tag': 'c0c90691-08c2-4997-bd49-70c6f6a7cfc2'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:29:45.060591 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfc24d3-3fb4-437a-b5fb-dd0c02f2d728" -d '{"events": [{"name": "network-changed", "server_uuid": "1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7", "tag": "c0c90691-08c2-4997-bd49-70c6f6a7cfc2"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:29:45.080164 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bded4e15-195f-4870-8538-c7a633ab0b5e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "PUT /v2.0/floatingips/f85a75fd-fa66-4576-ba67-99ccd477a94d HTTP/1.1" status: 200 len: 991 time: 5.5652604 Jun 25 09:29:45.093779 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f878d8a8-769a-4a7e-912e-dceb5a6cc89d req-3257a899-80a7-446c-b9f9-4850bd166ab6 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278217 Jun 25 09:29:45.242665 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0623f57f-d393-4e11-bfbe-e8d1ff1b4360 req-02521c29-2139-4304-a907-48bea35a4027 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4e121be-c816-4ffb-85b5-6a699997a0f5 HTTP/1.1" status: 200 len: 210 time: 0.1003535 Jun 25 09:29:45.261938 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e121be-c816-4ffb-85b5-6a699997a0f5', 'name': 'network-vif-deleted', 'tag': 'afd0b52b-64de-44fc-b7ce-77a1f0da13da'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:29:45.264651 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d2a757-7b47-4252-aaab-5dd041453105" -d '{"events": [{"server_uuid": "f4e121be-c816-4ffb-85b5-6a699997a0f5", "name": "network-vif-deleted", "tag": "afd0b52b-64de-44fc-b7ce-77a1f0da13da"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:29:45.341738 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0dc16b41-2280-4755-9afa-0236c70b71c4 None None] Provisioning for port 8677a357-93ab-45bd-871c-abe84db8e334 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:45.353292 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:45.357307 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0dc16b41-2280-4755-9afa-0236c70b71c4 None None] Provisioning complete for port 8677a357-93ab-45bd-871c-abe84db8e334 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:45.357742 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0dc16b41-2280-4755-9afa-0236c70b71c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:45.396303 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0dc16b41-2280-4755-9afa-0236c70b71c4 None None] Port 8677a357-93ab-45bd-871c-abe84db8e334 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:45.420817 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730c7d53-84e2-4b6f-94e8-48215d86224d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:29:45.426266 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-f0167f12-bc36-447d-a1b4-a2895e576716 None None] Set router 574db1a5-11d6-4784-8a52-0a61d63acb69 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:45.517002 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 730c7d53-84e2-4b6f-94e8-48215d86224d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=730c7d53-84e2-4b6f-94e8-48215d86224d,segment=NetworkSegment(6c3f6fa6-1b50-47bc-8def-9672ae3c51f9),segment_id=6c3f6fa6-1b50-47bc-8def-9672ae3c51f9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:45.542139 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:45.564193 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:45.572323 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-27264394-2f27-430c-80d4-bd3f9344a598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:45.603781 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Transition to ACTIVE for port object b04a3b62-ebc0-432d-8d96-28ab03405385 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:45.612035 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:45.628318 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:45.648555 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-845490ed-0d6d-421b-bf1e-389933b1b51c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:45.708985 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:29:45.717144 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=730c7d53-84e2-4b6f-94e8-48215d86224d,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:45.721606 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:45.748267 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4da992a4-c93c-4ca2-9384-bffe3925784c up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:45.792245 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Pushing event updated for resources: {'Port': ['ID=b04a3b62-ebc0-432d-8d96-28ab03405385,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:45.839217 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:45.839577 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:45.840002 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:45.840337 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:45.840977 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:45.841317 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:45.841637 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:45.841955 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:45.842668 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:45.843121 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:45.843453 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:45.843770 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:29:45.856511 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:45.868177 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Attempting to bind port b04a3b62-ebc0-432d-8d96-28ab03405385 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:45.868560 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Attempting to bind port b04a3b62-ebc0-432d-8d96-28ab03405385 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:45.869312 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Attempting to bind port b04a3b62-ebc0-432d-8d96-28ab03405385 on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:45.877312 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:45.877690 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:45.878100 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:45.878620 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:45.879485 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Bound port: b04a3b62-ebc0-432d-8d96-28ab03405385, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:45.879879 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:45.888383 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36f67df-0416-4055-b36e-49ae2f961f78 x-openstack-request-id: req-f36f67df-0416-4055-b36e-49ae2f961f78 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:29:45.889533 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7", "tag": "c0c90691-08c2-4997-bd49-70c6f6a7cfc2", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:29:45.890032 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f36f67df-0416-4055-b36e-49ae2f961f78 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:29:45.890696 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7', 'tag': 'c0c90691-08c2-4997-bd49-70c6f6a7cfc2', 'status': 'completed', 'code': 200} Jun 25 09:29:45.948621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 4da992a4-c93c-4ca2-9384-bffe3925784c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:45.949586 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:45.993326 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] For port b04a3b62-ebc0-432d-8d96-28ab03405385, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:45.999138 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] For port b04a3b62-ebc0-432d-8d96-28ab03405385, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b04a3b62-ebc0-432d-8d96-28ab03405385,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:46.006190 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:46.007705 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f0167f12-bc36-447d-a1b4-a2895e576716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'name': 'tempest-ServerActionsTestJSON-102997678-router', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:53Z', 'updated_at': '2021-06-25T09:29:04Z', 'revision_number': 4, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'gw_port': {'id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:55Z', 'updated_at': '2021-06-25T09:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'f85a75fd-fa66-4576-ba67-99ccd477a94d', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'port_id': '2a177323-d22c-4784-bf95-b39519abbdc6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'mac_address': 'fa:16:3e:3d:9c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:29:12Z', 'updated_at': '2021-06-25T09:29:41Z', 'revision_number': 1, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1157b699-ed41-4225-8892-4a5b0e53ac15', 'name': '', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'mac_address': 'fa:16:3e:c3:ca:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:01Z', 'updated_at': '2021-06-25T09:29:12Z', 'revision_number': 5, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'subnets': [{'id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:46.013704 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:46.019425 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-845490ed-0d6d-421b-bf1e-389933b1b51c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port b04a3b62-ebc0-432d-8d96-28ab03405385 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:46.019969 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-845490ed-0d6d-421b-bf1e-389933b1b51c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:46.058197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0167f12-bc36-447d-a1b4-a2895e576716 None None] Checking router: 574db1a5-11d6-4784-8a52-0a61d63acb69 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:29:46.073736 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0167f12-bc36-447d-a1b4-a2895e576716 None None] Routers {'574db1a5-11d6-4784-8a52-0a61d63acb69'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:46.074472 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f0167f12-bc36-447d-a1b4-a2895e576716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['574db1a5-11d6-4784-8a52-0a61d63acb69'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:46.099807 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Routers {'6422b6dd-2efc-4415-af1a-dca91e5bfd83'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:46.100862 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6422b6dd-2efc-4415-af1a-dca91e5bfd83'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:46.118722 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9d7f7-95c6-45ac-bd72-7a5a9c3fd5a2 req-643ec1cb-09f6-489a-8b80-84aad5f1692c tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:46.121129 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f8e9d7f7-95c6-45ac-bd72-7a5a9c3fd5a2 req-643ec1cb-09f6-489a-8b80-84aad5f1692c tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 945 time: 0.8052957 Jun 25 09:29:46.135237 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['730c7d53-84e2-4b6f-94e8-48215d86224d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:29:46.141680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-8f63d078-32e7-46eb-8ddd-b5d559f31a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:46.143268 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-8f63d078-32e7-46eb-8ddd-b5d559f31a92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dac7f5e8bc874a1bb47e20ea5d0b1b08&device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 1095 time: 0.9999292 Jun 25 09:29:46.148177 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-845490ed-0d6d-421b-bf1e-389933b1b51c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] For port b04a3b62-ebc0-432d-8d96-28ab03405385, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b04a3b62-ebc0-432d-8d96-28ab03405385,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:46.148950 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-845490ed-0d6d-421b-bf1e-389933b1b51c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:46.167314 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Pushing event updated for resources: {'Port': ['ID=b04a3b62-ebc0-432d-8d96-28ab03405385,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:46.208083 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:46.221755 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-845490ed-0d6d-421b-bf1e-389933b1b51c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for b04a3b62-ebc0-432d-8d96-28ab03405385 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:46.260421 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] Set router 6422b6dd-2efc-4415-af1a-dca91e5bfd83 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:46.269103 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-75e10c1d-6d0b-4902-9101-82dad71ab12d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0c90691-08c2-4997-bd49-70c6f6a7cfc2 HTTP/1.1" status: 200 len: 217 time: 0.0688419 Jun 25 09:29:46.281984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1c719-bd0c-41f8-b314-7114675fb24f req-291ffb72-40b3-4a8f-b329-c75d63f003bb tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:46.297519 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eff1c719-bd0c-41f8-b314-7114675fb24f req-291ffb72-40b3-4a8f-b329-c75d63f003bb tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 943 time: 0.4217274 Jun 25 09:29:46.319738 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-f0167f12-bc36-447d-a1b4-a2895e576716 None None] Set router 574db1a5-11d6-4784-8a52-0a61d63acb69 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:46.334068 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4924b-8192-4a17-8c54-53869703bf1c req-9c60551b-f0ce-4761-b0af-7e7fe4b546eb tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:46.337153 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d3f4924b-8192-4a17-8c54-53869703bf1c req-9c60551b-f0ce-4761-b0af-7e7fe4b546eb tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 1098 time: 0.1849754 Jun 25 09:29:46.437613 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eff1c719-bd0c-41f8-b314-7114675fb24f req-dd8c0f0e-a23d-4182-9a3c-dcf3dba62fb6 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388822 Jun 25 09:29:46.481118 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f8e9d7f7-95c6-45ac-bd72-7a5a9c3fd5a2 req-1307a0b7-1e49-4177-b1ce-e36dee5d3ecb tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/security-groups?id=a14205ed-eeb3-4eda-bc16-63103f6239e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865660 Jun 25 09:29:46.538510 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d012196b-9279-43b0-9f5d-f480c0e8efb4 x-openstack-request-id: req-d012196b-9279-43b0-9f5d-f480c0e8efb4 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:29:46.540644 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e121be-c816-4ffb-85b5-6a699997a0f5", "name": "network-vif-deleted", "tag": "afd0b52b-64de-44fc-b7ce-77a1f0da13da", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:29:46.541492 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d012196b-9279-43b0-9f5d-f480c0e8efb4 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:29:46.542311 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e121be-c816-4ffb-85b5-6a699997a0f5', 'name': 'network-vif-deleted', 'tag': 'afd0b52b-64de-44fc-b7ce-77a1f0da13da', 'status': 'completed', 'code': 200} Jun 25 09:29:46.556601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-54f2012b-6668-462d-afed-e736003beaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:46.560264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-54f2012b-6668-462d-afed-e736003beaf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f307bc61-b706-4bdc-9e68-6e814a3b9d7b HTTP/1.1" status: 200 len: 851 time: 0.2307017 Jun 25 09:29:46.577663 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6422b6dd-2efc-4415-af1a-dca91e5bfd83', 'name': 'tempest-NetworksTestDHCPv6-router-1657896843', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:29:39Z', 'updated_at': '2021-06-25T09:29:42Z', 'revision_number': 2, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'gw_port_host': None, '_interfaces': [{'id': 'b04a3b62-ebc0-432d-8d96-28ab03405385', 'name': '', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'mac_address': 'fa:16:3e:09:56:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6422b6dd-2efc-4415-af1a-dca91e5bfd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '5a7ddd1c-bfcf-46a8-b813-79bff318bb62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:40Z', 'updated_at': '2021-06-25T09:29:45Z', 'revision_number': 4, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'subnets': [{'id': '5a7ddd1c-bfcf-46a8-b813-79bff318bb62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:46.612426 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-71b9db9e-515c-42e2-8b40-d041ecd5c954 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4acba0-814c-4f78-8544-d5e86009c042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430181 Jun 25 09:29:46.616118 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:46.631251 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:46.633352 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:46.653311 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c7a4f092-ce24-459d-9b1c-8b831c80ea9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:46.654994 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-d3f4924b-8192-4a17-8c54-53869703bf1c req-b557e6aa-bbc2-4a9e-86f7-c3873a3b5746 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Deleting port 86175631-0db9-4a28-90f3-c391476d0c2f {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:46.655519 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d3f4924b-8192-4a17-8c54-53869703bf1c req-b557e6aa-bbc2-4a9e-86f7-c3873a3b5746 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:46.657650 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507a90f4-a80d-458d-be0c-42bbcaf07ffc None None] The sync data for ids ['6422b6dd-2efc-4415-af1a-dca91e5bfd83'] in n-d-761264-15 is: [{'id': '6422b6dd-2efc-4415-af1a-dca91e5bfd83', 'name': 'tempest-NetworksTestDHCPv6-router-1657896843', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:29:39Z', 'updated_at': '2021-06-25T09:29:42Z', 'revision_number': 2, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'gw_port_host': None, '_interfaces': [{'id': 'b04a3b62-ebc0-432d-8d96-28ab03405385', 'name': '', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'mac_address': 'fa:16:3e:09:56:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6422b6dd-2efc-4415-af1a-dca91e5bfd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '5a7ddd1c-bfcf-46a8-b813-79bff318bb62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:40Z', 'updated_at': '2021-06-25T09:29:45Z', 'revision_number': 4, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'subnets': [{'id': '5a7ddd1c-bfcf-46a8-b813-79bff318bb62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:29:46.756931 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-845490ed-0d6d-421b-bf1e-389933b1b51c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:46.763988 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d57a8fc4-4677-4158-bf01-8f0e527b3871 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:46.779478 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f0167f12-bc36-447d-a1b4-a2895e576716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'name': 'tempest-ServerActionsTestJSON-102997678-router', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:53Z', 'updated_at': '2021-06-25T09:29:04Z', 'revision_number': 4, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'gw_port': {'id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:55Z', 'updated_at': '2021-06-25T09:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'f85a75fd-fa66-4576-ba67-99ccd477a94d', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'port_id': '2a177323-d22c-4784-bf95-b39519abbdc6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'mac_address': 'fa:16:3e:3d:9c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:29:12Z', 'updated_at': '2021-06-25T09:29:41Z', 'revision_number': 1, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1157b699-ed41-4225-8892-4a5b0e53ac15', 'name': '', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'mac_address': 'fa:16:3e:c3:ca:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:01Z', 'updated_at': '2021-06-25T09:29:12Z', 'revision_number': 5, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'subnets': [{'id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:46.803300 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845490ed-0d6d-421b-bf1e-389933b1b51c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=b04a3b62-ebc0-432d-8d96-28ab03405385,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:46.808994 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-845490ed-0d6d-421b-bf1e-389933b1b51c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:46.832876 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0167f12-bc36-447d-a1b4-a2895e576716 None None] The sync data for ids ['574db1a5-11d6-4784-8a52-0a61d63acb69'] in n-d-761264-15 is: [{'id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'name': 'tempest-ServerActionsTestJSON-102997678-router', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:53Z', 'updated_at': '2021-06-25T09:29:04Z', 'revision_number': 4, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'gw_port': {'id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:55Z', 'updated_at': '2021-06-25T09:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'f85a75fd-fa66-4576-ba67-99ccd477a94d', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'port_id': '2a177323-d22c-4784-bf95-b39519abbdc6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'mac_address': 'fa:16:3e:3d:9c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:29:12Z', 'updated_at': '2021-06-25T09:29:41Z', 'revision_number': 1, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1157b699-ed41-4225-8892-4a5b0e53ac15', 'name': '', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'mac_address': 'fa:16:3e:c3:ca:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:01Z', 'updated_at': '2021-06-25T09:29:12Z', 'revision_number': 5, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'subnets': [{'id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:29:46.922938 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=8677a357-93ab-45bd-871c-abe84db8e334,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:46.931710 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:46.975455 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d3f4924b-8192-4a17-8c54-53869703bf1c req-b557e6aa-bbc2-4a9e-86f7-c3873a3b5746 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] For port 86175631-0db9-4a28-90f3-c391476d0c2f, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=86175631-0db9-4a28-90f3-c391476d0c2f,segment=NetworkSegment(f9fc13e3-4d18-4864-88d5-39d8499211f0),segment_id=f9fc13e3-4d18-4864-88d5-39d8499211f0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:46.976424 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d3f4924b-8192-4a17-8c54-53869703bf1c req-b557e6aa-bbc2-4a9e-86f7-c3873a3b5746 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:47.009331 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-4408f45b-2f75-437b-96c7-5b56921f900a service neutron] 10.222.0.41 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899322 Jun 25 09:29:47.024095 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-d3f4924b-8192-4a17-8c54-53869703bf1c req-b557e6aa-bbc2-4a9e-86f7-c3873a3b5746 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Calling delete_port for 86175631-0db9-4a28-90f3-c391476d0c2f owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:47.030161 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-845490ed-0d6d-421b-bf1e-389933b1b51c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:47.040085 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780da48-63f3-462d-ac34-58cc294cb912 req-d88cb8ea-7266-45c0-a497-65e5616386ae tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:47.048790 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a780da48-63f3-462d-ac34-58cc294cb912 req-d88cb8ea-7266-45c0-a497-65e5616386ae tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 1098 time: 0.2647235 Jun 25 09:29:47.096608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d82002-dd61-4fa7-bd5c-57df49e66d77 req-02a264d6-5ae4-4036-9d19-53e952073f82 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:47.098372 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64d82002-dd61-4fa7-bd5c-57df49e66d77 req-02a264d6-5ae4-4036-9d19-53e952073f82 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 945 time: 0.3850183 Jun 25 09:29:47.132447 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network a61bb6f3-0c67-4997-9cb0-6728408553c5 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:47.147209 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:47.217385 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device afd0b52b-64de-44fc-b7ce-77a1f0da13da no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:29:47.232020 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb1259-f5e9-4c32-9d0c-c535ec6395ce None None] New status for floating IP f85a75fd-fa66-4576-ba67-99ccd477a94d: ACTIVE {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:29:47.269175 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55663ee7-dc5a-4f1f-aca4-6411fb8df85d req-43e9f8e4-efef-4f5d-9842-feedfe8520df service neutron] 10.222.0.41 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461517 Jun 25 09:29:47.274767 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a780da48-63f3-462d-ac34-58cc294cb912 req-3f74f6b4-73d0-4076-ab6f-810aef73130e tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b6270c03-3302-45f9-809c-d9c3c24a503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251134 Jun 25 09:29:47.294947 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: afd0b52b-64de-44fc-b7ce-77a1f0da13da {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:29:47.298338 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device afd0b52b-64de-44fc-b7ce-77a1f0da13da not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:29:47.338459 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845490ed-0d6d-421b-bf1e-389933b1b51c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Router 6422b6dd-2efc-4415-af1a-dca91e5bfd83 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:29:47.426493 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64d82002-dd61-4fa7-bd5c-57df49e66d77 req-5027b5c9-9b48-466e-b50e-ecdd1325c646 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847991 Jun 25 09:29:47.479071 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d3f4924b-8192-4a17-8c54-53869703bf1c req-b557e6aa-bbc2-4a9e-86f7-c3873a3b5746 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:47.532905 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['86175631-0db9-4a28-90f3-c391476d0c2f'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:29:47.581318 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-893fc597-b48c-4dc7-9de6-ad18c0ec54e9 tempest-VolumesSnapshotTestJSON-95112710 tempest-VolumesSnapshotTestJSON-95112710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:47.615888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc24d3-3fb4-437a-b5fb-dd0c02f2d728 req-75689219-3c63-45bb-963c-e27ab54cd065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:47.623898 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cfc24d3-3fb4-437a-b5fb-dd0c02f2d728 req-75689219-3c63-45bb-963c-e27ab54cd065 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dac7f5e8bc874a1bb47e20ea5d0b1b08&device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 1095 time: 0.2085605 Jun 25 09:29:47.641634 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d1c9fbbe-343d-4148-8a0e-b12d7b985c8a None None] Provisioning complete for port 8677a357-93ab-45bd-871c-abe84db8e334 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:47.645293 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1c9fbbe-343d-4148-8a0e-b12d7b985c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:47.739882 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9fbbe-343d-4148-8a0e-b12d7b985c8a None None] Port 8677a357-93ab-45bd-871c-abe84db8e334 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:47.791228 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f4924b-8192-4a17-8c54-53869703bf1c req-b557e6aa-bbc2-4a9e-86f7-c3873a3b5746 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] No DVR routers for this DVR port 86175631-0db9-4a28-90f3-c391476d0c2f on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:29:47.793357 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557e6aa-bbc2-4a9e-86f7-c3873a3b5746 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Pushing event deleted for resources: {'Port': ['ID=86175631-0db9-4a28-90f3-c391476d0c2f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:47.796036 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845490ed-0d6d-421b-bf1e-389933b1b51c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:29:47.809684 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-845490ed-0d6d-421b-bf1e-389933b1b51c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "PUT /v2.0/routers/6422b6dd-2efc-4415-af1a-dca91e5bfd83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3701460 Jun 25 09:29:47.811161 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d3f4924b-8192-4a17-8c54-53869703bf1c req-b557e6aa-bbc2-4a9e-86f7-c3873a3b5746 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:47.814700 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d3f4924b-8192-4a17-8c54-53869703bf1c req-b557e6aa-bbc2-4a9e-86f7-c3873a3b5746 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.38 "DELETE /v2.0/ports/86175631-0db9-4a28-90f3-c391476d0c2f HTTP/1.1" status: 204 len: 173 time: 1.4636087 Jun 25 09:29:47.817533 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b557e6aa-bbc2-4a9e-86f7-c3873a3b5746 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:47.819704 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37398) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:47.820642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc24d3-3fb4-437a-b5fb-dd0c02f2d728 req-014aaf4d-cc4c-498d-b3ba-d235d1fe8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:47.822677 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cfc24d3-3fb4-437a-b5fb-dd0c02f2d728 req-014aaf4d-cc4c-498d-b3ba-d235d1fe8d3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f4acba0-814c-4f78-8544-d5e86009c042 HTTP/1.1" status: 200 len: 913 time: 0.1871552 Jun 25 09:29:47.901276 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:29:47.904039 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da390dd3-3e25-48ac-8e3d-014a6a48d721" -d '{"events": [{"name": "network-changed", "server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:29:47.918135 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b5b64-b5aa-46e1-9178-495dcbacf2da tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:47.919794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b5b64-b5aa-46e1-9178-495dcbacf2da tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:47.924052 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c95b5b64-b5aa-46e1-9178-495dcbacf2da tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1007340 Jun 25 09:29:47.924252 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37402) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:47.964854 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cfc24d3-3fb4-437a-b5fb-dd0c02f2d728 req-6688da40-67ea-4820-bc2d-8f30b91a8b4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0c90691-08c2-4997-bd49-70c6f6a7cfc2 HTTP/1.1" status: 200 len: 217 time: 0.1203973 Jun 25 09:29:48.012692 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router 49d05dff-b34f-4877-b47c-722927d6c1cc is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:29:48.054945 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-74779e7e-328a-4a02-abab-fc51730340b5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 5a7ddd1c-bfcf-46a8-b813-79bff318bb62 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:29:48.067986 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-74779e7e-328a-4a02-abab-fc51730340b5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:48.155157 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a4953-a034-47c6-ad7d-810541ce7402 req-360f1521-9ff0-48ad-9e4f-b5ee2f8cabcb tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:48.163172 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-950a4953-a034-47c6-ad7d-810541ce7402 req-360f1521-9ff0-48ad-9e4f-b5ee2f8cabcb tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 943 time: 0.3342199 Jun 25 09:29:48.187782 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-74779e7e-328a-4a02-abab-fc51730340b5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:48.250438 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc24d3-3fb4-437a-b5fb-dd0c02f2d728 req-95ec65cb-9d74-4453-a6b5-629f75d907ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:48.252106 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cfc24d3-3fb4-437a-b5fb-dd0c02f2d728 req-95ec65cb-9d74-4453-a6b5-629f75d907ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f307bc61-b706-4bdc-9e68-6e814a3b9d7b HTTP/1.1" status: 200 len: 851 time: 0.2627850 Jun 25 09:29:48.284072 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-74779e7e-328a-4a02-abab-fc51730340b5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:48.326610 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-950a4953-a034-47c6-ad7d-810541ce7402 req-bb7e8767-25a2-4165-a003-d828ac98e158 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610889 Jun 25 09:29:48.376080 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca5dc5-514f-4782-a05e-9182e6f33e2e req-43a44b74-635a-4c17-a12e-dc78511726de tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:48.380167 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2dca5dc5-514f-4782-a05e-9182e6f33e2e req-43a44b74-635a-4c17-a12e-dc78511726de tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 945 time: 0.4332104 Jun 25 09:29:48.382129 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cfc24d3-3fb4-437a-b5fb-dd0c02f2d728 req-634aa585-f483-4d90-86ab-d6d3c2cbe5d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4acba0-814c-4f78-8544-d5e86009c042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748188 Jun 25 09:29:48.388020 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c091c1f-aec3-4213-9f87-0a85f91a422c x-openstack-request-id: req-1c091c1f-aec3-4213-9f87-0a85f91a422c {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:29:48.388424 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:29:48.388783 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1c091c1f-aec3-4213-9f87-0a85f91a422c {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:29:48.390072 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6', 'status': 'completed', 'code': 200} Jun 25 09:29:48.395250 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-74779e7e-328a-4a02-abab-fc51730340b5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:48.413613 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0cc83989-5334-4267-bda9-7407b7ae8fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:48.429210 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af02801-427b-4a43-b480-e1d8dd23a125 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:48.479279 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74779e7e-328a-4a02-abab-fc51730340b5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7ddd1c-bfcf-46a8-b813-79bff318bb62,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:48.489675 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-74779e7e-328a-4a02-abab-fc51730340b5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:48.492132 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-74779e7e-328a-4a02-abab-fc51730340b5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:48.504146 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-74779e7e-328a-4a02-abab-fc51730340b5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/5a7ddd1c-bfcf-46a8-b813-79bff318bb62 HTTP/1.1" status: 204 len: 168 time: 0.5787523 Jun 25 09:29:48.504533 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2dca5dc5-514f-4782-a05e-9182e6f33e2e req-a1a56123-e818-4a8f-b53a-023b401c6992 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/security-groups?id=a14205ed-eeb3-4eda-bc16-63103f6239e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104732 Jun 25 09:29:48.509521 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:29:48.567910 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 730c7d53-84e2-4b6f-94e8-48215d86224d up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:48.570150 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1b9c19-0a99-4fe0-a55a-ea33dc7815a0 None None] Sync routers for ids ['49d05dff-b34f-4877-b47c-722927d6c1cc'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:29:48.579526 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37422) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:48.580523 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5851ad79-3052-4e91-a06d-f3c046bb84c5', 'name': 'network-vif-deleted', 'tag': '86175631-0db9-4a28-90f3-c391476d0c2f'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:29:48.595576 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d4c647-661b-4259-89ab-227d6e774cd9" -d '{"events": [{"server_uuid": "5851ad79-3052-4e91-a06d-f3c046bb84c5", "name": "network-vif-deleted", "tag": "86175631-0db9-4a28-90f3-c391476d0c2f"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:29:48.598547 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cfc24d3-3fb4-437a-b5fb-dd0c02f2d728 req-1ebeaadb-b63b-4f7f-a942-cbe2f867113a service neutron] 10.222.0.41 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773388 Jun 25 09:29:48.613571 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/49d05dff-b34f-4877-b47c-722927d6c1cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0561001 Jun 25 09:29:48.614179 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37426) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:48.686166 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1b9c19-0a99-4fe0-a55a-ea33dc7815a0 None None] Routers {'49d05dff-b34f-4877-b47c-722927d6c1cc'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:48.686791 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2c1b9c19-0a99-4fe0-a55a-ea33dc7815a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['49d05dff-b34f-4877-b47c-722927d6c1cc'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:48.720533 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbd52bb-7b50-4683-acab-7ffe0ba8c0cc x-openstack-request-id: req-ffbd52bb-7b50-4683-acab-7ffe0ba8c0cc {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:29:48.720903 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5851ad79-3052-4e91-a06d-f3c046bb84c5", "name": "network-vif-deleted", "tag": "86175631-0db9-4a28-90f3-c391476d0c2f", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:29:48.721208 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ffbd52bb-7b50-4683-acab-7ffe0ba8c0cc {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:29:48.721697 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5851ad79-3052-4e91-a06d-f3c046bb84c5', 'name': 'network-vif-deleted', 'tag': '86175631-0db9-4a28-90f3-c391476d0c2f', 'status': 'completed', 'code': 200} Jun 25 09:29:48.783306 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2c1b9c19-0a99-4fe0-a55a-ea33dc7815a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:48.785380 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cfc24d3-3fb4-437a-b5fb-dd0c02f2d728 req-2d5b9377-f858-45b7-8e05-ec6c23134575 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720943 Jun 25 09:29:48.841449 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-996a9167-e433-4067-8ce2-613879543dec req-74d107df-1daf-4be8-b99b-1789e6966e51 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5851ad79-3052-4e91-a06d-f3c046bb84c5 HTTP/1.1" status: 200 len: 210 time: 0.2417688 Jun 25 09:29:48.852102 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 730c7d53-84e2-4b6f-94e8-48215d86224d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:48.868579 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1b9c19-0a99-4fe0-a55a-ea33dc7815a0 None None] Routers {'49d05dff-b34f-4877-b47c-722927d6c1cc'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:48.878227 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2c1b9c19-0a99-4fe0-a55a-ea33dc7815a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['49d05dff-b34f-4877-b47c-722927d6c1cc'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:48.914969 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 730c7d53-84e2-4b6f-94e8-48215d86224d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:48.918047 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:49.017877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-2c1b9c19-0a99-4fe0-a55a-ea33dc7815a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:49.018787 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1b9c19-0a99-4fe0-a55a-ea33dc7815a0 None None] The sync data for ids ['49d05dff-b34f-4877-b47c-722927d6c1cc'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:29:49.022657 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da390dd3-3e25-48ac-8e3d-014a6a48d721 req-a4d1f4fb-4c95-4b42-9433-da2dc16fba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:49.024598 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da390dd3-3e25-48ac-8e3d-014a6a48d721 req-a4d1f4fb-4c95-4b42-9433-da2dc16fba58 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 1097 time: 0.5339670 Jun 25 09:29:49.031950 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ee62c1-6c37-451a-9757-aa5fc6199f07 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:49.033398 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-57ee62c1-6c37-451a-9757-aa5fc6199f07 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports/8677a357-93ab-45bd-871c-abe84db8e334 HTTP/1.1" status: 200 len: 911 time: 0.4179749 Jun 25 09:29:49.036642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37430) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:49.039409 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34b901-9c8b-438f-b404-453658276e48 None None] Sync routers for ids ['6422b6dd-2efc-4415-af1a-dca91e5bfd83'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:29:49.057236 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34b901-9c8b-438f-b404-453658276e48 None None] Routers {'6422b6dd-2efc-4415-af1a-dca91e5bfd83'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:49.058268 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-0f34b901-9c8b-438f-b404-453658276e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6422b6dd-2efc-4415-af1a-dca91e5bfd83'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:49.143279 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:49.178618 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338ca318-138d-4ef4-aac4-43eb0dc29c16 None None] DHCP port deletion for 13e23ba1-9297-4cb1-bce9-7212ee789807 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:29:49.181283 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-be449d34-728a-4385-8e7a-59fe17c2714a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5804212 Jun 25 09:29:49.238682 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37434) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:49.241224 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895b9471-25ff-4245-a2f8-f9511d04dac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730c7d53-84e2-4b6f-94e8-48215d86224d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:29:49.246078 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551f628b-2dd6-42f0-b0f4-f122ff168a3d" -d '{"events": [{"server_uuid": "895b9471-25ff-4245-a2f8-f9511d04dac1", "name": "network-vif-plugged", "status": "completed", "tag": "730c7d53-84e2-4b6f-94e8-48215d86224d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:29:49.252949 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-0f34b901-9c8b-438f-b404-453658276e48 None None] Set router 6422b6dd-2efc-4415-af1a-dca91e5bfd83 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:49.294530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 730c7d53-84e2-4b6f-94e8-48215d86224d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=730c7d53-84e2-4b6f-94e8-48215d86224d,segment=NetworkSegment(6c3f6fa6-1b50-47bc-8def-9672ae3c51f9),segment_id=6c3f6fa6-1b50-47bc-8def-9672ae3c51f9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:49.317980 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:49.334698 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ab69065a-6468-4735-a996-acf30aeea392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:49.433658 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-0f34b901-9c8b-438f-b404-453658276e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6422b6dd-2efc-4415-af1a-dca91e5bfd83', 'name': 'tempest-NetworksTestDHCPv6-router-1657896843', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:29:39Z', 'updated_at': '2021-06-25T09:29:46Z', 'revision_number': 3, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:49.473096 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34b901-9c8b-438f-b404-453658276e48 None None] Checking router: 6422b6dd-2efc-4415-af1a-dca91e5bfd83 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:29:49.483210 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34b901-9c8b-438f-b404-453658276e48 None None] Routers {'6422b6dd-2efc-4415-af1a-dca91e5bfd83'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:49.484456 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-0f34b901-9c8b-438f-b404-453658276e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6422b6dd-2efc-4415-af1a-dca91e5bfd83'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:49.517312 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae80715-96ae-46e6-8db1-e8f7da4033c8 x-openstack-request-id: req-bae80715-96ae-46e6-8db1-e8f7da4033c8 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:29:49.517868 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895b9471-25ff-4245-a2f8-f9511d04dac1", "name": "network-vif-plugged", "status": "completed", "tag": "730c7d53-84e2-4b6f-94e8-48215d86224d", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:29:49.518208 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bae80715-96ae-46e6-8db1-e8f7da4033c8 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:29:49.519620 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895b9471-25ff-4245-a2f8-f9511d04dac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730c7d53-84e2-4b6f-94e8-48215d86224d', 'code': 200} Jun 25 09:29:49.520555 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=730c7d53-84e2-4b6f-94e8-48215d86224d,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:49.526282 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-444989e0-9c11-4dd2-8969-0d22e3f78f94 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:49.531425 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da390dd3-3e25-48ac-8e3d-014a6a48d721 req-ebe6dfdd-9f6f-4715-ba73-38e01d121090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:49.536018 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da390dd3-3e25-48ac-8e3d-014a6a48d721 req-ebe6dfdd-9f6f-4715-ba73-38e01d121090 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.4964533 Jun 25 09:29:49.537767 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:49.565585 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-338ca318-138d-4ef4-aac4-43eb0dc29c16 None None] Deleting port 135f6a40-4e05-4023-b633-b5e2a88c4526 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:49.565967 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-338ca318-138d-4ef4-aac4-43eb0dc29c16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:49.612811 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-0f34b901-9c8b-438f-b404-453658276e48 None None] Set router 6422b6dd-2efc-4415-af1a-dca91e5bfd83 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:49.701203 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-0f34b901-9c8b-438f-b404-453658276e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6422b6dd-2efc-4415-af1a-dca91e5bfd83', 'name': 'tempest-NetworksTestDHCPv6-router-1657896843', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:29:39Z', 'updated_at': '2021-06-25T09:29:46Z', 'revision_number': 3, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:49.766159 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-338ca318-138d-4ef4-aac4-43eb0dc29c16 None None] For port 135f6a40-4e05-4023-b633-b5e2a88c4526, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=135f6a40-4e05-4023-b633-b5e2a88c4526,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:49.766436 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1acbc5-a8f7-4411-a6ad-8b6dfed32e9c req-98d3877c-71ea-4ddb-8d61-a6fff8b87182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:49.766835 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-338ca318-138d-4ef4-aac4-43eb0dc29c16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:49.769120 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd1acbc5-a8f7-4411-a6ad-8b6dfed32e9c req-98d3877c-71ea-4ddb-8d61-a6fff8b87182 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 1098 time: 0.2525558 Jun 25 09:29:49.790804 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-338ca318-138d-4ef4-aac4-43eb0dc29c16 None None] Calling delete_port for 135f6a40-4e05-4023-b633-b5e2a88c4526 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:49.843874 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34b901-9c8b-438f-b404-453658276e48 None None] The sync data for ids ['6422b6dd-2efc-4415-af1a-dca91e5bfd83'] in n-d-761264-15 is: [{'id': '6422b6dd-2efc-4415-af1a-dca91e5bfd83', 'name': 'tempest-NetworksTestDHCPv6-router-1657896843', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:29:39Z', 'updated_at': '2021-06-25T09:29:46Z', 'revision_number': 3, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'gw_port_host': None}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:29:49.854770 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 135f6a40-4e05-4023-b633-b5e2a88c4526 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:29:49.872787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a70bf-49ed-491c-adf5-c1722d95fb72 req-a17aedef-e7ec-4830-912e-7b0647912236 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:49.874636 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e9a70bf-49ed-491c-adf5-c1722d95fb72 req-a17aedef-e7ec-4830-912e-7b0647912236 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 943 time: 0.2557957 Jun 25 09:29:49.925806 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-444989e0-9c11-4dd2-8969-0d22e3f78f94 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:49.931824 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd1acbc5-a8f7-4411-a6ad-8b6dfed32e9c req-7e430890-684e-494a-bc34-6cfc650fbe70 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a14205ed-eeb3-4eda-bc16-63103f6239e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446009 Jun 25 09:29:49.932469 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-444989e0-9c11-4dd2-8969-0d22e3f78f94 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:49.953752 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e9a70bf-49ed-491c-adf5-c1722d95fb72 req-95766ea2-a8ed-4c99-9f94-de1a6b521149 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701053 Jun 25 09:29:49.965471 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:49.990397 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661d488-ecf8-4474-8754-a4a67378a45c req-b631126d-2f02-4ee3-b531-4f1143b47810 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:49.992026 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8661d488-ecf8-4474-8754-a4a67378a45c req-b631126d-2f02-4ee3-b531-4f1143b47810 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 946 time: 0.2162805 Jun 25 09:29:49.993238 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-338ca318-138d-4ef4-aac4-43eb0dc29c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:49.994838 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-747c99f7-d37a-46d6-abad-6e00489d276d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:49.996245 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-dbe59c74-cab3-4513-8944-83a61e92a080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:49.997860 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da390dd3-3e25-48ac-8e3d-014a6a48d721 req-e1c43901-30b3-4d21-ab63-759183c7c6da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a177323-d22c-4784-bf95-b39519abbdc6 HTTP/1.1" status: 200 len: 1001 time: 0.4571989 Jun 25 09:29:50.041399 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ca318-138d-4ef4-aac4-43eb0dc29c16 None None] Pushing event deleted for resources: {'Port': ['ID=135f6a40-4e05-4023-b633-b5e2a88c4526,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:50.043441 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338ca318-138d-4ef4-aac4-43eb0dc29c16 None None] No DVR routers for this DVR port 135f6a40-4e05-4023-b633-b5e2a88c4526 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:29:50.044880 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-338ca318-138d-4ef4-aac4-43eb0dc29c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:50.066515 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-444989e0-9c11-4dd2-8969-0d22e3f78f94 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:50.068001 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444989e0-9c11-4dd2-8969-0d22e3f78f94 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Fanout notify agent at l3_agent the message router_deleted on router 6422b6dd-2efc-4415-af1a-dca91e5bfd83 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:29:50.083244 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-444989e0-9c11-4dd2-8969-0d22e3f78f94 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:50.083244 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-444989e0-9c11-4dd2-8969-0d22e3f78f94 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/routers/6422b6dd-2efc-4415-af1a-dca91e5bfd83 HTTP/1.1" status: 204 len: 168 time: 0.8423758 Jun 25 09:29:50.083244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37448) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:50.089080 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37450) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:50.095226 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-818d9cca-6db6-4b31-907b-46f96f36f790 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:50.347761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818d9cca-6db6-4b31-907b-46f96f36f790 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:29:50.351477 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-818d9cca-6db6-4b31-907b-46f96f36f790 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:50.490193 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 86175631-0db9-4a28-90f3-c391476d0c2f no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:29:50.539697 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 86175631-0db9-4a28-90f3-c391476d0c2f {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:29:50.552955 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 86175631-0db9-4a28-90f3-c391476d0c2f not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:29:50.585211 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8661d488-ecf8-4474-8754-a4a67378a45c req-096210a4-7d63-4c28-8f8d-121b5e68375f tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/security-groups?id=a14205ed-eeb3-4eda-bc16-63103f6239e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5483608 Jun 25 09:29:50.875579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da390dd3-3e25-48ac-8e3d-014a6a48d721 req-c27cbbb1-eabc-4803-bf7d-bd3db0b53ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:50.877187 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da390dd3-3e25-48ac-8e3d-014a6a48d721 req-c27cbbb1-eabc-4803-bf7d-bd3db0b53ec5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.5621345 Jun 25 09:29:50.909674 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-747c99f7-d37a-46d6-abad-6e00489d276d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 8677a357-93ab-45bd-871c-abe84db8e334 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:50.910508 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-747c99f7-d37a-46d6-abad-6e00489d276d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:51.160686 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da390dd3-3e25-48ac-8e3d-014a6a48d721 req-6f3d56cb-b444-4feb-8144-0f0806287806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:51.162411 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da390dd3-3e25-48ac-8e3d-014a6a48d721 req-6f3d56cb-b444-4feb-8144-0f0806287806 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2760069 Jun 25 09:29:51.201775 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-747c99f7-d37a-46d6-abad-6e00489d276d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:51.253282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-747c99f7-d37a-46d6-abad-6e00489d276d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 8677a357-93ab-45bd-871c-abe84db8e334 owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:51.339278 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550f60a-c8c6-4e9f-bb02-6f6836d2d8e7 req-39d34b12-7db2-4325-ac6e-b670b2218a27 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:51.340862 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4550f60a-c8c6-4e9f-bb02-6f6836d2d8e7 req-39d34b12-7db2-4325-ac6e-b670b2218a27 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 943 time: 0.1334105 Jun 25 09:29:51.411586 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-818d9cca-6db6-4b31-907b-46f96f36f790 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:51.418188 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5b993942-0c50-4d45-8877-0a0fe26951a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:51.465631 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4550f60a-c8c6-4e9f-bb02-6f6836d2d8e7 req-b729d3e0-742f-4334-a6ea-60738b5ebf2a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150897 Jun 25 09:29:51.523817 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d9cca-6db6-4b31-907b-46f96f36f790 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:51.562524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-818d9cca-6db6-4b31-907b-46f96f36f790 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:51.567642 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818d9cca-6db6-4b31-907b-46f96f36f790 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:51.568350 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-818d9cca-6db6-4b31-907b-46f96f36f790 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:51.575496 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3178ec0-e800-4992-833d-748d5977df8e None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:51.576425 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-747c99f7-d37a-46d6-abad-6e00489d276d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:51.578930 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2ec932e0-939c-46a9-96b2-2665bdbfae98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:51.606414 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d9cca-6db6-4b31-907b-46f96f36f790 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=553bdff7-e371-4434-a6f1-8da99763a068,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:51.609702 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-818d9cca-6db6-4b31-907b-46f96f36f790 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:51.616288 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c99f7-d37a-46d6-abad-6e00489d276d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=8677a357-93ab-45bd-871c-abe84db8e334,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:51.618561 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-747c99f7-d37a-46d6-abad-6e00489d276d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:51.623158 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da390dd3-3e25-48ac-8e3d-014a6a48d721 req-12b835b9-3aab-46f4-9ac6-f6468a1e43cc service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004359 Jun 25 09:29:51.708411 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b04a3b62-ebc0-432d-8d96-28ab03405385 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:29:51.737303 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: b04a3b62-ebc0-432d-8d96-28ab03405385 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:29:51.738170 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b04a3b62-ebc0-432d-8d96-28ab03405385 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:29:51.773376 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-818d9cca-6db6-4b31-907b-46f96f36f790 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6828852 Jun 25 09:29:51.774406 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37478) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:51.779668 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-aaf7c034-8933-4602-a0db-ec52947af1a3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1992986569', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:51.785461 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-747c99f7-d37a-46d6-abad-6e00489d276d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:51.905094 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e7bc42f1-0818-4898-aa19-a29e4bd3c9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:51.910029 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da390dd3-3e25-48ac-8e3d-014a6a48d721 req-13e4f597-03cf-4972-bcb1-76cb3cf6814a service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680430 Jun 25 09:29:52.000793 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c034-8933-4602-a0db-ec52947af1a3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:52.001969 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c034-8933-4602-a0db-ec52947af1a3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:52.197078 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': '553bdff7-e371-4434-a6f1-8da99763a068'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:29:52.198272 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:52.250855 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c034-8933-4602-a0db-ec52947af1a3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:52.264011 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c034-8933-4602-a0db-ec52947af1a3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:52.299770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747c99f7-d37a-46d6-abad-6e00489d276d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router 49d05dff-b34f-4877-b47c-722927d6c1cc has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:29:52.316172 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c034-8933-4602-a0db-ec52947af1a3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:52.320284 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-aaf7c034-8933-4602-a0db-ec52947af1a3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5444283 Jun 25 09:29:52.323770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37482) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:52.421930 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Allocated IP 2001:db8::2 (13e23ba1-9297-4cb1-bce9-7212ee789807/553bdff7-e371-4434-a6f1-8da99763a068/6df975b7-f48d-4733-8335-d38778875399) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:52.440381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747c99f7-d37a-46d6-abad-6e00489d276d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:29:52.447153 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-747c99f7-d37a-46d6-abad-6e00489d276d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/49d05dff-b34f-4877-b47c-722927d6c1cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4084225 Jun 25 09:29:52.447936 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e4adf340-cf0d-4d0c-b984-bd89fe793cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:52.451064 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37484) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:52.456503 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac705b10-7a17-4f06-9ae9-7f600a3bfefa None None] Sync routers for ids ['49d05dff-b34f-4877-b47c-722927d6c1cc'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:29:52.458831 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed1936-a833-4842-96cf-c419711cb90e req-281181c8-57b3-4240-b636-fcd55809ae55 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:52.466234 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79ed1936-a833-4842-96cf-c419711cb90e req-281181c8-57b3-4240-b636-fcd55809ae55 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 946 time: 0.5785134 Jun 25 09:29:52.496840 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc42f1-0818-4898-aa19-a29e4bd3c9a3 admin admin] Deleting port 4d82870e-6c51-4510-a798-1400951b6f3b {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:52.497216 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e7bc42f1-0818-4898-aa19-a29e4bd3c9a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:52.517496 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a85b3d79-99f7-4ae0-9a8a-7ee0106a8cb8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports?device_id=49d05dff-b34f-4877-b47c-722927d6c1cc HTTP/1.1" status: 200 len: 205 time: 0.0489006 Jun 25 09:29:52.522029 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37490) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:52.548618 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79ed1936-a833-4842-96cf-c419711cb90e req-e783d27b-35c5-41a7-ba57-61e8a052a0b4 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/security-groups?id=a14205ed-eeb3-4eda-bc16-63103f6239e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814130 Jun 25 09:29:52.600607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac705b10-7a17-4f06-9ae9-7f600a3bfefa None None] Routers {'49d05dff-b34f-4877-b47c-722927d6c1cc'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:52.603193 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ac705b10-7a17-4f06-9ae9-7f600a3bfefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['49d05dff-b34f-4877-b47c-722927d6c1cc'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:52.649250 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57e1cd31-8bf8-4ec0-b823-2e6dd714d070 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:52.649819 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ac705b10-7a17-4f06-9ae9-7f600a3bfefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:52.675165 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac705b10-7a17-4f06-9ae9-7f600a3bfefa None None] Routers {'49d05dff-b34f-4877-b47c-722927d6c1cc'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:52.675870 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ac705b10-7a17-4f06-9ae9-7f600a3bfefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['49d05dff-b34f-4877-b47c-722927d6c1cc'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:52.729202 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ac705b10-7a17-4f06-9ae9-7f600a3bfefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:52.730117 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac705b10-7a17-4f06-9ae9-7f600a3bfefa None None] The sync data for ids ['49d05dff-b34f-4877-b47c-722927d6c1cc'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:29:52.796293 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:52.805625 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Transition to ACTIVE for port object 6df975b7-f48d-4733-8335-d38778875399 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:52.823025 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Transition to ACTIVE for port object 6df975b7-f48d-4733-8335-d38778875399 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:52.831774 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:52.841819 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a237cd64-5f56-4121-9f12-85d75f0ccd6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:52.885125 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Pushing event updated for resources: {'Port': ['ID=6df975b7-f48d-4733-8335-d38778875399,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:52.889172 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:52.899449 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:52.902520 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:52.907764 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:53.009661 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57e1cd31-8bf8-4ec0-b823-2e6dd714d070 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:53.012875 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57e1cd31-8bf8-4ec0-b823-2e6dd714d070 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:53.058994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Attempting to bind port 6df975b7-f48d-4733-8335-d38778875399 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:29:53.059421 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Attempting to bind port 6df975b7-f48d-4733-8335-d38778875399 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:29:53.059882 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Attempting to bind port 6df975b7-f48d-4733-8335-d38778875399 on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:29:53.066686 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:29:53.067558 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:29:53.068058 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:53.068832 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:29:53.069345 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Bound port: 6df975b7-f48d-4733-8335-d38778875399, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:29:53.069775 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:53.072836 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57e1cd31-8bf8-4ec0-b823-2e6dd714d070 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:53.073482 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e1cd31-8bf8-4ec0-b823-2e6dd714d070 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Fanout notify agent at l3_agent the message router_deleted on router 49d05dff-b34f-4877-b47c-722927d6c1cc {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:29:53.093829 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-e7bc42f1-0818-4898-aa19-a29e4bd3c9a3 admin admin] For port 4d82870e-6c51-4510-a798-1400951b6f3b, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4d82870e-6c51-4510-a798-1400951b6f3b,segment=NetworkSegment(f9fc13e3-4d18-4864-88d5-39d8499211f0),segment_id=f9fc13e3-4d18-4864-88d5-39d8499211f0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:53.094423 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e7bc42f1-0818-4898-aa19-a29e4bd3c9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:53.095869 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57e1cd31-8bf8-4ec0-b823-2e6dd714d070 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:53.099721 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-57e1cd31-8bf8-4ec0-b823-2e6dd714d070 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/routers/49d05dff-b34f-4877-b47c-722927d6c1cc HTTP/1.1" status: 204 len: 168 time: 0.5575366 Jun 25 09:29:53.104366 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37500) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:53.148585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc42f1-0818-4898-aa19-a29e4bd3c9a3 admin admin] Calling delete_port for 4d82870e-6c51-4510-a798-1400951b6f3b owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:53.150112 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] For port 6df975b7-f48d-4733-8335-d38778875399, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:29:53.153915 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] For port 6df975b7-f48d-4733-8335-d38778875399, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6df975b7-f48d-4733-8335-d38778875399,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:29:53.161744 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:53.169925 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:53.194011 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979ce7f-373e-47a7-81df-4b80f0121bc0 req-335470dc-3635-4dd2-a43b-fef612b1e891 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:53.195710 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0979ce7f-373e-47a7-81df-4b80f0121bc0 req-335470dc-3635-4dd2-a43b-fef612b1e891 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 943 time: 0.3809814 Jun 25 09:29:53.229710 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067328a-fb31-49c5-b766-811f52017166 req-1db21407-913f-4233-a3c0-6afc64c3f18a tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:53.236926 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7067328a-fb31-49c5-b766-811f52017166 req-1db21407-913f-4233-a3c0-6afc64c3f18a tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 946 time: 0.1667564 Jun 25 09:29:53.247387 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:53.258609 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c0c90691-08c2-4997-bd49-70c6f6a7cfc2 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:29:53.278607 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37502) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:53.300093 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-2f05b795-3678-4844-9162-d6ffa2270630 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Request body: {'floatingip': {'port_id': '730c7d53-84e2-4b6f-94e8-48215d86224d'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:53.317989 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0979ce7f-373e-47a7-81df-4b80f0121bc0 req-649f83d4-21cf-4cdf-b320-9deaf5d33e1b tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074836 Jun 25 09:29:53.321716 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Pushing event updated for resources: {'Port': ['ID=6df975b7-f48d-4733-8335-d38778875399,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:53.326742 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:53.457724 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port c0c90691-08c2-4997-bd49-70c6f6a7cfc2, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c0c90691-08c2-4997-bd49-70c6f6a7cfc2,segment=NetworkSegment(d28fe6d2-15bd-4d87-87e4-5afdd4e2a040),segment_id=d28fe6d2-15bd-4d87-87e4-5afdd4e2a040)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:53.472640 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'c0c90691-08c2-4997-bd49-70c6f6a7cfc2', 'network_id': '1f4acba0-814c-4f78-8544-d5e86009c042', 'port_id': 'c0c90691-08c2-4997-bd49-70c6f6a7cfc2', 'mac_address': 'fa:16:3e:ff:fc:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f307bc61-b706-4bdc-9e68-6e814a3b9d7b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:29:53.513618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac45f36f-4571-45d1-abd8-73e570793346 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting subnet 2c300ee8-502d-448f-8338-828c772f8410 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:29:53.528319 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:53.530997 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ac45f36f-4571-45d1-abd8-73e570793346 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:53.546768 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c90691-08c2-4997-bd49-70c6f6a7cfc2 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:29:53.577370 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2f05b795-3678-4844-9162-d6ffa2270630 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for floatingip, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:53.579730 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port c0c90691-08c2-4997-bd49-70c6f6a7cfc2, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c0c90691-08c2-4997-bd49-70c6f6a7cfc2,segment=NetworkSegment(d28fe6d2-15bd-4d87-87e4-5afdd4e2a040),segment_id=d28fe6d2-15bd-4d87-87e4-5afdd4e2a040)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:53.586692 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:53.588767 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:53.788713 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=c0c90691-08c2-4997-bd49-70c6f6a7cfc2,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:53.792913 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:54.010687 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ac45f36f-4571-45d1-abd8-73e570793346 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:54.025703 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:54.133465 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['c0c90691-08c2-4997-bd49-70c6f6a7cfc2'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:29:54.499251 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ac45f36f-4571-45d1-abd8-73e570793346 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:54.571413 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::1 (13e23ba1-9297-4cb1-bce9-7212ee789807/553bdff7-e371-4434-a6f1-8da99763a068/a6cb396c-1908-44f3-a00a-e1cd2c69d831) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:54.704167 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc975a0-f207-4101-9320-375e049c234b req-ddd226cb-276a-42af-a368-68c6b23e852c tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:54.707068 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3dc975a0-f207-4101-9320-375e049c234b req-ddd226cb-276a-42af-a368-68c6b23e852c tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 944 time: 0.0933940 Jun 25 09:29:54.795567 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3dc975a0-f207-4101-9320-375e049c234b req-961043bd-8fc0-412f-80b8-2333d37708e5 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775342 Jun 25 09:29:54.850279 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-68c631a6-3829-4bbd-a0d9-2a538eb1e07c None None] Provisioning for port 6df975b7-f48d-4733-8335-d38778875399 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:54.905294 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a178de03-dc7b-487f-a062-bd68cdcf32e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:55.170226 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:55.354558 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e7bc42f1-0818-4898-aa19-a29e4bd3c9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:55.366893 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:55.397412 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ac45f36f-4571-45d1-abd8-73e570793346 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:55.452964 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc42f1-0818-4898-aa19-a29e4bd3c9a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d82870e-6c51-4510-a798-1400951b6f3b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:55.465056 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e7bc42f1-0818-4898-aa19-a29e4bd3c9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:55.481348 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c4bccee3-13e2-4b4a-903f-a3827787e839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:55.504291 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ac45f36f-4571-45d1-abd8-73e570793346 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:55.506330 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ac45f36f-4571-45d1-abd8-73e570793346 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/2c300ee8-502d-448f-8338-828c772f8410 HTTP/1.1" status: 204 len: 168 time: 2.3900564 Jun 25 09:29:55.509181 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37522) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:55.517405 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4287967-a793-490d-8b19-1bfa302d2e79 None None] Network a61bb6f3-0c67-4997-9cb0-6728408553c5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:29:55.690746 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45f36f-4571-45d1-abd8-73e570793346 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Subnet': ['ID=2c300ee8-502d-448f-8338-828c772f8410,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:55.694879 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ac45f36f-4571-45d1-abd8-73e570793346 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:55.705873 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:55.754535 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:55.780856 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.resource_extend [None req-2f05b795-3678-4844-9162-d6ffa2270630 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:29:55.856215 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 4da992a4-c93c-4ca2-9384-bffe3925784c {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:55.856571 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:55.905667 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6df975b7-f48d-4733-8335-d38778875399 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:55.963463 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object a6cb396c-1908-44f3-a00a-e1cd2c69d831 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:29:55.970208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee22a50-8f74-4882-99ca-a5c1bcd7a74b None None] DHCP port deletion for a61bb6f3-0c67-4997-9cb0-6728408553c5 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:29:56.015955 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] For port 4da992a4-c93c-4ca2-9384-bffe3925784c, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4da992a4-c93c-4ca2-9384-bffe3925784c,segment=NetworkSegment(63de2b26-7782-4142-9ee2-89607087f453),segment_id=63de2b26-7782-4142-9ee2-89607087f453)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:56.016205 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.018911 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2f05b795-3678-4844-9162-d6ffa2270630 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.024600 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.029199 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1d8e6bee-feff-466a-a268-c4616f3d3afd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:56.035630 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2f05b795-3678-4844-9162-d6ffa2270630 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.050010 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 4da992a4-c93c-4ca2-9384-bffe3925784c owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:56.090664 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4ee22a50-8f74-4882-99ca-a5c1bcd7a74b None None] Deleting port 4da992a4-c93c-4ca2-9384-bffe3925784c {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:56.091385 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4ee22a50-8f74-4882-99ca-a5c1bcd7a74b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.170082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4ee22a50-8f74-4882-99ca-a5c1bcd7a74b None None] For port 4da992a4-c93c-4ca2-9384-bffe3925784c, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4da992a4-c93c-4ca2-9384-bffe3925784c,segment=NetworkSegment(63de2b26-7782-4142-9ee2-89607087f453),segment_id=63de2b26-7782-4142-9ee2-89607087f453)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:56.170743 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4ee22a50-8f74-4882-99ca-a5c1bcd7a74b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.186533 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4ee22a50-8f74-4882-99ca-a5c1bcd7a74b None None] Calling delete_port for 4da992a4-c93c-4ca2-9384-bffe3925784c owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:56.233818 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c77b2-554b-4797-bd9e-bc90cdc0e28e req-669a3166-d7dd-4147-8f51-f0861a298d02 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:56.235416 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-341c77b2-554b-4797-bd9e-bc90cdc0e28e req-669a3166-d7dd-4147-8f51-f0861a298d02 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 944 time: 0.1874554 Jun 25 09:29:56.246895 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:56.263274 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:56.267414 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:56.268269 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.270035 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.289892 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-92b762b2-9cbc-49ca-95c1-a332f85853fa tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:56.308653 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4ee22a50-8f74-4882-99ca-a5c1bcd7a74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.316460 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 6df975b7-f48d-4733-8335-d38778875399 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:56.324143 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:56.345621 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=4da992a4-c93c-4ca2-9384-bffe3925784c,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:56.347703 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No DVR routers for this DVR port 4da992a4-c93c-4ca2-9384-bffe3925784c on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:29:56.363226 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:56.378461 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6df975b7-f48d-4733-8335-d38778875399 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:56.378996 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.385143 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee22a50-8f74-4882-99ca-a5c1bcd7a74b None None] Pushing event deleted for resources: {'Port': ['ID=4da992a4-c93c-4ca2-9384-bffe3925784c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:56.416398 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4ee22a50-8f74-4882-99ca-a5c1bcd7a74b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:56.418137 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee22a50-8f74-4882-99ca-a5c1bcd7a74b None None] No DVR routers for this DVR port 4da992a4-c93c-4ca2-9384-bffe3925784c on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:29:56.443735 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.476081 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-341c77b2-554b-4797-bd9e-bc90cdc0e28e req-48a97367-5427-49dc-ae4e-3164ac3ba701 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247372 Jun 25 09:29:56.533839 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.579834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 6df975b7-f48d-4733-8335-d38778875399, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6df975b7-f48d-4733-8335-d38778875399,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:56.587505 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.595204 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:56.597536 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.616463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61bb6f3-0c67-4997-9cb0-6728408553c5']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:56.623574 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-2f05b795-3678-4844-9162-d6ffa2270630 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Floating IP 91c82d9e-afb1-4fa6-98c9-ed967651fdfb associated. External IP: 172.25.6.237, port: 730c7d53-84e2-4b6f-94e8-48215d86224d. Jun 25 09:29:56.636373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63de2b26-7782-4142-9ee2-89607087f453') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:56.636992 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63de2b26-7782-4142-9ee2-89607087f453') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:56.650956 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.669355 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.676467 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=6df975b7-f48d-4733-8335-d38778875399,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:56.677193 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:29:56.677600 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.688411 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:56.690124 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=a6cb396c-1908-44f3-a00a-e1cd2c69d831,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:56.694286 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:56.742535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3def25d5-2c3c-456e-87ea-330e5ef582bd None None] Provisioning for port a6cb396c-1908-44f3-a00a-e1cd2c69d831 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:29:56.749542 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:29:56.753952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3def25d5-2c3c-456e-87ea-330e5ef582bd None None] Provisioning complete for port a6cb396c-1908-44f3-a00a-e1cd2c69d831 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:56.756117 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3def25d5-2c3c-456e-87ea-330e5ef582bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.760989 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.767587 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.775093 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/networks/a61bb6f3-0c67-4997-9cb0-6728408553c5 HTTP/1.1" status: 204 len: 168 time: 1.2623751 Jun 25 09:29:56.777529 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c095e124-89bb-4961-afcf-e75f98b31542 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:56.783964 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37532) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:56.797496 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1905215840', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}, 'admin_state_up': False}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:29:56.798144 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e7bc42f1-0818-4898-aa19-a29e4bd3c9a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.806111 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3def25d5-2c3c-456e-87ea-330e5ef582bd None None] Port a6cb396c-1908-44f3-a00a-e1cd2c69d831 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:56.823457 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Network': ['ID=a61bb6f3-0c67-4997-9cb0-6728408553c5,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:56.836019 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:56.858359 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.860092 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:56.927551 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:57.059293 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:57.196635 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f05b795-3678-4844-9162-d6ffa2270630 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Router a6b6486c-9e73-418f-852a-d895d5964d9f has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:29:57.232843 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:57.280227 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c0c90691-08c2-4997-bd49-70c6f6a7cfc2 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:57.364905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bc42f1-0818-4898-aa19-a29e4bd3c9a3 admin admin] Router 6071c3ba-16eb-4dad-b1ea-f41d654ec5a9 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:29:57.379644 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port c0c90691-08c2-4997-bd49-70c6f6a7cfc2 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:29:57.384935 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port c0c90691-08c2-4997-bd49-70c6f6a7cfc2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:57.385376 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:57.655147 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:57.709408 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c90691-08c2-4997-bd49-70c6f6a7cfc2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:29:57.713833 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda50f07-dcb0-44d7-a935-5f3f137606f1" -d '{"events": [{"server_uuid": "1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7", "name": "network-vif-plugged", "status": "completed", "tag": "c0c90691-08c2-4997-bd49-70c6f6a7cfc2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:29:57.716991 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:57.771509 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port c0c90691-08c2-4997-bd49-70c6f6a7cfc2, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c0c90691-08c2-4997-bd49-70c6f6a7cfc2,segment=NetworkSegment(d28fe6d2-15bd-4d87-87e4-5afdd4e2a040),segment_id=d28fe6d2-15bd-4d87-87e4-5afdd4e2a040)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:57.774951 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:57.779452 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:57.781759 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cb4d2931-e001-47da-a92e-07741c179ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:57.876711 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6df975b7-f48d-4733-8335-d38778875399 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:29:57.956163 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=c0c90691-08c2-4997-bd49-70c6f6a7cfc2,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:57.962042 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:57.963275 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:58.009709 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc91d7cd-57c0-4818-88ed-2ff5d9a814dc x-openstack-request-id: req-cc91d7cd-57c0-4818-88ed-2ff5d9a814dc {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:29:58.010000 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7", "name": "network-vif-plugged", "status": "completed", "tag": "c0c90691-08c2-4997-bd49-70c6f6a7cfc2", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:29:58.010231 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cc91d7cd-57c0-4818-88ed-2ff5d9a814dc {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:29:58.010674 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c90691-08c2-4997-bd49-70c6f6a7cfc2', 'code': 200} Jun 25 09:29:58.013519 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6df975b7-f48d-4733-8335-d38778875399 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:58.013873 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:58.066721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0badd-96df-42f2-9394-cd748cd0b3b3 req-1f5cab52-08ab-4895-98dc-69d3e4624887 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:58.068515 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0e0badd-96df-42f2-9394-cd748cd0b3b3 req-1f5cab52-08ab-4895-98dc-69d3e4624887 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.2961891 Jun 25 09:29:58.081033 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bc42f1-0818-4898-aa19-a29e4bd3c9a3 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:29:58.093824 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e7bc42f1-0818-4898-aa19-a29e4bd3c9a3 admin admin] 10.222.0.93 "PUT /v2.0/routers/6071c3ba-16eb-4dad-b1ea-f41d654ec5a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0099576 Jun 25 09:29:58.101287 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f489c-25dd-4c8f-8bac-c87b521d92a7 None None] Sync routers for ids ['6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:29:58.104430 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37548) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:58.123723 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f489c-25dd-4c8f-8bac-c87b521d92a7 None None] Routers {'6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:58.127831 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e12f489c-25dd-4c8f-8bac-c87b521d92a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:58.179942 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Allocated IP 172.25.6.211 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/412b5e24-17f9-4551-bd51-79e899bcb4f9) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:29:58.257361 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4da992a4-c93c-4ca2-9384-bffe3925784c no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:29:58.258348 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f05b795-3678-4844-9162-d6ffa2270630 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:29:58.267023 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2f05b795-3678-4844-9162-d6ffa2270630 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:58.312936 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070b20ab-c2ed-481d-b0d1-508d29654171 None None] Sync routers for ids ['a6b6486c-9e73-418f-852a-d895d5964d9f'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:29:58.315218 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 4da992a4-c93c-4ca2-9384-bffe3925784c {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:29:58.315568 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4da992a4-c93c-4ca2-9384-bffe3925784c not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:29:58.346612 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-e12f489c-25dd-4c8f-8bac-c87b521d92a7 None None] Set router 6071c3ba-16eb-4dad-b1ea-f41d654ec5a9 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:58.347805 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070b20ab-c2ed-481d-b0d1-508d29654171 None None] Routers {'a6b6486c-9e73-418f-852a-d895d5964d9f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:58.348760 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-070b20ab-c2ed-481d-b0d1-508d29654171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a6b6486c-9e73-418f-852a-d895d5964d9f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:58.374634 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:58.381134 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2f05b795-3678-4844-9162-d6ffa2270630 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "PUT /v2.0/floatingips/91c82d9e-afb1-4fa6-98c9-ed967651fdfb HTTP/1.1" status: 200 len: 992 time: 5.0873885 Jun 25 09:29:58.413774 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895b9471-25ff-4245-a2f8-f9511d04dac1', 'tag': '730c7d53-84e2-4b6f-94e8-48215d86224d'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:29:58.416133 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19b5b27-1064-41fa-81b1-66bd64b079ff" -d '{"events": [{"name": "network-changed", "server_uuid": "895b9471-25ff-4245-a2f8-f9511d04dac1", "tag": "730c7d53-84e2-4b6f-94e8-48215d86224d"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:29:58.451941 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0e0badd-96df-42f2-9394-cd748cd0b3b3 req-29254a10-4dc0-4d2b-8e47-977b04dbfa00 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513958 Jun 25 09:29:58.553853 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-070b20ab-c2ed-481d-b0d1-508d29654171 None None] Set router a6b6486c-9e73-418f-852a-d895d5964d9f gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:58.558992 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce3bb3-558b-41ba-8db6-45cb3da01adb req-a2f5a9dd-1316-487a-b6de-3eca7a46dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:58.562861 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2ce3bb3-558b-41ba-8db6-45cb3da01adb req-a2f5a9dd-1316-487a-b6de-3eca7a46dca7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 1097 time: 0.4020424 Jun 25 09:29:58.575945 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607e3dee-73f6-47f7-97c9-8b3260bbadf8 x-openstack-request-id: req-607e3dee-73f6-47f7-97c9-8b3260bbadf8 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:29:58.584864 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895b9471-25ff-4245-a2f8-f9511d04dac1", "tag": "730c7d53-84e2-4b6f-94e8-48215d86224d", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:29:58.585828 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-607e3dee-73f6-47f7-97c9-8b3260bbadf8 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:29:58.586446 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895b9471-25ff-4245-a2f8-f9511d04dac1', 'tag': '730c7d53-84e2-4b6f-94e8-48215d86224d', 'status': 'completed', 'code': 200} Jun 25 09:29:58.653580 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:58.659340 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2ce3bb3-558b-41ba-8db6-45cb3da01adb req-6789b5ba-ee9b-4efa-8682-1dafef71964e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871623 Jun 25 09:29:58.687659 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:58.701602 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:58.704973 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:58.705965 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:58.709500 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e7bc42f1-0818-4898-aa19-a29e4bd3c9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:58.756802 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:58.760203 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:29:58.797563 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e12f489c-25dd-4c8f-8bac-c87b521d92a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'name': 'tempest-TestServerMultinode-1204530781-router', 'tenant_id': '8d8fcee0113047b28d608dea0d40b1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'fd5b3aad-c637-4164-a0ed-111e90b8d14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:04Z', 'updated_at': '2021-06-25T09:29:54Z', 'revision_number': 5, 'project_id': '8d8fcee0113047b28d608dea0d40b1a3', 'gw_port': {'id': 'fd5b3aad-c637-4164-a0ed-111e90b8d14f', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:aa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:05Z', 'updated_at': '2021-06-25T09:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:58.841644 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:58.854219 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=a6cb396c-1908-44f3-a00a-e1cd2c69d831,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:58.858309 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:58.860531 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:58.874707 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:29:58.877784 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=412b5e24-17f9-4551-bd51-79e899bcb4f9,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:29:58.880975 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:29:58.885517 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f489c-25dd-4c8f-8bac-c87b521d92a7 None None] Checking router: 6071c3ba-16eb-4dad-b1ea-f41d654ec5a9 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:29:58.898490 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b5b27-1064-41fa-81b1-66bd64b079ff req-fb75e52b-7d14-462e-98e2-80fc4729be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:58.900122 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b19b5b27-1064-41fa-81b1-66bd64b079ff req-fb75e52b-7d14-462e-98e2-80fc4729be44 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e661d834fd304a2f9b1a96b19b02933d&device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 1098 time: 0.2438729 Jun 25 09:29:58.903089 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f489c-25dd-4c8f-8bac-c87b521d92a7 None None] Routers {'6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:58.912550 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e12f489c-25dd-4c8f-8bac-c87b521d92a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:58.989002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] Deleting port fd5b3aad-c637-4164-a0ed-111e90b8d14f {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:29:58.990441 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:58.994471 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:29:59.028998 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:29:59.046919 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-e12f489c-25dd-4c8f-8bac-c87b521d92a7 None None] Set router 6071c3ba-16eb-4dad-b1ea-f41d654ec5a9 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:59.168628 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e12f489c-25dd-4c8f-8bac-c87b521d92a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'name': 'tempest-TestServerMultinode-1204530781-router', 'tenant_id': '8d8fcee0113047b28d608dea0d40b1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:04Z', 'updated_at': '2021-06-25T09:29:58Z', 'revision_number': 6, 'project_id': '8d8fcee0113047b28d608dea0d40b1a3', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:59.199823 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b5b27-1064-41fa-81b1-66bd64b079ff req-472910e1-b2f2-4e27-b1ff-8a2031d6d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:59.203958 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b19b5b27-1064-41fa-81b1-66bd64b079ff req-472910e1-b2f2-4e27-b1ff-8a2031d6d22d service neutron] 10.222.0.38 "GET /v2.0/networks?id=c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef HTTP/1.1" status: 200 len: 907 time: 0.2848678 Jun 25 09:29:59.241438 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f489c-25dd-4c8f-8bac-c87b521d92a7 None None] The sync data for ids ['6071c3ba-16eb-4dad-b1ea-f41d654ec5a9'] in n-d-761264-15 is: [{'id': '6071c3ba-16eb-4dad-b1ea-f41d654ec5a9', 'name': 'tempest-TestServerMultinode-1204530781-router', 'tenant_id': '8d8fcee0113047b28d608dea0d40b1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:04Z', 'updated_at': '2021-06-25T09:29:58Z', 'revision_number': 6, 'project_id': '8d8fcee0113047b28d608dea0d40b1a3', 'gw_port_host': None}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:29:59.256096 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-070b20ab-c2ed-481d-b0d1-508d29654171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'name': 'tempest-ServersTestJSON-510071517-router', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:59Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'gw_port': {'id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:00Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '91c82d9e-afb1-4fa6-98c9-ed967651fdfb', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'port_id': '730c7d53-84e2-4b6f-94e8-48215d86224d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'mac_address': 'fa:16:3e:96:35:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b9471-25ff-4245-a2f8-f9511d04dac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:29:28Z', 'updated_at': '2021-06-25T09:29:55Z', 'revision_number': 1, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcde91ae-075c-431e-9933-7c1ab61f7532', 'name': '', 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'mac_address': 'fa:16:3e:ce:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:11Z', 'updated_at': '2021-06-25T09:29:26Z', 'revision_number': 5, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'subnets': [{'id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:59.326295 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] For port fd5b3aad-c637-4164-a0ed-111e90b8d14f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=fd5b3aad-c637-4164-a0ed-111e90b8d14f,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:29:59.326295 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:59.350660 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070b20ab-c2ed-481d-b0d1-508d29654171 None None] Checking router: a6b6486c-9e73-418f-852a-d895d5964d9f for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:29:59.360449 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070b20ab-c2ed-481d-b0d1-508d29654171 None None] Routers {'a6b6486c-9e73-418f-852a-d895d5964d9f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:29:59.361121 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-070b20ab-c2ed-481d-b0d1-508d29654171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a6b6486c-9e73-418f-852a-d895d5964d9f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:29:59.392695 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] Calling delete_port for fd5b3aad-c637-4164-a0ed-111e90b8d14f owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:29:59.415764 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b19b5b27-1064-41fa-81b1-66bd64b079ff req-fe856f98-c2b6-4d4f-bff4-c48e34dc4518 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=730c7d53-84e2-4b6f-94e8-48215d86224d HTTP/1.1" status: 200 len: 1000 time: 0.1999218 Jun 25 09:29:59.515511 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:59.572633 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Router cb69624b-af03-4d10-a2ce-7d9272239681 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:29:59.597454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-070b20ab-c2ed-481d-b0d1-508d29654171 None None] Set router a6b6486c-9e73-418f-852a-d895d5964d9f gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:29:59.628576 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b5b27-1064-41fa-81b1-66bd64b079ff req-e980dd82-923e-443c-a7b1-d774899308ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:29:59.630247 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b19b5b27-1064-41fa-81b1-66bd64b079ff req-e980dd82-923e-443c-a7b1-d774899308ff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ce717c3-2d32-45d2-9b06-d0c23cc3afa6 HTTP/1.1" status: 200 len: 844 time: 0.1645436 Jun 25 09:29:59.665762 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-99d210a3-0c71-481a-982a-565cc9599cea None None] Provisioning complete for port a6cb396c-1908-44f3-a00a-e1cd2c69d831 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:29:59.666048 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99d210a3-0c71-481a-982a-565cc9599cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:29:59.721940 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4d82870e-6c51-4510-a798-1400951b6f3b no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:29:59.766252 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 4d82870e-6c51-4510-a798-1400951b6f3b {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:29:59.766599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4d82870e-6c51-4510-a798-1400951b6f3b not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:29:59.833070 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-99d210a3-0c71-481a-982a-565cc9599cea None None] Port a6cb396c-1908-44f3-a00a-e1cd2c69d831 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:29:59.961986 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:29:59.971521 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "PUT /v2.0/routers/cb69624b-af03-4d10-a2ce-7d9272239681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6465735 Jun 25 09:29:59.975799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37568) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:29:59.987486 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Sync routers for ids ['cb69624b-af03-4d10-a2ce-7d9272239681'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:30:00.008340 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Routers {'cb69624b-af03-4d10-a2ce-7d9272239681'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:00.010593 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cb69624b-af03-4d10-a2ce-7d9272239681'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:00.028743 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b5b27-1064-41fa-81b1-66bd64b079ff req-92f7a4a7-4a5d-434f-84c7-081096512c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:00.030284 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b19b5b27-1064-41fa-81b1-66bd64b079ff req-92f7a4a7-4a5d-434f-84c7-081096512c30 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3698757 Jun 25 09:30:00.057480 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:00.067023 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:00.150140 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Set router cb69624b-af03-4d10-a2ce-7d9272239681 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:30:00.297463 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b19b5b27-1064-41fa-81b1-66bd64b079ff req-0599e516-a9a5-4d75-bcad-23b33c24d031 service neutron] 10.222.0.38 "GET /v2.0/networks/c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582233 Jun 25 09:30:00.317324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c2168-d41a-44be-8180-8ffcd98eb5ae tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:00.321990 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-702c2168-d41a-44be-8180-8ffcd98eb5ae tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports/a6cb396c-1908-44f3-a00a-e1cd2c69d831 HTTP/1.1" status: 200 len: 911 time: 0.3427961 Jun 25 09:30:00.361284 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37570) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:00.556869 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6e337-eff6-4257-b2d2-5c1b3d69bc88 req-b7064bcc-30b4-4068-abc8-252342c1f453 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:00.558720 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ad6e337-eff6-4257-b2d2-5c1b3d69bc88 req-b7064bcc-30b4-4068-abc8-252342c1f453 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.3297677 Jun 25 09:30:00.600351 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:00.610149 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5b3aad-c637-4164-a0ed-111e90b8d14f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:00.615839 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:00.712796 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69624b-af03-4d10-a2ce-7d9272239681', 'name': 'tempest-NetworksTestDHCPv6-router-1992986569', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:29:52Z', 'updated_at': '2021-06-25T09:29:56Z', 'revision_number': 2, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'gw_port_host': None, '_interfaces': [{'id': 'a6cb396c-1908-44f3-a00a-e1cd2c69d831', 'name': '', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'mac_address': 'fa:16:3e:53:cd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb69624b-af03-4d10-a2ce-7d9272239681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '553bdff7-e371-4434-a6f1-8da99763a068', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:54Z', 'updated_at': '2021-06-25T09:29:58Z', 'revision_number': 2, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'subnets': [{'id': '553bdff7-e371-4434-a6f1-8da99763a068', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:00.768361 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8e478c-633c-4285-9ec5-930a9f8aab71 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:00.775171 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8e478c-633c-4285-9ec5-930a9f8aab71 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:00.776805 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Checking router: cb69624b-af03-4d10-a2ce-7d9272239681 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:30:00.777228 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Updating router cb69624b-af03-4d10-a2ce-7d9272239681 port a6cb396c-1908-44f3-a00a-e1cd2c69d831 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:30:00.779895 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37576) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:00.781738 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1c8e478c-633c-4285-9ec5-930a9f8aab71 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4182878 Jun 25 09:30:00.822319 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ad6e337-eff6-4257-b2d2-5c1b3d69bc88 req-85057430-7710-44ae-a76a-84b96defb5c1 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427888 Jun 25 09:30:00.829702 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-070b20ab-c2ed-481d-b0d1-508d29654171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'name': 'tempest-ServersTestJSON-510071517-router', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:59Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'gw_port': {'id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:00Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '91c82d9e-afb1-4fa6-98c9-ed967651fdfb', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'port_id': '730c7d53-84e2-4b6f-94e8-48215d86224d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'mac_address': 'fa:16:3e:96:35:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b9471-25ff-4245-a2f8-f9511d04dac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:29:28Z', 'updated_at': '2021-06-25T09:29:55Z', 'revision_number': 1, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcde91ae-075c-431e-9933-7c1ab61f7532', 'name': '', 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'mac_address': 'fa:16:3e:ce:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:11Z', 'updated_at': '2021-06-25T09:29:26Z', 'revision_number': 5, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'subnets': [{'id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:00.870721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router c4a7db33-e4e1-44c5-abca-bda27909c268 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:30:00.875478 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070b20ab-c2ed-481d-b0d1-508d29654171 None None] The sync data for ids ['a6b6486c-9e73-418f-852a-d895d5964d9f'] in n-d-761264-15 is: [{'id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'name': 'tempest-ServersTestJSON-510071517-router', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:59Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'gw_port': {'id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:00Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '91c82d9e-afb1-4fa6-98c9-ed967651fdfb', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'port_id': '730c7d53-84e2-4b6f-94e8-48215d86224d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'mac_address': 'fa:16:3e:96:35:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b9471-25ff-4245-a2f8-f9511d04dac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:29:28Z', 'updated_at': '2021-06-25T09:29:55Z', 'revision_number': 1, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcde91ae-075c-431e-9933-7c1ab61f7532', 'name': '', 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'mac_address': 'fa:16:3e:ce:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:11Z', 'updated_at': '2021-06-25T09:29:26Z', 'revision_number': 5, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'subnets': [{'id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:30:00.909347 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:00.939535 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b19b5b27-1064-41fa-81b1-66bd64b079ff req-ccbd02f4-804d-4afc-9f47-b2cea24807ca service neutron] 10.222.0.38 "GET /v2.0/networks/c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155996 Jun 25 09:30:00.945316 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:01.131162 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:01.136576 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:01.140638 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:30:01.159971 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4883cc-58dd-4a76-a38e-768cbf6346d7 None None] Sync routers for ids ['c4a7db33-e4e1-44c5-abca-bda27909c268'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:30:01.179077 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:01.180352 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3954127 Jun 25 09:30:01.183545 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37580) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:01.193192 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4883cc-58dd-4a76-a38e-768cbf6346d7 None None] Routers {'c4a7db33-e4e1-44c5-abca-bda27909c268'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:01.196873 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4e4883cc-58dd-4a76-a38e-768cbf6346d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c4a7db33-e4e1-44c5-abca-bda27909c268'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:01.273634 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4e4883cc-58dd-4a76-a38e-768cbf6346d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:01.290027 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4883cc-58dd-4a76-a38e-768cbf6346d7 None None] Routers {'c4a7db33-e4e1-44c5-abca-bda27909c268'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:01.290973 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4e4883cc-58dd-4a76-a38e-768cbf6346d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c4a7db33-e4e1-44c5-abca-bda27909c268'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:01.329658 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:01.332246 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6071c3ba-16eb-4dad-b1ea-f41d654ec5a9 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:30:01.337967 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:01.347987 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] 10.222.0.93 "DELETE /v2.0/routers/6071c3ba-16eb-4dad-b1ea-f41d654ec5a9 HTTP/1.1" status: 204 len: 168 time: 3.2402148 Jun 25 09:30:01.351507 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37582) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:01.416874 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4e4883cc-58dd-4a76-a38e-768cbf6346d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:01.417632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4883cc-58dd-4a76-a38e-768cbf6346d7 None None] The sync data for ids ['c4a7db33-e4e1-44c5-abca-bda27909c268'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:30:01.428779 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:01.467395 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495e870-bb47-47ee-8268-b9511cd0281c None None] New status for floating IP 91c82d9e-afb1-4fa6-98c9-ed967651fdfb: ACTIVE {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:30:01.593057 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf5ebfa-7d08-470a-835c-6ec9271b2a22 admin admin] Deleting subnet 96a3b29f-c401-43ff-b96b-661504217087 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:30:01.597255 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ebfa-7d08-470a-835c-6ec9271b2a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:01.683679 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b4cb4153-dfab-47f7-bfeb-fef46147f6d7 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/routers/c4a7db33-e4e1-44c5-abca-bda27909c268 HTTP/1.1" status: 200 len: 885 time: 0.4990988 Jun 25 09:30:01.685306 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device fd5b3aad-c637-4164-a0ed-111e90b8d14f no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:30:01.690202 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37590) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:01.694780 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ebfa-7d08-470a-835c-6ec9271b2a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:01.717290 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: fd5b3aad-c637-4164-a0ed-111e90b8d14f {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:30:01.717996 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device fd5b3aad-c637-4164-a0ed-111e90b8d14f not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:30:01.774909 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:01.803488 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Transition to ACTIVE for port object a6cb396c-1908-44f3-a00a-e1cd2c69d831 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:01.851458 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:01.877687 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:01.952877 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ebfa-7d08-470a-835c-6ec9271b2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:02.083586 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-85956d66-4d78-482a-96ee-0129f14cb5ce tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3919232 Jun 25 09:30:02.090669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37594) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:02.096190 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2035c-490f-4766-ba5f-581332f37da6 None None] Pushing event updated for resources: {'Port': ['ID=a6cb396c-1908-44f3-a00a-e1cd2c69d831,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:02.109403 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-de716066-0432-4793-b544-e8f05e6639e2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1905215840'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:02.115206 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-c9b2035c-490f-4766-ba5f-581332f37da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:02.118453 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ae95589-ee56-4a85-83f4-8ac9e62dd48f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:02.267044 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Attempting to bind port a6cb396c-1908-44f3-a00a-e1cd2c69d831 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:30:02.267465 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Attempting to bind port a6cb396c-1908-44f3-a00a-e1cd2c69d831 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:30:02.267772 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Attempting to bind port a6cb396c-1908-44f3-a00a-e1cd2c69d831 on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:30:02.278599 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:30:02.279037 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:02.279428 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:02.279885 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:30:02.280263 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Bound port: a6cb396c-1908-44f3-a00a-e1cd2c69d831, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:30:02.280640 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:02.294517 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ebfa-7d08-470a-835c-6ec9271b2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:02.337999 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-74779e7e-328a-4a02-abab-fc51730340b5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:02.407000 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5ebfa-7d08-470a-835c-6ec9271b2a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a3b29f-c401-43ff-b96b-661504217087,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:02.410102 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dbf5ebfa-7d08-470a-835c-6ec9271b2a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:02.416056 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ebfa-7d08-470a-835c-6ec9271b2a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:02.418636 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-dbf5ebfa-7d08-470a-835c-6ec9271b2a22 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/96a3b29f-c401-43ff-b96b-661504217087 HTTP/1.1" status: 204 len: 168 time: 1.0660288 Jun 25 09:30:02.423186 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024639c5-0810-4738-b0af-c3818ea4c93a None None] Network dfc5d1ae-4979-4796-8f85-9baa220a71ad requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:02.436687 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37598) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:02.481109 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2200f53-6472-4f69-873c-1b168a860a29 req-54c2e95f-5a64-4cf5-b4de-c84d02935718 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:02.488356 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e2200f53-6472-4f69-873c-1b168a860a29 req-54c2e95f-5a64-4cf5-b4de-c84d02935718 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.2895970 Jun 25 09:30:02.518126 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] For port a6cb396c-1908-44f3-a00a-e1cd2c69d831, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:30:02.525814 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] For port a6cb396c-1908-44f3-a00a-e1cd2c69d831, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a6cb396c-1908-44f3-a00a-e1cd2c69d831,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:30:02.535323 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:02.560527 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:02.588758 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e2200f53-6472-4f69-873c-1b168a860a29 req-f98f0cdb-6b9e-44dd-9740-6ef61cdcdd04 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992174 Jun 25 09:30:02.612244 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2035c-490f-4766-ba5f-581332f37da6 None None] Pushing event updated for resources: {'Port': ['ID=a6cb396c-1908-44f3-a00a-e1cd2c69d831,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:02.616707 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-c9b2035c-490f-4766-ba5f-581332f37da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:02.628176 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Routers {'cb69624b-af03-4d10-a2ce-7d9272239681'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:02.628889 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cb69624b-af03-4d10-a2ce-7d9272239681'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:02.693755 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:02.836523 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] Set router cb69624b-af03-4d10-a2ce-7d9272239681 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:30:02.906271 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba320e4-052c-40d1-a73e-4234e3d5baa3 None None] DHCP port deletion for dfc5d1ae-4979-4796-8f85-9baa220a71ad request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:30:03.021997 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5ba320e4-052c-40d1-a73e-4234e3d5baa3 None None] Deleting port 40918301-04ed-4fbf-a600-ea6557c0d333 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:03.022397 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ba320e4-052c-40d1-a73e-4234e3d5baa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:03.131473 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-de716066-0432-4793-b544-e8f05e6639e2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:03.157486 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-de716066-0432-4793-b544-e8f05e6639e2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:03.290888 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-5ba320e4-052c-40d1-a73e-4234e3d5baa3 None None] For port 40918301-04ed-4fbf-a600-ea6557c0d333, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=40918301-04ed-4fbf-a600-ea6557c0d333,segment=NetworkSegment(f9fc13e3-4d18-4864-88d5-39d8499211f0),segment_id=f9fc13e3-4d18-4864-88d5-39d8499211f0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:03.291890 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ba320e4-052c-40d1-a73e-4234e3d5baa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:03.326354 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5ba320e4-052c-40d1-a73e-4234e3d5baa3 None None] Calling delete_port for 40918301-04ed-4fbf-a600-ea6557c0d333 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:03.331117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de716066-0432-4793-b544-e8f05e6639e2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router c4a7db33-e4e1-44c5-abca-bda27909c268 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:30:03.352476 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69624b-af03-4d10-a2ce-7d9272239681', 'name': 'tempest-NetworksTestDHCPv6-router-1992986569', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:29:52Z', 'updated_at': '2021-06-25T09:29:56Z', 'revision_number': 2, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'gw_port_host': None, '_interfaces': [{'id': 'a6cb396c-1908-44f3-a00a-e1cd2c69d831', 'name': '', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'mac_address': 'fa:16:3e:53:cd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb69624b-af03-4d10-a2ce-7d9272239681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '553bdff7-e371-4434-a6f1-8da99763a068', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:54Z', 'updated_at': '2021-06-25T09:30:02Z', 'revision_number': 4, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'subnets': [{'id': '553bdff7-e371-4434-a6f1-8da99763a068', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:03.409336 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a89b89-c0ee-4124-b84a-5e1aebe0211d None None] The sync data for ids ['cb69624b-af03-4d10-a2ce-7d9272239681'] in n-d-761264-15 is: [{'id': 'cb69624b-af03-4d10-a2ce-7d9272239681', 'name': 'tempest-NetworksTestDHCPv6-router-1992986569', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:29:52Z', 'updated_at': '2021-06-25T09:29:56Z', 'revision_number': 2, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'gw_port_host': None, '_interfaces': [{'id': 'a6cb396c-1908-44f3-a00a-e1cd2c69d831', 'name': '', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'mac_address': 'fa:16:3e:53:cd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb69624b-af03-4d10-a2ce-7d9272239681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '553bdff7-e371-4434-a6f1-8da99763a068', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:54Z', 'updated_at': '2021-06-25T09:30:02Z', 'revision_number': 4, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'subnets': [{'id': '553bdff7-e371-4434-a6f1-8da99763a068', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:30:03.540408 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ba320e4-052c-40d1-a73e-4234e3d5baa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:03.553250 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:03.580591 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a138f9-4465-4942-86ff-641f55d56f80 req-4c6d9be3-9e07-4ac4-b6d0-b135d26b7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:03.582543 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1a138f9-4465-4942-86ff-641f55d56f80 req-4c6d9be3-9e07-4ac4-b6d0-b135d26b7900 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dac7f5e8bc874a1bb47e20ea5d0b1b08&device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 1097 time: 0.2493491 Jun 25 09:30:03.656954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de716066-0432-4793-b544-e8f05e6639e2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:30:03.672107 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba320e4-052c-40d1-a73e-4234e3d5baa3 None None] Pushing event deleted for resources: {'Port': ['ID=40918301-04ed-4fbf-a600-ea6557c0d333,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:03.672345 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-de716066-0432-4793-b544-e8f05e6639e2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:03.678144 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-de716066-0432-4793-b544-e8f05e6639e2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/c4a7db33-e4e1-44c5-abca-bda27909c268 HTTP/1.1" status: 200 len: 892 time: 1.5785468 Jun 25 09:30:03.683775 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37614) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:03.690881 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5ba320e4-052c-40d1-a73e-4234e3d5baa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:03.691844 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eeb110-8647-4e50-9c55-ae331feab239 None None] Sync routers for ids ['c4a7db33-e4e1-44c5-abca-bda27909c268'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:30:03.726391 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba320e4-052c-40d1-a73e-4234e3d5baa3 None None] No DVR routers for this DVR port 40918301-04ed-4fbf-a600-ea6557c0d333 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:30:03.735795 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eeb110-8647-4e50-9c55-ae331feab239 None None] Routers {'c4a7db33-e4e1-44c5-abca-bda27909c268'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:03.735795 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-74eeb110-8647-4e50-9c55-ae331feab239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c4a7db33-e4e1-44c5-abca-bda27909c268'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:03.738034 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 40918301-04ed-4fbf-a600-ea6557c0d333 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:30:03.745413 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Deleting port 40918301-04ed-4fbf-a600-ea6557c0d333 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:03.746438 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:03.816824 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-74eeb110-8647-4e50-9c55-ae331feab239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:03.819467 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 40918301-04ed-4fbf-a600-ea6557c0d333 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:30:03.819998 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 40918301-04ed-4fbf-a600-ea6557c0d333 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:30:03.886356 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eeb110-8647-4e50-9c55-ae331feab239 None None] Routers {'c4a7db33-e4e1-44c5-abca-bda27909c268'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:03.887307 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-74eeb110-8647-4e50-9c55-ae331feab239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['c4a7db33-e4e1-44c5-abca-bda27909c268'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:03.956438 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-74eeb110-8647-4e50-9c55-ae331feab239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:03.957412 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eeb110-8647-4e50-9c55-ae331feab239 None None] The sync data for ids ['c4a7db33-e4e1-44c5-abca-bda27909c268'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:30:03.979322 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1a692-21ef-47c5-b63c-b30b61bd1d3c req-eea061d8-0b3a-468e-a31b-9dcd3dd4651e tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:03.981274 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93b1a692-21ef-47c5-b63c-b30b61bd1d3c req-eea061d8-0b3a-468e-a31b-9dcd3dd4651e tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.4866843 Jun 25 09:30:03.987697 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] For port 40918301-04ed-4fbf-a600-ea6557c0d333, host n-d-761264-15, got binding levels [] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:03.988017 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:04.012952 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Calling delete_port for 40918301-04ed-4fbf-a600-ea6557c0d333 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:04.020308 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Port 40918301-04ed-4fbf-a600-ea6557c0d333 was not found and therefore no delete operation was performed {{(pid=94025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:30:04.024031 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:04.037748 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2364110d-a34c-43ff-b8fb-ef2906aa0243 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:04.045639 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2ae95589-ee56-4a85-83f4-8ac9e62dd48f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port a6cb396c-1908-44f3-a00a-e1cd2c69d831 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:04.046059 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ae95589-ee56-4a85-83f4-8ac9e62dd48f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:04.106666 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=40918301-04ed-4fbf-a600-ea6557c0d333,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:04.136161 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:04.139769 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] No DVR routers for this DVR port 40918301-04ed-4fbf-a600-ea6557c0d333 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:30:04.300560 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-2ae95589-ee56-4a85-83f4-8ac9e62dd48f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] For port a6cb396c-1908-44f3-a00a-e1cd2c69d831, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a6cb396c-1908-44f3-a00a-e1cd2c69d831,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:04.300957 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ae95589-ee56-4a85-83f4-8ac9e62dd48f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:04.317616 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2ae95589-ee56-4a85-83f4-8ac9e62dd48f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for a6cb396c-1908-44f3-a00a-e1cd2c69d831 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:04.382264 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:04.400414 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc5d1ae-4979-4796-8f85-9baa220a71ad']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:04.418059 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fc13e3-4d18-4864-88d5-39d8499211f0') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:04.418425 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fc13e3-4d18-4864-88d5-39d8499211f0') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:04.431556 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:04.446453 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a138f9-4465-4942-86ff-641f55d56f80 req-0a179623-6abd-43df-8f8e-20f17b094e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:04.447950 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1a138f9-4465-4942-86ff-641f55d56f80 req-0a179623-6abd-43df-8f8e-20f17b094e4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f4acba0-814c-4f78-8544-d5e86009c042 HTTP/1.1" status: 200 len: 913 time: 0.8573728 Jun 25 09:30:04.481220 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:04.499900 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:30:04.500311 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:30:04.502288 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:30:04.535222 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1a138f9-4465-4942-86ff-641f55d56f80 req-1649a519-7652-4697-86e5-09d868c4b00e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0c90691-08c2-4997-bd49-70c6f6a7cfc2 HTTP/1.1" status: 200 len: 217 time: 0.0552187 Jun 25 09:30:04.598414 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-93b1a692-21ef-47c5-b63c-b30b61bd1d3c req-5b758803-3c51-45dd-8531-b27f824cac68 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549473 Jun 25 09:30:04.601555 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:04.608653 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-50988fb8-ce51-4598-8891-85bd4e340403 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/routers/c4a7db33-e4e1-44c5-abca-bda27909c268 HTTP/1.1" status: 200 len: 892 time: 0.9158902 Jun 25 09:30:04.608908 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37620) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:04.615479 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5d9737ee-dd95-491b-ba86-f690816b553c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:04.624672 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:04.629373 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] 10.222.0.93 "DELETE /v2.0/networks/dfc5d1ae-4979-4796-8f85-9baa220a71ad HTTP/1.1" status: 204 len: 168 time: 2.1886134 Jun 25 09:30:04.638003 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37622) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:04.641328 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-786d7d2c-5206-4e5f-8107-a4f5a2e70bb4 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports?device_id=c4a7db33-e4e1-44c5-abca-bda27909c268 HTTP/1.1" status: 200 len: 205 time: 0.0312049 Jun 25 09:30:04.643611 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37624) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:04.655223 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc5d1ae-4979-4796-8f85-9baa220a71ad,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:04.688674 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:04.692113 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a138f9-4465-4942-86ff-641f55d56f80 req-e5213b08-b216-41e9-907d-7283ebe072cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:04.693800 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1a138f9-4465-4942-86ff-641f55d56f80 req-e5213b08-b216-41e9-907d-7283ebe072cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f307bc61-b706-4bdc-9e68-6e814a3b9d7b HTTP/1.1" status: 200 len: 851 time: 0.1394565 Jun 25 09:30:04.695926 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ae95589-ee56-4a85-83f4-8ac9e62dd48f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:04.700884 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6c796b18-0f89-4dde-8d2c-9d50acf313bb tempest-InstanceActionsTestJSON-658200829 tempest-InstanceActionsTestJSON-658200829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:04.733377 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1a138f9-4465-4942-86ff-641f55d56f80 req-3c6dd3fc-f1af-46c0-80fc-688677b10513 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4acba0-814c-4f78-8544-d5e86009c042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322707 Jun 25 09:30:04.739645 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae95589-ee56-4a85-83f4-8ac9e62dd48f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=a6cb396c-1908-44f3-a00a-e1cd2c69d831,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:04.775508 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2ae95589-ee56-4a85-83f4-8ac9e62dd48f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:04.890472 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:04.894371 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2ae95589-ee56-4a85-83f4-8ac9e62dd48f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:05.069428 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1a138f9-4465-4942-86ff-641f55d56f80 req-8184862d-b7f2-4ead-ad03-fc0fc1e80f13 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285141 Jun 25 09:30:05.162746 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:05.191230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae95589-ee56-4a85-83f4-8ac9e62dd48f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Router cb69624b-af03-4d10-a2ce-7d9272239681 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:30:05.253939 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1a138f9-4465-4942-86ff-641f55d56f80 req-ea8a4bfb-5652-4384-8ddc-f7cfd0a25f0d service neutron] 10.222.0.41 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646039 Jun 25 09:30:05.322977 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 412b5e24-17f9-4551-bd51-79e899bcb4f9 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:05.323347 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:05.436964 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae95589-ee56-4a85-83f4-8ac9e62dd48f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:30:05.446491 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2ae95589-ee56-4a85-83f4-8ac9e62dd48f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "PUT /v2.0/routers/cb69624b-af03-4d10-a2ce-7d9272239681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6635838 Jun 25 09:30:05.446491 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37656) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:05.500093 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:05.525700 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 412b5e24-17f9-4551-bd51-79e899bcb4f9 owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:05.532972 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d8a53b-ba2d-47ff-96cc-4e4a653c053d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:05.535093 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d8a53b-ba2d-47ff-96cc-4e4a653c053d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:05.540216 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-68d8a53b-ba2d-47ff-96cc-4e4a653c053d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0915606 Jun 25 09:30:05.543609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37658) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:05.561153 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368edf9-709f-4294-abc0-0f119dc3b3a6 None None] Sync routers for ids ['cb69624b-af03-4d10-a2ce-7d9272239681'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:30:05.591618 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368edf9-709f-4294-abc0-0f119dc3b3a6 None None] Routers {'cb69624b-af03-4d10-a2ce-7d9272239681'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:05.592403 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e368edf9-709f-4294-abc0-0f119dc3b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cb69624b-af03-4d10-a2ce-7d9272239681'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:05.625175 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b10ccbc3-b7f3-444b-b9fe-0bfbb08797e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:05.746447 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-e368edf9-709f-4294-abc0-0f119dc3b3a6 None None] Set router cb69624b-af03-4d10-a2ce-7d9272239681 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:30:05.777112 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-6884cd9b-6965-4d45-a426-dae41d0fc08c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 553bdff7-e371-4434-a6f1-8da99763a068 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:30:05.781459 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6884cd9b-6965-4d45-a426-dae41d0fc08c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:05.826622 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e368edf9-709f-4294-abc0-0f119dc3b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69624b-af03-4d10-a2ce-7d9272239681', 'name': 'tempest-NetworksTestDHCPv6-router-1992986569', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:29:52Z', 'updated_at': '2021-06-25T09:30:04Z', 'revision_number': 3, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:05.875108 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6884cd9b-6965-4d45-a426-dae41d0fc08c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:05.875489 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368edf9-709f-4294-abc0-0f119dc3b3a6 None None] Checking router: cb69624b-af03-4d10-a2ce-7d9272239681 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:30:05.888553 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368edf9-709f-4294-abc0-0f119dc3b3a6 None None] Routers {'cb69624b-af03-4d10-a2ce-7d9272239681'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:05.889702 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e368edf9-709f-4294-abc0-0f119dc3b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cb69624b-af03-4d10-a2ce-7d9272239681'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:05.991281 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-e368edf9-709f-4294-abc0-0f119dc3b3a6 None None] Set router cb69624b-af03-4d10-a2ce-7d9272239681 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:30:05.996311 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0e79a-84aa-4143-a816-93184751f282 req-f354be21-c485-4b58-9fc1-a8c2e5589b67 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:05.997925 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8de0e79a-84aa-4143-a816-93184751f282 req-f354be21-c485-4b58-9fc1-a8c2e5589b67 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.1931167 Jun 25 09:30:06.018876 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-b10ccbc3-b7f3-444b-b9fe-0bfbb08797e7 admin admin] Deleting port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:06.019467 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b10ccbc3-b7f3-444b-b9fe-0bfbb08797e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:06.022394 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:06.029622 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-46b29265-9fac-4e2b-a40b-bc4fa6c66e90 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:06.051101 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e368edf9-709f-4294-abc0-0f119dc3b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69624b-af03-4d10-a2ce-7d9272239681', 'name': 'tempest-NetworksTestDHCPv6-router-1992986569', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:29:52Z', 'updated_at': '2021-06-25T09:30:04Z', 'revision_number': 3, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:06.072652 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=412b5e24-17f9-4551-bd51-79e899bcb4f9,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:06.076041 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:06.099168 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368edf9-709f-4294-abc0-0f119dc3b3a6 None None] The sync data for ids ['cb69624b-af03-4d10-a2ce-7d9272239681'] in n-d-761264-15 is: [{'id': 'cb69624b-af03-4d10-a2ce-7d9272239681', 'name': 'tempest-NetworksTestDHCPv6-router-1992986569', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:29:52Z', 'updated_at': '2021-06-25T09:30:04Z', 'revision_number': 3, 'project_id': '1a408475b50641c2b6fbb6594f11ea41', 'gw_port_host': None}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:30:06.116916 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-b10ccbc3-b7f3-444b-b9fe-0bfbb08797e7 admin admin] For port ad4e55f4-60b0-43ba-a356-693f9a4e4ad0, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ad4e55f4-60b0-43ba-a356-693f9a4e4ad0,segment=NetworkSegment(690e726b-5c7a-410e-91c1-0acc43f8013a),segment_id=690e726b-5c7a-410e-91c1-0acc43f8013a)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:06.117657 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b10ccbc3-b7f3-444b-b9fe-0bfbb08797e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:06.136919 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-b10ccbc3-b7f3-444b-b9fe-0bfbb08797e7 admin admin] Calling delete_port for ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:06.145362 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6884cd9b-6965-4d45-a426-dae41d0fc08c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:06.205626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8de0e79a-84aa-4143-a816-93184751f282 req-d4f47575-a379-456c-85bd-67d116df4db7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767061 Jun 25 09:30:06.239133 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:06.304686 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6884cd9b-6965-4d45-a426-dae41d0fc08c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:06.309996 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-46152b9b-b804-4a3c-8908-541a6d4d64f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:06.368226 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b10ccbc3-b7f3-444b-b9fe-0bfbb08797e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:06.373813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884cd9b-6965-4d45-a426-dae41d0fc08c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=553bdff7-e371-4434-a6f1-8da99763a068,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:06.379839 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6884cd9b-6965-4d45-a426-dae41d0fc08c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:06.381908 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6884cd9b-6965-4d45-a426-dae41d0fc08c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/553bdff7-e371-4434-a6f1-8da99763a068 HTTP/1.1" status: 204 len: 168 time: 0.8371704 Jun 25 09:30:06.385732 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6884cd9b-6965-4d45-a426-dae41d0fc08c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:06.386013 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0611d830-ef79-49c8-b7cf-ba900f6b5fc7 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:06.386508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37666) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:06.390057 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:06.401983 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-34ba7970-7031-4d77-8d96-484007bd5c20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:06.431785 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:06.461064 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ccbc3-b7f3-444b-b9fe-0bfbb08797e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4e55f4-60b0-43ba-a356-693f9a4e4ad0,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:06.474161 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b10ccbc3-b7f3-444b-b9fe-0bfbb08797e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:06.635588 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:06.636299 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Fanout notify agent at l3_agent the message router_deleted on router c4a7db33-e4e1-44c5-abca-bda27909c268 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:30:06.649761 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:06.650885 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/routers/c4a7db33-e4e1-44c5-abca-bda27909c268 HTTP/1.1" status: 204 len: 168 time: 2.0064061 Jun 25 09:30:06.659372 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37672) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:06.673065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-62c39235-6022-460f-a418-1539650a9afc tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2114074881'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:06.679225 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cd3998db-a462-48ad-9b8c-494441cea958 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2916605 Jun 25 09:30:06.682669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37674) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:06.831290 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-73e7df6e-d742-4c5c-aa26-dd74979e22a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:06.838582 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b10ccbc3-b7f3-444b-b9fe-0bfbb08797e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:06.849066 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0fe7a4-27e4-4186-a0ad-607769d99089 None None] DHCP port deletion for 13e23ba1-9297-4cb1-bce9-7212ee789807 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:30:06.940860 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3e0fe7a4-27e4-4186-a0ad-607769d99089 None None] Deleting port 6df975b7-f48d-4733-8335-d38778875399 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:06.941287 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe7a4-27e4-4186-a0ad-607769d99089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:06.960511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c39235-6022-460f-a418-1539650a9afc tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:06.964958 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-62c39235-6022-460f-a418-1539650a9afc tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:06.997757 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c39235-6022-460f-a418-1539650a9afc tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:30:07.007755 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-62c39235-6022-460f-a418-1539650a9afc tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:07.008132 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-62c39235-6022-460f-a418-1539650a9afc tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Added segment 8db01f3b-d054-4787-8315-cea6dc212b87 of type vlan for network ab56bead-8e89-451b-b838-87a311289852 Jun 25 09:30:07.059694 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-73e7df6e-d742-4c5c-aa26-dd74979e22a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:07.062594 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3e0fe7a4-27e4-4186-a0ad-607769d99089 None None] For port 6df975b7-f48d-4733-8335-d38778875399, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6df975b7-f48d-4733-8335-d38778875399,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:07.063007 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe7a4-27e4-4186-a0ad-607769d99089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:07.063190 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-73e7df6e-d742-4c5c-aa26-dd74979e22a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:07.085998 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-62c39235-6022-460f-a418-1539650a9afc tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:07.094597 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3e0fe7a4-27e4-4186-a0ad-607769d99089 None None] Calling delete_port for 6df975b7-f48d-4733-8335-d38778875399 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:07.124481 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-62c39235-6022-460f-a418-1539650a9afc tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:07.131078 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c39235-6022-460f-a418-1539650a9afc tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:07.131959 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-62c39235-6022-460f-a418-1539650a9afc tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:07.147023 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-73e7df6e-d742-4c5c-aa26-dd74979e22a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:07.147514 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e7df6e-d742-4c5c-aa26-dd74979e22a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Fanout notify agent at l3_agent the message router_deleted on router cb69624b-af03-4d10-a2ce-7d9272239681 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:30:07.147986 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b9d00f3d-19c9-4f03-ae3c-7253b6d5cb8f tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:07.161337 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-73e7df6e-d742-4c5c-aa26-dd74979e22a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:07.166985 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-73e7df6e-d742-4c5c-aa26-dd74979e22a8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/routers/cb69624b-af03-4d10-a2ce-7d9272239681 HTTP/1.1" status: 204 len: 168 time: 0.4808662 Jun 25 09:30:07.167774 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37678) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:07.208217 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-62c39235-6022-460f-a418-1539650a9afc tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5475092 Jun 25 09:30:07.240135 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37680) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:07.245924 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe7a4-27e4-4186-a0ad-607769d99089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:07.255967 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:07.265595 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0fe7a4-27e4-4186-a0ad-607769d99089 None None] No DVR routers for this DVR port 6df975b7-f48d-4733-8335-d38778875399 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:30:07.270386 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-52a7e1f9-a876-4dfd-a4a1-1d9bd9419168 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'subnet': {'network_id': 'ab56bead-8e89-451b-b838-87a311289852', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:07.319188 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fe7a4-27e4-4186-a0ad-607769d99089 None None] Pushing event deleted for resources: {'Port': ['ID=6df975b7-f48d-4733-8335-d38778875399,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:07.325691 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3e0fe7a4-27e4-4186-a0ad-607769d99089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:07.351106 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c39235-6022-460f-a418-1539650a9afc tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Network': ['ID=ab56bead-8e89-451b-b838-87a311289852,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:07.362629 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-62c39235-6022-460f-a418-1539650a9afc tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:07.376852 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network ab56bead-8e89-451b-b838-87a311289852 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:30:07.567310 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f45b97-b46d-47c3-8646-3a4ecf0d96a4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:07.569103 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c9f45b97-b46d-47c3-8646-3a4ecf0d96a4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4003243 Jun 25 09:30:07.569757 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37686) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:07.570219 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10ccbc3-b7f3-444b-b9fe-0bfbb08797e7 admin admin] Router dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:30:07.646949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a7e1f9-a876-4dfd-a4a1-1d9bd9419168 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:07.650682 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-52a7e1f9-a876-4dfd-a4a1-1d9bd9419168 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:07.783195 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e44f1-15e4-4994-8a1a-0180affbc7da req-5f414ce4-3b50-44ee-b9ca-61162c641ae8 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:07.793072 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-695e44f1-15e4-4994-8a1a-0180affbc7da req-5f414ce4-3b50-44ee-b9ca-61162c641ae8 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.3383386 Jun 25 09:30:07.803012 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b5d2e2-b3cb-4803-8c72-011a8c4851ec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:07.806547 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c5b5d2e2-b3cb-4803-8c72-011a8c4851ec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2335050 Jun 25 09:30:07.860382 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37692) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:07.863873 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-695e44f1-15e4-4994-8a1a-0180affbc7da req-3a5ac6e7-9ec4-435b-b09f-3584da740fa8 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559876 Jun 25 09:30:07.899870 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a6cb396c-1908-44f3-a00a-e1cd2c69d831 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:30:07.924162 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5b4024ca-1667-440c-aa95-6b3314691bb0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588408 Jun 25 09:30:07.930475 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37694) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:07.935856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-399e4bea-8bed-486d-b2bb-89d760382b3e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:07.951437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: a6cb396c-1908-44f3-a00a-e1cd2c69d831 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:30:07.952804 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a6cb396c-1908-44f3-a00a-e1cd2c69d831 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:30:07.953494 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6df975b7-f48d-4733-8335-d38778875399 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:30:07.984497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 6df975b7-f48d-4733-8335-d38778875399 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:30:07.986283 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6df975b7-f48d-4733-8335-d38778875399 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:30:08.110878 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399e4bea-8bed-486d-b2bb-89d760382b3e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:08.115366 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-399e4bea-8bed-486d-b2bb-89d760382b3e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:08.309163 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10ccbc3-b7f3-444b-b9fe-0bfbb08797e7 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:30:08.321427 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c66c7b8-fa60-42db-97ca-f83c752cfcfa None None] Sync routers for ids ['dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:30:08.328359 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b10ccbc3-b7f3-444b-b9fe-0bfbb08797e7 admin admin] 10.222.0.93 "PUT /v2.0/routers/dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6848001 Jun 25 09:30:08.330357 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37698) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:08.334512 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c66c7b8-fa60-42db-97ca-f83c752cfcfa None None] Routers {'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:08.335157 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1c66c7b8-fa60-42db-97ca-f83c752cfcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:08.515766 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-52a7e1f9-a876-4dfd-a4a1-1d9bd9419168 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:08.537660 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e7722fac-ffc1-41dd-acaa-ee95a0d64c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:08.545163 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-1c66c7b8-fa60-42db-97ca-f83c752cfcfa None None] Set router dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:30:08.552090 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:08.689150 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7e1f9-a876-4dfd-a4a1-1d9bd9419168 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Checking segment: {'id': '8db01f3b-d054-4787-8315-cea6dc212b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ab56bead-8e89-451b-b838-87a311289852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:08.689743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a7e1f9-a876-4dfd-a4a1-1d9bd9419168 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network hostable DHCP agents. Network: ab56bead-8e89-451b-b838-87a311289852, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:30:08.742605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7e1f9-a876-4dfd-a4a1-1d9bd9419168 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Subnet': ['ID=7d3247d6-fd88-4872-8077-ca0372716f40,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:08.765628 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1c66c7b8-fa60-42db-97ca-f83c752cfcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'name': 'tempest-TestServerMultinode-1326949193-router', 'tenant_id': 'dc54f151a6ea414791194a926463c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '607808fd-176d-4a2b-96ac-d92d3c407316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:20Z', 'updated_at': '2021-06-25T09:30:06Z', 'revision_number': 5, 'project_id': 'dc54f151a6ea414791194a926463c635', 'gw_port': {'id': '607808fd-176d-4a2b-96ac-d92d3c407316', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:23Z', 'updated_at': '2021-06-25T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:08.773338 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:08.778097 n-d-761264-15 neutron-server[94024]: DEBUG neutron.objects.ports [None req-399e4bea-8bed-486d-b2bb-89d760382b3e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94024) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 09:30:08.779928 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-52a7e1f9-a876-4dfd-a4a1-1d9bd9419168 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:08.785464 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-399e4bea-8bed-486d-b2bb-89d760382b3e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:08.803041 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c66c7b8-fa60-42db-97ca-f83c752cfcfa None None] Checking router: dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:30:08.814158 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c66c7b8-fa60-42db-97ca-f83c752cfcfa None None] Routers {'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:08.815016 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1c66c7b8-fa60-42db-97ca-f83c752cfcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:08.819160 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-483ac1a3-a2aa-4ba9-92b0-dce109bd1f76 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:08.887903 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399e4bea-8bed-486d-b2bb-89d760382b3e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:08.895107 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] Deleting port 607808fd-176d-4a2b-96ac-d92d3c407316 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:08.896904 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:08.937560 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-399e4bea-8bed-486d-b2bb-89d760382b3e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:08.949954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399e4bea-8bed-486d-b2bb-89d760382b3e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:08.952053 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-399e4bea-8bed-486d-b2bb-89d760382b3e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:08.955176 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-1c66c7b8-fa60-42db-97ca-f83c752cfcfa None None] Set router dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:30:08.975081 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a7e1f9-a876-4dfd-a4a1-1d9bd9419168 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network ab56bead-8e89-451b-b838-87a311289852 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:30:09.012385 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-399e4bea-8bed-486d-b2bb-89d760382b3e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0808952 Jun 25 09:30:09.023164 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37708) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:09.027005 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-f8913204-f202-4375-9f22-016e633d8626 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:09.033111 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310c5bef-8240-40af-9ee6-c80e3f417851 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:09.065888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4bea-8bed-486d-b2bb-89d760382b3e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=91489b14-bc6d-4b59-90c9-4235be9ce41f,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:09.074181 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-399e4bea-8bed-486d-b2bb-89d760382b3e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:09.078796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-52a7e1f9-a876-4dfd-a4a1-1d9bd9419168 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, ab56bead-8e89-451b-b838-87a311289852) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:09.095189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a7e1f9-a876-4dfd-a4a1-1d9bd9419168 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:09.096005 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-52a7e1f9-a876-4dfd-a4a1-1d9bd9419168 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:09.147606 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-52a7e1f9-a876-4dfd-a4a1-1d9bd9419168 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8934162 Jun 25 09:30:09.147953 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37716) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:09.159962 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aa3d33-b0b9-4b48-9be1-aa943b4053d5 None None] Network ab56bead-8e89-451b-b838-87a311289852 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:09.168530 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-e515960a-929d-4197-8ff1-b48d7f1a277f tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-154920270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:09.267847 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e515960a-929d-4197-8ff1-b48d7f1a277f tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:09.268367 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e515960a-929d-4197-8ff1-b48d7f1a277f tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:09.349496 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] For port 607808fd-176d-4a2b-96ac-d92d3c407316, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=607808fd-176d-4a2b-96ac-d92d3c407316,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:09.350062 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1c66c7b8-fa60-42db-97ca-f83c752cfcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'name': 'tempest-TestServerMultinode-1326949193-router', 'tenant_id': 'dc54f151a6ea414791194a926463c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:20Z', 'updated_at': '2021-06-25T09:30:08Z', 'revision_number': 6, 'project_id': 'dc54f151a6ea414791194a926463c635', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:09.350180 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:09.365755 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] Calling delete_port for 607808fd-176d-4a2b-96ac-d92d3c407316 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:09.414466 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c66c7b8-fa60-42db-97ca-f83c752cfcfa None None] The sync data for ids ['dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14'] in n-d-761264-15 is: [{'id': 'dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14', 'name': 'tempest-TestServerMultinode-1326949193-router', 'tenant_id': 'dc54f151a6ea414791194a926463c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:20Z', 'updated_at': '2021-06-25T09:30:08Z', 'revision_number': 6, 'project_id': 'dc54f151a6ea414791194a926463c635', 'gw_port_host': None}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:30:09.610179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-ab56bead-8e89-451b-b838-87a311289852', 'network_id': 'ab56bead-8e89-451b-b838-87a311289852', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'fixed_ips': [{'subnet_id': '7d3247d6-fd88-4872-8077-ca0372716f40'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:30:09.619325 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:09.735318 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8913204-f202-4375-9f22-016e633d8626 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:09.740993 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f8913204-f202-4375-9f22-016e633d8626 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:09.749432 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': '91489b14-bc6d-4b59-90c9-4235be9ce41f'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:30:09.750586 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:09.755942 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:09.829312 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:30:09.950950 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-09cf9952-e09d-4c9b-bf34-8f10dc4bd98e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:09.992663 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] Pushing event deleted for resources: {'Port': ['ID=607808fd-176d-4a2b-96ac-d92d3c407316,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:10.027900 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:10.123145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:30:10.124292 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ad4e55f4-60b0-43ba-a356-693f9a4e4ad0 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:30:10.131975 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:10.220078 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Allocated IP 2001:db8::f816:3eff:fe62:934d (13e23ba1-9297-4cb1-bce9-7212ee789807/91489b14-bc6d-4b59-90c9-4235be9ce41f/84dc91ce-0b92-47d4-8cb7-5f530c55b2e6) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:10.249767 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Allocated IP 2001:db8::2 (ab56bead-8e89-451b-b838-87a311289852/7d3247d6-fd88-4872-8077-ca0372716f40/48c21866-6c67-4247-8ffe-a93c3e064e13) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:10.333201 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e515960a-929d-4197-8ff1-b48d7f1a277f tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:10.345276 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e515960a-929d-4197-8ff1-b48d7f1a277f tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:10.362580 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:10.364944 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:10.418284 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7ad13-f2a2-4c36-bba1-ffe33f799a2e req-f15314ba-1572-4ca1-8155-857ce37e1ad3 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:10.438036 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f8913204-f202-4375-9f22-016e633d8626 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:10.438906 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9a7ad13-f2a2-4c36-bba1-ffe33f799a2e req-f15314ba-1572-4ca1-8155-857ce37e1ad3 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 1.2136226 Jun 25 09:30:10.441884 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dbf5ebfa-7d08-470a-835c-6ec9271b2a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:10.446623 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e515960a-929d-4197-8ff1-b48d7f1a277f tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:10.454283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e515960a-929d-4197-8ff1-b48d7f1a277f tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3053284 Jun 25 09:30:10.457334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37728) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:10.511616 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8913204-f202-4375-9f22-016e633d8626 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=bfe0488d-3837-4d22-a932-e57b88bbdee7,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:10.511995 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:10.520563 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f8913204-f202-4375-9f22-016e633d8626 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:10.521269 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:10.522053 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:30:10.532567 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:10.535164 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Transition to ACTIVE for port object 48c21866-6c67-4247-8ffe-a93c3e064e13 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:10.536795 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] 10.222.0.93 "DELETE /v2.0/routers/dc4e0dd4-f1fe-442a-9cbd-4ef285d1ba14 HTTP/1.1" status: 204 len: 168 time: 2.2052259 Jun 25 09:30:10.539100 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37732) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:10.555331 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Transition to ACTIVE for port object 48c21866-6c67-4247-8ffe-a93c3e064e13 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:10.581071 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:10.597426 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7a0fe5eb-acaa-46bd-8d92-0d7b44ae896a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:10.613104 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9a7ad13-f2a2-4c36-bba1-ffe33f799a2e req-5b747737-d861-4742-9b5a-69361163a0d9 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711714 Jun 25 09:30:10.628568 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8913204-f202-4375-9f22-016e633d8626 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:10.631805 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-f8913204-f202-4375-9f22-016e633d8626 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:10.649083 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8913204-f202-4375-9f22-016e633d8626 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:10.651967 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f8913204-f202-4375-9f22-016e633d8626 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:10.691054 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8950d32-c96e-4f9d-8c02-221a0e387059 admin admin] Deleting subnet f6ba62f3-968b-4788-86b6-857d349a90f3 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:30:10.695925 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f8950d32-c96e-4f9d-8c02-221a0e387059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:10.701729 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f8913204-f202-4375-9f22-016e633d8626 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6820126 Jun 25 09:30:10.705679 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Pushing event updated for resources: {'Port': ['ID=48c21866-6c67-4247-8ffe-a93c3e064e13,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:10.715923 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37736) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:10.754497 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'mac_address': 'fa:16:3e:d1:a2:a6', 'name': 'tempest-NetworksTestDHCPv6-1108719290'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:10.786576 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:10.786928 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:10.787273 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:10.787610 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:10.787955 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:10.788273 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:10.788604 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:10.789013 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:10.790599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:10.790599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:10.790599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:10.790599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:10.812163 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f8950d32-c96e-4f9d-8c02-221a0e387059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:10.822258 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:10.860250 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Network ab56bead-8e89-451b-b838-87a311289852 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:10.890875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:10.907199 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:10.985038 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f8950d32-c96e-4f9d-8c02-221a0e387059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.080483 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f8950d32-c96e-4f9d-8c02-221a0e387059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.083201 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-92a4cb07-7601-4690-b99e-210dee2bf61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:11.106900 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8950d32-c96e-4f9d-8c02-221a0e387059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6ba62f3-968b-4788-86b6-857d349a90f3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:11.113093 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f8950d32-c96e-4f9d-8c02-221a0e387059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:11.126084 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f8950d32-c96e-4f9d-8c02-221a0e387059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.130871 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f8950d32-c96e-4f9d-8c02-221a0e387059 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f6ba62f3-968b-4788-86b6-857d349a90f3 HTTP/1.1" status: 204 len: 168 time: 0.5827594 Jun 25 09:30:11.131316 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37740) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:11.159957 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eacc46b-4e2b-4dac-8224-35d1333dc71f None None] Network 94c20f75-6b8d-41a5-ae6e-ce13e3a7510f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:11.266662 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.385261 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Deleting port 714eeac4-7930-476b-abfe-eb40bb3c9f4d {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:11.386512 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.462636 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:11.466626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] For port 714eeac4-7930-476b-abfe-eb40bb3c9f4d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=714eeac4-7930-476b-abfe-eb40bb3c9f4d,segment=NetworkSegment(690e726b-5c7a-410e-91c1-0acc43f8013a),segment_id=690e726b-5c7a-410e-91c1-0acc43f8013a)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:11.467003 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.490409 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Calling delete_port for 714eeac4-7930-476b-abfe-eb40bb3c9f4d owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:11.604288 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.615344 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-919f470a-402b-42f1-9d54-086b9225c607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:11.623329 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] No DVR routers for this DVR port 714eeac4-7930-476b-abfe-eb40bb3c9f4d on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:30:11.634661 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Attempting to bind port 48c21866-6c67-4247-8ffe-a93c3e064e13 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:30:11.635706 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Attempting to bind port 48c21866-6c67-4247-8ffe-a93c3e064e13 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '8db01f3b-d054-4787-8315-cea6dc212b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ab56bead-8e89-451b-b838-87a311289852'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:30:11.636693 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Attempting to bind port 48c21866-6c67-4247-8ffe-a93c3e064e13 on network ab56bead-8e89-451b-b838-87a311289852 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:30:11.650296 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.657018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=714eeac4-7930-476b-abfe-eb40bb3c9f4d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:11.661829 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:11.663607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:30:11.664577 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Checking segment: {'id': '8db01f3b-d054-4787-8315-cea6dc212b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ab56bead-8e89-451b-b838-87a311289852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:11.665660 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.666469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Bound using segment: {'id': '8db01f3b-d054-4787-8315-cea6dc212b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ab56bead-8e89-451b-b838-87a311289852'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:30:11.667627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Bound port: 48c21866-6c67-4247-8ffe-a93c3e064e13, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db01f3b-d054-4787-8315-cea6dc212b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ab56bead-8e89-451b-b838-87a311289852'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:30:11.668505 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.768891 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.781182 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c20f75-6b8d-41a5-ae6e-ce13e3a7510f']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:11.786012 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.794458 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690e726b-5c7a-410e-91c1-0acc43f8013a') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:11.794758 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690e726b-5c7a-410e-91c1-0acc43f8013a') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:11.805932 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.834103 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Transition to ACTIVE for port object 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:11.845516 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.858238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:30:11.860432 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:30:11.864787 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:30:11.868430 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Transition to ACTIVE for port object 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:11.877712 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 607808fd-176d-4a2b-96ac-d92d3c407316 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:30:11.883883 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.932085 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:11.957677 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:11.960828 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 607808fd-176d-4a2b-96ac-d92d3c407316 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:30:11.965087 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 607808fd-176d-4a2b-96ac-d92d3c407316 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:30:11.997834 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:12.006656 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1dbd8312-be94-4a4a-8919-65d2a51d9668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:12.009423 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:12.013926 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] 10.222.0.93 "DELETE /v2.0/networks/94c20f75-6b8d-41a5-ae6e-ce13e3a7510f HTTP/1.1" status: 204 len: 168 time: 0.8791456 Jun 25 09:30:12.037387 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=94c20f75-6b8d-41a5-ae6e-ce13e3a7510f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:12.043518 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:12.109541 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 597ad839-63f8-4510-917a-775cbd05b3fb yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:30:12.117067 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:12.125721 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:12.134710 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] For port 48c21866-6c67-4247-8ffe-a93c3e064e13, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:30:12.137807 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:12.149784 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] For port 48c21866-6c67-4247-8ffe-a93c3e064e13, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=48c21866-6c67-4247-8ffe-a93c3e064e13,segment=NetworkSegment(8db01f3b-d054-4787-8315-cea6dc212b87),segment_id=8db01f3b-d054-4787-8315-cea6dc212b87)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:30:12.186192 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:12.194867 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Pushing event updated for resources: {'Port': ['ID=84dc91ce-0b92-47d4-8cb7-5f530c55b2e6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:12.197510 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397721a4-9ed3-430a-b60c-61c8cc353672 None None] DHCP port deletion for 94c20f75-6b8d-41a5-ae6e-ce13e3a7510f request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:30:12.201610 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:12.201610 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:12.268567 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37758) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:12.282093 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Attempting to bind port 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:30:12.282480 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Attempting to bind port 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:30:12.282979 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Attempting to bind port 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:30:12.302958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:30:12.303342 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:12.307669 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:12.308830 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:30:12.308951 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Bound port: 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:30:12.309476 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:12.381981 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9d4cbb3a-bd08-43bc-88a5-4ffaad8a38fc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8d8fcee0113047b28d608dea0d40b1a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1119516 Jun 25 09:30:12.384527 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37760) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:12.442884 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Pushing event updated for resources: {'Port': ['ID=48c21866-6c67-4247-8ffe-a93c3e064e13,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:12.450240 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:12.616832 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d42edf33-1d56-445d-83b3-cf31f11dd87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:12.683037 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] For port 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:30:12.734028 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d42edf33-1d56-445d-83b3-cf31f11dd87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:12.741211 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] For port 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=84dc91ce-0b92-47d4-8cb7-5f530c55b2e6,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:30:12.752346 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:12.762887 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a2b31371-2bd6-438c-9bce-02a140d2ec17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:12.790186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e6236-a092-42ae-bfb7-a683a7387a09 req-a5b53e96-e728-4565-b542-6eb9a63a2741 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:12.792645 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd7e6236-a092-42ae-bfb7-a683a7387a09 req-a5b53e96-e728-4565-b542-6eb9a63a2741 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.7031190 Jun 25 09:30:12.927407 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d42edf33-1d56-445d-83b3-cf31f11dd87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:12.930956 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d42edf33-1d56-445d-83b3-cf31f11dd87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:12.941676 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d42edf33-1d56-445d-83b3-cf31f11dd87c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ce059f1c-f038-48b1-9d8b-585c95f911ee HTTP/1.1" status: 204 len: 168 time: 0.5521410 Jun 25 09:30:12.943950 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e5a0f379-31ce-4a9f-8863-7954638bb561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:12.949605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Pushing event updated for resources: {'Port': ['ID=84dc91ce-0b92-47d4-8cb7-5f530c55b2e6,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:12.974370 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42edf33-1d56-445d-83b3-cf31f11dd87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce059f1c-f038-48b1-9d8b-585c95f911ee,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:12.983999 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d42edf33-1d56-445d-83b3-cf31f11dd87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:12.994399 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:13.009781 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd7e6236-a092-42ae-bfb7-a683a7387a09 req-cf68f740-0cec-460d-9445-51fd27b94eee tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604054 Jun 25 09:30:13.104232 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 172.20.0.6 (13e23ba1-9297-4cb1-bce9-7212ee789807/bfe0488d-3837-4d22-a932-e57b88bbdee7/597ad839-63f8-4510-917a-775cbd05b3fb) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:13.128781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::f816:3eff:fed1:a2a6 (13e23ba1-9297-4cb1-bce9-7212ee789807/91489b14-bc6d-4b59-90c9-4235be9ce41f/597ad839-63f8-4510-917a-775cbd05b3fb) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:13.248044 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Allocated IP 2001:db8::1 (ab56bead-8e89-451b-b838-87a311289852/7d3247d6-fd88-4872-8077-ca0372716f40/121b9151-0c05-44df-8f1c-d5b6fa16ccb4) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:13.489173 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:13.519398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Transition to ACTIVE for port object 121b9151-0c05-44df-8f1c-d5b6fa16ccb4 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:13.565530 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37774) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:13.622616 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-47f9b28f-6dcc-4af9-89a1-78b40f8b639b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dc54f151a6ea414791194a926463c635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557542 Jun 25 09:30:13.623379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37776) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:13.662213 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:13.666276 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0f05c52c-2de3-44de-abe3-7007f11506ce tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:13.734013 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd3a9-8343-4ee9-8404-9c5b5dac81a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:13.782394 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd3a9-8343-4ee9-8404-9c5b5dac81a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:13.829841 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network ab56bead-8e89-451b-b838-87a311289852 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:13.840863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:13.868324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:13.868899 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:13.885215 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=121b9151-0c05-44df-8f1c-d5b6fa16ccb4,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:13.922104 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd3a9-8343-4ee9-8404-9c5b5dac81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:13.939058 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd3a9-8343-4ee9-8404-9c5b5dac81a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:13.939255 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:13.944310 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:13.957543 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:13.990450 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7d2bd3a9-8343-4ee9-8404-9c5b5dac81a2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b6270c03-3302-45f9-809c-d9c3c24a503a HTTP/1.1" status: 204 len: 168 time: 0.3599603 Jun 25 09:30:13.999605 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9ba2fc08-6c41-4df1-886f-e36a22b2175b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:14.039202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bd3a9-8343-4ee9-8404-9c5b5dac81a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6270c03-3302-45f9-809c-d9c3c24a503a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:14.050919 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7d2bd3a9-8343-4ee9-8404-9c5b5dac81a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:14.071463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object 597ad839-63f8-4510-917a-775cbd05b3fb will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:14.206840 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:14.211375 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:14.232497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 48c21866-6c67-4247-8ffe-a93c3e064e13 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:14.322925 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:14.365435 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ee2b78ff-e921-43f8-bbdb-e325535f6b37 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:14.366495 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e5ee7-d6d3-4773-9017-a88ebdb8910b None None] Network ab56bead-8e89-451b-b838-87a311289852 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:14.511948 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e85a488e-0a44-4711-b789-95f88183cff8 None None] Provisioning for port 48c21866-6c67-4247-8ffe-a93c3e064e13 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:14.561304 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 48c21866-6c67-4247-8ffe-a93c3e064e13 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:14.573140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 48c21866-6c67-4247-8ffe-a93c3e064e13 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:14.573598 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:14.765233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:14.772317 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:14.785716 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:14.975647 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=597ad839-63f8-4510-917a-775cbd05b3fb,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:14.977473 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f8f6fd-9205-4b6f-a9ae-f19b10b9c231 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:14.984660 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:15.094846 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:15.118091 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:15.118930 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:15.147140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9499046a-a948-48b9-b4bd-b3d257ce5e0a None None] Provisioning for port 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:15.212756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 48c21866-6c67-4247-8ffe-a93c3e064e13, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=48c21866-6c67-4247-8ffe-a93c3e064e13,segment=NetworkSegment(8db01f3b-d054-4787-8315-cea6dc212b87),segment_id=8db01f3b-d054-4787-8315-cea6dc212b87)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:15.219047 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9499046a-a948-48b9-b4bd-b3d257ce5e0a None None] Provisioning complete for port 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:15.219927 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9499046a-a948-48b9-b4bd-b3d257ce5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:15.231290 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:15.236293 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0b8a4-225b-4ae5-a134-ce7ea645caa3 req-f27ba493-662e-4da8-a437-f53b82f6747f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:15.237950 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-24d0b8a4-225b-4ae5-a134-ce7ea645caa3 req-f27ba493-662e-4da8-a437-f53b82f6747f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.7298813 Jun 25 09:30:15.295413 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:15.327501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5912466 Jun 25 09:30:15.330155 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37802) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:15.340116 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 714eeac4-7930-476b-abfe-eb40bb3c9f4d no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:30:15.429416 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-24d0b8a4-225b-4ae5-a134-ce7ea645caa3 req-b71af82f-9f18-496e-bb6c-e07c34d1ddc3 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647155 Jun 25 09:30:15.487126 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ac3705-48c5-4aff-ac2e-77bea9674e78 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:15.490491 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=48c21866-6c67-4247-8ffe-a93c3e064e13,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:15.490840 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:15.495971 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:15.498546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ac3705-48c5-4aff-ac2e-77bea9674e78 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:15.501639 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:15.502590 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:15.505125 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7af62d95-7c39-4a16-a3ed-b64ecfbddf7a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:15.512122 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-31ac3705-48c5-4aff-ac2e-77bea9674e78 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1803045 Jun 25 09:30:15.515148 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37806) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:15.515424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 714eeac4-7930-476b-abfe-eb40bb3c9f4d {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:30:15.515989 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 714eeac4-7930-476b-abfe-eb40bb3c9f4d not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:30:15.655350 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9499046a-a948-48b9-b4bd-b3d257ce5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:15.760005 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-ac20d9f3-8608-4196-adf3-42d080265e51 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port 597ad839-63f8-4510-917a-775cbd05b3fb {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:15.760408 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ac20d9f3-8608-4196-adf3-42d080265e51 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:15.785609 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 48c21866-6c67-4247-8ffe-a93c3e064e13 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:15.822664 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network ab56bead-8e89-451b-b838-87a311289852 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:15.828991 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:15.840923 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=121b9151-0c05-44df-8f1c-d5b6fa16ccb4,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:15.846324 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:15.887714 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-9499046a-a948-48b9-b4bd-b3d257ce5e0a None None] For port 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=84dc91ce-0b92-47d4-8cb7-5f530c55b2e6,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:15.915601 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9499046a-a948-48b9-b4bd-b3d257ce5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:15.926568 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4f6bca51-ef02-4469-be25-cc7e0fdb56bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:15.953888 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ac20d9f3-8608-4196-adf3-42d080265e51 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:15.978581 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-ac20d9f3-8608-4196-adf3-42d080265e51 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for 597ad839-63f8-4510-917a-775cbd05b3fb owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:16.086641 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 48c21866-6c67-4247-8ffe-a93c3e064e13 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:16.087134 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:16.134739 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router 74b1eb6d-5ad4-42ba-940b-1f04919387b9 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:30:16.174437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499046a-a948-48b9-b4bd-b3d257ce5e0a None None] Pushing event updated for resources: {'Port': ['ID=84dc91ce-0b92-47d4-8cb7-5f530c55b2e6,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:16.225552 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-9499046a-a948-48b9-b4bd-b3d257ce5e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:16.229681 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-14c8068e-7cdd-4259-9208-cc9cac4dac56 None None] Provisioning for port 121b9151-0c05-44df-8f1c-d5b6fa16ccb4 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:16.257413 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-14c8068e-7cdd-4259-9208-cc9cac4dac56 None None] Provisioning complete for port 121b9151-0c05-44df-8f1c-d5b6fa16ccb4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:16.257770 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-14c8068e-7cdd-4259-9208-cc9cac4dac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:16.327089 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ac20d9f3-8608-4196-adf3-42d080265e51 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:16.354933 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-14c8068e-7cdd-4259-9208-cc9cac4dac56 None None] Port 121b9151-0c05-44df-8f1c-d5b6fa16ccb4 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:30:16.358038 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:16.365701 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544f65dd-f74c-403d-8e7f-e2f98e607d89 None None] Update dhcp port {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'fixed_ips': [{'subnet_id': '91489b14-bc6d-4b59-90c9-4235be9ce41f', 'ip_address': '2001:db8::f816:3eff:fe62:934d'}, {'subnet_id': 'bfe0488d-3837-4d22-a932-e57b88bbdee7'}], 'binding:host_id': 'n-d-761264-15'}, 'id': '84dc91ce-0b92-47d4-8cb7-5f530c55b2e6'} from n-d-761264-15. {{(pid=94026) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 09:30:16.391695 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:30:16.398706 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20d9f3-8608-4196-adf3-42d080265e51 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=597ad839-63f8-4510-917a-775cbd05b3fb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:16.402197 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943795ff-ef75-44d3-b158-30e9b0af9f1f None None] Sync routers for ids ['74b1eb6d-5ad4-42ba-940b-1f04919387b9'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:30:16.417186 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/74b1eb6d-5ad4-42ba-940b-1f04919387b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9504397 Jun 25 09:30:16.417405 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943795ff-ef75-44d3-b158-30e9b0af9f1f None None] Routers {'74b1eb6d-5ad4-42ba-940b-1f04919387b9'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:16.417611 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37814) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:16.419744 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-943795ff-ef75-44d3-b158-30e9b0af9f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['74b1eb6d-5ad4-42ba-940b-1f04919387b9'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:16.422746 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ac20d9f3-8608-4196-adf3-42d080265e51 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:16.454967 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-544f65dd-f74c-403d-8e7f-e2f98e607d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:16.465222 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-943795ff-ef75-44d3-b158-30e9b0af9f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:16.474701 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943795ff-ef75-44d3-b158-30e9b0af9f1f None None] Routers {'74b1eb6d-5ad4-42ba-940b-1f04919387b9'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:16.475538 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-943795ff-ef75-44d3-b158-30e9b0af9f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['74b1eb6d-5ad4-42ba-940b-1f04919387b9'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:16.517555 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-943795ff-ef75-44d3-b158-30e9b0af9f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:16.519360 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943795ff-ef75-44d3-b158-30e9b0af9f1f None None] The sync data for ids ['74b1eb6d-5ad4-42ba-940b-1f04919387b9'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:30:16.555687 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884d7cd2-96b9-4323-a6b3-a9f447e50c45 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:16.559343 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-884d7cd2-96b9-4323-a6b3-a9f447e50c45 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports/121b9151-0c05-44df-8f1c-d5b6fa16ccb4 HTTP/1.1" status: 200 len: 911 time: 0.1402185 Jun 25 09:30:16.575170 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37820) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:16.582486 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-fbe58980-c79b-4fd0-96d8-b99c5560a65a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d3247d6-fd88-4872-8077-ca0372716f40'}]}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:16.596426 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ac20d9f3-8608-4196-adf3-42d080265e51 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:16.598981 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ac20d9f3-8608-4196-adf3-42d080265e51 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/597ad839-63f8-4510-917a-775cbd05b3fb HTTP/1.1" status: 204 len: 168 time: 1.0822723 Jun 25 09:30:16.604242 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37822) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:16.669373 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226e252b-1de5-48e2-950d-52c78588e4c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:16.671200 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226e252b-1de5-48e2-950d-52c78588e4c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:16.672933 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226e252b-1de5-48e2-950d-52c78588e4c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:16.674784 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-226e252b-1de5-48e2-950d-52c78588e4c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0690777 Jun 25 09:30:16.677456 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37824) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:16.764152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee615b0-ea2f-424f-996e-fbfc2b8fada6 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 91489b14-bc6d-4b59-90c9-4235be9ce41f {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:30:16.772321 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-14c8068e-7cdd-4259-9208-cc9cac4dac56 None None] Provisioning complete for port 48c21866-6c67-4247-8ffe-a93c3e064e13 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:16.772694 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-14c8068e-7cdd-4259-9208-cc9cac4dac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:16.804565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b4a7d-8b75-4575-a25b-1c70a063e9aa req-4f332fcf-683e-450d-9815-aadb98b5aa7b tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:16.806356 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-696b4a7d-8b75-4575-a25b-1c70a063e9aa req-4f332fcf-683e-450d-9815-aadb98b5aa7b tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.1922965 Jun 25 09:30:16.813441 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-544f65dd-f74c-403d-8e7f-e2f98e607d89 None None] Allocated IP 172.20.0.2 (13e23ba1-9297-4cb1-bce9-7212ee789807/bfe0488d-3837-4d22-a932-e57b88bbdee7/84dc91ce-0b92-47d4-8cb7-5f530c55b2e6) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:16.890119 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-696b4a7d-8b75-4575-a25b-1c70a063e9aa req-47199ab1-304b-4f24-a73d-fc806b6f19b0 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740888 Jun 25 09:30:16.982548 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fbe58980-c79b-4fd0-96d8-b99c5560a65a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:17.031614 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-544f65dd-f74c-403d-8e7f-e2f98e607d89 None None] For port 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=84dc91ce-0b92-47d4-8cb7-5f530c55b2e6,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:17.082478 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-544f65dd-f74c-403d-8e7f-e2f98e607d89 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:17.109142 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-544f65dd-f74c-403d-8e7f-e2f98e607d89 None None] Transition to ACTIVE for port object 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:17.115740 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ee615b0-ea2f-424f-996e-fbfc2b8fada6 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:17.116703 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-544f65dd-f74c-403d-8e7f-e2f98e607d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:17.120702 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:17.196688 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ee615b0-ea2f-424f-996e-fbfc2b8fada6 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:17.269420 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ad51f990-19a3-4c93-b076-521eb078a474 None None] Provisioning complete for port 121b9151-0c05-44df-8f1c-d5b6fa16ccb4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:17.270123 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad51f990-19a3-4c93-b076-521eb078a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:17.321998 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ee615b0-ea2f-424f-996e-fbfc2b8fada6 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:17.333677 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f65dd-f74c-403d-8e7f-e2f98e607d89 None None] Pushing event updated for resources: {'Port': ['ID=84dc91ce-0b92-47d4-8cb7-5f530c55b2e6,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:17.357135 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-544f65dd-f74c-403d-8e7f-e2f98e607d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:17.378994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ad51f990-19a3-4c93-b076-521eb078a474 None None] Port 121b9151-0c05-44df-8f1c-d5b6fa16ccb4 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:30:17.416997 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ee615b0-ea2f-424f-996e-fbfc2b8fada6 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:17.431283 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d64f8348-2fcd-4309-bbcf-1fb42258a01e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:17.470869 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee615b0-ea2f-424f-996e-fbfc2b8fada6 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=91489b14-bc6d-4b59-90c9-4235be9ce41f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:17.478369 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5ee615b0-ea2f-424f-996e-fbfc2b8fada6 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:17.479708 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ee615b0-ea2f-424f-996e-fbfc2b8fada6 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:17.482098 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5ee615b0-ea2f-424f-996e-fbfc2b8fada6 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/91489b14-bc6d-4b59-90c9-4235be9ce41f HTTP/1.1" status: 204 len: 168 time: 0.8035524 Jun 25 09:30:17.484722 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37832) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:17.583271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff80f727-4864-4b09-946e-a03c74c7ae2b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet bfe0488d-3837-4d22-a932-e57b88bbdee7 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:30:17.597700 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff80f727-4864-4b09-946e-a03c74c7ae2b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:17.707490 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff80f727-4864-4b09-946e-a03c74c7ae2b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:17.761564 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:17.930622 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff80f727-4864-4b09-946e-a03c74c7ae2b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:18.063293 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff80f727-4864-4b09-946e-a03c74c7ae2b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:18.067023 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-44fe14a0-b31b-411a-b29c-d8565974a7a0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:18.100216 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff80f727-4864-4b09-946e-a03c74c7ae2b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:18.104611 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ff80f727-4864-4b09-946e-a03c74c7ae2b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/bfe0488d-3837-4d22-a932-e57b88bbdee7 HTTP/1.1" status: 204 len: 168 time: 0.6183043 Jun 25 09:30:18.109599 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37838) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:18.187227 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80f727-4864-4b09-946e-a03c74c7ae2b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe0488d-3837-4d22-a932-e57b88bbdee7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:18.191765 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ff80f727-4864-4b09-946e-a03c74c7ae2b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:18.222815 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fbe58980-c79b-4fd0-96d8-b99c5560a65a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:18.278272 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bd8994-511f-4f09-8f3c-6b76b3ec53b8 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:18.336476 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37844) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:18.337397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-260623a0-caba-444f-836d-d4259adfc108 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2212319 Jun 25 09:30:18.343817 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:18.347472 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fbe58980-c79b-4fd0-96d8-b99c5560a65a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:18.354170 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe58980-c79b-4fd0-96d8-b99c5560a65a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:18.355159 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fbe58980-c79b-4fd0-96d8-b99c5560a65a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:18.360513 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fbe58980-c79b-4fd0-96d8-b99c5560a65a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/ports/121b9151-0c05-44df-8f1c-d5b6fa16ccb4 HTTP/1.1" status: 200 len: 911 time: 1.7839785 Jun 25 09:30:18.362878 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37846) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:18.364008 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-124f3259-09ad-4970-9f38-cf586e65c775 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:18.439884 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe58980-c79b-4fd0-96d8-b99c5560a65a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=121b9151-0c05-44df-8f1c-d5b6fa16ccb4,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:18.474004 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bfe58722-504e-4b85-b840-74e0fcc6f12a None None] Provisioning for port 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:18.485854 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bfe58722-504e-4b85-b840-74e0fcc6f12a None None] Provisioning complete for port 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:18.486274 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bfe58722-504e-4b85-b840-74e0fcc6f12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:18.501661 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fbe58980-c79b-4fd0-96d8-b99c5560a65a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:18.534553 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:18.538222 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:18.613794 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a236276-4099-47c5-beff-6fbd68394053 req-720d1b05-7eba-4d5b-afc2-6e2706f4266c tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:18.622591 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a236276-4099-47c5-beff-6fbd68394053 req-720d1b05-7eba-4d5b-afc2-6e2706f4266c tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.3523238 Jun 25 09:30:18.703281 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bea9984-0532-4b5c-bcae-035339dd06cb None None] DHCP port deletion for 13e23ba1-9297-4cb1-bce9-7212ee789807 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:30:18.714428 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bfe58722-504e-4b85-b840-74e0fcc6f12a None None] Could not find standard attr ID for object 597ad839-63f8-4510-917a-775cbd05b3fb. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:30:18.831523 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1bea9984-0532-4b5c-bcae-035339dd06cb None None] Deleting port 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:18.831909 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1bea9984-0532-4b5c-bcae-035339dd06cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:18.901490 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a236276-4099-47c5-beff-6fbd68394053 req-06920d4f-81ae-46e1-a623-1cf506e45d64 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776904 Jun 25 09:30:19.014938 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1bea9984-0532-4b5c-bcae-035339dd06cb None None] For port 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=84dc91ce-0b92-47d4-8cb7-5f530c55b2e6,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:19.018314 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1bea9984-0532-4b5c-bcae-035339dd06cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:19.076137 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1bea9984-0532-4b5c-bcae-035339dd06cb None None] Calling delete_port for 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:19.128475 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b91557ab-450e-410b-9602-bd0dc72fcca8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:19.228821 n-d-761264-15 neutron-server[94025]: DEBUG neutron.objects.ports [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94025) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 09:30:19.269281 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1bea9984-0532-4b5c-bcae-035339dd06cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:19.271997 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-9499046a-a948-48b9-b4bd-b3d257ce5e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:19.344849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea9984-0532-4b5c-bcae-035339dd06cb None None] Pushing event deleted for resources: {'Port': ['ID=84dc91ce-0b92-47d4-8cb7-5f530c55b2e6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:19.348653 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1bea9984-0532-4b5c-bcae-035339dd06cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:19.371235 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bea9984-0532-4b5c-bcae-035339dd06cb None None] No DVR routers for this DVR port 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:30:19.600519 n-d-761264-15 neutron-server[94025]: WARNING neutron.services.revisions.revision_plugin [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Could not find related port for resource to bump revision. Jun 25 09:30:19.614824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_pluggable_backend [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Port 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94025) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 25 09:30:19.615212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_pluggable_backend [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Reverting IP allocation for 2001:db8::f816:3eff:fe62:934d {{(pid=94025) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 25 09:30:19.621808 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_pluggable_backend [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe62:934d {{(pid=94025) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 25 09:30:19.625670 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:19.628556 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ac45f36f-4571-45d1-abd8-73e570793346 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:19.816746 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:30:19.852125 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:30:19.852497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 84dc91ce-0b92-47d4-8cb7-5f530c55b2e6 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:30:20.027860 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debf7d5-c318-419f-a392-09733e7f271a req-ab578340-efb4-421b-acd1-dc44f46f8fee tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:20.030152 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1debf7d5-c318-419f-a392-09733e7f271a req-ab578340-efb4-421b-acd1-dc44f46f8fee tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 945 time: 0.4236784 Jun 25 09:30:20.137820 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1debf7d5-c318-419f-a392-09733e7f271a req-f75b2ae9-ba14-4d8f-bb52-3c5cd6f5b8fe tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990372 Jun 25 09:30:20.164815 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b91557ab-450e-410b-9602-bd0dc72fcca8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 121b9151-0c05-44df-8f1c-d5b6fa16ccb4 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:20.164815 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b91557ab-450e-410b-9602-bd0dc72fcca8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:20.253300 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:20.257128 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:20.263166 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:20.263702 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:20.267632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dc877d-e0b4-4cbf-bd87-fdbd360dad9a None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:20.296593 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37866) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:20.297292 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9595017 Jun 25 09:30:20.298533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=4de30444-ae7a-4545-b14c-36395e4f0c29,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:20.308520 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:20.313834 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-7b78ba39-e19f-41d7-a66f-69acf3313cdc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:20.424217 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b91557ab-450e-410b-9602-bd0dc72fcca8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:20.458908 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b91557ab-450e-410b-9602-bd0dc72fcca8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 121b9151-0c05-44df-8f1c-d5b6fa16ccb4 owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:20.487602 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6f046-a4f2-480a-b7b6-ad3507101619 req-7c299f89-f42e-4b66-979b-0d7576a4c70a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:20.493230 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ef6f046-a4f2-480a-b7b6-ad3507101619 req-7c299f89-f42e-4b66-979b-0d7576a4c70a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.2545130 Jun 25 09:30:20.500114 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': '4de30444-ae7a-4545-b14c-36395e4f0c29'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:30:20.501126 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:20.646073 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ef6f046-a4f2-480a-b7b6-ad3507101619 req-2d9baa4a-b0e6-4702-bb20-4d0251e07ef7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472886 Jun 25 09:30:20.648430 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b78ba39-e19f-41d7-a66f-69acf3313cdc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:20.658033 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7b78ba39-e19f-41d7-a66f-69acf3313cdc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:20.688817 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Allocated IP 2001:db8::f816:3eff:fe32:cf06 (13e23ba1-9297-4cb1-bce9-7212ee789807/4de30444-ae7a-4545-b14c-36395e4f0c29/09a60560-77a1-4ad2-b6ef-44cbd83ffbc4) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:20.996263 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b91557ab-450e-410b-9602-bd0dc72fcca8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:21.011003 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-00ed39b2-ee15-4f68-9797-57935c78ca0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:21.184997 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91557ab-450e-410b-9602-bd0dc72fcca8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=121b9151-0c05-44df-8f1c-d5b6fa16ccb4,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:21.189504 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b91557ab-450e-410b-9602-bd0dc72fcca8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:21.191771 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7b78ba39-e19f-41d7-a66f-69acf3313cdc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:21.252886 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-10b49b53-2860-45ec-bd06-94ad03b9665c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:21.260235 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:21.280713 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Transition to ACTIVE for port object 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:21.325783 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Transition to ACTIVE for port object 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:21.337507 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:21.344493 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5ba320e4-052c-40d1-a73e-4234e3d5baa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:21.368031 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b91557ab-450e-410b-9602-bd0dc72fcca8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:21.370709 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b78ba39-e19f-41d7-a66f-69acf3313cdc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:21.378006 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-7b78ba39-e19f-41d7-a66f-69acf3313cdc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:21.384649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78ba39-e19f-41d7-a66f-69acf3313cdc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=fc81f038-c4a6-4ceb-ad3c-9b775a857548,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:21.387266 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b78ba39-e19f-41d7-a66f-69acf3313cdc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:21.387855 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7b78ba39-e19f-41d7-a66f-69acf3313cdc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:21.390570 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7b78ba39-e19f-41d7-a66f-69acf3313cdc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:21.394465 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:21.402001 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:21.404368 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:21.406559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Pushing event updated for resources: {'Port': ['ID=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:21.410752 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:21.489283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7b78ba39-e19f-41d7-a66f-69acf3313cdc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1878462 Jun 25 09:30:21.495573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37876) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:21.500240 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Attempting to bind port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:30:21.501335 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Attempting to bind port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:30:21.502085 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Attempting to bind port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:30:21.502775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'mac_address': 'fa:16:3e:4e:37:c9', 'name': 'tempest-NetworksTestDHCPv6-1090431490'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:21.514251 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:30:21.514953 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:21.515885 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:21.516452 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:30:21.517350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Bound port: 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:30:21.517928 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:21.603853 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] For port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:30:21.607884 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] For port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:30:21.613675 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91557ab-450e-410b-9602-bd0dc72fcca8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router 74b1eb6d-5ad4-42ba-940b-1f04919387b9 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:30:21.625126 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:21.631712 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82840915-c723-41e7-936e-3ab25d1f11a7 req-bfe2c512-8850-4f6e-b33f-433c16aa7f9d tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:21.631865 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:21.633239 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82840915-c723-41e7-936e-3ab25d1f11a7 req-bfe2c512-8850-4f6e-b33f-433c16aa7f9d tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 945 time: 0.1487997 Jun 25 09:30:21.672979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:21.755462 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Pushing event updated for resources: {'Port': ['ID=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:21.761385 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:21.795396 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82840915-c723-41e7-936e-3ab25d1f11a7 req-f6b21754-4bc3-46d1-a5bf-73ab0aaf6648 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542621 Jun 25 09:30:21.796541 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91557ab-450e-410b-9602-bd0dc72fcca8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:30:21.825537 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b91557ab-450e-410b-9602-bd0dc72fcca8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/74b1eb6d-5ad4-42ba-940b-1f04919387b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3964031 Jun 25 09:30:21.825771 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ad6282-1940-46de-a21f-0785d300db3e None None] Sync routers for ids ['74b1eb6d-5ad4-42ba-940b-1f04919387b9'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:30:21.860946 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad6282-1940-46de-a21f-0785d300db3e None None] Routers {'74b1eb6d-5ad4-42ba-940b-1f04919387b9'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:21.863456 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-11ad6282-1940-46de-a21f-0785d300db3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['74b1eb6d-5ad4-42ba-940b-1f04919387b9'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:21.874797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37882) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:21.923715 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:21.969841 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-007b060d-7510-4b21-b4b8-6e8c0ca54476 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports?device_id=74b1eb6d-5ad4-42ba-940b-1f04919387b9 HTTP/1.1" status: 200 len: 205 time: 0.0888207 Jun 25 09:30:21.972655 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37884) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:21.986412 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-11ad6282-1940-46de-a21f-0785d300db3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:22.005190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 867b41f9-5e45-4d0e-9f42-412f435f271f yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:30:22.032565 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad6282-1940-46de-a21f-0785d300db3e None None] Routers {'74b1eb6d-5ad4-42ba-940b-1f04919387b9'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:22.039419 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-11ad6282-1940-46de-a21f-0785d300db3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:29:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['74b1eb6d-5ad4-42ba-940b-1f04919387b9'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:22.144012 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-11ad6282-1940-46de-a21f-0785d300db3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:22.145011 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ad6282-1940-46de-a21f-0785d300db3e None None] The sync data for ids ['74b1eb6d-5ad4-42ba-940b-1f04919387b9'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:30:22.228332 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a4fafa9-77df-4087-af64-b7278277f53b tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:22.249385 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11281289-7b8c-46f0-a415-99542094fe24 req-8751568b-9d61-4d44-9804-09cf5e49c8bf tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:22.252167 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11281289-7b8c-46f0-a415-99542094fe24 req-8751568b-9d61-4d44-9804-09cf5e49c8bf tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.41 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 945 time: 0.4432807 Jun 25 09:30:22.318714 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 172.20.0.3 (13e23ba1-9297-4cb1-bce9-7212ee789807/fc81f038-c4a6-4ceb-ad3c-9b775a857548/867b41f9-5e45-4d0e-9f42-412f435f271f) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:22.348298 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::f816:3eff:fe4e:37c9 (13e23ba1-9297-4cb1-bce9-7212ee789807/4de30444-ae7a-4545-b14c-36395e4f0c29/867b41f9-5e45-4d0e-9f42-412f435f271f) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:22.429671 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c1480eb-807d-449f-949f-5f6a223a02f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:22.590428 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:22.612170 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object 867b41f9-5e45-4d0e-9f42-412f435f271f will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:22.672042 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:22.678713 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-05498a20-8e39-475d-aeb1-f5816a6872f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:22.703239 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:30:22.747498 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:22.755112 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:22.757983 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:22.804580 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=867b41f9-5e45-4d0e-9f42-412f435f271f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:22.809863 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:22.828942 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:22.830600 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:22.881274 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3792355 Jun 25 09:30:22.886283 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37892) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:22.957787 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a4fafa9-77df-4087-af64-b7278277f53b tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:22.960460 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a4fafa9-77df-4087-af64-b7278277f53b tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:23.075825 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a4fafa9-77df-4087-af64-b7278277f53b tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:23.076429 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4fafa9-77df-4087-af64-b7278277f53b tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Fanout notify agent at l3_agent the message router_deleted on router 74b1eb6d-5ad4-42ba-940b-1f04919387b9 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:30:23.085730 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4a4fafa9-77df-4087-af64-b7278277f53b tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:23.086871 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4a4fafa9-77df-4087-af64-b7278277f53b tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/routers/74b1eb6d-5ad4-42ba-940b-1f04919387b9 HTTP/1.1" status: 204 len: 168 time: 1.1037917 Jun 25 09:30:23.090567 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37894) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:23.124152 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc92c6-686b-4bff-a4b8-20ee7e17490b req-d27f7e97-f3d6-4a89-b2e7-195d3361d764 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:23.131503 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7dc92c6-686b-4bff-a4b8-20ee7e17490b req-d27f7e97-f3d6-4a89-b2e7-195d3361d764 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 1.0304193 Jun 25 09:30:23.181674 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89047f3b-bff9-4504-bb79-485a810bdb56 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:23.188552 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89047f3b-bff9-4504-bb79-485a810bdb56 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:23.190299 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-89047f3b-bff9-4504-bb79-485a810bdb56 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3005540 Jun 25 09:30:23.195761 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37898) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:23.196168 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82ed2b40-d4e4-437b-9835-5e2d75bb4d8d req-84093d68-034f-49aa-994c-b8b4e8a94a84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1690571 Jun 25 09:30:23.220374 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4463f8-cd14-4e20-894e-26bb2234c000 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting subnet 7d3247d6-fd88-4872-8077-ca0372716f40 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:30:23.224391 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ce4463f8-cd14-4e20-894e-26bb2234c000 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:23.279661 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7dc92c6-686b-4bff-a4b8-20ee7e17490b req-871113b3-fab2-4ec5-86d8-138d295fa5df tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472471 Jun 25 09:30:23.313889 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4afa0-584b-4e09-9958-0f7aba20045f req-f07c9246-2fc3-468c-9ad9-8283a866a243 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:23.315501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bfe4afa0-584b-4e09-9958-0f7aba20045f req-f07c9246-2fc3-468c-9ad9-8283a866a243 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 945 time: 0.2862096 Jun 25 09:30:23.360159 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ce4463f8-cd14-4e20-894e-26bb2234c000 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:23.404902 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d855d757-726e-4ba7-a24c-a94f05455f30 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:23.416352 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bfe4afa0-584b-4e09-9958-0f7aba20045f req-a144c9d7-4394-4b19-99bf-2e05ffc253f9 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933826 Jun 25 09:30:23.434642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-11281289-7b8c-46f0-a415-99542094fe24 req-df543fb8-aa84-4b00-8edc-1612dc529169 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Deleting port 086601cc-1bd8-4d63-940e-db6b01a7b40b {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:23.436719 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-11281289-7b8c-46f0-a415-99542094fe24 req-df543fb8-aa84-4b00-8edc-1612dc529169 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:23.542894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-91c30730-d120-41e0-87ee-441ac7e18687 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port 867b41f9-5e45-4d0e-9f42-412f435f271f {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:23.543478 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91c30730-d120-41e0-87ee-441ac7e18687 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:23.594378 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1f5c8b7e-5e85-45fa-b512-c86f2d15390e None None] Provisioning for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:23.614111 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed2b40-d4e4-437b-9835-5e2d75bb4d8d req-715810c8-6e15-4440-96e2-de507b2a8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:23.621412 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82ed2b40-d4e4-437b-9835-5e2d75bb4d8d req-715810c8-6e15-4440-96e2-de507b2a8ca8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08d968aeb5ae46d08004f3facd4df77f&device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 1097 time: 0.3641474 Jun 25 09:30:23.629009 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ce4463f8-cd14-4e20-894e-26bb2234c000 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:23.774638 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91c30730-d120-41e0-87ee-441ac7e18687 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:23.789324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-91c30730-d120-41e0-87ee-441ac7e18687 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for 867b41f9-5e45-4d0e-9f42-412f435f271f owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:23.826706 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:23.841261 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ce4463f8-cd14-4e20-894e-26bb2234c000 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:23.844887 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8b20d3d8-fcaf-4b3b-9ced-7bd4d493c201 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:23.857319 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-11281289-7b8c-46f0-a415-99542094fe24 req-df543fb8-aa84-4b00-8edc-1612dc529169 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] For port 086601cc-1bd8-4d63-940e-db6b01a7b40b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=086601cc-1bd8-4d63-940e-db6b01a7b40b,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:23.857762 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-11281289-7b8c-46f0-a415-99542094fe24 req-df543fb8-aa84-4b00-8edc-1612dc529169 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:23.879796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-11281289-7b8c-46f0-a415-99542094fe24 req-df543fb8-aa84-4b00-8edc-1612dc529169 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Calling delete_port for 086601cc-1bd8-4d63-940e-db6b01a7b40b owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:23.884451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed2b40-d4e4-437b-9835-5e2d75bb4d8d req-ede212ae-1018-4235-90bd-4428c9ab609a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:23.886038 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82ed2b40-d4e4-437b-9835-5e2d75bb4d8d req-ede212ae-1018-4235-90bd-4428c9ab609a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f423b208-4dcd-4206-9ac6-64d232506387 HTTP/1.1" status: 200 len: 915 time: 0.2158909 Jun 25 09:30:23.888776 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4463f8-cd14-4e20-894e-26bb2234c000 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Subnet': ['ID=7d3247d6-fd88-4872-8077-ca0372716f40,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:23.892201 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ce4463f8-cd14-4e20-894e-26bb2234c000 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:23.893267 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ce4463f8-cd14-4e20-894e-26bb2234c000 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:23.895419 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ce4463f8-cd14-4e20-894e-26bb2234c000 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/7d3247d6-fd88-4872-8077-ca0372716f40 HTTP/1.1" status: 204 len: 168 time: 0.8028705 Jun 25 09:30:23.900055 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37904) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:23.916693 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab54a824-368b-44a4-961b-fee23d56a3a4 None None] Network ab56bead-8e89-451b-b838-87a311289852 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:23.942478 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82ed2b40-d4e4-437b-9835-5e2d75bb4d8d req-e0d98bec-aa6a-4674-b158-0ec4968905dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f1954f8-441f-444c-8e24-2aca36f4cd0a HTTP/1.1" status: 200 len: 217 time: 0.0458729 Jun 25 09:30:24.056961 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:24.064070 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:24.073941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed2b40-d4e4-437b-9835-5e2d75bb4d8d req-d7465e1a-8ba8-42c2-9f2f-ebeb30f49f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:24.077887 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82ed2b40-d4e4-437b-9835-5e2d75bb4d8d req-d7465e1a-8ba8-42c2-9f2f-ebeb30f49f1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3d7495e-2eda-449c-aedb-99a89216fe46 HTTP/1.1" status: 200 len: 853 time: 0.1200399 Jun 25 09:30:24.105835 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13d16b2-a451-453d-b241-7eae456b7eba None None] Update dhcp port {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'fixed_ips': [{'subnet_id': '4de30444-ae7a-4545-b14c-36395e4f0c29', 'ip_address': '2001:db8::f816:3eff:fe32:cf06'}, {'subnet_id': 'fc81f038-c4a6-4ceb-ad3c-9b775a857548'}], 'binding:host_id': 'n-d-761264-15'}, 'id': '09a60560-77a1-4ad2-b6ef-44cbd83ffbc4'} from n-d-761264-15. {{(pid=94026) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 09:30:24.107841 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:24.109856 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:24.138005 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82ed2b40-d4e4-437b-9835-5e2d75bb4d8d req-487e6ac0-96f4-49c0-8ff4-d845099b1f72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f423b208-4dcd-4206-9ac6-64d232506387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520592 Jun 25 09:30:24.148576 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:24.219075 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c13d16b2-a451-453d-b241-7eae456b7eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:24.301681 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91c30730-d120-41e0-87ee-441ac7e18687 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:24.311041 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:24.311377 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82ed2b40-d4e4-437b-9835-5e2d75bb4d8d req-597b6b1b-14bd-4caf-8824-888c13541b97 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658440 Jun 25 09:30:24.357200 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c30730-d120-41e0-87ee-441ac7e18687 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=867b41f9-5e45-4d0e-9f42-412f435f271f,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:24.364811 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-91c30730-d120-41e0-87ee-441ac7e18687 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:24.374906 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-11281289-7b8c-46f0-a415-99542094fe24 req-df543fb8-aa84-4b00-8edc-1612dc529169 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:24.399509 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97475a3c-cbad-475d-9da6-fcdfe85a6a87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:24.453033 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-82ed2b40-d4e4-437b-9835-5e2d75bb4d8d req-d52837e5-548b-4983-8469-22092b7f5e86 service neutron] 10.222.0.41 "GET /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320050 Jun 25 09:30:24.482809 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df543fb8-aa84-4b00-8edc-1612dc529169 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Pushing event deleted for resources: {'Port': ['ID=086601cc-1bd8-4d63-940e-db6b01a7b40b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:24.507437 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-df543fb8-aa84-4b00-8edc-1612dc529169 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:24.572601 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['2857f806-5d04-4d89-b3c8-ad7288b5211d', '2f1954f8-441f-444c-8e24-2aca36f4cd0a', 'e770758f-9d83-4a50-98c2-dda78fa4587e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:30:24.576920 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:24.590618 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703ca004-7ff0-41ef-b265-080f5b90eec8 None None] DHCP port deletion for ab56bead-8e89-451b-b838-87a311289852 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:30:24.640531 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 48c21866-6c67-4247-8ffe-a93c3e064e13 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:24.640956 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:24.642851 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-11281289-7b8c-46f0-a415-99542094fe24 req-df543fb8-aa84-4b00-8edc-1612dc529169 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] No DVR routers for this DVR port 086601cc-1bd8-4d63-940e-db6b01a7b40b on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:30:24.647074 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-11281289-7b8c-46f0-a415-99542094fe24 req-df543fb8-aa84-4b00-8edc-1612dc529169 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:24.649788 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-11281289-7b8c-46f0-a415-99542094fe24 req-df543fb8-aa84-4b00-8edc-1612dc529169 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.41 "DELETE /v2.0/ports/086601cc-1bd8-4d63-940e-db6b01a7b40b HTTP/1.1" status: 204 len: 173 time: 2.3396533 Jun 25 09:30:24.656904 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616b99dc-2a60-42f8-9336-00d2c1550f26', 'name': 'network-vif-deleted', 'tag': '086601cc-1bd8-4d63-940e-db6b01a7b40b'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:30:24.659279 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a009dd40-6250-423e-a41a-52900ddfe69c" -d '{"events": [{"server_uuid": "616b99dc-2a60-42f8-9336-00d2c1550f26", "name": "network-vif-deleted", "tag": "086601cc-1bd8-4d63-940e-db6b01a7b40b"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:30:24.760935 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91c30730-d120-41e0-87ee-441ac7e18687 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:24.764027 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-91c30730-d120-41e0-87ee-441ac7e18687 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/867b41f9-5e45-4d0e-9f42-412f435f271f HTTP/1.1" status: 204 len: 168 time: 1.5643532 Jun 25 09:30:24.767656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37918) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:24.785508 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:24.805060 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19e378d8-2c0e-43e2-85ed-f507ddeb71b7 req-d39ed89e-982a-45b0-9b04-b8254b219ec5 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=616b99dc-2a60-42f8-9336-00d2c1550f26 HTTP/1.1" status: 200 len: 210 time: 0.1267738 Jun 25 09:30:24.815994 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:24.829170 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b3597f83-abc9-4c94-ab9d-6a9398dcadea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:24.831355 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] For port 48c21866-6c67-4247-8ffe-a93c3e064e13, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=48c21866-6c67-4247-8ffe-a93c3e064e13,segment=NetworkSegment(8db01f3b-d054-4787-8315-cea6dc212b87),segment_id=8db01f3b-d054-4787-8315-cea6dc212b87)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:24.832005 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:24.867271 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 48c21866-6c67-4247-8ffe-a93c3e064e13 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:24.875945 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-c13d16b2-a451-453d-b241-7eae456b7eba None None] Allocated IP 172.20.0.2 (13e23ba1-9297-4cb1-bce9-7212ee789807/fc81f038-c4a6-4ceb-ad3c-9b775a857548/09a60560-77a1-4ad2-b6ef-44cbd83ffbc4) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:24.975351 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2b4e6c-5bb5-49db-bf17-f524aa8bf04c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:24.979784 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2b4e6c-5bb5-49db-bf17-f524aa8bf04c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:24.979918 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35748c-55f9-4146-8dec-019a0cc3a56a req-73b34379-25e9-4df6-9638-e4c5a2022d24 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:24.983617 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2b4e6c-5bb5-49db-bf17-f524aa8bf04c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:24.988208 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7f35748c-55f9-4146-8dec-019a0cc3a56a req-73b34379-25e9-4df6-9638-e4c5a2022d24 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.4257212 Jun 25 09:30:24.989219 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ac2b4e6c-5bb5-49db-bf17-f524aa8bf04c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2204835 Jun 25 09:30:24.990015 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37920) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:25.056495 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-703ca004-7ff0-41ef-b265-080f5b90eec8 None None] Deleting port 48c21866-6c67-4247-8ffe-a93c3e064e13 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:25.056925 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-703ca004-7ff0-41ef-b265-080f5b90eec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.113402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7f35748c-55f9-4146-8dec-019a0cc3a56a req-c02327c4-c81d-484c-9758-ebc74c3fe5f6 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246161 Jun 25 09:30:25.135821 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:25.136071 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cfedcd-3c8a-4ff3-9116-f3f799fa912c x-openstack-request-id: req-19cfedcd-3c8a-4ff3-9116-f3f799fa912c {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:30:25.138332 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616b99dc-2a60-42f8-9336-00d2c1550f26", "name": "network-vif-deleted", "tag": "086601cc-1bd8-4d63-940e-db6b01a7b40b", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:30:25.139024 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4be6f660-70f4-4962-ac0c-b9536c04b6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.140503 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:25.149343 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad171067-b749-4c3b-93bc-ad8319618f61 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 4de30444-ae7a-4545-b14c-36395e4f0c29 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:30:25.151130 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-19cfedcd-3c8a-4ff3-9116-f3f799fa912c {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:30:25.152113 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616b99dc-2a60-42f8-9336-00d2c1550f26', 'name': 'network-vif-deleted', 'tag': '086601cc-1bd8-4d63-940e-db6b01a7b40b', 'status': 'completed', 'code': 200} Jun 25 09:30:25.174752 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.178057 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e0406b23-a392-45b9-bd98-ab26627530c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:25.207484 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=48c21866-6c67-4247-8ffe-a93c3e064e13,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:25.212020 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:25.214779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No DVR routers for this DVR port 48c21866-6c67-4247-8ffe-a93c3e064e13 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:30:25.295654 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c13d16b2-a451-453d-b241-7eae456b7eba None None] For port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:25.299050 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-703ca004-7ff0-41ef-b265-080f5b90eec8 None None] For port 48c21866-6c67-4247-8ffe-a93c3e064e13, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=48c21866-6c67-4247-8ffe-a93c3e064e13,segment=NetworkSegment(8db01f3b-d054-4787-8315-cea6dc212b87),segment_id=8db01f3b-d054-4787-8315-cea6dc212b87)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:25.299535 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-703ca004-7ff0-41ef-b265-080f5b90eec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.302301 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.319628 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.326075 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-703ca004-7ff0-41ef-b265-080f5b90eec8 None None] Calling delete_port for 48c21866-6c67-4247-8ffe-a93c3e064e13 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:25.332133 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab56bead-8e89-451b-b838-87a311289852']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:25.343302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db01f3b-d054-4787-8315-cea6dc212b87') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:25.343627 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db01f3b-d054-4787-8315-cea6dc212b87') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:25.353833 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.371719 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.378142 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:30:25.378536 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:30:25.381644 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:30:25.393732 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 086601cc-1bd8-4d63-940e-db6b01a7b40b no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:30:25.424036 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c13d16b2-a451-453d-b241-7eae456b7eba None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.435952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 086601cc-1bd8-4d63-940e-db6b01a7b40b {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:30:25.436310 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 086601cc-1bd8-4d63-940e-db6b01a7b40b not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:30:25.452645 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.457588 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b249632f-ee4e-4995-97ab-8cc4e46523e0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:25.469155 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c13d16b2-a451-453d-b241-7eae456b7eba None None] Transition to ACTIVE for port object 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:25.474484 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c13d16b2-a451-453d-b241-7eae456b7eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.475983 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad171067-b749-4c3b-93bc-ad8319618f61 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.476825 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.484847 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/networks/ab56bead-8e89-451b-b838-87a311289852 HTTP/1.1" status: 204 len: 168 time: 1.5782516 Jun 25 09:30:25.485074 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-338ca318-138d-4ef4-aac4-43eb0dc29c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:25.485190 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Network': ['ID=ab56bead-8e89-451b-b838-87a311289852,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:25.485190 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37922) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:25.493539 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c1bb5e1a-13ab-4cd3-8082-84d47e2a2bcb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1274276407', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:25.497854 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:25.518022 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5e1a-13ab-4cd3-8082-84d47e2a2bcb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.519359 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5e1a-13ab-4cd3-8082-84d47e2a2bcb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.572998 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad171067-b749-4c3b-93bc-ad8319618f61 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.615533 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-703ca004-7ff0-41ef-b265-080f5b90eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.643926 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d16b2-a451-453d-b241-7eae456b7eba None None] Pushing event updated for resources: {'Port': ['ID=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:25.650170 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5e1a-13ab-4cd3-8082-84d47e2a2bcb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.662558 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5e1a-13ab-4cd3-8082-84d47e2a2bcb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.665367 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-703ca004-7ff0-41ef-b265-080f5b90eec8 None None] Network ab56bead-8e89-451b-b838-87a311289852 is not hosted by any dhcp agent {{(pid=94026) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 09:30:25.665837 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703ca004-7ff0-41ef-b265-080f5b90eec8 None None] No DVR routers for this DVR port 48c21866-6c67-4247-8ffe-a93c3e064e13 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:30:25.668687 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c13d16b2-a451-453d-b241-7eae456b7eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:25.669284 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:25.702708 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5e1a-13ab-4cd3-8082-84d47e2a2bcb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.709863 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c1bb5e1a-13ab-4cd3-8082-84d47e2a2bcb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2234812 Jun 25 09:30:25.710148 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ca004-7ff0-41ef-b265-080f5b90eec8 None None] Pushing event deleted for resources: {'Port': ['ID=48c21866-6c67-4247-8ffe-a93c3e064e13,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:25.712763 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37928) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:25.716272 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-703ca004-7ff0-41ef-b265-080f5b90eec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:25.731319 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c0e577c9-50e6-4013-b60b-d70fed78b42c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-531441326'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:25.757796 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad171067-b749-4c3b-93bc-ad8319618f61 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.763467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e577c9-50e6-4013-b60b-d70fed78b42c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:25.775023 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c0e577c9-50e6-4013-b60b-d70fed78b42c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.814051 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e577c9-50e6-4013-b60b-d70fed78b42c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:30:25.830441 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c0e577c9-50e6-4013-b60b-d70fed78b42c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.832783 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-c0e577c9-50e6-4013-b60b-d70fed78b42c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Added segment b0dc2a65-a994-46fb-a70d-905b0e41fa3c of type vlan for network e237fc9b-344d-4b3c-875e-f85338668a5f Jun 25 09:30:25.841177 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:25.904788 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad171067-b749-4c3b-93bc-ad8319618f61 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.907956 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ce4463f8-cd14-4e20-894e-26bb2234c000 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:25.960762 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad171067-b749-4c3b-93bc-ad8319618f61 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.963758 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ad171067-b749-4c3b-93bc-ad8319618f61 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/4de30444-ae7a-4545-b14c-36395e4f0c29 HTTP/1.1" status: 204 len: 168 time: 0.9720371 Jun 25 09:30:25.965902 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad171067-b749-4c3b-93bc-ad8319618f61 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=4de30444-ae7a-4545-b14c-36395e4f0c29,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:25.967570 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37936) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:25.974604 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c0e577c9-50e6-4013-b60b-d70fed78b42c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:25.979246 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ad171067-b749-4c3b-93bc-ad8319618f61 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:26.058924 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01737fb-675d-4b4a-81ef-b66932ba20a9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet fc81f038-c4a6-4ceb-ad3c-9b775a857548 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:30:26.067486 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c0e577c9-50e6-4013-b60b-d70fed78b42c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:26.071344 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c01737fb-675d-4b4a-81ef-b66932ba20a9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:26.079411 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e577c9-50e6-4013-b60b-d70fed78b42c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:26.080192 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c0e577c9-50e6-4013-b60b-d70fed78b42c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:26.120497 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4e7a96f6-9c6f-4c34-8538-dd724c5712bc tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:26.146188 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c01737fb-675d-4b4a-81ef-b66932ba20a9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:26.209613 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:26.213349 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 48c21866-6c67-4247-8ffe-a93c3e064e13 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:30:26.239601 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c0e577c9-50e6-4013-b60b-d70fed78b42c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5211613 Jun 25 09:30:26.245327 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37946) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:26.261786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c6f290d4-6e3d-4703-a604-ca379ff74e17 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'subnet': {'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:26.278344 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 48c21866-6c67-4247-8ffe-a93c3e064e13 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:30:26.278970 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 48c21866-6c67-4247-8ffe-a93c3e064e13 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:30:26.385950 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c01737fb-675d-4b4a-81ef-b66932ba20a9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:26.481192 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e577c9-50e6-4013-b60b-d70fed78b42c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Network': ['ID=e237fc9b-344d-4b3c-875e-f85338668a5f,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:26.481938 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c01737fb-675d-4b4a-81ef-b66932ba20a9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:26.492811 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c5f7500c-1e3b-484a-b278-5646ba5d02d2 tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:26.493696 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network e237fc9b-344d-4b3c-875e-f85338668a5f details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:30:26.494072 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c0e577c9-50e6-4013-b60b-d70fed78b42c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:26.505356 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c01737fb-675d-4b4a-81ef-b66932ba20a9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:26.507880 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c01737fb-675d-4b4a-81ef-b66932ba20a9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/fc81f038-c4a6-4ceb-ad3c-9b775a857548 HTTP/1.1" status: 204 len: 168 time: 0.5300388 Jun 25 09:30:26.513421 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37950) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:26.536618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01737fb-675d-4b4a-81ef-b66932ba20a9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=fc81f038-c4a6-4ceb-ad3c-9b775a857548,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:26.539516 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c01737fb-675d-4b4a-81ef-b66932ba20a9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:26.570501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-93f73175-dd64-47ae-990b-76de0eb12a9c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556245 Jun 25 09:30:26.573220 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37952) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:26.579034 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-12e120ab-1111-4d5d-862f-67a9c43d040d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:26.619149 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f290d4-6e3d-4703-a604-ca379ff74e17 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:26.622957 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6f290d4-6e3d-4703-a604-ca379ff74e17 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:26.703803 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a17da-08b1-45d7-a976-1d82ca9ed264 req-c105b040-0fed-436f-a030-5438680802de tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:26.706364 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e39a17da-08b1-45d7-a976-1d82ca9ed264 req-c105b040-0fed-436f-a030-5438680802de tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.2773287 Jun 25 09:30:26.717283 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e120ab-1111-4d5d-862f-67a9c43d040d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:26.728852 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-12e120ab-1111-4d5d-862f-67a9c43d040d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:26.799077 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e39a17da-08b1-45d7-a976-1d82ca9ed264 req-4aa833e9-f428-492a-80e7-ad3a30eb8ce2 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832255 Jun 25 09:30:26.818877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e858da6-1dd1-4afc-90fd-7b786ceb7251 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:26.950987 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6f290d4-6e3d-4703-a604-ca379ff74e17 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:26.956360 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6884cd9b-6965-4d45-a426-dae41d0fc08c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:26.981427 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d2b3dcd3-0b2d-445d-b62c-a965cd6949dc None None] Provisioning for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:27.006637 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d2b3dcd3-0b2d-445d-b62c-a965cd6949dc None None] Provisioning complete for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:27.012536 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d2b3dcd3-0b2d-445d-b62c-a965cd6949dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:27.018641 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-12e120ab-1111-4d5d-862f-67a9c43d040d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:27.023530 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ad171067-b749-4c3b-93bc-ad8319618f61 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:27.052701 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f290d4-6e3d-4703-a604-ca379ff74e17 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Subnet': ['ID=6ce754c8-e8b2-4b16-b8b9-de69bdaa778a,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:27.077778 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c6f290d4-6e3d-4703-a604-ca379ff74e17 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:27.096538 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e120ab-1111-4d5d-862f-67a9c43d040d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:27.100200 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-12e120ab-1111-4d5d-862f-67a9c43d040d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:27.105477 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e120ab-1111-4d5d-862f-67a9c43d040d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:27.106478 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-12e120ab-1111-4d5d-862f-67a9c43d040d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:27.128103 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-12e120ab-1111-4d5d-862f-67a9c43d040d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5536408 Jun 25 09:30:27.129254 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 37956) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:27.130818 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f290d4-6e3d-4703-a604-ca379ff74e17 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Checking segment: {'id': 'b0dc2a65-a994-46fb-a70d-905b0e41fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:27.131360 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f290d4-6e3d-4703-a604-ca379ff74e17 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network hostable DHCP agents. Network: e237fc9b-344d-4b3c-875e-f85338668a5f, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:30:27.138025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:27.160891 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f290d4-6e3d-4703-a604-ca379ff74e17 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network e237fc9b-344d-4b3c-875e-f85338668a5f is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:30:27.164326 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e120ab-1111-4d5d-862f-67a9c43d040d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=ca148065-fff7-4223-896d-6c843ef95e31,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:27.174953 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-c6f290d4-6e3d-4703-a604-ca379ff74e17 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, e237fc9b-344d-4b3c-875e-f85338668a5f) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:27.181001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f290d4-6e3d-4703-a604-ca379ff74e17 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:27.181804 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6f290d4-6e3d-4703-a604-ca379ff74e17 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:27.190328 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdd91ce-567c-4221-b446-283c666f516e None None] Network e237fc9b-344d-4b3c-875e-f85338668a5f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:27.207162 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c6f290d4-6e3d-4703-a604-ca379ff74e17 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9605167 Jun 25 09:30:27.210579 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37960) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:27.223825 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-12e120ab-1111-4d5d-862f-67a9c43d040d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:27.355099 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:27.366812 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:27.637044 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:27.676092 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d2b3dcd3-0b2d-445d-b62c-a965cd6949dc None None] Could not find standard attr ID for object 867b41f9-5e45-4d0e-9f42-412f435f271f. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:30:27.810297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:27.865709 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d91a3d3-78bc-4162-b4ad-a3590c7521b8 None None] Update dhcp port {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'fixed_ips': [{'subnet_id': 'ca148065-fff7-4223-896d-6c843ef95e31'}], 'binding:host_id': 'n-d-761264-15'}, 'id': '09a60560-77a1-4ad2-b6ef-44cbd83ffbc4'} from n-d-761264-15. {{(pid=94026) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 09:30:27.924385 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4d91a3d3-78bc-4162-b4ad-a3590c7521b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:27.951945 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-e237fc9b-344d-4b3c-875e-f85338668a5f', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:30:27.954781 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:28.025982 n-d-761264-15 neutron-server[94025]: DEBUG neutron.objects.ports [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94025) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 09:30:28.039392 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:28.138729 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Allocated IP 2001:db8::1 (e237fc9b-344d-4b3c-875e-f85338668a5f/6ce754c8-e8b2-4b16-b8b9-de69bdaa778a/7c85802b-3569-4cd3-afce-5921772cdbb5) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:28.291622 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:28.291974 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:28.393017 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:28.407232 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718886e-74b5-4ae0-8d56-d1b782b4ff5a req-2db28d53-9ab7-4e00-9a6c-37943ba75ce5 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:28.414722 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5718886e-74b5-4ae0-8d56-d1b782b4ff5a req-2db28d53-9ab7-4e00-9a6c-37943ba75ce5 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.3468666 Jun 25 09:30:28.498846 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5718886e-74b5-4ae0-8d56-d1b782b4ff5a req-23d39f5a-ffbc-4896-94c4-969ff717ae8d tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830593 Jun 25 09:30:28.512618 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:28.530008 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Transition to ACTIVE for port object 7c85802b-3569-4cd3-afce-5921772cdbb5 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:28.589229 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:28.592676 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d76a5271-f3fa-49cc-a978-b560beb2020b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:28.695853 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network e237fc9b-344d-4b3c-875e-f85338668a5f is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:28.711681 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:28.742835 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:28.748623 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-4d91a3d3-78bc-4162-b4ad-a3590c7521b8 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe32:cf06-7d4bf5bf-92d4-4525-bd9b-72d5105f14 {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:30:28.749264 n-d-761264-15 neutron-server[94026]: DEBUG oslo_db.api [None req-4d91a3d3-78bc-4162-b4ad-a3590c7521b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:30:28.757230 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:28.771787 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Allocated IP 2001:db8::2 (e237fc9b-344d-4b3c-875e-f85338668a5f/6ce754c8-e8b2-4b16-b8b9-de69bdaa778a/162e0786-d2eb-4a35-bcec-0f21b846853b) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:28.824064 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] For port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:28.917162 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:28.922398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=7c85802b-3569-4cd3-afce-5921772cdbb5,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:28.926158 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:28.927911 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:28.935039 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ccc8f584-d048-4aa7-bb47-e5a34006dce2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:28.968058 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:28.968453 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:28.968871 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:28.969258 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:28.969636 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:28.969987 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:28.970376 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:28.970754 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:28.973467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:28.974065 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:28.974830 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:28.977247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:28.989128 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:29.059648 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:29.069061 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:29.091013 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:29.098152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:29.098761 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:29.138153 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:29.159289 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Transition to ACTIVE for port object 162e0786-d2eb-4a35-bcec-0f21b846853b will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:29.160702 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,revision_number=8']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:29.188166 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:29.202744 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Transition to ACTIVE for port object 162e0786-d2eb-4a35-bcec-0f21b846853b will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:29.203109 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f8950d32-c96e-4f9d-8c02-221a0e387059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:29.210331 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0767348 Jun 25 09:30:29.213720 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 37978) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:29.214605 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:29.218179 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:29.312493 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'mac_address': 'fa:16:3e:56:63:bf', 'name': 'tempest-NetworksTestDHCPv6-266844138'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:29.318175 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=3d30a3fe-3f18-4065-87ef-a8451773e173,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:29.323243 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:29.371892 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Network e237fc9b-344d-4b3c-875e-f85338668a5f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:29.377014 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Pushing event updated for resources: {'Port': ['ID=162e0786-d2eb-4a35-bcec-0f21b846853b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:29.382675 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:29.387488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:29.391504 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:29.404297 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4d91a3d3-78bc-4162-b4ad-a3590c7521b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:29.775141 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:29.791220 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:29.864967 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Attempting to bind port 162e0786-d2eb-4a35-bcec-0f21b846853b on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:30:29.865330 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Attempting to bind port 162e0786-d2eb-4a35-bcec-0f21b846853b by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'b0dc2a65-a994-46fb-a70d-905b0e41fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:30:29.865732 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Attempting to bind port 162e0786-d2eb-4a35-bcec-0f21b846853b on network e237fc9b-344d-4b3c-875e-f85338668a5f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:30:29.879856 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:30:29.882300 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Checking segment: {'id': 'b0dc2a65-a994-46fb-a70d-905b0e41fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:29.882300 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:29.882300 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Bound using segment: {'id': 'b0dc2a65-a994-46fb-a70d-905b0e41fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:30:29.882300 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Bound port: 162e0786-d2eb-4a35-bcec-0f21b846853b, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0dc2a65-a994-46fb-a70d-905b0e41fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:30:29.882300 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:29.922867 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:29.924201 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:30.013243 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] For port 162e0786-d2eb-4a35-bcec-0f21b846853b, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:30:30.016412 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] For port 162e0786-d2eb-4a35-bcec-0f21b846853b, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=162e0786-d2eb-4a35-bcec-0f21b846853b,segment=NetworkSegment(b0dc2a65-a994-46fb-a70d-905b0e41fa3c),segment_id=b0dc2a65-a994-46fb-a70d-905b0e41fa3c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:30:30.028324 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:30.036042 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-bdca48a4-b22d-44b2-90a4-6417d01655ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:30.087700 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-4d91a3d3-78bc-4162-b4ad-a3590c7521b8 None None] Allocated IP 172.20.0.2 (13e23ba1-9297-4cb1-bce9-7212ee789807/ca148065-fff7-4223-896d-6c843ef95e31/09a60560-77a1-4ad2-b6ef-44cbd83ffbc4) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:30.381125 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:30.447389 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:30.449256 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:30.466579 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f285921f-b7a4-4b36-943e-ff8536610d24 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:30.497675 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Pushing event updated for resources: {'Port': ['ID=162e0786-d2eb-4a35-bcec-0f21b846853b,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:30.573603 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:30.585422 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=7c85802b-3569-4cd3-afce-5921772cdbb5,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:30.594552 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:30.620961 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:30.754387 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4d91a3d3-78bc-4162-b4ad-a3590c7521b8 None None] For port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:30.850654 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4d91a3d3-78bc-4162-b4ad-a3590c7521b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:30.875973 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4d91a3d3-78bc-4162-b4ad-a3590c7521b8 None None] Transition to ACTIVE for port object 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:30.881836 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4d91a3d3-78bc-4162-b4ad-a3590c7521b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:30.889792 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:31.029200 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91a3d3-78bc-4162-b4ad-a3590c7521b8 None None] Pushing event updated for resources: {'Port': ['ID=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:31.033545 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4d91a3d3-78bc-4162-b4ad-a3590c7521b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:31.391123 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:31.648603 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 99088e7a-2079-4c9b-95e8-5aa0de7b73f1 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:30:31.829303 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network e237fc9b-344d-4b3c-875e-f85338668a5f is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:31.861910 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef88f8-cc0c-4fe3-8490-7ec8727481a8 req-019bdbf8-4920-4195-b099-f676507e8d79 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:31.872272 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03ef88f8-cc0c-4fe3-8490-7ec8727481a8 req-019bdbf8-4920-4195-b099-f676507e8d79 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 2.1282198 Jun 25 09:30:31.892529 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:32.015766 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:32.149051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 162e0786-d2eb-4a35-bcec-0f21b846853b up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:32.211221 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03ef88f8-cc0c-4fe3-8490-7ec8727481a8 req-ca622967-1637-4e43-93a4-d4932adad6d5 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380301 Jun 25 09:30:32.246323 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47b971f-2222-4626-973d-1a4dcbafc823 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:32.324134 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa42dd1-2a78-410a-9e2a-7931c38239ed None None] Network e237fc9b-344d-4b3c-875e-f85338668a5f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:32.330382 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 162e0786-d2eb-4a35-bcec-0f21b846853b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:32.392298 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 172.20.0.3 (13e23ba1-9297-4cb1-bce9-7212ee789807/ca148065-fff7-4223-896d-6c843ef95e31/99088e7a-2079-4c9b-95e8-5aa0de7b73f1) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:32.405915 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::f816:3eff:fe56:63bf (13e23ba1-9297-4cb1-bce9-7212ee789807/3d30a3fe-3f18-4065-87ef-a8451773e173/99088e7a-2079-4c9b-95e8-5aa0de7b73f1) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:32.419727 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4bde8f7f-5eb2-4dfb-9449-9be61a1792b4 None None] Provisioning for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:32.440536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4bde8f7f-5eb2-4dfb-9449-9be61a1792b4 None None] Provisioning complete for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:32.440969 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4bde8f7f-5eb2-4dfb-9449-9be61a1792b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:32.543866 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router b574b3e7-6569-4deb-aa2a-440ac33c20dc is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:30:32.737204 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:32.771505 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object 99088e7a-2079-4c9b-95e8-5aa0de7b73f1 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:32.796216 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:30:32.809494 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Sync routers for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:30:32.841065 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:32.841704 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:32.851804 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/b574b3e7-6569-4deb-aa2a-440ac33c20dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6392479 Jun 25 09:30:32.854591 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38020) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:32.862203 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-194025454'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:32.866239 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:32.875185 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b9174f9c-0575-4ea2-8f4e-50aa4ab1aeed tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:32.909621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2a8989bf-186d-4751-8be2-d50b2668bfbf None None] Provisioning for port 162e0786-d2eb-4a35-bcec-0f21b846853b completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:32.912248 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:32.919962 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:32.926647 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2a8989bf-186d-4751-8be2-d50b2668bfbf None None] Provisioning complete for port 162e0786-d2eb-4a35-bcec-0f21b846853b triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:32.926803 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a8989bf-186d-4751-8be2-d50b2668bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:33.011237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461e8bf-ff93-44b3-964b-1f179ab9c356 req-54d0eb36-0a24-4f1f-96d4-f019296e6330 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:33.012931 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:30:33.016179 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d461e8bf-ff93-44b3-964b-1f179ab9c356 req-54d0eb36-0a24-4f1f-96d4-f019296e6330 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 945 time: 0.3401062 Jun 25 09:30:33.019461 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:33.048250 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:33.049208 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Added segment 15dbbb72-eaa9-4146-8656-dbce0c7e08cd of type vlan for network ba287a44-e285-4d0e-a800-4373605653e3 Jun 25 09:30:33.063764 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:33.085192 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:33.109359 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:30:33.140853 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=99088e7a-2079-4c9b-95e8-5aa0de7b73f1,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:33.162345 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:33.170135 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a8989bf-186d-4751-8be2-d50b2668bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:33.201092 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:33.265366 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:33.272092 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:33.272299 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d461e8bf-ff93-44b3-964b-1f179ab9c356 req-4b775166-1d60-444c-97e6-6b774ddf6ad9 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379534 Jun 25 09:30:33.279781 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:33.297869 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-788a7f9d-0135-4c34-82b1-2ec18282523f tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:33.298095 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2a8989bf-186d-4751-8be2-d50b2668bfbf None None] For port 162e0786-d2eb-4a35-bcec-0f21b846853b, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=162e0786-d2eb-4a35-bcec-0f21b846853b,segment=NetworkSegment(b0dc2a65-a994-46fb-a70d-905b0e41fa3c),segment_id=b0dc2a65-a994-46fb-a70d-905b0e41fa3c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:33.329672 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a8989bf-186d-4751-8be2-d50b2668bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:33.339227 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:33.339938 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:33.371516 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c13d16b2-a451-453d-b241-7eae456b7eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:33.388910 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1728802 Jun 25 09:30:33.390437 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38024) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:33.451118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Network': ['ID=ba287a44-e285-4d0e-a800-4373605653e3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:33.468929 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:33.469484 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:33.470067 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:33.470829 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:33.471466 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:33.472039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:33.472606 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:33.473359 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:33.473945 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:33.474774 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:33.475331 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:33.475895 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:33.503144 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:33.514198 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6565042 Jun 25 09:30:33.516139 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38026) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:33.533637 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-40745c1c-b863-438a-93be-0c02eb1e562e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'subnet': {'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:33.626297 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949817f6-2ba5-4ac2-b81a-91a385561284 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:33.655860 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949817f6-2ba5-4ac2-b81a-91a385561284 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:33.660858 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-949817f6-2ba5-4ac2-b81a-91a385561284 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2620175 Jun 25 09:30:33.692572 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38030) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:33.768378 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:30:28Z', 'revision_number': 2, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:29Z', 'revision_number': 2, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:33.830092 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Checking router: b574b3e7-6569-4deb-aa2a-440ac33c20dc for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:30:33.839400 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Updating router b574b3e7-6569-4deb-aa2a-440ac33c20dc port 7c85802b-3569-4cd3-afce-5921772cdbb5 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:30:33.876308 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40745c1c-b863-438a-93be-0c02eb1e562e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:33.903218 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-40745c1c-b863-438a-93be-0c02eb1e562e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:34.026299 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network ba287a44-e285-4d0e-a800-4373605653e3 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:30:34.178334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7935f25-db91-49a5-8f26-0b89e68b907f req-a43d0e94-1a4b-4b46-b2c4-80f01e0e7356 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:34.189624 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b7935f25-db91-49a5-8f26-0b89e68b907f req-a43d0e94-1a4b-4b46-b2c4-80f01e0e7356 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.5280683 Jun 25 09:30:34.260639 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:34.270179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6c52b4e6-9d3d-4b99-b818-8c1b28401e8d None None] Provisioning complete for port 162e0786-d2eb-4a35-bcec-0f21b846853b triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:34.272774 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c52b4e6-9d3d-4b99-b818-8c1b28401e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:34.295985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe55a2-9920-48eb-bc7f-9054c05bfd9f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port 99088e7a-2079-4c9b-95e8-5aa0de7b73f1 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:34.296167 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8fe55a2-9920-48eb-bc7f-9054c05bfd9f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:34.326477 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b7935f25-db91-49a5-8f26-0b89e68b907f req-b9429f27-93f8-47cf-a539-ae7a30257232 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357183 Jun 25 09:30:34.402222 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-40745c1c-b863-438a-93be-0c02eb1e562e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:34.410183 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a8154092-6b45-4763-90d4-768069d578ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:34.523660 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f50e9-e0b3-4274-add3-e5d600ba5473 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:34.575294 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40745c1c-b863-438a-93be-0c02eb1e562e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Subnet': ['ID=f8856eca-e5c1-4b5c-b9cf-b44896a3489f,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:34.595885 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-40745c1c-b863-438a-93be-0c02eb1e562e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:34.606480 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8fe55a2-9920-48eb-bc7f-9054c05bfd9f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:34.634447 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8989bf-186d-4751-8be2-d50b2668bfbf None None] Pushing event updated for resources: {'Port': ['ID=162e0786-d2eb-4a35-bcec-0f21b846853b,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:34.640632 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2a8989bf-186d-4751-8be2-d50b2668bfbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.269s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:34.646483 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40745c1c-b863-438a-93be-0c02eb1e562e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Checking segment: {'id': '15dbbb72-eaa9-4146-8656-dbce0c7e08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:34.648054 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40745c1c-b863-438a-93be-0c02eb1e562e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network hostable DHCP agents. Network: ba287a44-e285-4d0e-a800-4373605653e3, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:30:34.685413 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40745c1c-b863-438a-93be-0c02eb1e562e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network ba287a44-e285-4d0e-a800-4373605653e3 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:30:34.688944 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe55a2-9920-48eb-bc7f-9054c05bfd9f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for 99088e7a-2079-4c9b-95e8-5aa0de7b73f1 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:34.704355 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-40745c1c-b863-438a-93be-0c02eb1e562e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, ba287a44-e285-4d0e-a800-4373605653e3) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:34.710639 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40745c1c-b863-438a-93be-0c02eb1e562e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:34.711345 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-40745c1c-b863-438a-93be-0c02eb1e562e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:34.738485 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-40745c1c-b863-438a-93be-0c02eb1e562e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2204635 Jun 25 09:30:34.739191 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38038) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:34.762968 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0030ad-8af3-4559-8920-769bf5c61094 None None] Network ba287a44-e285-4d0e-a800-4373605653e3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:34.837455 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b88d89-3638-4c16-8b6a-a28a0eeaea7a req-28767a18-1c3f-49b8-b932-aaec26f409bf tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:34.839502 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37b88d89-3638-4c16-8b6a-a28a0eeaea7a req-28767a18-1c3f-49b8-b932-aaec26f409bf tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 945 time: 0.3683619 Jun 25 09:30:34.871375 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6c52b4e6-9d3d-4b99-b818-8c1b28401e8d None None] Provisioning for port 7c85802b-3569-4cd3-afce-5921772cdbb5 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:34.894218 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6c52b4e6-9d3d-4b99-b818-8c1b28401e8d None None] Provisioning complete for port 7c85802b-3569-4cd3-afce-5921772cdbb5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:34.894602 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c52b4e6-9d3d-4b99-b818-8c1b28401e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:34.914776 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797118e-ad21-45b6-835a-45289c0606e9 req-5b53821e-881e-4980-a190-15649c70f871 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:34.920037 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:34.922248 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e797118e-ad21-45b6-835a-45289c0606e9 req-5b53821e-881e-4980-a190-15649c70f871 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 945 time: 0.2842300 Jun 25 09:30:34.954701 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Transition to ACTIVE for port object 7c85802b-3569-4cd3-afce-5921772cdbb5 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:34.977296 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:34.981017 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-e311fbcc-2df0-4caa-86a7-3428f1c952e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:35.074933 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e797118e-ad21-45b6-835a-45289c0606e9 req-c9f360bf-0ffd-4c4b-9df7-0e1c69e7ec94 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131268 Jun 25 09:30:35.202708 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-6c52b4e6-9d3d-4b99-b818-8c1b28401e8d None None] Port 7c85802b-3569-4cd3-afce-5921772cdbb5 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:30:35.223440 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Attempting to bind port 7c85802b-3569-4cd3-afce-5921772cdbb5 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:30:35.223824 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Attempting to bind port 7c85802b-3569-4cd3-afce-5921772cdbb5 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'b0dc2a65-a994-46fb-a70d-905b0e41fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:30:35.224197 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Attempting to bind port 7c85802b-3569-4cd3-afce-5921772cdbb5 on network e237fc9b-344d-4b3c-875e-f85338668a5f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:30:35.227500 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6876bc-3359-482b-a7ba-b32349492d81 None None] Pushing event updated for resources: {'Port': ['ID=7c85802b-3569-4cd3-afce-5921772cdbb5,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:35.232405 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-fd6876bc-3359-482b-a7ba-b32349492d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:35.237941 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:30:35.238447 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Checking segment: {'id': 'b0dc2a65-a994-46fb-a70d-905b0e41fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:35.238750 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:35.239139 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Bound using segment: {'id': 'b0dc2a65-a994-46fb-a70d-905b0e41fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:30:35.239621 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Bound port: 7c85802b-3569-4cd3-afce-5921772cdbb5, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0dc2a65-a994-46fb-a70d-905b0e41fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:30:35.240498 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:35.337398 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-ba287a44-e285-4d0e-a800-4373605653e3', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:30:35.338339 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:35.397142 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] For port 7c85802b-3569-4cd3-afce-5921772cdbb5, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:30:35.424450 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-75db1bfd-8524-4aae-95db-f6c5c8d6c1ad None None] Provisioning complete for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:35.425112 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75db1bfd-8524-4aae-95db-f6c5c8d6c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:35.514804 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] For port 7c85802b-3569-4cd3-afce-5921772cdbb5, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7c85802b-3569-4cd3-afce-5921772cdbb5,segment=NetworkSegment(b0dc2a65-a994-46fb-a70d-905b0e41fa3c),segment_id=b0dc2a65-a994-46fb-a70d-905b0e41fa3c)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:30:35.525356 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:35.529173 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-b9fbb9c3-37b0-41bd-88bb-21736f5b5455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:35.534204 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-37b88d89-3638-4c16-8b6a-a28a0eeaea7a req-739b1d34-8768-44e4-8967-7bff246c6b22 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Deleting port e770758f-9d83-4a50-98c2-dda78fa4587e {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:35.534204 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-37b88d89-3638-4c16-8b6a-a28a0eeaea7a req-739b1d34-8768-44e4-8967-7bff246c6b22 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:35.548297 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8fe55a2-9920-48eb-bc7f-9054c05bfd9f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:35.563200 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e73e90a6-1137-4bcd-9857-f244324f54e5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:35.599964 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6876bc-3359-482b-a7ba-b32349492d81 None None] Pushing event updated for resources: {'Port': ['ID=7c85802b-3569-4cd3-afce-5921772cdbb5,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:35.605383 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-fd6876bc-3359-482b-a7ba-b32349492d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:35.648929 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:35.649840 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:35.659620 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:35.827997 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 162e0786-d2eb-4a35-bcec-0f21b846853b up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:35.930342 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:30:35.936972 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe55a2-9920-48eb-bc7f-9054c05bfd9f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=99088e7a-2079-4c9b-95e8-5aa0de7b73f1,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:35.968613 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d8fe55a2-9920-48eb-bc7f-9054c05bfd9f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:36.148700 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Allocated IP 2001:db8:1::2 (ba287a44-e285-4d0e-a800-4373605653e3/f8856eca-e5c1-4b5c-b9cf-b44896a3489f/22c875f0-b5f4-4d43-a812-ecbce5f879de) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:36.158253 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 162e0786-d2eb-4a35-bcec-0f21b846853b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:36.162531 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:36.300362 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-37b88d89-3638-4c16-8b6a-a28a0eeaea7a req-739b1d34-8768-44e4-8967-7bff246c6b22 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] For port e770758f-9d83-4a50-98c2-dda78fa4587e, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e770758f-9d83-4a50-98c2-dda78fa4587e,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:36.301990 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-37b88d89-3638-4c16-8b6a-a28a0eeaea7a req-739b1d34-8768-44e4-8967-7bff246c6b22 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:36.341136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-37b88d89-3638-4c16-8b6a-a28a0eeaea7a req-739b1d34-8768-44e4-8967-7bff246c6b22 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Calling delete_port for e770758f-9d83-4a50-98c2-dda78fa4587e owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:36.453152 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:30:28Z', 'revision_number': 2, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:35Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:36.460970 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3019ac2e-7a69-413c-ae3f-5dd481607640 None None] Provisioning complete for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:36.462257 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3019ac2e-7a69-413c-ae3f-5dd481607640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:36.545044 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbd225-e5a4-4c94-aeb2-eaecf727d4da None None] The sync data for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 is: [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:30:28Z', 'revision_number': 2, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:35Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:30:36.632403 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c70c2b5e-fade-4a06-a0b2-7c96c0c9e6dd req-70a44c24-5667-4678-84db-ea5911d83fbe tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 210 time: 0.0494430 Jun 25 09:30:36.638927 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8fe55a2-9920-48eb-bc7f-9054c05bfd9f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:36.641006 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d8fe55a2-9920-48eb-bc7f-9054c05bfd9f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/99088e7a-2079-4c9b-95e8-5aa0de7b73f1 HTTP/1.1" status: 204 len: 168 time: 2.9401658 Jun 25 09:30:36.643581 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38054) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:36.676047 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-37b88d89-3638-4c16-8b6a-a28a0eeaea7a req-739b1d34-8768-44e4-8967-7bff246c6b22 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:36.690569 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-747c99f7-d37a-46d6-abad-6e00489d276d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:36.721823 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:36.729198 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['2857f806-5d04-4d89-b3c8-ad7288b5211d', '2f1954f8-441f-444c-8e24-2aca36f4cd0a'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:30:36.764888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b1d34-8768-44e4-8967-7bff246c6b22 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Pushing event deleted for resources: {'Port': ['ID=e770758f-9d83-4a50-98c2-dda78fa4587e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:36.797665 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-739b1d34-8768-44e4-8967-7bff246c6b22 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:36.802473 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52f4ae8-d6d8-42f5-b479-14b5d01b478f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:36.804854 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52f4ae8-d6d8-42f5-b479-14b5d01b478f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:36.806563 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52f4ae8-d6d8-42f5-b479-14b5d01b478f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:36.808543 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d52f4ae8-d6d8-42f5-b479-14b5d01b478f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1625292 Jun 25 09:30:36.811212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38058) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:36.812789 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd88b6-c16c-4db2-97b5-ec937e5596c5 req-ccc236be-ce5e-48d5-8a97-eea77356b1b2 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:36.832488 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-33dd88b6-c16c-4db2-97b5-ec937e5596c5 req-ccc236be-ce5e-48d5-8a97-eea77356b1b2 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.9694395 Jun 25 09:30:36.880531 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Transition to ACTIVE for port object 22c875f0-b5f4-4d43-a812-ecbce5f879de will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:36.976078 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-df839b6b-1b11-4dab-a1e0-fd553a8007f3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 3d30a3fe-3f18-4065-87ef-a8451773e173 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:30:36.993692 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-df839b6b-1b11-4dab-a1e0-fd553a8007f3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:37.025520 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Transition to ACTIVE for port object 22c875f0-b5f4-4d43-a812-ecbce5f879de will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:37.027073 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b88d89-3638-4c16-8b6a-a28a0eeaea7a req-739b1d34-8768-44e4-8967-7bff246c6b22 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] No DVR routers for this DVR port e770758f-9d83-4a50-98c2-dda78fa4587e on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:30:37.046692 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-37b88d89-3638-4c16-8b6a-a28a0eeaea7a req-739b1d34-8768-44e4-8967-7bff246c6b22 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:37.050927 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37b88d89-3638-4c16-8b6a-a28a0eeaea7a req-739b1d34-8768-44e4-8967-7bff246c6b22 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.41 "DELETE /v2.0/ports/e770758f-9d83-4a50-98c2-dda78fa4587e HTTP/1.1" status: 204 len: 173 time: 2.1986656 Jun 25 09:30:37.051813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5648d2-4c74-44b6-a584-1351cbf837f4', 'name': 'network-vif-deleted', 'tag': 'e770758f-9d83-4a50-98c2-dda78fa4587e'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:30:37.054468 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34bd2ef-a77f-4777-9c2b-eebad2ad359c" -d '{"events": [{"server_uuid": "3e5648d2-4c74-44b6-a584-1351cbf837f4", "name": "network-vif-deleted", "tag": "e770758f-9d83-4a50-98c2-dda78fa4587e"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:30:37.060848 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:37.068444 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-99ebca17-4e7e-4d10-97dc-e225a855f0d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:37.154149 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-33dd88b6-c16c-4db2-97b5-ec937e5596c5 req-e39b2600-7da5-4724-9466-01b68fd23b47 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205700 Jun 25 09:30:37.155177 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Pushing event updated for resources: {'Port': ['ID=22c875f0-b5f4-4d43-a812-ecbce5f879de,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:37.158058 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3019ac2e-7a69-413c-ae3f-5dd481607640 None None] Could not find standard attr ID for object 99088e7a-2079-4c9b-95e8-5aa0de7b73f1. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:30:37.159608 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:37.204043 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Network ba287a44-e285-4d0e-a800-4373605653e3 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:37.220409 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:37.232026 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:37.269464 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Allocated IP 2001:db8:1::1 (ba287a44-e285-4d0e-a800-4373605653e3/f8856eca-e5c1-4b5c-b9cf-b44896a3489f/604465b6-10e6-4606-8d73-10fc1a0f8591) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:37.390759 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a595df82-a862-403a-96ad-4c435b47c70a None None] Could not find standard attr ID for object 99088e7a-2079-4c9b-95e8-5aa0de7b73f1. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:30:37.483957 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Attempting to bind port 22c875f0-b5f4-4d43-a812-ecbce5f879de on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:30:37.483957 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Attempting to bind port 22c875f0-b5f4-4d43-a812-ecbce5f879de by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '15dbbb72-eaa9-4146-8656-dbce0c7e08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:30:37.484674 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Attempting to bind port 22c875f0-b5f4-4d43-a812-ecbce5f879de on network ba287a44-e285-4d0e-a800-4373605653e3 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:30:37.493738 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e770758f-9d83-4a50-98c2-dda78fa4587e no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:30:37.549937 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:37.583058 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-df839b6b-1b11-4dab-a1e0-fd553a8007f3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:37.616572 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Transition to ACTIVE for port object 604465b6-10e6-4606-8d73-10fc1a0f8591 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:37.653619 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:30:37.654018 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Checking segment: {'id': '15dbbb72-eaa9-4146-8656-dbce0c7e08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:37.654446 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:37.657178 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Bound using segment: {'id': '15dbbb72-eaa9-4146-8656-dbce0c7e08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:30:37.657756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Bound port: 22c875f0-b5f4-4d43-a812-ecbce5f879de, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15dbbb72-eaa9-4146-8656-dbce0c7e08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:30:37.658188 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:37.661124 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: e770758f-9d83-4a50-98c2-dda78fa4587e {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:30:37.661559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e770758f-9d83-4a50-98c2-dda78fa4587e not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:30:37.840594 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cc1cc0-263f-48f6-a535-1e05f4a0fb94 x-openstack-request-id: req-24cc1cc0-263f-48f6-a535-1e05f4a0fb94 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:30:37.841158 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5648d2-4c74-44b6-a584-1351cbf837f4", "name": "network-vif-deleted", "tag": "e770758f-9d83-4a50-98c2-dda78fa4587e", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:30:37.841248 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-24cc1cc0-263f-48f6-a535-1e05f4a0fb94 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:30:37.841700 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5648d2-4c74-44b6-a584-1351cbf837f4', 'name': 'network-vif-deleted', 'tag': 'e770758f-9d83-4a50-98c2-dda78fa4587e', 'status': 'completed', 'code': 200} Jun 25 09:30:37.854191 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbaacdb-e151-46f3-b397-2cc2f5c92748 req-474bcc8f-0d36-43fc-9d7a-6b29b89c4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:37.861611 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bbaacdb-e151-46f3-b397-2cc2f5c92748 req-474bcc8f-0d36-43fc-9d7a-6b29b89c4e65 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 1097 time: 0.1992152 Jun 25 09:30:37.872614 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-df839b6b-1b11-4dab-a1e0-fd553a8007f3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:37.886116 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] For port 22c875f0-b5f4-4d43-a812-ecbce5f879de, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:30:37.904780 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] For port 22c875f0-b5f4-4d43-a812-ecbce5f879de, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=22c875f0-b5f4-4d43-a812-ecbce5f879de,segment=NetworkSegment(15dbbb72-eaa9-4146-8656-dbce0c7e08cd),segment_id=15dbbb72-eaa9-4146-8656-dbce0c7e08cd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:30:37.939811 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bbaacdb-e151-46f3-b397-2cc2f5c92748 req-23aae47e-80d2-4ec3-8166-612783e1c8b4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699241 Jun 25 09:30:37.969823 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:38.014231 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:38.044078 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7c85802b-3569-4cd3-afce-5921772cdbb5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:38.068192 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network ba287a44-e285-4d0e-a800-4373605653e3 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:38.076037 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:38.076467 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:38.084452 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:38.085283 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:38.105081 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4d91a3d3-78bc-4162-b4ad-a3590c7521b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:38.176494 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7c1b6aa4-c361-443d-bbfb-05aa1580c9a7 req-f7d6d0c3-2cb0-4569-ac96-ee8d9bee7e00 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e5648d2-4c74-44b6-a584-1351cbf837f4 HTTP/1.1" status: 200 len: 210 time: 0.0813193 Jun 25 09:30:38.329909 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=604465b6-10e6-4606-8d73-10fc1a0f8591,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:38.335970 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-df839b6b-1b11-4dab-a1e0-fd553a8007f3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:38.344662 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:38.345525 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6ab173ca-e492-4aff-b6a7-ec782f0b660f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:38.363243 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Pushing event updated for resources: {'Port': ['ID=22c875f0-b5f4-4d43-a812-ecbce5f879de,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:38.376678 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:38.425841 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df839b6b-1b11-4dab-a1e0-fd553a8007f3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=3d30a3fe-3f18-4065-87ef-a8451773e173,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:38.434921 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-df839b6b-1b11-4dab-a1e0-fd553a8007f3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:38.439351 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-df839b6b-1b11-4dab-a1e0-fd553a8007f3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/3d30a3fe-3f18-4065-87ef-a8451773e173 HTTP/1.1" status: 204 len: 168 time: 1.6269183 Jun 25 09:30:38.440616 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38080) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:38.443620 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-df839b6b-1b11-4dab-a1e0-fd553a8007f3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:38.474939 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:38.506123 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f4a23e-f986-48e1-b43a-67f5f07ffd55 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:38.574309 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5242b9c-e431-4296-8464-936431988052 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet ca148065-fff7-4223-896d-6c843ef95e31 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:30:38.588278 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5242b9c-e431-4296-8464-936431988052 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:38.713049 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 7c85802b-3569-4cd3-afce-5921772cdbb5 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:38.729035 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 7c85802b-3569-4cd3-afce-5921772cdbb5 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:38.729691 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:38.755012 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5242b9c-e431-4296-8464-936431988052 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:38.814149 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188a147-fb1b-4d2d-a13d-d01abb01fcc3 req-513a4690-9f3f-4801-ac20-65d825b84c46 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:38.826887 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c188a147-fb1b-4d2d-a13d-d01abb01fcc3 req-513a4690-9f3f-4801-ac20-65d825b84c46 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.3020492 Jun 25 09:30:38.977222 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c188a147-fb1b-4d2d-a13d-d01abb01fcc3 req-2a5c79e1-61e2-4c9a-bc0a-7951eea01d3c tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265883 Jun 25 09:30:39.071359 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:39.071580 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5242b9c-e431-4296-8464-936431988052 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:39.200927 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5242b9c-e431-4296-8464-936431988052 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:39.203345 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 7c85802b-3569-4cd3-afce-5921772cdbb5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7c85802b-3569-4cd3-afce-5921772cdbb5,segment=NetworkSegment(b0dc2a65-a994-46fb-a70d-905b0e41fa3c),segment_id=b0dc2a65-a994-46fb-a70d-905b0e41fa3c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:39.222934 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d6819eec-94a0-46a2-b112-07b8aa0dddd3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:39.227946 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:39.232551 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2a8989bf-186d-4751-8be2-d50b2668bfbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:39.289988 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e5242b9c-e431-4296-8464-936431988052 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:39.295937 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e5242b9c-e431-4296-8464-936431988052 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/ca148065-fff7-4223-896d-6c843ef95e31 HTTP/1.1" status: 204 len: 168 time: 0.8507280 Jun 25 09:30:39.297136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38088) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:39.298117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5242b9c-e431-4296-8464-936431988052 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=ca148065-fff7-4223-896d-6c843ef95e31,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:39.302637 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e5242b9c-e431-4296-8464-936431988052 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:39.385910 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=7c85802b-3569-4cd3-afce-5921772cdbb5,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:39.395873 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:39.429321 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b1b7f3ea-20a9-45be-a7a6-e30aa9960d14 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1235220 Jun 25 09:30:39.430181 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38090) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:39.454477 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-51163725-088d-44cc-b41e-bee50a2b2bd9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:39.794585 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51163725-088d-44cc-b41e-bee50a2b2bd9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:39.822395 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-51163725-088d-44cc-b41e-bee50a2b2bd9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:40.042936 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 22c875f0-b5f4-4d43-a812-ecbce5f879de up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:40.194590 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:40.207300 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:40.208204 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:40.232994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 22c875f0-b5f4-4d43-a812-ecbce5f879de completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:40.237880 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-845490ed-0d6d-421b-bf1e-389933b1b51c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:40.244343 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7c85802b-3569-4cd3-afce-5921772cdbb5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:40.391210 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 7c85802b-3569-4cd3-afce-5921772cdbb5 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:40.391604 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:40.507715 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-51163725-088d-44cc-b41e-bee50a2b2bd9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:40.523573 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-81522b80-37d3-4f75-b717-aa3e25d8341e tempest-FloatingIPTestJSON-419249881 tempest-FloatingIPTestJSON-419249881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:40.547396 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=604465b6-10e6-4606-8d73-10fc1a0f8591,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:40.569439 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:40.595652 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51163725-088d-44cc-b41e-bee50a2b2bd9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:40.605970 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-51163725-088d-44cc-b41e-bee50a2b2bd9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:40.607851 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network ba287a44-e285-4d0e-a800-4373605653e3 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:40.608069 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51163725-088d-44cc-b41e-bee50a2b2bd9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=48a58206-7c17-48dd-929a-02cdc4d8b7ee,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:40.609130 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:40.612347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51163725-088d-44cc-b41e-bee50a2b2bd9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:40.612948 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-51163725-088d-44cc-b41e-bee50a2b2bd9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:40.618583 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-51163725-088d-44cc-b41e-bee50a2b2bd9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:40.629354 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84bd095-9b95-41dd-8577-6229389fffd3 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:40.660980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded7de8-ff5d-4464-994e-178499cfd91b req-cb0ef8d5-2499-4dcb-a284-3c719e7f6935 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:40.662562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6ded7de8-ff5d-4464-994e-178499cfd91b req-cb0ef8d5-2499-4dcb-a284-3c719e7f6935 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 945 time: 0.2102852 Jun 25 09:30:40.677402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-51163725-088d-44cc-b41e-bee50a2b2bd9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2448492 Jun 25 09:30:40.687535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38104) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:40.695252 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:40.705902 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd8121-af5d-4ec1-b032-7d6c93bfb191 req-b1da3cad-8097-4b53-b8df-5321e9ca3c70 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:40.715965 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e3fd8121-af5d-4ec1-b032-7d6c93bfb191 req-b1da3cad-8097-4b53-b8df-5321e9ca3c70 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.3108943 Jun 25 09:30:40.717976 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a34ae-6837-4219-a3db-1844a451d53d None None] Network ba287a44-e285-4d0e-a800-4373605653e3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:40.775797 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router b574b3e7-6569-4deb-aa2a-440ac33c20dc has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:30:40.826527 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-69125a30-3011-40f2-bd1f-95524d4db24c None None] Provisioning complete for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:40.827067 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69125a30-3011-40f2-bd1f-95524d4db24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:40.846741 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6ded7de8-ff5d-4464-994e-178499cfd91b req-5b765bed-7b2f-46c1-ab63-64dd88c553fa tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753571 Jun 25 09:30:40.885368 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e3fd8121-af5d-4ec1-b032-7d6c93bfb191 req-48f2a04b-bf52-4d10-a5cb-d39e3760cbf0 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640031 Jun 25 09:30:41.018869 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:41.036265 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:41.036510 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:30:41.047804 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/b574b3e7-6569-4deb-aa2a-440ac33c20dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3053384 Jun 25 09:30:41.051224 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38114) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:41.057077 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ad29a8b8-40f1-4604-94d0-8f0f01a57334 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1166099687'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:41.139771 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad29a8b8-40f1-4604-94d0-8f0f01a57334 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:41.155783 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad29a8b8-40f1-4604-94d0-8f0f01a57334 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:41.223646 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad29a8b8-40f1-4604-94d0-8f0f01a57334 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:30:41.244442 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad29a8b8-40f1-4604-94d0-8f0f01a57334 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:41.247195 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-ad29a8b8-40f1-4604-94d0-8f0f01a57334 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Added segment c905f452-024e-461d-ba4a-0643e1292f74 of type vlan for network 052bedc0-58ad-4c99-993b-6a005f38ced4 Jun 25 09:30:41.417076 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad29a8b8-40f1-4604-94d0-8f0f01a57334 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:41.486135 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Sync routers for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:30:41.514892 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad29a8b8-40f1-4604-94d0-8f0f01a57334 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:41.531154 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad29a8b8-40f1-4604-94d0-8f0f01a57334 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:41.534716 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad29a8b8-40f1-4604-94d0-8f0f01a57334 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:41.548938 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a9bf5d16-0b44-45c9-bf43-bb41c699982c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:41.578517 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:41.579165 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:41.615208 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ad29a8b8-40f1-4604-94d0-8f0f01a57334 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5626783 Jun 25 09:30:41.618431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38120) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:41.624939 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-34c25344-b3a4-4f6f-8172-1dbdf1e631b1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'subnet': {'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:41.757378 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29a8b8-40f1-4604-94d0-8f0f01a57334 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Network': ['ID=052bedc0-58ad-4c99-993b-6a005f38ced4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:41.760293 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ad29a8b8-40f1-4604-94d0-8f0f01a57334 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:41.762048 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c25344-b3a4-4f6f-8172-1dbdf1e631b1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:41.768098 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-34c25344-b3a4-4f6f-8172-1dbdf1e631b1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:41.810546 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 052bedc0-58ad-4c99-993b-6a005f38ced4 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:30:42.006522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:30:42.090745 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-34c25344-b3a4-4f6f-8172-1dbdf1e631b1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:42.112052 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-40745c1c-b863-438a-93be-0c02eb1e562e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:42.169884 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c25344-b3a4-4f6f-8172-1dbdf1e631b1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Subnet': ['ID=354acedd-7a8a-4455-91da-0454dcf2112e,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:42.188575 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-34c25344-b3a4-4f6f-8172-1dbdf1e631b1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:42.328903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89a3ad-2106-4ab4-ac8a-546451c807b5 req-eb771b88-d93a-442b-b690-4251160193a0 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:42.330693 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9c89a3ad-2106-4ab4-ac8a-546451c807b5 req-eb771b88-d93a-442b-b690-4251160193a0 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.41 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 945 time: 0.2566469 Jun 25 09:30:42.344956 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c25344-b3a4-4f6f-8172-1dbdf1e631b1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Checking segment: {'id': 'c905f452-024e-461d-ba4a-0643e1292f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:42.351624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c25344-b3a4-4f6f-8172-1dbdf1e631b1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network hostable DHCP agents. Network: 052bedc0-58ad-4c99-993b-6a005f38ced4, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:30:42.395765 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-07ff066d-dbf2-430a-9c38-7b02d6534ad5 None None] Provisioning complete for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:42.396150 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07ff066d-dbf2-430a-9c38-7b02d6534ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:42.415150 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c25344-b3a4-4f6f-8172-1dbdf1e631b1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network 052bedc0-58ad-4c99-993b-6a005f38ced4 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:30:42.445942 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-34c25344-b3a4-4f6f-8172-1dbdf1e631b1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 052bedc0-58ad-4c99-993b-6a005f38ced4) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:42.464582 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a393068c-83eb-4d17-8519-3f1131e97cb5 None None] Network 052bedc0-58ad-4c99-993b-6a005f38ced4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:42.479423 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c25344-b3a4-4f6f-8172-1dbdf1e631b1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:42.481054 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-34c25344-b3a4-4f6f-8172-1dbdf1e631b1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:42.540209 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-34c25344-b3a4-4f6f-8172-1dbdf1e631b1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9201708 Jun 25 09:30:42.542959 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38130) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:42.620649 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-9c89a3ad-2106-4ab4-ac8a-546451c807b5 req-91ed44e2-51b4-46e3-ba6b-71ee19b54848 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Deleting port 2f1954f8-441f-444c-8e24-2aca36f4cd0a {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:42.621145 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9c89a3ad-2106-4ab4-ac8a-546451c807b5 req-91ed44e2-51b4-46e3-ba6b-71ee19b54848 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:42.700294 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc289b5d-cc26-492c-9ee5-da7cd18978e3 req-4e058477-d2b3-4a8c-a2f8-f278fb38cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:42.701796 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc289b5d-cc26-492c-9ee5-da7cd18978e3 req-4e058477-d2b3-4a8c-a2f8-f278fb38cf0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dac7f5e8bc874a1bb47e20ea5d0b1b08&device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 1097 time: 1.2964444 Jun 25 09:30:42.815995 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-052bedc0-58ad-4c99-993b-6a005f38ced4', 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'fixed_ips': [{'subnet_id': '354acedd-7a8a-4455-91da-0454dcf2112e'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:30:42.817445 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:42.866832 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:30:38Z', 'revision_number': 3, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:38Z', 'revision_number': 2, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:42.868053 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc289b5d-cc26-492c-9ee5-da7cd18978e3 req-fc5afebd-3a41-4e79-8cc6-2291bd5e9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:42.871388 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc289b5d-cc26-492c-9ee5-da7cd18978e3 req-fc5afebd-3a41-4e79-8cc6-2291bd5e9a24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f4acba0-814c-4f78-8544-d5e86009c042 HTTP/1.1" status: 200 len: 913 time: 0.1414266 Jun 25 09:30:42.905582 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd9bbd-e2aa-47be-a8ee-36320627b987 req-01c33823-5676-44c1-9ff7-d1be50cacd6f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:42.915731 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-59fd9bbd-e2aa-47be-a8ee-36320627b987 req-01c33823-5676-44c1-9ff7-d1be50cacd6f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 1.4256294 Jun 25 09:30:42.920906 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Checking router: b574b3e7-6569-4deb-aa2a-440ac33c20dc for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:30:42.921273 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Updating router b574b3e7-6569-4deb-aa2a-440ac33c20dc port 604465b6-10e6-4606-8d73-10fc1a0f8591 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:30:42.985394 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:43.118671 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-9c89a3ad-2106-4ab4-ac8a-546451c807b5 req-91ed44e2-51b4-46e3-ba6b-71ee19b54848 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] For port 2f1954f8-441f-444c-8e24-2aca36f4cd0a, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2f1954f8-441f-444c-8e24-2aca36f4cd0a,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:43.119597 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9c89a3ad-2106-4ab4-ac8a-546451c807b5 req-91ed44e2-51b4-46e3-ba6b-71ee19b54848 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:43.123874 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-07ff066d-dbf2-430a-9c38-7b02d6534ad5 None None] Provisioning for port 22c875f0-b5f4-4d43-a812-ecbce5f879de completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:43.160282 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-07ff066d-dbf2-430a-9c38-7b02d6534ad5 None None] Provisioning complete for port 22c875f0-b5f4-4d43-a812-ecbce5f879de triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:43.160676 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07ff066d-dbf2-430a-9c38-7b02d6534ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:43.165137 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-9c89a3ad-2106-4ab4-ac8a-546451c807b5 req-91ed44e2-51b4-46e3-ba6b-71ee19b54848 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Calling delete_port for 2f1954f8-441f-444c-8e24-2aca36f4cd0a owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:43.180552 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc289b5d-cc26-492c-9ee5-da7cd18978e3 req-3bf555cf-b783-430f-8e64-eed96f85b8e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0c90691-08c2-4997-bd49-70c6f6a7cfc2 HTTP/1.1" status: 200 len: 217 time: 0.2933893 Jun 25 09:30:43.270828 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc289b5d-cc26-492c-9ee5-da7cd18978e3 req-9d08cc93-d64a-490b-8775-a04e306fd7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:43.272751 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc289b5d-cc26-492c-9ee5-da7cd18978e3 req-9d08cc93-d64a-490b-8775-a04e306fd7e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f307bc61-b706-4bdc-9e68-6e814a3b9d7b HTTP/1.1" status: 200 len: 851 time: 0.0754778 Jun 25 09:30:43.320481 n-d-761264-15 neutron-server[94024]: DEBUG neutron.objects.ports [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94024) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 09:30:43.357395 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-59fd9bbd-e2aa-47be-a8ee-36320627b987 req-e3e2ab4e-607f-4861-b008-fea63a1503aa tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205420 Jun 25 09:30:43.363564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc289b5d-cc26-492c-9ee5-da7cd18978e3 req-cf9c9d2d-50f4-4ec3-9baf-e9478b1efe2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4acba0-814c-4f78-8544-d5e86009c042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712533 Jun 25 09:30:43.441338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bacf9-6bb1-416a-9362-32c68e9ba224 req-adaceea1-f2b3-4ded-bd60-bd500792780f tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:43.452045 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7d5bacf9-6bb1-416a-9362-32c68e9ba224 req-adaceea1-f2b3-4ded-bd60-bd500792780f tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 945 time: 0.7671502 Jun 25 09:30:43.452292 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Allocated IP 2001:db8:2::2 (052bedc0-58ad-4c99-993b-6a005f38ced4/354acedd-7a8a-4455-91da-0454dcf2112e/7a368053-d6f7-4a36-88ea-01fc25d3a7a8) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:43.610511 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07ff066d-dbf2-430a-9c38-7b02d6534ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:43.638935 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:43.850151 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9c89a3ad-2106-4ab4-ac8a-546451c807b5 req-91ed44e2-51b4-46e3-ba6b-71ee19b54848 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:43.903617 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7d5bacf9-6bb1-416a-9362-32c68e9ba224 req-d36cd880-8c2a-4689-99ce-29e6c518d044 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482994 Jun 25 09:30:43.906275 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a5cb4345-f337-4dd0-b878-37c94ddf4984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:43.913708 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['2857f806-5d04-4d89-b3c8-ad7288b5211d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:30:43.978504 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed44e2-51b4-46e3-ba6b-71ee19b54848 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Pushing event deleted for resources: {'Port': ['ID=2f1954f8-441f-444c-8e24-2aca36f4cd0a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:43.989834 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-91ed44e2-51b4-46e3-ba6b-71ee19b54848 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:44.005253 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc289b5d-cc26-492c-9ee5-da7cd18978e3 req-b1f5f5d9-a494-45e0-a404-62aed6bd6a3f service neutron] 10.222.0.41 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134858 Jun 25 09:30:44.057605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-07ff066d-dbf2-430a-9c38-7b02d6534ad5 None None] For port 22c875f0-b5f4-4d43-a812-ecbce5f879de, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=22c875f0-b5f4-4d43-a812-ecbce5f879de,segment=NetworkSegment(15dbbb72-eaa9-4146-8656-dbce0c7e08cd),segment_id=15dbbb72-eaa9-4146-8656-dbce0c7e08cd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:44.074175 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c89a3ad-2106-4ab4-ac8a-546451c807b5 req-91ed44e2-51b4-46e3-ba6b-71ee19b54848 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] No DVR routers for this DVR port 2f1954f8-441f-444c-8e24-2aca36f4cd0a on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:30:44.079231 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9c89a3ad-2106-4ab4-ac8a-546451c807b5 req-91ed44e2-51b4-46e3-ba6b-71ee19b54848 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:44.081502 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9c89a3ad-2106-4ab4-ac8a-546451c807b5 req-91ed44e2-51b4-46e3-ba6b-71ee19b54848 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.41 "DELETE /v2.0/ports/2f1954f8-441f-444c-8e24-2aca36f4cd0a HTTP/1.1" status: 204 len: 173 time: 1.7446294 Jun 25 09:30:44.082191 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952e8ea2-0cea-4e13-9b67-5953f484a3ac', 'name': 'network-vif-deleted', 'tag': '2f1954f8-441f-444c-8e24-2aca36f4cd0a'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:30:44.084773 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058ea25f-c533-46ea-87b1-aef15b41943c" -d '{"events": [{"server_uuid": "952e8ea2-0cea-4e13-9b67-5953f484a3ac", "name": "network-vif-deleted", "tag": "2f1954f8-441f-444c-8e24-2aca36f4cd0a"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:30:44.109139 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07ff066d-dbf2-430a-9c38-7b02d6534ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:44.124292 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-544f65dd-f74c-403d-8e7f-e2f98e607d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:44.137455 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:44.149553 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3800bc0b-0057-4808-b224-bbb3345164c8 x-openstack-request-id: req-3800bc0b-0057-4808-b224-bbb3345164c8 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:30:44.149937 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952e8ea2-0cea-4e13-9b67-5953f484a3ac", "name": "network-vif-deleted", "tag": "2f1954f8-441f-444c-8e24-2aca36f4cd0a", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:30:44.150229 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3800bc0b-0057-4808-b224-bbb3345164c8 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:30:44.150833 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952e8ea2-0cea-4e13-9b67-5953f484a3ac', 'name': 'network-vif-deleted', 'tag': '2f1954f8-441f-444c-8e24-2aca36f4cd0a', 'status': 'completed', 'code': 200} Jun 25 09:30:44.186380 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:44.237168 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff066d-dbf2-430a-9c38-7b02d6534ad5 None None] Pushing event updated for resources: {'Port': ['ID=22c875f0-b5f4-4d43-a812-ecbce5f879de,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:44.288887 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Transition to ACTIVE for port object 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:44.291270 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-07ff066d-dbf2-430a-9c38-7b02d6534ad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:44.321238 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc289b5d-cc26-492c-9ee5-da7cd18978e3 req-a2ef2782-d4e8-488a-a3da-2077fe0b5249 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095754 Jun 25 09:30:44.400806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Transition to ACTIVE for port object 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:44.417803 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e43680ba-0c8b-4786-8512-f7758b075bda None None] Provisioning complete for port 22c875f0-b5f4-4d43-a812-ecbce5f879de triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:44.418182 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e43680ba-0c8b-4786-8512-f7758b075bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:44.539693 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] For port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:44.624003 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:44.667714 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:44.673171 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:44.700475 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6dac3809-97d6-4c05-8a65-f04041d79e41 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:44.783920 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:44.787875 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:44.800613 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:44.851513 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Allocated IP 2001:db8:2::1 (052bedc0-58ad-4c99-993b-6a005f38ced4/354acedd-7a8a-4455-91da-0454dcf2112e/b7c03eab-c81d-4ea5-92fb-5858b3f98b34) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:44.855398 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Transition to ACTIVE for port object 604465b6-10e6-4606-8d73-10fc1a0f8591 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:44.867134 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:44.877258 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:44.881647 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:44.882249 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:44.890661 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:44.897394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Network 052bedc0-58ad-4c99-993b-6a005f38ced4 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:44.908521 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,revision_number=13']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:44.920348 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:44.923897 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63db3f2-35e2-4937-bb72-8a5cddd66163 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:44.930141 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1547ee0b-ab46-4eaf-85ff-a13a111a5895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:44.997137 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38162) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:45.002281 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3134563 Jun 25 09:30:45.013815 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'mac_address': 'fa:16:3e:e7:19:33', 'name': 'tempest-NetworksTestDHCPv6-1516316664'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:45.061872 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f02650-28d5-4693-8923-fd702ccea498 req-c9828427-3c73-4e04-95ed-2d4c311046e2 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:45.069533 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51f02650-28d5-4693-8923-fd702ccea498 req-c9828427-3c73-4e04-95ed-2d4c311046e2 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.4342968 Jun 25 09:30:45.087257 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:45.090276 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:45.115035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=2539958e-2458-41e0-9413-5b771d0a702b,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:45.125349 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:45.149263 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Pushing event updated for resources: {'Port': ['ID=7a368053-d6f7-4a36-88ea-01fc25d3a7a8,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:45.154160 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:45.163919 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-07ff066d-dbf2-430a-9c38-7b02d6534ad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:45.175118 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51f02650-28d5-4693-8923-fd702ccea498 req-c222c30e-6c33-41d7-87a5-28cbd7a7718f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039546 Jun 25 09:30:45.273586 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187482d-dc4c-4395-859c-7b7c0ecbfff8 None None] Pushing event updated for resources: {'Port': ['ID=604465b6-10e6-4606-8d73-10fc1a0f8591,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:45.278109 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7187482d-dc4c-4395-859c-7b7c0ecbfff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:45.316012 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bebbd59c-9bdc-432d-b182-7c9340212d53 req-efa243e5-4c9a-4dc4-ac94-5f534f645f76 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=952e8ea2-0cea-4e13-9b67-5953f484a3ac HTTP/1.1" status: 200 len: 210 time: 0.0855622 Jun 25 09:30:45.372276 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:45.406482 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:45.452188 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Transition to ACTIVE for port object b7c03eab-c81d-4ea5-92fb-5858b3f98b34 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:45.517684 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:45.536844 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2f1954f8-441f-444c-8e24-2aca36f4cd0a no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:30:45.537478 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:45.544504 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4ce07dbd-6fe8-42a0-bd28-6cc9feb4694f tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:45.548376 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port ce1cac30-a881-40f9-b604-8fbd1f67b791 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:30:45.577820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 2f1954f8-441f-444c-8e24-2aca36f4cd0a {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:30:45.578271 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2f1954f8-441f-444c-8e24-2aca36f4cd0a not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:30:45.597918 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Attempting to bind port 604465b6-10e6-4606-8d73-10fc1a0f8591 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:30:45.598291 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Attempting to bind port 604465b6-10e6-4606-8d73-10fc1a0f8591 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '15dbbb72-eaa9-4146-8656-dbce0c7e08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:30:45.598640 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Attempting to bind port 604465b6-10e6-4606-8d73-10fc1a0f8591 on network ba287a44-e285-4d0e-a800-4373605653e3 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:30:45.605969 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Attempting to bind port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:30:45.606350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Attempting to bind port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'c905f452-024e-461d-ba4a-0643e1292f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:30:45.606715 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Attempting to bind port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 on network 052bedc0-58ad-4c99-993b-6a005f38ced4 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:30:45.608513 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e43680ba-0c8b-4786-8512-f7758b075bda None None] Provisioning for port 604465b6-10e6-4606-8d73-10fc1a0f8591 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:45.622172 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:30:45.623175 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Checking segment: {'id': '15dbbb72-eaa9-4146-8656-dbce0c7e08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:45.623175 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:45.623375 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Bound using segment: {'id': '15dbbb72-eaa9-4146-8656-dbce0c7e08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:30:45.624192 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Bound port: 604465b6-10e6-4606-8d73-10fc1a0f8591, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15dbbb72-eaa9-4146-8656-dbce0c7e08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:30:45.624391 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:45.631060 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:30:45.632226 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Checking segment: {'id': 'c905f452-024e-461d-ba4a-0643e1292f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:45.632226 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:45.632615 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Bound using segment: {'id': 'c905f452-024e-461d-ba4a-0643e1292f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:30:45.634099 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Bound port: 7a368053-d6f7-4a36-88ea-01fc25d3a7a8, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c905f452-024e-461d-ba4a-0643e1292f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:30:45.634099 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:45.636014 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network 052bedc0-58ad-4c99-993b-6a005f38ced4 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:45.645754 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:45.650907 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=b7c03eab-c81d-4ea5-92fb-5858b3f98b34,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:45.653536 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:45.654438 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:45.752920 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:45.836762 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] For port 604465b6-10e6-4606-8d73-10fc1a0f8591, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:30:45.838889 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:45.843351 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:45.921085 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] For port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:30:45.934191 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] For port 604465b6-10e6-4606-8d73-10fc1a0f8591, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=604465b6-10e6-4606-8d73-10fc1a0f8591,segment=NetworkSegment(15dbbb72-eaa9-4146-8656-dbce0c7e08cd),segment_id=15dbbb72-eaa9-4146-8656-dbce0c7e08cd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:30:45.985621 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:45.990113 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 172.20.0.7 (13e23ba1-9297-4cb1-bce9-7212ee789807/48a58206-7c17-48dd-929a-02cdc4d8b7ee/ce1cac30-a881-40f9-b604-8fbd1f67b791) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:45.997832 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] For port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7a368053-d6f7-4a36-88ea-01fc25d3a7a8,segment=NetworkSegment(c905f452-024e-461d-ba4a-0643e1292f74),segment_id=c905f452-024e-461d-ba4a-0643e1292f74)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:30:45.998771 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c04c6d36-f064-4202-ac70-ff94b4097318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:46.027785 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::f816:3eff:fee7:1933 (13e23ba1-9297-4cb1-bce9-7212ee789807/2539958e-2458-41e0-9413-5b771d0a702b/ce1cac30-a881-40f9-b604-8fbd1f67b791) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:46.036464 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:46.046531 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f61aa-4782-467a-86c5-e828ce54d934 None None] Update dhcp port {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'fixed_ips': [{'subnet_id': '2539958e-2458-41e0-9413-5b771d0a702b', 'ip_address': '2001:db8::f816:3eff:fe32:cf06'}, {'subnet_id': '48a58206-7c17-48dd-929a-02cdc4d8b7ee'}], 'binding:host_id': 'n-d-761264-15'}, 'id': '09a60560-77a1-4ad2-b6ef-44cbd83ffbc4'} from n-d-761264-15. {{(pid=94026) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 09:30:46.103626 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:46.104090 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:46.187217 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:46.187795 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:46.189843 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ff8f61aa-4782-467a-86c5-e828ce54d934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:46.243817 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187482d-dc4c-4395-859c-7b7c0ecbfff8 None None] Pushing event updated for resources: {'Port': ['ID=604465b6-10e6-4606-8d73-10fc1a0f8591,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:46.254549 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7187482d-dc4c-4395-859c-7b7c0ecbfff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:46.255037 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3e0fe7a4-27e4-4186-a0ad-607769d99089 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:46.461878 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Pushing event updated for resources: {'Port': ['ID=7a368053-d6f7-4a36-88ea-01fc25d3a7a8,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:46.491248 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:46.639565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658b08a-4b97-4963-8c38-5ca2c721b832 req-17df3ce2-636b-40ae-96be-ff718c7da1ee tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:46.656853 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5658b08a-4b97-4963-8c38-5ca2c721b832 req-17df3ce2-636b-40ae-96be-ff718c7da1ee tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.2280326 Jun 25 09:30:46.773477 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:30:46.777622 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5658b08a-4b97-4963-8c38-5ca2c721b832 req-09aec4bb-be45-4718-9254-16c8d5e8f256 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182060 Jun 25 09:30:46.897180 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 22c875f0-b5f4-4d43-a812-ecbce5f879de up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:46.967229 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:46.992065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object ce1cac30-a881-40f9-b604-8fbd1f67b791 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:47.059696 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 22c875f0-b5f4-4d43-a812-ecbce5f879de triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:47.060295 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:47.097241 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:47.129802 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:47.141367 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:47.172714 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:47.177032 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:47.271092 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:47.317498 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:47.321075 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:47.335596 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ff8f61aa-4782-467a-86c5-e828ce54d934 None None] Allocated IP 172.20.0.2 (13e23ba1-9297-4cb1-bce9-7212ee789807/48a58206-7c17-48dd-929a-02cdc4d8b7ee/09a60560-77a1-4ad2-b6ef-44cbd83ffbc4) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:47.398963 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:47.399661 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:47.467206 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4688287 Jun 25 09:30:47.469672 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38184) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:47.472041 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=ce1cac30-a881-40f9-b604-8fbd1f67b791,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:47.475826 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network 052bedc0-58ad-4c99-993b-6a005f38ced4 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:47.477224 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:47.477749 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:47.535752 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=b7c03eab-c81d-4ea5-92fb-5858b3f98b34,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:47.538615 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:47.540440 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:47.596238 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5f5c53-fb7a-46dd-9815-e5d1dc84e9ca tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:47.603535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5f5c53-fb7a-46dd-9815-e5d1dc84e9ca tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:47.605554 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1b5f5c53-fb7a-46dd-9815-e5d1dc84e9ca tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1348581 Jun 25 09:30:47.616179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38186) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:47.803944 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router b574b3e7-6569-4deb-aa2a-440ac33c20dc has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:30:47.889156 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ff8f61aa-4782-467a-86c5-e828ce54d934 None None] For port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:47.914794 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-9cc42d57-8d31-4d12-a1d2-267f778240db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port ce1cac30-a881-40f9-b604-8fbd1f67b791 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:47.914794 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9cc42d57-8d31-4d12-a1d2-267f778240db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:47.992753 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13619627-e8ac-4cf7-b558-0aa9013d0b9c None None] Network 052bedc0-58ad-4c99-993b-6a005f38ced4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:47.994778 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:48.024559 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ff8f61aa-4782-467a-86c5-e828ce54d934 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:48.063176 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:30:48.069897 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9cc42d57-8d31-4d12-a1d2-267f778240db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:48.077004 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/b574b3e7-6569-4deb-aa2a-440ac33c20dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5326858 Jun 25 09:30:48.079785 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38196) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:48.083996 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-9cc42d57-8d31-4d12-a1d2-267f778240db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for ce1cac30-a881-40f9-b604-8fbd1f67b791 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:48.085074 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-408d82a3-bc49-4b52-9abc-f4c1daf23031 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-184414456'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:48.122468 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-be14e8b0-cc10-4239-9083-3ab0843164a3 None None] Provisioning for port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:48.132659 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408d82a3-bc49-4b52-9abc-f4c1daf23031 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:48.136462 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-408d82a3-bc49-4b52-9abc-f4c1daf23031 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:48.150587 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ff8f61aa-4782-467a-86c5-e828ce54d934 None None] Transition to ACTIVE for port object 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:48.168390 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ff8f61aa-4782-467a-86c5-e828ce54d934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:48.179843 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408d82a3-bc49-4b52-9abc-f4c1daf23031 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:30:48.190118 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:48.199281 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-408d82a3-bc49-4b52-9abc-f4c1daf23031 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:48.199769 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-408d82a3-bc49-4b52-9abc-f4c1daf23031 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Added segment a7226900-f669-4b89-8e23-a358ecfaa099 of type vlan for network 13ca287c-deb8-406d-80f2-cc6d5d37e6a3 Jun 25 09:30:48.262691 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-408d82a3-bc49-4b52-9abc-f4c1daf23031 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:48.264703 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe07189-39ef-4dd4-93fc-a61633f57980 req-f1f7aa1d-a949-418f-9291-1df2d0a24a06 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:48.266597 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cbe07189-39ef-4dd4-93fc-a61633f57980 req-f1f7aa1d-a949-418f-9291-1df2d0a24a06 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.1678908 Jun 25 09:30:48.309357 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f61aa-4782-467a-86c5-e828ce54d934 None None] Pushing event updated for resources: {'Port': ['ID=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,revision_number=14']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:48.317673 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-408d82a3-bc49-4b52-9abc-f4c1daf23031 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:48.329101 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408d82a3-bc49-4b52-9abc-f4c1daf23031 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:48.330153 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ff8f61aa-4782-467a-86c5-e828ce54d934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:48.330345 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-408d82a3-bc49-4b52-9abc-f4c1daf23031 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:48.335555 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-39d27d54-ed23-4a32-bad3-72ad4cc378e5 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:48.366057 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:30:45Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:45Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c03eab-c81d-4ea5-92fb-5858b3f98b34', 'name': '', 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:22:05:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:43Z', 'updated_at': '2021-06-25T09:30:44Z', 'revision_number': 1, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:48.449841 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-408d82a3-bc49-4b52-9abc-f4c1daf23031 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3689220 Jun 25 09:30:48.450754 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d82a3-bc49-4b52-9abc-f4c1daf23031 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Network': ['ID=13ca287c-deb8-406d-80f2-cc6d5d37e6a3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:48.452835 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38200) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:48.454924 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-408d82a3-bc49-4b52-9abc-f4c1daf23031 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:48.461745 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cbe07189-39ef-4dd4-93fc-a61633f57980 req-2c72c04d-dbb6-4e61-acef-7c20243082f7 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880643 Jun 25 09:30:48.462018 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7a206-ea80-4ce7-828f-2868df3b7513 None None] The sync data for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 is: [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:30:45Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:45Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c03eab-c81d-4ea5-92fb-5858b3f98b34', 'name': '', 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:22:05:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:43Z', 'updated_at': '2021-06-25T09:30:44Z', 'revision_number': 1, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:30:48.466310 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0d61d3ee-fa3e-470a-9d26-65ff50ddbde6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'subnet': {'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:48.470463 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9cc42d57-8d31-4d12-a1d2-267f778240db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:48.474823 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:48.510670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 13ca287c-deb8-406d-80f2-cc6d5d37e6a3 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:30:48.526022 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc42d57-8d31-4d12-a1d2-267f778240db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=ce1cac30-a881-40f9-b604-8fbd1f67b791,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:48.528666 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9cc42d57-8d31-4d12-a1d2-267f778240db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:48.675784 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:48.710724 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:48.711138 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:48.713237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d61d3ee-fa3e-470a-9d26-65ff50ddbde6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Made reservation on behalf of d67649aa70d24cadb48a1750a2e10142 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:48.731809 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0d61d3ee-fa3e-470a-9d26-65ff50ddbde6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:48.900086 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9cc42d57-8d31-4d12-a1d2-267f778240db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:48.913883 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9cc42d57-8d31-4d12-a1d2-267f778240db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/ce1cac30-a881-40f9-b604-8fbd1f67b791 HTTP/1.1" status: 204 len: 168 time: 1.2957859 Jun 25 09:30:48.914570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38204) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:49.009333 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:49.089356 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7a368053-d6f7-4a36-88ea-01fc25d3a7a8,segment=NetworkSegment(c905f452-024e-461d-ba4a-0643e1292f74),segment_id=c905f452-024e-461d-ba4a-0643e1292f74)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:49.104552 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:49.108239 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1bea9984-0532-4b5c-bcae-035339dd06cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:49.213721 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=7a368053-d6f7-4a36-88ea-01fc25d3a7a8,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:49.218384 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:49.234778 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71410241-71f3-4a27-885f-7c55e05c9206 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:49.246984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71410241-71f3-4a27-885f-7c55e05c9206 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:49.248867 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71410241-71f3-4a27-885f-7c55e05c9206 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:49.250576 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-71410241-71f3-4a27-885f-7c55e05c9206 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3350244 Jun 25 09:30:49.255084 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38218) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:49.430410 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0c213e-16e4-4007-88d5-3b5e6b7d9ab7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 2539958e-2458-41e0-9413-5b771d0a702b {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:30:49.481328 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2e0c213e-16e4-4007-88d5-3b5e6b7d9ab7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:49.619470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ee7fe-32af-47c1-b14d-b9d5afe0d967 req-dfb27f7f-c327-4318-af4f-1c4308fb47eb tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:49.626829 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1c7ee7fe-32af-47c1-b14d-b9d5afe0d967 req-dfb27f7f-c327-4318-af4f-1c4308fb47eb tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.2281361 Jun 25 09:30:49.706624 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ff6be579-b01d-4804-840e-4dfe8cd0be88 None None] Provisioning for port b7c03eab-c81d-4ea5-92fb-5858b3f98b34 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:49.724456 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1c7ee7fe-32af-47c1-b14d-b9d5afe0d967 req-ef52bf10-8dbc-40ca-a753-adfa2b49deb1 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965338 Jun 25 09:30:49.744316 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ff6be579-b01d-4804-840e-4dfe8cd0be88 None None] Provisioning complete for port b7c03eab-c81d-4ea5-92fb-5858b3f98b34 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:49.744756 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ff6be579-b01d-4804-840e-4dfe8cd0be88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:49.757820 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0d61d3ee-fa3e-470a-9d26-65ff50ddbde6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:49.762380 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2e0c213e-16e4-4007-88d5-3b5e6b7d9ab7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:49.765390 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60d882d9-79f6-47d4-bfe7-21251d3d4b8a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:49.834441 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ff6be579-b01d-4804-840e-4dfe8cd0be88 None None] Port b7c03eab-c81d-4ea5-92fb-5858b3f98b34 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:30:49.863898 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ff6be579-b01d-4804-840e-4dfe8cd0be88 None None] Provisioning complete for port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:49.864287 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ff6be579-b01d-4804-840e-4dfe8cd0be88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:49.945872 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61d3ee-fa3e-470a-9d26-65ff50ddbde6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Subnet': ['ID=de46b040-0691-4ab5-8603-22d1b854fb00,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:49.994856 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0d61d3ee-fa3e-470a-9d26-65ff50ddbde6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:50.017519 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61d3ee-fa3e-470a-9d26-65ff50ddbde6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Checking segment: {'id': 'a7226900-f669-4b89-8e23-a358ecfaa099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:50.017997 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d61d3ee-fa3e-470a-9d26-65ff50ddbde6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network hostable DHCP agents. Network: 13ca287c-deb8-406d-80f2-cc6d5d37e6a3, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:30:50.043431 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2e0c213e-16e4-4007-88d5-3b5e6b7d9ab7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:50.101423 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:50.179050 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d61d3ee-fa3e-470a-9d26-65ff50ddbde6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network 13ca287c-deb8-406d-80f2-cc6d5d37e6a3 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:30:50.210929 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-0d61d3ee-fa3e-470a-9d26-65ff50ddbde6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 13ca287c-deb8-406d-80f2-cc6d5d37e6a3) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:50.232573 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2e0c213e-16e4-4007-88d5-3b5e6b7d9ab7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:50.236821 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d61d3ee-fa3e-470a-9d26-65ff50ddbde6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:50.237512 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0d61d3ee-fa3e-470a-9d26-65ff50ddbde6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:50.245920 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985942bb-6188-4f6e-ac44-af504e63b53d None None] Network 13ca287c-deb8-406d-80f2-cc6d5d37e6a3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:50.254033 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2abb3432-1da3-4642-ac29-5ea727bece30 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:50.304770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c213e-16e4-4007-88d5-3b5e6b7d9ab7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=2539958e-2458-41e0-9413-5b771d0a702b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:50.314293 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2e0c213e-16e4-4007-88d5-3b5e6b7d9ab7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:50.315541 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2e0c213e-16e4-4007-88d5-3b5e6b7d9ab7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:50.317960 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2e0c213e-16e4-4007-88d5-3b5e6b7d9ab7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/2539958e-2458-41e0-9413-5b771d0a702b HTTP/1.1" status: 204 len: 168 time: 1.0550222 Jun 25 09:30:50.320676 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38226) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:50.332316 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0d61d3ee-fa3e-470a-9d26-65ff50ddbde6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8783598 Jun 25 09:30:50.339936 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38228) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:50.443193 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7c6900-e8dd-4c8e-8d63-64fe3f7f4134 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 48a58206-7c17-48dd-929a-02cdc4d8b7ee {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:30:50.453455 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1f7c6900-e8dd-4c8e-8d63-64fe3f7f4134 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:50.539930 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7a352bbb-3e0c-4e22-998e-c84c47b07c3b None None] Provisioning for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:50.582625 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7a352bbb-3e0c-4e22-998e-c84c47b07c3b None None] Provisioning complete for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:50.583180 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a352bbb-3e0c-4e22-998e-c84c47b07c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:50.591289 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:50.591838 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:50.591953 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1f7c6900-e8dd-4c8e-8d63-64fe3f7f4134 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:50.745582 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d67572d-e8f6-4e7b-9b2e-c5295988c6b9 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:50.818676 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1f7c6900-e8dd-4c8e-8d63-64fe3f7f4134 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:50.860002 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Sync routers for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:30:50.876061 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:50.878549 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:50.983677 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1f7c6900-e8dd-4c8e-8d63-64fe3f7f4134 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:51.028637 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8be4bf5c-8ce0-4909-8966-b58dcced498c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:51.042488 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1f7c6900-e8dd-4c8e-8d63-64fe3f7f4134 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:51.044523 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:30:51.045193 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1f7c6900-e8dd-4c8e-8d63-64fe3f7f4134 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/48a58206-7c17-48dd-929a-02cdc4d8b7ee HTTP/1.1" status: 204 len: 168 time: 0.7229812 Jun 25 09:30:51.047894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38236) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:51.082262 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c6900-e8dd-4c8e-8d63-64fe3f7f4134 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=48a58206-7c17-48dd-929a-02cdc4d8b7ee,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:51.086866 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1f7c6900-e8dd-4c8e-8d63-64fe3f7f4134 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:51.122250 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13ca287c-deb8-406d-80f2-cc6d5d37e6a3', 'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'fixed_ips': [{'subnet_id': 'de46b040-0691-4ab5-8603-22d1b854fb00'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:30:51.123127 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:51.127011 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64b999-8b49-429f-82f0-9d6716c1fded req-b9de2a71-9d49-4432-82ec-9e3c0b832759 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:51.135101 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8d64b999-8b49-429f-82f0-9d6716c1fded req-b9de2a71-9d49-4432-82ec-9e3c0b832759 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.1288507 Jun 25 09:30:51.205583 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8d64b999-8b49-429f-82f0-9d6716c1fded req-4fbd410b-7380-49ce-b0b8-2187eb33c5f1 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689776 Jun 25 09:30:51.209101 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38240) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:51.215655 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8e829987-eaa5-474b-8b44-74db28bfcf25 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1553321 Jun 25 09:30:51.355956 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6410e57-d39a-40b4-9ae2-617ac21d5333 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:51.358140 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e6410e57-d39a-40b4-9ae2-617ac21d5333 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1470885 Jun 25 09:30:51.360591 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38246) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:51.467676 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:51.468179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 604465b6-10e6-4606-8d73-10fc1a0f8591 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:51.493139 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925d1f7b-3446-491f-bdac-502f2977745c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:51.508280 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-925d1f7b-3446-491f-bdac-502f2977745c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1409006 Jun 25 09:30:51.511275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38248) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:51.564864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7a352bbb-3e0c-4e22-998e-c84c47b07c3b None None] Provisioning complete for port b7c03eab-c81d-4ea5-92fb-5858b3f98b34 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:51.565245 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a352bbb-3e0c-4e22-998e-c84c47b07c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:51.589734 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:30:45Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:45Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c03eab-c81d-4ea5-92fb-5858b3f98b34', 'name': '', 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:22:05:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:43Z', 'updated_at': '2021-06-25T09:30:46Z', 'revision_number': 2, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:51.596948 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Allocated IP 2001:db8:3::2 (13ca287c-deb8-406d-80f2-cc6d5d37e6a3/de46b040-0691-4ab5-8603-22d1b854fb00/7ee9ccc8-7ffd-4e4f-9338-c084acd410de) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:51.645266 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4cd17254-79cb-46ae-9cfb-968559a991fa tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1313109 Jun 25 09:30:51.654427 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7a352bbb-3e0c-4e22-998e-c84c47b07c3b None None] Port b7c03eab-c81d-4ea5-92fb-5858b3f98b34 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:30:51.656120 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38252) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:51.671612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-db27aa4d-8d9e-4e1e-ad5e-700933dd9537 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:51.708403 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Checking router: b574b3e7-6569-4deb-aa2a-440ac33c20dc for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:30:51.710412 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Updating router b574b3e7-6569-4deb-aa2a-440ac33c20dc port b7c03eab-c81d-4ea5-92fb-5858b3f98b34 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:30:51.714666 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 604465b6-10e6-4606-8d73-10fc1a0f8591 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:51.737191 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 604465b6-10e6-4606-8d73-10fc1a0f8591 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:51.737576 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:51.745565 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43c247f-e663-4528-b115-19351215bc23 None None] DHCP port deletion for 13e23ba1-9297-4cb1-bce9-7212ee789807 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:30:51.854766 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:51.914906 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db27aa4d-8d9e-4e1e-ad5e-700933dd9537 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:51.918776 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-db27aa4d-8d9e-4e1e-ad5e-700933dd9537 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:51.920353 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-db27aa4d-8d9e-4e1e-ad5e-700933dd9537 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:30:51.920827 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db27aa4d-8d9e-4e1e-ad5e-700933dd9537 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:30:51.961821 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-db27aa4d-8d9e-4e1e-ad5e-700933dd9537 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3005009 Jun 25 09:30:51.964860 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38256) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:51.974163 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-8ac866d8-6a3d-4710-8b4f-12567f0196e7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:52.011347 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:52.022124 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Transition to ACTIVE for port object 7ee9ccc8-7ffd-4e4f-9338-c084acd410de will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:52.038474 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Transition to ACTIVE for port object 7ee9ccc8-7ffd-4e4f-9338-c084acd410de will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:52.042456 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1464f2c6-9d73-4967-8e60-ee1e4ebcc4bd None None] Could not find standard attr ID for object ce1cac30-a881-40f9-b604-8fbd1f67b791. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:30:52.063168 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:52.095877 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:52.129966 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac866d8-6a3d-4710-8b4f-12567f0196e7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:52.133898 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8ac866d8-6a3d-4710-8b4f-12567f0196e7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:52.135400 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac866d8-6a3d-4710-8b4f-12567f0196e7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:30:52.135848 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac866d8-6a3d-4710-8b4f-12567f0196e7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:30:52.157608 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8ac866d8-6a3d-4710-8b4f-12567f0196e7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1915765 Jun 25 09:30:52.162528 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38260) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:52.178578 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-66634330-f434-459e-b340-44bf3b56aa09 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:52.186219 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53dc3e5-0780-4d3e-b717-988c328dfd34 req-6f7257f5-7f48-431a-a6bf-36bb7b90e137 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:52.195071 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d53dc3e5-0780-4d3e-b717-988c328dfd34 req-6f7257f5-7f48-431a-a6bf-36bb7b90e137 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 945 time: 0.1484673 Jun 25 09:30:52.210195 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Network 13ca287c-deb8-406d-80f2-cc6d5d37e6a3 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:52.218127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Pushing event updated for resources: {'Port': ['ID=7ee9ccc8-7ffd-4e4f-9338-c084acd410de,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:52.244189 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:52.245220 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:52.251738 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:52.257002 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d53dc3e5-0780-4d3e-b717-988c328dfd34 req-144fdfc3-1faf-47ab-9bd4-776120e03654 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608668 Jun 25 09:30:52.262301 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:52.276655 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Transition to ACTIVE for port object b7c03eab-c81d-4ea5-92fb-5858b3f98b34 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:52.286160 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:52.288788 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:52.313679 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d43c247f-e663-4528-b115-19351215bc23 None None] Deleting port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:52.314066 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d43c247f-e663-4528-b115-19351215bc23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:52.338077 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Allocated IP 2001:db8:3::1 (13ca287c-deb8-406d-80f2-cc6d5d37e6a3/de46b040-0691-4ab5-8603-22d1b854fb00/0ef449ba-0d3c-4747-a185-85dc24f4bf8a) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:52.388324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66634330-f434-459e-b340-44bf3b56aa09 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:52.398701 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66634330-f434-459e-b340-44bf3b56aa09 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:52.402737 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-66634330-f434-459e-b340-44bf3b56aa09 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:30:52.403473 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Pushing event updated for resources: {'Port': ['ID=b7c03eab-c81d-4ea5-92fb-5858b3f98b34,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:52.403777 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66634330-f434-459e-b340-44bf3b56aa09 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:30:52.418347 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:52.428150 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:52.428744 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:52.429179 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:52.429599 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:52.430011 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:52.430425 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:52.430836 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:52.431277 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:52.431655 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:52.432155 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:52.432677 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:30:52.486523 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:52.501163 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d43c247f-e663-4528-b115-19351215bc23 None None] For port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:52.502029 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d43c247f-e663-4528-b115-19351215bc23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:52.514100 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc36e03-44a9-4f1d-8f28-6d13066628d0 req-421f043a-925a-42e4-95cb-1736342a9f61 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:52.518519 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5cc36e03-44a9-4f1d-8f28-6d13066628d0 req-421f043a-925a-42e4-95cb-1736342a9f61 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.1458068 Jun 25 09:30:52.518959 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d43c247f-e663-4528-b115-19351215bc23 None None] Calling delete_port for 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:52.590799 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Attempting to bind port b7c03eab-c81d-4ea5-92fb-5858b3f98b34 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:30:52.594715 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Attempting to bind port b7c03eab-c81d-4ea5-92fb-5858b3f98b34 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'c905f452-024e-461d-ba4a-0643e1292f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:30:52.595270 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Attempting to bind port b7c03eab-c81d-4ea5-92fb-5858b3f98b34 on network 052bedc0-58ad-4c99-993b-6a005f38ced4 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:30:52.603173 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:30:52.605092 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Checking segment: {'id': 'c905f452-024e-461d-ba4a-0643e1292f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:52.605610 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:52.606103 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Bound using segment: {'id': 'c905f452-024e-461d-ba4a-0643e1292f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:30:52.606697 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Bound port: b7c03eab-c81d-4ea5-92fb-5858b3f98b34, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c905f452-024e-461d-ba4a-0643e1292f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:30:52.610497 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:52.619643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5cc36e03-44a9-4f1d-8f28-6d13066628d0 req-b6ead2aa-9f50-4e89-9346-32d9df03639f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947723 Jun 25 09:30:52.685809 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:52.725417 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-66634330-f434-459e-b340-44bf3b56aa09 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5586023 Jun 25 09:30:52.726503 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38270) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:52.728168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Transition to ACTIVE for port object 0ef449ba-0d3c-4747-a185-85dc24f4bf8a will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:52.734321 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] For port b7c03eab-c81d-4ea5-92fb-5858b3f98b34, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:30:52.734569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-6b1eb42e-6e55-4076-a287-50beec82cdd5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:52.742832 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] For port b7c03eab-c81d-4ea5-92fb-5858b3f98b34, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b7c03eab-c81d-4ea5-92fb-5858b3f98b34,segment=NetworkSegment(c905f452-024e-461d-ba4a-0643e1292f74),segment_id=c905f452-024e-461d-ba4a-0643e1292f74)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:30:52.750867 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:52.753447 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-f4b42754-68ba-458c-a5e3-1d98714b9006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:52.815060 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:52.822084 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6dc332a1-7a23-475b-bcba-b0d8e5590872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:52.874465 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Pushing event updated for resources: {'Port': ['ID=b7c03eab-c81d-4ea5-92fb-5858b3f98b34,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:52.879897 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:52.881010 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:52.881929 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:52.962856 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Attempting to bind port 7ee9ccc8-7ffd-4e4f-9338-c084acd410de on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:30:52.964053 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Attempting to bind port 7ee9ccc8-7ffd-4e4f-9338-c084acd410de by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'a7226900-f669-4b89-8e23-a358ecfaa099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:30:52.964901 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Attempting to bind port 7ee9ccc8-7ffd-4e4f-9338-c084acd410de on network 13ca287c-deb8-406d-80f2-cc6d5d37e6a3 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:30:52.971485 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d43c247f-e663-4528-b115-19351215bc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:52.984539 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=0ef449ba-0d3c-4747-a185-85dc24f4bf8a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:52.994555 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network 13ca287c-deb8-406d-80f2-cc6d5d37e6a3 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:53.000047 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:53.002098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:53.006942 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:53.007512 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:53.026872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:30:53.027269 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Checking segment: {'id': 'a7226900-f669-4b89-8e23-a358ecfaa099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:53.027682 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:53.028082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Bound using segment: {'id': 'a7226900-f669-4b89-8e23-a358ecfaa099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:30:53.028575 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Bound port: 7ee9ccc8-7ffd-4e4f-9338-c084acd410de, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7226900-f669-4b89-8e23-a358ecfaa099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:30:53.028988 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:53.042915 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a12648d4-294d-4aee-81c7-3b5cff01d407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:53.045224 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:53.082324 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:30:53.122072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1eb42e-6e55-4076-a287-50beec82cdd5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:53.132773 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b1eb42e-6e55-4076-a287-50beec82cdd5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:53.135446 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1eb42e-6e55-4076-a287-50beec82cdd5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:30:53.135909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1eb42e-6e55-4076-a287-50beec82cdd5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:30:53.173056 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c247f-e663-4528-b115-19351215bc23 None None] Pushing event deleted for resources: {'Port': ['ID=09a60560-77a1-4ad2-b6ef-44cbd83ffbc4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:53.180722 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6b1eb42e-6e55-4076-a287-50beec82cdd5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4521568 Jun 25 09:30:53.183383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38274) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:53.184599 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d43c247f-e663-4528-b115-19351215bc23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:53.186603 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43c247f-e663-4528-b115-19351215bc23 None None] No DVR routers for this DVR port 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:30:53.205486 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3ec2fddc-a4b4-4722-b150-1480298bc6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:53.207420 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4dfd7059-bc3d-48e4-9844-82dd5cb8725f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:53.233374 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28649fb9-757f-4067-8f32-8bc8b4e7928d req-3a1d98e6-08f5-4480-904c-d3af91e3affb tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:53.236305 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-28649fb9-757f-4067-8f32-8bc8b4e7928d req-3a1d98e6-08f5-4480-904c-d3af91e3affb tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.2831297 Jun 25 09:30:53.236574 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 604465b6-10e6-4606-8d73-10fc1a0f8591, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=604465b6-10e6-4606-8d73-10fc1a0f8591,segment=NetworkSegment(15dbbb72-eaa9-4146-8656-dbce0c7e08cd),segment_id=15dbbb72-eaa9-4146-8656-dbce0c7e08cd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:53.263010 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:53.263901 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:53.336480 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-703ca004-7ff0-41ef-b265-080f5b90eec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:53.357653 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfd7059-bc3d-48e4-9844-82dd5cb8725f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:53.361318 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4dfd7059-bc3d-48e4-9844-82dd5cb8725f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:53.362770 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfd7059-bc3d-48e4-9844-82dd5cb8725f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:30:53.363219 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dfd7059-bc3d-48e4-9844-82dd5cb8725f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:30:53.423481 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4dfd7059-bc3d-48e4-9844-82dd5cb8725f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2324731 Jun 25 09:30:53.424358 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38280) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:53.430201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-28649fb9-757f-4067-8f32-8bc8b4e7928d req-9e361b30-24ae-4625-98fb-2a120a7b027f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Deleting port c0c90691-08c2-4997-bd49-70c6f6a7cfc2 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:53.431934 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-28649fb9-757f-4067-8f32-8bc8b4e7928d req-9e361b30-24ae-4625-98fb-2a120a7b027f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:53.475183 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] For port 7ee9ccc8-7ffd-4e4f-9338-c084acd410de, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:30:53.479053 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=604465b6-10e6-4606-8d73-10fc1a0f8591,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:53.479707 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-dc63a7e8-7721-4b29-b98d-235d226bccfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:53.491930 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:53.506042 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:53.515462 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] For port 7ee9ccc8-7ffd-4e4f-9338-c084acd410de, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7ee9ccc8-7ffd-4e4f-9338-c084acd410de,segment=NetworkSegment(a7226900-f669-4b89-8e23-a358ecfaa099),segment_id=a7226900-f669-4b89-8e23-a358ecfaa099)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:30:53.520543 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:53.521332 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:53.526434 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:53.553270 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:53.733181 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Pushing event updated for resources: {'Port': ['ID=7ee9ccc8-7ffd-4e4f-9338-c084acd410de,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:53.738251 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:53.785467 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:30:45Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:45Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c03eab-c81d-4ea5-92fb-5858b3f98b34', 'name': '', 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:22:05:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:43Z', 'updated_at': '2021-06-25T09:30:52Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:53.860383 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1828bc9-6742-4a13-a56e-4015d5f45c30 None None] The sync data for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 is: [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:30:45Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:45Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c03eab-c81d-4ea5-92fb-5858b3f98b34', 'name': '', 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:22:05:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:43Z', 'updated_at': '2021-06-25T09:30:52Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:30:54.010552 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b7c03eab-c81d-4ea5-92fb-5858b3f98b34 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:54.013093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde76132-3220-4ebc-8913-1dfc68fa3883 req-33ad7033-c8be-4249-bea6-ec145c3542c5 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:54.024780 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dde76132-3220-4ebc-8913-1dfc68fa3883 req-33ad7033-c8be-4249-bea6-ec145c3542c5 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 945 time: 0.2309365 Jun 25 09:30:54.110452 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:54.113935 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:54.123448 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:54.124482 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:54.129394 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:54.151936 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port b7c03eab-c81d-4ea5-92fb-5858b3f98b34 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:54.156303 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb33186-2cbb-4656-98e1-3c5c9a1dc981 req-69401e74-64e4-45e5-9956-82320b816ba2 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:54.156539 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port b7c03eab-c81d-4ea5-92fb-5858b3f98b34 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:54.156847 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:54.164511 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bdb33186-2cbb-4656-98e1-3c5c9a1dc981 req-69401e74-64e4-45e5-9956-82320b816ba2 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 945 time: 0.7385948 Jun 25 09:30:54.192471 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-28649fb9-757f-4067-8f32-8bc8b4e7928d req-9e361b30-24ae-4625-98fb-2a120a7b027f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] For port c0c90691-08c2-4997-bd49-70c6f6a7cfc2, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c0c90691-08c2-4997-bd49-70c6f6a7cfc2,segment=NetworkSegment(d28fe6d2-15bd-4d87-87e4-5afdd4e2a040),segment_id=d28fe6d2-15bd-4d87-87e4-5afdd4e2a040)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:54.193318 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-28649fb9-757f-4067-8f32-8bc8b4e7928d req-9e361b30-24ae-4625-98fb-2a120a7b027f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:54.222329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc63a7e8-7721-4b29-b98d-235d226bccfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:54.226535 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc63a7e8-7721-4b29-b98d-235d226bccfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:54.228007 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc63a7e8-7721-4b29-b98d-235d226bccfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:30:54.228622 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc63a7e8-7721-4b29-b98d-235d226bccfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:30:54.240259 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-28649fb9-757f-4067-8f32-8bc8b4e7928d req-9e361b30-24ae-4625-98fb-2a120a7b027f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Calling delete_port for c0c90691-08c2-4997-bd49-70c6f6a7cfc2 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:54.256921 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dde76132-3220-4ebc-8913-1dfc68fa3883 req-d54bbe88-37ad-4d80-84d4-50659b37ae0c tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041743 Jun 25 09:30:54.269386 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:54.282652 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-dc63a7e8-7721-4b29-b98d-235d226bccfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8449521 Jun 25 09:30:54.296578 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bdb33186-2cbb-4656-98e1-3c5c9a1dc981 req-84f9bd42-1c72-419f-8a52-7d0d724408e9 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b325d003-6551-4def-bfb5-de9922b54672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310558 Jun 25 09:30:54.306733 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38290) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:54.330708 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port b7c03eab-c81d-4ea5-92fb-5858b3f98b34, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b7c03eab-c81d-4ea5-92fb-5858b3f98b34,segment=NetworkSegment(c905f452-024e-461d-ba4a-0643e1292f74),segment_id=c905f452-024e-461d-ba4a-0643e1292f74)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:54.343636 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:54.344851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 604465b6-10e6-4606-8d73-10fc1a0f8591 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:54.346986 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:54.410596 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0bb2697b-8c09-4d5e-a350-dc922c19436a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0962443 Jun 25 09:30:54.412148 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event updated for resources: {'Port': ['ID=0ef449ba-0d3c-4747-a185-85dc24f4bf8a,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:54.412924 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38292) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:54.420627 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:54.450301 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=b7c03eab-c81d-4ea5-92fb-5858b3f98b34,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:54.455166 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:54.461814 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 604465b6-10e6-4606-8d73-10fc1a0f8591 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:54.462209 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:54.541155 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee86aaf-cf4d-4ea9-b7ad-68fd696a5b28 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:54.543431 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9ee86aaf-cf4d-4ea9-b7ad-68fd696a5b28 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1266513 Jun 25 09:30:54.548777 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38296) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:54.617921 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-90aac462-a2a6-409b-a601-190607540f78 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674896 Jun 25 09:30:54.618537 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Network 13ca287c-deb8-406d-80f2-cc6d5d37e6a3 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:54.621640 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38298) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:54.627098 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-fcd8ba7a-b9e2-475c-ba69-5a3f38ce5005 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:54.635751 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cd42d-f4dc-4188-8fea-486295f039b2 req-0447e86f-3254-426e-8626-526c90acca38 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:54.641209 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed4cd42d-f4dc-4188-8fea-486295f039b2 req-0447e86f-3254-426e-8626-526c90acca38 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 945 time: 0.1897054 Jun 25 09:30:54.642640 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:54.663369 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-28649fb9-757f-4067-8f32-8bc8b4e7928d req-9e361b30-24ae-4625-98fb-2a120a7b027f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:54.704669 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['c5d1f019-d61c-4b98-b7c8-d22d3b994d71'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:30:54.746268 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:54.775976 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['c0c90691-08c2-4997-bd49-70c6f6a7cfc2'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:30:54.778041 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:30:54.807488 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e361b30-24ae-4625-98fb-2a120a7b027f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Pushing event deleted for resources: {'Port': ['ID=c0c90691-08c2-4997-bd49-70c6f6a7cfc2,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:54.812201 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9e361b30-24ae-4625-98fb-2a120a7b027f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:54.845575 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:30:54.845575 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 09a60560-77a1-4ad2-b6ef-44cbd83ffbc4 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:30:54.887660 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-28649fb9-757f-4067-8f32-8bc8b4e7928d req-9e361b30-24ae-4625-98fb-2a120a7b027f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] No DVR routers for this DVR port c0c90691-08c2-4997-bd49-70c6f6a7cfc2 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:30:54.891316 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-28649fb9-757f-4067-8f32-8bc8b4e7928d req-9e361b30-24ae-4625-98fb-2a120a7b027f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:54.893445 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-28649fb9-757f-4067-8f32-8bc8b4e7928d req-9e361b30-24ae-4625-98fb-2a120a7b027f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.41 "DELETE /v2.0/ports/c0c90691-08c2-4997-bd49-70c6f6a7cfc2 HTTP/1.1" status: 204 len: 173 time: 1.6487222 Jun 25 09:30:54.894016 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7', 'name': 'network-vif-deleted', 'tag': 'c0c90691-08c2-4997-bd49-70c6f6a7cfc2'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:30:54.906850 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbffaf18-b2a7-4d37-b8a7-5f716f5fb989" -d '{"events": [{"server_uuid": "1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7", "name": "network-vif-deleted", "tag": "c0c90691-08c2-4997-bd49-70c6f6a7cfc2"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:30:54.921754 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router b574b3e7-6569-4deb-aa2a-440ac33c20dc has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:30:54.929565 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9eb733e6-881f-4329-b0d8-df076e8877cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:54.972771 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-ed4cd42d-f4dc-4188-8fea-486295f039b2 req-2f05dfe4-e274-45d8-a417-7583afb27c5b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Deleting port 2857f806-5d04-4d89-b3c8-ad7288b5211d {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:30:54.973563 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ed4cd42d-f4dc-4188-8fea-486295f039b2 req-2f05dfe4-e274-45d8-a417-7583afb27c5b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:54.984313 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd8ba7a-b9e2-475c-ba69-5a3f38ce5005 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:54.989827 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ba7a-b9e2-475c-ba69-5a3f38ce5005 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:54.994179 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f7dcfd-60fc-458b-bbc2-2c6359ddf6e2 x-openstack-request-id: req-56f7dcfd-60fc-458b-bbc2-2c6359ddf6e2 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:30:54.994533 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7", "name": "network-vif-deleted", "tag": "c0c90691-08c2-4997-bd49-70c6f6a7cfc2", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:30:54.994843 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-56f7dcfd-60fc-458b-bbc2-2c6359ddf6e2 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:30:54.995291 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7', 'name': 'network-vif-deleted', 'tag': 'c0c90691-08c2-4997-bd49-70c6f6a7cfc2', 'status': 'completed', 'code': 200} Jun 25 09:30:55.089332 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-ed4cd42d-f4dc-4188-8fea-486295f039b2 req-2f05dfe4-e274-45d8-a417-7583afb27c5b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] For port 2857f806-5d04-4d89-b3c8-ad7288b5211d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=2857f806-5d04-4d89-b3c8-ad7288b5211d,segment=NetworkSegment(d785585a-8a9d-48d9-b0e9-5fde175e685a),segment_id=d785585a-8a9d-48d9-b0e9-5fde175e685a)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:55.090007 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ed4cd42d-f4dc-4188-8fea-486295f039b2 req-2f05dfe4-e274-45d8-a417-7583afb27c5b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:55.116256 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-ed4cd42d-f4dc-4188-8fea-486295f039b2 req-2f05dfe4-e274-45d8-a417-7583afb27c5b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Calling delete_port for 2857f806-5d04-4d89-b3c8-ad7288b5211d owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:30:55.161542 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df1a691-2b4a-4a4b-8fa9-bf596d2631d3 None None] Network 13ca287c-deb8-406d-80f2-cc6d5d37e6a3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:30:55.177978 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:55.257180 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fd5cbe2c-6d10-41dd-a6ef-5fda0a3e66ff None None] Provisioning for port 7ee9ccc8-7ffd-4e4f-9338-c084acd410de completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:55.314186 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:30:55.335458 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/b574b3e7-6569-4deb-aa2a-440ac33c20dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9940665 Jun 25 09:30:55.337636 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38308) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:55.347485 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a4b6d8cc-0ece-480c-be9c-3144766a63b6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:55.361225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Sync routers for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:30:55.386571 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:55.397627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:55.467154 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ed4cd42d-f4dc-4188-8fea-486295f039b2 req-2f05dfe4-e274-45d8-a417-7583afb27c5b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:55.472995 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a7142a3a-4271-4954-9b0e-7e1858656c75 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:55.516404 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05dfe4-e274-45d8-a417-7583afb27c5b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Pushing event deleted for resources: {'Port': ['ID=2857f806-5d04-4d89-b3c8-ad7288b5211d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:55.520684 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2f05dfe4-e274-45d8-a417-7583afb27c5b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:55.553353 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['2857f806-5d04-4d89-b3c8-ad7288b5211d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:30:55.588416 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4cd42d-f4dc-4188-8fea-486295f039b2 req-2f05dfe4-e274-45d8-a417-7583afb27c5b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] No DVR routers for this DVR port 2857f806-5d04-4d89-b3c8-ad7288b5211d on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:30:55.593999 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ed4cd42d-f4dc-4188-8fea-486295f039b2 req-2f05dfe4-e274-45d8-a417-7583afb27c5b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:55.602559 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed4cd42d-f4dc-4188-8fea-486295f039b2 req-2f05dfe4-e274-45d8-a417-7583afb27c5b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.41 "DELETE /v2.0/ports/2857f806-5d04-4d89-b3c8-ad7288b5211d HTTP/1.1" status: 204 len: 173 time: 0.9444468 Jun 25 09:30:55.603230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a0c5bc-71d6-45d0-969c-1d0d63f9502b', 'name': 'network-vif-deleted', 'tag': '2857f806-5d04-4d89-b3c8-ad7288b5211d'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:30:55.619141 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75af1a0b-26d4-43e0-aaa5-28d0a6a4c65b" -d '{"events": [{"server_uuid": "e4a0c5bc-71d6-45d0-969c-1d0d63f9502b", "name": "network-vif-deleted", "tag": "2857f806-5d04-4d89-b3c8-ad7288b5211d"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:30:55.687739 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:30:56.043019 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4c52a9a9-fab9-49f9-92b5-87ccb7fc964c None None] Provisioning for port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:56.047814 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4c52a9a9-fab9-49f9-92b5-87ccb7fc964c None None] Provisioning complete for port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:56.048330 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c52a9a9-fab9-49f9-92b5-87ccb7fc964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:56.110433 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4c52a9a9-fab9-49f9-92b5-87ccb7fc964c None None] Port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:30:56.126252 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b7c03eab-c81d-4ea5-92fb-5858b3f98b34 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:56.159000 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b3104f45-431a-485c-89c0-dd70d7d76bc8 req-e06c28ce-e3c0-44bd-b3b0-daa72bd1bd6b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4a0c5bc-71d6-45d0-969c-1d0d63f9502b HTTP/1.1" status: 200 len: 210 time: 0.6815622 Jun 25 09:30:56.175076 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:30:53Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '0ef449ba-0d3c-4747-a185-85dc24f4bf8a', 'name': '', 'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:33:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'de46b040-0691-4ab5-8603-22d1b854fb00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:51Z', 'updated_at': '2021-06-25T09:30:53Z', 'revision_number': 2, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'de46b040-0691-4ab5-8603-22d1b854fb00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:53Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c03eab-c81d-4ea5-92fb-5858b3f98b34', 'name': '', 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:22:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:43Z', 'updated_at': '2021-06-25T09:30:54Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:56.217574 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22116477-27ce-4fb1-9515-3f49c1296614 req-65b92cf5-54aa-4b9a-b118-f2d1f88a7560 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c43f7b7-f4fe-4bf5-b9ae-a104a07a0cd7 HTTP/1.1" status: 200 len: 210 time: 0.0614789 Jun 25 09:30:56.220249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Checking router: b574b3e7-6569-4deb-aa2a-440ac33c20dc for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:30:56.220617 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Updating router b574b3e7-6569-4deb-aa2a-440ac33c20dc port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:30:56.262586 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:56.280681 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port b7c03eab-c81d-4ea5-92fb-5858b3f98b34 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:56.281112 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:56.285778 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:56.297493 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b34e6d-6f01-4813-9ac4-596f25fcfb9e x-openstack-request-id: req-19b34e6d-6f01-4813-9ac4-596f25fcfb9e {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:30:56.298006 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a0c5bc-71d6-45d0-969c-1d0d63f9502b", "name": "network-vif-deleted", "tag": "2857f806-5d04-4d89-b3c8-ad7288b5211d", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:30:56.298123 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-19b34e6d-6f01-4813-9ac4-596f25fcfb9e {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:30:56.298566 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a0c5bc-71d6-45d0-969c-1d0d63f9502b', 'name': 'network-vif-deleted', 'tag': '2857f806-5d04-4d89-b3c8-ad7288b5211d', 'status': 'completed', 'code': 200} Jun 25 09:30:56.339529 n-d-761264-15 neutron-server[94024]: DEBUG neutron.objects.ports [None req-fcd8ba7a-b9e2-475c-ba69-5a3f38ce5005 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94024) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 09:30:56.391431 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-926e7a6a-ad1d-425b-9a37-154ad7fcd551 None None] Provisioning complete for port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:56.392003 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-926e7a6a-ad1d-425b-9a37-154ad7fcd551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:56.580949 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-926e7a6a-ad1d-425b-9a37-154ad7fcd551 None None] Port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:30:56.595838 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7ee9ccc8-7ffd-4e4f-9338-c084acd410de up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:30:56.705591 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccd5b9a-4a15-4da6-9144-b1834a959f49 None None] get_active_networks_info from n-d-761264-15 {{(pid=94026) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 09:30:56.734250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.extraroute_db [None req-a4b6d8cc-0ece-480c-be9c-3144766a63b6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 25 09:30:56.751636 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.extraroute_db [None req-a4b6d8cc-0ece-480c-be9c-3144766a63b6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Removed routes are [] {{(pid=94024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 25 09:30:56.752077 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d8cc-0ece-480c-be9c-3144766a63b6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:56.756855 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ba7a-b9e2-475c-ba69-5a3f38ce5005 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:56.760630 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c6f290d4-6e3d-4703-a604-ca379ff74e17 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:56.768741 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 7ee9ccc8-7ffd-4e4f-9338-c084acd410de completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:30:56.779122 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 7ee9ccc8-7ffd-4e4f-9338-c084acd410de triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:56.779509 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:56.893370 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd8ba7a-b9e2-475c-ba69-5a3f38ce5005 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:56.900611 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-fcd8ba7a-b9e2-475c-ba69-5a3f38ce5005 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:56.904362 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd8ba7a-b9e2-475c-ba69-5a3f38ce5005 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:56.905101 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ba7a-b9e2-475c-ba69-5a3f38ce5005 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:56.910623 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38320) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:56.929019 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:56.930642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8ba7a-b9e2-475c-ba69-5a3f38ce5005 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=66fc2109-071a-40c4-b775-4f0850e61487,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:56.935712 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e9c7bcfa-150b-487d-995a-4cca3f0a2f3c None None] Provisioning complete for port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:30:56.935891 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9c7bcfa-150b-487d-995a-4cca3f0a2f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:56.940672 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fcd8ba7a-b9e2-475c-ba69-5a3f38ce5005 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:56.959031 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fcd8ba7a-b9e2-475c-ba69-5a3f38ce5005 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3359323 Jun 25 09:30:56.961769 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38324) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:56.972161 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'mac_address': 'fa:16:3e:c4:7a:0a', 'name': 'tempest-NetworksTestDHCPv6-1717875610'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:56.972514 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Transition to ACTIVE for port object 0ef449ba-0d3c-4747-a185-85dc24f4bf8a will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:57.019305 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:57.026344 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-96dfb1c4-98d8-4b37-b64a-19c6badd6603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:57.028251 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccd5b9a-4a15-4da6-9144-b1834a959f49 None None] Resources bound (agent type, host, resource id): {{(pid=94026) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 09:30:57.038865 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e9c7bcfa-150b-487d-995a-4cca3f0a2f3c None None] Port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:30:57.068232 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d8cc-0ece-480c-be9c-3144766a63b6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:57.072152 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d8cc-0ece-480c-be9c-3144766a63b6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:57.091754 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:57.127560 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f30de-ed05-4d5f-90a3-2f818e003b5c None None] Pushing event updated for resources: {'Port': ['ID=0ef449ba-0d3c-4747-a185-85dc24f4bf8a,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:57.143300 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-650f30de-ed05-4d5f-90a3-2f818e003b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:57.201610 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b6d8cc-0ece-480c-be9c-3144766a63b6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router b574b3e7-6569-4deb-aa2a-440ac33c20dc has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:30:57.347063 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b6d8cc-0ece-480c-be9c-3144766a63b6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:30:57.354253 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 7ee9ccc8-7ffd-4e4f-9338-c084acd410de, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7ee9ccc8-7ffd-4e4f-9338-c084acd410de,segment=NetworkSegment(a7226900-f669-4b89-8e23-a358ecfaa099),segment_id=a7226900-f669-4b89-8e23-a358ecfaa099)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:30:57.368175 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d8cc-0ece-480c-be9c-3144766a63b6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:57.373144 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a4b6d8cc-0ece-480c-be9c-3144766a63b6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/b574b3e7-6569-4deb-aa2a-440ac33c20dc HTTP/1.1" status: 200 len: 954 time: 2.0336115 Jun 25 09:30:57.373789 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38332) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:57.374313 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38334) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:57.384975 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Attempting to bind port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:30:57.385517 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Attempting to bind port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'a7226900-f669-4b89-8e23-a358ecfaa099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:30:57.385902 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Attempting to bind port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a on network 13ca287c-deb8-406d-80f2-cc6d5d37e6a3 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:30:57.391773 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:57.417882 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:57.450098 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-40dda4a5-7ab2-430a-96e6-1c0416b73f55 admin admin] Deleting subnet f3d7495e-2eda-449c-aedb-99a89216fe46 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:30:57.492770 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-40dda4a5-7ab2-430a-96e6-1c0416b73f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:57.493035 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:30:57.493542 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Checking segment: {'id': 'a7226900-f669-4b89-8e23-a358ecfaa099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:57.496682 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:57.497402 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Bound using segment: {'id': 'a7226900-f669-4b89-8e23-a358ecfaa099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:30:57.500849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Bound port: 0ef449ba-0d3c-4747-a185-85dc24f4bf8a, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7226900-f669-4b89-8e23-a358ecfaa099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:30:57.501390 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:57.588135 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-40dda4a5-7ab2-430a-96e6-1c0416b73f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:57.645692 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-262689bf-1891-4a1a-ab70-4f25b52b4e6d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/routers/b574b3e7-6569-4deb-aa2a-440ac33c20dc HTTP/1.1" status: 200 len: 954 time: 0.2688508 Jun 25 09:30:57.672917 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38340) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:57.679347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1e4c41eb-811c-459c-9d28-aaadf60c6d81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'router': {'routes': None}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:30:57.695282 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-40dda4a5-7ab2-430a-96e6-1c0416b73f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:57.799314 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed9152e-ea35-412a-98d9-719464257b70 admin admin] Deleting subnet e0de01c3-0dfb-4ca3-a11e-0d2ef455f25a {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:30:57.806434 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ed9152e-ea35-412a-98d9-719464257b70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:57.848574 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-40dda4a5-7ab2-430a-96e6-1c0416b73f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:57.851301 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ed9152e-ea35-412a-98d9-719464257b70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:57.854090 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-51163725-088d-44cc-b41e-bee50a2b2bd9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:57.889223 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dda4a5-7ab2-430a-96e6-1c0416b73f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d7495e-2eda-449c-aedb-99a89216fe46,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:57.891981 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-40dda4a5-7ab2-430a-96e6-1c0416b73f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:57.895204 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ed9152e-ea35-412a-98d9-719464257b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:57.897002 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-40dda4a5-7ab2-430a-96e6-1c0416b73f55 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f3d7495e-2eda-449c-aedb-99a89216fe46 HTTP/1.1" status: 204 len: 168 time: 0.5214517 Jun 25 09:30:57.904848 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-40dda4a5-7ab2-430a-96e6-1c0416b73f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:57.905239 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38344) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:57.918979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:30:57.921027 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2857f806-5d04-4d89-b3c8-ad7288b5211d no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:30:57.983261 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 2857f806-5d04-4d89-b3c8-ad7288b5211d {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:30:57.983604 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 2857f806-5d04-4d89-b3c8-ad7288b5211d not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:30:57.984029 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c0c90691-08c2-4997-bd49-70c6f6a7cfc2 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:30:58.023203 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ed9152e-ea35-412a-98d9-719464257b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.038930 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5bf0ffb4-007d-487b-aa7c-f694b5bb372c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:58.039212 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: c0c90691-08c2-4997-bd49-70c6f6a7cfc2 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:30:58.039406 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c0c90691-08c2-4997-bd49-70c6f6a7cfc2 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:30:58.042859 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=7ee9ccc8-7ffd-4e4f-9338-c084acd410de,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:58.043578 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.048600 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.049739 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] For port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:30:58.051872 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:58.069759 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] For port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=0ef449ba-0d3c-4747-a185-85dc24f4bf8a,segment=NetworkSegment(a7226900-f669-4b89-8e23-a358ecfaa099),segment_id=a7226900-f669-4b89-8e23-a358ecfaa099)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:30:58.078630 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.079484 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9152e-ea35-412a-98d9-719464257b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0de01c3-0dfb-4ca3-a11e-0d2ef455f25a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:58.082810 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ff8f61aa-4782-467a-86c5-e828ce54d934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:58.084993 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3ed9152e-ea35-412a-98d9-719464257b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:58.088402 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ed9152e-ea35-412a-98d9-719464257b70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.091617 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3ed9152e-ea35-412a-98d9-719464257b70 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e0de01c3-0dfb-4ca3-a11e-0d2ef455f25a HTTP/1.1" status: 204 len: 168 time: 1.1789215 Jun 25 09:30:58.094852 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e6977404-e80d-4f7f-86c4-c0da4407f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.096387 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38346) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:58.153674 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa2cca-17e8-40d5-a467-ce054750b6f2 req-e21c0dea-4b57-41d2-9c3c-2632aa0f8e34 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:58.155272 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-25fa2cca-17e8-40d5-a467-ce054750b6f2 req-e21c0dea-4b57-41d2-9c3c-2632aa0f8e34 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.2397017 Jun 25 09:30:58.157402 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 5eb87091-e4d2-4b7a-83cd-53c979412654 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:30:58.189197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:30:58.189848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:58.228860 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-efbb97cd-243a-4415-93d0-cc7d8bf488c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.243228 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f30de-ed05-4d5f-90a3-2f818e003b5c None None] Pushing event updated for resources: {'Port': ['ID=0ef449ba-0d3c-4747-a185-85dc24f4bf8a,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:58.274963 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-650f30de-ed05-4d5f-90a3-2f818e003b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:58.314818 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:30:58.329215 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-25fa2cca-17e8-40d5-a467-ce054750b6f2 req-f3448e3c-728f-4125-8084-9438ed970723 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451254 Jun 25 09:30:58.330862 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e6977404-e80d-4f7f-86c4-c0da4407f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.344394 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e6977404-e80d-4f7f-86c4-c0da4407f0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f423b208-4dcd-4206-9ac6-64d232506387']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:58.345822 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': '66fc2109-071a-40c4-b775-4f0850e61487'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:30:58.346853 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.358809 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e6977404-e80d-4f7f-86c4-c0da4407f0e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd785585a-8a9d-48d9-b0e9-5fde175e685a') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:58.359328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e6977404-e80d-4f7f-86c4-c0da4407f0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd785585a-8a9d-48d9-b0e9-5fde175e685a') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:58.383651 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-efbb97cd-243a-4415-93d0-cc7d8bf488c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.386958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::f816:3eff:fec4:7a0a (13e23ba1-9297-4cb1-bce9-7212ee789807/66fc2109-071a-40c4-b775-4f0850e61487/5eb87091-e4d2-4b7a-83cd-53c979412654) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:58.390747 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e6977404-e80d-4f7f-86c4-c0da4407f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.399672 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-efbb97cd-243a-4415-93d0-cc7d8bf488c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e33710c-49e5-4278-a52b-a77593024222']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:58.409699 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e6977404-e80d-4f7f-86c4-c0da4407f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.422939 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6977404-e80d-4f7f-86c4-c0da4407f0e8 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:30:58.423351 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e6977404-e80d-4f7f-86c4-c0da4407f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.423507 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-efbb97cd-243a-4415-93d0-cc7d8bf488c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb9b9ce-d118-4d22-acc0-400bc0551476') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:58.423653 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-efbb97cd-243a-4415-93d0-cc7d8bf488c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb9b9ce-d118-4d22-acc0-400bc0551476') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:30:58.425017 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:30:58.439821 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-efbb97cd-243a-4415-93d0-cc7d8bf488c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.466064 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-efbb97cd-243a-4415-93d0-cc7d8bf488c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.485685 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbb97cd-243a-4415-93d0-cc7d8bf488c8 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:30:58.486548 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-efbb97cd-243a-4415-93d0-cc7d8bf488c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:30:58.488953 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:30:58.511818 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.extraroute_db [None req-1e4c41eb-811c-459c-9d28-aaadf60c6d81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Added routes are [] {{(pid=94024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 25 09:30:58.512152 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.extraroute_db [None req-1e4c41eb-811c-459c-9d28-aaadf60c6d81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 25 09:30:58.515304 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e6977404-e80d-4f7f-86c4-c0da4407f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.520946 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7465385f-d91c-4132-967d-07c943a6fdc7 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:58.525858 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e6977404-e80d-4f7f-86c4-c0da4407f0e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.527744 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e6977404-e80d-4f7f-86c4-c0da4407f0e8 admin admin] 10.222.0.93 "DELETE /v2.0/networks/f423b208-4dcd-4206-9ac6-64d232506387 HTTP/1.1" status: 204 len: 168 time: 0.6215110 Jun 25 09:30:58.542882 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6977404-e80d-4f7f-86c4-c0da4407f0e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f423b208-4dcd-4206-9ac6-64d232506387,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:58.546170 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e6977404-e80d-4f7f-86c4-c0da4407f0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:58.573997 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e4c41eb-811c-459c-9d28-aaadf60c6d81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.616229 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-efbb97cd-243a-4415-93d0-cc7d8bf488c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.623004 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-408d82a3-bc49-4b52-9abc-f4c1daf23031 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:58.633282 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-efbb97cd-243a-4415-93d0-cc7d8bf488c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.635541 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-efbb97cd-243a-4415-93d0-cc7d8bf488c8 admin admin] 10.222.0.93 "DELETE /v2.0/networks/5e33710c-49e5-4278-a52b-a77593024222 HTTP/1.1" status: 204 len: 168 time: 0.5338516 Jun 25 09:30:58.657489 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb97cd-243a-4415-93d0-cc7d8bf488c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e33710c-49e5-4278-a52b-a77593024222,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:58.662274 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-efbb97cd-243a-4415-93d0-cc7d8bf488c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:58.689338 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:30:56Z', 'revision_number': 6, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '0ef449ba-0d3c-4747-a185-85dc24f4bf8a', 'name': '', 'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:33:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'de46b040-0691-4ab5-8603-22d1b854fb00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:51Z', 'updated_at': '2021-06-25T09:30:58Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'de46b040-0691-4ab5-8603-22d1b854fb00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:53Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c03eab-c81d-4ea5-92fb-5858b3f98b34', 'name': '', 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:22:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:43Z', 'updated_at': '2021-06-25T09:30:54Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:30:58.729080 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.739056 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38354) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:58.752286 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85780beb-8e61-4c8b-ac3a-2b887f2309c9 None None] The sync data for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 is: [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:30:56Z', 'revision_number': 6, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '0ef449ba-0d3c-4747-a185-85dc24f4bf8a', 'name': '', 'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:33:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'de46b040-0691-4ab5-8603-22d1b854fb00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:51Z', 'updated_at': '2021-06-25T09:30:58Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'de46b040-0691-4ab5-8603-22d1b854fb00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:53Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c03eab-c81d-4ea5-92fb-5858b3f98b34', 'name': '', 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:22:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:43Z', 'updated_at': '2021-06-25T09:30:54Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:30:58.771782 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object 5eb87091-e4d2-4b7a-83cd-53c979412654 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:58.810485 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5a7d90c9-54c4-4538-8715-ab11d41cbdb9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=08d968aeb5ae46d08004f3facd4df77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703826 Jun 25 09:30:58.814883 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38356) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:58.892481 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.919796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38360) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:58.927740 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-867acce4-1453-44bc-a5a4-c553983e76c2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:58.949539 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Allocated IP 2001:db8::f816:3eff:fe21:6534 (13e23ba1-9297-4cb1-bce9-7212ee789807/66fc2109-071a-40c4-b775-4f0850e61487/0416906d-149d-49eb-a70d-546eec2d9b1f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:30:58.969998 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e4c41eb-811c-459c-9d28-aaadf60c6d81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.981871 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:58.983164 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e4c41eb-811c-459c-9d28-aaadf60c6d81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:58.996284 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:59.012316 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:59.019453 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:59.020560 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:59.033900 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-99e08ab7-7232-4018-bc10-a658d21f1816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:59.065030 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1001775 Jun 25 09:30:59.071320 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38362) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:59.096631 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-42927072-f395-4cd1-bd41-d0db48d5f62f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4528a5a62a6b4983bf415c7490db4178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754875 Jun 25 09:30:59.099616 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38364) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:59.122065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=5eb87091-e4d2-4b7a-83cd-53c979412654,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:59.135233 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:59.164179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4c41eb-811c-459c-9d28-aaadf60c6d81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router b574b3e7-6569-4deb-aa2a-440ac33c20dc has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:30:59.167336 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-99e08ab7-7232-4018-bc10-a658d21f1816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:59.183877 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:59.196694 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Transition to ACTIVE for port object 0416906d-149d-49eb-a70d-546eec2d9b1f will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:59.216048 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Transition to ACTIVE for port object 0416906d-149d-49eb-a70d-546eec2d9b1f will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:30:59.226366 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:59.231755 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-991ba3eb-3416-4b3d-aca8-4e3c3abbc448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:59.240697 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fce61d-3ec0-4bb4-b3f4-e41756a30618 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:59.243044 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-19fce61d-3ec0-4bb4-b3f4-e41756a30618 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1703589 Jun 25 09:30:59.245191 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8f519b1e-33a5-4dda-a87b-55b40b79f08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:59.247229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38366) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:59.310262 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:30:59.323262 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8f519b1e-33a5-4dda-a87b-55b40b79f08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:59.328463 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:30:59.344781 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:30:59.353213 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-99e08ab7-7232-4018-bc10-a658d21f1816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:59.359384 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-99e08ab7-7232-4018-bc10-a658d21f1816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:59.359678 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4c41eb-811c-459c-9d28-aaadf60c6d81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:30:59.366361 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-99e08ab7-7232-4018-bc10-a658d21f1816 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b325d003-6551-4def-bfb5-de9922b54672 HTTP/1.1" status: 204 len: 168 time: 0.5493405 Jun 25 09:30:59.373308 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8dc969ad-cdd0-434f-b692-d5d3382039f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:59.375099 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e4c41eb-811c-459c-9d28-aaadf60c6d81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:59.380004 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1e4c41eb-811c-459c-9d28-aaadf60c6d81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/b574b3e7-6569-4deb-aa2a-440ac33c20dc HTTP/1.1" status: 200 len: 704 time: 1.7023976 Jun 25 09:30:59.382254 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38372) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:59.396801 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Pushing event updated for resources: {'Port': ['ID=0416906d-149d-49eb-a70d-546eec2d9b1f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:59.418044 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:59.431131 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8f519b1e-33a5-4dda-a87b-55b40b79f08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:59.439118 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8f519b1e-33a5-4dda-a87b-55b40b79f08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:59.444132 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8f519b1e-33a5-4dda-a87b-55b40b79f08c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe HTTP/1.1" status: 204 len: 168 time: 0.3394887 Jun 25 09:30:59.444132 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1d6827bf-f1e5-4b80-8d5f-bd1357adf8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:59.450618 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f519b1e-33a5-4dda-a87b-55b40b79f08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed80774f-6c6d-4bc1-b8cc-aa8a5d8684fe,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:59.460439 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8f519b1e-33a5-4dda-a87b-55b40b79f08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:30:59.552627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Attempting to bind port 0416906d-149d-49eb-a70d-546eec2d9b1f on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:30:59.553382 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Attempting to bind port 0416906d-149d-49eb-a70d-546eec2d9b1f by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:30:59.554089 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Attempting to bind port 0416906d-149d-49eb-a70d-546eec2d9b1f on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:30:59.561812 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:30:59.562775 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:30:59.563380 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:59.563948 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:30:59.565453 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Bound port: 0416906d-149d-49eb-a70d-546eec2d9b1f, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:30:59.566319 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:59.708212 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] For port 0416906d-149d-49eb-a70d-546eec2d9b1f, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:30:59.716919 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:30:59.720662 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] For port 0416906d-149d-49eb-a70d-546eec2d9b1f, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=0416906d-149d-49eb-a70d-546eec2d9b1f,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:30:59.730202 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:30:59.739043 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:30:59.768499 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb954a-c679-4689-a4a6-06f301731432 req-3cf67f82-020d-4612-bd99-c35c9746cca9 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:30:59.770320 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6bbb954a-c679-4689-a4a6-06f301731432 req-3cf67f82-020d-4612-bd99-c35c9746cca9 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.1071687 Jun 25 09:30:59.829762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6bbb954a-c679-4689-a4a6-06f301731432 req-a6ecc2f5-90aa-4262-85a5-100e9573470c tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512698 Jun 25 09:30:59.889249 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e08ab7-7232-4018-bc10-a658d21f1816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b325d003-6551-4def-bfb5-de9922b54672,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:59.935756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Pushing event updated for resources: {'Port': ['ID=0416906d-149d-49eb-a70d-546eec2d9b1f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:30:59.940931 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38380) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:30:59.943359 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-789da8e6-d118-4577-b691-6c60258d1d72 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/routers/b574b3e7-6569-4deb-aa2a-440ac33c20dc HTTP/1.1" status: 200 len: 704 time: 0.5494041 Jun 25 09:30:59.948519 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:00.052236 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-99e08ab7-7232-4018-bc10-a658d21f1816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:00.118318 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7537a3-0ab2-4df8-a57d-792c69738c8a None None] Sync routers for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:31:00.140812 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7537a3-0ab2-4df8-a57d-792c69738c8a None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:00.142470 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-1c7537a3-0ab2-4df8-a57d-792c69738c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:00.143044 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-7e06ba17-8662-4871-b970-d3f06c02bba3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port 5eb87091-e4d2-4b7a-83cd-53c979412654 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:00.143933 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7e06ba17-8662-4871-b970-d3f06c02bba3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:00.341974 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7ee9ccc8-7ffd-4e4f-9338-c084acd410de up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:00.449069 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-1c7537a3-0ab2-4df8-a57d-792c69738c8a None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:00.474113 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 7ee9ccc8-7ffd-4e4f-9338-c084acd410de triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:00.474497 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:00.478185 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7e06ba17-8662-4871-b970-d3f06c02bba3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:00.498032 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-7e06ba17-8662-4871-b970-d3f06c02bba3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for 5eb87091-e4d2-4b7a-83cd-53c979412654 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:00.672169 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 0ef449ba-0d3c-4747-a185-85dc24f4bf8a up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:00.800071 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:00.813112 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:00.814336 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7e06ba17-8662-4871-b970-d3f06c02bba3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:00.814905 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:00.841876 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:00.866263 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-1c7537a3-0ab2-4df8-a57d-792c69738c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:30:58Z', 'revision_number': 7, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '0ef449ba-0d3c-4747-a185-85dc24f4bf8a', 'name': '', 'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:33:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'de46b040-0691-4ab5-8603-22d1b854fb00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:51Z', 'updated_at': '2021-06-25T09:30:58Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'de46b040-0691-4ab5-8603-22d1b854fb00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:53Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c03eab-c81d-4ea5-92fb-5858b3f98b34', 'name': '', 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:22:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:43Z', 'updated_at': '2021-06-25T09:30:54Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:00.913935 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7e06ba17-8662-4871-b970-d3f06c02bba3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:00.919789 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7e06ba17-8662-4871-b970-d3f06c02bba3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/5eb87091-e4d2-4b7a-83cd-53c979412654 HTTP/1.1" status: 204 len: 168 time: 1.6711957 Jun 25 09:31:00.922914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06ba17-8662-4871-b970-d3f06c02bba3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=5eb87091-e4d2-4b7a-83cd-53c979412654,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:00.926757 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38410) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:00.931313 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7537a3-0ab2-4df8-a57d-792c69738c8a None None] Checking router: b574b3e7-6569-4deb-aa2a-440ac33c20dc for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:31:00.950532 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7537a3-0ab2-4df8-a57d-792c69738c8a None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:00.951179 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-1c7537a3-0ab2-4df8-a57d-792c69738c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:01.011354 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7e06ba17-8662-4871-b970-d3f06c02bba3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:01.020019 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628f965-46e3-4298-b687-dea72dba8d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:01.022050 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628f965-46e3-4298-b687-dea72dba8d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:01.034983 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3628f965-46e3-4298-b687-dea72dba8d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1001403 Jun 25 09:31:01.036015 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38412) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:01.070315 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:01.112845 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-1c7537a3-0ab2-4df8-a57d-792c69738c8a None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:01.119640 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-909e9622-70e9-47cf-96bc-7f7c99830bf0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 66fc2109-071a-40c4-b775-4f0850e61487 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:31:01.165370 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864fbdb-ea63-4c09-8e07-e59ba7e368c4 req-6da89300-d494-4a06-8087-7a406ff8031f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:01.167204 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6864fbdb-ea63-4c09-8e07-e59ba7e368c4 req-6da89300-d494-4a06-8087-7a406ff8031f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.8725908 Jun 25 09:31:01.168167 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=0ef449ba-0d3c-4747-a185-85dc24f4bf8a,segment=NetworkSegment(a7226900-f669-4b89-8e23-a358ecfaa099),segment_id=a7226900-f669-4b89-8e23-a358ecfaa099)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:01.168305 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-909e9622-70e9-47cf-96bc-7f7c99830bf0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:01.174500 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:01.178966 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4ee22a50-8f74-4882-99ca-a5c1bcd7a74b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:01.250355 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=0ef449ba-0d3c-4747-a185-85dc24f4bf8a,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:01.256308 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:01.352871 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:01.383611 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-909e9622-70e9-47cf-96bc-7f7c99830bf0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:01.565427 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-909e9622-70e9-47cf-96bc-7f7c99830bf0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:01.596173 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-1c7537a3-0ab2-4df8-a57d-792c69738c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:30:58Z', 'revision_number': 7, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '0ef449ba-0d3c-4747-a185-85dc24f4bf8a', 'name': '', 'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:33:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'de46b040-0691-4ab5-8603-22d1b854fb00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:51Z', 'updated_at': '2021-06-25T09:30:58Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'de46b040-0691-4ab5-8603-22d1b854fb00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:53Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c03eab-c81d-4ea5-92fb-5858b3f98b34', 'name': '', 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:22:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:43Z', 'updated_at': '2021-06-25T09:30:54Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:01.631118 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7537a3-0ab2-4df8-a57d-792c69738c8a None None] The sync data for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 is: [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:30:58Z', 'revision_number': 7, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '0ef449ba-0d3c-4747-a185-85dc24f4bf8a', 'name': '', 'network_id': '13ca287c-deb8-406d-80f2-cc6d5d37e6a3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:33:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'de46b040-0691-4ab5-8603-22d1b854fb00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:51Z', 'updated_at': '2021-06-25T09:30:58Z', 'revision_number': 4, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'de46b040-0691-4ab5-8603-22d1b854fb00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:53Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c03eab-c81d-4ea5-92fb-5858b3f98b34', 'name': '', 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:22:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:43Z', 'updated_at': '2021-06-25T09:30:54Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:31:01.697391 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38432) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:01.707535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbae47-4837-4e53-9b83-095ed28d5787 req-0b7792b8-099f-42e3-9b01-dd3219e0ce56 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:01.716537 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-6864fbdb-ea63-4c09-8e07-e59ba7e368c4 req-56be87e8-88e4-458a-bb37-750505c4910a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Deleting port c5d1f019-d61c-4b98-b7c8-d22d3b994d71 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:01.716766 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4cfbae47-4837-4e53-9b83-095ed28d5787 req-0b7792b8-099f-42e3-9b01-dd3219e0ce56 tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 945 time: 0.2802968 Jun 25 09:31:01.718159 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6864fbdb-ea63-4c09-8e07-e59ba7e368c4 req-56be87e8-88e4-458a-bb37-750505c4910a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:01.736779 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-909e9622-70e9-47cf-96bc-7f7c99830bf0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:01.785807 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4cfbae47-4837-4e53-9b83-095ed28d5787 req-10e4c432-8ee9-4b5a-befb-a90fbb0dccda tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/security-groups?id=4a2730c0-9c83-4502-a9a1-263932e57911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678117 Jun 25 09:31:01.786690 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2e0c213e-16e4-4007-88d5-3b5e6b7d9ab7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:01.899678 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a94dd2b2-4d2e-4309-9a8b-20d593d40ce6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:01.912606 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-909e9622-70e9-47cf-96bc-7f7c99830bf0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:01.914631 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-909e9622-70e9-47cf-96bc-7f7c99830bf0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/66fc2109-071a-40c4-b775-4f0850e61487 HTTP/1.1" status: 204 len: 168 time: 0.8759909 Jun 25 09:31:01.915647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e9622-70e9-47cf-96bc-7f7c99830bf0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=66fc2109-071a-40c4-b775-4f0850e61487,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:01.930700 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38436) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:01.933715 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-909e9622-70e9-47cf-96bc-7f7c99830bf0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:01.935425 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43540744-c4ff-4608-aece-2d6679eabbbb None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:01.947259 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-334757909-network', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:02.067749 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Made reservation on behalf of a89a895ae0e042ee97488437fbd9c1ce for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:02.070328 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.074423 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5eaf3bef-8065-48b8-82e7-57d87ba411f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1420250 Jun 25 09:31:02.082503 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38444) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:02.113233 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1ce5a713-ad40-432c-b799-74dc2d412ef1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:02.124798 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3a623b0c-6c64-4f69-8b11-f6287a968af9 None None] Provisioning for port 0416906d-149d-49eb-a70d-546eec2d9b1f completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:02.127143 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.190080 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 0ef449ba-0d3c-4747-a185-85dc24f4bf8a up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:02.291286 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3055b293-9857-4957-b1d6-85243dba88a8 None None] DHCP port deletion for 13e23ba1-9297-4cb1-bce9-7212ee789807 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:31:02.311013 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-6864fbdb-ea63-4c09-8e07-e59ba7e368c4 req-56be87e8-88e4-458a-bb37-750505c4910a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] For port c5d1f019-d61c-4b98-b7c8-d22d3b994d71, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=c5d1f019-d61c-4b98-b7c8-d22d3b994d71,segment=NetworkSegment(d28fe6d2-15bd-4d87-87e4-5afdd4e2a040),segment_id=d28fe6d2-15bd-4d87-87e4-5afdd4e2a040)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:02.311662 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6864fbdb-ea63-4c09-8e07-e59ba7e368c4 req-56be87e8-88e4-458a-bb37-750505c4910a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.352449 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-6864fbdb-ea63-4c09-8e07-e59ba7e368c4 req-56be87e8-88e4-458a-bb37-750505c4910a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Calling delete_port for c5d1f019-d61c-4b98-b7c8-d22d3b994d71 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:02.367525 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:02.368071 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.504980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a94dd2b2-4d2e-4309-9a8b-20d593d40ce6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:02.504980 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a94dd2b2-4d2e-4309-9a8b-20d593d40ce6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.513367 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.548543 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.556098 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 0416906d-149d-49eb-a70d-546eec2d9b1f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:02.565056 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:31:02.577224 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.577577 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Added segment 2ff8aadb-b872-4f71-89a4-1131a85754d6 of type vlan for network 9226669c-050a-4c70-a51e-123f0abacf3a Jun 25 09:31:02.597988 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-22453a95-9222-4d1a-a030-9248a23b2b67 None None] Provisioning complete for port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:02.598882 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22453a95-9222-4d1a-a030-9248a23b2b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.630383 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0457ad6e-6857-40de-bcdc-425740d62e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:02.651602 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3055b293-9857-4957-b1d6-85243dba88a8 None None] Deleting port 0416906d-149d-49eb-a70d-546eec2d9b1f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:02.652543 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3055b293-9857-4957-b1d6-85243dba88a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.663017 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.679676 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38468) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:02.723548 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-a94dd2b2-4d2e-4309-9a8b-20d593d40ce6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] For port 0ef449ba-0d3c-4747-a185-85dc24f4bf8a, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=0ef449ba-0d3c-4747-a185-85dc24f4bf8a,segment=NetworkSegment(a7226900-f669-4b89-8e23-a358ecfaa099),segment_id=a7226900-f669-4b89-8e23-a358ecfaa099)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:02.724722 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a94dd2b2-4d2e-4309-9a8b-20d593d40ce6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.741954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a94dd2b2-4d2e-4309-9a8b-20d593d40ce6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 0ef449ba-0d3c-4747-a185-85dc24f4bf8a owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:02.745637 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce5a713-ad40-432c-b799-74dc2d412ef1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:02.749181 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a713-ad40-432c-b799-74dc2d412ef1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.767450 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b5c4c2-8029-4c8f-92d4-e76d837b45c0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:02.777748 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:02.826866 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3055b293-9857-4957-b1d6-85243dba88a8 None None] For port 0416906d-149d-49eb-a70d-546eec2d9b1f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=0416906d-149d-49eb-a70d-546eec2d9b1f,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:02.827296 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3055b293-9857-4957-b1d6-85243dba88a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.839421 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 0416906d-149d-49eb-a70d-546eec2d9b1f completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:02.840781 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.resource_extend [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:31:02.848453 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 0416906d-149d-49eb-a70d-546eec2d9b1f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:02.848884 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.910116 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3055b293-9857-4957-b1d6-85243dba88a8 None None] Calling delete_port for 0416906d-149d-49eb-a70d-546eec2d9b1f owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:02.910748 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.912534 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:02.913428 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:02.945607 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-efbb97cd-243a-4415-93d0-cc7d8bf488c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:02.948009 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c154f52-4ed1-4449-84ce-3c7e5ebf43b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.019657 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-607d850d-7844-4e87-9cc7-e3aad3141ed5 req-fcecc03e-2db7-40e8-ac95-c67991dc0e6a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 210 time: 0.0509861 Jun 25 09:31:03.030871 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a94dd2b2-4d2e-4309-9a8b-20d593d40ce6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.033910 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-91c30730-d120-41e0-87ee-441ac7e18687 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:03.041116 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6864fbdb-ea63-4c09-8e07-e59ba7e368c4 req-56be87e8-88e4-458a-bb37-750505c4910a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.062814 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94dd2b2-4d2e-4309-9a8b-20d593d40ce6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=0ef449ba-0d3c-4747-a185-85dc24f4bf8a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:03.067625 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a94dd2b2-4d2e-4309-9a8b-20d593d40ce6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:03.076160 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.109152 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['c5d1f019-d61c-4b98-b7c8-d22d3b994d71'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:31:03.176152 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3055b293-9857-4957-b1d6-85243dba88a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.179937 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:03.196628 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c9701aa0-bd7c-4867-ace5-338c8d649f28 None None] Could not find standard attr ID for object 0ef449ba-0d3c-4747-a185-85dc24f4bf8a. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:31:03.200961 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a94dd2b2-4d2e-4309-9a8b-20d593d40ce6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.214359 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-6864fbdb-ea63-4c09-8e07-e59ba7e368c4 req-56be87e8-88e4-458a-bb37-750505c4910a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] No DVR routers for this DVR port c5d1f019-d61c-4b98-b7c8-d22d3b994d71 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:03.218957 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6864fbdb-ea63-4c09-8e07-e59ba7e368c4 req-56be87e8-88e4-458a-bb37-750505c4910a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.221477 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6864fbdb-ea63-4c09-8e07-e59ba7e368c4 req-56be87e8-88e4-458a-bb37-750505c4910a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.38 "DELETE /v2.0/ports/c5d1f019-d61c-4b98-b7c8-d22d3b994d71 HTTP/1.1" status: 204 len: 173 time: 2.0441413 Jun 25 09:31:03.222650 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Pushing event updated for resources: {'Network': ['ID=9226669c-050a-4c70-a51e-123f0abacf3a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:03.223718 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055b293-9857-4957-b1d6-85243dba88a8 None None] Pushing event deleted for resources: {'Port': ['ID=0416906d-149d-49eb-a70d-546eec2d9b1f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:03.228480 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:03.234844 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5436a5-35d0-4b91-83ed-4e64ec3bcd32', 'name': 'network-vif-deleted', 'tag': 'c5d1f019-d61c-4b98-b7c8-d22d3b994d71'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:31:03.240795 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37f8625-bc4c-4057-9881-a659d30848f5" -d '{"events": [{"server_uuid": "8f5436a5-35d0-4b91-83ed-4e64ec3bcd32", "name": "network-vif-deleted", "tag": "c5d1f019-d61c-4b98-b7c8-d22d3b994d71"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:31:03.242122 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b557e6aa-bbc2-4a9e-86f7-c3873a3b5746 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:03.262277 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055b293-9857-4957-b1d6-85243dba88a8 None None] No DVR routers for this DVR port 0416906d-149d-49eb-a70d-546eec2d9b1f on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:03.288093 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 9226669c-050a-4c70-a51e-123f0abacf3a details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:31:03.291448 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3055b293-9857-4957-b1d6-85243dba88a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:03.341531 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87fa1a6-f2bd-4e69-8166-dfc8bbe5d471 x-openstack-request-id: req-b87fa1a6-f2bd-4e69-8166-dfc8bbe5d471 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:31:03.342112 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5436a5-35d0-4b91-83ed-4e64ec3bcd32", "name": "network-vif-deleted", "tag": "c5d1f019-d61c-4b98-b7c8-d22d3b994d71", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:31:03.342582 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b87fa1a6-f2bd-4e69-8166-dfc8bbe5d471 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:31:03.343179 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5436a5-35d0-4b91-83ed-4e64ec3bcd32', 'name': 'network-vif-deleted', 'tag': 'c5d1f019-d61c-4b98-b7c8-d22d3b994d71', 'status': 'completed', 'code': 200} Jun 25 09:31:03.345334 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c154f52-4ed1-4449-84ce-3c7e5ebf43b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.351037 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be87e8-88e4-458a-bb37-750505c4910a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Pushing event deleted for resources: {'Port': ['ID=c5d1f019-d61c-4b98-b7c8-d22d3b994d71,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:03.355048 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-56be87e8-88e4-458a-bb37-750505c4910a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:03.361326 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c154f52-4ed1-4449-84ce-3c7e5ebf43b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.367261 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4f76f18b-7f8b-4a6e-9d0a-95e64413351e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:03.373245 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6740508 Jun 25 09:31:03.373458 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38476) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:03.382726 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-311bb440-7b65-4c02-9df6-9b59dbb64134 admin admin] Request body: {'subnet': {'network_id': '9226669c-050a-4c70-a51e-123f0abacf3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-334757909-subnet', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:03.459335 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0c154f52-4ed1-4449-84ce-3c7e5ebf43b0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d92ec0c95b6c4f5193d87de4e3a95886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7783875 Jun 25 09:31:03.462819 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38478) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:03.463562 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c154f52-4ed1-4449-84ce-3c7e5ebf43b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f308d0-341f-4db3-8592-bfa898078479,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:03.463876 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94dd2b2-4d2e-4309-9a8b-20d593d40ce6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router b574b3e7-6569-4deb-aa2a-440ac33c20dc has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:31:03.468052 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0c154f52-4ed1-4449-84ce-3c7e5ebf43b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:03.486219 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311bb440-7b65-4c02-9df6-9b59dbb64134 admin admin] Made reservation on behalf of a89a895ae0e042ee97488437fbd9c1ce for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:03.489356 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-311bb440-7b65-4c02-9df6-9b59dbb64134 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.585634 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-52b81361-6fff-47bd-99f5-028de184b689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.640383 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-52b81361-6fff-47bd-99f5-028de184b689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.666704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94dd2b2-4d2e-4309-9a8b-20d593d40ce6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:31:03.672550 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a94dd2b2-4d2e-4309-9a8b-20d593d40ce6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/b574b3e7-6569-4deb-aa2a-440ac33c20dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7330315 Jun 25 09:31:03.675729 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38482) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:03.677987 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b061d4ec-6a05-4586-af08-fceb8a7109a2 None None] Sync routers for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:31:03.689635 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b061d4ec-6a05-4586-af08-fceb8a7109a2 None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:03.690390 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-b061d4ec-6a05-4586-af08-fceb8a7109a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:03.691860 n-d-761264-15 neutron-server[94025]: DEBUG neutron.objects.ports [None req-1ce5a713-ad40-432c-b799-74dc2d412ef1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94025) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 09:31:03.695241 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a713-ad40-432c-b799-74dc2d412ef1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.703933 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-34c25344-b3a4-4f6f-8172-1dbdf1e631b1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:03.763894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce5a713-ad40-432c-b799-74dc2d412ef1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:03.768903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-1ce5a713-ad40-432c-b799-74dc2d412ef1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:03.772250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-040a3c67-1031-4357-8ed6-77920b642dec tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting subnet de46b040-0691-4ab5-8603-22d1b854fb00 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:31:03.772824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce5a713-ad40-432c-b799-74dc2d412ef1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:03.772931 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a713-ad40-432c-b799-74dc2d412ef1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.779988 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-040a3c67-1031-4357-8ed6-77920b642dec tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.808033 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5a713-ad40-432c-b799-74dc2d412ef1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=96b24a4e-1f59-44c1-bbfd-d697edaa15a4,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:03.811772 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1ce5a713-ad40-432c-b799-74dc2d412ef1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:03.813337 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-52b81361-6fff-47bd-99f5-028de184b689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.817100 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-52b81361-6fff-47bd-99f5-028de184b689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.830881 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-52b81361-6fff-47bd-99f5-028de184b689 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d4f308d0-341f-4db3-8592-bfa898078479 HTTP/1.1" status: 204 len: 168 time: 0.3615441 Jun 25 09:31:03.832296 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:03.840256 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1ce5a713-ad40-432c-b799-74dc2d412ef1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7403648 Jun 25 09:31:03.858310 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38488) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:03.873527 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'mac_address': 'fa:16:3e:9f:f9:4b', 'name': 'tempest-NetworksTestDHCPv6-1557696611'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:03.925217 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b81361-6fff-47bd-99f5-028de184b689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f308d0-341f-4db3-8592-bfa898078479,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:03.928067 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-040a3c67-1031-4357-8ed6-77920b642dec tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:03.942353 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-52b81361-6fff-47bd-99f5-028de184b689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:03.995436 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-311bb440-7b65-4c02-9df6-9b59dbb64134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:04.000401 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4d090ffb-3775-4aec-b1f7-45f33527f6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:04.127099 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311bb440-7b65-4c02-9df6-9b59dbb64134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de186609-37a6-4365-993a-06a8f9ff1a57,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:04.133219 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-311bb440-7b65-4c02-9df6-9b59dbb64134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:04.149285 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311bb440-7b65-4c02-9df6-9b59dbb64134 admin admin] Checking segment: {'id': '2ff8aadb-b872-4f71-89a4-1131a85754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9226669c-050a-4c70-a51e-123f0abacf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:31:04.149782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311bb440-7b65-4c02-9df6-9b59dbb64134 admin admin] Network hostable DHCP agents. Network: 9226669c-050a-4c70-a51e-123f0abacf3a, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:31:04.157550 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0349a7-3a76-4321-92ff-28e9c6d5ecef None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:04.158524 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-040a3c67-1031-4357-8ed6-77920b642dec tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:04.182535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 0416906d-149d-49eb-a70d-546eec2d9b1f no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:04.182758 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:04.253787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311bb440-7b65-4c02-9df6-9b59dbb64134 admin admin] Network 9226669c-050a-4c70-a51e-123f0abacf3a is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:31:04.271683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-311bb440-7b65-4c02-9df6-9b59dbb64134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 9226669c-050a-4c70-a51e-123f0abacf3a) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:04.275839 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 0416906d-149d-49eb-a70d-546eec2d9b1f {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:04.276260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 0416906d-149d-49eb-a70d-546eec2d9b1f not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:04.287678 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311bb440-7b65-4c02-9df6-9b59dbb64134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:04.288568 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-311bb440-7b65-4c02-9df6-9b59dbb64134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:04.293436 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e495c-5628-4a32-b8cb-9d566e7205c6 None None] Network 9226669c-050a-4c70-a51e-123f0abacf3a requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:04.323995 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-311bb440-7b65-4c02-9df6-9b59dbb64134 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9496598 Jun 25 09:31:04.328678 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38494) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:04.343113 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-334757909-router', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:04.345194 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-b061d4ec-6a05-4586-af08-fceb8a7109a2 None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:04.358851 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-040a3c67-1031-4357-8ed6-77920b642dec tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:04.370214 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e540e648-f601-4b3f-b880-852cf3f9f237 req-f9874f1e-5808-41ff-90fc-8229a62bb7ae tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f5436a5-35d0-4b91-83ed-4e64ec3bcd32 HTTP/1.1" status: 200 len: 210 time: 0.0625846 Jun 25 09:31:04.371578 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-49169bef-a649-40b0-9cc4-2891813720fa tempest-RoutersTest-1226507106 tempest-RoutersTest-1226507106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:04.377688 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-040a3c67-1031-4357-8ed6-77920b642dec tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:04.379497 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-040a3c67-1031-4357-8ed6-77920b642dec tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/de46b040-0691-4ab5-8603-22d1b854fb00 HTTP/1.1" status: 204 len: 168 time: 0.7028522 Jun 25 09:31:04.382819 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:04.383635 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:04.390625 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38498) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:04.404236 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a3c67-1031-4357-8ed6-77920b642dec tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Subnet': ['ID=de46b040-0691-4ab5-8603-22d1b854fb00,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:04.408069 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-040a3c67-1031-4357-8ed6-77920b642dec tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:04.429473 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e351e-c207-4dc8-be08-0e0a3196397d None None] Network 13ca287c-deb8-406d-80f2-cc6d5d37e6a3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:04.533457 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:04.537011 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:04.562495 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:04.646381 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port fe1f8ec9-5898-4ade-9ef9-a97be5976ec7 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:31:04.774414 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:04.837399 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': '96b24a4e-1f59-44c1-bbfd-d697edaa15a4'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:31:04.838365 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:04.923572 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::f816:3eff:fe9f:f94b (13e23ba1-9297-4cb1-bce9-7212ee789807/96b24a4e-1f59-44c1-bbfd-d697edaa15a4/fe1f8ec9-5898-4ade-9ef9-a97be5976ec7) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:04.932445 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-9226669c-050a-4c70-a51e-123f0abacf3a', 'network_id': '9226669c-050a-4c70-a51e-123f0abacf3a', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'fixed_ips': [{'subnet_id': 'de186609-37a6-4365-993a-06a8f9ff1a57'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:31:04.933705 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:04.934198 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 7ee9ccc8-7ffd-4e4f-9338-c084acd410de {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:04.934576 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:05.090809 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] For port 7ee9ccc8-7ffd-4e4f-9338-c084acd410de, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7ee9ccc8-7ffd-4e4f-9338-c084acd410de,segment=NetworkSegment(a7226900-f669-4b89-8e23-a358ecfaa099),segment_id=a7226900-f669-4b89-8e23-a358ecfaa099)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:05.091201 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:05.123538 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 7ee9ccc8-7ffd-4e4f-9338-c084acd410de owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:05.142395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c5d1f019-d61c-4b98-b7c8-d22d3b994d71 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:05.187917 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: c5d1f019-d61c-4b98-b7c8-d22d3b994d71 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:05.188214 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device c5d1f019-d61c-4b98-b7c8-d22d3b994d71 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:05.232844 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465db663-2fd7-48e5-9b2e-afbe007ab4fb None None] DHCP port deletion for 13ca287c-deb8-406d-80f2-cc6d5d37e6a3 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:31:05.252592 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-b061d4ec-6a05-4586-af08-fceb8a7109a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:31:02Z', 'revision_number': 8, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:53Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c03eab-c81d-4ea5-92fb-5858b3f98b34', 'name': '', 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:22:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:43Z', 'updated_at': '2021-06-25T09:30:54Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:05.277237 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Allocated IP 172.20.0.2 (9226669c-050a-4c70-a51e-123f0abacf3a/de186609-37a6-4365-993a-06a8f9ff1a57/196b7a8b-62d2-4339-a37b-5324c8ce69e5) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:05.313680 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b061d4ec-6a05-4586-af08-fceb8a7109a2 None None] Checking router: b574b3e7-6569-4deb-aa2a-440ac33c20dc for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:31:05.373590 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b061d4ec-6a05-4586-af08-fceb8a7109a2 None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:05.374058 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-b061d4ec-6a05-4586-af08-fceb8a7109a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:05.436620 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:05.440929 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:05.486304 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:05.491151 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38530) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:05.492307 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-465db663-2fd7-48e5-9b2e-afbe007ab4fb None None] Deleting port 7ee9ccc8-7ffd-4e4f-9338-c084acd410de {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:05.492692 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-465db663-2fd7-48e5-9b2e-afbe007ab4fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:05.505771 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-b061d4ec-6a05-4586-af08-fceb8a7109a2 None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:05.508404 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object fe1f8ec9-5898-4ade-9ef9-a97be5976ec7 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:05.511522 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:05.769458 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-465db663-2fd7-48e5-9b2e-afbe007ab4fb None None] For port 7ee9ccc8-7ffd-4e4f-9338-c084acd410de, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7ee9ccc8-7ffd-4e4f-9338-c084acd410de,segment=NetworkSegment(a7226900-f669-4b89-8e23-a358ecfaa099),segment_id=a7226900-f669-4b89-8e23-a358ecfaa099)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:05.770419 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-465db663-2fd7-48e5-9b2e-afbe007ab4fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:05.790898 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:05.821251 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-465db663-2fd7-48e5-9b2e-afbe007ab4fb None None] Calling delete_port for 7ee9ccc8-7ffd-4e4f-9338-c084acd410de owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:05.829472 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Transition to ACTIVE for port object 196b7a8b-62d2-4339-a37b-5324c8ce69e5 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:05.887206 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7ee9ccc8-7ffd-4e4f-9338-c084acd410de no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:05.967874 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 7ee9ccc8-7ffd-4e4f-9338-c084acd410de {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:05.968233 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7ee9ccc8-7ffd-4e4f-9338-c084acd410de not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:05.973953 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Transition to ACTIVE for port object 196b7a8b-62d2-4339-a37b-5324c8ce69e5 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:06.001251 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d80eb2b8-fbd7-442b-8e02-398d2ae16068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.012293 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.017948 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7187482d-dc4c-4395-859c-7b7c0ecbfff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:06.111418 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e51710ec-9d4e-443d-b4ae-b4e0f779b231 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:06.114558 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Network 9226669c-050a-4c70-a51e-123f0abacf3a is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:06.118414 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:06.131449 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Pushing event updated for resources: {'Port': ['ID=196b7a8b-62d2-4339-a37b-5324c8ce69e5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:06.131762 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.135482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:06.161083 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No DVR routers for this DVR port 7ee9ccc8-7ffd-4e4f-9338-c084acd410de on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:06.223579 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:06.293310 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.315496 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ca287c-deb8-406d-80f2-cc6d5d37e6a3']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:06.339034 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7226900-f669-4b89-8e23-a358ecfaa099') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:06.343701 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d80eb2b8-fbd7-442b-8e02-398d2ae16068 admin admin] Deleting port 706b5813-d870-4b98-9f8b-29ff0e26d53b {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:06.344459 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d80eb2b8-fbd7-442b-8e02-398d2ae16068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.344672 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7226900-f669-4b89-8e23-a358ecfaa099') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:06.348467 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:06.359970 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.378043 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.388403 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:31:06.389210 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.390407 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-465db663-2fd7-48e5-9b2e-afbe007ab4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.422577 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-650f30de-ed05-4d5f-90a3-2f818e003b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:06.451679 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-d80eb2b8-fbd7-442b-8e02-398d2ae16068 admin admin] For port 706b5813-d870-4b98-9f8b-29ff0e26d53b, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=706b5813-d870-4b98-9f8b-29ff0e26d53b,segment=NetworkSegment(d28fe6d2-15bd-4d87-87e4-5afdd4e2a040),segment_id=d28fe6d2-15bd-4d87-87e4-5afdd4e2a040)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:06.451679 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d80eb2b8-fbd7-442b-8e02-398d2ae16068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:31:06.466240 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:31:06.468778 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d80eb2b8-fbd7-442b-8e02-398d2ae16068 admin admin] Calling delete_port for 706b5813-d870-4b98-9f8b-29ff0e26d53b owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:06.470585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=7ee9ccc8-7ffd-4e4f-9338-c084acd410de,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:06.480562 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:06.484525 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:06.490278 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465db663-2fd7-48e5-9b2e-afbe007ab4fb None None] Pushing event deleted for resources: {'Port': ['ID=7ee9ccc8-7ffd-4e4f-9338-c084acd410de,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:06.492285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465db663-2fd7-48e5-9b2e-afbe007ab4fb None None] No DVR routers for this DVR port 7ee9ccc8-7ffd-4e4f-9338-c084acd410de on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:06.499547 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-465db663-2fd7-48e5-9b2e-afbe007ab4fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:06.510152 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Allocated IP 2001:db8::f816:3eff:fe8b:f91a (13e23ba1-9297-4cb1-bce9-7212ee789807/96b24a4e-1f59-44c1-bbfd-d697edaa15a4/f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:06.516818 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-b061d4ec-6a05-4586-af08-fceb8a7109a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:31:02Z', 'revision_number': 8, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:53Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c03eab-c81d-4ea5-92fb-5858b3f98b34', 'name': '', 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:22:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:43Z', 'updated_at': '2021-06-25T09:30:54Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:06.548592 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b061d4ec-6a05-4586-af08-fceb8a7109a2 None None] The sync data for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 is: [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:31:02Z', 'revision_number': 8, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:53Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c03eab-c81d-4ea5-92fb-5858b3f98b34', 'name': '', 'network_id': '052bedc0-58ad-4c99-993b-6a005f38ced4', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:22:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:43Z', 'updated_at': '2021-06-25T09:30:54Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '354acedd-7a8a-4455-91da-0454dcf2112e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:31:06.550042 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Attempting to bind port 196b7a8b-62d2-4339-a37b-5324c8ce69e5 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:31:06.550428 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Attempting to bind port 196b7a8b-62d2-4339-a37b-5324c8ce69e5 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '2ff8aadb-b872-4f71-89a4-1131a85754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9226669c-050a-4c70-a51e-123f0abacf3a'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:31:06.552365 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Attempting to bind port 196b7a8b-62d2-4339-a37b-5324c8ce69e5 on network 9226669c-050a-4c70-a51e-123f0abacf3a {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:31:06.559423 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:06.562368 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:06.563082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:31:06.563474 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Checking segment: {'id': '2ff8aadb-b872-4f71-89a4-1131a85754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9226669c-050a-4c70-a51e-123f0abacf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:31:06.563886 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.564283 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Bound using segment: {'id': '2ff8aadb-b872-4f71-89a4-1131a85754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9226669c-050a-4c70-a51e-123f0abacf3a'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:31:06.565335 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Bound port: 196b7a8b-62d2-4339-a37b-5324c8ce69e5, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff8aadb-b872-4f71-89a4-1131a85754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9226669c-050a-4c70-a51e-123f0abacf3a'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:31:06.565743 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.570517 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:06.571456 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.582565 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=fe1f8ec9-5898-4ade-9ef9-a97be5976ec7,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:06.596061 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:06.611283 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.619945 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.626307 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/networks/13ca287c-deb8-406d-80f2-cc6d5d37e6a3 HTTP/1.1" status: 204 len: 168 time: 2.2337012 Jun 25 09:31:06.632095 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2347d03e-ea2d-4203-99e9-12ecb06cb76a tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:06.636533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38552) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:06.705081 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] For port 196b7a8b-62d2-4339-a37b-5324c8ce69e5, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:31:06.711020 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] For port 196b7a8b-62d2-4339-a37b-5324c8ce69e5, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=196b7a8b-62d2-4339-a37b-5324c8ce69e5,segment=NetworkSegment(2ff8aadb-b872-4f71-89a4-1131a85754d6),segment_id=2ff8aadb-b872-4f71-89a4-1131a85754d6)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:31:06.711800 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Network': ['ID=13ca287c-deb8-406d-80f2-cc6d5d37e6a3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:06.720957 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.721160 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:06.726776 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:06.729303 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8697255 Jun 25 09:31:06.766345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38554) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:06.780759 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d80eb2b8-fbd7-442b-8e02-398d2ae16068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.797372 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:06.839388 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Allocated IP 172.25.6.38 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/89cdf258-3f6b-4661-9f82-a23b5ca75864) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:06.849132 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80eb2b8-fbd7-442b-8e02-398d2ae16068 admin admin] Pushing event deleted for resources: {'Port': ['ID=706b5813-d870-4b98-9f8b-29ff0e26d53b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:06.852879 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d80eb2b8-fbd7-442b-8e02-398d2ae16068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:06.859279 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Pushing event updated for resources: {'Port': ['ID=196b7a8b-62d2-4339-a37b-5324c8ce69e5,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:06.865481 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:06.898855 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.921890 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Transition to ACTIVE for port object f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:06.959581 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Transition to ACTIVE for port object f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:06.970317 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:06.988674 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cbebb745-6db9-44cd-b303-b8e2a59ec431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:07.050428 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:07.054052 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:07.060823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:07.097925 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Pushing event updated for resources: {'Port': ['ID=f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:07.147247 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d80eb2b8-fbd7-442b-8e02-398d2ae16068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:07.155538 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:07.202670 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:07.239287 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Attempting to bind port f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:31:07.239659 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Attempting to bind port f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:31:07.240032 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Attempting to bind port f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3 on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:31:07.245549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7a2ac-8e5f-4824-a4bb-34bd1737bd04 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:07.249588 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-28b7a2ac-8e5f-4824-a4bb-34bd1737bd04 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4795980 Jun 25 09:31:07.251592 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38564) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:07.266462 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:31:07.266864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:31:07.267295 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:07.267737 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:31:07.268164 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Bound port: f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:31:07.268552 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:07.384641 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:07.390018 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-14cbeb6a-25a1-4c6d-ba4c-53675104d220 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:07.435572 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] For port f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:31:07.439744 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] For port f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:31:07.447179 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:07.451903 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-650f30de-ed05-4d5f-90a3-2f818e003b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:07.533270 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:07.551930 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:07.552955 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80eb2b8-fbd7-442b-8e02-398d2ae16068 admin admin] Router 40537584-1ffc-4362-893f-743879cbf8e0 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:31:07.561233 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:07.567528 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Pushing event updated for resources: {'Port': ['ID=f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:07.576900 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Pushing event updated for resources: {'Port': ['ID=89cdf258-3f6b-4661-9f82-a23b5ca75864,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:07.589014 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:07.628860 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:07.685974 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80eb2b8-fbd7-442b-8e02-398d2ae16068 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:31:07.691226 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d80eb2b8-fbd7-442b-8e02-398d2ae16068 admin admin] 10.222.0.93 "PUT /v2.0/routers/40537584-1ffc-4362-893f-743879cbf8e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1987512 Jun 25 09:31:07.694107 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38572) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:07.698604 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bfc545-8d84-4fa2-89eb-ae433ba5b822 None None] Sync routers for ids ['40537584-1ffc-4362-893f-743879cbf8e0'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:31:07.712005 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bfc545-8d84-4fa2-89eb-ae433ba5b822 None None] Routers {'40537584-1ffc-4362-893f-743879cbf8e0'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:07.713134 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b7bfc545-8d84-4fa2-89eb-ae433ba5b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['40537584-1ffc-4362-893f-743879cbf8e0'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:07.828010 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:07.878834 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-aa8a2229-21fc-43c9-adfd-a91fa6567023 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port fe1f8ec9-5898-4ade-9ef9-a97be5976ec7 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:07.879219 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa8a2229-21fc-43c9-adfd-a91fa6567023 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:08.008997 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-b7bfc545-8d84-4fa2-89eb-ae433ba5b822 None None] Set router 40537584-1ffc-4362-893f-743879cbf8e0 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:08.138991 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:08.233180 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 196b7a8b-62d2-4339-a37b-5324c8ce69e5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:08.259145 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] Deleting port 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:08.259782 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:08.263501 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:08.310413 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 196b7a8b-62d2-4339-a37b-5324c8ce69e5 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:08.332577 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 0ef449ba-0d3c-4747-a185-85dc24f4bf8a no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:08.383605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 0ef449ba-0d3c-4747-a185-85dc24f4bf8a {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:08.385579 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 0ef449ba-0d3c-4747-a185-85dc24f4bf8a not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:08.421012 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b7bfc545-8d84-4fa2-89eb-ae433ba5b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40537584-1ffc-4362-893f-743879cbf8e0', 'name': 'tempest-ServerRescueTestJSON-2136639703-router', 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:08Z', 'updated_at': '2021-06-25T09:31:06Z', 'revision_number': 5, 'project_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'gw_port': {'id': '6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40537584-1ffc-4362-893f-743879cbf8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:10Z', 'updated_at': '2021-06-25T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:08.438619 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] For port 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:08.439005 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:08.453411 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa8a2229-21fc-43c9-adfd-a91fa6567023 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:08.477274 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] Calling delete_port for 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:08.486927 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bfc545-8d84-4fa2-89eb-ae433ba5b822 None None] Checking router: 40537584-1ffc-4362-893f-743879cbf8e0 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:31:08.515276 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bfc545-8d84-4fa2-89eb-ae433ba5b822 None None] Routers {'40537584-1ffc-4362-893f-743879cbf8e0'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:08.516238 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b7bfc545-8d84-4fa2-89eb-ae433ba5b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['40537584-1ffc-4362-893f-743879cbf8e0'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:08.569673 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-aa8a2229-21fc-43c9-adfd-a91fa6567023 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for fe1f8ec9-5898-4ade-9ef9-a97be5976ec7 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:08.602589 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee68e0a-6ce1-4c1a-8078-eb2d9924120e None None] Network 9226669c-050a-4c70-a51e-123f0abacf3a requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:08.659298 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-b7bfc545-8d84-4fa2-89eb-ae433ba5b822 None None] Set router 40537584-1ffc-4362-893f-743879cbf8e0 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:08.663836 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38584) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:08.772499 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0dbc8f7a-b680-41dc-bbfc-5c5ec692af12 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:08.805358 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-311a1463-cee2-4aa6-9751-ac58a27b40ee None None] Provisioning for port 196b7a8b-62d2-4339-a37b-5324c8ce69e5 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:08.817671 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-311a1463-cee2-4aa6-9751-ac58a27b40ee None None] Provisioning complete for port 196b7a8b-62d2-4339-a37b-5324c8ce69e5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:08.818685 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-311a1463-cee2-4aa6-9751-ac58a27b40ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:08.914745 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:08.917905 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a94dd2b2-4d2e-4309-9a8b-20d593d40ce6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:08.941495 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:08.947782 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:09.016042 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bf12f15d-7866-434b-8a72-3a0a7dcb5564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.020255 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b7bfc545-8d84-4fa2-89eb-ae433ba5b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40537584-1ffc-4362-893f-743879cbf8e0', 'name': 'tempest-ServerRescueTestJSON-2136639703-router', 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:08Z', 'updated_at': '2021-06-25T09:31:08Z', 'revision_number': 6, 'project_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:09.056386 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.083202 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bfc545-8d84-4fa2-89eb-ae433ba5b822 None None] The sync data for ids ['40537584-1ffc-4362-893f-743879cbf8e0'] in n-d-761264-15 is: [{'id': '40537584-1ffc-4362-893f-743879cbf8e0', 'name': 'tempest-ServerRescueTestJSON-2136639703-router', 'tenant_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:08Z', 'updated_at': '2021-06-25T09:31:08Z', 'revision_number': 6, 'project_id': 'dac7f5e8bc874a1bb47e20ea5d0b1b08', 'gw_port_host': None}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:31:09.112466 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-311a1463-cee2-4aa6-9751-ac58a27b40ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.122061 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.192030 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.194586 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.208013 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-311a1463-cee2-4aa6-9751-ac58a27b40ee None None] For port 196b7a8b-62d2-4339-a37b-5324c8ce69e5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=196b7a8b-62d2-4339-a37b-5324c8ce69e5,segment=NetworkSegment(2ff8aadb-b872-4f71-89a4-1131a85754d6),segment_id=2ff8aadb-b872-4f71-89a4-1131a85754d6)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:09.214010 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-311a1463-cee2-4aa6-9751-ac58a27b40ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.216783 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c3c2f157-f784-4d27-8b09-d694deea537e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:09.261018 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa8a2229-21fc-43c9-adfd-a91fa6567023 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.274196 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-839c7d9e-6bc4-4524-b0bf-85e844692037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:09.300047 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a1463-cee2-4aa6-9751-ac58a27b40ee None None] Pushing event updated for resources: {'Port': ['ID=196b7a8b-62d2-4339-a37b-5324c8ce69e5,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:09.304202 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-311a1463-cee2-4aa6-9751-ac58a27b40ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:09.351867 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a2229-21fc-43c9-adfd-a91fa6567023 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=fe1f8ec9-5898-4ade-9ef9-a97be5976ec7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:09.359848 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aa8a2229-21fc-43c9-adfd-a91fa6567023 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:09.386052 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8c44dd2d-97bd-49f4-b434-0b2859efdc8a None None] Provisioning for port f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:09.430849 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa8a2229-21fc-43c9-adfd-a91fa6567023 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.437876 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-aa8a2229-21fc-43c9-adfd-a91fa6567023 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/fe1f8ec9-5898-4ade-9ef9-a97be5976ec7 HTTP/1.1" status: 204 len: 168 time: 2.1753299 Jun 25 09:31:09.451749 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38588) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:09.625760 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-93c7e145-7b08-4405-83d1-85d7c816568c None None] Provisioning complete for port 196b7a8b-62d2-4339-a37b-5324c8ce69e5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:09.628424 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93c7e145-7b08-4405-83d1-85d7c816568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.645523 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2bfa6b-9dff-4889-b540-7b7bac151ad2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:09.647183 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2bfa6b-9dff-4889-b540-7b7bac151ad2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:09.649307 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ad2bfa6b-9dff-4889-b540-7b7bac151ad2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1947634 Jun 25 09:31:09.673249 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38592) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:09.755885 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bf12f15d-7866-434b-8a72-3a0a7dcb5564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.773208 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-268a1c67-dd10-4c98-8266-641d20f40482 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 96b24a4e-1f59-44c1-bbfd-d697edaa15a4 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:31:09.782275 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bf12f15d-7866-434b-8a72-3a0a7dcb5564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.793417 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c14f2242-1c95-4b6b-a579-ad573cd4e25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:09.805981 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.806717 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40537584-1ffc-4362-893f-743879cbf8e0 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:31:09.809562 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-268a1c67-dd10-4c98-8266-641d20f40482 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.813091 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.817425 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] 10.222.0.93 "DELETE /v2.0/routers/40537584-1ffc-4362-893f-743879cbf8e0 HTTP/1.1" status: 204 len: 168 time: 2.1217372 Jun 25 09:31:09.818556 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38594) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:09.841417 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Router 21eb2c47-5205-474e-ad28-4860d2e4ebe1 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:31:09.883231 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68133cb-ef12-4345-91af-b07cdb722c58 admin admin] Deleting subnet f307bc61-b706-4bdc-9e68-6e814a3b9d7b {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:31:09.888464 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c68133cb-ef12-4345-91af-b07cdb722c58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.892124 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bf12f15d-7866-434b-8a72-3a0a7dcb5564 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4e0a81ab19d2485a8bae539149764077&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1914012 Jun 25 09:31:09.895682 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12f15d-7866-434b-8a72-3a0a7dcb5564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50409938-cef5-46f9-95e6-b8816ebbc07b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:09.896757 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d29328c9-73a7-423c-9e2d-4b2ac0ce274f None None] Could not find standard attr ID for object fe1f8ec9-5898-4ade-9ef9-a97be5976ec7. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:31:09.899870 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bf12f15d-7866-434b-8a72-3a0a7dcb5564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:09.901487 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38596) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:09.916558 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-268a1c67-dd10-4c98-8266-641d20f40482 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.930093 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c68133cb-ef12-4345-91af-b07cdb722c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.993275 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c68133cb-ef12-4345-91af-b07cdb722c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:09.999441 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc8f7a-b680-41dc-bbfc-5c5ec692af12 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port b7c03eab-c81d-4ea5-92fb-5858b3f98b34 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:09.999760 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0dbc8f7a-b680-41dc-bbfc-5c5ec692af12 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.069365 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c68133cb-ef12-4345-91af-b07cdb722c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.072863 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-311bb440-7b65-4c02-9df6-9b59dbb64134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:10.099447 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68133cb-ef12-4345-91af-b07cdb722c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f307bc61-b706-4bdc-9e68-6e814a3b9d7b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:10.102886 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c68133cb-ef12-4345-91af-b07cdb722c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:10.106594 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c68133cb-ef12-4345-91af-b07cdb722c58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.111182 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c68133cb-ef12-4345-91af-b07cdb722c58 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f307bc61-b706-4bdc-9e68-6e814a3b9d7b HTTP/1.1" status: 204 len: 168 time: 0.2911599 Jun 25 09:31:10.111824 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38600) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:10.192217 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-45ebd35a-9d55-4299-b1e6-958a6863d0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.239884 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 196b7a8b-62d2-4339-a37b-5324c8ce69e5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:10.290702 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-45ebd35a-9d55-4299-b1e6-958a6863d0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.293428 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 196b7a8b-62d2-4339-a37b-5324c8ce69e5 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:10.293819 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.301365 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-45ebd35a-9d55-4299-b1e6-958a6863d0ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4acba0-814c-4f78-8544-d5e86009c042']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:10.313743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-45ebd35a-9d55-4299-b1e6-958a6863d0ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28fe6d2-15bd-4d87-87e4-5afdd4e2a040') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:10.314791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-45ebd35a-9d55-4299-b1e6-958a6863d0ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28fe6d2-15bd-4d87-87e4-5afdd4e2a040') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:10.325348 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-45ebd35a-9d55-4299-b1e6-958a6863d0ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.340942 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-45ebd35a-9d55-4299-b1e6-958a6863d0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.349569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ebd35a-9d55-4299-b1e6-958a6863d0ba admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:31:10.350124 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-45ebd35a-9d55-4299-b1e6-958a6863d0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:31:10.353079 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:31:10.387766 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:10.415660 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-45ebd35a-9d55-4299-b1e6-958a6863d0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.421499 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-32c48252-5ce8-4df0-bbb0-23c6c84db271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:10.436502 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-45ebd35a-9d55-4299-b1e6-958a6863d0ba admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.441562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-45ebd35a-9d55-4299-b1e6-958a6863d0ba admin admin] 10.222.0.93 "DELETE /v2.0/networks/1f4acba0-814c-4f78-8544-d5e86009c042 HTTP/1.1" status: 204 len: 168 time: 0.3285775 Jun 25 09:31:10.442772 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebd35a-9d55-4299-b1e6-958a6863d0ba admin admin] Pushing event deleted for resources: {'Network': ['ID=1f4acba0-814c-4f78-8544-d5e86009c042,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:10.445464 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-45ebd35a-9d55-4299-b1e6-958a6863d0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:10.455333 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:10.460173 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:10.460562 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.558396 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.584994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38604) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:10.601324 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:10.606726 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.608954 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7bc99119-2373-4874-928e-b5a38d3645b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:10.635962 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-268a1c67-dd10-4c98-8266-641d20f40482 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.642786 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cbe32ea3-a3e1-45d7-8de0-048d0046763c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dac7f5e8bc874a1bb47e20ea5d0b1b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556335 Jun 25 09:31:10.650575 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38606) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:10.659424 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61130729-ed53-4b8c-84f1-86e1cc496d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.671653 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:10.674780 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:10.709535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 706b5813-d870-4b98-9f8b-29ff0e26d53b no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:10.715284 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:31:10.727210 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61130729-ed53-4b8c-84f1-86e1cc496d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.732513 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9711dc3d-8287-4d81-bd76-93a007336fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.735363 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Sync routers for ids ['21eb2c47-5205-474e-ad28-4860d2e4ebe1'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:31:10.745479 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 706b5813-d870-4b98-9f8b-29ff0e26d53b {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:10.746098 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 706b5813-d870-4b98-9f8b-29ff0e26d53b not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:10.746691 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:10.748528 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Routers {'21eb2c47-5205-474e-ad28-4860d2e4ebe1'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:10.749378 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['21eb2c47-5205-474e-ad28-4860d2e4ebe1'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:10.758389 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9711dc3d-8287-4d81-bd76-93a007336fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.768388 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-0dbc8f7a-b680-41dc-bbfc-5c5ec692af12 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] For port b7c03eab-c81d-4ea5-92fb-5858b3f98b34, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b7c03eab-c81d-4ea5-92fb-5858b3f98b34,segment=NetworkSegment(c905f452-024e-461d-ba4a-0643e1292f74),segment_id=c905f452-024e-461d-ba4a-0643e1292f74)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:10.770362 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0dbc8f7a-b680-41dc-bbfc-5c5ec692af12 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.800925 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.802231 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4683301 Jun 25 09:31:10.805236 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38610) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:10.814263 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc8f7a-b680-41dc-bbfc-5c5ec692af12 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for b7c03eab-c81d-4ea5-92fb-5858b3f98b34 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:10.817019 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-268a1c67-dd10-4c98-8266-641d20f40482 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.823346 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1c980f79-82c3-4d45-808d-2fdbf41d4c73 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:10.837849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:10.838202 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6788ee42-ba09-4f6e-bcbd-4dc17fa34e7a not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:10.861085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a1c67-dd10-4c98-8266-641d20f40482 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=96b24a4e-1f59-44c1-bbfd-d697edaa15a4,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:10.866205 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-268a1c67-dd10-4c98-8266-641d20f40482 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.871622 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-268a1c67-dd10-4c98-8266-641d20f40482 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/96b24a4e-1f59-44c1-bbfd-d697edaa15a4 HTTP/1.1" status: 204 len: 168 time: 1.1905437 Jun 25 09:31:10.872085 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38612) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:10.873243 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-268a1c67-dd10-4c98-8266-641d20f40482 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:10.894171 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6bb142-1d70-490f-8ee8-522538eb5984 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:10.926871 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4379e9df-8096-45d6-a04d-25f74e1447c0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513155 Jun 25 09:31:10.927770 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9711dc3d-8287-4d81-bd76-93a007336fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.930212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38614) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:10.932197 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9711dc3d-8287-4d81-bd76-93a007336fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.933495 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9711dc3d-8287-4d81-bd76-93a007336fee admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4a2730c0-9c83-4502-a9a1-263932e57911 HTTP/1.1" status: 204 len: 168 time: 0.2816887 Jun 25 09:31:10.933930 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61130729-ed53-4b8c-84f1-86e1cc496d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.936184 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dccf5cd0-d3c2-45ad-866c-92ec461580e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:10.938670 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-61130729-ed53-4b8c-84f1-86e1cc496d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:10.940315 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-61130729-ed53-4b8c-84f1-86e1cc496d79 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/50409938-cef5-46f9-95e6-b8816ebbc07b HTTP/1.1" status: 204 len: 168 time: 1.0342126 Jun 25 09:31:10.965140 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3e5c4453-f748-47ca-8ae7-a424a1be8e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:10.979259 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711dc3d-8287-4d81-bd76-93a007336fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2730c0-9c83-4502-a9a1-263932e57911,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:10.983116 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9711dc3d-8287-4d81-bd76-93a007336fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:10.997078 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61130729-ed53-4b8c-84f1-86e1cc496d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50409938-cef5-46f9-95e6-b8816ebbc07b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:11.005337 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-61130729-ed53-4b8c-84f1-86e1cc496d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:11.134080 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e45f15a-f93d-473b-a342-80aaf9e7cd84 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:11.139611 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2e45f15a-f93d-473b-a342-80aaf9e7cd84 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2055886 Jun 25 09:31:11.148783 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Set router 21eb2c47-5205-474e-ad28-4860d2e4ebe1 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:11.149913 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38622) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:11.238695 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2997e150-77d0-4af9-86b0-ecc16f6f9577 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:11.243036 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2997e150-77d0-4af9-86b0-ecc16f6f9577 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0802763 Jun 25 09:31:11.243416 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38626) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:11.292169 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8ba548e4-82a9-4f79-92d2-de0fa2c2162d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438159 Jun 25 09:31:11.294256 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38628) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:11.299823 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e32fc5a5-77e8-449b-9684-a34490d621e8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:11.440524 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] DHCP port deletion for 13e23ba1-9297-4cb1-bce9-7212ee789807 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:31:11.505924 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0dbc8f7a-b680-41dc-bbfc-5c5ec692af12 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:11.511290 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2f05dfe4-e274-45d8-a417-7583afb27c5b tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:11.531946 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'name': 'tempest-TestAggregatesBasicOps-334757909-router', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:04Z', 'updated_at': '2021-06-25T09:31:07Z', 'revision_number': 3, 'project_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'gw_port': {'id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:48:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:05Z', 'updated_at': '2021-06-25T09:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:11.552137 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc8f7a-b680-41dc-bbfc-5c5ec692af12 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=b7c03eab-c81d-4ea5-92fb-5858b3f98b34,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:11.558420 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0dbc8f7a-b680-41dc-bbfc-5c5ec692af12 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:11.560979 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Checking router: 21eb2c47-5205-474e-ad28-4860d2e4ebe1 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:31:11.561336 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Updating router 21eb2c47-5205-474e-ad28-4860d2e4ebe1 port 89cdf258-3f6b-4661-9f82-a23b5ca75864 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:31:11.607128 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Deleting port f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:11.607511 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:11.612502 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:11.638338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38636) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:11.661393 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-314f32c4-5e16-439f-a4c5-f7b7b6251a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:11.677989 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:11.732287 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] For port f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:11.732693 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:11.766349 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0dbc8f7a-b680-41dc-bbfc-5c5ec692af12 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:11.783474 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32fc5a5-77e8-449b-9684-a34490d621e8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:11.789183 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e32fc5a5-77e8-449b-9684-a34490d621e8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:11.810903 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Calling delete_port for f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:11.909864 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Allocated IP 172.20.0.1 (9226669c-050a-4c70-a51e-123f0abacf3a/de186609-37a6-4365-993a-06a8f9ff1a57/d08f5b4a-3669-4b51-ac3b-650021b8bc27) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:12.009291 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.016388 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-45b49a2e-3c06-4962-8d69-51051d4a2128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:12.041429 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-314f32c4-5e16-439f-a4c5-f7b7b6251a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.052284 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-314f32c4-5e16-439f-a4c5-f7b7b6251a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.057338 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-716c78f6-fd14-4ae2-a835-792323569941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:12.106967 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Pushing event deleted for resources: {'Port': ['ID=f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:12.125074 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.127497 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f32c4-5e16-439f-a4c5-f7b7b6251a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2236fc9-8c2d-43b7-8a83-a22ce18b4e33,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:12.134124 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-314f32c4-5e16-439f-a4c5-f7b7b6251a4e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=77c26e3ae4cd449088fa140cb01eedb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4916928 Jun 25 09:31:12.135198 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-314f32c4-5e16-439f-a4c5-f7b7b6251a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:12.138859 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38644) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:12.152276 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] No DVR routers for this DVR port f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:12.158219 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:12.158543 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:12.159026 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:12.160478 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:12.160478 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:12.160478 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:12.160478 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:12.161122 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:12.164520 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:12.164684 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:12.165058 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:12.169051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:12.172683 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:12.175573 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Transition to ACTIVE for port object d08f5b4a-3669-4b51-ac3b-650021b8bc27 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:12.192699 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:12.239837 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-21b0d836-ad1b-493b-af7f-41ea7de93d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.277759 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.283270 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9cc42d57-8d31-4d12-a1d2-267f778240db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:12.331381 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-21b0d836-ad1b-493b-af7f-41ea7de93d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.344681 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbc8f7a-b680-41dc-bbfc-5c5ec692af12 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router b574b3e7-6569-4deb-aa2a-440ac33c20dc has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:31:12.349563 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Network 9226669c-050a-4c70-a51e-123f0abacf3a is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:12.358712 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:12.380541 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:12.436243 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.519849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:12.520832 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f87cc1ec-f9ab-4d18-baab-c2e9f3c63bd3 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:12.555508 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbc8f7a-b680-41dc-bbfc-5c5ec692af12 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:31:12.567817 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c92058-39a6-46a5-a098-30248709fd39 None None] Sync routers for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:31:12.575377 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38656) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:12.575551 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.575640 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38658) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:12.578263 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0dbc8f7a-b680-41dc-bbfc-5c5ec692af12 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/b574b3e7-6569-4deb-aa2a-440ac33c20dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9299102 Jun 25 09:31:12.584877 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c92058-39a6-46a5-a098-30248709fd39 None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:12.585560 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-63c92058-39a6-46a5-a098-30248709fd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:12.587792 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Transition to ACTIVE for port object 89cdf258-3f6b-4661-9f82-a23b5ca75864 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:12.601520 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.606261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Pushing event updated for resources: {'Port': ['ID=d08f5b4a-3669-4b51-ac3b-650021b8bc27,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:12.606891 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:12.644552 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:12.672047 n-d-761264-15 neutron-server[94025]: DEBUG neutron.objects.ports [None req-e32fc5a5-77e8-449b-9684-a34490d621e8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94025) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 09:31:12.675841 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e32fc5a5-77e8-449b-9684-a34490d621e8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.679815 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0d61d3ee-fa3e-470a-9d26-65ff50ddbde6 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:12.729218 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a24b2a-1f4a-42a9-8fb0-55d37969b76c None None] Pushing event updated for resources: {'Port': ['ID=89cdf258-3f6b-4661-9f82-a23b5ca75864,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:12.733481 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-042b0f2d-8d31-404b-87bc-9648b48c8bf8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting subnet 354acedd-7a8a-4455-91da-0454dcf2112e {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:31:12.737323 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32fc5a5-77e8-449b-9684-a34490d621e8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:12.741630 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-e32fc5a5-77e8-449b-9684-a34490d621e8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:12.742439 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-63a24b2a-1f4a-42a9-8fb0-55d37969b76c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:12.753637 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.753825 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95158826-a10e-4b34-a874-08ec7cf99352 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:12.757560 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32fc5a5-77e8-449b-9684-a34490d621e8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:12.758373 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e32fc5a5-77e8-449b-9684-a34490d621e8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.760506 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-042b0f2d-8d31-404b-87bc-9648b48c8bf8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.778009 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1399275802-network', 'tenant_id': '9229a3668bcc49c9b3b322b0bb5e6a24'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:12.780456 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fc5a5-77e8-449b-9684-a34490d621e8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=abdc1355-79c7-4af1-8507-ded25997f6eb,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:12.783313 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e32fc5a5-77e8-449b-9684-a34490d621e8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:12.787503 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e32fc5a5-77e8-449b-9684-a34490d621e8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4898202 Jun 25 09:31:12.788023 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38662) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:12.793931 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'mac_address': 'fa:16:3e:27:50:6a', 'name': 'tempest-NetworksTestDHCPv6-1299276396'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:12.794965 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-63c92058-39a6-46a5-a098-30248709fd39 None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:12.826976 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3d29886a-9dc1-4028-8d03-2a54be4f00e3 None None] Provisioning for port d08f5b4a-3669-4b51-ac3b-650021b8bc27 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:12.844649 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-21b0d836-ad1b-493b-af7f-41ea7de93d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.846002 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Attempting to bind port 89cdf258-3f6b-4661-9f82-a23b5ca75864 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:31:12.846877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Attempting to bind port 89cdf258-3f6b-4661-9f82-a23b5ca75864 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:31:12.847778 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Attempting to bind port 89cdf258-3f6b-4661-9f82-a23b5ca75864 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:31:12.848351 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-21b0d836-ad1b-493b-af7f-41ea7de93d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.850655 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-21b0d836-ad1b-493b-af7f-41ea7de93d37 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d2236fc9-8c2d-43b7-8a83-a22ce18b4e33 HTTP/1.1" status: 204 len: 168 time: 0.7106507 Jun 25 09:31:12.852345 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3d29886a-9dc1-4028-8d03-2a54be4f00e3 None None] Provisioning complete for port d08f5b4a-3669-4b51-ac3b-650021b8bc27 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:12.858996 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:12.861615 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d29886a-9dc1-4028-8d03-2a54be4f00e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.905614 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0d836-ad1b-493b-af7f-41ea7de93d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2236fc9-8c2d-43b7-8a83-a22ce18b4e33,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:12.917192 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-21b0d836-ad1b-493b-af7f-41ea7de93d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:12.921755 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-042b0f2d-8d31-404b-87bc-9648b48c8bf8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.924615 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Made reservation on behalf of 9229a3668bcc49c9b3b322b0bb5e6a24 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:12.928126 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.935556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:12.950710 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3d29886a-9dc1-4028-8d03-2a54be4f00e3 None None] Port d08f5b4a-3669-4b51-ac3b-650021b8bc27 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:31:12.967625 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:31:12.968216 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.968712 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:31:12.969363 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:12.969972 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:31:12.970678 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Bound port: 89cdf258-3f6b-4661-9f82-a23b5ca75864, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:31:12.971316 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.082334 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.113030 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] For port 89cdf258-3f6b-4661-9f82-a23b5ca75864, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:31:13.118903 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] For port 89cdf258-3f6b-4661-9f82-a23b5ca75864, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=89cdf258-3f6b-4661-9f82-a23b5ca75864,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:31:13.120991 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 04014404-4049-4c92-9579-76d9048ccdae yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:31:13.125780 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.132148 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:13.138984 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-63c92058-39a6-46a5-a098-30248709fd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:31:11Z', 'revision_number': 9, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:53Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:13.169778 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c92058-39a6-46a5-a098-30248709fd39 None None] Checking router: b574b3e7-6569-4deb-aa2a-440ac33c20dc for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:31:13.179803 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c92058-39a6-46a5-a098-30248709fd39 None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:13.180653 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-63c92058-39a6-46a5-a098-30248709fd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:13.215152 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': 'abdc1355-79c7-4af1-8507-ded25997f6eb'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:31:13.216435 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.226460 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Routers {'21eb2c47-5205-474e-ad28-4860d2e4ebe1'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:13.227482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['21eb2c47-5205-474e-ad28-4860d2e4ebe1'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:13.272969 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a24b2a-1f4a-42a9-8fb0-55d37969b76c None None] Pushing event updated for resources: {'Port': ['ID=89cdf258-3f6b-4661-9f82-a23b5ca75864,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:13.281044 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-042b0f2d-8d31-404b-87bc-9648b48c8bf8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.289627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::f816:3eff:fe27:506a (13e23ba1-9297-4cb1-bce9-7212ee789807/abdc1355-79c7-4af1-8507-ded25997f6eb/04014404-4049-4c92-9579-76d9048ccdae) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:13.303603 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-63a24b2a-1f4a-42a9-8fb0-55d37969b76c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:13.367905 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-63c92058-39a6-46a5-a098-30248709fd39 None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:13.491231 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-042b0f2d-8d31-404b-87bc-9648b48c8bf8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.494922 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.497701 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.500352 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7b78ba39-e19f-41d7-a66f-69acf3313cdc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:13.530459 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] Set router 21eb2c47-5205-474e-ad28-4860d2e4ebe1 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:13.534326 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b0f2d-8d31-404b-87bc-9648b48c8bf8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Subnet': ['ID=354acedd-7a8a-4455-91da-0454dcf2112e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:13.536440 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.554834 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-042b0f2d-8d31-404b-87bc-9648b48c8bf8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:13.555433 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-202bc5a1-df9e-4adf-a3b9-9480486bf536 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:13.557953 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.566808 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.585957 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object 04014404-4049-4c92-9579-76d9048ccdae will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:13.587021 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:31:13.607256 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.607638 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Added segment 03a6ead5-8fd4-4c57-ac47-2133538960d0 of type vlan for network 7edf1d96-50d1-49bd-87ea-2911330fd215 Jun 25 09:31:13.625874 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.632347 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fd453a9f-991b-4980-8e3b-32c7d7b928b5 tempest-TestServerMultinode-2113299654 tempest-TestServerMultinode-2113299654-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:13.690551 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:13.694508 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:13.702870 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:13.710018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:13.710671 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.736778 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=04014404-4049-4c92-9579-76d9048ccdae,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:13.740757 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:13.745062 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9533651 Jun 25 09:31:13.745328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38680) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:13.758916 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-63c92058-39a6-46a5-a098-30248709fd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:31:11Z', 'revision_number': 9, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:53Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:13.779355 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-042b0f2d-8d31-404b-87bc-9648b48c8bf8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.787958 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-042b0f2d-8d31-404b-87bc-9648b48c8bf8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/354acedd-7a8a-4455-91da-0454dcf2112e HTTP/1.1" status: 204 len: 168 time: 1.2106307 Jun 25 09:31:13.789944 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd56226-4b43-47ce-b88b-7dbf36b17174 None None] Network 052bedc0-58ad-4c99-993b-6a005f38ced4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:13.792240 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38684) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:13.807735 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Allocated IP 2001:db8::f816:3eff:fe3f:17e9 (13e23ba1-9297-4cb1-bce9-7212ee789807/abdc1355-79c7-4af1-8507-ded25997f6eb/279f9ae4-6781-4927-aed7-9ae87d2e7fe2) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:13.818758 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.833216 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c92058-39a6-46a5-a098-30248709fd39 None None] The sync data for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 is: [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:31:11Z', 'revision_number': 9, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '604465b6-10e6-4606-8d73-10fc1a0f8591', 'name': '', 'network_id': 'ba287a44-e285-4d0e-a800-4373605653e3', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:4f:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:35Z', 'updated_at': '2021-06-25T09:30:53Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': 'f8856eca-e5c1-4b5c-b9cf-b44896a3489f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:31:13.877032 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370011bc-2a00-4cc8-9dc1-c0d15d2b718d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:13.880779 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-370011bc-2a00-4cc8-9dc1-c0d15d2b718d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1261528 Jun 25 09:31:13.882036 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38690) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:13.982374 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:13.989194 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:14.029975 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Pushing event updated for resources: {'Port': ['ID=d08f5b4a-3669-4b51-ac3b-650021b8bc27,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:14.047212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-d4669f14-8656-4771-a592-6a2409221b19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port 04014404-4049-4c92-9579-76d9048ccdae {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:14.047977 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d4669f14-8656-4771-a592-6a2409221b19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:14.062283 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:14.063207 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a6b9bc6d-feb9-4e89-8706-c5fd4b629617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:14.128863 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:14.129742 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:14.130323 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:14.154221 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e708ab2c-71a1-4bf6-a125-4dfb406532fa,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:14.161018 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:14.163380 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e6977404-e80d-4f7f-86c4-c0da4407f0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:14.186427 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6075394 Jun 25 09:31:14.207243 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d4669f14-8656-4771-a592-6a2409221b19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:14.238621 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Network 9226669c-050a-4c70-a51e-123f0abacf3a is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:14.241105 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:14.247170 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Pushing event updated for resources: {'Network': ['ID=7edf1d96-50d1-49bd-87ea-2911330fd215,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:14.247774 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-d4669f14-8656-4771-a592-6a2409221b19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for 04014404-4049-4c92-9579-76d9048ccdae owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:14.249576 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:14.259908 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:14.292415 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 7edf1d96-50d1-49bd-87ea-2911330fd215 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:31:14.300929 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'name': 'tempest-TestAggregatesBasicOps-334757909-router', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:04Z', 'updated_at': '2021-06-25T09:31:12Z', 'revision_number': 4, 'project_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'gw_port': {'id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:48:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:05Z', 'updated_at': '2021-06-25T09:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'd08f5b4a-3669-4b51-ac3b-650021b8bc27', 'name': '', 'network_id': '9226669c-050a-4c70-a51e-123f0abacf3a', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'mac_address': 'fa:16:3e:63:ff:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'de186609-37a6-4365-993a-06a8f9ff1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:11Z', 'updated_at': '2021-06-25T09:31:11Z', 'revision_number': 1, 'project_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'subnets': [{'id': 'de186609-37a6-4365-993a-06a8f9ff1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:14.347333 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:14.347982 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:14.404334 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Transition to ACTIVE for port object 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:14.471397 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] For port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7a368053-d6f7-4a36-88ea-01fc25d3a7a8,segment=NetworkSegment(c905f452-024e-461d-ba4a-0643e1292f74),segment_id=c905f452-024e-461d-ba4a-0643e1292f74)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:14.471771 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:14.490624 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:14.508906 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54003d15-898d-40b0-874c-d72363822bbf None None] DHCP port deletion for 052bedc0-58ad-4c99-993b-6a005f38ced4 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:31:14.530367 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf43b68-c859-4126-8ccc-8e25ebfee662 None None] The sync data for ids ['21eb2c47-5205-474e-ad28-4860d2e4ebe1'] in n-d-761264-15 is: [{'id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'name': 'tempest-TestAggregatesBasicOps-334757909-router', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:04Z', 'updated_at': '2021-06-25T09:31:12Z', 'revision_number': 4, 'project_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'gw_port': {'id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:48:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:05Z', 'updated_at': '2021-06-25T09:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'd08f5b4a-3669-4b51-ac3b-650021b8bc27', 'name': '', 'network_id': '9226669c-050a-4c70-a51e-123f0abacf3a', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'mac_address': 'fa:16:3e:63:ff:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'de186609-37a6-4365-993a-06a8f9ff1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:11Z', 'updated_at': '2021-06-25T09:31:11Z', 'revision_number': 1, 'project_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'subnets': [{'id': 'de186609-37a6-4365-993a-06a8f9ff1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:31:14.587270 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d4669f14-8656-4771-a592-6a2409221b19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:14.591058 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Transition to ACTIVE for port object 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:14.592102 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eb408392-3e22-4c3e-910e-bf4b9696c058 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:14.685372 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:14.694212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4669f14-8656-4771-a592-6a2409221b19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=04014404-4049-4c92-9579-76d9048ccdae,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:14.697271 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d4669f14-8656-4771-a592-6a2409221b19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:14.715232 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:14.752641 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d4669f14-8656-4771-a592-6a2409221b19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:14.755008 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d4669f14-8656-4771-a592-6a2409221b19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/04014404-4049-4c92-9579-76d9048ccdae HTTP/1.1" status: 204 len: 168 time: 0.8719163 Jun 25 09:31:14.762354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38714) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:14.797879 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:14.812291 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:14.827051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:14.839600 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:14.852375 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:14.861400 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Pushing event updated for resources: {'Port': ['ID=279f9ae4-6781-4927-aed7-9ae87d2e7fe2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:14.884282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No DVR routers for this DVR port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:14.898861 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c1f42e96-606e-4de9-b907-6eac3f1d8d45 None None] Provisioning complete for port d08f5b4a-3669-4b51-ac3b-650021b8bc27 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:14.906900 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8299ca3b-ee85-4c88-9ca8-492ee36b70d7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:14.908032 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c1f42e96-606e-4de9-b907-6eac3f1d8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:14.908671 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8299ca3b-ee85-4c88-9ca8-492ee36b70d7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:14.910514 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:14.911780 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8299ca3b-ee85-4c88-9ca8-492ee36b70d7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1481128 Jun 25 09:31:14.916683 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38718) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:14.955429 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=7a368053-d6f7-4a36-88ea-01fc25d3a7a8,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:14.959316 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:14.967707 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-54003d15-898d-40b0-874c-d72363822bbf None None] Deleting port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:14.968591 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-54003d15-898d-40b0-874c-d72363822bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.071363 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.092342 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052bedc0-58ad-4c99-993b-6a005f38ced4']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:15.107351 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c905f452-024e-461d-ba4a-0643e1292f74') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:15.107663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c905f452-024e-461d-ba4a-0643e1292f74') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:15.112377 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-82496811-c400-4d35-bcc1-bde9727b91b4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet abdc1355-79c7-4af1-8507-ded25997f6eb {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:31:15.120349 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.123055 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-82496811-c400-4d35-bcc1-bde9727b91b4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.185840 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.191009 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Router 21eb2c47-5205-474e-ad28-4860d2e4ebe1 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:31:15.200645 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:31:15.201215 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:31:15.205818 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:31:15.210372 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Attempting to bind port 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:31:15.210751 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Attempting to bind port 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:31:15.211119 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Attempting to bind port 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:31:15.242295 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-82496811-c400-4d35-bcc1-bde9727b91b4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.251846 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c1f42e96-606e-4de9-b907-6eac3f1d8d45 None None] Port d08f5b4a-3669-4b51-ac3b-650021b8bc27 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:31:15.260632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:31:15.272814 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:31:15.273351 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.274186 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:31:15.275218 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Bound port: 279f9ae4-6781-4927-aed7-9ae87d2e7fe2, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:31:15.276814 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.281816 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-54003d15-898d-40b0-874c-d72363822bbf None None] For port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8, host n-d-761264-15, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:15.282897 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-54003d15-898d-40b0-874c-d72363822bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.313805 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-54003d15-898d-40b0-874c-d72363822bbf None None] Calling delete_port for 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:15.316845 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.ipam_backend_mixin [None req-54003d15-898d-40b0-874c-d72363822bbf None None] Port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 was not found and therefore no delete operation was performed {{(pid=94026) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:31:15.318471 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-54003d15-898d-40b0-874c-d72363822bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.322090 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c7b3d9a3-466d-4811-b740-03daa10f4504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:15.358880 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54003d15-898d-40b0-874c-d72363822bbf None None] Pushing event deleted for resources: {'Port': ['ID=7a368053-d6f7-4a36-88ea-01fc25d3a7a8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:15.375505 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-82496811-c400-4d35-bcc1-bde9727b91b4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.384500 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-54003d15-898d-40b0-874c-d72363822bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:15.390469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54003d15-898d-40b0-874c-d72363822bbf None None] No DVR routers for this DVR port 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:15.487669 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.495891 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-82496811-c400-4d35-bcc1-bde9727b91b4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.501023 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c0e577c9-50e6-4013-b60b-d70fed78b42c tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:15.505664 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-319301a1-a827-4e46-841a-6f77213707ff tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:15.511774 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.512632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] For port 279f9ae4-6781-4927-aed7-9ae87d2e7fe2, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:31:15.516397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/networks/052bedc0-58ad-4c99-993b-6a005f38ced4 HTTP/1.1" status: 204 len: 168 time: 1.7006791 Jun 25 09:31:15.522485 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38726) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:15.522697 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] For port 279f9ae4-6781-4927-aed7-9ae87d2e7fe2, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=279f9ae4-6781-4927-aed7-9ae87d2e7fe2,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:31:15.536136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Network': ['ID=052bedc0-58ad-4c99-993b-6a005f38ced4,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:15.536642 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.551763 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:15.556947 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:15.559206 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82496811-c400-4d35-bcc1-bde9727b91b4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=abdc1355-79c7-4af1-8507-ded25997f6eb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:15.598474 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-82496811-c400-4d35-bcc1-bde9727b91b4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:15.602991 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-82496811-c400-4d35-bcc1-bde9727b91b4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/abdc1355-79c7-4af1-8507-ded25997f6eb HTTP/1.1" status: 204 len: 168 time: 0.6851819 Jun 25 09:31:15.604067 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-82496811-c400-4d35-bcc1-bde9727b91b4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:15.606542 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38730) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:15.635067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:31:15.650588 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] 10.222.0.93 "PUT /v2.0/routers/21eb2c47-5205-474e-ad28-4860d2e4ebe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8360939 Jun 25 09:31:15.683179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5498ae3-e4d4-4bc5-95a4-e541501aaaa3 req-d71d24ad-e54c-484b-ad7a-d338c3ce4d9f tempest-ComputeTenantNetworksTest-1299407455 tempest-ComputeTenantNetworksTest-1299407455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:15.691936 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5498ae3-e4d4-4bc5-95a4-e541501aaaa3 req-d71d24ad-e54c-484b-ad7a-d338c3ce4d9f tempest-ComputeTenantNetworksTest-1299407455 tempest-ComputeTenantNetworksTest-1299407455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:15.699734 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5498ae3-e4d4-4bc5-95a4-e541501aaaa3 req-d71d24ad-e54c-484b-ad7a-d338c3ce4d9f tempest-ComputeTenantNetworksTest-1299407455 tempest-ComputeTenantNetworksTest-1299407455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:15.702055 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f5498ae3-e4d4-4bc5-95a4-e541501aaaa3 req-d71d24ad-e54c-484b-ad7a-d338c3ce4d9f tempest-ComputeTenantNetworksTest-1299407455 tempest-ComputeTenantNetworksTest-1299407455-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3906238 Jun 25 09:31:15.709861 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Pushing event updated for resources: {'Port': ['ID=279f9ae4-6781-4927-aed7-9ae87d2e7fe2,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:15.719861 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38736) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:15.720607 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-62c76bbf-0e1c-4da7-804b-2e714a63f1bd tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126447 Jun 25 09:31:15.721943 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:15.731843 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:16.128158 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b7c03eab-c81d-4ea5-92fb-5858b3f98b34 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:16.142522 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09643e36-e39a-4915-800c-f173252376d0 req-37868105-1652-49f2-92ae-ddcbb0ad9c98 tempest-ComputeTenantNetworksTest-1299407455 tempest-ComputeTenantNetworksTest-1299407455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:16.144040 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-09643e36-e39a-4915-800c-f173252376d0 req-37868105-1652-49f2-92ae-ddcbb0ad9c98 tempest-ComputeTenantNetworksTest-1299407455 tempest-ComputeTenantNetworksTest-1299407455-project] 10.222.0.93 "GET /v2.0/networks/7edf1d96-50d1-49bd-87ea-2911330fd215 HTTP/1.1" status: 200 len: 769 time: 0.3975458 Jun 25 09:31:16.159863 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38750) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:16.204305 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:16.207947 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:16.230957 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: b7c03eab-c81d-4ea5-92fb-5858b3f98b34 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:16.231313 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b7c03eab-c81d-4ea5-92fb-5858b3f98b34 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:16.233172 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:16.288854 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:16.289204 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7a368053-d6f7-4a36-88ea-01fc25d3a7a8 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:16.340798 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20918dea-b3fd-4f5b-b64a-cb34ebbfc7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:16.512028 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20918dea-b3fd-4f5b-b64a-cb34ebbfc7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:16.551365 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-20918dea-b3fd-4f5b-b64a-cb34ebbfc7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7edf1d96-50d1-49bd-87ea-2911330fd215']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:16.572916 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-20918dea-b3fd-4f5b-b64a-cb34ebbfc7a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a6ead5-8fd4-4c57-ac47-2133538960d0') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:16.573459 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-20918dea-b3fd-4f5b-b64a-cb34ebbfc7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a6ead5-8fd4-4c57-ac47-2133538960d0') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:16.605176 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20918dea-b3fd-4f5b-b64a-cb34ebbfc7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:16.635309 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20918dea-b3fd-4f5b-b64a-cb34ebbfc7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:16.650684 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20918dea-b3fd-4f5b-b64a-cb34ebbfc7a8 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:31:16.651349 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20918dea-b3fd-4f5b-b64a-cb34ebbfc7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:31:16.653501 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:31:16.723584 n-d-761264-15 neutron-server[94024]: DEBUG neutron.objects.ports [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94024) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 09:31:16.736452 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd266-c141-458b-a1db-2dc0101c1a88 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:16.883204 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20918dea-b3fd-4f5b-b64a-cb34ebbfc7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:16.888746 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2a163fa4-7709-4110-9f30-7f75fd482976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:16.932897 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-20918dea-b3fd-4f5b-b64a-cb34ebbfc7a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:16.939337 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-20918dea-b3fd-4f5b-b64a-cb34ebbfc7a8 admin admin] 10.222.0.93 "DELETE /v2.0/networks/7edf1d96-50d1-49bd-87ea-2911330fd215 HTTP/1.1" status: 204 len: 168 time: 0.7787652 Jun 25 09:31:16.960943 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20918dea-b3fd-4f5b-b64a-cb34ebbfc7a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7edf1d96-50d1-49bd-87ea-2911330fd215,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:16.970219 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-20918dea-b3fd-4f5b-b64a-cb34ebbfc7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:17.204330 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-eb4bd266-c141-458b-a1db-2dc0101c1a88 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 604465b6-10e6-4606-8d73-10fc1a0f8591 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:17.205156 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd266-c141-458b-a1db-2dc0101c1a88 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:17.278532 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38778) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:17.336670 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-dd99278b-e694-4fa6-80e8-90ee0b5503dd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9229a3668bcc49c9b3b322b0bb5e6a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571592 Jun 25 09:31:17.340208 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38780) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:17.428443 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847989a8-cf10-4075-8d8c-55d1aab33451 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:17.451225 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-eb4bd266-c141-458b-a1db-2dc0101c1a88 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] For port 604465b6-10e6-4606-8d73-10fc1a0f8591, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=604465b6-10e6-4606-8d73-10fc1a0f8591,segment=NetworkSegment(15dbbb72-eaa9-4146-8656-dbce0c7e08cd),segment_id=15dbbb72-eaa9-4146-8656-dbce0c7e08cd)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:17.451525 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd266-c141-458b-a1db-2dc0101c1a88 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:17.479272 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38784) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:17.497239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1709127464-network', 'tenant_id': '0d434a889fb84b9685a92b98c5a3a19e'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:17.504014 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-eb4bd266-c141-458b-a1db-2dc0101c1a88 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 604465b6-10e6-4606-8d73-10fc1a0f8591 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:17.587141 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-aca16d2f-7c39-4b91-a821-96edf585d248 None None] Provisioning for port 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:17.678822 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:17.679149 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1699ba4-4d87-4e0d-a3aa-51a15d60078f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:17.729037 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1699ba4-4d87-4e0d-a3aa-51a15d60078f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:17.754276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Made reservation on behalf of 0d434a889fb84b9685a92b98c5a3a19e for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:17.767361 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:17.813620 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:17.970451 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] For port 279f9ae4-6781-4927-aed7-9ae87d2e7fe2, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=279f9ae4-6781-4927-aed7-9ae87d2e7fe2,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:18.011972 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:18.057696 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:18.066171 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:18.067440 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:18.071977 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2c0d357b-32cb-4e31-94d3-a428861abebe tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:18.127296 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:18.133951 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:18.134264 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:18.177787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:18.189015 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:18.200194 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0443f87b-5036-456b-bf33-3c006ef8841c None None] Provisioning complete for port 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:18.200822 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0443f87b-5036-456b-bf33-3c006ef8841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:18.211238 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:18.212006 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:18.245921 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=279f9ae4-6781-4927-aed7-9ae87d2e7fe2,revision_number=5']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:18.257836 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:18.258982 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2ae9b503-2746-4ba1-a010-8eac9b3c57dd tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:18.332008 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0443f87b-5036-456b-bf33-3c006ef8841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:18.377001 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0443f87b-5036-456b-bf33-3c006ef8841c None None] For port 279f9ae4-6781-4927-aed7-9ae87d2e7fe2, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=279f9ae4-6781-4927-aed7-9ae87d2e7fe2,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:18.379242 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:18.383171 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Sync routers for ids ['21eb2c47-5205-474e-ad28-4860d2e4ebe1'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:31:18.396386 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0443f87b-5036-456b-bf33-3c006ef8841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:18.408132 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:18.413542 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Routers {'21eb2c47-5205-474e-ad28-4860d2e4ebe1'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:18.414684 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['21eb2c47-5205-474e-ad28-4860d2e4ebe1'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:18.427464 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=9ee9b617-3898-404f-9dfc-ba3197f4ce01,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:18.432177 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:18.438565 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7155082 Jun 25 09:31:18.441253 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38792) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:18.450924 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'mac_address': 'fa:16:3e:89:19:ce', 'name': 'tempest-NetworksTestDHCPv6-428894458'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:18.466799 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b111a4d-0fbd-4b06-9915-ce5aa9887bdd None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:18.503364 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd266-c141-458b-a1db-2dc0101c1a88 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:18.512213 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2ae95589-ee56-4a85-83f4-8ac9e62dd48f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:18.521530 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1699ba4-4d87-4e0d-a3aa-51a15d60078f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:18.526086 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1699ba4-4d87-4e0d-a3aa-51a15d60078f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:18.526086 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e1699ba4-4d87-4e0d-a3aa-51a15d60078f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e708ab2c-71a1-4bf6-a125-4dfb406532fa HTTP/1.1" status: 204 len: 168 time: 1.1847537 Jun 25 09:31:18.645038 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bd266-c141-458b-a1db-2dc0101c1a88 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=604465b6-10e6-4606-8d73-10fc1a0f8591,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:18.657661 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eb4bd266-c141-458b-a1db-2dc0101c1a88 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:18.662382 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0c200770-81bf-4688-9d11-12981cd646a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:18.669314 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-31e564f7-008a-4b24-8a4f-145faa81c659 None None] Could not find standard attr ID for object 04014404-4049-4c92-9579-76d9048ccdae. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:31:18.708594 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:18.716959 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1699ba4-4d87-4e0d-a3aa-51a15d60078f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e708ab2c-71a1-4bf6-a125-4dfb406532fa,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:18.746575 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:18.766186 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:31:18.766775 n-d-761264-15 neutron-server[94026]: DEBUG oslo_db.api [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:31:18.795370 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e1699ba4-4d87-4e0d-a3aa-51a15d60078f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:18.799377 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:18.814970 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-93f72452-70ea-4b2b-b7e2-834da70a2ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:18.931406 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:31:18.985175 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b23230-38df-4ede-8899-24c5b861ec76,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:18.988792 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:18.989376 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Added segment 232fc2a8-b8b1-4b45-b220-d14f40c610df of type vlan for network 553f3759-4875-4ed3-8a4e-cd6e0a8956ef Jun 25 09:31:18.993369 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:18.993609 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:19.031358 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 22cfa14e-00f2-47f7-a158-d51a8e61b487 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:31:19.044713 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38806) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:19.079617 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:19.109419 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443f87b-5036-456b-bf33-3c006ef8841c None None] Pushing event updated for resources: {'Port': ['ID=279f9ae4-6781-4927-aed7-9ae87d2e7fe2,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:19.120244 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0443f87b-5036-456b-bf33-3c006ef8841c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:19.158684 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd266-c141-458b-a1db-2dc0101c1a88 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:19.172627 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:19.175220 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:19.175822 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:19.182019 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::f816:3eff:fe89:19ce (13e23ba1-9297-4cb1-bce9-7212ee789807/9ee9b617-3898-404f-9dfc-ba3197f4ce01/22cfa14e-00f2-47f7-a158-d51a8e61b487) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:19.188251 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aafd7396-7d8f-4e27-aa60-dc6945e6fc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:19.210343 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Set router 21eb2c47-5205-474e-ad28-4860d2e4ebe1 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:19.283936 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Pushing event updated for resources: {'Network': ['ID=553f3759-4875-4ed3-8a4e-cd6e0a8956ef,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:19.291988 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:19.361964 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 89cdf258-3f6b-4661-9f82-a23b5ca75864 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:19.363802 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a528fd7-b511-4dff-87bf-42e6c460c9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:19.405995 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 553f3759-4875-4ed3-8a4e-cd6e0a8956ef details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:31:19.417312 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:19.460649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object 22cfa14e-00f2-47f7-a158-d51a8e61b487 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:19.492844 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0075905 Jun 25 09:31:19.500947 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38818) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:19.516237 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 89cdf258-3f6b-4661-9f82-a23b5ca75864 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:19.600617 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a528fd7-b511-4dff-87bf-42e6c460c9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:19.643666 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-cafca315-2bdf-4b9c-b5ac-fe9b828d91b5 admin admin] Request body: {'subnet': {'network_id': '553f3759-4875-4ed3-8a4e-cd6e0a8956ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1709127464-subnet', 'tenant_id': '0d434a889fb84b9685a92b98c5a3a19e', 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:19.648125 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a528fd7-b511-4dff-87bf-42e6c460c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:19.660755 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 89cdf258-3f6b-4661-9f82-a23b5ca75864 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:19.661194 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:19.681662 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d0908e64-0c61-42be-8ee4-9710052ef6c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:19.687538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1a528fd7-b511-4dff-87bf-42e6c460c9ff admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3869ca1420f345768bbb10eefbd45785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6416848 Jun 25 09:31:19.689049 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:19.691964 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38826) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:19.745247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:19.755748 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:19.764340 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:19.775801 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:19.776923 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:19.808141 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:19.824814 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a528fd7-b511-4dff-87bf-42e6c460c9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2004e3-7cad-4a97-863a-e29a060fc29f,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:19.842181 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1a528fd7-b511-4dff-87bf-42e6c460c9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:19.844323 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-739b1d34-8768-44e4-8967-7bff246c6b22 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:19.848057 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafca315-2bdf-4b9c-b5ac-fe9b828d91b5 admin admin] Made reservation on behalf of 0d434a889fb84b9685a92b98c5a3a19e for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:19.852094 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cafca315-2bdf-4b9c-b5ac-fe9b828d91b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:19.856612 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 89cdf258-3f6b-4661-9f82-a23b5ca75864, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=89cdf258-3f6b-4661-9f82-a23b5ca75864,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:19.861018 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-53e1aa6a-0762-4aad-93cb-f006044d2152 None None] Provisioning complete for port 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:19.861694 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53e1aa6a-0762-4aad-93cb-f006044d2152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:19.866452 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:19.937009 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-85bd44f1-b62c-462b-94a6-8226031104c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:19.993914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=89cdf258-3f6b-4661-9f82-a23b5ca75864,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:20.006497 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:20.035350 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=22cfa14e-00f2-47f7-a158-d51a8e61b487,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:20.054670 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6110930 Jun 25 09:31:20.055744 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:20.063339 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38832) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:20.072926 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'name': 'tempest-TestAggregatesBasicOps-334757909-router', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:04Z', 'updated_at': '2021-06-25T09:31:12Z', 'revision_number': 4, 'project_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'gw_port': {'id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:48:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:05Z', 'updated_at': '2021-06-25T09:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'd08f5b4a-3669-4b51-ac3b-650021b8bc27', 'name': '', 'network_id': '9226669c-050a-4c70-a51e-123f0abacf3a', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'mac_address': 'fa:16:3e:63:ff:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'de186609-37a6-4365-993a-06a8f9ff1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:11Z', 'updated_at': '2021-06-25T09:31:12Z', 'revision_number': 2, 'project_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'subnets': [{'id': 'de186609-37a6-4365-993a-06a8f9ff1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:20.135026 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4bd266-c141-458b-a1db-2dc0101c1a88 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router b574b3e7-6569-4deb-aa2a-440ac33c20dc has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:31:20.147180 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-44fa99da-00a4-483e-af9f-174f5f88c032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:20.162354 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Checking router: 21eb2c47-5205-474e-ad28-4860d2e4ebe1 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:31:20.162354 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Updating router 21eb2c47-5205-474e-ad28-4860d2e4ebe1 port d08f5b4a-3669-4b51-ac3b-650021b8bc27 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:31:20.183178 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-44fa99da-00a4-483e-af9f-174f5f88c032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:20.185047 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:20.210018 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cafca315-2bdf-4b9c-b5ac-fe9b828d91b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:20.215335 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3ada88da-8e24-46f7-94f1-824a11caf511 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:20.275926 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-44fa99da-00a4-483e-af9f-174f5f88c032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:20.280606 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-44fa99da-00a4-483e-af9f-174f5f88c032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:20.284514 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-44fa99da-00a4-483e-af9f-174f5f88c032 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/be2004e3-7cad-4a97-863a-e29a060fc29f HTTP/1.1" status: 204 len: 168 time: 0.5888696 Jun 25 09:31:20.284514 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1a528fd7-b511-4dff-87bf-42e6c460c9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:20.314170 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:20.320228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa99da-00a4-483e-af9f-174f5f88c032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2004e3-7cad-4a97-863a-e29a060fc29f,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:20.334937 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-44fa99da-00a4-483e-af9f-174f5f88c032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:20.343957 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafca315-2bdf-4b9c-b5ac-fe9b828d91b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb18d20-8509-42ee-878d-5393c9c97a0d,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:20.351541 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cafca315-2bdf-4b9c-b5ac-fe9b828d91b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:20.385468 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de1b1f1-126e-40c2-a140-109aac5c1ff1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:20.391621 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de1b1f1-126e-40c2-a140-109aac5c1ff1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:20.393448 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7de1b1f1-126e-40c2-a140-109aac5c1ff1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3270900 Jun 25 09:31:20.396843 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38846) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:20.415552 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4bd266-c141-458b-a1db-2dc0101c1a88 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:31:20.424183 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-eb4bd266-c141-458b-a1db-2dc0101c1a88 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/b574b3e7-6569-4deb-aa2a-440ac33c20dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8994939 Jun 25 09:31:20.425418 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafca315-2bdf-4b9c-b5ac-fe9b828d91b5 admin admin] Checking segment: {'id': '232fc2a8-b8b1-4b45-b220-d14f40c610df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '553f3759-4875-4ed3-8a4e-cd6e0a8956ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:31:20.425793 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafca315-2bdf-4b9c-b5ac-fe9b828d91b5 admin admin] Network hostable DHCP agents. Network: 553f3759-4875-4ed3-8a4e-cd6e0a8956ef, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:31:20.431031 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bae02b-33a0-4840-a04b-a2a7401c6e68 None None] Sync routers for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:31:20.437820 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38848) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:20.448251 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bae02b-33a0-4840-a04b-a2a7401c6e68 None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:20.449299 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-99bae02b-33a0-4840-a04b-a2a7401c6e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:20.554016 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafca315-2bdf-4b9c-b5ac-fe9b828d91b5 admin admin] Network 553f3759-4875-4ed3-8a4e-cd6e0a8956ef is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:31:20.566462 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c4226a24-b1e9-46a3-8ee4-51164aa92801 None None] Provisioning for port 22cfa14e-00f2-47f7-a158-d51a8e61b487 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:20.570488 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b543f8-e2e7-49dc-9a30-f20b936d28bd tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting subnet f8856eca-e5c1-4b5c-b9cf-b44896a3489f {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:31:20.570770 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:20.571132 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:20.574401 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c4226a24-b1e9-46a3-8ee4-51164aa92801 None None] Provisioning complete for port 22cfa14e-00f2-47f7-a158-d51a8e61b487 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:20.574628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-cafca315-2bdf-4b9c-b5ac-fe9b828d91b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 553f3759-4875-4ed3-8a4e-cd6e0a8956ef) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:20.574781 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4226a24-b1e9-46a3-8ee4-51164aa92801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:20.576067 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0b543f8-e2e7-49dc-9a30-f20b936d28bd tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:20.602073 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafca315-2bdf-4b9c-b5ac-fe9b828d91b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:20.603018 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cafca315-2bdf-4b9c-b5ac-fe9b828d91b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:20.603380 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-bae86cd7-897f-4bca-aa83-f6db970b8995 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port 22cfa14e-00f2-47f7-a158-d51a8e61b487 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:20.605292 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bae86cd7-897f-4bca-aa83-f6db970b8995 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:20.610242 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28899f69-a4af-4fa6-8b47-571fa25abfc1 None None] Network 553f3759-4875-4ed3-8a4e-cd6e0a8956ef requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:20.643508 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cafca315-2bdf-4b9c-b5ac-fe9b828d91b5 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0354271 Jun 25 09:31:20.646517 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0b543f8-e2e7-49dc-9a30-f20b936d28bd tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:20.649827 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38852) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:20.650337 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-99bae02b-33a0-4840-a04b-a2a7401c6e68 None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:20.675833 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1709127464-router', 'tenant_id': '0d434a889fb84b9685a92b98c5a3a19e', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:20.726439 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:20.730952 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:20.762039 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38856) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:20.880638 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bae86cd7-897f-4bca-aa83-f6db970b8995 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:20.891798 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c4226a24-b1e9-46a3-8ee4-51164aa92801 None None] Port 22cfa14e-00f2-47f7-a158-d51a8e61b487 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:31:20.907514 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:20.910873 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-bae86cd7-897f-4bca-aa83-f6db970b8995 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for 22cfa14e-00f2-47f7-a158-d51a8e61b487 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:20.926209 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0b543f8-e2e7-49dc-9a30-f20b936d28bd tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.022796 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-99bae02b-33a0-4840-a04b-a2a7401c6e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:31:17Z', 'revision_number': 10, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:21.062596 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bae02b-33a0-4840-a04b-a2a7401c6e68 None None] Checking router: b574b3e7-6569-4deb-aa2a-440ac33c20dc for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:31:21.074484 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bae02b-33a0-4840-a04b-a2a7401c6e68 None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:21.075687 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-99bae02b-33a0-4840-a04b-a2a7401c6e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:21.078785 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f1f6b5e-3fc1-4c3a-af93-18c69a151625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.101859 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38862) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:21.146015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.247671 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-99bae02b-33a0-4840-a04b-a2a7401c6e68 None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:21.271054 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-553f3759-4875-4ed3-8a4e-cd6e0a8956ef', 'network_id': '553f3759-4875-4ed3-8a4e-cd6e0a8956ef', 'tenant_id': '0d434a889fb84b9685a92b98c5a3a19e', 'fixed_ips': [{'subnet_id': '8eb18d20-8509-42ee-878d-5393c9c97a0d'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:31:21.272182 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.279377 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4ca7cde1-2c27-417a-8332-8edf6100064b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.290975 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0b543f8-e2e7-49dc-9a30-f20b936d28bd tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.293429 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-88375357-848b-4b5c-a744-034b6dfce4c3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:21.322379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b543f8-e2e7-49dc-9a30-f20b936d28bd tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Subnet': ['ID=f8856eca-e5c1-4b5c-b9cf-b44896a3489f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:21.328634 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a0b543f8-e2e7-49dc-9a30-f20b936d28bd tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:21.336922 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0b543f8-e2e7-49dc-9a30-f20b936d28bd tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.341087 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a0b543f8-e2e7-49dc-9a30-f20b936d28bd tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/f8856eca-e5c1-4b5c-b9cf-b44896a3489f HTTP/1.1" status: 204 len: 168 time: 0.8986225 Jun 25 09:31:21.346676 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38866) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:21.377631 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f1f6b5e-3fc1-4c3a-af93-18c69a151625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.416329 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7f1f6b5e-3fc1-4c3a-af93-18c69a151625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.423527 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8e1f56ed-bb52-421d-bed1-865e064b0c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:21.460770 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.503235 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7f1f6b5e-3fc1-4c3a-af93-18c69a151625 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2e7b41a88a0d4f0f96f577ce5a02a42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7360649 Jun 25 09:31:21.504108 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f6b5e-3fc1-4c3a-af93-18c69a151625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170f1e08-4ebe-4af4-a681-ef97abaac4f0,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:21.508565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38868) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:21.510562 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4e2fba-da66-4e11-8ab1-a748a238b06a None None] Network ba287a44-e285-4d0e-a800-4373605653e3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:21.523488 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7f1f6b5e-3fc1-4c3a-af93-18c69a151625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:21.561531 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bae86cd7-897f-4bca-aa83-f6db970b8995 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.576392 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fbe58980-c79b-4fd0-96d8-b99c5560a65a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:21.617438 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae86cd7-897f-4bca-aa83-f6db970b8995 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=22cfa14e-00f2-47f7-a158-d51a8e61b487,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:21.632881 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bae86cd7-897f-4bca-aa83-f6db970b8995 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:21.659398 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-99bae02b-33a0-4840-a04b-a2a7401c6e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:31:17Z', 'revision_number': 10, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:21.692294 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Allocated IP 172.20.0.2 (553f3759-4875-4ed3-8a4e-cd6e0a8956ef/8eb18d20-8509-42ee-878d-5393c9c97a0d/201d0ad9-5472-4632-98d3-1a7ff4502bde) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:21.693947 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bae02b-33a0-4840-a04b-a2a7401c6e68 None None] The sync data for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 is: [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:31:17Z', 'revision_number': 10, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None, '_interfaces': [{'id': '7c85802b-3569-4cd3-afce-5921772cdbb5', 'name': '', 'network_id': 'e237fc9b-344d-4b3c-875e-f85338668a5f', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'mac_address': 'fa:16:3e:a8:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:30:27Z', 'updated_at': '2021-06-25T09:30:39Z', 'revision_number': 5, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'subnets': [{'id': '6ce754c8-e8b2-4b16-b8b9-de69bdaa778a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:31:21.712225 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.713415 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bae86cd7-897f-4bca-aa83-f6db970b8995 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.715720 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bae86cd7-897f-4bca-aa83-f6db970b8995 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/22cfa14e-00f2-47f7-a158-d51a8e61b487 HTTP/1.1" status: 204 len: 168 time: 1.3168936 Jun 25 09:31:21.717359 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-999d70ab-3309-49af-b2d8-1c76b6f4eb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.720967 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38870) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:21.787184 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4ca7cde1-2c27-417a-8332-8edf6100064b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.789489 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-999d70ab-3309-49af-b2d8-1c76b6f4eb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.797880 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4ca7cde1-2c27-417a-8332-8edf6100064b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.802331 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Transition to ACTIVE for port object d08f5b4a-3669-4b51-ac3b-650021b8bc27 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:21.802606 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-44fa99da-00a4-483e-af9f-174f5f88c032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:21.834039 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7cde1-2c27-417a-8332-8edf6100064b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8102467a-e56c-4977-8e8f-83ce1f5d05dc,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:21.845885 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4bd44d-d224-4421-b50b-044ca6bc84b6 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:21.847797 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4bd44d-d224-4421-b50b-044ca6bc84b6 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:21.849812 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8a4bd44d-d224-4421-b50b-044ca6bc84b6 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1267178 Jun 25 09:31:21.856645 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38872) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:21.858159 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4ca7cde1-2c27-417a-8332-8edf6100064b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:21.861083 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.862186 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb383b7e-549a-4722-9f33-6051b25dd039 req-645d8ad0-55b9-4647-aa9c-c042e1835346 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3972178 Jun 25 09:31:21.870377 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-311a1463-cee2-4aa6-9751-ac58a27b40ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:21.888568 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4ca7cde1-2c27-417a-8332-8edf6100064b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3004c673d9ea49d4ba896145b3424c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6733408 Jun 25 09:31:21.891535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38874) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:21.954723 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-999d70ab-3309-49af-b2d8-1c76b6f4eb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.960052 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-999d70ab-3309-49af-b2d8-1c76b6f4eb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.961577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-999d70ab-3309-49af-b2d8-1c76b6f4eb27 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/170f1e08-4ebe-4af4-a681-ef97abaac4f0 HTTP/1.1" status: 204 len: 168 time: 0.4399476 Jun 25 09:31:21.965887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 22c875f0-b5f4-4d43-a812-ecbce5f879de {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:21.966219 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:21.969788 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-22e98043-4489-43ae-bee4-b04b2b2b376b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:21.978717 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5707d-c715-4473-a324-d6ef5386f17a None None] Pushing event updated for resources: {'Port': ['ID=d08f5b4a-3669-4b51-ac3b-650021b8bc27,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:21.991956 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d4b5707d-c715-4473-a324-d6ef5386f17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:21.992782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d70ab-3309-49af-b2d8-1c76b6f4eb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170f1e08-4ebe-4af4-a681-ef97abaac4f0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:21.997107 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-999d70ab-3309-49af-b2d8-1c76b6f4eb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:22.038716 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6411f002-32ad-445f-9272-19433d62787c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.074766 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.096117 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6411f002-32ad-445f-9272-19433d62787c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.158451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c7874f-d0b0-4db3-b1cb-1c9cf0f739f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 9ee9b617-3898-404f-9dfc-ba3197f4ce01 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:31:22.172188 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.176770 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-43c7874f-d0b0-4db3-b1cb-1c9cf0f739f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.199892 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b815f-4eb8-4c21-9040-3aecfcf6f410 None None] DHCP port deletion for ba287a44-e285-4d0e-a800-4373605653e3 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:31:22.206720 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Attempting to bind port d08f5b4a-3669-4b51-ac3b-650021b8bc27 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:31:22.207359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Attempting to bind port d08f5b4a-3669-4b51-ac3b-650021b8bc27 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '2ff8aadb-b872-4f71-89a4-1131a85754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9226669c-050a-4c70-a51e-123f0abacf3a'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:31:22.207966 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Attempting to bind port d08f5b4a-3669-4b51-ac3b-650021b8bc27 on network 9226669c-050a-4c70-a51e-123f0abacf3a {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:31:22.211567 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6411f002-32ad-445f-9272-19433d62787c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.216491 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6411f002-32ad-445f-9272-19433d62787c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.218609 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6411f002-32ad-445f-9272-19433d62787c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8102467a-e56c-4977-8e8f-83ce1f5d05dc HTTP/1.1" status: 204 len: 168 time: 0.3254223 Jun 25 09:31:22.220614 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8f519b1e-33a5-4dda-a87b-55b40b79f08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:22.234414 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:31:22.235168 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Checking segment: {'id': '2ff8aadb-b872-4f71-89a4-1131a85754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9226669c-050a-4c70-a51e-123f0abacf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:31:22.237774 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.238422 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Bound using segment: {'id': '2ff8aadb-b872-4f71-89a4-1131a85754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9226669c-050a-4c70-a51e-123f0abacf3a'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:31:22.239170 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Bound port: d08f5b4a-3669-4b51-ac3b-650021b8bc27, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff8aadb-b872-4f71-89a4-1131a85754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9226669c-050a-4c70-a51e-123f0abacf3a'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:31:22.240327 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.263491 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411f002-32ad-445f-9272-19433d62787c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8102467a-e56c-4977-8e8f-83ce1f5d05dc,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:22.269809 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6411f002-32ad-445f-9272-19433d62787c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:22.294140 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-43c7874f-d0b0-4db3-b1cb-1c9cf0f739f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.304400 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 89cdf258-3f6b-4661-9f82-a23b5ca75864 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:22.388994 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] For port 22c875f0-b5f4-4d43-a812-ecbce5f879de, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=22c875f0-b5f4-4d43-a812-ecbce5f879de,segment=NetworkSegment(15dbbb72-eaa9-4146-8656-dbce0c7e08cd),segment_id=15dbbb72-eaa9-4146-8656-dbce0c7e08cd)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:22.389364 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.410791 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.467748 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Transition to ACTIVE for port object 201d0ad9-5472-4632-98d3-1a7ff4502bde will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:22.478066 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 22c875f0-b5f4-4d43-a812-ecbce5f879de owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:22.523499 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 89cdf258-3f6b-4661-9f82-a23b5ca75864 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:22.524040 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.542029 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb383b7e-549a-4722-9f33-6051b25dd039 req-3a4e2721-d58b-45af-a3c1-5fe4490c618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:22.544397 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb383b7e-549a-4722-9f33-6051b25dd039 req-3a4e2721-d58b-45af-a3c1-5fe4490c618c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 1097 time: 0.5935237 Jun 25 09:31:22.680768 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-43c7874f-d0b0-4db3-b1cb-1c9cf0f739f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.771002 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c20f092b-cab9-459e-b25f-3f59bc07f32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.788662 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Transition to ACTIVE for port object 201d0ad9-5472-4632-98d3-1a7ff4502bde will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:22.801672 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] For port d08f5b4a-3669-4b51-ac3b-650021b8bc27, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:31:22.805568 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b815f-4eb8-4c21-9040-3aecfcf6f410 None None] Deleting port 22c875f0-b5f4-4d43-a812-ecbce5f879de {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:22.805982 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b1b815f-4eb8-4c21-9040-3aecfcf6f410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.808959 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] For port d08f5b4a-3669-4b51-ac3b-650021b8bc27, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d08f5b4a-3669-4b51-ac3b-650021b8bc27,segment=NetworkSegment(2ff8aadb-b872-4f71-89a4-1131a85754d6),segment_id=2ff8aadb-b872-4f71-89a4-1131a85754d6)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:31:22.811234 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.826704 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:22.858555 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.886913 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Allocated IP 172.25.6.148 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/516062ba-ed8a-46a2-ad7f-e2c35b4ab274) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:22.892465 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-43c7874f-d0b0-4db3-b1cb-1c9cf0f739f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:22.906628 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-818d9cca-6db6-4b31-907b-46f96f36f790 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:22.924388 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Network 553f3759-4875-4ed3-8a4e-cd6e0a8956ef is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:22.973245 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:22.987958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:22.993158 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Pushing event updated for resources: {'Port': ['ID=201d0ad9-5472-4632-98d3-1a7ff4502bde,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:23.006537 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:23.010013 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:23.016881 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1b1b815f-4eb8-4c21-9040-3aecfcf6f410 None None] For port 22c875f0-b5f4-4d43-a812-ecbce5f879de, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=22c875f0-b5f4-4d43-a812-ecbce5f879de,segment=NetworkSegment(15dbbb72-eaa9-4146-8656-dbce0c7e08cd),segment_id=15dbbb72-eaa9-4146-8656-dbce0c7e08cd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:23.017293 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b1b815f-4eb8-4c21-9040-3aecfcf6f410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:23.032279 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf1d09a-d2d6-4edf-9494-4fe8ed2d9281 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:23.032884 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7874f-d0b0-4db3-b1cb-1c9cf0f739f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee9b617-3898-404f-9dfc-ba3197f4ce01,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:23.058077 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-43c7874f-d0b0-4db3-b1cb-1c9cf0f739f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:23.062105 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-43c7874f-d0b0-4db3-b1cb-1c9cf0f739f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/9ee9b617-3898-404f-9dfc-ba3197f4ce01 HTTP/1.1" status: 204 len: 168 time: 1.1988122 Jun 25 09:31:23.065201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38906) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:23.104966 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-43c7874f-d0b0-4db3-b1cb-1c9cf0f739f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:23.108073 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:23.141488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b815f-4eb8-4c21-9040-3aecfcf6f410 None None] Calling delete_port for 22c875f0-b5f4-4d43-a812-ecbce5f879de owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:23.146097 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8f8fb2a0-89b6-4644-87b2-dd02bc4c05ca tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770199 Jun 25 09:31:23.146680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38914) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:23.186961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 604465b6-10e6-4606-8d73-10fc1a0f8591 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:23.200157 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ac20d9f3-8608-4196-adf3-42d080265e51 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:23.216331 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Routers {'21eb2c47-5205-474e-ad28-4860d2e4ebe1'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:23.216538 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:30:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['21eb2c47-5205-474e-ad28-4860d2e4ebe1'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:23.280672 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb383b7e-549a-4722-9f33-6051b25dd039 req-7b7de7e3-1ee5-48e0-bc92-3910fed75658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:23.282030 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb383b7e-549a-4722-9f33-6051b25dd039 req-7b7de7e3-1ee5-48e0-bc92-3910fed75658 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.6386998 Jun 25 09:31:23.296090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=22c875f0-b5f4-4d43-a812-ecbce5f879de,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:23.314834 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7eb78c-84c0-40a9-bc55-48a8cbcbebb9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:23.319569 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-df7eb78c-84c0-40a9-bc55-48a8cbcbebb9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1720569 Jun 25 09:31:23.322199 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38922) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:23.322365 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:23.327697 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No DVR routers for this DVR port 22c875f0-b5f4-4d43-a812-ecbce5f879de on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:23.409379 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 604465b6-10e6-4606-8d73-10fc1a0f8591 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:23.410061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 604465b6-10e6-4606-8d73-10fc1a0f8591 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:23.445716 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5707d-c715-4473-a324-d6ef5386f17a None None] Pushing event updated for resources: {'Port': ['ID=d08f5b4a-3669-4b51-ac3b-650021b8bc27,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:23.451742 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Attempting to bind port 201d0ad9-5472-4632-98d3-1a7ff4502bde on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:31:23.452594 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Attempting to bind port 201d0ad9-5472-4632-98d3-1a7ff4502bde by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '232fc2a8-b8b1-4b45-b220-d14f40c610df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '553f3759-4875-4ed3-8a4e-cd6e0a8956ef'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:31:23.453506 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Attempting to bind port 201d0ad9-5472-4632-98d3-1a7ff4502bde on network 553f3759-4875-4ed3-8a4e-cd6e0a8956ef {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:31:23.459517 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d4b5707d-c715-4473-a324-d6ef5386f17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:23.459950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08973670-b6a7-4a9f-963c-81462641ff1b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:23.464094 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-08973670-b6a7-4a9f-963c-81462641ff1b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1405380 Jun 25 09:31:23.466811 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38926) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:23.485246 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:31:23.485892 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Checking segment: {'id': '232fc2a8-b8b1-4b45-b220-d14f40c610df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '553f3759-4875-4ed3-8a4e-cd6e0a8956ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:31:23.486486 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:23.487063 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Bound using segment: {'id': '232fc2a8-b8b1-4b45-b220-d14f40c610df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '553f3759-4875-4ed3-8a4e-cd6e0a8956ef'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:31:23.487732 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Bound port: 201d0ad9-5472-4632-98d3-1a7ff4502bde, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232fc2a8-b8b1-4b45-b220-d14f40c610df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '553f3759-4875-4ed3-8a4e-cd6e0a8956ef'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:31:23.488306 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:23.519527 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-eda8648b-de73-4900-a510-66754fc04cbc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512836 Jun 25 09:31:23.522637 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb383b7e-549a-4722-9f33-6051b25dd039 req-16064e94-1d4e-42b5-abaf-1e216be28212 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a177323-d22c-4784-bf95-b39519abbdc6 HTTP/1.1" status: 200 len: 1001 time: 0.2279856 Jun 25 09:31:23.525225 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38930) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:23.529840 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:23.538752 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-dfcce30d-9fd4-48e3-910f-3918064207f0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:23.556842 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:23.562099 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] Set router 21eb2c47-5205-474e-ad28-4860d2e4ebe1 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:23.586755 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba287a44-e285-4d0e-a800-4373605653e3']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:23.600457 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15dbbb72-eaa9-4146-8656-dbce0c7e08cd') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:23.600779 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15dbbb72-eaa9-4146-8656-dbce0c7e08cd') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:23.619149 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:23.666654 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:23.679699 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcce30d-9fd4-48e3-910f-3918064207f0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:23.687853 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dfcce30d-9fd4-48e3-910f-3918064207f0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:23.708143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb383b7e-549a-4722-9f33-6051b25dd039 req-c5bb1177-c200-49d5-9b7c-e5432de3fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:23.709672 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb383b7e-549a-4722-9f33-6051b25dd039 req-c5bb1177-c200-49d5-9b7c-e5432de3fcfd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.1771176 Jun 25 09:31:23.771939 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:31:23.772340 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:31:23.776485 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:31:23.848508 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b1b815f-4eb8-4c21-9040-3aecfcf6f410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:23.883718 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6e64415d-dec0-400a-a866-c83806470b23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:23.927448 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] For port 201d0ad9-5472-4632-98d3-1a7ff4502bde, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:31:23.982748 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:23.992435 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b815f-4eb8-4c21-9040-3aecfcf6f410 None None] No DVR routers for this DVR port 22c875f0-b5f4-4d43-a812-ecbce5f879de on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:24.007068 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-56be87e8-88e4-458a-bb37-750505c4910a tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:24.074575 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af6c018-c469-46c9-b24d-9a34756d637b None None] DHCP port deletion for 13e23ba1-9297-4cb1-bce9-7212ee789807 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:31:24.110182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38946) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:24.118446 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] For port 201d0ad9-5472-4632-98d3-1a7ff4502bde, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=201d0ad9-5472-4632-98d3-1a7ff4502bde,segment=NetworkSegment(232fc2a8-b8b1-4b45-b220-d14f40c610df),segment_id=232fc2a8-b8b1-4b45-b220-d14f40c610df)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:31:24.119867 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b815f-4eb8-4c21-9040-3aecfcf6f410 None None] Pushing event deleted for resources: {'Port': ['ID=22c875f0-b5f4-4d43-a812-ecbce5f879de,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:24.134980 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d08f5b4a-3669-4b51-ac3b-650021b8bc27 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:24.138872 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1b1b815f-4eb8-4c21-9040-3aecfcf6f410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:24.139727 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dfcce30d-9fd4-48e3-910f-3918064207f0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:24.149877 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:24.151780 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-90974946-2f63-4b77-a882-f6db7c1e75fc tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:24.173488 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d4b5707d-c715-4473-a324-d6ef5386f17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:24.177837 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcce30d-9fd4-48e3-910f-3918064207f0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:24.207511 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-dfcce30d-9fd4-48e3-910f-3918064207f0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:24.212135 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcce30d-9fd4-48e3-910f-3918064207f0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:24.212759 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dfcce30d-9fd4-48e3-910f-3918064207f0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:24.241423 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-dfcce30d-9fd4-48e3-910f-3918064207f0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7114739 Jun 25 09:31:24.242263 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38954) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:24.243997 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Pushing event updated for resources: {'Port': ['ID=201d0ad9-5472-4632-98d3-1a7ff4502bde,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:24.247646 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'mac_address': 'fa:16:3e:9d:da:32', 'name': 'tempest-NetworksTestDHCPv6-1305434886'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:24.255028 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:24.256063 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:24.259759 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcce30d-9fd4-48e3-910f-3918064207f0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=3bd8d5ef-09a0-4d21-b77c-4c6789666576,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:24.272218 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dfcce30d-9fd4-48e3-910f-3918064207f0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:24.421010 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port d08f5b4a-3669-4b51-ac3b-650021b8bc27 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:24.431828 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port d08f5b4a-3669-4b51-ac3b-650021b8bc27 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:24.432111 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:24.454506 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:24.469995 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5af6c018-c469-46c9-b24d-9a34756d637b None None] Deleting port 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:24.470382 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5af6c018-c469-46c9-b24d-9a34756d637b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:24.525486 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9e4817cd-9810-4e20-b9dc-bc5a805b3763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:24.588626 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'name': 'tempest-TestAggregatesBasicOps-334757909-router', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:04Z', 'updated_at': '2021-06-25T09:31:12Z', 'revision_number': 4, 'project_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'gw_port': {'id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:48:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:05Z', 'updated_at': '2021-06-25T09:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'd08f5b4a-3669-4b51-ac3b-650021b8bc27', 'name': '', 'network_id': '9226669c-050a-4c70-a51e-123f0abacf3a', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'mac_address': 'fa:16:3e:63:ff:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'de186609-37a6-4365-993a-06a8f9ff1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:11Z', 'updated_at': '2021-06-25T09:31:22Z', 'revision_number': 4, 'project_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'subnets': [{'id': 'de186609-37a6-4365-993a-06a8f9ff1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:24.609815 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:24.659758 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe745bc-005b-46e8-9ea9-569abb03c922 None None] The sync data for ids ['21eb2c47-5205-474e-ad28-4860d2e4ebe1'] in n-d-761264-15 is: [{'id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'name': 'tempest-TestAggregatesBasicOps-334757909-router', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:04Z', 'updated_at': '2021-06-25T09:31:12Z', 'revision_number': 4, 'project_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'gw_port': {'id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:48:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:05Z', 'updated_at': '2021-06-25T09:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'd08f5b4a-3669-4b51-ac3b-650021b8bc27', 'name': '', 'network_id': '9226669c-050a-4c70-a51e-123f0abacf3a', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'mac_address': 'fa:16:3e:63:ff:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'de186609-37a6-4365-993a-06a8f9ff1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:11Z', 'updated_at': '2021-06-25T09:31:22Z', 'revision_number': 4, 'project_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'subnets': [{'id': 'de186609-37a6-4365-993a-06a8f9ff1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:31:24.711107 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port f2a8fd15-d1ab-4fc5-9b0c-594e67e567a5 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:31:24.774965 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:24.793308 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-5af6c018-c469-46c9-b24d-9a34756d637b None None] For port 279f9ae4-6781-4927-aed7-9ae87d2e7fe2, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=279f9ae4-6781-4927-aed7-9ae87d2e7fe2,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:24.796214 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5af6c018-c469-46c9-b24d-9a34756d637b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:24.818934 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9e4817cd-9810-4e20-b9dc-bc5a805b3763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:24.821903 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:24.828565 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/networks/ba287a44-e285-4d0e-a800-4373605653e3 HTTP/1.1" status: 204 len: 168 time: 3.4787040 Jun 25 09:31:24.846973 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:24.847855 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 38964) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:24.848777 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:24.858530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5af6c018-c469-46c9-b24d-9a34756d637b None None] Calling delete_port for 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:24.864941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Pushing event updated for resources: {'Port': ['ID=516062ba-ed8a-46a2-ad7f-e2c35b4ab274,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:24.869740 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:24.879060 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:24.880047 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3c8b769a-bd58-4e67-962d-aaced54156b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:24.888945 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9e4817cd-9810-4e20-b9dc-bc5a805b3763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:24.918452 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6411f002-32ad-445f-9272-19433d62787c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:25.027992 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9e4817cd-9810-4e20-b9dc-bc5a805b3763 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=21e155a91e614de6991fbdfd5f91e148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9090164 Jun 25 09:31:25.029062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 38972) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:25.034134 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4817cd-9810-4e20-b9dc-bc5a805b3763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1086992-f564-46a8-a1ab-5165f09161a2,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:25.040095 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9e4817cd-9810-4e20-b9dc-bc5a805b3763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:25.046619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:25.072308 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Network': ['ID=ba287a44-e285-4d0e-a800-4373605653e3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:25.091459 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:25.150999 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a87434d-6e49-46dd-8e3e-ea068563dd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:25.199725 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port d08f5b4a-3669-4b51-ac3b-650021b8bc27, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d08f5b4a-3669-4b51-ac3b-650021b8bc27,segment=NetworkSegment(2ff8aadb-b872-4f71-89a4-1131a85754d6),segment_id=2ff8aadb-b872-4f71-89a4-1131a85754d6)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:25.211976 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:25.229202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb383b7e-549a-4722-9f33-6051b25dd039 req-f15ef270-074e-4962-b123-6b09ddc7950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:25.229720 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:25.231046 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb383b7e-549a-4722-9f33-6051b25dd039 req-f15ef270-074e-4962-b123-6b09ddc7950f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.5106640 Jun 25 09:31:25.259301 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::304 (13e23ba1-9297-4cb1-bce9-7212ee789807/3bd8d5ef-09a0-4d21-b77c-4c6789666576/f2a8fd15-d1ab-4fc5-9b0c-594e67e567a5) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:25.332665 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=d08f5b4a-3669-4b51-ac3b-650021b8bc27,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:25.344572 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:25.346000 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 22c875f0-b5f4-4d43-a812-ecbce5f879de no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:25.383354 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb383b7e-549a-4722-9f33-6051b25dd039 req-6fdbb63a-ed6a-4f20-a05f-90cbd093a094 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441486 Jun 25 09:31:25.402548 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 22c875f0-b5f4-4d43-a812-ecbce5f879de {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:25.403469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 22c875f0-b5f4-4d43-a812-ecbce5f879de not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:25.434668 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:25.481572 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5af6c018-c469-46c9-b24d-9a34756d637b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:25.494800 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:25.513653 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6c018-c469-46c9-b24d-9a34756d637b None None] No DVR routers for this DVR port 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:25.568418 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccca19b-92a2-455a-acea-577fd926d184 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:25.580131 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6c018-c469-46c9-b24d-9a34756d637b None None] Pushing event deleted for resources: {'Port': ['ID=279f9ae4-6781-4927-aed7-9ae87d2e7fe2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:25.592298 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:25.603652 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5af6c018-c469-46c9-b24d-9a34756d637b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:25.669794 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dafcc940-1895-454b-b5e1-af1819f9597e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:25.679347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object f2a8fd15-d1ab-4fc5-9b0c-594e67e567a5 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:25.716833 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dafcc940-1895-454b-b5e1-af1819f9597e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:25.854168 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': '3bd8d5ef-09a0-4d21-b77c-4c6789666576'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:31:25.855115 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:25.865846 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529132-7a51-4d62-96f0-7d51bb7e69d9 req-0fb580ef-9d2f-448a-bca1-868c57739dae tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:25.867592 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af529132-7a51-4d62-96f0-7d51bb7e69d9 req-0fb580ef-9d2f-448a-bca1-868c57739dae tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 945 time: 0.2677722 Jun 25 09:31:25.869717 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:25.888627 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-de84548a-2667-434a-897e-91bfe9bb4516 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:25.960272 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dafcc940-1895-454b-b5e1-af1819f9597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:25.963096 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dafcc940-1895-454b-b5e1-af1819f9597e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:25.967696 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-dafcc940-1895-454b-b5e1-af1819f9597e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f1086992-f564-46a8-a1ab-5165f09161a2 HTTP/1.1" status: 204 len: 168 time: 0.9293981 Jun 25 09:31:26.030397 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb383b7e-549a-4722-9f33-6051b25dd039 req-3e2a87dc-fecc-4453-ade7-332eb456ae54 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6344147 Jun 25 09:31:26.037066 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af529132-7a51-4d62-96f0-7d51bb7e69d9 req-40a7c0f3-6cdf-4ba8-96ca-07fa3b824bfe tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428666 Jun 25 09:31:26.054693 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:26.083447 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:26.107402 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:26.156527 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:26.160345 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:26.226868 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9817681 Jun 25 09:31:26.229954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=f2a8fd15-d1ab-4fc5-9b0c-594e67e567a5,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:26.244420 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:26.245154 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39002) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:26.247057 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-35a53afc-74e6-423d-9fc4-a3ca08422f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:26.247453 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Allocated IP 2001:db8::2 (13e23ba1-9297-4cb1-bce9-7212ee789807/3bd8d5ef-09a0-4d21-b77c-4c6789666576/fe979d92-03f3-4f54-90bf-783a1b5f5ae2) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:26.362026 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcc940-1895-454b-b5e1-af1819f9597e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1086992-f564-46a8-a1ab-5165f09161a2,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:26.382029 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d29549f-0632-49b5-89af-58ec0f1044c6 None None] Network 553f3759-4875-4ed3-8a4e-cd6e0a8956ef requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:26.383458 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dafcc940-1895-454b-b5e1-af1819f9597e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:26.401691 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 201d0ad9-5472-4632-98d3-1a7ff4502bde up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:26.449366 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132f1fa6-c52b-4442-a4d8-6f7d8bd5c7ac tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:26.457436 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-132f1fa6-c52b-4442-a4d8-6f7d8bd5c7ac tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2023730 Jun 25 09:31:26.457679 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39016) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:26.587235 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:26.837585 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:26.850427 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6cda227d-2a21-406d-bee7-78cf43833104 None None] Provisioning for port 201d0ad9-5472-4632-98d3-1a7ff4502bde completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:26.887299 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-ade5f9e6-a732-4779-9653-f64f4eac9c7f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port f2a8fd15-d1ab-4fc5-9b0c-594e67e567a5 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:26.887813 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ade5f9e6-a732-4779-9653-f64f4eac9c7f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:27.001489 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 201d0ad9-5472-4632-98d3-1a7ff4502bde completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:27.035968 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6485c036-91f8-4de7-90c5-cb2e6ab701ae tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:27.043165 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:27.060283 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Transition to ACTIVE for port object fe979d92-03f3-4f54-90bf-783a1b5f5ae2 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:27.070128 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 201d0ad9-5472-4632-98d3-1a7ff4502bde triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:27.070811 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:27.117701 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Transition to ACTIVE for port object fe979d92-03f3-4f54-90bf-783a1b5f5ae2 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:27.131742 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:27.136756 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d4b5707d-c715-4473-a324-d6ef5386f17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:27.217414 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:27.224578 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:27.235809 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:27.243744 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Pushing event updated for resources: {'Port': ['ID=fe979d92-03f3-4f54-90bf-783a1b5f5ae2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:27.247983 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ade5f9e6-a732-4779-9653-f64f4eac9c7f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:27.249180 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:27.309247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-ade5f9e6-a732-4779-9653-f64f4eac9c7f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for f2a8fd15-d1ab-4fc5-9b0c-594e67e567a5 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:27.320663 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:27.357007 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:27.376339 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Attempting to bind port fe979d92-03f3-4f54-90bf-783a1b5f5ae2 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:31:27.377050 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Attempting to bind port fe979d92-03f3-4f54-90bf-783a1b5f5ae2 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:31:27.377581 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Attempting to bind port fe979d92-03f3-4f54-90bf-783a1b5f5ae2 on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:31:27.393511 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:31:27.400442 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:31:27.401114 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:27.401518 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:31:27.402035 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Bound port: fe979d92-03f3-4f54-90bf-783a1b5f5ae2, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:31:27.402605 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:27.435929 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 201d0ad9-5472-4632-98d3-1a7ff4502bde, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=201d0ad9-5472-4632-98d3-1a7ff4502bde,segment=NetworkSegment(232fc2a8-b8b1-4b45-b220-d14f40c610df),segment_id=232fc2a8-b8b1-4b45-b220-d14f40c610df)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:27.472443 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:27.483460 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d08f5b4a-3669-4b51-ac3b-650021b8bc27 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:27.493945 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:27.632585 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=201d0ad9-5472-4632-98d3-1a7ff4502bde,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:27.636583 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] For port fe979d92-03f3-4f54-90bf-783a1b5f5ae2, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:31:27.639305 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:27.657464 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port d08f5b4a-3669-4b51-ac3b-650021b8bc27 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:27.659088 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:27.798773 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ade5f9e6-a732-4779-9653-f64f4eac9c7f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:27.805193 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b10ccbc3-b7f3-444b-b9fe-0bfbb08797e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:27.819334 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] For port fe979d92-03f3-4f54-90bf-783a1b5f5ae2, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=fe979d92-03f3-4f54-90bf-783a1b5f5ae2,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:31:27.827049 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a5ce7427-f6ce-438b-9924-2a7b5ce0387f None None] Provisioning complete for port 201d0ad9-5472-4632-98d3-1a7ff4502bde triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:27.827433 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5ce7427-f6ce-438b-9924-2a7b5ce0387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:27.830987 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Router 85fdec69-1860-4026-a5e8-28446cf7390e is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:31:27.844604 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5f9e6-a732-4779-9653-f64f4eac9c7f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=f2a8fd15-d1ab-4fc5-9b0c-594e67e567a5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:27.853280 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ade5f9e6-a732-4779-9653-f64f4eac9c7f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:27.869192 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:27.871949 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:27.876697 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:27.908454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:27.910498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 279f9ae4-6781-4927-aed7-9ae87d2e7fe2 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:27.922934 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ade5f9e6-a732-4779-9653-f64f4eac9c7f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:27.927201 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ade5f9e6-a732-4779-9653-f64f4eac9c7f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/f2a8fd15-d1ab-4fc5-9b0c-594e67e567a5 HTTP/1.1" status: 204 len: 168 time: 1.4315093 Jun 25 09:31:27.928803 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39080) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:27.955985 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-6485c036-91f8-4de7-90c5-cb2e6ab701ae tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 7c85802b-3569-4cd3-afce-5921772cdbb5 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:27.956360 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6485c036-91f8-4de7-90c5-cb2e6ab701ae tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:28.059520 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:28.074332 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Pushing event updated for resources: {'Port': ['ID=fe979d92-03f3-4f54-90bf-783a1b5f5ae2,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:28.080235 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:28.125195 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 201d0ad9-5472-4632-98d3-1a7ff4502bde up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:28.166478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:31:28.181149 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Sync routers for ids ['85fdec69-1860-4026-a5e8-28446cf7390e'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:31:28.195763 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e7fc8e-ec39-45a8-ba89-fa4ef9efbc19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:28.197403 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Routers {'85fdec69-1860-4026-a5e8-28446cf7390e'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:28.198046 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['85fdec69-1860-4026-a5e8-28446cf7390e'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:28.201340 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 201d0ad9-5472-4632-98d3-1a7ff4502bde triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:28.201718 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:28.207069 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e7fc8e-ec39-45a8-ba89-fa4ef9efbc19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:28.215502 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b0e7fc8e-ec39-45a8-ba89-fa4ef9efbc19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2811813 Jun 25 09:31:28.217081 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39086) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:28.231641 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-6485c036-91f8-4de7-90c5-cb2e6ab701ae tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] For port 7c85802b-3569-4cd3-afce-5921772cdbb5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7c85802b-3569-4cd3-afce-5921772cdbb5,segment=NetworkSegment(b0dc2a65-a994-46fb-a70d-905b0e41fa3c),segment_id=b0dc2a65-a994-46fb-a70d-905b0e41fa3c)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:28.241137 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6485c036-91f8-4de7-90c5-cb2e6ab701ae tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:28.259527 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:28.263571 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.6119447 Jun 25 09:31:28.270643 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39088) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:28.290970 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-6485c036-91f8-4de7-90c5-cb2e6ab701ae tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 7c85802b-3569-4cd3-afce-5921772cdbb5 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:28.393612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 3bd8d5ef-09a0-4d21-b77c-4c6789666576 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:31:28.403014 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:28.515613 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Set router 85fdec69-1860-4026-a5e8-28446cf7390e gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:28.549971 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:28.915661 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:29.016263 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'name': 'tempest-TestAggregatesBasicOps-1709127464-router', 'tenant_id': '0d434a889fb84b9685a92b98c5a3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '516062ba-ed8a-46a2-ad7f-e2c35b4ab274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:20Z', 'updated_at': '2021-06-25T09:31:26Z', 'revision_number': 3, 'project_id': '0d434a889fb84b9685a92b98c5a3a19e', 'gw_port': {'id': '516062ba-ed8a-46a2-ad7f-e2c35b4ab274', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:22Z', 'updated_at': '2021-06-25T09:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:29.060544 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Checking router: 85fdec69-1860-4026-a5e8-28446cf7390e for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:31:29.061335 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Updating router 85fdec69-1860-4026-a5e8-28446cf7390e port 516062ba-ed8a-46a2-ad7f-e2c35b4ab274 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:31:29.105461 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:29.119694 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:29.129500 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-042b0f2d-8d31-404b-87bc-9648b48c8bf8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:29.180991 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd8d5ef-09a0-4d21-b77c-4c6789666576,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:29.189989 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:29.194916 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/3bd8d5ef-09a0-4d21-b77c-4c6789666576 HTTP/1.1" status: 204 len: 168 time: 0.9711795 Jun 25 09:31:29.202271 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39126) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:29.223899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:29.224485 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:29.225380 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:29.227322 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:29.227845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:29.233986 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:29.234583 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:29.235240 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:29.235831 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:29.236451 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:29.237084 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:29.237770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:29.242977 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cc0b3296-24fd-4b5b-99fa-f58ac7491cf4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:29.317721 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2a177323-d22c-4784-bf95-b39519abbdc6 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:31:29.322383 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-18143aee-f6eb-491c-9f67-7627f733044c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1185639 Jun 25 09:31:29.323588 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39134) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:29.410353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2525ac55-daa0-4c03-9ac3-799d3a559598 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:29.415792 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2525ac55-daa0-4c03-9ac3-799d3a559598 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0900230 Jun 25 09:31:29.417232 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39136) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:29.523398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a62584b-41ba-4871-9810-c781f2c1bc74 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:29.536112 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0a62584b-41ba-4871-9810-c781f2c1bc74 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1175327 Jun 25 09:31:29.536747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39140) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:29.596091 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-25be27ee-711a-4d64-8e13-bbe5f7b65225 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575349 Jun 25 09:31:29.596937 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39142) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:29.603892 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6485c036-91f8-4de7-90c5-cb2e6ab701ae tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:29.604492 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:29.620981 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0dbc8f7a-b680-41dc-bbfc-5c5ec692af12 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:29.742112 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:29.744476 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39144) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:29.753467 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:29.756077 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485c036-91f8-4de7-90c5-cb2e6ab701ae tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=7c85802b-3569-4cd3-afce-5921772cdbb5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:29.773353 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6485c036-91f8-4de7-90c5-cb2e6ab701ae tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:29.821337 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:29.851172 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '2a177323-d22c-4784-bf95-b39519abbdc6', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'port_id': '2a177323-d22c-4784-bf95-b39519abbdc6', 'mac_address': 'fa:16:3e:3d:9c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:31:29.926673 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30f8928-36c1-40db-bd90-625a79ee6096 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:29.962862 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6485c036-91f8-4de7-90c5-cb2e6ab701ae tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:30.136376 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-648d5de1-a1cc-46ab-88d2-b0e81a7e0556 None None] Provisioning for port fe979d92-03f3-4f54-90bf-783a1b5f5ae2 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:30.239687 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:30.248163 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:30.272670 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e056cc5-1d74-4ed3-9cc1-517ea3af3492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:30.283635 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Transition to ACTIVE for port object 516062ba-ed8a-46a2-ad7f-e2c35b4ab274 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:30.327588 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a177323-d22c-4784-bf95-b39519abbdc6 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:31:30.344134 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:30.360618 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:30.406529 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device fe979d92-03f3-4f54-90bf-783a1b5f5ae2 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:30.459515 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:30.467226 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:30.478382 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6485c036-91f8-4de7-90c5-cb2e6ab701ae tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router b574b3e7-6569-4deb-aa2a-440ac33c20dc has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:31:30.479503 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:30.505246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.objects.ports [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94024) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 09:31:30.517832 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Attempting to bind port 516062ba-ed8a-46a2-ad7f-e2c35b4ab274 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:31:30.518262 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Attempting to bind port 516062ba-ed8a-46a2-ad7f-e2c35b4ab274 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:31:30.518646 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Attempting to bind port 516062ba-ed8a-46a2-ad7f-e2c35b4ab274 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:31:30.522801 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745bee5-743f-4967-81c6-34066b75201a None None] Pushing event updated for resources: {'Port': ['ID=516062ba-ed8a-46a2-ad7f-e2c35b4ab274,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:30.530064 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3745bee5-743f-4967-81c6-34066b75201a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:30.530751 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d43c247f-e663-4528-b115-19351215bc23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:30.536446 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:31:30.536869 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:31:30.537328 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:30.537733 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:31:30.538391 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Bound port: 516062ba-ed8a-46a2-ad7f-e2c35b4ab274, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:31:30.538607 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:30.576843 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e056cc5-1d74-4ed3-9cc1-517ea3af3492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:30.585606 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e056cc5-1d74-4ed3-9cc1-517ea3af3492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:30.598388 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-99e08ab7-7232-4018-bc10-a658d21f1816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:30.639667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e056cc5-1d74-4ed3-9cc1-517ea3af3492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29664331-7313-43b9-9048-f9f89f5a2a25,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:30.662970 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39178) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:30.684081 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5e056cc5-1d74-4ed3-9cc1-517ea3af3492 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=700a4d784aed47ca838fa01608f91a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9362271 Jun 25 09:31:30.687263 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5e056cc5-1d74-4ed3-9cc1-517ea3af3492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:30.687733 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39182) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:30.811661 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['2a177323-d22c-4784-bf95-b39519abbdc6'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:31:30.811913 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:30.813791 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2330c5fb-81b6-432d-a6b3-bed61fd4637f None None] DHCP port deletion for 13e23ba1-9297-4cb1-bce9-7212ee789807 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:31:30.840328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6485c036-91f8-4de7-90c5-cb2e6ab701ae tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:31:30.850267 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6485c036-91f8-4de7-90c5-cb2e6ab701ae tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/b574b3e7-6569-4deb-aa2a-440ac33c20dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9992020 Jun 25 09:31:30.855225 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345d3ee7-3261-45f2-aec4-f9ef1c5a61ec None None] Sync routers for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:31:30.855799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39190) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:30.874732 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345d3ee7-3261-45f2-aec4-f9ef1c5a61ec None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:30.877704 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-345d3ee7-3261-45f2-aec4-f9ef1c5a61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:30.892069 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port fe979d92-03f3-4f54-90bf-783a1b5f5ae2 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:30.919517 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port fe979d92-03f3-4f54-90bf-783a1b5f5ae2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:30.919978 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:30.924858 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=2a177323-d22c-4784-bf95-b39519abbdc6,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:30.977227 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:30.991828 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] For port 516062ba-ed8a-46a2-ad7f-e2c35b4ab274, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:31:31.019832 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] For port 516062ba-ed8a-46a2-ad7f-e2c35b4ab274, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=516062ba-ed8a-46a2-ad7f-e2c35b4ab274,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:31:31.021286 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5a70eece-2ded-4725-a638-4d6827c110c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.045025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88d7a20-0616-46cd-8302-9c4b5fd71ecf tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting subnet 6ce754c8-e8b2-4b16-b8b9-de69bdaa778a {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:31:31.049939 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.054477 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:31.059640 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d88d7a20-0616-46cd-8302-9c4b5fd71ecf tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.069436 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-345d3ee7-3261-45f2-aec4-f9ef1c5a61ec None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:31.114042 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745bee5-743f-4967-81c6-34066b75201a None None] Pushing event updated for resources: {'Port': ['ID=516062ba-ed8a-46a2-ad7f-e2c35b4ab274,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:31.121222 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d88d7a20-0616-46cd-8302-9c4b5fd71ecf tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.122992 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3745bee5-743f-4967-81c6-34066b75201a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:31.166175 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2330c5fb-81b6-432d-a6b3-bed61fd4637f None None] Deleting port fe979d92-03f3-4f54-90bf-783a1b5f5ae2 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:31.166959 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2330c5fb-81b6-432d-a6b3-bed61fd4637f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.181209 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5a70eece-2ded-4725-a638-4d6827c110c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.192195 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5a70eece-2ded-4725-a638-4d6827c110c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.225668 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:31.227578 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-572e16a1-7e62-472e-9528-253d4a2b5e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.270457 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5a70eece-2ded-4725-a638-4d6827c110c7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cb464a8f7c0d473889910e4daa6ee680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6062472 Jun 25 09:31:31.274541 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39204) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:31.283601 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-345d3ee7-3261-45f2-aec4-f9ef1c5a61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:31:29Z', 'revision_number': 11, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:31.288988 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Routers {'85fdec69-1860-4026-a5e8-28446cf7390e'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:31.289641 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['85fdec69-1860-4026-a5e8-28446cf7390e'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:31.296804 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70eece-2ded-4725-a638-4d6827c110c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8340c2e8-4aeb-47f5-a0dd-1d2972db82d3,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:31.307637 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5a70eece-2ded-4725-a638-4d6827c110c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:31.327586 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d88d7a20-0616-46cd-8302-9c4b5fd71ecf tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.345293 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2330c5fb-81b6-432d-a6b3-bed61fd4637f None None] For port fe979d92-03f3-4f54-90bf-783a1b5f5ae2, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=fe979d92-03f3-4f54-90bf-783a1b5f5ae2,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:31.345995 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2330c5fb-81b6-432d-a6b3-bed61fd4637f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.366182 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2330c5fb-81b6-432d-a6b3-bed61fd4637f None None] Calling delete_port for fe979d92-03f3-4f54-90bf-783a1b5f5ae2 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:31.378058 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345d3ee7-3261-45f2-aec4-f9ef1c5a61ec None None] Checking router: b574b3e7-6569-4deb-aa2a-440ac33c20dc for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:31:31.403261 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345d3ee7-3261-45f2-aec4-f9ef1c5a61ec None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:31.405827 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-345d3ee7-3261-45f2-aec4-f9ef1c5a61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:31.430311 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-572e16a1-7e62-472e-9528-253d4a2b5e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.464295 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] For port fe979d92-03f3-4f54-90bf-783a1b5f5ae2, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=fe979d92-03f3-4f54-90bf-783a1b5f5ae2,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:31.491604 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2694a774-0b46-4261-9253-fa879a009588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.491931 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d88d7a20-0616-46cd-8302-9c4b5fd71ecf tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.503713 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a0b543f8-e2e7-49dc-9a30-f20b936d28bd tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:31.541165 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-572e16a1-7e62-472e-9528-253d4a2b5e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.544152 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2694a774-0b46-4261-9253-fa879a009588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.544674 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-572e16a1-7e62-472e-9528-253d4a2b5e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.545787 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-345d3ee7-3261-45f2-aec4-f9ef1c5a61ec None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:31.549664 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-572e16a1-7e62-472e-9528-253d4a2b5e94 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/29664331-7313-43b9-9048-f9f89f5a2a25 HTTP/1.1" status: 204 len: 168 time: 0.7682445 Jun 25 09:31:31.553618 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.568177 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d7a20-0616-46cd-8302-9c4b5fd71ecf tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce754c8-e8b2-4b16-b8b9-de69bdaa778a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:31.571893 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.571893 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.580919 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.588292 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-30860302-cb48-4f9f-80b7-724d8ab54274 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:31.593647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Allocated IP 172.20.0.1 (553f3759-4875-4ed3-8a4e-cd6e0a8956ef/8eb18d20-8509-42ee-878d-5393c9c97a0d/2345f929-5193-431d-9dcb-f6cf1288d844) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:31.597751 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d88d7a20-0616-46cd-8302-9c4b5fd71ecf tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:31.611754 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:31.616144 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d88d7a20-0616-46cd-8302-9c4b5fd71ecf tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.618284 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d88d7a20-0616-46cd-8302-9c4b5fd71ecf tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/6ce754c8-e8b2-4b16-b8b9-de69bdaa778a HTTP/1.1" status: 204 len: 168 time: 0.7613301 Jun 25 09:31:31.625933 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0722deb-3c45-4a53-a2b0-40e3a705e3a8 None None] Network e237fc9b-344d-4b3c-875e-f85338668a5f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:31.630633 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39210) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:31.685746 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-345d3ee7-3261-45f2-aec4-f9ef1c5a61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:31:29Z', 'revision_number': 11, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:31.687752 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e16a1-7e62-472e-9528-253d4a2b5e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29664331-7313-43b9-9048-f9f89f5a2a25,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:31.735492 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:31.756091 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:31.761511 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-572e16a1-7e62-472e-9528-253d4a2b5e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:31.771499 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345d3ee7-3261-45f2-aec4-f9ef1c5a61ec None None] The sync data for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 is: [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:31:29Z', 'revision_number': 11, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:31:31.776583 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:31.777227 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.785904 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.824595 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=fe979d92-03f3-4f54-90bf-783a1b5f5ae2,revision_number=5']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:31.826774 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:31.827333 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-eca95e61-1a33-434c-8ebd-8f348a656bc8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:31.845338 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2419548 Jun 25 09:31:31.868671 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39224) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:31.882699 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2694a774-0b46-4261-9253-fa879a009588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.890746 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-563144e6-7a5a-47f4-b75b-bfb5525f7970 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:31.897757 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2694a774-0b46-4261-9253-fa879a009588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.903027 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2694a774-0b46-4261-9253-fa879a009588 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8340c2e8-4aeb-47f5-a0dd-1d2972db82d3 HTTP/1.1" status: 204 len: 168 time: 0.5979652 Jun 25 09:31:31.920624 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2330c5fb-81b6-432d-a6b3-bed61fd4637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:31.927315 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3745bee5-743f-4967-81c6-34066b75201a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:31.941378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=789de42b-dde7-4f3f-8f94-632d75132c2a,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:31.944300 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:31.944863 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-35d230ac-0d27-4e4a-8720-f8949d7fce15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:31.958072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694a774-0b46-4261-9253-fa879a009588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8340c2e8-4aeb-47f5-a0dd-1d2972db82d3,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:31.969772 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2694a774-0b46-4261-9253-fa879a009588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:32.006646 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:32.008003 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] Set router 85fdec69-1860-4026-a5e8-28446cf7390e gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:32.126778 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330c5fb-81b6-432d-a6b3-bed61fd4637f None None] Pushing event deleted for resources: {'Port': ['ID=fe979d92-03f3-4f54-90bf-783a1b5f5ae2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:32.133253 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:32.133736 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2330c5fb-81b6-432d-a6b3-bed61fd4637f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:32.163781 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Transition to ACTIVE for port object 2345f929-5193-431d-9dcb-f6cf1288d844 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:32.184473 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39232) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:32.216581 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-af104415-b2cb-46f3-9170-1ee2f2e32340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:32.246959 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563144e6-7a5a-47f4-b75b-bfb5525f7970 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:32.250776 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-563144e6-7a5a-47f4-b75b-bfb5525f7970 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:32.369887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Deleting port 162e0786-d2eb-4a35-bcec-0f21b846853b {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:32.386552 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:32.425644 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device fe979d92-03f3-4f54-90bf-783a1b5f5ae2 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:32.430108 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-af104415-b2cb-46f3-9170-1ee2f2e32340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:32.445268 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-af104415-b2cb-46f3-9170-1ee2f2e32340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:32.450604 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:32.452775 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-eb5e7814-6415-4138-ba26-eb67de522a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:32.511170 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-514e588f-5ab8-4ef1-aa9f-29385fd38489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:32.514301 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: fe979d92-03f3-4f54-90bf-783a1b5f5ae2 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:32.515254 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device fe979d92-03f3-4f54-90bf-783a1b5f5ae2 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:32.516542 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7c85802b-3569-4cd3-afce-5921772cdbb5 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:32.545533 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-af104415-b2cb-46f3-9170-1ee2f2e32340 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1df47f0cd82847b09544521a36e68c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595977 Jun 25 09:31:32.549761 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af104415-b2cb-46f3-9170-1ee2f2e32340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d226bc4-05ab-45a1-b8e8-1a7eb4a664e2,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:32.558181 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39242) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:32.579559 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-af104415-b2cb-46f3-9170-1ee2f2e32340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:32.584761 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330c5fb-81b6-432d-a6b3-bed61fd4637f None None] No DVR routers for this DVR port fe979d92-03f3-4f54-90bf-783a1b5f5ae2 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:32.670924 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Network 553f3759-4875-4ed3-8a4e-cd6e0a8956ef is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:32.682706 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e0389-668e-4f15-b9cc-15de831324cd None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:32.693869 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 7c85802b-3569-4cd3-afce-5921772cdbb5 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:32.694645 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7c85802b-3569-4cd3-afce-5921772cdbb5 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:32.717708 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09b7eef3-027c-4e27-9848-0cf3bedf4cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:32.738333 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:32.752391 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:32.885154 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09b7eef3-027c-4e27-9848-0cf3bedf4cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:32.906489 n-d-761264-15 neutron-server[94025]: INFO neutron.db.ipam_backend_mixin [None req-563144e6-7a5a-47f4-b75b-bfb5525f7970 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 789de42b-dde7-4f3f-8f94-632d75132c2a (CIDR: 2001:db8::/64) Jun 25 09:31:32.931140 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Pushing event updated for resources: {'Port': ['ID=2345f929-5193-431d-9dcb-f6cf1288d844,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:32.941237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] For port 162e0786-d2eb-4a35-bcec-0f21b846853b, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=162e0786-d2eb-4a35-bcec-0f21b846853b,segment=NetworkSegment(b0dc2a65-a994-46fb-a70d-905b0e41fa3c),segment_id=b0dc2a65-a994-46fb-a70d-905b0e41fa3c)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:32.941998 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:32.948588 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-563144e6-7a5a-47f4-b75b-bfb5525f7970 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:31:32.949487 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563144e6-7a5a-47f4-b75b-bfb5525f7970 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:31:32.962050 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39244) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:32.963737 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:32.989792 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9b1cdd-3a24-436f-b0dc-3aebbc1aa2e9 None None] DHCP port deletion for e237fc9b-344d-4b3c-875e-f85338668a5f request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:31:32.993692 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Calling delete_port for 162e0786-d2eb-4a35-bcec-0f21b846853b owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:32.997654 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09b7eef3-027c-4e27-9848-0cf3bedf4cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:33.001250 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09b7eef3-027c-4e27-9848-0cf3bedf4cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:33.002535 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-09b7eef3-027c-4e27-9848-0cf3bedf4cea admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5d226bc4-05ab-45a1-b8e8-1a7eb4a664e2 HTTP/1.1" status: 204 len: 168 time: 0.4430490 Jun 25 09:31:33.003465 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3bd626d6-6599-4d13-8cd5-fb1aa3c44951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:33.007641 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:33.023494 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7eef3-027c-4e27-9848-0cf3bedf4cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d226bc4-05ab-45a1-b8e8-1a7eb4a664e2,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:33.030524 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-09b7eef3-027c-4e27-9848-0cf3bedf4cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:33.059475 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:33.075294 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-563144e6-7a5a-47f4-b75b-bfb5525f7970 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2031891 Jun 25 09:31:33.078076 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39248) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:33.088378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-4871cd15-cd20-406f-9d92-7843044c5828 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:33.128630 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'name': 'tempest-TestAggregatesBasicOps-1709127464-router', 'tenant_id': '0d434a889fb84b9685a92b98c5a3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '516062ba-ed8a-46a2-ad7f-e2c35b4ab274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:20Z', 'updated_at': '2021-06-25T09:31:26Z', 'revision_number': 3, 'project_id': '0d434a889fb84b9685a92b98c5a3a19e', 'gw_port': {'id': '516062ba-ed8a-46a2-ad7f-e2c35b4ab274', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:22Z', 'updated_at': '2021-06-25T09:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:33.190366 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': '789de42b-dde7-4f3f-8f94-632d75132c2a'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:31:33.191136 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:33.196554 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1274443d-396c-4d65-afb2-f64800791c76 None None] The sync data for ids ['85fdec69-1860-4026-a5e8-28446cf7390e'] in n-d-761264-15 is: [{'id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'name': 'tempest-TestAggregatesBasicOps-1709127464-router', 'tenant_id': '0d434a889fb84b9685a92b98c5a3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '516062ba-ed8a-46a2-ad7f-e2c35b4ab274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:20Z', 'updated_at': '2021-06-25T09:31:26Z', 'revision_number': 3, 'project_id': '0d434a889fb84b9685a92b98c5a3a19e', 'gw_port': {'id': '516062ba-ed8a-46a2-ad7f-e2c35b4ab274', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:22Z', 'updated_at': '2021-06-25T09:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:31:33.296064 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2a177323-d22c-4784-bf95-b39519abbdc6 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:33.315108 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:33.349586 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-63223948-16ed-4ff9-9db3-f3b8b8b3c329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:33.404367 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Port': ['ID=162e0786-d2eb-4a35-bcec-0f21b846853b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:33.408812 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:33.410458 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-aa842892-fe43-41f2-ace8-74e9890c0576 None None] Provisioning for port 2345f929-5193-431d-9dcb-f6cf1288d844 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:33.413439 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No DVR routers for this DVR port 162e0786-d2eb-4a35-bcec-0f21b846853b on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:33.435803 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-aa842892-fe43-41f2-ace8-74e9890c0576 None None] Provisioning complete for port 2345f929-5193-431d-9dcb-f6cf1288d844 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:33.436479 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aa842892-fe43-41f2-ace8-74e9890c0576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:33.442198 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b1cdd-3a24-436f-b0dc-3aebbc1aa2e9 None None] Deleting port 162e0786-d2eb-4a35-bcec-0f21b846853b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:33.442593 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ef9b1cdd-3a24-436f-b0dc-3aebbc1aa2e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:33.462160 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:33.465921 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:33.513363 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:33.519876 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4871cd15-cd20-406f-9d92-7843044c5828 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:33.526980 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:33.532529 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4871cd15-cd20-406f-9d92-7843044c5828 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:33.566372 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:33.574680 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-aa842892-fe43-41f2-ace8-74e9890c0576 None None] Port 2345f929-5193-431d-9dcb-f6cf1288d844 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:31:33.640935 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e237fc9b-344d-4b3c-875e-f85338668a5f']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:33.658081 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ef9b1cdd-3a24-436f-b0dc-3aebbc1aa2e9 None None] For port 162e0786-d2eb-4a35-bcec-0f21b846853b, host n-d-761264-15, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:33.658505 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ef9b1cdd-3a24-436f-b0dc-3aebbc1aa2e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:33.728957 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0dc2a65-a994-46fb-a70d-905b0e41fa3c') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:33.731461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0dc2a65-a994-46fb-a70d-905b0e41fa3c') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:33.751167 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8184744d-e550-4d28-b0a8-86c015de9279,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:33.805004 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bd9810445e834fb6ac71052d4bffad41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8364532 Jun 25 09:31:33.822706 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:33.824505 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39260) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:33.882690 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:33.889769 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:33.890189 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:33.890570 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:33.894267 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:33.894735 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:33.895129 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:33.895508 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:33.895882 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:33.896281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:33.896619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:33.897023 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:31:33.943930 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:34.022943 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:34.149907 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4871cd15-cd20-406f-9d92-7843044c5828 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:34.156634 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ff2445ca-3e35-49a3-85a0-45700d660364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:34.171126 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:31:34.171461 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:31:34.201268 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:31:34.223302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871cd15-cd20-406f-9d92-7843044c5828 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=e310b402-1bf1-4fc1-81a0-02ba00a2be19,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:34.231979 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4871cd15-cd20-406f-9d92-7843044c5828 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:34.247836 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4871cd15-cd20-406f-9d92-7843044c5828 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:34.249802 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-4871cd15-cd20-406f-9d92-7843044c5828 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:34.253398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4871cd15-cd20-406f-9d92-7843044c5828 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:34.254001 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4871cd15-cd20-406f-9d92-7843044c5828 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:34.277033 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4871cd15-cd20-406f-9d92-7843044c5828 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1935859 Jun 25 09:31:34.277899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39268) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:34.301618 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'mac_address': 'fa:16:3e:9d:6c:06', 'name': 'tempest-NetworksTestDHCPv6-1230486500'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:34.443175 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Allocated IP 2001:db8::f816:3eff:fec0:b6bc (13e23ba1-9297-4cb1-bce9-7212ee789807/789de42b-dde7-4f3f-8f94-632d75132c2a/a32c68a0-3239-444e-a468-539e1ed5516f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:34.463330 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:34.476803 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c3837490-020f-4c24-99a3-c023c9cdb1d0 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:34.481064 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:34.485987 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/networks/e237fc9b-344d-4b3c-875e-f85338668a5f HTTP/1.1" status: 204 len: 168 time: 2.8505538 Jun 25 09:31:34.488905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39280) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:34.489717 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c8892942-751c-4840-b453-93c2d5a584d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:34.510736 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-a6ebd827-2df0-4ee6-af4c-a0e5987ba8db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'router': {'routes': None}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:34.550193 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:34.608185 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 516062ba-ed8a-46a2-ad7f-e2c35b4ab274 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:34.726047 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:34.737401 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Transition to ACTIVE for port object a32c68a0-3239-444e-a468-539e1ed5516f will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:34.761887 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Transition to ACTIVE for port object a32c68a0-3239-444e-a468-539e1ed5516f will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:34.765403 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b1cdd-3a24-436f-b0dc-3aebbc1aa2e9 None None] Calling delete_port for 162e0786-d2eb-4a35-bcec-0f21b846853b owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:34.794280 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:34.797680 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.ipam_backend_mixin [None req-ef9b1cdd-3a24-436f-b0dc-3aebbc1aa2e9 None None] Port 162e0786-d2eb-4a35-bcec-0f21b846853b was not found and therefore no delete operation was performed {{(pid=94026) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:31:34.801059 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-54003d15-898d-40b0-874c-d72363822bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:34.816905 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:34.832517 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ef9b1cdd-3a24-436f-b0dc-3aebbc1aa2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:34.849328 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 2a177323-d22c-4784-bf95-b39519abbdc6 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:34.850440 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:34.873900 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 809adc62-9633-4332-9f63-6f2a0af5f95b yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:31:34.886449 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef9b1cdd-3a24-436f-b0dc-3aebbc1aa2e9 None None] Network e237fc9b-344d-4b3c-875e-f85338668a5f is not hosted by any dhcp agent {{(pid=94026) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 09:31:34.887027 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9b1cdd-3a24-436f-b0dc-3aebbc1aa2e9 None None] No DVR routers for this DVR port 162e0786-d2eb-4a35-bcec-0f21b846853b on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:34.914616 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:34.925212 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:34.927827 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Pushing event updated for resources: {'Port': ['ID=a32c68a0-3239-444e-a468-539e1ed5516f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:34.930760 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:34.943790 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:34.943790 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:34.984586 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b1cdd-3a24-436f-b0dc-3aebbc1aa2e9 None None] Pushing event deleted for resources: {'Port': ['ID=162e0786-d2eb-4a35-bcec-0f21b846853b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:35.004258 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ef9b1cdd-3a24-436f-b0dc-3aebbc1aa2e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:35.078614 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 516062ba-ed8a-46a2-ad7f-e2c35b4ab274 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:35.117413 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 516062ba-ed8a-46a2-ad7f-e2c35b4ab274 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:35.118025 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:35.122976 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Attempting to bind port a32c68a0-3239-444e-a468-539e1ed5516f on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:31:35.123516 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Attempting to bind port a32c68a0-3239-444e-a468-539e1ed5516f by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:31:35.123984 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Attempting to bind port a32c68a0-3239-444e-a468-539e1ed5516f on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:31:35.180291 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:31:35.183331 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:31:35.185164 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:35.186437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:31:35.187263 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Bound port: a32c68a0-3239-444e-a468-539e1ed5516f, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:31:35.189441 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:35.306515 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:35.413054 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] For port a32c68a0-3239-444e-a468-539e1ed5516f, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:31:35.431302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8:0:1::227 (13e23ba1-9297-4cb1-bce9-7212ee789807/e310b402-1bf1-4fc1-81a0-02ba00a2be19/809adc62-9633-4332-9f63-6f2a0af5f95b) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:35.438783 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:31:35.441483 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffdc18a-0db0-49e4-a07f-fe01e9a3c6b9" -d '{"events": [{"server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "name": "network-vif-plugged", "status": "completed", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:31:35.443254 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::f816:3eff:fe9d:6c06 (13e23ba1-9297-4cb1-bce9-7212ee789807/789de42b-dde7-4f3f-8f94-632d75132c2a/809adc62-9633-4332-9f63-6f2a0af5f95b) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:35.467993 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:35.471875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] For port a32c68a0-3239-444e-a468-539e1ed5516f, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a32c68a0-3239-444e-a468-539e1ed5516f,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:31:35.478448 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:35.480747 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:35.488545 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-63a24b2a-1f4a-42a9-8fb0-55d37969b76c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:35.493913 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:35.548406 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f5dd9a-8275-43d0-8e95-c0bf4a4efeb7 x-openstack-request-id: req-c2f5dd9a-8275-43d0-8e95-c0bf4a4efeb7 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:31:35.551320 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "name": "network-vif-plugged", "status": "completed", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:31:35.552958 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c2f5dd9a-8275-43d0-8e95-c0bf4a4efeb7 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:31:35.553422 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6', 'code': 200} Jun 25 09:31:35.579807 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 516062ba-ed8a-46a2-ad7f-e2c35b4ab274, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=516062ba-ed8a-46a2-ad7f-e2c35b4ab274,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:35.597167 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:35.628753 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=2a177323-d22c-4784-bf95-b39519abbdc6,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:35.633146 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:35.633740 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4789ce1c-2a42-4dbc-a74d-22fa57d0c1ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:35.771448 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Pushing event updated for resources: {'Port': ['ID=a32c68a0-3239-444e-a468-539e1ed5516f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:35.775507 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 162e0786-d2eb-4a35-bcec-0f21b846853b no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:35.819577 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:35.820294 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c8892942-751c-4840-b453-93c2d5a584d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:35.833943 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object 809adc62-9633-4332-9f63-6f2a0af5f95b will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:35.882100 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 162e0786-d2eb-4a35-bcec-0f21b846853b {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:35.882739 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 162e0786-d2eb-4a35-bcec-0f21b846853b not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:35.883515 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:35.884809 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=516062ba-ed8a-46a2-ad7f-e2c35b4ab274,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:35.889493 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ea3b89c5-6df6-436a-8bff-01b8c8b348ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:35.891433 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:35.895178 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7187482d-dc4c-4395-859c-7b7c0ecbfff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:35.895735 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7187482d-dc4c-4395-859c-7b7c0ecbfff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:36.005408 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Pushing event deleted for resources: {'Network': ['ID=e237fc9b-344d-4b3c-875e-f85338668a5f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:36.036611 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=809adc62-9633-4332-9f63-6f2a0af5f95b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:36.051516 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:36.064846 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:36.067003 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:36.070270 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:36.082811 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:36.083525 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:36.108195 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.624s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:36.110869 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.extraroute_db [None req-a6ebd827-2df0-4ee6-af4c-a0e5987ba8db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Added routes are [] {{(pid=94025) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 25 09:31:36.111185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.extraroute_db [None req-a6ebd827-2df0-4ee6-af4c-a0e5987ba8db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Removed routes are [] {{(pid=94025) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 25 09:31:36.111566 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a6ebd827-2df0-4ee6-af4c-a0e5987ba8db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:36.119507 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8389525 Jun 25 09:31:36.120275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39308) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:36.195091 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:36.296600 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:36.334257 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-14e4abbc-888d-49a7-9a24-cab8155e2e8a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port 809adc62-9633-4332-9f63-6f2a0af5f95b {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:36.334800 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-14e4abbc-888d-49a7-9a24-cab8155e2e8a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:36.392091 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ade5f9e6-a732-4779-9653-f64f4eac9c7f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:36.395188 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:36.539921 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c8892942-751c-4840-b453-93c2d5a584d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:36.543727 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c8892942-751c-4840-b453-93c2d5a584d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:36.546349 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c8892942-751c-4840-b453-93c2d5a584d9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8184744d-e550-4d28-b0a8-86c015de9279 HTTP/1.1" status: 204 len: 168 time: 2.7118356 Jun 25 09:31:36.601694 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-14e4abbc-888d-49a7-9a24-cab8155e2e8a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:36.607845 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 516062ba-ed8a-46a2-ad7f-e2c35b4ab274 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:36.646234 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-14e4abbc-888d-49a7-9a24-cab8155e2e8a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for 809adc62-9633-4332-9f63-6f2a0af5f95b owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:36.647320 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a6ebd827-2df0-4ee6-af4c-a0e5987ba8db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:36.673581 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a6ebd827-2df0-4ee6-af4c-a0e5987ba8db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:36.687683 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Pushing event updated for resources: {'Port': ['ID=2345f929-5193-431d-9dcb-f6cf1288d844,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:36.697085 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:36.703173 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-73054dea-4a66-4c1b-9a4c-85a7cce15a9e tempest-ExternalNetworksTestJSON-1714407454 tempest-ExternalNetworksTestJSON-1714407454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:36.711197 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:31:36.723641 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 516062ba-ed8a-46a2-ad7f-e2c35b4ab274 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:36.724306 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:36.819979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8892942-751c-4840-b453-93c2d5a584d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8184744d-e550-4d28-b0a8-86c015de9279,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:36.839972 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c8892942-751c-4840-b453-93c2d5a584d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:36.972497 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ebd827-2df0-4ee6-af4c-a0e5987ba8db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router b574b3e7-6569-4deb-aa2a-440ac33c20dc has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:31:36.981922 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a32c68a0-3239-444e-a468-539e1ed5516f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:37.015554 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Network 553f3759-4875-4ed3-8a4e-cd6e0a8956ef is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:37.041932 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:37.161352 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-14e4abbc-888d-49a7-9a24-cab8155e2e8a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:37.174314 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:37.198951 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port a32c68a0-3239-444e-a468-539e1ed5516f completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:37.275017 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4abbc-888d-49a7-9a24-cab8155e2e8a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=809adc62-9633-4332-9f63-6f2a0af5f95b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:37.293954 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-14e4abbc-888d-49a7-9a24-cab8155e2e8a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:37.298831 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ebd827-2df0-4ee6-af4c-a0e5987ba8db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:31:37.307731 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a6ebd827-2df0-4ee6-af4c-a0e5987ba8db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:37.312271 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a6ebd827-2df0-4ee6-af4c-a0e5987ba8db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/b574b3e7-6569-4deb-aa2a-440ac33c20dc HTTP/1.1" status: 200 len: 705 time: 2.8171916 Jun 25 09:31:37.314244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39330) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:37.317559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469363f-bf33-455a-a291-e0ab21ae15ca None None] Sync routers for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:31:37.338553 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e469363f-bf33-455a-a291-e0ab21ae15ca None None] Routers {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:37.340104 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-e469363f-bf33-455a-a291-e0ab21ae15ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:37.361667 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-14540034-c9fe-4201-ac12-cb8798a26287 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports?device_id=b574b3e7-6569-4deb-aa2a-440ac33c20dc HTTP/1.1" status: 200 len: 205 time: 0.0443778 Jun 25 09:31:37.363463 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39332) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:37.429815 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-14e4abbc-888d-49a7-9a24-cab8155e2e8a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:37.434347 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-14e4abbc-888d-49a7-9a24-cab8155e2e8a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/809adc62-9633-4332-9f63-6f2a0af5f95b HTTP/1.1" status: 204 len: 168 time: 1.3101940 Jun 25 09:31:37.434863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39334) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:37.615336 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720b4812-d534-47f1-9e40-ee8a5a44c061 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:37.646499 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f8aea0b1-cbe7-43b3-8746-402b16141057 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:37.663928 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-e469363f-bf33-455a-a291-e0ab21ae15ca None None] Set router b574b3e7-6569-4deb-aa2a-440ac33c20dc gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:37.679778 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ad206b-770d-4d88-8215-97833d9c6893 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:37.685450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-52ad206b-770d-4d88-8215-97833d9c6893 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2494893 Jun 25 09:31:37.688043 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39352) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:37.815270 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Router 85fdec69-1860-4026-a5e8-28446cf7390e has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:31:38.089088 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f8aea0b1-cbe7-43b3-8746-402b16141057 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:38.093881 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f8aea0b1-cbe7-43b3-8746-402b16141057 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:38.216638 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f8aea0b1-cbe7-43b3-8746-402b16141057 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:38.218419 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8aea0b1-cbe7-43b3-8746-402b16141057 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Fanout notify agent at l3_agent the message router_deleted on router b574b3e7-6569-4deb-aa2a-440ac33c20dc {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:31:38.238700 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-e469363f-bf33-455a-a291-e0ab21ae15ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b574b3e7-6569-4deb-aa2a-440ac33c20dc', 'name': 'tempest-RoutersIpV6Test-router-1274276407', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:30:25Z', 'updated_at': '2021-06-25T09:31:29Z', 'revision_number': 11, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:38.254031 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f8aea0b1-cbe7-43b3-8746-402b16141057 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:38.256879 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f8aea0b1-cbe7-43b3-8746-402b16141057 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/routers/b574b3e7-6569-4deb-aa2a-440ac33c20dc HTTP/1.1" status: 204 len: 168 time: 0.8926184 Jun 25 09:31:38.261955 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39368) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:38.275924 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-9261ee3c-1f43-4076-a659-916faf429892 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1977160349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:38.360389 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:31:38.395802 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Sync routers for ids ['85fdec69-1860-4026-a5e8-28446cf7390e'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:31:38.402111 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] 10.222.0.93 "PUT /v2.0/routers/85fdec69-1860-4026-a5e8-28446cf7390e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1271236 Jun 25 09:31:38.405944 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9261ee3c-1f43-4076-a659-916faf429892 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:38.406465 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Routers {'85fdec69-1860-4026-a5e8-28446cf7390e'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:38.409234 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2468e27e-22b6-4751-9705-fbec72cb8d0f None None] Provisioning for port a32c68a0-3239-444e-a468-539e1ed5516f completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:38.409403 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['85fdec69-1860-4026-a5e8-28446cf7390e'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:38.410478 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9261ee3c-1f43-4076-a659-916faf429892 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:38.431433 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469363f-bf33-455a-a291-e0ab21ae15ca None None] Checking router: b574b3e7-6569-4deb-aa2a-440ac33c20dc for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:31:38.445776 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2468e27e-22b6-4751-9705-fbec72cb8d0f None None] Provisioning complete for port a32c68a0-3239-444e-a468-539e1ed5516f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:38.446077 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2468e27e-22b6-4751-9705-fbec72cb8d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:38.530969 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9261ee3c-1f43-4076-a659-916faf429892 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:38.550218 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9261ee3c-1f43-4076-a659-916faf429892 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:38.584869 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9261ee3c-1f43-4076-a659-916faf429892 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:38.589637 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9261ee3c-1f43-4076-a659-916faf429892 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3242772 Jun 25 09:31:38.589888 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Set router 85fdec69-1860-4026-a5e8-28446cf7390e gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:38.591319 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39382) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:38.602930 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4dc1d357-6347-48d2-a2bc-c619a5a917ba tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:38.606395 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39384) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:38.610973 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e469363f-bf33-455a-a291-e0ab21ae15ca None None] Routers set() bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:38.612550 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e469363f-bf33-455a-a291-e0ab21ae15ca None None] Router IDs set() for agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 25 09:31:38.613481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_agentschedulers_db [None req-e469363f-bf33-455a-a291-e0ab21ae15ca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b574b3e7-6569-4deb-aa2a-440ac33c20dc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent'). {{(pid=94026) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 25 09:31:38.614598 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469363f-bf33-455a-a291-e0ab21ae15ca None None] The sync data for ids ['b574b3e7-6569-4deb-aa2a-440ac33c20dc'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:31:38.715721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e25ff3-c272-4c1e-9de0-cd8481d8d255 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:38.720639 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a4e25ff3-c272-4c1e-9de0-cd8481d8d255 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 1.0305583 Jun 25 09:31:38.734101 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39388) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:38.792147 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2468e27e-22b6-4751-9705-fbec72cb8d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:38.851202 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ca73-3a93-410c-ac0a-9d007c42dc83 req-99682e4c-bda4-4ba4-a455-bf2d0e134110 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:38.863165 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7695ca73-3a93-410c-ac0a-9d007c42dc83 req-99682e4c-bda4-4ba4-a455-bf2d0e134110 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 946 time: 0.4835024 Jun 25 09:31:38.941443 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2468e27e-22b6-4751-9705-fbec72cb8d0f None None] For port a32c68a0-3239-444e-a468-539e1ed5516f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a32c68a0-3239-444e-a468-539e1ed5516f,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:38.948435 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2468e27e-22b6-4751-9705-fbec72cb8d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:38.950077 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f499d6a-7045-42f8-8cfa-7b6a9c2bbe04 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:38.953281 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a3d027ab-1a19-4ad0-9381-e0f03f7e7fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:38.955338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f499d6a-7045-42f8-8cfa-7b6a9c2bbe04 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:38.957576 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f499d6a-7045-42f8-8cfa-7b6a9c2bbe04 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:38.973976 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7f499d6a-7045-42f8-8cfa-7b6a9c2bbe04 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2380261 Jun 25 09:31:38.976589 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39398) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:38.987743 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7695ca73-3a93-410c-ac0a-9d007c42dc83 req-974b77ca-c567-4101-a587-d5021d6ab5ef tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/security-groups?id=a14205ed-eeb3-4eda-bc16-63103f6239e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273644 Jun 25 09:31:39.082038 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468e27e-22b6-4751-9705-fbec72cb8d0f None None] Pushing event updated for resources: {'Port': ['ID=a32c68a0-3239-444e-a468-539e1ed5516f,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:39.091714 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2468e27e-22b6-4751-9705-fbec72cb8d0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:39.125202 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea62e2f-733a-47de-b948-d96f3f26da2a None None] Update dhcp port {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'fixed_ips': [{'subnet_id': '789de42b-dde7-4f3f-8f94-632d75132c2a', 'ip_address': '2001:db8::f816:3eff:fec0:b6bc'}, {'subnet_id': 'e310b402-1bf1-4fc1-81a0-02ba00a2be19'}], 'binding:host_id': 'n-d-761264-15'}, 'id': 'a32c68a0-3239-444e-a468-539e1ed5516f'} from n-d-761264-15. {{(pid=94026) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 09:31:39.130219 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2468e27e-22b6-4751-9705-fbec72cb8d0f None None] Provisioning complete for port 2345f929-5193-431d-9dcb-f6cf1288d844 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:39.135426 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebdd083-aadf-4c6b-bd43-0868a828f61b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 789de42b-dde7-4f3f-8f94-632d75132c2a {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:31:39.138472 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2468e27e-22b6-4751-9705-fbec72cb8d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:39.144374 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bebdd083-aadf-4c6b-bd43-0868a828f61b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:39.222375 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'name': 'tempest-TestAggregatesBasicOps-1709127464-router', 'tenant_id': '0d434a889fb84b9685a92b98c5a3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '516062ba-ed8a-46a2-ad7f-e2c35b4ab274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:20Z', 'updated_at': '2021-06-25T09:31:33Z', 'revision_number': 4, 'project_id': '0d434a889fb84b9685a92b98c5a3a19e', 'gw_port': {'id': '516062ba-ed8a-46a2-ad7f-e2c35b4ab274', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:22Z', 'updated_at': '2021-06-25T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2345f929-5193-431d-9dcb-f6cf1288d844', 'name': '', 'network_id': '553f3759-4875-4ed3-8a4e-cd6e0a8956ef', 'tenant_id': '0d434a889fb84b9685a92b98c5a3a19e', 'mac_address': 'fa:16:3e:24:fa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '8eb18d20-8509-42ee-878d-5393c9c97a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:30Z', 'updated_at': '2021-06-25T09:31:33Z', 'revision_number': 2, 'project_id': '0d434a889fb84b9685a92b98c5a3a19e', 'subnets': [{'id': '8eb18d20-8509-42ee-878d-5393c9c97a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:39.251682 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bebdd083-aadf-4c6b-bd43-0868a828f61b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:39.303393 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4dc1d357-6347-48d2-a2bc-c619a5a917ba tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:39.321358 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Checking router: 85fdec69-1860-4026-a5e8-28446cf7390e for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:31:39.321856 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Updating router 85fdec69-1860-4026-a5e8-28446cf7390e port 2345f929-5193-431d-9dcb-f6cf1288d844 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:31:39.358638 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67a1ddac-f0fc-4bb5-b87c-45966aed4133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:39.364688 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4dc1d357-6347-48d2-a2bc-c619a5a917ba tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593659'] for router, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:39.396220 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3ea62e2f-733a-47de-b948-d96f3f26da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:39.403151 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:39.412197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2468e27e-22b6-4751-9705-fbec72cb8d0f None None] Port 2345f929-5193-431d-9dcb-f6cf1288d844 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:31:39.468828 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bebdd083-aadf-4c6b-bd43-0868a828f61b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:39.581727 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bebdd083-aadf-4c6b-bd43-0868a828f61b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:39.624378 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-06caa0b5-1559-4306-879f-0c7d8f5c2576 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:39.653869 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bebdd083-aadf-4c6b-bd43-0868a828f61b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:39.668284 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bebdd083-aadf-4c6b-bd43-0868a828f61b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/789de42b-dde7-4f3f-8f94-632d75132c2a HTTP/1.1" status: 204 len: 168 time: 0.6866126 Jun 25 09:31:39.670466 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39414) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:39.676350 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc1d357-6347-48d2-a2bc-c619a5a917ba tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Router f4c264ac-9a03-4633-ab78-2c23c86d5b7a is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server [None req-3ea62e2f-733a-47de-b948-d96f3f26da2a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 789de42b-dde7-4f3f-8f94-632d75132c2a: This subnet is being modified by another concurrent operation. Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1719, in update_port Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server raise exception Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 789de42b-dde7-4f3f-8f94-632d75132c2a: This subnet is being modified by another concurrent operation. Jun 25 09:31:39.736197 n-d-761264-15 neutron-server[94026]: ERROR oslo_messaging.rpc.server Jun 25 09:31:39.871091 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec9cd76-ba9d-45de-bbd6-d86a5c330393 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:39.898549 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-472ab25f-2ead-44fe-b58a-0f16e12feb19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet e310b402-1bf1-4fc1-81a0-02ba00a2be19 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:31:39.912012 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdd083-aadf-4c6b-bd43-0868a828f61b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=789de42b-dde7-4f3f-8f94-632d75132c2a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:39.916693 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bebdd083-aadf-4c6b-bd43-0868a828f61b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:39.924589 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-472ab25f-2ead-44fe-b58a-0f16e12feb19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.025718 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67a1ddac-f0fc-4bb5-b87c-45966aed4133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.042383 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67a1ddac-f0fc-4bb5-b87c-45966aed4133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.051812 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-472ab25f-2ead-44fe-b58a-0f16e12feb19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.052356 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc1d357-6347-48d2-a2bc-c619a5a917ba tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:31:40.075320 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb95bd5-27f7-40c9-b0c9-f320bc8228a2 None None] Sync routers for ids ['f4c264ac-9a03-4633-ab78-2c23c86d5b7a'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:31:40.083900 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4dc1d357-6347-48d2-a2bc-c619a5a917ba tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.089043 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4dc1d357-6347-48d2-a2bc-c619a5a917ba tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "PUT /v2.0/routers/f4c264ac-9a03-4633-ab78-2c23c86d5b7a HTTP/1.1" status: 200 len: 698 time: 1.4960289 Jun 25 09:31:40.103476 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d42edf33-1d56-445d-83b3-cf31f11dd87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:40.117763 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39424) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:40.151353 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.155471 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb95bd5-27f7-40c9-b0c9-f320bc8228a2 None None] Routers {'f4c264ac-9a03-4633-ab78-2c23c86d5b7a'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:40.157238 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-3fb95bd5-27f7-40c9-b0c9-f320bc8228a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['f4c264ac-9a03-4633-ab78-2c23c86d5b7a'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:40.159443 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-53a40a2d-f870-42a4-99a9-075c93b5e243 None None] Provisioning complete for port a32c68a0-3239-444e-a468-539e1ed5516f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:40.159876 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53a40a2d-f870-42a4-99a9-075c93b5e243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.176476 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Transition to ACTIVE for port object 2345f929-5193-431d-9dcb-f6cf1288d844 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:40.190779 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.192968 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-64fc326a-8f05-4b38-b109-6b433318d432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:40.239905 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-472ab25f-2ead-44fe-b58a-0f16e12feb19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.357429 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8ef9d-3d0e-4487-b471-d0e9740d3569 None None] Pushing event updated for resources: {'Port': ['ID=2345f929-5193-431d-9dcb-f6cf1288d844,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:40.364512 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-e4c8ef9d-3d0e-4487-b471-d0e9740d3569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:40.375446 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-67a1ddac-f0fc-4bb5-b87c-45966aed4133 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=30863e3a696c40d48c6fa99c33121c32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7617033 Jun 25 09:31:40.388562 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39428) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:40.397998 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a32c68a0-3239-444e-a468-539e1ed5516f no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:40.399583 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-472ab25f-2ead-44fe-b58a-0f16e12feb19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.403541 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1ddac-f0fc-4bb5-b87c-45966aed4133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8dca55-bd76-437b-bf41-50b998b6da3d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:40.411179 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bebdd083-aadf-4c6b-bd43-0868a828f61b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:40.437158 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-67a1ddac-f0fc-4bb5-b87c-45966aed4133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:40.457635 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-472ab25f-2ead-44fe-b58a-0f16e12feb19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.460680 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-472ab25f-2ead-44fe-b58a-0f16e12feb19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/e310b402-1bf1-4fc1-81a0-02ba00a2be19 HTTP/1.1" status: 204 len: 168 time: 0.7856424 Jun 25 09:31:40.460680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ab25f-2ead-44fe-b58a-0f16e12feb19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=e310b402-1bf1-4fc1-81a0-02ba00a2be19,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:40.461848 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39432) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:40.469374 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-472ab25f-2ead-44fe-b58a-0f16e12feb19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:40.520160 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6b355508-5deb-4b2a-8d74-26832d85ce37 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489514 Jun 25 09:31:40.522378 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39436) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:40.529111 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:40.565142 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Attempting to bind port 2345f929-5193-431d-9dcb-f6cf1288d844 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:31:40.565785 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Attempting to bind port 2345f929-5193-431d-9dcb-f6cf1288d844 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '232fc2a8-b8b1-4b45-b220-d14f40c610df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '553f3759-4875-4ed3-8a4e-cd6e0a8956ef'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:31:40.565907 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Attempting to bind port 2345f929-5193-431d-9dcb-f6cf1288d844 on network 553f3759-4875-4ed3-8a4e-cd6e0a8956ef {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:31:40.584328 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3735fb87-ae94-47c6-b6e7-d22f19952e9d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/routers/f4c264ac-9a03-4633-ab78-2c23c86d5b7a HTTP/1.1" status: 200 len: 704 time: 0.4633174 Jun 25 09:31:40.588166 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:31:40.592085 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Checking segment: {'id': '232fc2a8-b8b1-4b45-b220-d14f40c610df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '553f3759-4875-4ed3-8a4e-cd6e0a8956ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:31:40.594137 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.595729 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Bound using segment: {'id': '232fc2a8-b8b1-4b45-b220-d14f40c610df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '553f3759-4875-4ed3-8a4e-cd6e0a8956ef'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:31:40.596477 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Bound port: 2345f929-5193-431d-9dcb-f6cf1288d844, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232fc2a8-b8b1-4b45-b220-d14f40c610df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '553f3759-4875-4ed3-8a4e-cd6e0a8956ef'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:31:40.602825 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.607330 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39440) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:40.610438 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2b034a17-ad4a-421b-b389-5677e33c3c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.658967 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-3fb95bd5-27f7-40c9-b0c9-f320bc8228a2 None None] Set router f4c264ac-9a03-4633-ab78-2c23c86d5b7a gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:40.662833 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5cc3c7cf-bdd7-4199-a84d-5adeca4aa732 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4c264ac-9a03-4633-ab78-2c23c86d5b7a HTTP/1.1" status: 200 len: 205 time: 0.0486531 Jun 25 09:31:40.665539 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39444) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:40.782461 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac978-0252-4dd6-b3ab-c8f640fee727 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.838508 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2b034a17-ad4a-421b-b389-5677e33c3c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.872600 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] For port 2345f929-5193-431d-9dcb-f6cf1288d844, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:31:40.882404 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] For port 2345f929-5193-431d-9dcb-f6cf1288d844, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2345f929-5193-431d-9dcb-f6cf1288d844,segment=NetworkSegment(232fc2a8-b8b1-4b45-b220-d14f40c610df),segment_id=232fc2a8-b8b1-4b45-b220-d14f40c610df)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:31:40.897597 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-3fb95bd5-27f7-40c9-b0c9-f320bc8228a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c264ac-9a03-4633-ab78-2c23c86d5b7a', 'name': 'tempest-RoutersIpV6Test-router-1977160349', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:38Z', 'updated_at': '2021-06-25T09:31:39Z', 'revision_number': 2, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:40.900589 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:40.907746 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:41.015045 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:41.026218 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:41.034411 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb95bd5-27f7-40c9-b0c9-f320bc8228a2 None None] Checking router: f4c264ac-9a03-4633-ab78-2c23c86d5b7a for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:31:41.072782 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Routers {'85fdec69-1860-4026-a5e8-28446cf7390e'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:41.073748 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['85fdec69-1860-4026-a5e8-28446cf7390e'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:41.078774 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8ef9d-3d0e-4487-b471-d0e9740d3569 None None] Pushing event updated for resources: {'Port': ['ID=2345f929-5193-431d-9dcb-f6cf1288d844,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:41.087051 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-e4c8ef9d-3d0e-4487-b471-d0e9740d3569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:41.143678 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb95bd5-27f7-40c9-b0c9-f320bc8228a2 None None] Routers {'f4c264ac-9a03-4633-ab78-2c23c86d5b7a'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:41.144843 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-3fb95bd5-27f7-40c9-b0c9-f320bc8228a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['f4c264ac-9a03-4633-ab78-2c23c86d5b7a'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:41.261557 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2b034a17-ad4a-421b-b389-5677e33c3c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:41.308825 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2b034a17-ad4a-421b-b389-5677e33c3c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:41.308825 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2b034a17-ad4a-421b-b389-5677e33c3c92 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5c8dca55-bd76-437b-bf41-50b998b6da3d HTTP/1.1" status: 204 len: 168 time: 0.8785694 Jun 25 09:31:41.308825 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bccb66c4-3996-4c65-adf7-bd2b41e7f330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:41.379676 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac978-0252-4dd6-b3ab-c8f640fee727 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:41.387491 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b034a17-ad4a-421b-b389-5677e33c3c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8dca55-bd76-437b-bf41-50b998b6da3d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:41.390064 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac978-0252-4dd6-b3ab-c8f640fee727 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:41.395638 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2b034a17-ad4a-421b-b389-5677e33c3c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:41.456479 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1e05a-0ac9-469f-8a08-5b444cd6cfe1 req-94b2d2ea-4eae-44a5-ab26-f32fde2e8208 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:41.464899 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2e1e05a-0ac9-469f-8a08-5b444cd6cfe1 req-94b2d2ea-4eae-44a5-ab26-f32fde2e8208 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 946 time: 0.5336380 Jun 25 09:31:41.491262 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac978-0252-4dd6-b3ab-c8f640fee727 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:41.492540 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7ac978-0252-4dd6-b3ab-c8f640fee727 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Fanout notify agent at l3_agent the message router_deleted on router f4c264ac-9a03-4633-ab78-2c23c86d5b7a {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:31:41.507816 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac978-0252-4dd6-b3ab-c8f640fee727 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:41.509042 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1b7ac978-0252-4dd6-b3ab-c8f640fee727 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/routers/f4c264ac-9a03-4633-ab78-2c23c86d5b7a HTTP/1.1" status: 204 len: 168 time: 0.8423812 Jun 25 09:31:41.513333 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39476) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:41.530432 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2e1e05a-0ac9-469f-8a08-5b444cd6cfe1 req-71bdea99-6fe3-471c-97e1-1d5f8a654b14 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/security-groups?id=a14205ed-eeb3-4eda-bc16-63103f6239e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644112 Jun 25 09:31:41.568218 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39482) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:41.568694 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-90254129-8bcc-4522-8da2-6cb927b594a0 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4c264ac-9a03-4633-ab78-2c23c86d5b7a HTTP/1.1" status: 200 len: 205 time: 0.0520744 Jun 25 09:31:41.643085 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] Set router 85fdec69-1860-4026-a5e8-28446cf7390e gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:41.698947 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-571eff5e-d7fe-4d7d-8b8c-b14daf8830c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] delete failed (client error): The resource could not be found. Jun 25 09:31:41.701835 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-571eff5e-d7fe-4d7d-8b8c-b14daf8830c1 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/routers/f4c264ac-9a03-4633-ab78-2c23c86d5b7a HTTP/1.1" status: 404 len: 336 time: 0.1324737 Jun 25 09:31:41.704850 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39488) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:41.772701 n-d-761264-15 neutron-server[94025]: DEBUG neutron.objects.ports [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94025) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 09:31:41.807516 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-88472bb4-9994-41e5-b5a7-98f211de4f09 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] DELETE failed (client error): The resource could not be found. Jun 25 09:31:41.810960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88472bb4-9994-41e5-b5a7-98f211de4f09 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:31:41.817029 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-88472bb4-9994-41e5-b5a7-98f211de4f09 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/de46b040-0691-4ab5-8603-22d1b854fb00 HTTP/1.1" status: 404 len: 337 time: 0.1109140 Jun 25 09:31:41.819412 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39496) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:41.902435 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-4373a9d6-05c2-426a-9636-517d6a1644c5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] DELETE failed (client error): The resource could not be found. Jun 25 09:31:41.904797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4373a9d6-05c2-426a-9636-517d6a1644c5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:31:41.909892 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4373a9d6-05c2-426a-9636-517d6a1644c5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/354acedd-7a8a-4455-91da-0454dcf2112e HTTP/1.1" status: 404 len: 337 time: 0.0858347 Jun 25 09:31:41.910617 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39498) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:42.000492 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfdda22-485a-412f-89cb-6f4befe0ae94 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] DELETE failed (client error): The resource could not be found. Jun 25 09:31:42.000492 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dfdda22-485a-412f-89cb-6f4befe0ae94 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:31:42.008467 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6dfdda22-485a-412f-89cb-6f4befe0ae94 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/f8856eca-e5c1-4b5c-b9cf-b44896a3489f HTTP/1.1" status: 404 len: 337 time: 0.0941586 Jun 25 09:31:42.010224 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39502) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:42.127692 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ba8c38-c740-4439-bdc4-f3ea6bea15d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] DELETE failed (client error): The resource could not be found. Jun 25 09:31:42.136420 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ba8c38-c740-4439-bdc4-f3ea6bea15d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:31:42.146993 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c3ba8c38-c740-4439-bdc4-f3ea6bea15d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/6ce754c8-e8b2-4b16-b8b9-de69bdaa778a HTTP/1.1" status: 404 len: 337 time: 0.1326702 Jun 25 09:31:42.147535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39514) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:42.293791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-877fa676-2adc-41e5-a679-d67ec15aa16b tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports?device_id=b574b3e7-6569-4deb-aa2a-440ac33c20dc HTTP/1.1" status: 200 len: 205 time: 0.1385734 Jun 25 09:31:42.294403 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39518) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:42.294403 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39520) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:42.303287 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'name': 'tempest-TestAggregatesBasicOps-1709127464-router', 'tenant_id': '0d434a889fb84b9685a92b98c5a3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '516062ba-ed8a-46a2-ad7f-e2c35b4ab274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:20Z', 'updated_at': '2021-06-25T09:31:33Z', 'revision_number': 4, 'project_id': '0d434a889fb84b9685a92b98c5a3a19e', 'gw_port': {'id': '516062ba-ed8a-46a2-ad7f-e2c35b4ab274', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:22Z', 'updated_at': '2021-06-25T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2345f929-5193-431d-9dcb-f6cf1288d844', 'name': '', 'network_id': '553f3759-4875-4ed3-8a4e-cd6e0a8956ef', 'tenant_id': '0d434a889fb84b9685a92b98c5a3a19e', 'mac_address': 'fa:16:3e:24:fa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '8eb18d20-8509-42ee-878d-5393c9c97a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:30Z', 'updated_at': '2021-06-25T09:31:40Z', 'revision_number': 4, 'project_id': '0d434a889fb84b9685a92b98c5a3a19e', 'subnets': [{'id': '8eb18d20-8509-42ee-878d-5393c9c97a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:42.364530 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:42.388615 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa0c14-c636-40be-b9b6-190706814449 None None] The sync data for ids ['85fdec69-1860-4026-a5e8-28446cf7390e'] in n-d-761264-15 is: [{'id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'name': 'tempest-TestAggregatesBasicOps-1709127464-router', 'tenant_id': '0d434a889fb84b9685a92b98c5a3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '516062ba-ed8a-46a2-ad7f-e2c35b4ab274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:20Z', 'updated_at': '2021-06-25T09:31:33Z', 'revision_number': 4, 'project_id': '0d434a889fb84b9685a92b98c5a3a19e', 'gw_port': {'id': '516062ba-ed8a-46a2-ad7f-e2c35b4ab274', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:22Z', 'updated_at': '2021-06-25T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2345f929-5193-431d-9dcb-f6cf1288d844', 'name': '', 'network_id': '553f3759-4875-4ed3-8a4e-cd6e0a8956ef', 'tenant_id': '0d434a889fb84b9685a92b98c5a3a19e', 'mac_address': 'fa:16:3e:24:fa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '8eb18d20-8509-42ee-878d-5393c9c97a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:30Z', 'updated_at': '2021-06-25T09:31:40Z', 'revision_number': 4, 'project_id': '0d434a889fb84b9685a92b98c5a3a19e', 'subnets': [{'id': '8eb18d20-8509-42ee-878d-5393c9c97a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:31:42.436561 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-24dc7f4c-d4b4-4b05-bc21-115a0434f14e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] delete failed (client error): The resource could not be found. Jun 25 09:31:42.438132 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-24dc7f4c-d4b4-4b05-bc21-115a0434f14e tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/routers/b574b3e7-6569-4deb-aa2a-440ac33c20dc HTTP/1.1" status: 404 len: 336 time: 0.1420317 Jun 25 09:31:42.448126 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39530) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:42.476090 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-3fb95bd5-27f7-40c9-b0c9-f320bc8228a2 None None] Set router f4c264ac-9a03-4633-ab78-2c23c86d5b7a gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:42.647240 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-3fb95bd5-27f7-40c9-b0c9-f320bc8228a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c264ac-9a03-4633-ab78-2c23c86d5b7a', 'name': 'tempest-RoutersIpV6Test-router-1977160349', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:38Z', 'updated_at': '2021-06-25T09:31:39Z', 'revision_number': 2, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:42.682128 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:42.690821 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb95bd5-27f7-40c9-b0c9-f320bc8228a2 None None] The sync data for ids ['f4c264ac-9a03-4633-ab78-2c23c86d5b7a'] in n-d-761264-15 is: [{'id': 'f4c264ac-9a03-4633-ab78-2c23c86d5b7a', 'name': 'tempest-RoutersIpV6Test-router-1977160349', 'tenant_id': 'd67649aa70d24cadb48a1750a2e10142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:38Z', 'updated_at': '2021-06-25T09:31:39Z', 'revision_number': 2, 'project_id': 'd67649aa70d24cadb48a1750a2e10142', 'gw_port_host': None}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:31:42.706121 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c687-f563-4c1c-aeb1-8d3bfd808821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:42.726314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-14e86421-5e30-4d5d-8f6c-96bde7a6d6c3 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports?device_id=74b1eb6d-5ad4-42ba-940b-1f04919387b9 HTTP/1.1" status: 200 len: 205 time: 0.2686396 Jun 25 09:31:42.760386 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39540) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:42.777072 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb4f27-4960-44c6-b35c-3dc805123dd4 None None] DHCP port deletion for 13e23ba1-9297-4cb1-bce9-7212ee789807 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:31:42.891459 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-7d9f152d-0fcf-419f-adc5-5620618f7330 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] delete failed (client error): The resource could not be found. Jun 25 09:31:42.892849 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7d9f152d-0fcf-419f-adc5-5620618f7330 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/routers/74b1eb6d-5ad4-42ba-940b-1f04919387b9 HTTP/1.1" status: 404 len: 336 time: 0.1183746 Jun 25 09:31:42.896605 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39552) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:42.911001 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-baeb4f27-4960-44c6-b35c-3dc805123dd4 None None] Deleting port a32c68a0-3239-444e-a468-539e1ed5516f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:42.913268 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-baeb4f27-4960-44c6-b35c-3dc805123dd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:42.989794 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26cb939-6236-4ef8-8e88-1c3d905e9342 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] DELETE failed (client error): The resource could not be found. Jun 25 09:31:42.995517 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26cb939-6236-4ef8-8e88-1c3d905e9342 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:31:42.998630 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c26cb939-6236-4ef8-8e88-1c3d905e9342 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/7d3247d6-fd88-4872-8077-ca0372716f40 HTTP/1.1" status: 404 len: 337 time: 0.1004691 Jun 25 09:31:43.015811 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39558) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:43.142361 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-04f27935-b45c-40aa-9bfa-2a7324d06635 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports?device_id=c4a7db33-e4e1-44c5-abca-bda27909c268 HTTP/1.1" status: 200 len: 205 time: 0.1171160 Jun 25 09:31:43.150703 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] For port a32c68a0-3239-444e-a468-539e1ed5516f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a32c68a0-3239-444e-a468-539e1ed5516f,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:43.153985 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39564) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:43.157858 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c687-f563-4c1c-aeb1-8d3bfd808821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:43.173723 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c687-f563-4c1c-aeb1-8d3bfd808821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:43.209584 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-baeb4f27-4960-44c6-b35c-3dc805123dd4 None None] For port a32c68a0-3239-444e-a468-539e1ed5516f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a32c68a0-3239-444e-a468-539e1ed5516f,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:43.210092 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-baeb4f27-4960-44c6-b35c-3dc805123dd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:43.214045 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:43.246329 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-baeb4f27-4960-44c6-b35c-3dc805123dd4 None None] Calling delete_port for a32c68a0-3239-444e-a468-539e1ed5516f owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:43.350515 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-66c742cc-7c45-4bc7-a7fc-83c264b6681b tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] delete failed (client error): The resource could not be found. Jun 25 09:31:43.351235 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-66c742cc-7c45-4bc7-a7fc-83c264b6681b tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/routers/c4a7db33-e4e1-44c5-abca-bda27909c268 HTTP/1.1" status: 404 len: 336 time: 0.1956656 Jun 25 09:31:43.360241 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39574) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:43.361183 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39576) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:43.412247 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:43.426108 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:43.427090 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:43.451992 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d4669f14-8656-4771-a592-6a2409221b19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:43.483143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:43.497025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:43.513056 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:43.526696 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:43.540548 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d6c7cec5-e316-4d20-8837-fa40d8a98c08 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports?device_id=49d05dff-b34f-4877-b47c-722927d6c1cc HTTP/1.1" status: 200 len: 205 time: 0.1671274 Jun 25 09:31:43.546288 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39584) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:43.681633 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-ca594486-7fad-407d-b447-401d8c9d6d11 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] delete failed (client error): The resource could not be found. Jun 25 09:31:43.683167 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ca594486-7fad-407d-b447-401d8c9d6d11 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/routers/49d05dff-b34f-4877-b47c-722927d6c1cc HTTP/1.1" status: 404 len: 336 time: 0.0532305 Jun 25 09:31:43.687949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39586) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:43.702615 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:31:43.703689 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9c687-f563-4c1c-aeb1-8d3bfd808821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a775ef29-dfc8-4bf3-9d29-bb25e0fc8e17,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:43.704250 n-d-761264-15 neutron-server[94026]: DEBUG oslo_db.api [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:31:43.715139 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c2f9c687-f563-4c1c-aeb1-8d3bfd808821 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1898b251075b49ee82db12be25f724e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4147620 Jun 25 09:31:43.716935 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c2f9c687-f563-4c1c-aeb1-8d3bfd808821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:43.735899 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=a32c68a0-3239-444e-a468-539e1ed5516f,revision_number=6']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:43.739671 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39588) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:43.743570 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:43.752399 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2284646 Jun 25 09:31:43.754086 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-82496811-c400-4d35-bcc1-bde9727b91b4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:43.762280 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39590) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:43.779349 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-438978ef-8c46-40a8-be6e-928c3c383412 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] DELETE failed (client error): The resource could not be found. Jun 25 09:31:43.780277 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438978ef-8c46-40a8-be6e-928c3c383412 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:31:43.783570 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-438978ef-8c46-40a8-be6e-928c3c383412 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/2c300ee8-502d-448f-8338-828c772f8410 HTTP/1.1" status: 404 len: 337 time: 0.0760605 Jun 25 09:31:43.788922 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39592) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:43.828938 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-5ecaf182-6dc6-4e5b-a2a5-8e176408c34b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:43.872894 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-88d53611-b6a9-454e-99c1-8144fbea9b71 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports?device_id=4b5cc18e-4663-4b46-aa91-6e9f91c2873e HTTP/1.1" status: 200 len: 205 time: 0.0787292 Jun 25 09:31:43.881070 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39594) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:43.969102 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-baeb4f27-4960-44c6-b35c-3dc805123dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:43.971649 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2330c5fb-81b6-432d-a6b3-bed61fd4637f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:44.062564 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb4f27-4960-44c6-b35c-3dc805123dd4 None None] Pushing event deleted for resources: {'Port': ['ID=a32c68a0-3239-444e-a468-539e1ed5516f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:44.069056 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-baeb4f27-4960-44c6-b35c-3dc805123dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:44.109039 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-4c8dbc67-a144-43e5-8638-8bbd8cca9558 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] delete failed (client error): The resource could not be found. Jun 25 09:31:44.110503 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4c8dbc67-a144-43e5-8638-8bbd8cca9558 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/routers/4b5cc18e-4663-4b46-aa91-6e9f91c2873e HTTP/1.1" status: 404 len: 336 time: 0.2269311 Jun 25 09:31:44.138179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39598) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:44.172263 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=e20701fb-2931-4081-aaf0-9e33e849ba03,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:44.198245 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:44.214365 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e21789-f9fa-4d70-b1db-3d88b97bed12 req-d65e9eb9-7ecc-4400-b17d-1c85eadc62a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:44.224227 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-77e21789-f9fa-4d70-b1db-3d88b97bed12 req-d65e9eb9-7ecc-4400-b17d-1c85eadc62a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 946 time: 1.0645456 Jun 25 09:31:44.238777 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb4f27-4960-44c6-b35c-3dc805123dd4 None None] No DVR routers for this DVR port a32c68a0-3239-444e-a468-539e1ed5516f on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:44.281885 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-87082d9b-fb1f-48c2-9500-799465ede530 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] DELETE failed (client error): The resource could not be found. Jun 25 09:31:44.282310 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87082d9b-fb1f-48c2-9500-799465ede530 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:31:44.284226 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-87082d9b-fb1f-48c2-9500-799465ede530 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/6e92b50e-a4bc-43f5-818c-dde7c3a1910f HTTP/1.1" status: 404 len: 337 time: 0.1181605 Jun 25 09:31:44.293658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39600) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:44.357388 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-77e21789-f9fa-4d70-b1db-3d88b97bed12 req-2d0b2071-00a4-449d-98f3-a40361db169f tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/security-groups?id=a14205ed-eeb3-4eda-bc16-63103f6239e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317744 Jun 25 09:31:44.378693 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Port a32c68a0-3239-444e-a468-539e1ed5516f update to DOWN by agent not found {{(pid=94026) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2137}} Jun 25 09:31:44.401162 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa46d16-b573-4ae9-8f37-afdc451639f3 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:44.405242 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39602) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:44.516671 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecaf182-6dc6-4e5b-a2a5-8e176408c34b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:44.526855 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ecaf182-6dc6-4e5b-a2a5-8e176408c34b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:44.665611 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68627036-7ceb-45cc-8297-6238c32f7f8b req-266d3d4b-f814-48d4-aa83-83c137e0a72c tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:44.692308 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-68627036-7ceb-45cc-8297-6238c32f7f8b req-266d3d4b-f814-48d4-aa83-83c137e0a72c tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.38 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 946 time: 0.5343444 Jun 25 09:31:44.693309 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-265444cb-0396-4b56-8d4e-e5d284e5b05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:44.695257 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39610) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:44.698004 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f90125ae-416c-4890-be41-d4a83488329a tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "GET /v2.0/ports?device_id=63f004dc-6794-4c79-83e7-92680978225c HTTP/1.1" status: 200 len: 205 time: 0.3949647 Jun 25 09:31:44.731601 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2345f929-5193-431d-9dcb-f6cf1288d844 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:44.898469 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': 'e20701fb-2931-4081-aaf0-9e33e849ba03'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:31:44.902902 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:45.001633 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9126642a-9e47-4591-8cf2-9ae3dd93c617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:45.062758 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 2345f929-5193-431d-9dcb-f6cf1288d844 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:45.082935 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2345f929-5193-431d-9dcb-f6cf1288d844 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:45.083432 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:45.264449 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Allocated IP 2001:db8::f816:3eff:fee7:147c (13e23ba1-9297-4cb1-bce9-7212ee789807/e20701fb-2931-4081-aaf0-9e33e849ba03/e3955078-284e-4efa-b699-e4a49f0c36cf) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:45.367150 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-9126642a-9e47-4591-8cf2-9ae3dd93c617 admin admin] Deleting port d08f5b4a-3669-4b51-ac3b-650021b8bc27 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:45.368363 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9126642a-9e47-4591-8cf2-9ae3dd93c617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:45.447533 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:45.495342 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-9126642a-9e47-4591-8cf2-9ae3dd93c617 admin admin] For port d08f5b4a-3669-4b51-ac3b-650021b8bc27, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d08f5b4a-3669-4b51-ac3b-650021b8bc27,segment=NetworkSegment(2ff8aadb-b872-4f71-89a4-1131a85754d6),segment_id=2ff8aadb-b872-4f71-89a4-1131a85754d6)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:45.495887 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9126642a-9e47-4591-8cf2-9ae3dd93c617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:45.518513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-9126642a-9e47-4591-8cf2-9ae3dd93c617 admin admin] Calling delete_port for d08f5b4a-3669-4b51-ac3b-650021b8bc27 owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:45.558695 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:45.564447 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 2345f929-5193-431d-9dcb-f6cf1288d844, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2345f929-5193-431d-9dcb-f6cf1288d844,segment=NetworkSegment(232fc2a8-b8b1-4b45-b220-d14f40c610df),segment_id=232fc2a8-b8b1-4b45-b220-d14f40c610df)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:45.577815 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:45.584854 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Transition to ACTIVE for port object e3955078-284e-4efa-b699-e4a49f0c36cf will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:45.588919 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:45.629865 n-d-761264-15 neutron-server[94025]: INFO neutron.db.ipam_backend_mixin [None req-5ecaf182-6dc6-4e5b-a2a5-8e176408c34b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e20701fb-2931-4081-aaf0-9e33e849ba03 (CIDR: 2001:db8::/64) Jun 25 09:31:45.659419 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=2345f929-5193-431d-9dcb-f6cf1288d844,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:45.672216 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:45.673267 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Transition to ACTIVE for port object e3955078-284e-4efa-b699-e4a49f0c36cf will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:45.685852 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:45.691046 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecaf182-6dc6-4e5b-a2a5-8e176408c34b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:31:45.692462 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ecaf182-6dc6-4e5b-a2a5-8e176408c34b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:31:45.709727 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3745bee5-743f-4967-81c6-34066b75201a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:45.712225 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-7f447bfa-4f13-4ca9-95e5-7bea4f1bd1d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] delete failed (client error): The resource could not be found. Jun 25 09:31:45.717582 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7f447bfa-4f13-4ca9-95e5-7bea4f1bd1d9 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/routers/63f004dc-6794-4c79-83e7-92680978225c HTTP/1.1" status: 404 len: 336 time: 1.0141973 Jun 25 09:31:45.741593 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39618) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:45.755223 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:45.758285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:45.762067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab645c1-d633-40d8-a26d-9e911ab21011 req-5df4835d-9e42-48f1-a266-33fd7e3a4ca8 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:45.764042 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ab645c1-d633-40d8-a26d-9e911ab21011 req-5df4835d-9e42-48f1-a266-33fd7e3a4ca8 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 946 time: 0.1750481 Jun 25 09:31:45.767053 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:45.807108 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a258b81-a95b-4e4a-972d-dedfce9998b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:45.809680 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-391bcba4-7fe3-47b3-aa74-121b10adc71d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] DELETE failed (client error): The resource could not be found. Jun 25 09:31:45.810292 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391bcba4-7fe3-47b3-aa74-121b10adc71d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:31:45.814950 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-391bcba4-7fe3-47b3-aa74-121b10adc71d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/1b46a35c-6b12-428a-93a3-d95ba7b32c69 HTTP/1.1" status: 404 len: 337 time: 0.0712266 Jun 25 09:31:45.818356 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-265444cb-0396-4b56-8d4e-e5d284e5b05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:45.819010 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Pushing event updated for resources: {'Port': ['ID=e3955078-284e-4efa-b699-e4a49f0c36cf,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:45.819786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39620) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:45.836875 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:45.858873 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f377cb-90b4-4a5c-98c9-333dbe87b574 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] DELETE failed (client error): The resource could not be found. Jun 25 09:31:45.859486 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5ecaf182-6dc6-4e5b-a2a5-8e176408c34b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0948620 Jun 25 09:31:45.859614 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f377cb-90b4-4a5c-98c9-333dbe87b574 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:31:45.863841 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b2f377cb-90b4-4a5c-98c9-333dbe87b574 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] 10.222.0.93 "DELETE /v2.0/subnets/fed55ba3-196a-4480-8082-e1511088453e HTTP/1.1" status: 404 len: 337 time: 0.0383568 Jun 25 09:31:45.863841 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39622) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:45.879541 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Attempting to bind port e3955078-284e-4efa-b699-e4a49f0c36cf on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:31:45.879973 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Attempting to bind port e3955078-284e-4efa-b699-e4a49f0c36cf by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:31:45.880395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Attempting to bind port e3955078-284e-4efa-b699-e4a49f0c36cf on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:31:45.889236 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:31:45.889732 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:31:45.890196 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:45.890655 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:31:45.891210 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Bound port: e3955078-284e-4efa-b699-e4a49f0c36cf, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:31:45.891734 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:45.912410 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-2711c349-e2c9-4b33-ba11-4b1b24728ae5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:45.985609 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a258b81-a95b-4e4a-972d-dedfce9998b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:46.018732 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a258b81-a95b-4e4a-972d-dedfce9998b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:46.033508 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c8892942-751c-4840-b453-93c2d5a584d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:46.043126 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] For port e3955078-284e-4efa-b699-e4a49f0c36cf, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:31:46.055255 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] For port e3955078-284e-4efa-b699-e4a49f0c36cf, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e3955078-284e-4efa-b699-e4a49f0c36cf,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:31:46.064121 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:46.074680 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b845a6cc-6e7d-4187-96d6-9bbaacbb92e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:46.085770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2711c349-e2c9-4b33-ba11-4b1b24728ae5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:46.090814 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2711c349-e2c9-4b33-ba11-4b1b24728ae5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:46.128137 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4a258b81-a95b-4e4a-972d-dedfce9998b3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=40741315c85c4f2497dca9d9090c9ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7157009 Jun 25 09:31:46.139618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a258b81-a95b-4e4a-972d-dedfce9998b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8626aa23-23b1-45c3-bb13-8562251ce71c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:46.143800 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4a258b81-a95b-4e4a-972d-dedfce9998b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:46.145303 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39626) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:46.193421 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ab645c1-d633-40d8-a26d-9e911ab21011 req-0f2d9336-51ee-4366-86ac-2e05f793e11d tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/security-groups?id=a14205ed-eeb3-4eda-bc16-63103f6239e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4212606 Jun 25 09:31:46.209660 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-68627036-7ceb-45cc-8297-6238c32f7f8b req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Deleting port 730c7d53-84e2-4b6f-94e8-48215d86224d {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:46.210010 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-68627036-7ceb-45cc-8297-6238c32f7f8b req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:46.218591 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Pushing event updated for resources: {'Port': ['ID=e3955078-284e-4efa-b699-e4a49f0c36cf,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:46.224986 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:46.271015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-265444cb-0396-4b56-8d4e-e5d284e5b05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:46.275283 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-265444cb-0396-4b56-8d4e-e5d284e5b05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:46.276503 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-265444cb-0396-4b56-8d4e-e5d284e5b05f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a775ef29-dfc8-4bf3-9d29-bb25e0fc8e17 HTTP/1.1" status: 204 len: 168 time: 2.5347838 Jun 25 09:31:46.362324 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:46.366301 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9126642a-9e47-4591-8cf2-9ae3dd93c617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:46.374263 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:46.406757 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39632) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:46.439574 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126642a-9e47-4591-8cf2-9ae3dd93c617 admin admin] Pushing event deleted for resources: {'Port': ['ID=d08f5b4a-3669-4b51-ac3b-650021b8bc27,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:46.450081 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-68936875-cb5b-40cb-a759-cd5d0983ef10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:46.457649 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9126642a-9e47-4591-8cf2-9ae3dd93c617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:46.464144 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265444cb-0396-4b56-8d4e-e5d284e5b05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a775ef29-dfc8-4bf3-9d29-bb25e0fc8e17,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:46.476468 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-265444cb-0396-4b56-8d4e-e5d284e5b05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:46.571809 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-68936875-cb5b-40cb-a759-cd5d0983ef10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:46.574462 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2345f929-5193-431d-9dcb-f6cf1288d844 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:46.718540 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2345f929-5193-431d-9dcb-f6cf1288d844 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:46.719605 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:46.759900 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-68627036-7ceb-45cc-8297-6238c32f7f8b req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] For port 730c7d53-84e2-4b6f-94e8-48215d86224d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=730c7d53-84e2-4b6f-94e8-48215d86224d,segment=NetworkSegment(6c3f6fa6-1b50-47bc-8def-9672ae3c51f9),segment_id=6c3f6fa6-1b50-47bc-8def-9672ae3c51f9)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:46.761355 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-68627036-7ceb-45cc-8297-6238c32f7f8b req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:46.787196 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-68936875-cb5b-40cb-a759-cd5d0983ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:46.794303 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-68936875-cb5b-40cb-a759-cd5d0983ef10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:46.797137 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-68936875-cb5b-40cb-a759-cd5d0983ef10 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8626aa23-23b1-45c3-bb13-8562251ce71c HTTP/1.1" status: 204 len: 168 time: 0.6490512 Jun 25 09:31:46.824414 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-28b4b245-6388-4378-a00e-1dece9562184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:46.872844 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9126642a-9e47-4591-8cf2-9ae3dd93c617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:46.878489 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68936875-cb5b-40cb-a759-cd5d0983ef10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8626aa23-23b1-45c3-bb13-8562251ce71c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:46.892449 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-68936875-cb5b-40cb-a759-cd5d0983ef10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:47.117912 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d3ef8c79-f8c6-409e-aae9-201b432c6e8d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d67649aa70d24cadb48a1750a2e10142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7031434 Jun 25 09:31:47.123223 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39646) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:47.237729 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2711c349-e2c9-4b33-ba11-4b1b24728ae5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:47.308813 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-399e4bea-8bed-486d-b2bb-89d760382b3e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:47.329055 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9163111e-0b4e-41a5-ac94-cedeb4ef8328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:47.352792 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 730c7d53-84e2-4b6f-94e8-48215d86224d no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:47.436978 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-68627036-7ceb-45cc-8297-6238c32f7f8b req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:47.437256 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-68627036-7ceb-45cc-8297-6238c32f7f8b req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:47.437570 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [req-68627036-7ceb-45cc-8297-6238c32f7f8b req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Floating IP 91c82d9e-afb1-4fa6-98c9-ed967651fdfb disassociated. External IP: 172.25.6.237, port: 730c7d53-84e2-4b6f-94e8-48215d86224d. Jun 25 09:31:47.437911 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-68627036-7ceb-45cc-8297-6238c32f7f8b req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Calling delete_port for 730c7d53-84e2-4b6f-94e8-48215d86224d owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:47.477766 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711c349-e2c9-4b33-ba11-4b1b24728ae5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=7e0847ac-102b-4b91-8d73-a56ccf09f6d2,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:47.489823 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9163111e-0b4e-41a5-ac94-cedeb4ef8328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:47.505848 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2711c349-e2c9-4b33-ba11-4b1b24728ae5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:47.586674 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39658) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:47.590270 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:47.656875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895b9471-25ff-4245-a2f8-f9511d04dac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '730c7d53-84e2-4b6f-94e8-48215d86224d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:31:47.659084 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43abe9dd-1df4-422a-83b1-5b3da9bf3cf1" -d '{"events": [{"server_uuid": "895b9471-25ff-4245-a2f8-f9511d04dac1", "name": "network-vif-unplugged", "status": "completed", "tag": "730c7d53-84e2-4b6f-94e8-48215d86224d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:31:47.680552 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9126642a-9e47-4591-8cf2-9ae3dd93c617 admin admin] Router 21eb2c47-5205-474e-ad28-4860d2e4ebe1 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:31:47.697562 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 730c7d53-84e2-4b6f-94e8-48215d86224d, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=730c7d53-84e2-4b6f-94e8-48215d86224d,segment=NetworkSegment(6c3f6fa6-1b50-47bc-8def-9672ae3c51f9),segment_id=6c3f6fa6-1b50-47bc-8def-9672ae3c51f9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:47.707440 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711c349-e2c9-4b33-ba11-4b1b24728ae5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:47.708091 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:47.717903 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0443f87b-5036-456b-bf33-3c006ef8841c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:47.719778 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-2711c349-e2c9-4b33-ba11-4b1b24728ae5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:47.727657 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb1e5c17-e5f5-4b2a-9928-55d61a53bb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:47.734173 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2711c349-e2c9-4b33-ba11-4b1b24728ae5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:47.735214 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2711c349-e2c9-4b33-ba11-4b1b24728ae5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:47.812216 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe6d108-fe69-4b3c-a43c-b810274ee83d x-openstack-request-id: req-dbe6d108-fe69-4b3c-a43c-b810274ee83d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:31:47.812517 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895b9471-25ff-4245-a2f8-f9511d04dac1", "name": "network-vif-unplugged", "status": "completed", "tag": "730c7d53-84e2-4b6f-94e8-48215d86224d", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:31:47.812988 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dbe6d108-fe69-4b3c-a43c-b810274ee83d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:31:47.813625 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895b9471-25ff-4245-a2f8-f9511d04dac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '730c7d53-84e2-4b6f-94e8-48215d86224d', 'code': 200} Jun 25 09:31:47.835835 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=730c7d53-84e2-4b6f-94e8-48215d86224d,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:47.839756 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:47.992751 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b48699-8ce4-4915-97be-8962e3132c9a req-5e894239-a7d2-4349-b7ef-0dacd41ac72f tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:47.998838 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9163111e-0b4e-41a5-ac94-cedeb4ef8328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:48.001626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94b48699-8ce4-4915-97be-8962e3132c9a req-5e894239-a7d2-4349-b7ef-0dacd41ac72f tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 946 time: 0.4927282 Jun 25 09:31:48.004948 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9163111e-0b4e-41a5-ac94-cedeb4ef8328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:48.008055 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9163111e-0b4e-41a5-ac94-cedeb4ef8328 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2e635eef-9107-48b8-bb4a-2e5c4eac85f1 HTTP/1.1" status: 204 len: 168 time: 0.8836536 Jun 25 09:31:48.023910 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d4f1bf-8537-49e2-ba37-e3eaa055c239 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:48.055142 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9126642a-9e47-4591-8cf2-9ae3dd93c617 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:31:48.065778 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39894883-e889-4e6a-859b-4a139faef308 None None] Sync routers for ids ['21eb2c47-5205-474e-ad28-4860d2e4ebe1'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:31:48.067658 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-265444cb-0396-4b56-8d4e-e5d284e5b05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:48.083241 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163111e-0b4e-41a5-ac94-cedeb4ef8328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e635eef-9107-48b8-bb4a-2e5c4eac85f1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:48.084853 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9126642a-9e47-4591-8cf2-9ae3dd93c617 admin admin] 10.222.0.93 "PUT /v2.0/routers/21eb2c47-5205-474e-ad28-4860d2e4ebe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7197204 Jun 25 09:31:48.089984 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9163111e-0b4e-41a5-ac94-cedeb4ef8328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:48.090242 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39674) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:48.094706 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39894883-e889-4e6a-859b-4a139faef308 None None] Routers {'21eb2c47-5205-474e-ad28-4860d2e4ebe1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:48.096881 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-39894883-e889-4e6a-859b-4a139faef308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['21eb2c47-5205-474e-ad28-4860d2e4ebe1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:48.121476 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94b48699-8ce4-4915-97be-8962e3132c9a req-1a573c93-33bf-4bc5-a8f3-5e86105113ff tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/security-groups?id=a14205ed-eeb3-4eda-bc16-63103f6239e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180573 Jun 25 09:31:48.151461 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-68627036-7ceb-45cc-8297-6238c32f7f8b req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:48.158371 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:48.197407 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Pushing event deleted for resources: {'Port': ['ID=730c7d53-84e2-4b6f-94e8-48215d86224d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:48.207145 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:48.325329 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-59778ac0-8dec-4050-94dc-a1b66ac13bf0 None None] Provisioning for port e3955078-284e-4efa-b699-e4a49f0c36cf completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:48.460004 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68627036-7ceb-45cc-8297-6238c32f7f8b req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Router a6b6486c-9e73-418f-852a-d895d5964d9f has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:31:48.462704 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb1e5c17-e5f5-4b2a-9928-55d61a53bb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:48.475299 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-39894883-e889-4e6a-859b-4a139faef308 None None] Set router 21eb2c47-5205-474e-ad28-4860d2e4ebe1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:48.485157 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb1e5c17-e5f5-4b2a-9928-55d61a53bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:48.521308 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e1699ba4-4d87-4e0d-a3aa-51a15d60078f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:48.681866 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-eb1e5c17-e5f5-4b2a-9928-55d61a53bb82 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4065bb88733a4188ba717ee8a36af659&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0148723 Jun 25 09:31:48.728307 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e3955078-284e-4efa-b699-e4a49f0c36cf up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:48.730761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e5c17-e5f5-4b2a-9928-55d61a53bb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276881d3-0814-49ba-b0bb-5c95babc1212,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:48.748705 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eb1e5c17-e5f5-4b2a-9928-55d61a53bb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:48.900200 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-39894883-e889-4e6a-859b-4a139faef308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'name': 'tempest-TestAggregatesBasicOps-334757909-router', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:04Z', 'updated_at': '2021-06-25T09:31:46Z', 'revision_number': 5, 'project_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'gw_port': {'id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:48:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:05Z', 'updated_at': '2021-06-25T09:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:48.953792 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39688) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:48.980881 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39894883-e889-4e6a-859b-4a139faef308 None None] Checking router: 21eb2c47-5205-474e-ad28-4860d2e4ebe1 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:31:49.013002 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b84375-a6dd-43b6-8f3d-37c914de5a31 None None] Update dhcp port {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'fixed_ips': [{'subnet_id': 'e20701fb-2931-4081-aaf0-9e33e849ba03', 'ip_address': '2001:db8::f816:3eff:fee7:147c'}, {'subnet_id': '7e0847ac-102b-4b91-8d73-a56ccf09f6d2'}], 'binding:host_id': 'n-d-761264-15'}, 'id': 'e3955078-284e-4efa-b699-e4a49f0c36cf'} from n-d-761264-15. {{(pid=94026) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 09:31:49.025200 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39894883-e889-4e6a-859b-4a139faef308 None None] Routers {'21eb2c47-5205-474e-ad28-4860d2e4ebe1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:49.026290 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-39894883-e889-4e6a-859b-4a139faef308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['21eb2c47-5205-474e-ad28-4860d2e4ebe1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:49.116103 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port e3955078-284e-4efa-b699-e4a49f0c36cf completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:49.121926 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50b84375-a6dd-43b6-8f3d-37c914de5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:49.130178 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e3955078-284e-4efa-b699-e4a49f0c36cf triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:49.130862 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:49.212087 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-718a0665-0d4b-41a3-94b8-e5355b568a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:49.253190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68627036-7ceb-45cc-8297-6238c32f7f8b req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:31:49.308031 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6bb7d8-3044-4246-9ecb-7457ad70b8d6 None None] Sync routers for ids ['a6b6486c-9e73-418f-852a-d895d5964d9f'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:31:49.311689 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-39894883-e889-4e6a-859b-4a139faef308 None None] Set router 21eb2c47-5205-474e-ad28-4860d2e4ebe1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:49.436098 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-718a0665-0d4b-41a3-94b8-e5355b568a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:49.453357 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-68627036-7ceb-45cc-8297-6238c32f7f8b req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] No DVR routers for this DVR port 730c7d53-84e2-4b6f-94e8-48215d86224d on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:49.459676 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-68627036-7ceb-45cc-8297-6238c32f7f8b req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:49.467375 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-68627036-7ceb-45cc-8297-6238c32f7f8b req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.38 "DELETE /v2.0/ports/730c7d53-84e2-4b6f-94e8-48215d86224d HTTP/1.1" status: 204 len: 173 time: 4.7441680 Jun 25 09:31:49.481705 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895b9471-25ff-4245-a2f8-f9511d04dac1', 'name': 'network-vif-deleted', 'tag': '730c7d53-84e2-4b6f-94e8-48215d86224d'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:31:49.485860 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4ad8d6-328c-42ae-bc41-d5048a68b8b1" -d '{"events": [{"server_uuid": "895b9471-25ff-4245-a2f8-f9511d04dac1", "name": "network-vif-deleted", "tag": "730c7d53-84e2-4b6f-94e8-48215d86224d"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:31:49.597399 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae47224-d64c-4eae-9712-c199adf1d844 x-openstack-request-id: req-5ae47224-d64c-4eae-9712-c199adf1d844 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:31:49.597977 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895b9471-25ff-4245-a2f8-f9511d04dac1", "name": "network-vif-deleted", "tag": "730c7d53-84e2-4b6f-94e8-48215d86224d", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:31:49.598444 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5ae47224-d64c-4eae-9712-c199adf1d844 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:31:49.599044 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895b9471-25ff-4245-a2f8-f9511d04dac1', 'name': 'network-vif-deleted', 'tag': '730c7d53-84e2-4b6f-94e8-48215d86224d', 'status': 'completed', 'code': 200} Jun 25 09:31:49.655029 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-718a0665-0d4b-41a3-94b8-e5355b568a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:49.667650 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-718a0665-0d4b-41a3-94b8-e5355b568a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:49.669298 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-718a0665-0d4b-41a3-94b8-e5355b568a80 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/276881d3-0814-49ba-b0bb-5c95babc1212 HTTP/1.1" status: 204 len: 168 time: 0.7127576 Jun 25 09:31:49.677500 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-61130729-ed53-4b8c-84f1-86e1cc496d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:49.713510 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a0665-0d4b-41a3-94b8-e5355b568a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276881d3-0814-49ba-b0bb-5c95babc1212,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:49.726555 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-718a0665-0d4b-41a3-94b8-e5355b568a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:49.756434 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-50b84375-a6dd-43b6-8f3d-37c914de5a31 None None] Allocated IP 2001:db8:0:1::2 (13e23ba1-9297-4cb1-bce9-7212ee789807/7e0847ac-102b-4b91-8d73-a56ccf09f6d2/e3955078-284e-4efa-b699-e4a49f0c36cf) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:49.763516 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2711c349-e2c9-4b33-ba11-4b1b24728ae5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8803592 Jun 25 09:31:49.766393 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39722) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:49.773788 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'mac_address': 'fa:16:3e:36:f2:5b', 'name': 'tempest-NetworksTestDHCPv6-259668353'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:49.778775 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-39894883-e889-4e6a-859b-4a139faef308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'name': 'tempest-TestAggregatesBasicOps-334757909-router', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:04Z', 'updated_at': '2021-06-25T09:31:46Z', 'revision_number': 5, 'project_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'gw_port': {'id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:48:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:05Z', 'updated_at': '2021-06-25T09:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:49.887360 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39894883-e889-4e6a-859b-4a139faef308 None None] The sync data for ids ['21eb2c47-5205-474e-ad28-4860d2e4ebe1'] in n-d-761264-15 is: [{'id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'name': 'tempest-TestAggregatesBasicOps-334757909-router', 'tenant_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:04Z', 'updated_at': '2021-06-25T09:31:46Z', 'revision_number': 5, 'project_id': 'a89a895ae0e042ee97488437fbd9c1ce', 'gw_port': {'id': '89cdf258-3f6b-4661-9f82-a23b5ca75864', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:48:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb2c47-5205-474e-ad28-4860d2e4ebe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:05Z', 'updated_at': '2021-06-25T09:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:31:49.922989 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-71c46b88-170e-41b8-a087-3b2170770e5d req-a0cb7f52-8c53-4193-b463-0494e4b111f7 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 210 time: 0.2059350 Jun 25 09:31:50.029530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6bb7d8-3044-4246-9ecb-7457ad70b8d6 None None] Routers {'a6b6486c-9e73-418f-852a-d895d5964d9f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:50.033705 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-5d6bb7d8-3044-4246-9ecb-7457ad70b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a6b6486c-9e73-418f-852a-d895d5964d9f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:50.094844 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:50.144634 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:31:50.315526 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39732) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:50.363169 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-5d6bb7d8-3044-4246-9ecb-7457ad70b8d6 None None] Set router a6b6486c-9e73-418f-852a-d895d5964d9f gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:50.480053 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:50.531058 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:50.596644 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8fc7610c-54d5-4d4d-ab58-84d130316bbb tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:50.600331 n-d-761264-15 neutron-server[94025]: WARNING neutron.api.v2.base [None req-8fc7610c-54d5-4d4d-ab58-84d130316bbb tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 25 09:31:50.603193 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-8fc7610c-54d5-4d4d-ab58-84d130316bbb tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): There was a conflict when trying to complete your request. Jun 25 09:31:50.612714 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8fc7610c-54d5-4d4d-ab58-84d130316bbb tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2931104 Jun 25 09:31:50.614778 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39740) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:50.633909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1a5b4bb3-91f9-4a44-bd65-c1cd9d080784 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group': {'name': 'tempest-secgroup--983883256'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:50.715699 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:50.839079 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 079a6043-ad73-47bf-9ed5-200f4854d217 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:31:50.913361 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a5b4bb3-91f9-4a44-bd65-c1cd9d080784 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:50.956323 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a5b4bb3-91f9-4a44-bd65-c1cd9d080784 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:51.007727 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] Deleting port 89cdf258-3f6b-4661-9f82-a23b5ca75864 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:51.008074 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:51.071154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-50b84375-a6dd-43b6-8f3d-37c914de5a31 None None] For port e3955078-284e-4efa-b699-e4a49f0c36cf, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e3955078-284e-4efa-b699-e4a49f0c36cf,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:51.255848 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50b84375-a6dd-43b6-8f3d-37c914de5a31 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:51.276515 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-50b84375-a6dd-43b6-8f3d-37c914de5a31 None None] Transition to ACTIVE for port object e3955078-284e-4efa-b699-e4a49f0c36cf will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:51.300995 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-78d0862a-c7ae-4a12-8ac0-9dde9a733997 req-9da9163e-9fb6-4722-8c7a-2a01b8f78cb6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/ports?device_id=895b9471-25ff-4245-a2f8-f9511d04dac1 HTTP/1.1" status: 200 len: 210 time: 0.1322756 Jun 25 09:31:51.304627 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50b84375-a6dd-43b6-8f3d-37c914de5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:51.316144 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1b1b815f-4eb8-4c21-9040-3aecfcf6f410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:51.364983 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] For port 89cdf258-3f6b-4661-9f82-a23b5ca75864, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=89cdf258-3f6b-4661-9f82-a23b5ca75864,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:51.365408 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:51.403970 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] Calling delete_port for 89cdf258-3f6b-4661-9f82-a23b5ca75864 owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:51.560143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8:0:1::24f (13e23ba1-9297-4cb1-bce9-7212ee789807/7e0847ac-102b-4b91-8d73-a56ccf09f6d2/079a6043-ad73-47bf-9ed5-200f4854d217) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:51.574513 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::f816:3eff:fe36:f25b (13e23ba1-9297-4cb1-bce9-7212ee789807/e20701fb-2931-4081-aaf0-9e33e849ba03/079a6043-ad73-47bf-9ed5-200f4854d217) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:31:51.671733 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a5b4bb3-91f9-4a44-bd65-c1cd9d080784 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:51.677051 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:31:51.677413 n-d-761264-15 neutron-server[94026]: DEBUG oslo_db.api [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:31:51.682994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b84375-a6dd-43b6-8f3d-37c914de5a31 None None] Pushing event updated for resources: {'Port': ['ID=e3955078-284e-4efa-b699-e4a49f0c36cf,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:51.695331 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-50b84375-a6dd-43b6-8f3d-37c914de5a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:51.715887 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-5d6bb7d8-3044-4246-9ecb-7457ad70b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'name': 'tempest-ServersTestJSON-510071517-router', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:59Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'gw_port': {'id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:00Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'bcde91ae-075c-431e-9933-7c1ab61f7532', 'name': '', 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'mac_address': 'fa:16:3e:ce:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:11Z', 'updated_at': '2021-06-25T09:29:26Z', 'revision_number': 5, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'subnets': [{'id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:51.724668 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a5b4bb3-91f9-4a44-bd65-c1cd9d080784 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:51.740599 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5a70eece-2ded-4725-a638-4d6827c110c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:52.006504 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:52.018332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b4bb3-91f9-4a44-bd65-c1cd9d080784 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2044d8a1-a327-4269-9128-17b423eae262,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:52.037717 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1a5b4bb3-91f9-4a44-bd65-c1cd9d080784 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:52.061591 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object 079a6043-ad73-47bf-9ed5-200f4854d217 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:31:52.107573 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6bb7d8-3044-4246-9ecb-7457ad70b8d6 None None] Checking router: a6b6486c-9e73-418f-852a-d895d5964d9f for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:31:52.141929 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6bb7d8-3044-4246-9ecb-7457ad70b8d6 None None] Routers {'a6b6486c-9e73-418f-852a-d895d5964d9f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:31:52.142600 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-5d6bb7d8-3044-4246-9ecb-7457ad70b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a6b6486c-9e73-418f-852a-d895d5964d9f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:52.208450 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a5b4bb3-91f9-4a44-bd65-c1cd9d080784 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:52.212312 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:52.216819 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d80eb2b8-fbd7-442b-8e02-398d2ae16068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:52.247819 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:52.264759 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:52.299160 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a5b4bb3-91f9-4a44-bd65-c1cd9d080784 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:52.346856 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a5b4bb3-91f9-4a44-bd65-c1cd9d080784 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:52.350230 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1a5b4bb3-91f9-4a44-bd65-c1cd9d080784 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7336342 Jun 25 09:31:52.351885 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] Pushing event deleted for resources: {'Port': ['ID=89cdf258-3f6b-4661-9f82-a23b5ca75864,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:52.357440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:31:52.358796 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39792) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:52.366758 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-7900a217-d2e3-46fe-8655-0595f234c9d6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '70e69062-de8b-403c-870b-61ef5a25ec20', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:52.372491 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:52.392126 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:52.394569 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:31:52.415980 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0a07a317-4299-43b6-b83e-fe45fc7dfd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:52.419490 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:31:52.435992 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:52.438925 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:52.451993 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-633d7990-a8b0-4df5-9ca1-1ee40880d93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:52.456021 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=079a6043-ad73-47bf-9ed5-200f4854d217,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:52.475077 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:52.479045 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7900a217-d2e3-46fe-8655-0595f234c9d6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:52.540515 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7717888 Jun 25 09:31:52.554747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39800) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:52.597111 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39802) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:52.635554 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port e3955078-284e-4efa-b699-e4a49f0c36cf, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e3955078-284e-4efa-b699-e4a49f0c36cf,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:52.651572 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:52.664816 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-63a24b2a-1f4a-42a9-8fb0-55d37969b76c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:52.716600 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b4bb3-91f9-4a44-bd65-c1cd9d080784 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e69062-de8b-403c-870b-61ef5a25ec20,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:52.744635 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1a5b4bb3-91f9-4a44-bd65-c1cd9d080784 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:52.781719 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:52.820011 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-5d6bb7d8-3044-4246-9ecb-7457ad70b8d6 None None] Set router a6b6486c-9e73-418f-852a-d895d5964d9f gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:31:52.899292 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a46644d0-9414-453e-a0a4-8f82711aa4c5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:52.943806 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7900a217-d2e3-46fe-8655-0595f234c9d6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:52.969184 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7900a217-d2e3-46fe-8655-0595f234c9d6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:52.979595 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=e3955078-284e-4efa-b699-e4a49f0c36cf,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:52.986313 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:52.998353 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-30ef8c94-26d5-4c06-ad8a-956e0a13d1ad tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:53.007472 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-dab20d9b-92ff-4fcb-9626-1466769389d9 None None] Provisioning for port e3955078-284e-4efa-b699-e4a49f0c36cf completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:53.025176 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900a217-d2e3-46fe-8655-0595f234c9d6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88907c4-52ab-4c00-ba5f-94dc22710ecb,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:53.030186 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39830) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:53.034572 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a46644d0-9414-453e-a0a4-8f82711aa4c5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.042125 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7900a217-d2e3-46fe-8655-0595f234c9d6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:53.056894 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7900a217-d2e3-46fe-8655-0595f234c9d6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.058492 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7900a217-d2e3-46fe-8655-0595f234c9d6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6960621 Jun 25 09:31:53.061392 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39834) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:53.068870 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-6493432d-1fc1-4f56-b771-210c0ce6ae81 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '70e69062-de8b-403c-870b-61ef5a25ec20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:53.099696 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e3955078-284e-4efa-b699-e4a49f0c36cf up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:53.124137 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6493432d-1fc1-4f56-b771-210c0ce6ae81 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.135583 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-dab20d9b-92ff-4fcb-9626-1466769389d9 None None] Provisioning complete for port e3955078-284e-4efa-b699-e4a49f0c36cf triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:53.137156 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dab20d9b-92ff-4fcb-9626-1466769389d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.223751 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a46644d0-9414-453e-a0a4-8f82711aa4c5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.227095 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a46644d0-9414-453e-a0a4-8f82711aa4c5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.228493 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a46644d0-9414-453e-a0a4-8f82711aa4c5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "DELETE /v2.0/security-groups/a14205ed-eeb3-4eda-bc16-63103f6239e8 HTTP/1.1" status: 204 len: 168 time: 0.6303861 Jun 25 09:31:53.230019 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-098eed0a-f676-4577-aa2d-34a7f8dee666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:53.249428 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39852) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:53.288842 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-30bf0507-091a-4f11-815f-b025ec9ef2fe tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] show failed (client error): The resource could not be found. Jun 25 09:31:53.290384 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-30bf0507-091a-4f11-815f-b025ec9ef2fe tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "GET /v2.0/security-groups/a14205ed-eeb3-4eda-bc16-63103f6239e8 HTTP/1.1" status: 404 len: 347 time: 0.0378165 Jun 25 09:31:53.293355 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46644d0-9414-453e-a0a4-8f82711aa4c5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14205ed-eeb3-4eda-bc16-63103f6239e8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:53.305572 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a46644d0-9414-453e-a0a4-8f82711aa4c5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:53.306136 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39866) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:53.335837 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.347987 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.447290 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.447959 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21eb2c47-5205-474e-ad28-4860d2e4ebe1 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:31:53.457572 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.465163 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] 10.222.0.93 "DELETE /v2.0/routers/21eb2c47-5205-474e-ad28-4860d2e4ebe1 HTTP/1.1" status: 204 len: 168 time: 5.3710239 Jun 25 09:31:53.467089 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39884) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:53.497708 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ddfa14e0-6263-41c0-be2b-246db35f5450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.502227 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-6493432d-1fc1-4f56-b771-210c0ce6ae81 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): There was a conflict when trying to complete your request. Jun 25 09:31:53.508541 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6493432d-1fc1-4f56-b771-210c0ce6ae81 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4450448 Jun 25 09:31:53.514503 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39886) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:53.546685 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e3955078-284e-4efa-b699-e4a49f0c36cf triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:53.550889 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.626337 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f02bf0e-acf6-4299-ae89-fb8123563cbb admin admin] Deleting subnet de186609-37a6-4365-993a-06a8f9ff1a57 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:31:53.644044 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-fb923062-8de2-4084-9907-0519a40643db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port 079a6043-ad73-47bf-9ed5-200f4854d217 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:53.647289 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb923062-8de2-4084-9907-0519a40643db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.656374 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f02bf0e-acf6-4299-ae89-fb8123563cbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.838682 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c898c458-512a-45ab-bd8c-374b32bd37a1 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.862952 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f02bf0e-acf6-4299-ae89-fb8123563cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.889956 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c898c458-512a-45ab-bd8c-374b32bd37a1 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:53.910638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-5d6bb7d8-3044-4246-9ecb-7457ad70b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'name': 'tempest-ServersTestJSON-510071517-router', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:59Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'gw_port': {'id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:00Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'bcde91ae-075c-431e-9933-7c1ab61f7532', 'name': '', 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'mac_address': 'fa:16:3e:ce:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:11Z', 'updated_at': '2021-06-25T09:29:26Z', 'revision_number': 5, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'subnets': [{'id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:53.983735 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d08f5b4a-3669-4b51-ac3b-650021b8bc27 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:53.989512 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-7723d9f3-afae-4435-8e93-bc90a89a5b62 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Deleting port fdec45e8-3117-4382-b538-f91b39249de2 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:53.989512 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7723d9f3-afae-4435-8e93-bc90a89a5b62 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.027320 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f02bf0e-acf6-4299-ae89-fb8123563cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.063251 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6bb7d8-3044-4246-9ecb-7457ad70b8d6 None None] The sync data for ids ['a6b6486c-9e73-418f-852a-d895d5964d9f'] in n-d-761264-15 is: [{'id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'name': 'tempest-ServersTestJSON-510071517-router', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:59Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'gw_port': {'id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:00Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'bcde91ae-075c-431e-9933-7c1ab61f7532', 'name': '', 'network_id': 'c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'mac_address': 'fa:16:3e:ce:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:11Z', 'updated_at': '2021-06-25T09:29:26Z', 'revision_number': 5, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'subnets': [{'id': '4ce717c3-2d32-45d2-9b06-d0c23cc3afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:31:54.088375 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b7c0d529-b2ac-4a45-864f-0129ad5d5402 None None] Could not find standard attr ID for object f2a8fd15-d1ab-4fc5-9b0c-594e67e567a5. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:31:54.091850 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c898c458-512a-45ab-bd8c-374b32bd37a1 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.095622 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c898c458-512a-45ab-bd8c-374b32bd37a1 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.099756 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c898c458-512a-45ab-bd8c-374b32bd37a1 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "DELETE /v2.0/security-groups/70e69062-de8b-403c-870b-61ef5a25ec20 HTTP/1.1" status: 204 len: 168 time: 0.5588722 Jun 25 09:31:54.099756 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ddfa14e0-6263-41c0-be2b-246db35f5450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.103933 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: d08f5b4a-3669-4b51-ac3b-650021b8bc27 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:54.104398 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d08f5b4a-3669-4b51-ac3b-650021b8bc27 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:54.114902 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-46b52d02-0088-4520-a097-b51c1bf4bd89 tempest-PortsAdminExtendedAttrsTestJSON-2039697473 tempest-PortsAdminExtendedAttrsTestJSON-2039697473-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:54.119864 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39906) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:54.138870 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ddfa14e0-6263-41c0-be2b-246db35f5450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.156065 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b7c0d529-b2ac-4a45-864f-0129ad5d5402 None None] Could not find standard attr ID for object 809adc62-9633-4332-9f63-6f2a0af5f95b. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:31:54.166824 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.169981 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898c458-512a-45ab-bd8c-374b32bd37a1 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e69062-de8b-403c-870b-61ef5a25ec20,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:54.182243 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f02bf0e-acf6-4299-ae89-fb8123563cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.182983 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c898c458-512a-45ab-bd8c-374b32bd37a1 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:54.190859 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-52b81361-6fff-47bd-99f5-028de184b689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:54.201948 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c68133cb-ef12-4345-91af-b07cdb722c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:54.257440 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7723d9f3-afae-4435-8e93-bc90a89a5b62 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.257877 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7723d9f3-afae-4435-8e93-bc90a89a5b62 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.282175 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02bf0e-acf6-4299-ae89-fb8123563cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de186609-37a6-4365-993a-06a8f9ff1a57,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:54.286064 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0f02bf0e-acf6-4299-ae89-fb8123563cbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.286872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459a5f62-f9d7-438d-b3ba-aaef1955f192 None None] Network 9226669c-050a-4c70-a51e-123f0abacf3a requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:54.289047 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0f02bf0e-acf6-4299-ae89-fb8123563cbb admin admin] 10.222.0.93 "DELETE /v2.0/subnets/de186609-37a6-4365-993a-06a8f9ff1a57 HTTP/1.1" status: 204 len: 168 time: 0.8209238 Jun 25 09:31:54.306854 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0f02bf0e-acf6-4299-ae89-fb8123563cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:54.308363 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39910) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:54.362739 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ddfa14e0-6263-41c0-be2b-246db35f5450 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9117ec7648c5432bb697ddd1af90d665&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3311162 Jun 25 09:31:54.396823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f8e2e50a-eba5-4a6f-bbc4-16e75f89f69f None None] Provisioning for port 079a6043-ad73-47bf-9ed5-200f4854d217 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:31:54.409339 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39912) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:54.410153 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa14e0-6263-41c0-be2b-246db35f5450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510cc658-d38a-47a1-95c3-c04bafa7e626,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:54.418879 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f8e2e50a-eba5-4a6f-bbc4-16e75f89f69f None None] Provisioning complete for port 079a6043-ad73-47bf-9ed5-200f4854d217 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:54.419693 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e50a-eba5-4a6f-bbc4-16e75f89f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.432197 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ddfa14e0-6263-41c0-be2b-246db35f5450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:54.460500 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-7723d9f3-afae-4435-8e93-bc90a89a5b62 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Calling delete_port for fdec45e8-3117-4382-b538-f91b39249de2 owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:54.490018 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c4aab689-2f06-4fd5-b056-ec29311f3060 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3654943 Jun 25 09:31:54.490832 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39914) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:54.500042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39916) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:54.521073 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ae517529-3450-4465-b018-8f874d99b2e8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413579959'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:54.537655 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.562811 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2e50a-eba5-4a6f-bbc4-16e75f89f69f None None] Port 079a6043-ad73-47bf-9ed5-200f4854d217 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:31:54.713976 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae517529-3450-4465-b018-8f874d99b2e8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.734796 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611a08ae-c628-4333-825a-4da17f89f625 None None] DHCP port deletion for 9226669c-050a-4c70-a51e-123f0abacf3a request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:31:54.762934 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb923062-8de2-4084-9907-0519a40643db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.784656 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d9c3db-62da-437a-a02b-6b98d146d46d None None] New status for floating IP 91c82d9e-afb1-4fa6-98c9-ed967651fdfb: DOWN {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:31:54.789205 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1daa9e48-54fb-4220-bd77-b2045ebe0bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.833632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-fb923062-8de2-4084-9907-0519a40643db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for 079a6043-ad73-47bf-9ed5-200f4854d217 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:54.878686 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ea2b0dca-61b6-46e5-a667-b62255ea31cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.883615 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e3955078-284e-4efa-b699-e4a49f0c36cf up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:31:54.953033 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-611a08ae-c628-4333-825a-4da17f89f625 None None] Deleting port 196b7a8b-62d2-4339-a37b-5324c8ce69e5 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:54.954219 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-611a08ae-c628-4333-825a-4da17f89f625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.982282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Deleting port 196b7a8b-62d2-4339-a37b-5324c8ce69e5 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:54.984058 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:54.987915 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1daa9e48-54fb-4220-bd77-b2045ebe0bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.196229 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fea82a3d-9080-499b-98e7-664aa2d50366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.206953 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae517529-3450-4465-b018-8f874d99b2e8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.209895 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7723d9f3-afae-4435-8e93-bc90a89a5b62 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.242005 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-91ed44e2-51b4-46e3-ba6b-71ee19b54848 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:55.252188 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-611a08ae-c628-4333-825a-4da17f89f625 None None] For port 196b7a8b-62d2-4339-a37b-5324c8ce69e5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=196b7a8b-62d2-4339-a37b-5324c8ce69e5,segment=NetworkSegment(2ff8aadb-b872-4f71-89a4-1131a85754d6),segment_id=2ff8aadb-b872-4f71-89a4-1131a85754d6)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:55.252685 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-611a08ae-c628-4333-825a-4da17f89f625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.256467 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.262432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] For port 196b7a8b-62d2-4339-a37b-5324c8ce69e5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=196b7a8b-62d2-4339-a37b-5324c8ce69e5,segment=NetworkSegment(2ff8aadb-b872-4f71-89a4-1131a85754d6),segment_id=2ff8aadb-b872-4f71-89a4-1131a85754d6)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:55.262883 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.276222 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae517529-3450-4465-b018-8f874d99b2e8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.287693 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723d9f3-afae-4435-8e93-bc90a89a5b62 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Pushing event deleted for resources: {'Port': ['ID=fdec45e8-3117-4382-b538-f91b39249de2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:55.299673 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-611a08ae-c628-4333-825a-4da17f89f625 None None] Calling delete_port for 196b7a8b-62d2-4339-a37b-5324c8ce69e5 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:55.302480 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Calling delete_port for 196b7a8b-62d2-4339-a37b-5324c8ce69e5 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:55.305338 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7723d9f3-afae-4435-8e93-bc90a89a5b62 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:55.308670 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7d2bd3a9-8343-4ee9-8404-9c5b5dac81a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:55.315900 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1daa9e48-54fb-4220-bd77-b2045ebe0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.318325 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e3955078-284e-4efa-b699-e4a49f0c36cf triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:55.318796 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.318964 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1daa9e48-54fb-4220-bd77-b2045ebe0bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.323205 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1daa9e48-54fb-4220-bd77-b2045ebe0bb6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/510cc658-d38a-47a1-95c3-c04bafa7e626 HTTP/1.1" status: 204 len: 168 time: 0.8869369 Jun 25 09:31:55.406610 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae517529-3450-4465-b018-8f874d99b2e8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a31b3da-33c3-40d5-bd08-2f950994754a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:55.419526 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ae517529-3450-4465-b018-8f874d99b2e8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:55.426587 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-177a5116-f3a7-4646-8b78-722d0d2314d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:55.449202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa9e48-54fb-4220-bd77-b2045ebe0bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510cc658-d38a-47a1-95c3-c04bafa7e626,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:55.455055 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1daa9e48-54fb-4220-bd77-b2045ebe0bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:55.479001 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7723d9f3-afae-4435-8e93-bc90a89a5b62 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks [] for floatingip, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.481653 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7723d9f3-afae-4435-8e93-bc90a89a5b62 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.486528 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7723d9f3-afae-4435-8e93-bc90a89a5b62 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] 10.222.0.93 "DELETE /v2.0/floatingips/91c82d9e-afb1-4fa6-98c9-ed967651fdfb HTTP/1.1" status: 204 len: 168 time: 2.1792271 Jun 25 09:31:55.487205 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39926) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:55.502610 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ea2b0dca-61b6-46e5-a667-b62255ea31cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.550139 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ea2b0dca-61b6-46e5-a667-b62255ea31cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.558351 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eb1e5c17-e5f5-4b2a-9928-55d61a53bb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:55.568653 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ae517529-3450-4465-b018-8f874d99b2e8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.569709 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-611a08ae-c628-4333-825a-4da17f89f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.573130 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ae517529-3450-4465-b018-8f874d99b2e8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0634422 Jun 25 09:31:55.573796 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39928) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:55.582876 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-a58f7964-2c12-4d0a-af42-474144e660b6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '8a31b3da-33c3-40d5-bd08-2f950994754a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:55.583380 n-d-761264-15 neutron-server[94025]: WARNING neutron.api.v2.base [None req-a58f7964-2c12-4d0a-af42-474144e660b6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 25 09:31:55.584032 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-a58f7964-2c12-4d0a-af42-474144e660b6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:31:55.588165 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a58f7964-2c12-4d0a-af42-474144e660b6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090215 Jun 25 09:31:55.590976 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39930) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:55.598782 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:55.641794 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 89cdf258-3f6b-4661-9f82-a23b5ca75864 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:55.663308 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ea2b0dca-61b6-46e5-a667-b62255ea31cd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4a6ea7401d05437f8f6133f0dbb43a07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1669610 Jun 25 09:31:55.666349 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b0dca-61b6-46e5-a667-b62255ea31cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d5b444-3792-400b-8672-07b88b7ab72f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:55.670748 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39934) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:55.677720 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ea2b0dca-61b6-46e5-a667-b62255ea31cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:55.750055 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 89cdf258-3f6b-4661-9f82-a23b5ca75864 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:55.750454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 89cdf258-3f6b-4661-9f82-a23b5ca75864 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:55.752053 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a08ae-c628-4333-825a-4da17f89f625 None None] Pushing event deleted for resources: {'Port': ['ID=196b7a8b-62d2-4339-a37b-5324c8ce69e5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:55.788212 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-611a08ae-c628-4333-825a-4da17f89f625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:55.795833 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a08ae-c628-4333-825a-4da17f89f625 None None] No DVR routers for this DVR port 196b7a8b-62d2-4339-a37b-5324c8ce69e5 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:55.824394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4146d3-5874-46b7-9ac7-c1632974c631 None None] get_active_networks_info from n-d-761264-15 {{(pid=94026) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 09:31:55.833086 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-326db543-2697-497a-b164-cdf18df13902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.872214 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-326db543-2697-497a-b164-cdf18df13902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.907565 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb923062-8de2-4084-9907-0519a40643db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:55.919463 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-34072034-83cc-4701-b426-b55ac83b20d2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:55.968817 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4146d3-5874-46b7-9ac7-c1632974c631 None None] Resources bound (agent type, host, resource id): {{(pid=94026) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 09:31:55.994834 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.015605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb923062-8de2-4084-9907-0519a40643db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=079a6043-ad73-47bf-9ed5-200f4854d217,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:56.027722 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fb923062-8de2-4084-9907-0519a40643db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:56.056271 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-326db543-2697-497a-b164-cdf18df13902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.058951 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-326db543-2697-497a-b164-cdf18df13902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.060164 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-326db543-2697-497a-b164-cdf18df13902 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/48d5b444-3792-400b-8672-07b88b7ab72f HTTP/1.1" status: 204 len: 168 time: 0.3884635 Jun 25 09:31:56.067573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39942) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:56.068722 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-718a0665-0d4b-41a3-94b8-e5355b568a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:56.075822 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-203c0539-dd00-4e57-9540-7bb07ad45908 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:56.102749 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] No DVR routers for this DVR port 196b7a8b-62d2-4339-a37b-5324c8ce69e5 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:31:56.111134 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326db543-2697-497a-b164-cdf18df13902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d5b444-3792-400b-8672-07b88b7ab72f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:56.114782 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-326db543-2697-497a-b164-cdf18df13902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:56.115583 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5eef4f25-0814-4a4f-a399-7d654dc1f837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.238186 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d4493a6f-2327-4c47-b98b-5ec12aa5f266 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.267879 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=196b7a8b-62d2-4339-a37b-5324c8ce69e5,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:56.304965 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:56.313827 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.324756 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-07ceca64-764f-44fc-b0ca-773473dfec79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.329621 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb923062-8de2-4084-9907-0519a40643db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.333820 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fb923062-8de2-4084-9907-0519a40643db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/079a6043-ad73-47bf-9ed5-200f4854d217 HTTP/1.1" status: 204 len: 168 time: 3.7679250 Jun 25 09:31:56.363382 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d4493a6f-2327-4c47-b98b-5ec12aa5f266 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.387533 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39944) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:56.440145 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.468265 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9226669c-050a-4c70-a51e-123f0abacf3a']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:56.485204 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff8aadb-b872-4f71-89a4-1131a85754d6') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:56.485586 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff8aadb-b872-4f71-89a4-1131a85754d6') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:31:56.499348 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.526074 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5eef4f25-0814-4a4f-a399-7d654dc1f837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.527006 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eccff79-466c-4b7e-bed1-16c891ffae15 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:56.532017 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9eccff79-466c-4b7e-bed1-16c891ffae15 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1400869 Jun 25 09:31:56.532017 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d4493a6f-2327-4c47-b98b-5ec12aa5f266 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.532539 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d4493a6f-2327-4c47-b98b-5ec12aa5f266 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.534133 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39948) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:56.536817 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39950) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:56.536988 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d4493a6f-2327-4c47-b98b-5ec12aa5f266 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "DELETE /v2.0/security-groups/8a31b3da-33c3-40d5-bd08-2f950994754a HTTP/1.1" status: 204 len: 168 time: 0.9391634 Jun 25 09:31:56.538367 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d39e2ac6-dbb6-43a7-9111-973a64f041d3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:56.549334 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.551906 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4493a6f-2327-4c47-b98b-5ec12aa5f266 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a31b3da-33c3-40d5-bd08-2f950994754a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:56.560240 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d4493a6f-2327-4c47-b98b-5ec12aa5f266 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:56.562885 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:31:56.563318 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:31:56.565319 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:31:56.601421 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5eef4f25-0814-4a4f-a399-7d654dc1f837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.613797 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5e056cc5-1d74-4ed3-9cc1-517ea3af3492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:56.633178 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.638956 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-63f256b3-6a00-4247-9c3a-80d82d03dd64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:56.646452 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:56.648426 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] 10.222.0.93 "DELETE /v2.0/networks/9226669c-050a-4c70-a51e-123f0abacf3a HTTP/1.1" status: 204 len: 168 time: 2.3391893 Jun 25 09:31:56.655281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39952) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:56.677292 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=9226669c-050a-4c70-a51e-123f0abacf3a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:56.683672 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef4f25-0814-4a4f-a399-7d654dc1f837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03289fca-1e5a-451b-a96b-2c72adb32f84,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:56.707493 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5eef4f25-0814-4a4f-a399-7d654dc1f837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:56.767400 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b9a4993d-e226-4885-9c50-f3d4398bd580 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2118511 Jun 25 09:31:56.777267 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39958) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:56.785946 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5eef4f25-0814-4a4f-a399-7d654dc1f837 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1a33d0744eff414ca4b54ffda9b317e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7149045 Jun 25 09:31:56.795714 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-b2f35923-fc1b-41d2-99c3-5706c8607b73 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group': {'name': 'tempest-secgroup--109021431'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:56.802979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39960) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:56.810864 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:56.862254 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 196b7a8b-62d2-4339-a37b-5324c8ce69e5 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:31:56.908187 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 196b7a8b-62d2-4339-a37b-5324c8ce69e5 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:31:56.908882 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 196b7a8b-62d2-4339-a37b-5324c8ce69e5 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:31:56.926070 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec41072-e760-4d6a-8db8-28163bb5b2ba tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:56.931237 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-aec41072-e760-4d6a-8db8-28163bb5b2ba tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3959961 Jun 25 09:31:56.949523 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39968) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:57.034583 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b2f35923-fc1b-41d2-99c3-5706c8607b73 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.060377 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652acc3d-e084-42e5-bd66-1f05e72644e9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:57.062423 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652acc3d-e084-42e5-bd66-1f05e72644e9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:57.064147 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652acc3d-e084-42e5-bd66-1f05e72644e9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:31:57.065999 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-652acc3d-e084-42e5-bd66-1f05e72644e9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1134617 Jun 25 09:31:57.068867 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 39972) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:57.129363 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d9b62664-d396-410e-95ff-0faaa681816f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.214084 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d9b62664-d396-410e-95ff-0faaa681816f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.220914 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-80495479-0301-4fc0-bcb1-ece959322aa3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 7e0847ac-102b-4b91-8d73-a56ccf09f6d2 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:31:57.226112 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-80495479-0301-4fc0-bcb1-ece959322aa3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.254911 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-07ceca64-764f-44fc-b0ca-773473dfec79 admin admin] Deleting port bcde91ae-075c-431e-9933-7c1ab61f7532 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:57.255517 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-07ceca64-764f-44fc-b0ca-773473dfec79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.368698 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-80495479-0301-4fc0-bcb1-ece959322aa3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.499260 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d9b62664-d396-410e-95ff-0faaa681816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.502831 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d9b62664-d396-410e-95ff-0faaa681816f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.506534 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d9b62664-d396-410e-95ff-0faaa681816f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/03289fca-1e5a-451b-a96b-2c72adb32f84 HTTP/1.1" status: 204 len: 168 time: 0.6983364 Jun 25 09:31:57.506534 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1daa9e48-54fb-4220-bd77-b2045ebe0bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:57.543116 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b2f35923-fc1b-41d2-99c3-5706c8607b73 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.550915 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b62664-d396-410e-95ff-0faaa681816f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03289fca-1e5a-451b-a96b-2c72adb32f84,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:57.580772 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d9b62664-d396-410e-95ff-0faaa681816f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:57.598598 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b2f35923-fc1b-41d2-99c3-5706c8607b73 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.628844 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-af33691c-0b62-4936-bff1-0051aa7ca4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681843463-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:57.632001 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-80495479-0301-4fc0-bcb1-ece959322aa3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.632631 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2c581f74-3917-430a-974e-3de65587493d None None] Provisioning complete for port e3955078-284e-4efa-b699-e4a49f0c36cf triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:57.633167 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c581f74-3917-430a-974e-3de65587493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.667849 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-07ceca64-764f-44fc-b0ca-773473dfec79 admin admin] For port bcde91ae-075c-431e-9933-7c1ab61f7532, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bcde91ae-075c-431e-9933-7c1ab61f7532,segment=NetworkSegment(6c3f6fa6-1b50-47bc-8def-9672ae3c51f9),segment_id=6c3f6fa6-1b50-47bc-8def-9672ae3c51f9)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:57.671719 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-07ceca64-764f-44fc-b0ca-773473dfec79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.720790 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-07ceca64-764f-44fc-b0ca-773473dfec79 admin admin] Calling delete_port for bcde91ae-075c-431e-9933-7c1ab61f7532 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:57.759462 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b2f35923-fc1b-41d2-99c3-5706c8607b73 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.765417 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b2f35923-fc1b-41d2-99c3-5706c8607b73 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9754794 Jun 25 09:31:57.770847 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39990) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:57.779772 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e8424102-b264-4890-b30b-e0d562e3746f tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '2f8ed5af-a13a-404b-b864-b210acc90ef1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:57.780538 n-d-761264-15 neutron-server[94025]: WARNING neutron.api.v2.base [None req-e8424102-b264-4890-b30b-e0d562e3746f tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 25 09:31:57.781196 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-e8424102-b264-4890-b30b-e0d562e3746f tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:31:57.785265 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e8424102-b264-4890-b30b-e0d562e3746f tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0136266 Jun 25 09:31:57.786441 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f35923-fc1b-41d2-99c3-5706c8607b73 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8ed5af-a13a-404b-b864-b210acc90ef1,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:57.790705 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 39992) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:57.792697 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b2f35923-fc1b-41d2-99c3-5706c8607b73 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:57.852422 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-80495479-0301-4fc0-bcb1-ece959322aa3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.857601 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-30a3d9a0-5d33-4468-992a-e2cda6dd3b45 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:57.900106 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a19fc47e-d150-46c1-a54b-5ef279f93a24 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.929214 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80495479-0301-4fc0-bcb1-ece959322aa3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=7e0847ac-102b-4b91-8d73-a56ccf09f6d2,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:57.932418 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-80495479-0301-4fc0-bcb1-ece959322aa3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:57.965359 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-80495479-0301-4fc0-bcb1-ece959322aa3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:57.972184 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40004) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:57.972430 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d129bd9-c8ed-49f1-aa45-61eab06cb537 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:57.973732 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-80495479-0301-4fc0-bcb1-ece959322aa3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/7e0847ac-102b-4b91-8d73-a56ccf09f6d2 HTTP/1.1" status: 204 len: 168 time: 0.9031734 Jun 25 09:31:57.999962 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:58.011496 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5c92c2a1-1a8f-4e44-823c-1b84b6682a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:58.083484 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a19fc47e-d150-46c1-a54b-5ef279f93a24 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:58.158564 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-94391f53-2dae-49f9-afd1-cecbc5dbf571 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet e20701fb-2931-4081-aaf0-9e33e849ba03 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:31:58.162029 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-94391f53-2dae-49f9-afd1-cecbc5dbf571 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:58.210207 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-94391f53-2dae-49f9-afd1-cecbc5dbf571 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:58.300617 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-94391f53-2dae-49f9-afd1-cecbc5dbf571 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:58.373484 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-94391f53-2dae-49f9-afd1-cecbc5dbf571 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:58.379329 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ba2e970f-0ba3-4526-aba7-a335f9954186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:58.424419 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94391f53-2dae-49f9-afd1-cecbc5dbf571 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=e20701fb-2931-4081-aaf0-9e33e849ba03,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:58.448719 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-94391f53-2dae-49f9-afd1-cecbc5dbf571 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:58.453435 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-94391f53-2dae-49f9-afd1-cecbc5dbf571 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/e20701fb-2931-4081-aaf0-9e33e849ba03 HTTP/1.1" status: 204 len: 168 time: 0.4792831 Jun 25 09:31:58.453730 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a19fc47e-d150-46c1-a54b-5ef279f93a24 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:58.457276 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a19fc47e-d150-46c1-a54b-5ef279f93a24 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:58.458567 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40032) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:58.462639 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a19fc47e-d150-46c1-a54b-5ef279f93a24 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "DELETE /v2.0/security-groups/2f8ed5af-a13a-404b-b864-b210acc90ef1 HTTP/1.1" status: 204 len: 168 time: 0.6709883 Jun 25 09:31:58.464448 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-94391f53-2dae-49f9-afd1-cecbc5dbf571 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:58.465130 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40034) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:58.468034 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-35beac3d-6510-4f36-81e6-b3b05d671d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:58.514330 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fc47e-d150-46c1-a54b-5ef279f93a24 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8ed5af-a13a-404b-b864-b210acc90ef1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:58.521063 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a19fc47e-d150-46c1-a54b-5ef279f93a24 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:58.553029 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8018b8fb-e9fa-4346-9821-7f2f9deebc75 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808897 Jun 25 09:31:58.554568 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40036) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:58.559958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-373f57f0-db43-4fcb-a519-ea67ee0f26d3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432607493'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:58.568517 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-07ceca64-764f-44fc-b0ca-773473dfec79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:58.579945 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aa8a2229-21fc-43c9-adfd-a91fa6567023 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:58.589484 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-41e6151e-78b0-4571-aadc-9fc8e02b4615 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1274447 Jun 25 09:31:58.621886 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40038) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:58.636932 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ceca64-764f-44fc-b0ca-773473dfec79 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcde91ae-075c-431e-9933-7c1ab61f7532,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:58.641245 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-07ceca64-764f-44fc-b0ca-773473dfec79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:58.647119 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d3cbc1f0-a42c-45eb-bcee-e3ef27e4de44 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:31:58.849799 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-5c92c2a1-1a8f-4e44-823c-1b84b6682a0d admin admin] Deleting port 2345f929-5193-431d-9dcb-f6cf1288d844 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:31:58.850318 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5c92c2a1-1a8f-4e44-823c-1b84b6682a0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:59.033738 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40046) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:31:59.041718 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-5c92c2a1-1a8f-4e44-823c-1b84b6682a0d admin admin] For port 2345f929-5193-431d-9dcb-f6cf1288d844, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2345f929-5193-431d-9dcb-f6cf1288d844,segment=NetworkSegment(232fc2a8-b8b1-4b45-b220-d14f40c610df),segment_id=232fc2a8-b8b1-4b45-b220-d14f40c610df)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:31:59.043008 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5c92c2a1-1a8f-4e44-823c-1b84b6682a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:59.093643 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-5c92c2a1-1a8f-4e44-823c-1b84b6682a0d admin admin] Calling delete_port for 2345f929-5193-431d-9dcb-f6cf1288d844 owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:31:59.448079 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5c92c2a1-1a8f-4e44-823c-1b84b6682a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:59.453068 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4c2bb616-5ef9-42c1-9271-63cbea4d0600 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:31:59.526655 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92c2a1-1a8f-4e44-823c-1b84b6682a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=2345f929-5193-431d-9dcb-f6cf1288d844,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:31:59.530409 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5c92c2a1-1a8f-4e44-823c-1b84b6682a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:31:59.600040 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a5d4216d-5af9-488a-9b79-9fe7dc9ff879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:59.613677 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9784f2-f54c-40bb-8856-a7015162cadc None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:31:59.762324 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-373f57f0-db43-4fcb-a519-ea67ee0f26d3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:31:59.823136 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-46ab9ba7-a7c4-4574-bc0e-9606f74eedae None None] Provisioning complete for port e3955078-284e-4efa-b699-e4a49f0c36cf triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:31:59.824153 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46ab9ba7-a7c4-4574-bc0e-9606f74eedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:00.084116 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-07ceca64-764f-44fc-b0ca-773473dfec79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:00.327636 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f571bd6a-fb23-47ce-9b54-78ba27a4aec2 None None] DHCP port deletion for 13e23ba1-9297-4cb1-bce9-7212ee789807 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:32:00.395349 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.api [None req-373f57f0-db43-4fcb-a519-ea67ee0f26d3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 09:32:00.395349 n-d-761264-15 neutron-server[94025]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 09:32:00.395349 n-d-761264-15 neutron-server[94025]: [parameters: {'project_id_1': 'fec7fc26b62144ee873f2f9fc4a460db', 'expiration_1': datetime.datetime(2021, 6, 25, 9, 31, 59, 808342)}] Jun 25 09:32:00.395349 n-d-761264-15 neutron-server[94025]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:32:00.396397 n-d-761264-15 neutron-server[94025]: DEBUG oslo_db.api [None req-373f57f0-db43-4fcb-a519-ea67ee0f26d3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:32:00.399494 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.api [None req-d3cbc1f0-a42c-45eb-bcee-e3ef27e4de44 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 09:32:00.399494 n-d-761264-15 neutron-server[94025]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 09:32:00.399494 n-d-761264-15 neutron-server[94025]: [parameters: {'project_id_1': '1a408475b50641c2b6fbb6594f11ea41', 'expiration_1': datetime.datetime(2021, 6, 25, 9, 31, 59, 888270)}] Jun 25 09:32:00.399494 n-d-761264-15 neutron-server[94025]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:32:00.400252 n-d-761264-15 neutron-server[94025]: DEBUG oslo_db.api [None req-d3cbc1f0-a42c-45eb-bcee-e3ef27e4de44 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:32:00.441867 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f571bd6a-fb23-47ce-9b54-78ba27a4aec2 None None] Deleting port e3955078-284e-4efa-b699-e4a49f0c36cf {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:00.442248 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f571bd6a-fb23-47ce-9b54-78ba27a4aec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:00.446388 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ceca64-764f-44fc-b0ca-773473dfec79 admin admin] Router a6b6486c-9e73-418f-852a-d895d5964d9f has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:32:00.489067 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5c92c2a1-1a8f-4e44-823c-1b84b6682a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:00.632082 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a5d4216d-5af9-488a-9b79-9fe7dc9ff879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:00.645112 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a5d4216d-5af9-488a-9b79-9fe7dc9ff879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:00.650299 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9711dc3d-8287-4d81-bd76-93a007336fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:00.655978 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ceca64-764f-44fc-b0ca-773473dfec79 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:32:00.670353 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-07ceca64-764f-44fc-b0ca-773473dfec79 admin admin] 10.222.0.93 "PUT /v2.0/routers/a6b6486c-9e73-418f-852a-d895d5964d9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1766758 Jun 25 09:32:00.671734 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40088) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:00.675666 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7e6f2e-5d34-4815-9e7d-a54408b65ac2 None None] Sync routers for ids ['a6b6486c-9e73-418f-852a-d895d5964d9f'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:32:00.715618 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a5d4216d-5af9-488a-9b79-9fe7dc9ff879 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ad0cf6fd1a564c0cba2c899c568e2b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6808741 Jun 25 09:32:00.718726 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40090) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:00.722318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4216d-5af9-488a-9b79-9fe7dc9ff879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c107c5ef-d850-4502-ae29-dc512e1ab627,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:00.722536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f571bd6a-fb23-47ce-9b54-78ba27a4aec2 None None] For port e3955078-284e-4efa-b699-e4a49f0c36cf, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e3955078-284e-4efa-b699-e4a49f0c36cf,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:00.722536 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f571bd6a-fb23-47ce-9b54-78ba27a4aec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:00.729144 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a5d4216d-5af9-488a-9b79-9fe7dc9ff879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:00.751086 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7e6f2e-5d34-4815-9e7d-a54408b65ac2 None None] Routers {'a6b6486c-9e73-418f-852a-d895d5964d9f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:32:00.751764 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ba7e6f2e-5d34-4815-9e7d-a54408b65ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a6b6486c-9e73-418f-852a-d895d5964d9f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:00.855306 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-842f624a-d0c5-4991-bfe8-d80482e2a56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:00.890115 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f571bd6a-fb23-47ce-9b54-78ba27a4aec2 None None] Calling delete_port for e3955078-284e-4efa-b699-e4a49f0c36cf owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:00.898950 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-373f57f0-db43-4fcb-a519-ea67ee0f26d3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:00.913789 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-842f624a-d0c5-4991-bfe8-d80482e2a56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:00.966679 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cbc1f0-a42c-45eb-bcee-e3ef27e4de44 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:00.972605 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc1f0-a42c-45eb-bcee-e3ef27e4de44 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:00.987193 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c92c2a1-1a8f-4e44-823c-1b84b6682a0d admin admin] Router 85fdec69-1860-4026-a5e8-28446cf7390e has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:32:00.998656 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:01.008799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40094) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:01.086248 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-842f624a-d0c5-4991-bfe8-d80482e2a56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:01.089070 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-842f624a-d0c5-4991-bfe8-d80482e2a56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:01.090265 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-842f624a-d0c5-4991-bfe8-d80482e2a56e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c107c5ef-d850-4502-ae29-dc512e1ab627 HTTP/1.1" status: 204 len: 168 time: 0.3674955 Jun 25 09:32:01.093005 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-999d70ab-3309-49af-b2d8-1c76b6f4eb27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:01.134540 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f624a-d0c5-4991-bfe8-d80482e2a56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c107c5ef-d850-4502-ae29-dc512e1ab627,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:01.138270 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-842f624a-d0c5-4991-bfe8-d80482e2a56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:01.175794 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c92c2a1-1a8f-4e44-823c-1b84b6682a0d admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:32:01.181483 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5c92c2a1-1a8f-4e44-823c-1b84b6682a0d admin admin] 10.222.0.93 "PUT /v2.0/routers/85fdec69-1860-4026-a5e8-28446cf7390e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5246689 Jun 25 09:32:01.185112 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40108) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:01.190284 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6404370-ae8c-4892-bf5c-98174087337c None None] Sync routers for ids ['85fdec69-1860-4026-a5e8-28446cf7390e'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:32:01.205590 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6404370-ae8c-4892-bf5c-98174087337c None None] Routers {'85fdec69-1860-4026-a5e8-28446cf7390e'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:32:01.207996 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a6404370-ae8c-4892-bf5c-98174087337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['85fdec69-1860-4026-a5e8-28446cf7390e'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:01.232101 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e3955078-284e-4efa-b699-e4a49f0c36cf no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:32:01.347448 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:01.360106 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-ba7e6f2e-5d34-4815-9e7d-a54408b65ac2 None None] Set router a6b6486c-9e73-418f-852a-d895d5964d9f gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:32:01.472458 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-a6404370-ae8c-4892-bf5c-98174087337c None None] Set router 85fdec69-1860-4026-a5e8-28446cf7390e gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:32:01.515792 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:01.523142 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:01.544032 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:01.578984 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:01.583115 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc1f0-a42c-45eb-bcee-e3ef27e4de44 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:01.595628 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7cfcca04-f2c8-4f0f-9e39-23c4e4afd233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:01.637511 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f571bd6a-fb23-47ce-9b54-78ba27a4aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:01.641837 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-baeb4f27-4960-44c6-b35c-3dc805123dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:01.646088 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] Deleting port 516062ba-ed8a-46a2-ad7f-e2c35b4ab274 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:01.646812 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:01.732517 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571bd6a-fb23-47ce-9b54-78ba27a4aec2 None None] Pushing event deleted for resources: {'Port': ['ID=e3955078-284e-4efa-b699-e4a49f0c36cf,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:01.734913 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f571bd6a-fb23-47ce-9b54-78ba27a4aec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:01.738030 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571bd6a-fb23-47ce-9b54-78ba27a4aec2 None None] No DVR routers for this DVR port e3955078-284e-4efa-b699-e4a49f0c36cf on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:32:01.818363 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-373f57f0-db43-4fcb-a519-ea67ee0f26d3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:01.827940 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] For port 516062ba-ed8a-46a2-ad7f-e2c35b4ab274, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=516062ba-ed8a-46a2-ad7f-e2c35b4ab274,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:01.828542 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:01.850862 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] Calling delete_port for 516062ba-ed8a-46a2-ad7f-e2c35b4ab274 owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:01.867854 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ba7e6f2e-5d34-4815-9e7d-a54408b65ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'name': 'tempest-ServersTestJSON-510071517-router', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:59Z', 'updated_at': '2021-06-25T09:31:58Z', 'revision_number': 5, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'gw_port': {'id': 'e65751d1-1b93-4104-b7f3-299020eb1e88', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:00Z', 'updated_at': '2021-06-25T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:01.870186 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a6404370-ae8c-4892-bf5c-98174087337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'name': 'tempest-TestAggregatesBasicOps-1709127464-router', 'tenant_id': '0d434a889fb84b9685a92b98c5a3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '516062ba-ed8a-46a2-ad7f-e2c35b4ab274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:20Z', 'updated_at': '2021-06-25T09:31:59Z', 'revision_number': 5, 'project_id': '0d434a889fb84b9685a92b98c5a3a19e', 'gw_port': {'id': '516062ba-ed8a-46a2-ad7f-e2c35b4ab274', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:31:22Z', 'updated_at': '2021-06-25T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:01.882552 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbc1f0-a42c-45eb-bcee-e3ef27e4de44 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=985e1200-5254-46bc-940d-f5aa74bec0c1,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:01.893740 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-373f57f0-db43-4fcb-a519-ea67ee0f26d3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:01.902144 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d3cbc1f0-a42c-45eb-bcee-e3ef27e4de44 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:01.902702 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bf12f15d-7866-434b-8a72-3a0a7dcb5564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:01.922112 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7e6f2e-5d34-4815-9e7d-a54408b65ac2 None None] Checking router: a6b6486c-9e73-418f-852a-d895d5964d9f for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:32:01.926709 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6404370-ae8c-4892-bf5c-98174087337c None None] Checking router: 85fdec69-1860-4026-a5e8-28446cf7390e for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:32:01.931321 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cbc1f0-a42c-45eb-bcee-e3ef27e4de44 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:01.943877 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f57f0-db43-4fcb-a519-ea67ee0f26d3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f6d306-234f-42e7-aff6-43fffd3b33f6,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:01.944143 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7e6f2e-5d34-4815-9e7d-a54408b65ac2 None None] Routers {'a6b6486c-9e73-418f-852a-d895d5964d9f'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:32:01.946570 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4982345b-1bd9-4a37-9e6d-7c0d2f2e39a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:01.947258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ba7e6f2e-5d34-4815-9e7d-a54408b65ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a6b6486c-9e73-418f-852a-d895d5964d9f'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:01.951542 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6404370-ae8c-4892-bf5c-98174087337c None None] Routers {'85fdec69-1860-4026-a5e8-28446cf7390e'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:32:01.952519 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a6404370-ae8c-4892-bf5c-98174087337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['85fdec69-1860-4026-a5e8-28446cf7390e'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:01.952771 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-373f57f0-db43-4fcb-a519-ea67ee0f26d3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:01.954379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] Deleting port e65751d1-1b93-4104-b7f3-299020eb1e88 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:01.954852 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.067754 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-ba7e6f2e-5d34-4815-9e7d-a54408b65ac2 None None] Set router a6b6486c-9e73-418f-852a-d895d5964d9f gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:32:02.085732 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-d3cbc1f0-a42c-45eb-bcee-e3ef27e4de44 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:02.102613 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cbc1f0-a42c-45eb-bcee-e3ef27e4de44 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:02.103146 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc1f0-a42c-45eb-bcee-e3ef27e4de44 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.117945 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea8066d-a84d-435a-846d-c25310f84f88 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:02.127485 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] For port e65751d1-1b93-4104-b7f3-299020eb1e88, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e65751d1-1b93-4104-b7f3-299020eb1e88,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:02.127868 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.156084 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-373f57f0-db43-4fcb-a519-ea67ee0f26d3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.157347 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-373f57f0-db43-4fcb-a519-ea67ee0f26d3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.6014764 Jun 25 09:32:02.159359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ba7e6f2e-5d34-4815-9e7d-a54408b65ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'name': 'tempest-ServersTestJSON-510071517-router', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:59Z', 'updated_at': '2021-06-25T09:32:01Z', 'revision_number': 6, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:02.164867 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40138) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:02.169607 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-00dc89ec-f98a-4cde-a92c-6ec73dcfbc66 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '09f6d306-234f-42e7-aff6-43fffd3b33f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:02.170467 n-d-761264-15 neutron-server[94024]: WARNING neutron.api.v2.base [None req-00dc89ec-f98a-4cde-a92c-6ec73dcfbc66 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 25 09:32:02.170957 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-00dc89ec-f98a-4cde-a92c-6ec73dcfbc66 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:02.171913 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-00dc89ec-f98a-4cde-a92c-6ec73dcfbc66 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060921 Jun 25 09:32:02.174277 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] Calling delete_port for e65751d1-1b93-4104-b7f3-299020eb1e88 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:02.180616 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d3cbc1f0-a42c-45eb-bcee-e3ef27e4de44 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5371680 Jun 25 09:32:02.180616 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40140) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:02.180616 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40146) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:02.199381 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1303bd98-6498-4a7a-8e26-313c6135ca39 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '09f6d306-234f-42e7-aff6-43fffd3b33f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:02.200207 n-d-761264-15 neutron-server[94025]: WARNING neutron.api.v2.base [None req-1303bd98-6498-4a7a-8e26-313c6135ca39 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 25 09:32:02.200695 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-1303bd98-6498-4a7a-8e26-313c6135ca39 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:02.201809 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1303bd98-6498-4a7a-8e26-313c6135ca39 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0194483 Jun 25 09:32:02.203666 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.207673 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40150) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:02.208415 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f034f15f-8362-467a-aa54-b1a08f5eab48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:02.215305 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-558b3874-4445-4d17-8d7b-704f1cb999c3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '09f6d306-234f-42e7-aff6-43fffd3b33f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:02.230474 n-d-761264-15 neutron-server[94024]: WARNING neutron.api.v2.base [None req-558b3874-4445-4d17-8d7b-704f1cb999c3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 25 09:32:02.231136 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-558b3874-4445-4d17-8d7b-704f1cb999c3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:02.234690 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-558b3874-4445-4d17-8d7b-704f1cb999c3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0212121 Jun 25 09:32:02.234858 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-3e7f6955-4b59-424f-8d11-0755de94ad91 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:02.237004 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40154) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:02.248389 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-a6404370-ae8c-4892-bf5c-98174087337c None None] Set router 85fdec69-1860-4026-a5e8-28446cf7390e gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:32:02.280796 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7e6f2e-5d34-4815-9e7d-a54408b65ac2 None None] The sync data for ids ['a6b6486c-9e73-418f-852a-d895d5964d9f'] in n-d-761264-15 is: [{'id': 'a6b6486c-9e73-418f-852a-d895d5964d9f', 'name': 'tempest-ServersTestJSON-510071517-router', 'tenant_id': 'e661d834fd304a2f9b1a96b19b02933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:59Z', 'updated_at': '2021-06-25T09:32:01Z', 'revision_number': 6, 'project_id': 'e661d834fd304a2f9b1a96b19b02933d', 'gw_port_host': None}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:32:02.309752 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-b4fcb514-a209-4ea0-9b89-d81441b93323 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '09f6d306-234f-42e7-aff6-43fffd3b33f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:02.310661 n-d-761264-15 neutron-server[94024]: WARNING neutron.api.v2.base [None req-b4fcb514-a209-4ea0-9b89-d81441b93323 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 25 09:32:02.311171 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-b4fcb514-a209-4ea0-9b89-d81441b93323 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:02.314997 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b4fcb514-a209-4ea0-9b89-d81441b93323 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0198183 Jun 25 09:32:02.314997 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] Pushing event deleted for resources: {'Port': ['ID=516062ba-ed8a-46a2-ad7f-e2c35b4ab274,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:02.318123 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a6404370-ae8c-4892-bf5c-98174087337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'name': 'tempest-TestAggregatesBasicOps-1709127464-router', 'tenant_id': '0d434a889fb84b9685a92b98c5a3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:20Z', 'updated_at': '2021-06-25T09:32:01Z', 'revision_number': 6, 'project_id': '0d434a889fb84b9685a92b98c5a3a19e', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:02.332406 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:02.333617 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40156) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:02.334339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40158) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:02.378342 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6404370-ae8c-4892-bf5c-98174087337c None None] The sync data for ids ['85fdec69-1860-4026-a5e8-28446cf7390e'] in n-d-761264-15 is: [{'id': '85fdec69-1860-4026-a5e8-28446cf7390e', 'name': 'tempest-TestAggregatesBasicOps-1709127464-router', 'tenant_id': '0d434a889fb84b9685a92b98c5a3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:31:20Z', 'updated_at': '2021-06-25T09:32:01Z', 'revision_number': 6, 'project_id': '0d434a889fb84b9685a92b98c5a3a19e', 'gw_port_host': None}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:32:02.494971 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-13e23ba1-9297-4cb1-bce9-7212ee789807', 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'tenant_id': '1a408475b50641c2b6fbb6594f11ea41', 'fixed_ips': [{'subnet_id': '985e1200-5254-46bc-940d-f5aa74bec0c1'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:32:02.495852 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.540061 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-0b99f710-709a-4600-a8cf-b3e42b0319a5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-893356392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:02.567234 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.570779 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4982345b-1bd9-4a37-9e6d-7c0d2f2e39a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.595995 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4982345b-1bd9-4a37-9e6d-7c0d2f2e39a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.603212 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a19fc47e-d150-46c1-a54b-5ef279f93a24 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:02.656813 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7f6955-4b59-424f-8d11-0755de94ad91 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:02.660417 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3e7f6955-4b59-424f-8d11-0755de94ad91 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.686027 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4982345b-1bd9-4a37-9e6d-7c0d2f2e39a9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=008586bc069444a785932a4808bdbb67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6786864 Jun 25 09:32:02.687456 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.689426 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-74c85853-5b5a-4657-9dd2-f9cf025fb0d8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.692241 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.693653 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Allocated IP 2001:db8::2 (13e23ba1-9297-4cb1-bce9-7212ee789807/985e1200-5254-46bc-940d-f5aa74bec0c1/b8959c59-985b-4cd6-b04b-893bac7a17a5) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:02.694853 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40164) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:02.700272 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982345b-1bd9-4a37-9e6d-7c0d2f2e39a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2463d5d-d299-4917-b229-19f21e193bba,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:02.785943 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b99f710-709a-4600-a8cf-b3e42b0319a5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.786986 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b99f710-709a-4600-a8cf-b3e42b0319a5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.790318 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4982345b-1bd9-4a37-9e6d-7c0d2f2e39a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:02.793724 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.796883 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-74c85853-5b5a-4657-9dd2-f9cf025fb0d8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.799790 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:02.808781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e27305-4df8-4abc-bf6f-d4686c7c98a6 req-1ff686e2-506a-4062-ae09-e79808339e08 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:02.810324 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35e27305-4df8-4abc-bf6f-d4686c7c98a6 req-1ff686e2-506a-4062-ae09-e79808339e08 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 945 time: 0.3673458 Jun 25 09:32:02.828006 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] Pushing event deleted for resources: {'Port': ['ID=e65751d1-1b93-4104-b7f3-299020eb1e88,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:02.838497 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:02.853607 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.853607 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85fdec69-1860-4026-a5e8-28446cf7390e {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:32:02.858151 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.861667 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] 10.222.0.93 "DELETE /v2.0/routers/85fdec69-1860-4026-a5e8-28446cf7390e HTTP/1.1" status: 204 len: 168 time: 1.6731660 Jun 25 09:32:02.876090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40166) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:02.899375 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.911620 n-d-761264-15 neutron-server[94025]: INFO neutron.db.ipam_backend_mixin [None req-3e7f6955-4b59-424f-8d11-0755de94ad91 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 985e1200-5254-46bc-940d-f5aa74bec0c1 (CIDR: 2001:db8::/64) Jun 25 09:32:02.931434 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Transition to ACTIVE for port object b8959c59-985b-4cd6-b04b-893bac7a17a5 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:02.934083 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7f6955-4b59-424f-8d11-0755de94ad91 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:02.934588 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7f6955-4b59-424f-8d11-0755de94ad91 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:02.958022 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Transition to ACTIVE for port object b8959c59-985b-4cd6-b04b-893bac7a17a5 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:02.959293 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3e7f6955-4b59-424f-8d11-0755de94ad91 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7695141 Jun 25 09:32:02.963286 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b99f710-709a-4600-a8cf-b3e42b0319a5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.968098 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:02.969074 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40168) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:02.975116 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7187482d-dc4c-4395-859c-7b7c0ecbfff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:02.976629 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:02.988017 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35e27305-4df8-4abc-bf6f-d4686c7c98a6 req-27ea320d-fc9f-43fc-9312-b49075c1525a tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525440 Jun 25 09:32:02.992751 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-74c85853-5b5a-4657-9dd2-f9cf025fb0d8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.004170 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-74c85853-5b5a-4657-9dd2-f9cf025fb0d8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.007314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-74c85853-5b5a-4657-9dd2-f9cf025fb0d8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "DELETE /v2.0/security-groups/09f6d306-234f-42e7-aff6-43fffd3b33f6 HTTP/1.1" status: 204 len: 168 time: 0.6685157 Jun 25 09:32:03.011549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd889db-3e26-4617-9a14-3ba4e68419e2 admin admin] Deleting subnet 8eb18d20-8509-42ee-878d-5393c9c97a0d {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:32:03.013905 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2694a774-0b46-4261-9253-fa879a009588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:03.015104 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cdd889db-3e26-4617-9a14-3ba4e68419e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.019909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40170) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:03.021052 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b99f710-709a-4600-a8cf-b3e42b0319a5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.048328 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:03.052877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:03.064139 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:03.080591 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Pushing event updated for resources: {'Port': ['ID=b8959c59-985b-4cd6-b04b-893bac7a17a5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:03.090911 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:03.097321 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c85853-5b5a-4657-9dd2-f9cf025fb0d8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f6d306-234f-42e7-aff6-43fffd3b33f6,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:03.099472 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ac878c0d-2c70-47fa-84cf-5ea54b9a9260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.108671 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.111618 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-74c85853-5b5a-4657-9dd2-f9cf025fb0d8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:03.112398 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b99f710-709a-4600-a8cf-b3e42b0319a5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.116353 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0b99f710-709a-4600-a8cf-b3e42b0319a5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7537673 Jun 25 09:32:03.117496 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40174) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:03.151604 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-300090992'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:03.151822 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-918bfa1e-4e83-4467-9b2d-37c0b0301846 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1134367 Jun 25 09:32:03.152051 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40176) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:03.157067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-66bae5e1-dc47-4abf-9d14-29c0ea51d84f tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1576570704'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:03.163115 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ac878c0d-2c70-47fa-84cf-5ea54b9a9260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.183612 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Attempting to bind port b8959c59-985b-4cd6-b04b-893bac7a17a5 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:32:03.184497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Attempting to bind port b8959c59-985b-4cd6-b04b-893bac7a17a5 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:32:03.184914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Attempting to bind port b8959c59-985b-4cd6-b04b-893bac7a17a5 on network 13e23ba1-9297-4cb1-bce9-7212ee789807 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:32:03.192197 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:32:03.192593 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Checking segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:03.193098 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.193509 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Bound using segment: {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:32:03.193995 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Bound port: b8959c59-985b-4cd6-b04b-893bac7a17a5, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5782fa-4484-461b-8bf4-821b1b8690bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:32:03.194390 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.215694 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-66bae5e1-dc47-4abf-9d14-29c0ea51d84f tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.244873 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ac878c0d-2c70-47fa-84cf-5ea54b9a9260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.247860 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ac878c0d-2c70-47fa-84cf-5ea54b9a9260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.252318 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ac878c0d-2c70-47fa-84cf-5ea54b9a9260 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b2463d5d-d299-4917-b229-19f21e193bba HTTP/1.1" status: 204 len: 168 time: 0.5563819 Jun 25 09:32:03.255667 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-274370bf-4b16-4c1c-9946-6a2fa37c43f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:03.264411 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac878c0d-2c70-47fa-84cf-5ea54b9a9260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2463d5d-d299-4917-b229-19f21e193bba,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:03.266403 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ac878c0d-2c70-47fa-84cf-5ea54b9a9260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:03.290136 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.292713 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.309718 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-37857208-b272-40a0-a8db-e33facca2730 None None] For port b8959c59-985b-4cd6-b04b-893bac7a17a5, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:32:03.324869 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-37857208-b272-40a0-a8db-e33facca2730 None None] For port b8959c59-985b-4cd6-b04b-893bac7a17a5, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b8959c59-985b-4cd6-b04b-893bac7a17a5,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:32:03.339251 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.341917 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:03.373058 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.373586 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6b6486c-9e73-418f-852a-d895d5964d9f {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:32:03.384156 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.385782 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] 10.222.0.93 "DELETE /v2.0/routers/a6b6486c-9e73-418f-852a-d895d5964d9f HTTP/1.1" status: 204 len: 168 time: 2.7129450 Jun 25 09:32:03.388447 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40184) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:03.388594 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cdd889db-3e26-4617-9a14-3ba4e68419e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.443728 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Made reservation on behalf of fb14f92d5f6740e6800ff2233263e20b for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:03.445153 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Pushing event updated for resources: {'Port': ['ID=b8959c59-985b-4cd6-b04b-893bac7a17a5,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:03.448489 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:03.449820 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.468095 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.512972 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-2627b7bc-c63a-459d-b808-25abfb7f6d89 admin admin] Deleting subnet 4ce717c3-2d32-45d2-9b06-d0c23cc3afa6 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:32:03.516884 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2627b7bc-c63a-459d-b808-25abfb7f6d89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.537262 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cdd889db-3e26-4617-9a14-3ba4e68419e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.563596 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2627b7bc-c63a-459d-b808-25abfb7f6d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.612255 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cdd889db-3e26-4617-9a14-3ba4e68419e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.614653 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d88d7a20-0616-46cd-8302-9c4b5fd71ecf tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:03.664169 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd889db-3e26-4617-9a14-3ba4e68419e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb18d20-8509-42ee-878d-5393c9c97a0d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:03.666410 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cdd889db-3e26-4617-9a14-3ba4e68419e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.671827 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cdd889db-3e26-4617-9a14-3ba4e68419e2 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/8eb18d20-8509-42ee-878d-5393c9c97a0d HTTP/1.1" status: 204 len: 168 time: 0.7889490 Jun 25 09:32:03.671827 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cdd889db-3e26-4617-9a14-3ba4e68419e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:03.673238 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f606997-542d-4ae8-b7f4-76bbbadf4f7a None None] Network 553f3759-4875-4ed3-8a4e-cd6e0a8956ef requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:03.683663 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40192) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:03.849925 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bcde91ae-075c-431e-9933-7c1ab61f7532 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:32:03.904303 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2627b7bc-c63a-459d-b808-25abfb7f6d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:03.918005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: bcde91ae-075c-431e-9933-7c1ab61f7532 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:32:03.918530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bcde91ae-075c-431e-9933-7c1ab61f7532 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:32:03.918696 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2345f929-5193-431d-9dcb-f6cf1288d844 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:32:03.988052 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 2345f929-5193-431d-9dcb-f6cf1288d844 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:32:03.988814 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2345f929-5193-431d-9dcb-f6cf1288d844 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:32:04.011038 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.062513 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-66bae5e1-dc47-4abf-9d14-29c0ea51d84f tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.073379 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-66bae5e1-dc47-4abf-9d14-29c0ea51d84f tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.096823 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:04.100710 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.111925 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-314f32c4-5e16-439f-a4c5-f7b7b6251a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:04.150274 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bae5e1-dc47-4abf-9d14-29c0ea51d84f tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a116a5d-3cf5-4f4a-9f8a-617012bf0124,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:04.154105 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-66bae5e1-dc47-4abf-9d14-29c0ea51d84f tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:04.157821 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2627b7bc-c63a-459d-b808-25abfb7f6d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.168792 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a4c9542d-2208-4117-8604-c5049ddb0dfb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:04.211575 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627b7bc-c63a-459d-b808-25abfb7f6d89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce717c3-2d32-45d2-9b06-d0c23cc3afa6,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:04.212556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Deleting port 201d0ad9-5472-4632-98d3-1a7ff4502bde {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:04.214011 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.214610 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2627b7bc-c63a-459d-b808-25abfb7f6d89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.216970 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2627b7bc-c63a-459d-b808-25abfb7f6d89 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/4ce717c3-2d32-45d2-9b06-d0c23cc3afa6 HTTP/1.1" status: 204 len: 168 time: 0.8259251 Jun 25 09:32:04.218285 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2627b7bc-c63a-459d-b808-25abfb7f6d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:04.220259 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40206) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:04.234364 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af908147-f0c2-4059-beaf-98374025571c None None] Network c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:04.298666 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ff952-ea50-42c1-88b6-f27fff601b23 None None] DHCP port deletion for 553f3759-4875-4ed3-8a4e-cd6e0a8956ef request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:32:04.313850 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.370775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] For port 201d0ad9-5472-4632-98d3-1a7ff4502bde, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=201d0ad9-5472-4632-98d3-1a7ff4502bde,segment=NetworkSegment(232fc2a8-b8b1-4b45-b220-d14f40c610df),segment_id=232fc2a8-b8b1-4b45-b220-d14f40c610df)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:04.371413 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.408100 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Calling delete_port for 201d0ad9-5472-4632-98d3-1a7ff4502bde owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:04.408881 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Deleting port bbc5a4e4-6227-40f4-9447-6b94eb76a260 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:04.409406 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.467833 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-af0ff952-ea50-42c1-88b6-f27fff601b23 None None] Deleting port 201d0ad9-5472-4632-98d3-1a7ff4502bde {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:04.468209 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af0ff952-ea50-42c1-88b6-f27fff601b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.491368 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] For port bbc5a4e4-6227-40f4-9447-6b94eb76a260, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bbc5a4e4-6227-40f4-9447-6b94eb76a260,segment=NetworkSegment(6c3f6fa6-1b50-47bc-8def-9672ae3c51f9),segment_id=6c3f6fa6-1b50-47bc-8def-9672ae3c51f9)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:04.491758 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.508378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Calling delete_port for bbc5a4e4-6227-40f4-9447-6b94eb76a260 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:04.510938 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.530284 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-66bae5e1-dc47-4abf-9d14-29c0ea51d84f tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.530843 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.535092 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-66bae5e1-dc47-4abf-9d14-29c0ea51d84f tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3786500 Jun 25 09:32:04.535894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40214) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:04.543776 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-af0ff952-ea50-42c1-88b6-f27fff601b23 None None] For port 201d0ad9-5472-4632-98d3-1a7ff4502bde, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=201d0ad9-5472-4632-98d3-1a7ff4502bde,segment=NetworkSegment(232fc2a8-b8b1-4b45-b220-d14f40c610df),segment_id=232fc2a8-b8b1-4b45-b220-d14f40c610df)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:04.544214 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af0ff952-ea50-42c1-88b6-f27fff601b23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.546390 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a46644d0-9414-453e-a0a4-8f82711aa4c5 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:04.562858 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-af0ff952-ea50-42c1-88b6-f27fff601b23 None None] Calling delete_port for 201d0ad9-5472-4632-98d3-1a7ff4502bde owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:04.621884 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:32:04.635982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-8b1e492d-7d3e-452f-8166-2f10e2da5d2b tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '3a116a5d-3cf5-4f4a-9f8a-617012bf0124', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:04.636604 n-d-761264-15 neutron-server[94024]: WARNING neutron.api.v2.base [None req-8b1e492d-7d3e-452f-8166-2f10e2da5d2b tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 25 09:32:04.638256 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-8b1e492d-7d3e-452f-8166-2f10e2da5d2b tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:04.642506 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8b1e492d-7d3e-452f-8166-2f10e2da5d2b tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1025674 Jun 25 09:32:04.642703 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea575db-f6d1-4b24-bca6-882b51484b97,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:04.643910 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40218) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:04.653282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-2f225392-5b3f-402b-a642-97f6829152aa tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '3a116a5d-3cf5-4f4a-9f8a-617012bf0124', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:04.655338 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:04.665841 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.666193 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Added segment dfda4f86-0d8c-4746-92da-ab3a6f85c604 of type vlan for network 4852d93d-a949-4eee-b540-8d45ff5f52a0 Jun 25 09:32:04.735068 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953cb7ed-a3a1-47b3-86c1-a723a56e83db None None] DHCP port deletion for c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:32:04.756856 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.762542 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-2f225392-5b3f-402b-a642-97f6829152aa tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:04.765771 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2f225392-5b3f-402b-a642-97f6829152aa tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1189792 Jun 25 09:32:04.770392 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bae86cd7-897f-4bca-aa83-f6db970b8995 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:04.784674 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.787394 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40220) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:04.793662 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7225247f-aaa8-42c8-b690-31fce5e460bf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:04.794172 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-ba28724a-8ea5-4989-843d-8cb6d1c7e4a0 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '3a116a5d-3cf5-4f4a-9f8a-617012bf0124', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:04.794831 n-d-761264-15 neutron-server[94024]: WARNING neutron.api.v2.base [None req-ba28724a-8ea5-4989-843d-8cb6d1c7e4a0 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 25 09:32:04.795617 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-ba28724a-8ea5-4989-843d-8cb6d1c7e4a0 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:04.796806 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ba28724a-8ea5-4989-843d-8cb6d1c7e4a0 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081048 Jun 25 09:32:04.802759 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40224) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:04.810398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-7a0547b8-63e5-42e6-a487-685f6bb33f5e tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '3a116a5d-3cf5-4f4a-9f8a-617012bf0124', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:04.841903 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] No DVR routers for this DVR port bbc5a4e4-6227-40f4-9447-6b94eb76a260 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:32:04.845789 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-953cb7ed-a3a1-47b3-86c1-a723a56e83db None None] The port 'bbc5a4e4-6227-40f4-9447-6b94eb76a260' was deleted {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1933}} Jun 25 09:32:04.875548 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.881373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc5a4e4-6227-40f4-9447-6b94eb76a260,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:04.888339 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:04.907481 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af0ff952-ea50-42c1-88b6-f27fff601b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.910401 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:04.951785 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.954831 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b8959c59-985b-4cd6-b04b-893bac7a17a5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:04.960573 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ff952-ea50-42c1-88b6-f27fff601b23 None None] Pushing event deleted for resources: {'Port': ['ID=201d0ad9-5472-4632-98d3-1a7ff4502bde,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:04.966274 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:04.967346 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.968714 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:04.988138 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:05.009553 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-af0ff952-ea50-42c1-88b6-f27fff601b23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:05.010925 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-7a0547b8-63e5-42e6-a487-685f6bb33f5e tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:05.011518 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=201d0ad9-5472-4632-98d3-1a7ff4502bde,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:05.016098 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7a0547b8-63e5-42e6-a487-685f6bb33f5e tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2115307 Jun 25 09:32:05.017553 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ff952-ea50-42c1-88b6-f27fff601b23 None None] No DVR routers for this DVR port 201d0ad9-5472-4632-98d3-1a7ff4502bde on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:32:05.017864 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:05.020658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40230) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:05.022259 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] No DVR routers for this DVR port 201d0ad9-5472-4632-98d3-1a7ff4502bde on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:32:05.030818 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-672f59fd-c505-40bb-ad80-60ea0ac5e820 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '3a116a5d-3cf5-4f4a-9f8a-617012bf0124', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:05.030818 n-d-761264-15 neutron-server[94024]: WARNING neutron.api.v2.base [None req-672f59fd-c505-40bb-ad80-60ea0ac5e820 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 25 09:32:05.031826 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-672f59fd-c505-40bb-ad80-60ea0ac5e820 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:05.036143 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-672f59fd-c505-40bb-ad80-60ea0ac5e820 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0138981 Jun 25 09:32:05.038432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3f6fa6-1b50-47bc-8def-9672ae3c51f9') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:05.038732 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3f6fa6-1b50-47bc-8def-9672ae3c51f9') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:05.040486 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40232) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:05.052642 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.066933 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5433bd57-4851-4aa0-8c38-5d221ef0ef4c tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:05.070746 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port b8959c59-985b-4cd6-b04b-893bac7a17a5 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:05.071609 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.081876 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8f22475d-f64f-41c4-b8f3-f24ce8fc5399 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '3a116a5d-3cf5-4f4a-9f8a-617012bf0124', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:05.084940 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:32:05.085359 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:32:05.087659 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:32:05.136979 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e65751d1-1b93-4104-b7f3-299020eb1e88 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:32:05.138314 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9951038 Jun 25 09:32:05.146365 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40234) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:05.156016 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-81a3f537-0e68-4081-8664-269954b9d308 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Request body: {'subnet': {'network_id': '4852d93d-a949-4eee-b540-8d45ff5f52a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:05.167919 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: e65751d1-1b93-4104-b7f3-299020eb1e88 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:32:05.168337 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e65751d1-1b93-4104-b7f3-299020eb1e88 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:32:05.168967 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bbc5a4e4-6227-40f4-9447-6b94eb76a260 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:32:05.190550 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: bbc5a4e4-6227-40f4-9447-6b94eb76a260 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:32:05.191201 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bbc5a4e4-6227-40f4-9447-6b94eb76a260 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:32:05.191784 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 516062ba-ed8a-46a2-ad7f-e2c35b4ab274 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:32:05.212621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 516062ba-ed8a-46a2-ad7f-e2c35b4ab274 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:32:05.213298 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 516062ba-ed8a-46a2-ad7f-e2c35b4ab274 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:32:05.213703 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 201d0ad9-5472-4632-98d3-1a7ff4502bde no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:32:05.217661 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1f0d27d4-2105-4a57-aa43-abbbb5d7f752 None None] Provisioning for port b8959c59-985b-4cd6-b04b-893bac7a17a5 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:05.239320 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 201d0ad9-5472-4632-98d3-1a7ff4502bde {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:32:05.239538 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.240154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 201d0ad9-5472-4632-98d3-1a7ff4502bde not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:32:05.242004 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1f0d27d4-2105-4a57-aa43-abbbb5d7f752 None None] Provisioning complete for port b8959c59-985b-4cd6-b04b-893bac7a17a5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:05.242650 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f0d27d4-2105-4a57-aa43-abbbb5d7f752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.246835 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.251240 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] 10.222.0.93 "DELETE /v2.0/networks/c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef HTTP/1.1" status: 204 len: 168 time: 1.0289261 Jun 25 09:32:05.256607 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-338e4f69-9d5d-4458-8318-f693be4960f3 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:05.292196 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4988a9d-bc41-4ab9-a9ef-62bf6fd064ef,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:05.296312 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:05.373121 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event updated for resources: {'Network': ['ID=4852d93d-a949-4eee-b540-8d45ff5f52a0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:05.376283 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:05.378151 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.390319 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 4852d93d-a949-4eee-b540-8d45ff5f52a0 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:32:05.392541 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a3f537-0e68-4081-8664-269954b9d308 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Made reservation on behalf of fb14f92d5f6740e6800ff2233263e20b for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:05.397896 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-81a3f537-0e68-4081-8664-269954b9d308 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.427663 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553f3759-4875-4ed3-8a4e-cd6e0a8956ef']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:05.434731 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2a177323-d22c-4784-bf95-b39519abbdc6 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:32:05.437848 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-8f22475d-f64f-41c4-b8f3-f24ce8fc5399 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:05.439038 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8f22475d-f64f-41c4-b8f3-f24ce8fc5399 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3668470 Jun 25 09:32:05.444107 n-d-761264-15 neutron-server[94025]: DEBUG neutron.objects.ports [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94025) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 09:32:05.445034 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40238) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:05.446854 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232fc2a8-b8b1-4b45-b220-d14f40c610df') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:05.447342 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232fc2a8-b8b1-4b45-b220-d14f40c610df') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:05.453444 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-127d8790-af1f-4859-af4d-42c3480a1dea tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '3a116a5d-3cf5-4f4a-9f8a-617012bf0124', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:05.454095 n-d-761264-15 neutron-server[94025]: WARNING neutron.api.v2.base [None req-127d8790-af1f-4859-af4d-42c3480a1dea tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 25 09:32:05.455080 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-127d8790-af1f-4859-af4d-42c3480a1dea tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:05.456270 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-127d8790-af1f-4859-af4d-42c3480a1dea tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067458 Jun 25 09:32:05.462399 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40240) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:05.464619 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f0d27d4-2105-4a57-aa43-abbbb5d7f752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.473578 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-427c901e-0d58-41ae-857d-1e70931168ed tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '3a116a5d-3cf5-4f4a-9f8a-617012bf0124', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:05.508453 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40242) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:05.519831 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1f0d27d4-2105-4a57-aa43-abbbb5d7f752 None None] For port b8959c59-985b-4cd6-b04b-893bac7a17a5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b8959c59-985b-4cd6-b04b-893bac7a17a5,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:05.529800 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f0d27d4-2105-4a57-aa43-abbbb5d7f752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.532351 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-eea55524-ec04-4e5d-893f-5a4ff1934da6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:05.544578 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.576001 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.583048 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4306fb0b-e711-44ea-bd34-075082fb99e8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e661d834fd304a2f9b1a96b19b02933d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0696869 Jun 25 09:32:05.583702 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40244) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:05.599747 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:32:05.600190 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:32:05.602114 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:32:05.617069 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.618950 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d27d4-2105-4a57-aa43-abbbb5d7f752 None None] Pushing event updated for resources: {'Port': ['ID=b8959c59-985b-4cd6-b04b-893bac7a17a5,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:05.630047 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1f0d27d4-2105-4a57-aa43-abbbb5d7f752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:05.654687 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:32:05.657404 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f2315e-4d40-4c15-a900-b4bf32da4f36" -d '{"events": [{"server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "name": "network-vif-unplugged", "status": "completed", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:32:05.681585 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:05.696093 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.696438 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-427c901e-0d58-41ae-857d-1e70931168ed tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:05.697526 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-427c901e-0d58-41ae-857d-1e70931168ed tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2330041 Jun 25 09:32:05.700368 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40250) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:05.706882 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f571bd6a-fb23-47ce-9b54-78ba27a4aec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:05.707214 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d910bf89-34e2-4623-9ca0-553ce2d8867a tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '3a116a5d-3cf5-4f4a-9f8a-617012bf0124', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:05.709361 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5667eb89-011b-4cca-a78e-dc7ea9c8598b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.742528 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb09e706-0126-4d90-814d-6025c11fa8c0 x-openstack-request-id: req-cb09e706-0126-4d90-814d-6025c11fa8c0 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:32:05.742901 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "name": "network-vif-unplugged", "status": "completed", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:32:05.743150 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cb09e706-0126-4d90-814d-6025c11fa8c0 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:32:05.743771 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6', 'code': 200} Jun 25 09:32:05.745023 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-81a3f537-0e68-4081-8664-269954b9d308 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.749753 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.755657 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9a90bac9-4b54-44e0-a937-014547434c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:05.756423 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0e8addea-d650-4ee7-9b64-c91e1f9f885d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:05.761401 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.765700 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] 10.222.0.93 "DELETE /v2.0/networks/553f3759-4875-4ed3-8a4e-cd6e0a8956ef HTTP/1.1" status: 204 len: 168 time: 2.0785577 Jun 25 09:32:05.793127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=2a177323-d22c-4784-bf95-b39519abbdc6,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:05.794393 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5667eb89-011b-4cca-a78e-dc7ea9c8598b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.796204 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:05.864099 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3f537-0e68-4081-8664-269954b9d308 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event updated for resources: {'Subnet': ['ID=10565361-b002-49af-ab48-eaaaf7e32d4b,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:05.869102 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-81a3f537-0e68-4081-8664-269954b9d308 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:05.876634 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a3f537-0e68-4081-8664-269954b9d308 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Checking segment: {'id': 'dfda4f86-0d8c-4746-92da-ab3a6f85c604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4852d93d-a949-4eee-b540-8d45ff5f52a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:05.876634 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3f537-0e68-4081-8664-269954b9d308 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Network hostable DHCP agents. Network: 4852d93d-a949-4eee-b540-8d45ff5f52a0, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:32:05.894239 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5667eb89-011b-4cca-a78e-dc7ea9c8598b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.896870 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5667eb89-011b-4cca-a78e-dc7ea9c8598b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.898061 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5667eb89-011b-4cca-a78e-dc7ea9c8598b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3e73c344-2a2a-42a0-8108-d3099609df5d HTTP/1.1" status: 204 len: 168 time: 0.3133705 Jun 25 09:32:05.900384 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dafcc940-1895-454b-b5e1-af1819f9597e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:05.914578 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3f537-0e68-4081-8664-269954b9d308 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Network 4852d93d-a949-4eee-b540-8d45ff5f52a0 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:32:05.923694 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667eb89-011b-4cca-a78e-dc7ea9c8598b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e73c344-2a2a-42a0-8108-d3099609df5d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:05.933221 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5667eb89-011b-4cca-a78e-dc7ea9c8598b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:05.953760 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-81a3f537-0e68-4081-8664-269954b9d308 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 4852d93d-a949-4eee-b540-8d45ff5f52a0) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:05.965505 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa6a365-1912-470d-8860-f535e8d8ff6b None None] Network 4852d93d-a949-4eee-b540-8d45ff5f52a0 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:05.967861 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a3f537-0e68-4081-8664-269954b9d308 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:05.968398 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-81a3f537-0e68-4081-8664-269954b9d308 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:05.989935 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-81a3f537-0e68-4081-8664-269954b9d308 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8391712 Jun 25 09:32:05.990203 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40262) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:05.996696 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-fb6ff4c9-745b-4021-83f0-19319fbfb2e5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Request body: {'network': {'name': 'tempest-router-network01--1160283848'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:06.034799 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6ff4c9-745b-4021-83f0-19319fbfb2e5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Made reservation on behalf of fb14f92d5f6740e6800ff2233263e20b for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:06.040426 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff4c9-745b-4021-83f0-19319fbfb2e5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.079639 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6ff4c9-745b-4021-83f0-19319fbfb2e5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:32:06.092148 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff4c9-745b-4021-83f0-19319fbfb2e5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.092854 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-fb6ff4c9-745b-4021-83f0-19319fbfb2e5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Added segment 75a4b41c-f7da-438f-8dde-94ed0c7ab4cf of type vlan for network 51c95e11-6cf1-4636-a394-a895654eeb0d Jun 25 09:32:06.145161 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff4c9-745b-4021-83f0-19319fbfb2e5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.175547 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40264) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:06.193838 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-4852d93d-a949-4eee-b540-8d45ff5f52a0', 'network_id': '4852d93d-a949-4eee-b540-8d45ff5f52a0', 'tenant_id': 'fb14f92d5f6740e6800ff2233263e20b', 'fixed_ips': [{'subnet_id': '10565361-b002-49af-ab48-eaaaf7e32d4b'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:32:06.195091 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.213241 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=553f3759-4875-4ed3-8a4e-cd6e0a8956ef,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:06.217675 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-d910bf89-34e2-4623-9ca0-553ce2d8867a tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:06.221333 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d910bf89-34e2-4623-9ca0-553ce2d8867a tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5153990 Jun 25 09:32:06.221809 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:06.224561 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40270) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:06.232878 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff4c9-745b-4021-83f0-19319fbfb2e5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.238817 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ff4c9-745b-4021-83f0-19319fbfb2e5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:06.240984 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff4c9-745b-4021-83f0-19319fbfb2e5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.252078 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.259320 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9b3bf1b1-d539-43df-b052-7403343fa2e7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a89a895ae0e042ee97488437fbd9c1ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820594 Jun 25 09:32:06.261085 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3af5c3c2-8130-4262-a4de-b54de8870d87 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:06.265345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40272) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:06.289281 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fb6ff4c9-745b-4021-83f0-19319fbfb2e5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2955744 Jun 25 09:32:06.305999 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40274) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:06.314029 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-a5ab9883-eb4b-4150-9b7f-269469317d0a tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Request body: {'network': {'name': 'tempest-router-network02--77075171'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:06.379198 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a89ee39-dd42-433d-b7ba-3cb9f00d57c7 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.387386 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Allocated IP 2001:db8::2 (4852d93d-a949-4eee-b540-8d45ff5f52a0/10565361-b002-49af-ab48-eaaaf7e32d4b/cf0810be-6766-49ad-b0a3-27afc2207f20) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:06.425788 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ab9883-eb4b-4150-9b7f-269469317d0a tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Made reservation on behalf of fb14f92d5f6740e6800ff2233263e20b for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:06.429757 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5ab9883-eb4b-4150-9b7f-269469317d0a tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.444302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ff4c9-745b-4021-83f0-19319fbfb2e5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event updated for resources: {'Network': ['ID=51c95e11-6cf1-4636-a394-a895654eeb0d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:06.450281 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fb6ff4c9-745b-4021-83f0-19319fbfb2e5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:06.473330 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a89ee39-dd42-433d-b7ba-3cb9f00d57c7 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.480172 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8e689b04-e5c2-4c2f-a365-863a82fe7039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.502995 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 51c95e11-6cf1-4636-a394-a895654eeb0d details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:32:06.521865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ab9883-eb4b-4150-9b7f-269469317d0a tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:32:06.560872 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5ab9883-eb4b-4150-9b7f-269469317d0a tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.561392 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-a5ab9883-eb4b-4150-9b7f-269469317d0a tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Added segment fbf2a919-fe2e-42ca-b22e-db8f002d2d5d of type vlan for network d49e1800-ff13-4801-a07b-88a76e84c7b4 Jun 25 09:32:06.566844 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8e689b04-e5c2-4c2f-a365-863a82fe7039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.575432 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] For port b8959c59-985b-4cd6-b04b-893bac7a17a5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b8959c59-985b-4cd6-b04b-893bac7a17a5,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:06.618084 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a89ee39-dd42-433d-b7ba-3cb9f00d57c7 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.621033 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a89ee39-dd42-433d-b7ba-3cb9f00d57c7 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.622398 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3a89ee39-dd42-433d-b7ba-3cb9f00d57c7 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "DELETE /v2.0/security-groups/3a116a5d-3cf5-4f4a-9f8a-617012bf0124 HTTP/1.1" status: 204 len: 168 time: 0.3967395 Jun 25 09:32:06.626581 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40286) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:06.628996 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c898c458-512a-45ab-bd8c-374b32bd37a1 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:06.660241 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5ab9883-eb4b-4150-9b7f-269469317d0a tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.669892 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89ee39-dd42-433d-b7ba-3cb9f00d57c7 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a116a5d-3cf5-4f4a-9f8a-617012bf0124,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:06.676271 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3a89ee39-dd42-433d-b7ba-3cb9f00d57c7 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:06.680646 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.690176 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.691332 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.697195 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-435e85d7-7a76-435d-90bf-05cccd645aec tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:06.745606 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3d086f01-e896-4934-9edb-aa428c409bde tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1129622 Jun 25 09:32:06.752963 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40292) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:06.754080 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8e689b04-e5c2-4c2f-a365-863a82fe7039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.760681 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8e689b04-e5c2-4c2f-a365-863a82fe7039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.761035 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8e689b04-e5c2-4c2f-a365-863a82fe7039 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/83b5c4c2-8029-4c8f-92d4-e76d837b45c0 HTTP/1.1" status: 204 len: 168 time: 0.4932644 Jun 25 09:32:06.761850 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-804585a8-d6de-461b-855d-30a2a9d890f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:06.764288 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-843689a8-a1c4-49bb-9498-df6c1fc75e74 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group': {'name': 'tempest-secgroup--660214158'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:06.774486 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:06.785638 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e689b04-e5c2-4c2f-a365-863a82fe7039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b5c4c2-8029-4c8f-92d4-e76d837b45c0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:06.789067 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8e689b04-e5c2-4c2f-a365-863a82fe7039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:06.801833 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5ab9883-eb4b-4150-9b7f-269469317d0a tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.813189 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ab9883-eb4b-4150-9b7f-269469317d0a tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:06.813980 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5ab9883-eb4b-4150-9b7f-269469317d0a tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.816975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:06.830484 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5e19a7-ecbc-40fe-8466-cb703cb68f60 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:06.848676 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=b8959c59-985b-4cd6-b04b-893bac7a17a5,revision_number=5']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:06.872374 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.876453 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b8959c59-985b-4cd6-b04b-893bac7a17a5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:06.876795 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:06.877409 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.889600 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:06.890143 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-df839b6b-1b11-4dab-a1e0-fd553a8007f3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:06.919075 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Transition to ACTIVE for port object cf0810be-6766-49ad-b0a3-27afc2207f20 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:06.957206 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-843689a8-a1c4-49bb-9498-df6c1fc75e74 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:06.967457 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9972548 Jun 25 09:32:06.970930 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40302) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:06.978307 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'mac_address': 'fa:16:3e:65:34:87', 'name': 'tempest-NetworksTestDHCPv6-1916675901'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:06.981514 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a5ab9883-eb4b-4150-9b7f-269469317d0a tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6718886 Jun 25 09:32:06.984960 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Transition to ACTIVE for port object cf0810be-6766-49ad-b0a3-27afc2207f20 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:06.985440 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40304) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:06.993355 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=0882232b-9a8b-4a89-91de-f2b4cee94f85,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:06.999522 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:07.005288 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ef9b1cdd-3a24-436f-b0dc-3aebbc1aa2e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:07.006160 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:07.012115 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-643d9980-ba31-42af-99d5-375c8cec2ec8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:07.019880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-b185e523-0747-45df-9376-9ce1270c81a6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Request body: {'subnet': {'network_id': '51c95e11-6cf1-4636-a394-a895654eeb0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:07.098199 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Network 4852d93d-a949-4eee-b540-8d45ff5f52a0 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:07.101370 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port b8959c59-985b-4cd6-b04b-893bac7a17a5 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:07.102041 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:07.114933 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:07.136438 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Pushing event updated for resources: {'Port': ['ID=cf0810be-6766-49ad-b0a3-27afc2207f20,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:07.143488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:07.151811 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:07.259442 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Attempting to bind port cf0810be-6766-49ad-b0a3-27afc2207f20 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:32:07.260057 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Attempting to bind port cf0810be-6766-49ad-b0a3-27afc2207f20 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'dfda4f86-0d8c-4746-92da-ab3a6f85c604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4852d93d-a949-4eee-b540-8d45ff5f52a0'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:32:07.260190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Attempting to bind port cf0810be-6766-49ad-b0a3-27afc2207f20 on network 4852d93d-a949-4eee-b540-8d45ff5f52a0 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:32:07.269634 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:32:07.270003 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Checking segment: {'id': 'dfda4f86-0d8c-4746-92da-ab3a6f85c604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4852d93d-a949-4eee-b540-8d45ff5f52a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:07.270591 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:07.271370 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Bound using segment: {'id': 'dfda4f86-0d8c-4746-92da-ab3a6f85c604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4852d93d-a949-4eee-b540-8d45ff5f52a0'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:32:07.272004 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Bound port: cf0810be-6766-49ad-b0a3-27afc2207f20, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfda4f86-0d8c-4746-92da-ab3a6f85c604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4852d93d-a949-4eee-b540-8d45ff5f52a0'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:32:07.272552 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:07.295780 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab9883-eb4b-4150-9b7f-269469317d0a tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event updated for resources: {'Network': ['ID=d49e1800-ff13-4801-a07b-88a76e84c7b4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:07.301242 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a5ab9883-eb4b-4150-9b7f-269469317d0a tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:07.309046 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-843689a8-a1c4-49bb-9498-df6c1fc75e74 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:07.310509 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network d49e1800-ff13-4801-a07b-88a76e84c7b4 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:32:07.316170 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-843689a8-a1c4-49bb-9498-df6c1fc75e74 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:07.317480 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40314) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:07.329102 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9651e9fa-6cc6-413e-9909-f20148d86df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:07.333166 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40316) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:07.363433 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843689a8-a1c4-49bb-9498-df6c1fc75e74 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d3508f-cfb6-4d35-8c13-d7b5a342b673,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:07.368712 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-843689a8-a1c4-49bb-9498-df6c1fc75e74 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:07.377169 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b185e523-0747-45df-9376-9ce1270c81a6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Made reservation on behalf of fb14f92d5f6740e6800ff2233263e20b for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:07.381862 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b185e523-0747-45df-9376-9ce1270c81a6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:07.389266 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-843689a8-a1c4-49bb-9498-df6c1fc75e74 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:07.390908 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-843689a8-a1c4-49bb-9498-df6c1fc75e74 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6343489 Jun 25 09:32:07.397434 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40320) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:07.408626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-55bac515-a132-4083-9123-bc19c73555d3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '56d3508f-cfb6-4d35-8c13-d7b5a342b673', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:07.447023 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:07.479235 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-55bac515-a132-4083-9123-bc19c73555d3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The resource could not be found. Jun 25 09:32:07.481626 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-55bac515-a132-4083-9123-bc19c73555d3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0797296 Jun 25 09:32:07.484531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40322) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:07.494386 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-b818353f-2397-4d9b-80f8-fd67c58447b7 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '56d3508f-cfb6-4d35-8c13-d7b5a342b673', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '003c189b-eeb7-49fa-bee8-2b66e0262719'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:07.555928 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-b818353f-2397-4d9b-80f8-fd67c58447b7 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The resource could not be found. Jun 25 09:32:07.560338 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b818353f-2397-4d9b-80f8-fd67c58447b7 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0711915 Jun 25 09:32:07.562489 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40324) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:07.579563 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2a177323-d22c-4784-bf95-b39519abbdc6 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:32:07.625866 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5f24cc3-c275-452c-aae2-6ddb06bace02 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:07.654396 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5f24cc3-c275-452c-aae2-6ddb06bace02 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:07.719884 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] For port cf0810be-6766-49ad-b0a3-27afc2207f20, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:32:07.727142 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5f24cc3-c275-452c-aae2-6ddb06bace02 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:07.733754 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5f24cc3-c275-452c-aae2-6ddb06bace02 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:07.735757 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b5f24cc3-c275-452c-aae2-6ddb06bace02 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "DELETE /v2.0/security-groups/56d3508f-cfb6-4d35-8c13-d7b5a342b673 HTTP/1.1" status: 204 len: 168 time: 0.1721525 Jun 25 09:32:07.737767 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-67a1ddac-f0fc-4bb5-b87c-45966aed4133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:07.741515 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] For port cf0810be-6766-49ad-b0a3-27afc2207f20, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=cf0810be-6766-49ad-b0a3-27afc2207f20,segment=NetworkSegment(dfda4f86-0d8c-4746-92da-ab3a6f85c604),segment_id=dfda4f86-0d8c-4746-92da-ab3a6f85c604)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:32:07.743943 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40328) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:07.751347 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:07.756409 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2468e27e-22b6-4751-9705-fbec72cb8d0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:07.768676 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f24cc3-c275-452c-aae2-6ddb06bace02 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d3508f-cfb6-4d35-8c13-d7b5a342b673,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:07.772132 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b5f24cc3-c275-452c-aae2-6ddb06bace02 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:07.810110 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0c2209b4-a20e-4999-9ace-c31fd59ec584 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0621860 Jun 25 09:32:07.813025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40330) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:07.818605 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-5d3e43f4-9318-46d7-ac87-dd000c70876c tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': 'd6b350d5-9662-4a10-b6f3-d52caed2d80e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:07.862874 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:07.871229 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-5d3e43f4-9318-46d7-ac87-dd000c70876c tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The resource could not be found. Jun 25 09:32:07.872794 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5d3e43f4-9318-46d7-ac87-dd000c70876c tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0581980 Jun 25 09:32:07.878930 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40332) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:07.885993 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4fcab73d-fb6e-4c30-b3f8-7d15f7c027c9 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550310196'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:07.887634 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '2a177323-d22c-4784-bf95-b39519abbdc6', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'port_id': '2a177323-d22c-4784-bf95-b39519abbdc6', 'mac_address': 'fa:16:3e:3d:9c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:32:07.889335 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Pushing event updated for resources: {'Port': ['ID=cf0810be-6766-49ad-b0a3-27afc2207f20,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:07.892967 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:07.926070 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4fcab73d-fb6e-4c30-b3f8-7d15f7c027c9 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:07.943575 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.015277 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a177323-d22c-4784-bf95-b39519abbdc6 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:32:08.063081 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:08.068439 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2c86e01a-4d37-4378-96d6-5b420159f2cb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0d434a889fb84b9685a92b98c5a3a19e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7492990 Jun 25 09:32:08.076762 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.076947 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1579027983-network', 'tenant_id': '44d174b12e72448983d64be8e279b8cf'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:08.078314 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40344) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:08.079955 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-465db663-2fd7-48e5-9b2e-afbe007ab4fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:08.176261 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=2a177323-d22c-4784-bf95-b39519abbdc6,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:08.180465 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:08.229987 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['2a177323-d22c-4784-bf95-b39519abbdc6'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:32:08.234562 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.307645 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port ec7b4c41-c8d1-4805-bbdf-77977e706fac yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:32:08.313227 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-189e94cd-367a-4a59-bb86-b70bd59eeb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.435481 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-189e94cd-367a-4a59-bb86-b70bd59eeb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.439499 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4fcab73d-fb6e-4c30-b3f8-7d15f7c027c9 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.450811 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4fcab73d-fb6e-4c30-b3f8-7d15f7c027c9 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.485638 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-68936875-cb5b-40cb-a759-cd5d0983ef10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:08.505537 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b185e523-0747-45df-9376-9ce1270c81a6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.542553 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1f7c6900-e8dd-4c8e-8d63-64fe3f7f4134 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:08.577917 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4fcab73d-fb6e-4c30-b3f8-7d15f7c027c9 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.580219 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4fcab73d-fb6e-4c30-b3f8-7d15f7c027c9 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7000866 Jun 25 09:32:08.583193 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40358) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:08.589193 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-bd4ffe01-e112-4e0d-996a-65937f216968 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047844295'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:08.594787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Made reservation on behalf of 44d174b12e72448983d64be8e279b8cf for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:08.597287 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.601843 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcab73d-fb6e-4c30-b3f8-7d15f7c027c9 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563f8dfb-1fcc-4d92-bae9-e7b8ed7a6fbc,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:08.608103 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4fcab73d-fb6e-4c30-b3f8-7d15f7c027c9 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:08.628381 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd4ffe01-e112-4e0d-996a-65937f216968 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.646284 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-189e94cd-367a-4a59-bb86-b70bd59eeb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.647481 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.649520 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-189e94cd-367a-4a59-bb86-b70bd59eeb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.653949 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-189e94cd-367a-4a59-bb86-b70bd59eeb44 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/36b23230-38df-4ede-8899-24c5b861ec76 HTTP/1.1" status: 204 len: 168 time: 0.5649805 Jun 25 09:32:08.656325 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4a258b81-a95b-4e4a-972d-dedfce9998b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:08.669534 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e94cd-367a-4a59-bb86-b70bd59eeb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b23230-38df-4ede-8899-24c5b861ec76,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:08.674217 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-189e94cd-367a-4a59-bb86-b70bd59eeb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:08.744544 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185e523-0747-45df-9376-9ce1270c81a6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event updated for resources: {'Subnet': ['ID=009277aa-445b-41cc-b7ea-f7be2e7205b1,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:08.755746 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b185e523-0747-45df-9376-9ce1270c81a6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:08.819238 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b185e523-0747-45df-9376-9ce1270c81a6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Checking segment: {'id': '75a4b41c-f7da-438f-8dde-94ed0c7ab4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '51c95e11-6cf1-4636-a394-a895654eeb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:08.819601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b185e523-0747-45df-9376-9ce1270c81a6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Network hostable DHCP agents. Network: 51c95e11-6cf1-4636-a394-a895654eeb0d, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:32:08.824772 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd4ffe01-e112-4e0d-996a-65937f216968 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.831482 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd4ffe01-e112-4e0d-996a-65937f216968 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.835158 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-572e16a1-7e62-472e-9528-253d4a2b5e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:08.892601 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ffe01-e112-4e0d-996a-65937f216968 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127c66bd-eadb-4d73-853f-4884147ee6e2,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:08.899209 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bd4ffe01-e112-4e0d-996a-65937f216968 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:08.910531 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c25bcc24-4253-4ba2-bffe-1902d6bf6cb9 None None] Provisioning complete for port b8959c59-985b-4cd6-b04b-893bac7a17a5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:08.911111 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c25bcc24-4253-4ba2-bffe-1902d6bf6cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:08.954479 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b185e523-0747-45df-9376-9ce1270c81a6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Network 51c95e11-6cf1-4636-a394-a895654eeb0d is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:32:08.983021 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-b185e523-0747-45df-9376-9ce1270c81a6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 51c95e11-6cf1-4636-a394-a895654eeb0d) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:08.991327 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::336 (13e23ba1-9297-4cb1-bce9-7212ee789807/985e1200-5254-46bc-940d-f5aa74bec0c1/ec7b4c41-c8d1-4805-bbdf-77977e706fac) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:09.002646 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca47c2e-02dc-471d-91e6-d6d718685974 None None] Network 51c95e11-6cf1-4636-a394-a895654eeb0d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:09.004503 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b185e523-0747-45df-9376-9ce1270c81a6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:09.005549 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b185e523-0747-45df-9376-9ce1270c81a6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:09.005801 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b8959c59-985b-4cd6-b04b-893bac7a17a5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:09.028363 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8:0:1:f816:3eff:fe65:3487 (13e23ba1-9297-4cb1-bce9-7212ee789807/0882232b-9a8b-4a89-91de-f2b4cee94f85/ec7b4c41-c8d1-4805-bbdf-77977e706fac) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:09.115496 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:09.130254 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd4ffe01-e112-4e0d-996a-65937f216968 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:09.136498 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bd4ffe01-e112-4e0d-996a-65937f216968 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5518813 Jun 25 09:32:09.139353 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40376) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:09.145207 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-6e5fbc6e-3257-4d7d-84b7-9ce589707197 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group_rule': {'security_group_id': '563f8dfb-1fcc-4d92-bae9-e7b8ed7a6fbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '127c66bd-eadb-4d73-853f-4884147ee6e2'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:09.158206 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:09.176760 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-af104415-b2cb-46f3-9170-1ee2f2e32340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:09.213448 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b185e523-0747-45df-9376-9ce1270c81a6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2253442 Jun 25 09:32:09.221905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40380) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:09.235038 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-b6560ee7-451b-4e75-a46f-0849ca8123d0 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Request body: {'subnet': {'network_id': 'd49e1800-ff13-4801-a07b-88a76e84c7b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:09.284606 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-6e5fbc6e-3257-4d7d-84b7-9ce589707197 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:09.286073 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6e5fbc6e-3257-4d7d-84b7-9ce589707197 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1455610 Jun 25 09:32:09.303883 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40382) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:09.318747 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port b8959c59-985b-4cd6-b04b-893bac7a17a5 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:09.319738 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:09.386367 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-51c95e11-6cf1-4636-a394-a895654eeb0d', 'network_id': '51c95e11-6cf1-4636-a394-a895654eeb0d', 'tenant_id': 'fb14f92d5f6740e6800ff2233263e20b', 'fixed_ips': [{'subnet_id': '009277aa-445b-41cc-b7ea-f7be2e7205b1'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:32:09.388437 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:09.446399 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:32:09.457552 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6560ee7-451b-4e75-a46f-0849ca8123d0 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Made reservation on behalf of fb14f92d5f6740e6800ff2233263e20b for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:09.462108 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6560ee7-451b-4e75-a46f-0849ca8123d0 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:09.463655 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f5cec5-ec87-4d64-bb5e-dbaeed793954,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:09.474921 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:09.547945 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:09.548556 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Added segment e00967cf-4e73-420d-a979-8f8664cc609b of type vlan for network a124eb50-58b7-4400-83c7-66fc4f4c6f28 Jun 25 09:32:09.552238 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd51980-d3e9-4848-bce3-ea63d871de09 None None] Network 4852d93d-a949-4eee-b540-8d45ff5f52a0 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:09.556211 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2a177323-d22c-4784-bf95-b39519abbdc6 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:09.725826 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f264104a-cd1a-468d-964b-5b25d3fe2c47 None None] Provisioning for port cf0810be-6766-49ad-b0a3-27afc2207f20 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:09.736095 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:09.752526 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f8b0af6-5d60-4f62-8b39-31c541655e3e tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:09.819625 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device cf0810be-6766-49ad-b0a3-27afc2207f20 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:09.867325 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6560ee7-451b-4e75-a46f-0849ca8123d0 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:09.874988 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:09.881736 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:09.917404 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f8b0af6-5d60-4f62-8b39-31c541655e3e tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:09.934720 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:09.936147 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:09.936892 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Allocated IP 2001:db8::2 (51c95e11-6cf1-4636-a394-a895654eeb0d/009277aa-445b-41cc-b7ea-f7be2e7205b1/a555c3ea-41d9-4163-a13f-06bc1482657c) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:09.937136 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:09.940338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object ec7b4c41-c8d1-4805-bbdf-77977e706fac will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:09.944881 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bebff8d8-051c-48b4-ad06-5ac73c4795f4 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:10.007901 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6560ee7-451b-4e75-a46f-0849ca8123d0 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event updated for resources: {'Subnet': ['ID=2cc821e0-aed8-49fd-8b22-3efebd00f6e8,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:10.013837 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6560ee7-451b-4e75-a46f-0849ca8123d0 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:10.034380 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6973922 Jun 25 09:32:10.043901 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40404) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:10.055394 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-ba0a8629-927c-4748-ad11-c78a4181121a admin admin] Request body: {'subnet': {'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1579027983-subnet', 'tenant_id': '44d174b12e72448983d64be8e279b8cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:10.063781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Pushing event updated for resources: {'Network': ['ID=a124eb50-58b7-4400-83c7-66fc4f4c6f28,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:10.067207 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:10.086539 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6560ee7-451b-4e75-a46f-0849ca8123d0 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Checking segment: {'id': 'fbf2a919-fe2e-42ca-b22e-db8f002d2d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'd49e1800-ff13-4801-a07b-88a76e84c7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:10.086965 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6560ee7-451b-4e75-a46f-0849ca8123d0 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Network hostable DHCP agents. Network: d49e1800-ff13-4801-a07b-88a76e84c7b4, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:32:10.095532 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f8b0af6-5d60-4f62-8b39-31c541655e3e tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:10.099569 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4f8b0af6-5d60-4f62-8b39-31c541655e3e tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:10.101036 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4f8b0af6-5d60-4f62-8b39-31c541655e3e tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "DELETE /v2.0/security-groups/127c66bd-eadb-4d73-853f-4884147ee6e2 HTTP/1.1" status: 204 len: 168 time: 0.7962749 Jun 25 09:32:10.105181 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7f1f6b5e-3fc1-4c3a-af93-18c69a151625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:10.107239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40412) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:10.116864 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0a8629-927c-4748-ad11-c78a4181121a admin admin] Made reservation on behalf of 44d174b12e72448983d64be8e279b8cf for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:10.120146 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8629-927c-4748-ad11-c78a4181121a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:10.121154 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6560ee7-451b-4e75-a46f-0849ca8123d0 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Network d49e1800-ff13-4801-a07b-88a76e84c7b4 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:32:10.123331 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b0af6-5d60-4f62-8b39-31c541655e3e tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=127c66bd-eadb-4d73-853f-4884147ee6e2,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:10.127138 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:10.134891 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port cf0810be-6766-49ad-b0a3-27afc2207f20 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:10.140534 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4f8b0af6-5d60-4f62-8b39-31c541655e3e tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:10.151794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-b6560ee7-451b-4e75-a46f-0849ca8123d0 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, d49e1800-ff13-4801-a07b-88a76e84c7b4) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:10.157130 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6560ee7-451b-4e75-a46f-0849ca8123d0 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:10.158315 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6560ee7-451b-4e75-a46f-0849ca8123d0 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:10.166919 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network a124eb50-58b7-4400-83c7-66fc4f4c6f28 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:32:10.168900 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:10.180089 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b6560ee7-451b-4e75-a46f-0849ca8123d0 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9567361 Jun 25 09:32:10.186626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40414) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:10.233022 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:10.244283 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:10.256012 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:10.261953 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:10.262734 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:10.270401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=ec7b4c41-c8d1-4805-bbdf-77977e706fac,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:10.279530 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:10.296881 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3224604 Jun 25 09:32:10.297449 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40418) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:10.497724 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ac9615-cdb5-48ab-b55e-f268347aabee None None] Network d49e1800-ff13-4801-a07b-88a76e84c7b4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:10.529450 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port cf0810be-6766-49ad-b0a3-27afc2207f20 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:10.532257 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:10.599010 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8629-927c-4748-ad11-c78a4181121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:10.604769 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e5242b9c-e431-4296-8464-936431988052 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:10.624759 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-78a25eb1-a9b3-4cdd-a387-9c7911da5847 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port ec7b4c41-c8d1-4805-bbdf-77977e706fac {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:10.625485 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-78a25eb1-a9b3-4cdd-a387-9c7911da5847 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:10.691524 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 2a177323-d22c-4784-bf95-b39519abbdc6 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:10.692048 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:10.717539 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:10.740441 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9886f7c4-e3d1-42d8-9d38-54ebb77e8e13 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6314063 Jun 25 09:32:10.748037 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40422) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:10.868712 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a8629-927c-4748-ad11-c78a4181121a admin admin] Checking segment: {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:10.875136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0a8629-927c-4748-ad11-c78a4181121a admin admin] Network hostable DHCP agents. Network: a124eb50-58b7-4400-83c7-66fc4f4c6f28, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:32:10.894523 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a8629-927c-4748-ad11-c78a4181121a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:10.908717 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ba0a8629-927c-4748-ad11-c78a4181121a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:10.948715 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0a8629-927c-4748-ad11-c78a4181121a admin admin] Network a124eb50-58b7-4400-83c7-66fc4f4c6f28 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:32:10.953757 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a48d2aa8-0bcb-425b-8eca-1ee0db0338fb tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:10.965223 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-ba0a8629-927c-4748-ad11-c78a4181121a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, a124eb50-58b7-4400-83c7-66fc4f4c6f28) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:10.981565 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a48d2aa8-0bcb-425b-8eca-1ee0db0338fb tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:10.985670 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0a8629-927c-4748-ad11-c78a4181121a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:10.988435 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8629-927c-4748-ad11-c78a4181121a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:11.033709 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ba0a8629-927c-4748-ad11-c78a4181121a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9859793 Jun 25 09:32:11.036079 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a48d2aa8-0bcb-425b-8eca-1ee0db0338fb tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:11.039270 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a48d2aa8-0bcb-425b-8eca-1ee0db0338fb tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:11.040536 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a48d2aa8-0bcb-425b-8eca-1ee0db0338fb tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "DELETE /v2.0/security-groups/563f8dfb-1fcc-4d92-bae9-e7b8ed7a6fbc HTTP/1.1" status: 204 len: 168 time: 0.2911692 Jun 25 09:32:11.046479 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4982345b-1bd9-4a37-9e6d-7c0d2f2e39a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:11.053036 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40428) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:11.090489 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-78a25eb1-a9b3-4cdd-a387-9c7911da5847 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:11.107025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d2aa8-0bcb-425b-8eca-1ee0db0338fb tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563f8dfb-1fcc-4d92-bae9-e7b8ed7a6fbc,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:11.113652 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a48d2aa8-0bcb-425b-8eca-1ee0db0338fb tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:11.140056 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-78a25eb1-a9b3-4cdd-a387-9c7911da5847 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for ec7b4c41-c8d1-4805-bbdf-77977e706fac owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:11.160486 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-70611481-3081-476a-a8cd-359a6af3fbd9 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1056221 Jun 25 09:32:11.166515 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40430) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:11.172436 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c3068291-14b6-47f1-9310-61879dc8812b tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group': {'name': 'tempest-secgroup--204778093'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:11.207976 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3068291-14b6-47f1-9310-61879dc8812b tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:11.218501 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea61f69-8857-4752-9e13-781ee409b00f None None] Network a124eb50-58b7-4400-83c7-66fc4f4c6f28 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:11.384189 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3068291-14b6-47f1-9310-61879dc8812b tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:11.389879 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3068291-14b6-47f1-9310-61879dc8812b tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:11.396890 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-373f57f0-db43-4fcb-a519-ea67ee0f26d3 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:11.436803 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c3068291-14b6-47f1-9310-61879dc8812b tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:11.436803 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c3068291-14b6-47f1-9310-61879dc8812b tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2671297 Jun 25 09:32:11.449789 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3068291-14b6-47f1-9310-61879dc8812b tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027d9a2c-66ac-4b5d-91ad-782c16ffb368,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:11.452628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40448) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:11.455452 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c3068291-14b6-47f1-9310-61879dc8812b tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:11.461825 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-7084a19b-d2cd-4b0b-9f09-dbb29cfd61b6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:11.462616 n-d-761264-15 neutron-server[94025]: WARNING neutron.api.v2.base [None req-7084a19b-d2cd-4b0b-9f09-dbb29cfd61b6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 25 09:32:11.463290 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-7084a19b-d2cd-4b0b-9f09-dbb29cfd61b6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] update failed (client error): There was a conflict when trying to complete your request. Jun 25 09:32:11.464570 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7084a19b-d2cd-4b0b-9f09-dbb29cfd61b6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "PUT /v2.0/security-groups/027d9a2c-66ac-4b5d-91ad-782c16ffb368 HTTP/1.1" status: 409 len: 330 time: 0.0107472 Jun 25 09:32:11.469580 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40450) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:11.611103 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b76fa754-689b-4312-aa1f-cc2546405ece tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:11.668872 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b76fa754-689b-4312-aa1f-cc2546405ece tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:11.682693 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:11.766947 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b76fa754-689b-4312-aa1f-cc2546405ece tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:11.776483 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b76fa754-689b-4312-aa1f-cc2546405ece tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:11.779592 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b76fa754-689b-4312-aa1f-cc2546405ece tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "DELETE /v2.0/security-groups/027d9a2c-66ac-4b5d-91ad-782c16ffb368 HTTP/1.1" status: 204 len: 168 time: 0.3082407 Jun 25 09:32:11.782119 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bd4ffe01-e112-4e0d-996a-65937f216968 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:11.793601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40460) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:11.805292 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fa754-689b-4312-aa1f-cc2546405ece tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=027d9a2c-66ac-4b5d-91ad-782c16ffb368,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:11.810957 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b76fa754-689b-4312-aa1f-cc2546405ece tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:11.875352 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Transition to ACTIVE for port object a555c3ea-41d9-4163-a13f-06bc1482657c will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:11.882452 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40462) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:11.883478 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-441e4724-360d-4f3f-a856-ba3e26c7ffcf tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0875678 Jun 25 09:32:11.885111 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-78a25eb1-a9b3-4cdd-a387-9c7911da5847 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:11.901898 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8101a8f7-1017-4ad6-9d35-7329e958c353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:11.947960 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-0d6c1440-7990-4dc9-9792-a8a5583cf27c tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] delete failed (client error): The resource could not be found. Jun 25 09:32:11.955986 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0d6c1440-7990-4dc9-9792-a8a5583cf27c tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "DELETE /v2.0/security-groups/c1ba62f2-fddb-4b13-b494-945062c137e0 HTTP/1.1" status: 404 len: 347 time: 0.0663311 Jun 25 09:32:11.957099 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40466) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:11.966503 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5180f106-6048-4deb-97e2-9216b780adce None None] Provisioning for port ec7b4c41-c8d1-4805-bbdf-77977e706fac completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:11.993097 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a25eb1-a9b3-4cdd-a387-9c7911da5847 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=ec7b4c41-c8d1-4805-bbdf-77977e706fac,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:11.998962 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-78a25eb1-a9b3-4cdd-a387-9c7911da5847 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:12.007599 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-ce79903d-0d0b-4ecc-b990-f81cbe7ac1cf tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] show failed (client error): The resource could not be found. Jun 25 09:32:12.018389 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ce79903d-0d0b-4ecc-b990-f81cbe7ac1cf tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "GET /v2.0/security-groups/9a6cdebb-a95b-4548-aa70-992712906245 HTTP/1.1" status: 404 len: 347 time: 0.0549226 Jun 25 09:32:12.021012 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40468) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:12.044246 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-78a25eb1-a9b3-4cdd-a387-9c7911da5847 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:12.046594 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-78a25eb1-a9b3-4cdd-a387-9c7911da5847 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/ec7b4c41-c8d1-4805-bbdf-77977e706fac HTTP/1.1" status: 204 len: 168 time: 1.7482266 Jun 25 09:32:12.049704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40470) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:12.066070 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-f6a4c667-4893-4e31-ab20-3405cc3938fb tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] show failed (client error): The resource could not be found. Jun 25 09:32:12.076807 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f6a4c667-4893-4e31-ab20-3405cc3938fb tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] 10.222.0.93 "GET /v2.0/security-group-rules/6d85132c-af07-4f22-ba78-286f96f528e9 HTTP/1.1" status: 404 len: 356 time: 0.0514302 Jun 25 09:32:12.163565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4099b91-c1c3-4c71-b3cd-621d29646d9e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:12.170287 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c4099b91-c1c3-4c71-b3cd-621d29646d9e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1175003 Jun 25 09:32:12.171812 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40476) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:12.440010 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Transition to ACTIVE for port object a555c3ea-41d9-4163-a13f-06bc1482657c will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:12.511886 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:12.515153 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:12.530889 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:12.568031 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5180f106-6048-4deb-97e2-9216b780adce None None] Provisioning complete for port ec7b4c41-c8d1-4805-bbdf-77977e706fac triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:12.569354 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5180f106-6048-4deb-97e2-9216b780adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:12.578602 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22eb3ed-544b-43de-95af-cf89cd9413e4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:12.590346 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40498) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:12.595846 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e22eb3ed-544b-43de-95af-cf89cd9413e4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4228361 Jun 25 09:32:12.620811 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-b8ed3a3f-40ec-40a6-802a-361dc18b7a61 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:12.626926 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Network 51c95e11-6cf1-4636-a394-a895654eeb0d is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:12.633051 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-b8ed3a3f-40ec-40a6-802a-361dc18b7a61 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 812 time: 0.3587871 Jun 25 09:32:12.643357 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Allocated IP 2001:db8::1 (51c95e11-6cf1-4636-a394-a895654eeb0d/009277aa-445b-41cc-b7ea-f7be2e7205b1/a6600c36-1dc0-4444-9ef1-34194abb67d4) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:12.644758 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5180f106-6048-4deb-97e2-9216b780adce None None] Port ec7b4c41-c8d1-4805-bbdf-77977e706fac was deleted so its status cannot be updated. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 25 09:32:12.650326 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:12.653286 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Pushing event updated for resources: {'Port': ['ID=a555c3ea-41d9-4163-a13f-06bc1482657c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:12.673764 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:12.675052 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-ba9d0b17-7f12-4a92-b2c4-179fcdccffbc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/quotas/44d174b12e72448983d64be8e279b8cf HTTP/1.1" status: 200 len: 375 time: 0.0363567 Jun 25 09:32:12.697141 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c0fbdc-d8b5-408b-b733-b151fc8268f0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:12.699633 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c0fbdc-d8b5-408b-b733-b151fc8268f0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:12.701615 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c0fbdc-d8b5-408b-b733-b151fc8268f0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:12.704658 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-71c0fbdc-d8b5-408b-b733-b151fc8268f0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1130273 Jun 25 09:32:12.708265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40500) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:12.711459 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:12.761597 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40502) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:12.763710 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:12.766016 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:12.766642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:12.767115 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:12.767535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:12.767917 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:12.768304 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:12.768931 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:12.769451 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:12.769896 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:12.770249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:12.770639 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:12.770967 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:12.774460 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-691b5c22-1c71-41c5-b22d-0dc6a63eee88 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0984032 Jun 25 09:32:12.794066 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:12.796785 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:32:12.814577 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76d8995-5ecb-48c7-92e9-44be394eb4cd" -d '{"events": [{"server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "name": "network-vif-plugged", "status": "completed", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:32:12.818178 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:12.969261 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-50b84375-a6dd-43b6-8f3d-37c914de5a31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:13.075166 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-712fd5a0-2d72-44dc-8235-c56cf96b671d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 0882232b-9a8b-4a89-91de-f2b4cee94f85 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:32:13.082864 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-712fd5a0-2d72-44dc-8235-c56cf96b671d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:13.083613 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-87baef18-281c-46e0-8e15-8a9f778141b7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fec7fc26b62144ee873f2f9fc4a460db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043344 Jun 25 09:32:13.089256 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40516) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:13.118181 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-e7d0d4d5-70ce-4605-9c55-d766c1a3b754 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:32:13.122819 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-e7d0d4d5-70ce-4605-9c55-d766c1a3b754 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3472517 Jun 25 09:32:13.151214 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-d49e1800-ff13-4801-a07b-88a76e84c7b4', 'network_id': 'd49e1800-ff13-4801-a07b-88a76e84c7b4', 'tenant_id': 'fb14f92d5f6740e6800ff2233263e20b', 'fixed_ips': [{'subnet_id': '2cc821e0-aed8-49fd-8b22-3efebd00f6e8'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:32:13.152205 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:13.160569 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7cf62d-a186-4854-996b-0cbf2acd3fbf x-openstack-request-id: req-0e7cf62d-a186-4854-996b-0cbf2acd3fbf {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:32:13.160894 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "name": "network-vif-plugged", "status": "completed", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:32:13.161153 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0e7cf62d-a186-4854-996b-0cbf2acd3fbf {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:32:13.161561 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6', 'code': 200} Jun 25 09:32:13.222662 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port cf0810be-6766-49ad-b0a3-27afc2207f20, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=cf0810be-6766-49ad-b0a3-27afc2207f20,segment=NetworkSegment(dfda4f86-0d8c-4746-92da-ab3a6f85c604),segment_id=dfda4f86-0d8c-4746-92da-ab3a6f85c604)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:13.260317 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:13.269513 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-712fd5a0-2d72-44dc-8235-c56cf96b671d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:13.277248 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0f63654-8990-42f8-95ac-73a3426746ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:13.344536 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:13.358849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Attempting to bind port a555c3ea-41d9-4163-a13f-06bc1482657c on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:32:13.359704 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Attempting to bind port a555c3ea-41d9-4163-a13f-06bc1482657c by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '75a4b41c-f7da-438f-8dde-94ed0c7ab4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '51c95e11-6cf1-4636-a394-a895654eeb0d'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:32:13.361134 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Attempting to bind port a555c3ea-41d9-4163-a13f-06bc1482657c on network 51c95e11-6cf1-4636-a394-a895654eeb0d {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:32:13.374602 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-7aa305bc-2c1c-475c-bc1d-f97b3d3f8e50 service neutron] 10.222.0.93 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449944 Jun 25 09:32:13.404706 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe3b278-57b7-4a02-8c1a-01424ddbedce None None] Network a124eb50-58b7-4400-83c7-66fc4f4c6f28 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:13.417826 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=2a177323-d22c-4784-bf95-b39519abbdc6,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:13.443182 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:32:13.443737 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Checking segment: {'id': '75a4b41c-f7da-438f-8dde-94ed0c7ab4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '51c95e11-6cf1-4636-a394-a895654eeb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:13.444276 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:13.444817 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Bound using segment: {'id': '75a4b41c-f7da-438f-8dde-94ed0c7ab4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '51c95e11-6cf1-4636-a394-a895654eeb0d'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:32:13.445482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Bound port: a555c3ea-41d9-4163-a13f-06bc1482657c, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a4b41c-f7da-438f-8dde-94ed0c7ab4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '51c95e11-6cf1-4636-a394-a895654eeb0d'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:32:13.445986 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:13.448374 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:13.456062 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Transition to ACTIVE for port object a6600c36-1dc0-4444-9ef1-34194abb67d4 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:13.480186 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:13.496483 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0f63654-8990-42f8-95ac-73a3426746ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:13.499182 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8b386926-2057-40b1-8453-b58a8d3c88f5 None None] Provisioning complete for port cf0810be-6766-49ad-b0a3-27afc2207f20 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:13.499856 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b386926-2057-40b1-8453-b58a8d3c88f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:13.503496 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-a835c826-8f5d-4a06-aa34-00b578832358 service neutron] 10.222.0.93 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270826 Jun 25 09:32:13.712190 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:32:13.729406 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Allocated IP 2001:db8::2 (d49e1800-ff13-4801-a07b-88a76e84c7b4/2cc821e0-aed8-49fd-8b22-3efebd00f6e8/394e7754-d5a4-4ba4-890c-9ef693f22451) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:13.743181 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=cf0810be-6766-49ad-b0a3-27afc2207f20,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:13.765059 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-712fd5a0-2d72-44dc-8235-c56cf96b671d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:13.769683 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:13.816048 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0f63654-8990-42f8-95ac-73a3426746ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:13.819466 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a0f63654-8990-42f8-95ac-73a3426746ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:13.822795 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a0f63654-8990-42f8-95ac-73a3426746ae admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2044d8a1-a327-4269-9128-17b423eae262 HTTP/1.1" status: 204 len: 168 time: 0.7277732 Jun 25 09:32:13.827353 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b76fa754-689b-4312-aa1f-cc2546405ece tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:13.848501 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:13.868987 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f63654-8990-42f8-95ac-73a3426746ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2044d8a1-a327-4269-9128-17b423eae262,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:13.872681 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a0f63654-8990-42f8-95ac-73a3426746ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:13.876584 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e34955c8-1895-4cb3-ab74-d6a042d66484 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:13.914048 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] For port a555c3ea-41d9-4163-a13f-06bc1482657c, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:32:13.943819 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event updated for resources: {'Port': ['ID=a6600c36-1dc0-4444-9ef1-34194abb67d4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:13.953945 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:13.967504 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Network 51c95e11-6cf1-4636-a394-a895654eeb0d is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:13.974927 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:13.979103 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:13.979771 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:14.019248 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] For port a555c3ea-41d9-4163-a13f-06bc1482657c, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a555c3ea-41d9-4163-a13f-06bc1482657c,segment=NetworkSegment(75a4b41c-f7da-438f-8dde-94ed0c7ab4cf),segment_id=75a4b41c-f7da-438f-8dde-94ed0c7ab4cf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:32:14.042905 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:14.044665 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-712fd5a0-2d72-44dc-8235-c56cf96b671d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:14.051117 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-462e3143-fa51-4e8c-8e4e-a37bad07e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:14.051347 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-19aa0069-4c84-460c-98b9-a0d18246b632 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:14.096112 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fd5a0-2d72-44dc-8235-c56cf96b671d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=0882232b-9a8b-4a89-91de-f2b4cee94f85,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:14.099616 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-712fd5a0-2d72-44dc-8235-c56cf96b671d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:14.161754 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-712fd5a0-2d72-44dc-8235-c56cf96b671d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:14.167302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40534) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:14.168599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70004fa5-8e14-4100-8898-330c07f97145 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:14.181029 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-712fd5a0-2d72-44dc-8235-c56cf96b671d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/0882232b-9a8b-4a89-91de-f2b4cee94f85 HTTP/1.1" status: 204 len: 168 time: 1.4407780 Jun 25 09:32:14.249920 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Pushing event updated for resources: {'Port': ['ID=a555c3ea-41d9-4163-a13f-06bc1482657c,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:14.278333 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:14.313526 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-291e51fa-850e-4454-b88c-0e744ec4192f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet 985e1200-5254-46bc-940d-f5aa74bec0c1 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:32:14.339093 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-291e51fa-850e-4454-b88c-0e744ec4192f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:14.375629 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:14.395683 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40540) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:14.410328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Request body: {'network': {'name': 'tempest-network-smoke--1587217074', 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'port_security_enabled': True}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:14.413803 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:14.443687 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Transition to ACTIVE for port object 394e7754-d5a4-4ba4-890c-9ef693f22451 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:14.454140 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-291e51fa-850e-4454-b88c-0e744ec4192f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:14.605405 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Transition to ACTIVE for port object 394e7754-d5a4-4ba4-890c-9ef693f22451 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:14.640633 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:14.652706 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1f0d27d4-2105-4a57-aa43-abbbb5d7f752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:14.668804 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Made reservation on behalf of a7d0881daa6e4401b60343bd64b2cff0 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:14.674484 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:14.702777 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-291e51fa-850e-4454-b88c-0e744ec4192f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:14.759716 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Network d49e1800-ff13-4801-a07b-88a76e84c7b4 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:14.774122 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:14.777836 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Pushing event updated for resources: {'Port': ['ID=394e7754-d5a4-4ba4-890c-9ef693f22451,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:14.779152 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:14.787369 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:14.801920 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:14.867545 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Attempting to bind port 394e7754-d5a4-4ba4-890c-9ef693f22451 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:32:14.868792 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Attempting to bind port 394e7754-d5a4-4ba4-890c-9ef693f22451 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'fbf2a919-fe2e-42ca-b22e-db8f002d2d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'd49e1800-ff13-4801-a07b-88a76e84c7b4'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:32:14.869294 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Attempting to bind port 394e7754-d5a4-4ba4-890c-9ef693f22451 on network d49e1800-ff13-4801-a07b-88a76e84c7b4 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:32:14.880582 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:32:14.881321 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Checking segment: {'id': 'fbf2a919-fe2e-42ca-b22e-db8f002d2d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'd49e1800-ff13-4801-a07b-88a76e84c7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:14.881812 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:14.882315 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Bound using segment: {'id': 'fbf2a919-fe2e-42ca-b22e-db8f002d2d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'd49e1800-ff13-4801-a07b-88a76e84c7b4'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:32:14.883999 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Bound port: 394e7754-d5a4-4ba4-890c-9ef693f22451, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf2a919-fe2e-42ca-b22e-db8f002d2d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'd49e1800-ff13-4801-a07b-88a76e84c7b4'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:32:14.884540 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:14.949401 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-239b560a-67ed-460e-90ea-88b19fadb6a5 req-d10395de-aaee-4cb5-b4ac-a95a459756fc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 210 time: 0.0849116 Jun 25 09:32:15.008121 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-291e51fa-850e-4454-b88c-0e744ec4192f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:15.015775 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bf942614-ed66-4718-a100-a0b67cbbd030 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:15.086938 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] For port 394e7754-d5a4-4ba4-890c-9ef693f22451, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:32:15.096307 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] For port 394e7754-d5a4-4ba4-890c-9ef693f22451, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=394e7754-d5a4-4ba4-890c-9ef693f22451,segment=NetworkSegment(fbf2a919-fe2e-42ca-b22e-db8f002d2d5d),segment_id=fbf2a919-fe2e-42ca-b22e-db8f002d2d5d)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:32:15.098500 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-291e51fa-850e-4454-b88c-0e744ec4192f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:15.103334 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-291e51fa-850e-4454-b88c-0e744ec4192f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/985e1200-5254-46bc-940d-f5aa74bec0c1 HTTP/1.1" status: 204 len: 168 time: 0.9326069 Jun 25 09:32:15.103334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e51fa-850e-4454-b88c-0e744ec4192f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=985e1200-5254-46bc-940d-f5aa74bec0c1,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:15.104498 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40560) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:15.108758 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:15.110172 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-291e51fa-850e-4454-b88c-0e744ec4192f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:15.111230 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3055b293-9857-4957-b1d6-85243dba88a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:15.173727 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-aad8ea73-4aa6-4a23-b04a-6d0f23d1c6f2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686188 Jun 25 09:32:15.176475 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40564) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:15.183026 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-0e10cf24-4193-44d9-9d3a-04a93b66f9f8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:15.226485 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:15.229154 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:15.237943 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:15.244472 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-843689a8-a1c4-49bb-9498-df6c1fc75e74 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:15.251696 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:15.252561 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:15.277870 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:32:15.320982 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:15.323600 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Added segment feeee608-27ed-4689-abb6-3e7b965ef8cd of type vlan for network d6d3be3c-922d-4024-a305-32cc63f4a5a8 Jun 25 09:32:15.352078 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e10cf24-4193-44d9-9d3a-04a93b66f9f8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:15.362922 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e10cf24-4193-44d9-9d3a-04a93b66f9f8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:15.370031 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Pushing event updated for resources: {'Port': ['ID=394e7754-d5a4-4ba4-890c-9ef693f22451,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:15.383500 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:15.394537 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f8cfc8-8e7d-4ca3-bd43-71c3c638689c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:15.399294 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:15.424550 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-88129e5b-0095-4a69-8030-cc0cfaac9ba2 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:15.676368 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event updated for resources: {'Port': ['ID=a6600c36-1dc0-4444-9ef1-34194abb67d4,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:15.679786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40576) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:15.680353 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:15.685721 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:15.704138 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a555c3ea-41d9-4163-a13f-06bc1482657c up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:15.769820 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:15.779492 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:15.780155 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:15.791499 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Network 51c95e11-6cf1-4636-a394-a895654eeb0d is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:15.802716 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-20918dea-b3fd-4f5b-b64a-cb34ebbfc7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:15.817274 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port a555c3ea-41d9-4163-a13f-06bc1482657c completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:15.841627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device cf0810be-6766-49ad-b0a3-27afc2207f20 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:15.923593 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e10cf24-4193-44d9-9d3a-04a93b66f9f8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:15.926069 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-472ab25f-2ead-44fe-b58a-0f16e12feb19 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:16.001854 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port cf0810be-6766-49ad-b0a3-27afc2207f20 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:16.002996 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:16.045584 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-fc0d28cd-d464-42af-8bcb-0758bcf66bf8 tempest-SubnetPoolsTestJSON-2109245778 tempest-SubnetPoolsTestJSON-2109245778-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1904050902', 'prefixes': ['172.20.0.0/16']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:16.073201 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:16.131820 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e10cf24-4193-44d9-9d3a-04a93b66f9f8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:16.143811 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'Network': ['ID=d6d3be3c-922d-4024-a305-32cc63f4a5a8,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:16.159730 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:16.163961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network d6d3be3c-922d-4024-a305-32cc63f4a5a8 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:32:16.215621 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef0ea4f8-afe8-4838-af7d-be5013f0bf72 req-664c8cc1-d204-47fb-a664-34ff9fa8b999 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 210 time: 0.1394906 Jun 25 09:32:16.262399 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-0e10cf24-4193-44d9-9d3a-04a93b66f9f8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:16.273190 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e10cf24-4193-44d9-9d3a-04a93b66f9f8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:16.273835 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0e10cf24-4193-44d9-9d3a-04a93b66f9f8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:16.285628 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10cf24-4193-44d9-9d3a-04a93b66f9f8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=e7df503d-9b7e-4e70-a170-8c36a8a43cff,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:16.303295 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0e10cf24-4193-44d9-9d3a-04a93b66f9f8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:16.339876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0e10cf24-4193-44d9-9d3a-04a93b66f9f8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1590912 Jun 25 09:32:16.342530 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40588) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:16.352886 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-a26d2b93-0ad0-4255-abb3-caa38ce49e49 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:16.361335 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9646873 Jun 25 09:32:16.364703 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40590) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:16.375570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-134507117', 'admin_state_up': True, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:16.451869 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:16.452949 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:16.624240 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:16.629625 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fc0d28cd-d464-42af-8bcb-0758bcf66bf8 tempest-SubnetPoolsTestJSON-2109245778 tempest-SubnetPoolsTestJSON-2109245778-project] Notify callbacks [] for subnetpool, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:16.636681 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fc0d28cd-d464-42af-8bcb-0758bcf66bf8 tempest-SubnetPoolsTestJSON-2109245778 tempest-SubnetPoolsTestJSON-2109245778-project] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9554944 Jun 25 09:32:16.638047 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40600) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:16.681586 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90649ffb-06d7-4cf9-afe7-63a40d9c28e6 None None] Network 51c95e11-6cf1-4636-a394-a895654eeb0d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:16.719559 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Router 6c0c96bf-39a4-4143-9315-882149e2c123 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:32:16.730274 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7064e656-7e13-45be-9cbb-442cf58778bf tempest-SubnetPoolsTestJSON-2109245778 tempest-SubnetPoolsTestJSON-2109245778-project] 10.222.0.93 "GET /v2.0/subnetpools/e36e73db-6e5b-4c2d-b40d-c884f58c4875 HTTP/1.1" status: 200 len: 732 time: 0.0869906 Jun 25 09:32:16.733881 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26d2b93-0ad0-4255-abb3-caa38ce49e49 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:16.740087 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a26d2b93-0ad0-4255-abb3-caa38ce49e49 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:16.744378 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40606) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:16.756115 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1ab697d9-dcb0-4503-915b-6326c1db680a tempest-SubnetPoolsTestJSON-2109245778 tempest-SubnetPoolsTestJSON-2109245778-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1156596189'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:16.769474 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9c4980-f937-4cb2-a214-f0108a9a268e None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:16.989940 n-d-761264-15 neutron-server[94025]: INFO neutron.db.ipam_backend_mixin [None req-a26d2b93-0ad0-4255-abb3-caa38ce49e49 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7df503d-9b7e-4e70-a170-8c36a8a43cff (CIDR: 2001:db8::/64) Jun 25 09:32:17.022609 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26d2b93-0ad0-4255-abb3-caa38ce49e49 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:17.023179 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26d2b93-0ad0-4255-abb3-caa38ce49e49 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:17.025130 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:17.159304 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-98664bcc-c17a-4211-b5bc-8f5bca033892 None None] Provisioning complete for port b8959c59-985b-4cd6-b04b-893bac7a17a5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:17.160427 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-98664bcc-c17a-4211-b5bc-8f5bca033892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:17.234924 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a26d2b93-0ad0-4255-abb3-caa38ce49e49 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8872948 Jun 25 09:32:17.236104 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40610) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:17.254103 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'subnet': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:17.559957 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 394e7754-d5a4-4ba4-890c-9ef693f22451 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:17.628075 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:17.650802 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:17.726845 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d9968d8f-58ba-4296-884e-0e853a831b7f req-15c010b9-0f5b-42c9-bf91-087ec35f1cc4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 210 time: 0.0937390 Jun 25 09:32:17.739287 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-98664bcc-c17a-4211-b5bc-8f5bca033892 None None] Provisioning for port a555c3ea-41d9-4163-a13f-06bc1482657c completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:17.766194 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8cc8d7-21e6-4124-923d-802ec49df2d3 None None] Network d49e1800-ff13-4801-a07b-88a76e84c7b4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:17.768029 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-98664bcc-c17a-4211-b5bc-8f5bca033892 None None] Provisioning complete for port a555c3ea-41d9-4163-a13f-06bc1482657c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:17.768411 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-98664bcc-c17a-4211-b5bc-8f5bca033892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:17.898573 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Allocated IP 172.25.6.110 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/edf73018-0887-4b3a-9cdb-f6af5dee1360) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:17.946046 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 394e7754-d5a4-4ba4-890c-9ef693f22451 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:18.120206 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:18.191847 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-98664bcc-c17a-4211-b5bc-8f5bca033892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:18.196403 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:18.215399 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d8fe55a2-9920-48eb-bc7f-9054c05bfd9f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:18.328090 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:18.356573 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-98664bcc-c17a-4211-b5bc-8f5bca033892 None None] For port a555c3ea-41d9-4163-a13f-06bc1482657c, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a555c3ea-41d9-4163-a13f-06bc1482657c,segment=NetworkSegment(75a4b41c-f7da-438f-8dde-94ed0c7ab4cf),segment_id=75a4b41c-f7da-438f-8dde-94ed0c7ab4cf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:18.363228 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-98664bcc-c17a-4211-b5bc-8f5bca033892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:18.371327 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:18.382836 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:18.398859 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:18.512201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'Port': ['ID=edf73018-0887-4b3a-9cdb-f6af5dee1360,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:18.523745 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:18.548291 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4fe6ccef-2ba3-4ca8-9110-3c88ff2afd5c None None] Provisioning for port 394e7754-d5a4-4ba4-890c-9ef693f22451 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:18.576247 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4fe6ccef-2ba3-4ca8-9110-3c88ff2afd5c None None] Provisioning complete for port 394e7754-d5a4-4ba4-890c-9ef693f22451 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:18.576639 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fe6ccef-2ba3-4ca8-9110-3c88ff2afd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:18.663540 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:32:18.676407 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "PUT /v2.0/routers/6c0c96bf-39a4-4143-9315-882149e2c123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4873953 Jun 25 09:32:18.683281 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c10516-b30f-4c0f-9a01-d66efd4f3316 None None] Sync routers for ids ['6c0c96bf-39a4-4143-9315-882149e2c123'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:32:18.700116 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40620) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:18.762051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98664bcc-c17a-4211-b5bc-8f5bca033892 None None] Pushing event updated for resources: {'Port': ['ID=a555c3ea-41d9-4163-a13f-06bc1482657c,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:18.768602 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-98664bcc-c17a-4211-b5bc-8f5bca033892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:18.782609 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c10516-b30f-4c0f-9a01-d66efd4f3316 None None] Routers {'6c0c96bf-39a4-4143-9315-882149e2c123'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:32:18.783089 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-b0c10516-b30f-4c0f-9a01-d66efd4f3316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6c0c96bf-39a4-4143-9315-882149e2c123'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:18.900800 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ab697d9-dcb0-4503-915b-6326c1db680a tempest-SubnetPoolsTestJSON-2109245778 tempest-SubnetPoolsTestJSON-2109245778-project] Notify callbacks [] for subnetpool, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:18.901264 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-b0c10516-b30f-4c0f-9a01-d66efd4f3316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:18.907711 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1ab697d9-dcb0-4503-915b-6326c1db680a tempest-SubnetPoolsTestJSON-2109245778 tempest-SubnetPoolsTestJSON-2109245778-project] 10.222.0.93 "PUT /v2.0/subnetpools/e36e73db-6e5b-4c2d-b40d-c884f58c4875 HTTP/1.1" status: 200 len: 684 time: 2.1582096 Jun 25 09:32:18.912866 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c10516-b30f-4c0f-9a01-d66efd4f3316 None None] Routers {'6c0c96bf-39a4-4143-9315-882149e2c123'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:32:18.913597 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-b0c10516-b30f-4c0f-9a01-d66efd4f3316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6c0c96bf-39a4-4143-9315-882149e2c123'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:18.921108 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40628) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:18.972009 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-b0c10516-b30f-4c0f-9a01-d66efd4f3316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:18.972699 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c10516-b30f-4c0f-9a01-d66efd4f3316 None None] The sync data for ids ['6c0c96bf-39a4-4143-9315-882149e2c123'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:32:19.045836 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:19.053793 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:19.073987 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:19.103424 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fe6ccef-2ba3-4ca8-9110-3c88ff2afd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:19.161352 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4fe6ccef-2ba3-4ca8-9110-3c88ff2afd5c None None] For port 394e7754-d5a4-4ba4-890c-9ef693f22451, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=394e7754-d5a4-4ba4-890c-9ef693f22451,segment=NetworkSegment(fbf2a919-fe2e-42ca-b22e-db8f002d2d5d),segment_id=fbf2a919-fe2e-42ca-b22e-db8f002d2d5d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:19.165887 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fe6ccef-2ba3-4ca8-9110-3c88ff2afd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:19.167800 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:19.201436 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32c8963b-e047-4a88-8c6f-48b5a802fbc7 req-688a7820-bafb-4e9d-b709-8c3414361e73 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 210 time: 0.0426354 Jun 25 09:32:19.352310 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6ccef-2ba3-4ca8-9110-3c88ff2afd5c None None] Pushing event updated for resources: {'Port': ['ID=394e7754-d5a4-4ba4-890c-9ef693f22451,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:19.360950 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4fe6ccef-2ba3-4ca8-9110-3c88ff2afd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:19.385745 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d4f4e869-7d94-4c8d-8d84-e19feb551409 None None] Provisioning complete for port b8959c59-985b-4cd6-b04b-893bac7a17a5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:19.386120 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e869-7d94-4c8d-8d84-e19feb551409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:19.445605 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:19.598243 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a555c3ea-41d9-4163-a13f-06bc1482657c up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:19.744153 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-f080b71c-91e5-41e2-bc36-da7e245ed19e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:19.745643 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-f080b71c-91e5-41e2-bc36-da7e245ed19e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 812 time: 0.1368971 Jun 25 09:32:19.748773 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5f49497-57fe-40c5-99d3-ff67e7586ffb tempest-SubnetPoolsTestJSON-2109245778 tempest-SubnetPoolsTestJSON-2109245778-project] Notify callbacks [] for subnetpool, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:19.750043 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a5f49497-57fe-40c5-99d3-ff67e7586ffb tempest-SubnetPoolsTestJSON-2109245778 tempest-SubnetPoolsTestJSON-2109245778-project] 10.222.0.93 "DELETE /v2.0/subnetpools/e36e73db-6e5b-4c2d-b40d-c884f58c4875 HTTP/1.1" status: 204 len: 168 time: 0.8286352 Jun 25 09:32:19.761228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40638) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:19.803052 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d4f4e869-7d94-4c8d-8d84-e19feb551409 None None] Provisioning complete for port 394e7754-d5a4-4ba4-890c-9ef693f22451 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:19.813335 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e869-7d94-4c8d-8d84-e19feb551409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:19.815375 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-91d40cb5-b95b-4abe-8de1-ab702a2c0da7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Request body: {'port': {'device_id': 'cb1cb3a7-fbc8-4569-a480-d7b36f1b7499', 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28', 'admin_state_up': True, 'tenant_id': '44d174b12e72448983d64be8e279b8cf'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:19.819930 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port a555c3ea-41d9-4163-a13f-06bc1482657c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:19.820509 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:19.831870 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-1c6063e9-abdc-4363-be79-ca59709a8d24 tempest-SubnetPoolsTestJSON-2109245778 tempest-SubnetPoolsTestJSON-2109245778-project] show failed (client error): The resource could not be found. Jun 25 09:32:19.837540 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1c6063e9-abdc-4363-be79-ca59709a8d24 tempest-SubnetPoolsTestJSON-2109245778 tempest-SubnetPoolsTestJSON-2109245778-project] 10.222.0.93 "GET /v2.0/subnetpools/e36e73db-6e5b-4c2d-b40d-c884f58c4875 HTTP/1.1" status: 404 len: 346 time: 0.0749924 Jun 25 09:32:19.838746 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40640) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:19.863590 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-be6e18fb-abba-496d-911c-db6902185bd1 tempest-SubnetPoolsTestJSON-2109245778 tempest-SubnetPoolsTestJSON-2109245778-project] delete failed (client error): The resource could not be found. Jun 25 09:32:19.872627 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-be6e18fb-abba-496d-911c-db6902185bd1 tempest-SubnetPoolsTestJSON-2109245778 tempest-SubnetPoolsTestJSON-2109245778-project] 10.222.0.93 "DELETE /v2.0/subnetpools/e36e73db-6e5b-4c2d-b40d-c884f58c4875 HTTP/1.1" status: 404 len: 346 time: 0.0320556 Jun 25 09:32:19.874322 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:32:20.137574 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 394e7754-d5a4-4ba4-890c-9ef693f22451 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:20.167667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:32:20.188924 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Sync routers for ids ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:32:20.209768 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Routers {'02486c5e-aa8c-45c1-8c3e-e96d2ae20801'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:32:20.211341 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:20.248500 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d4f4e869-7d94-4c8d-8d84-e19feb551409 None None] Provisioning complete for port a555c3ea-41d9-4163-a13f-06bc1482657c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:20.250221 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:20.252783 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.8870528 Jun 25 09:32:20.256105 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40648) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:20.258991 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e869-7d94-4c8d-8d84-e19feb551409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:20.378405 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Set router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:32:20.396848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 394e7754-d5a4-4ba4-890c-9ef693f22451 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:20.398033 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:20.547164 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-91d40cb5-b95b-4abe-8de1-ab702a2c0da7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Made reservation on behalf of 44d174b12e72448983d64be8e279b8cf for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:20.561712 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-91d40cb5-b95b-4abe-8de1-ab702a2c0da7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:20.595764 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40654) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:20.650943 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d4f4e869-7d94-4c8d-8d84-e19feb551409 None None] Provisioning for port a6600c36-1dc0-4444-9ef1-34194abb67d4 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:20.673792 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8d91e48a-3a9b-41bf-82c0-ed09ad4b88bd req-d16fbbcc-453d-4d15-a677-abb8cccc8e34 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 210 time: 0.0923965 Jun 25 09:32:20.700719 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d4f4e869-7d94-4c8d-8d84-e19feb551409 None None] Provisioning complete for port a6600c36-1dc0-4444-9ef1-34194abb67d4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:20.705761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.objects.ports [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94025) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 09:32:20.710843 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e869-7d94-4c8d-8d84-e19feb551409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:20.756868 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'name': 'tempest-TestSecurityGroupsBasicOps-router-134507117', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:32:16Z', 'updated_at': '2021-06-25T09:32:18Z', 'revision_number': 3, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:17Z', 'updated_at': '2021-06-25T09:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:20.771476 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4b2279cb-9abc-45c0-955e-bc8bc725428d tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=a7d0881daa6e4401b60343bd64b2cff0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5119746 Jun 25 09:32:20.774322 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40658) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:20.806910 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Checking router: 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:32:20.807744 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Updating router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 port edf73018-0887-4b3a-9cdb-f6af5dee1360 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:32:20.831340 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4e869-7d94-4c8d-8d84-e19feb551409 None None] Port a6600c36-1dc0-4444-9ef1-34194abb67d4 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:32:20.851629 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:20.974955 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c207e103-cdfc-4fcf-bfec-d1dafb5452af None None] Provisioning complete for port a6600c36-1dc0-4444-9ef1-34194abb67d4 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:20.975340 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c207e103-cdfc-4fcf-bfec-d1dafb5452af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:21.052159 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c207e103-cdfc-4fcf-bfec-d1dafb5452af None None] Port a6600c36-1dc0-4444-9ef1-34194abb67d4 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:32:21.086057 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b452b2d9-37f1-4a08-99cd-1cf06b572b44 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:21.090909 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b452b2d9-37f1-4a08-99cd-1cf06b572b44 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3154538 Jun 25 09:32:21.091996 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f0488c5c-17ae-4d3f-b439-257bd5956eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:21.093967 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40664) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:21.153271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-91d40cb5-b95b-4abe-8de1-ab702a2c0da7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Allocated IP 172.20.0.11 (a124eb50-58b7-4400-83c7-66fc4f4c6f28/e6b7280b-d276-4f5e-ac6e-26dc1b12ab67/48f060f1-5422-4c69-a092-353d280c42eb) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:21.236252 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:21.259952 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Transition to ACTIVE for port object edf73018-0887-4b3a-9cdb-f6af5dee1360 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:21.272403 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:21.275063 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-269fd0de-9ba0-487a-9e12-4a7711dfcc4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:21.341849 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Pushing event updated for resources: {'Port': ['ID=edf73018-0887-4b3a-9cdb-f6af5dee1360,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:21.345157 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Attempting to bind port edf73018-0887-4b3a-9cdb-f6af5dee1360 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:32:21.345624 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Attempting to bind port edf73018-0887-4b3a-9cdb-f6af5dee1360 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:32:21.346057 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Attempting to bind port edf73018-0887-4b3a-9cdb-f6af5dee1360 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:32:21.357091 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:21.357622 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:21.358058 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:21.358447 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:21.358835 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:21.359219 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:21.359603 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:21.360239 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:21.360905 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:21.361290 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:21.361681 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:21.362069 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:21.366155 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:32:21.366534 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:21.367064 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:21.367554 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:32:21.368103 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Bound port: edf73018-0887-4b3a-9cdb-f6af5dee1360, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:32:21.368549 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:21.370702 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:21.459052 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] For port edf73018-0887-4b3a-9cdb-f6af5dee1360, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:32:21.468206 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] For port edf73018-0887-4b3a-9cdb-f6af5dee1360, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=edf73018-0887-4b3a-9cdb-f6af5dee1360,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:32:21.477318 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:21.479439 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-67900941-d9b1-4cc2-8c31-e2e15bf10d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:21.482085 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-e10e213f-b491-4091-adb5-18f76ed7dcc3 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:21.483379 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e10e213f-b491-4091-adb5-18f76ed7dcc3 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "PUT /v2.0/routers/6c0c96bf-39a4-4143-9315-882149e2c123/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7788928 Jun 25 09:32:21.488592 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40666) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:21.599490 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Routers {'02486c5e-aa8c-45c1-8c3e-e96d2ae20801'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:32:21.600144 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:31:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:21.602489 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:21.780710 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-91d40cb5-b95b-4abe-8de1-ab702a2c0da7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:21.847014 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] Set router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:32:22.005389 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Pushing event updated for resources: {'Port': ['ID=edf73018-0887-4b3a-9cdb-f6af5dee1360,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:22.011186 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:22.082044 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c534dc21-b392-4602-8802-2cd44b0089b8 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=8128acdb-767b-4924-9d47-628968405132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9867933 Jun 25 09:32:22.087751 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40674) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:22.097266 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-d9aaf038-5fba-4d8a-accb-1517e94a76ca tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1740394705', 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8', 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:22.139213 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'name': 'tempest-TestSecurityGroupsBasicOps-router-134507117', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:32:16Z', 'updated_at': '2021-06-25T09:32:18Z', 'revision_number': 3, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:17Z', 'updated_at': '2021-06-25T09:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:22.167674 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-91d40cb5-b95b-4abe-8de1-ab702a2c0da7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:22.180252 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72107688-7ca7-40b9-b4ba-cb14bb1e51c2 None None] The sync data for ids ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'] in n-d-761264-15 is: [{'id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'name': 'tempest-TestSecurityGroupsBasicOps-router-134507117', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:32:16Z', 'updated_at': '2021-06-25T09:32:18Z', 'revision_number': 3, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:17Z', 'updated_at': '2021-06-25T09:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:32:22.187100 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:22.224513 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67ee0ea8-e73a-4a65-bbc1-863a698e44f8 req-6ed2bdfb-58d4-4e49-80c8-4b008b566b2f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 210 time: 0.1790419 Jun 25 09:32:22.252292 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] For port b8959c59-985b-4cd6-b04b-893bac7a17a5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b8959c59-985b-4cd6-b04b-893bac7a17a5,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:22.268667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-91d40cb5-b95b-4abe-8de1-ab702a2c0da7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Network a124eb50-58b7-4400-83c7-66fc4f4c6f28 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:22.286057 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-91d40cb5-b95b-4abe-8de1-ab702a2c0da7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:22.292537 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-91d40cb5-b95b-4abe-8de1-ab702a2c0da7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:22.378280 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d40cb5-b95b-4abe-8de1-ab702a2c0da7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Pushing event updated for resources: {'Port': ['ID=48f060f1-5422-4c69-a092-353d280c42eb,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:22.413775 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-91d40cb5-b95b-4abe-8de1-ab702a2c0da7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:22.424313 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea6bfa0c-aae6-4a66-a738-e7329a815971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:22.425663 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f0488c5c-17ae-4d3f-b439-257bd5956eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:22.451564 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:22.454128 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f0488c5c-17ae-4d3f-b439-257bd5956eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:22.463311 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:22.464608 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:22.467592 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a5d4216d-5af9-488a-9b79-9fe7dc9ff879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:22.473241 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-23fe3a81-956e-4f4b-8db1-785ef28ed1a6 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:22.528711 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9aaf038-5fba-4d8a-accb-1517e94a76ca tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Made reservation on behalf of a7d0881daa6e4401b60343bd64b2cff0 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:22.537471 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9aaf038-5fba-4d8a-accb-1517e94a76ca tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:22.547762 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0488c5c-17ae-4d3f-b439-257bd5956eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a045fb-90fb-43ef-9023-0d92ea4c3cf1,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:22.553657 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-91d40cb5-b95b-4abe-8de1-ab702a2c0da7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:22.556001 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-91d40cb5-b95b-4abe-8de1-ab702a2c0da7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:22.569400 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f0488c5c-17ae-4d3f-b439-257bd5956eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:22.576552 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f0488c5c-17ae-4d3f-b439-257bd5956eec admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=83173bbe9ded451f97709f9f084be669&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9795113 Jun 25 09:32:22.592482 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40676) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:22.647071 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:22.683064 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-91d40cb5-b95b-4abe-8de1-ab702a2c0da7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8761256 Jun 25 09:32:22.686026 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:22.700228 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:22.701076 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:22.703357 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b375760f-9a04-40ff-a291-4e9c94daad9c None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:22.744817 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Request body: {'port': {'device_id': 'cb1cb3a7-fbc8-4569-a480-d7b36f1b7499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:22.763333 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=b8959c59-985b-4cd6-b04b-893bac7a17a5,revision_number=9']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:22.842847 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:22.843855 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f8913204-f202-4375-9f22-016e633d8626 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:22.962642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40682) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:22.965888 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.7016621 Jun 25 09:32:22.971841 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Request body: {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'mac_address': 'fa:16:3e:de:aa:c3', 'name': 'tempest-NetworksTestDHCPv6-1673105916'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:22.978639 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9aaf038-5fba-4d8a-accb-1517e94a76ca tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:22.984451 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5441a083-7bf1-419e-99a8-ac35b593d91b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:22.995718 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2a95a6e9-ae2b-4ea7-aaf8-3126a63d218d tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:23.091120 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Subnet': ['ID=e0b034af-cd96-4dc4-8d87-ffcdce1d3ba0,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:23.176010 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:23.181852 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f66ad35b-5a60-4733-9dbe-4201c260fcda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:23.233223 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:23.239779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aaf038-5fba-4d8a-accb-1517e94a76ca tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'Subnet': ['ID=b4d51e89-4dcb-4db8-9754-170f1be1d010,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:23.249016 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f66ad35b-5a60-4733-9dbe-4201c260fcda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:23.290583 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d9aaf038-5fba-4d8a-accb-1517e94a76ca tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:23.338800 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eafa86-a3d6-4425-88e9-45df3ec2b086 None None] Update dhcp port {'port': {'network_id': '13e23ba1-9297-4cb1-bce9-7212ee789807', 'fixed_ips': [{'subnet_id': 'e0b034af-cd96-4dc4-8d87-ffcdce1d3ba0', 'ip_address': '2001:db8:0:1:f816:3eff:feb8:f5eb'}, {'subnet_id': 'e7df503d-9b7e-4e70-a170-8c36a8a43cff'}], 'binding:host_id': 'n-d-761264-15'}, 'id': 'b8959c59-985b-4cd6-b04b-893bac7a17a5'} from n-d-761264-15. {{(pid=94026) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 09:32:23.345431 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aaf038-5fba-4d8a-accb-1517e94a76ca tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Checking segment: {'id': 'feeee608-27ed-4689-abb6-3e7b965ef8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:23.345808 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aaf038-5fba-4d8a-accb-1517e94a76ca tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Network hostable DHCP agents. Network: d6d3be3c-922d-4024-a305-32cc63f4a5a8, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:32:23.447215 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41eafa86-a3d6-4425-88e9-45df3ec2b086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:23.504006 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Made reservation on behalf of 1a408475b50641c2b6fbb6594f11ea41 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:23.536031 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f66ad35b-5a60-4733-9dbe-4201c260fcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:23.539180 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f66ad35b-5a60-4733-9dbe-4201c260fcda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:23.541727 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f66ad35b-5a60-4733-9dbe-4201c260fcda admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/73a045fb-90fb-43ef-9023-0d92ea4c3cf1 HTTP/1.1" status: 204 len: 168 time: 0.9467554 Jun 25 09:32:23.555569 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4fcab73d-fb6e-4c30-b3f8-7d15f7c027c9 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:23.608009 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ad35b-5a60-4733-9dbe-4201c260fcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a045fb-90fb-43ef-9023-0d92ea4c3cf1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:23.616997 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f66ad35b-5a60-4733-9dbe-4201c260fcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:23.707529 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:23.751108 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aaf038-5fba-4d8a-accb-1517e94a76ca tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Network d6d3be3c-922d-4024-a305-32cc63f4a5a8 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:32:23.805030 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-d9aaf038-5fba-4d8a-accb-1517e94a76ca tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, d6d3be3c-922d-4024-a305-32cc63f4a5a8) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:23.805980 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-41eafa86-a3d6-4425-88e9-45df3ec2b086 None None] Allocated IP 2001:db8::2 (13e23ba1-9297-4cb1-bce9-7212ee789807/e7df503d-9b7e-4e70-a170-8c36a8a43cff/b8959c59-985b-4cd6-b04b-893bac7a17a5) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:23.811302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aaf038-5fba-4d8a-accb-1517e94a76ca tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:23.812551 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d9aaf038-5fba-4d8a-accb-1517e94a76ca tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:23.822366 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] device_id is not set on port 38a80332-6b40-465d-bf47-b20ba40214c2 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:32:23.913371 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d9aaf038-5fba-4d8a-accb-1517e94a76ca tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8232448 Jun 25 09:32:23.917024 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40688) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:23.932322 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-41eafa86-a3d6-4425-88e9-45df3ec2b086 None None] For port b8959c59-985b-4cd6-b04b-893bac7a17a5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b8959c59-985b-4cd6-b04b-893bac7a17a5,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:23.983660 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41eafa86-a3d6-4425-88e9-45df3ec2b086 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:24.015922 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416d12f-ee38-4463-8e3e-fd65068ef269 req-afd9a7cf-58c7-4e95-9f4c-55fa69867510 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:24.017542 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4416d12f-ee38-4463-8e3e-fd65068ef269 req-afd9a7cf-58c7-4e95-9f4c-55fa69867510 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 932 time: 0.5292075 Jun 25 09:32:24.034215 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device edf73018-0887-4b3a-9cdb-f6af5dee1360 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:24.036248 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4a7d1f-07db-4382-a427-bccd93013f7f None None] Network d6d3be3c-922d-4024-a305-32cc63f4a5a8 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:24.102573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2a95a6e9-ae2b-4ea7-aaf8-3126a63d218d tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Deleting port a6600c36-1dc0-4444-9ef1-34194abb67d4 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:24.102936 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2a95a6e9-ae2b-4ea7-aaf8-3126a63d218d tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:24.161335 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4416d12f-ee38-4463-8e3e-fd65068ef269 req-6d6e32e3-7bbf-4c53-85ff-9e1572853181 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203339 Jun 25 09:32:24.201534 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-41eafa86-a3d6-4425-88e9-45df3ec2b086 None None] Transition to ACTIVE for port object b8959c59-985b-4cd6-b04b-893bac7a17a5 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:24.283912 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:24.289906 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41eafa86-a3d6-4425-88e9-45df3ec2b086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:24.305245 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-67b72e40-6d6c-4d13-82df-351cb02ee505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:24.321615 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2a95a6e9-ae2b-4ea7-aaf8-3126a63d218d tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:24.344102 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2a95a6e9-ae2b-4ea7-aaf8-3126a63d218d tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Calling delete_port for a6600c36-1dc0-4444-9ef1-34194abb67d4 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:24.356089 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f060f1-5422-4c69-a092-353d280c42eb {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:32:24.370099 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:24.457107 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Transition to ACTIVE for port object 48f060f1-5422-4c69-a092-353d280c42eb will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:24.478142 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:24.486562 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-91d40cb5-b95b-4abe-8de1-ab702a2c0da7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:24.611788 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8::3d1 (13e23ba1-9297-4cb1-bce9-7212ee789807/e7df503d-9b7e-4e70-a170-8c36a8a43cff/38a80332-6b40-465d-bf47-b20ba40214c2) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:24.685990 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Allocated IP 2001:db8:0:1:f816:3eff:fede:aac3 (13e23ba1-9297-4cb1-bce9-7212ee789807/e0b034af-cd96-4dc4-8d87-ffcdce1d3ba0/38a80332-6b40-465d-bf47-b20ba40214c2) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:24.739326 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port edf73018-0887-4b3a-9cdb-f6af5dee1360 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:24.764930 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port edf73018-0887-4b3a-9cdb-f6af5dee1360 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:24.765424 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:24.822640 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eafa86-a3d6-4425-88e9-45df3ec2b086 None None] Pushing event updated for resources: {'Port': ['ID=b8959c59-985b-4cd6-b04b-893bac7a17a5,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:24.842625 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-41eafa86-a3d6-4425-88e9-45df3ec2b086 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:24.982693 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-d6d3be3c-922d-4024-a305-32cc63f4a5a8', 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'fixed_ips': [{'subnet_id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:32:24.986039 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:25.224488 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40718) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:25.228804 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [-] 10.222.0.93 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029640 Jun 25 09:32:25.240006 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40720) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:25.439743 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=48f060f1-5422-4c69-a092-353d280c42eb,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:25.478375 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:25.496692 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Transition to ACTIVE for port object 38a80332-6b40-465d-bf47-b20ba40214c2 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:25.517850 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:25.527062 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:25.529660 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cd447441-75bd-417c-b9a5-1415d791137a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:25.579782 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5cc776fc-e383-4016-83bf-e52778eaee86 tempest-NetworksApiDiscovery-611483443 tempest-NetworksApiDiscovery-611483443-project] 10.222.0.93 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3227282 Jun 25 09:32:25.586092 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Attempting to bind port 48f060f1-5422-4c69-a092-353d280c42eb on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:32:25.588404 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Attempting to bind port 48f060f1-5422-4c69-a092-353d280c42eb by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:32:25.589835 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Attempting to bind port 48f060f1-5422-4c69-a092-353d280c42eb on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:32:25.590551 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:25.603825 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Port 48f060f1-5422-4c69-a092-353d280c42eb on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:32:25.605999 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Attempting to bind port 48f060f1-5422-4c69-a092-353d280c42eb on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:32:25.629553 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-df543fb8-aa84-4b00-8edc-1612dc529169 tempest-AttachVolumeNegativeTest-1076403382 tempest-AttachVolumeNegativeTest-1076403382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:25.716308 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:25.727273 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:32:25.727767 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Checking segment: {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:25.728246 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Bound using segment: {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:32:25.729192 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Bound port: 48f060f1-5422-4c69-a092-353d280c42eb, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:32:25.730838 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:25.735540 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2a95a6e9-ae2b-4ea7-aaf8-3126a63d218d tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:25.764081 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7e06ba17-8662-4871-b970-d3f06c02bba3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:25.779873 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:25.804416 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:25.814375 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:25.833284 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:25.835172 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:25.888581 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port edf73018-0887-4b3a-9cdb-f6af5dee1360, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=edf73018-0887-4b3a-9cdb-f6af5dee1360,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:25.897572 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9319186 Jun 25 09:32:25.901899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40730) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:25.905446 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event updated for resources: {'Port': ['ID=38a80332-6b40-465d-bf47-b20ba40214c2,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:25.921716 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95a6e9-ae2b-4ea7-aaf8-3126a63d218d tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event deleted for resources: {'Port': ['ID=a6600c36-1dc0-4444-9ef1-34194abb67d4,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:25.925752 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2a95a6e9-ae2b-4ea7-aaf8-3126a63d218d tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:25.930154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Allocated IP 172.20.0.2 (d6d3be3c-922d-4024-a305-32cc63f4a5a8/b4d51e89-4dcb-4db8-9754-170f1be1d010/cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:25.935762 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:25.943125 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:25.948607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b8959c59-985b-4cd6-b04b-893bac7a17a5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:25.953187 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:26.114711 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:26.170929 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2a95a6e9-ae2b-4ea7-aaf8-3126a63d218d tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:26.209559 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40738) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:26.391699 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5474e5f6-913f-4780-87da-dadf4d67176e None None] Provisioning for port b8959c59-985b-4cd6-b04b-893bac7a17a5 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:26.478823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5474e5f6-913f-4780-87da-dadf4d67176e None None] Provisioning complete for port b8959c59-985b-4cd6-b04b-893bac7a17a5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:26.479416 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5474e5f6-913f-4780-87da-dadf4d67176e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:26.510905 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9146571-3a4e-4d02-b3d5-59e3b233b8e9 req-199301b8-770b-44fc-8f6e-7510d0f3823b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:26.518671 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9146571-3a4e-4d02-b3d5-59e3b233b8e9 req-199301b8-770b-44fc-8f6e-7510d0f3823b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 944 time: 0.9364946 Jun 25 09:32:26.528988 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:26.533214 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] For port 48f060f1-5422-4c69-a092-353d280c42eb, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:32:26.590526 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] For port 48f060f1-5422-4c69-a092-353d280c42eb, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=48f060f1-5422-4c69-a092-353d280c42eb,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:32:26.601380 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:26.603092 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ba27cfb9-8ecf-4c03-88d1-bef4fac36655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:26.603805 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=edf73018-0887-4b3a-9cdb-f6af5dee1360,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:26.608108 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:26.621694 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:26.621974 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a95a6e9-ae2b-4ea7-aaf8-3126a63d218d tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Router 6c0c96bf-39a4-4143-9315-882149e2c123 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:32:26.622524 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port b8959c59-985b-4cd6-b04b-893bac7a17a5 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:26.623106 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:26.651818 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9146571-3a4e-4d02-b3d5-59e3b233b8e9 req-22258dec-e175-4d65-9c41-271f2e34de8d tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318648 Jun 25 09:32:26.660918 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:26.661559 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:26.662980 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] 10.222.0.41 "PUT /v2.0/ports/48f060f1-5422-4c69-a092-353d280c42eb HTTP/1.1" status: 200 len: 1093 time: 3.9491920 Jun 25 09:32:26.675788 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1cb3a7-fbc8-4569-a480-d7b36f1b7499', 'tag': '48f060f1-5422-4c69-a092-353d280c42eb'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:32:26.679657 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110fc7f9-2726-4fbd-93c8-de21892b2c27" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1cb3a7-fbc8-4569-a480-d7b36f1b7499", "tag": "48f060f1-5422-4c69-a092-353d280c42eb"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:32:26.746235 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=48f060f1-5422-4c69-a092-353d280c42eb,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:26.807738 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-bde88fd0-5844-42f4-878e-eb389497ad0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting port 38a80332-6b40-465d-bf47-b20ba40214c2 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:26.809095 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bde88fd0-5844-42f4-878e-eb389497ad0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:26.815070 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:26.818271 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295d311f-3eaf-4e97-a254-c59755b36c2f x-openstack-request-id: req-295d311f-3eaf-4e97-a254-c59755b36c2f {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:32:26.819634 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1cb3a7-fbc8-4569-a480-d7b36f1b7499", "tag": "48f060f1-5422-4c69-a092-353d280c42eb", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:32:26.819634 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-295d311f-3eaf-4e97-a254-c59755b36c2f {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:32:26.819634 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1cb3a7-fbc8-4569-a480-d7b36f1b7499', 'tag': '48f060f1-5422-4c69-a092-353d280c42eb', 'status': 'completed', 'code': 200} Jun 25 09:32:26.859848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0aee7f52-dbcf-4774-9331-f77878f11eb3 None None] Provisioning for port 38a80332-6b40-465d-bf47-b20ba40214c2 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:26.905242 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a95a6e9-ae2b-4ea7-aaf8-3126a63d218d tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:32:26.920844 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2a95a6e9-ae2b-4ea7-aaf8-3126a63d218d tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "PUT /v2.0/routers/6c0c96bf-39a4-4143-9315-882149e2c123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4308052 Jun 25 09:32:26.926674 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40748) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:26.943861 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:26.948416 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0aee7f52-dbcf-4774-9331-f77878f11eb3 None None] Provisioning complete for port 38a80332-6b40-465d-bf47-b20ba40214c2 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:26.951069 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0aee7f52-dbcf-4774-9331-f77878f11eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:26.997879 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a3b885-94ca-4173-8055-f1ddd32503e2 None None] Sync routers for ids ['6c0c96bf-39a4-4143-9315-882149e2c123'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:32:27.021017 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Transition to ACTIVE for port object cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:27.031722 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a3b885-94ca-4173-8055-f1ddd32503e2 None None] Routers {'6c0c96bf-39a4-4143-9315-882149e2c123'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:32:27.032346 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-24a3b885-94ca-4173-8055-f1ddd32503e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:32:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6c0c96bf-39a4-4143-9315-882149e2c123'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:27.038740 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-bf5350d3-f8ee-41b7-b6fb-0114975e1ed4 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] delete failed (client error): The resource could not be found. Jun 25 09:32:27.039946 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bf5350d3-f8ee-41b7-b6fb-0114975e1ed4 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "DELETE /v2.0/routers/tempest-non_exist_router-1919218794 HTTP/1.1" status: 404 len: 335 time: 0.1121154 Jun 25 09:32:27.048270 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40750) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:27.069014 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-2d563b4e-d21e-45b4-bfa6-1a97e305932c tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Request body: {'router': {'external_gateway_info': {'network_id': '6c0c96bf-39a4-4143-9315-882149e2c123'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:27.081961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-24a3b885-94ca-4173-8055-f1ddd32503e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:27.084397 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0aee7f52-dbcf-4774-9331-f77878f11eb3 None None] Port 38a80332-6b40-465d-bf47-b20ba40214c2 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:32:27.092864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device edf73018-0887-4b3a-9cdb-f6af5dee1360 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:27.128659 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Transition to ACTIVE for port object cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:27.136280 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a3b885-94ca-4173-8055-f1ddd32503e2 None None] Routers {'6c0c96bf-39a4-4143-9315-882149e2c123'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:32:27.137375 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-24a3b885-94ca-4173-8055-f1ddd32503e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:32:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6c0c96bf-39a4-4143-9315-882149e2c123'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:27.176461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-56d02676-f240-4af1-8d2f-d6fab2baec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:27.178080 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-56d02676-f240-4af1-8d2f-d6fab2baec55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 1096 time: 0.3620265 Jun 25 09:32:27.178582 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-24a3b885-94ca-4173-8055-f1ddd32503e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:27.179708 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a3b885-94ca-4173-8055-f1ddd32503e2 None None] The sync data for ids ['6c0c96bf-39a4-4143-9315-882149e2c123'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:32:27.183948 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:27.184539 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ba27cfb9-8ecf-4c03-88d1-bef4fac36655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:27.188835 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:27.194677 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ba27cfb9-8ecf-4c03-88d1-bef4fac36655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:27.236617 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Network d6d3be3c-922d-4024-a305-32cc63f4a5a8 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:27.241183 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:27.247944 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:27.263663 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ae517529-3450-4465-b018-8f874d99b2e8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:27.269416 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Pushing event updated for resources: {'Port': ['ID=cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:27.274294 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:27.330602 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port edf73018-0887-4b3a-9cdb-f6af5dee1360 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:27.331484 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:27.376048 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-9ee08035-38b8-4316-82c5-0605cc6c0072 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48f060f1-5422-4c69-a092-353d280c42eb HTTP/1.1" status: 200 len: 217 time: 0.1097081 Jun 25 09:32:27.400176 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27cfb9-8ecf-4c03-88d1-bef4fac36655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfe93ee-5411-4132-8a8f-a090aff923f9,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:27.412297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Attempting to bind port cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:32:27.412595 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Attempting to bind port cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'feeee608-27ed-4689-abb6-3e7b965ef8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:32:27.413011 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Attempting to bind port cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1 on network d6d3be3c-922d-4024-a305-32cc63f4a5a8 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:32:27.437410 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ba27cfb9-8ecf-4c03-88d1-bef4fac36655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:27.439934 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ba27cfb9-8ecf-4c03-88d1-bef4fac36655 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6c86f1d032444a80b33cb092aad2c962&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2286670 Jun 25 09:32:27.447405 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40760) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:27.452873 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:32:27.453315 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Checking segment: {'id': 'feeee608-27ed-4689-abb6-3e7b965ef8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:27.453713 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:27.461229 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Bound using segment: {'id': 'feeee608-27ed-4689-abb6-3e7b965ef8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:32:27.461820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Bound port: cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feeee608-27ed-4689-abb6-3e7b965ef8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:32:27.467610 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:27.531812 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bde88fd0-5844-42f4-878e-eb389497ad0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:27.556704 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2d563b4e-d21e-45b4-bfa6-1a97e305932c tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:27.582725 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-bde88fd0-5844-42f4-878e-eb389497ad0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Calling delete_port for 38a80332-6b40-465d-bf47-b20ba40214c2 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:27.585612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Allocated IP 172.20.0.1 (d6d3be3c-922d-4024-a305-32cc63f4a5a8/b4d51e89-4dcb-4db8-9754-170f1be1d010/4ea29686-dcfb-4eb5-b428-056052876fd6) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:27.607133 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b8959c59-985b-4cd6-b04b-893bac7a17a5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:27.608256 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-a0c130f6-9abb-4d48-8dc6-39403252265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:27.612019 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-a0c130f6-9abb-4d48-8dc6-39403252265e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 HTTP/1.1" status: 200 len: 852 time: 0.2223392 Jun 25 09:32:27.660684 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-2d563b4e-d21e-45b4-bfa6-1a97e305932c tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] update failed (client error): The resource could not be found. Jun 25 09:32:27.667460 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2d563b4e-d21e-45b4-bfa6-1a97e305932c tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "PUT /v2.0/routers/6c0c96bf-39a4-4143-9315-882149e2c123 HTTP/1.1" status: 404 len: 339 time: 0.6038330 Jun 25 09:32:27.671321 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40770) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:27.685554 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ec810c35-99ed-4b01-a513-323a0955a3fb tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1957621310'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:27.715290 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dfd9f39e-2790-48f2-b282-fdce854f20d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:27.773190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec810c35-99ed-4b01-a513-323a0955a3fb tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Made reservation on behalf of fb14f92d5f6740e6800ff2233263e20b for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:27.781207 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ec810c35-99ed-4b01-a513-323a0955a3fb tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:27.788382 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] For port cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:32:27.800477 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] For port cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1,segment=NetworkSegment(feeee608-27ed-4689-abb6-3e7b965ef8cd),segment_id=feeee608-27ed-4689-abb6-3e7b965ef8cd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:32:27.818045 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port b8959c59-985b-4cd6-b04b-893bac7a17a5 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:27.818440 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:27.824718 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-97c0016d-19af-451e-9776-cc700cc59aaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a124eb50-58b7-4400-83c7-66fc4f4c6f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1735470 Jun 25 09:32:27.830517 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:27.887396 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-af0ff952-ea50-42c1-88b6-f27fff601b23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:27.888092 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dfd9f39e-2790-48f2-b282-fdce854f20d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:27.975666 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec810c35-99ed-4b01-a513-323a0955a3fb tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:32:27.995805 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Pushing event updated for resources: {'Port': ['ID=cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:28.014560 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:28.058383 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:28.061602 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ec810c35-99ed-4b01-a513-323a0955a3fb tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:28.061993 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-ec810c35-99ed-4b01-a513-323a0955a3fb tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Added segment 626ba237-b5ca-4213-b5fd-d920870ae3a5 of type vlan for network 2a63ef52-723c-4e98-a1ac-ea5caf82959b Jun 25 09:32:28.075845 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:28.173371 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dfd9f39e-2790-48f2-b282-fdce854f20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:28.175976 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dfd9f39e-2790-48f2-b282-fdce854f20d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:28.183528 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-dfd9f39e-2790-48f2-b282-fdce854f20d6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6dfe93ee-5411-4132-8a8f-a090aff923f9 HTTP/1.1" status: 204 len: 168 time: 0.7328975 Jun 25 09:32:28.183528 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Transition to ACTIVE for port object 4ea29686-dcfb-4eb5-b428-056052876fd6 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:28.191286 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ac878c0d-2c70-47fa-84cf-5ea54b9a9260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:28.235735 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122af32-88ba-4b71-997f-1dee0425130d req-63fb593b-abc3-4c58-baa3-08f303171744 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:28.242981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f122af32-88ba-4b71-997f-1dee0425130d req-63fb593b-abc3-4c58-baa3-08f303171744 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 944 time: 0.3329372 Jun 25 09:32:28.243912 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9f39e-2790-48f2-b282-fdce854f20d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfe93ee-5411-4132-8a8f-a090aff923f9,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:28.252677 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dfd9f39e-2790-48f2-b282-fdce854f20d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:28.275146 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ec810c35-99ed-4b01-a513-323a0955a3fb tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:28.297072 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-2db3418d-b490-490c-8e1b-c42a6befcbdb service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683530 Jun 25 09:32:28.437004 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f122af32-88ba-4b71-997f-1dee0425130d req-7e0efb0e-deb6-45f2-8bdc-2717783ac9ba tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832082 Jun 25 09:32:28.513365 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:28.516551 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9126642a-9e47-4591-8cf2-9ae3dd93c617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:28.554486 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ec810c35-99ed-4b01-a513-323a0955a3fb tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:28.560503 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bde88fd0-5844-42f4-878e-eb389497ad0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:28.574289 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec810c35-99ed-4b01-a513-323a0955a3fb tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:28.577897 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ec810c35-99ed-4b01-a513-323a0955a3fb tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:28.590143 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:28.618670 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Network d6d3be3c-922d-4024-a305-32cc63f4a5a8 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:28.624657 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:28.655319 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:28.716867 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:28.812697 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'Port': ['ID=4ea29686-dcfb-4eb5-b428-056052876fd6,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:28.817800 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:28.821277 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bde88fd0-5844-42f4-878e-eb389497ad0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:28.823458 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bde88fd0-5844-42f4-878e-eb389497ad0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/38a80332-6b40-465d-bf47-b20ba40214c2 HTTP/1.1" status: 204 len: 168 time: 2.9118252 Jun 25 09:32:28.824431 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-14e4abbc-888d-49a7-9a24-cab8155e2e8a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:28.837189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40792) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:28.865645 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec810c35-99ed-4b01-a513-323a0955a3fb tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event updated for resources: {'Network': ['ID=2a63ef52-723c-4e98-a1ac-ea5caf82959b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:28.880617 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ec810c35-99ed-4b01-a513-323a0955a3fb tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:28.881625 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 2a63ef52-723c-4e98-a1ac-ea5caf82959b details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:32:28.888257 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8e5db66-013a-4d46-b2cf-0574b334fe79 req-cea73e4c-a524-4f26-8172-7b32d264e915 service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788360 Jun 25 09:32:28.924389 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ec810c35-99ed-4b01-a513-323a0955a3fb tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2492070 Jun 25 09:32:28.929562 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40796) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:28.946017 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4c9c8c17-e4e7-4214-9035-d362527139de tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Request body: {'subnet': {'network_id': '2a63ef52-723c-4e98-a1ac-ea5caf82959b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:29.059782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde88fd0-5844-42f4-878e-eb389497ad0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Port': ['ID=38a80332-6b40-465d-bf47-b20ba40214c2,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:29.063947 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bde88fd0-5844-42f4-878e-eb389497ad0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:29.175717 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:29.195230 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:29.277652 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9c8c17-e4e7-4214-9035-d362527139de tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Made reservation on behalf of fb14f92d5f6740e6800ff2233263e20b for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:29.283547 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8c17-e4e7-4214-9035-d362527139de tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:29.385006 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fc7f9-2726-4fbd-93c8-de21892b2c27 req-aaf6f6d9-13cf-4e6d-873a-3acbce6d5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:29.399153 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-110fc7f9-2726-4fbd-93c8-de21892b2c27 req-aaf6f6d9-13cf-4e6d-873a-3acbce6d5fd6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 1096 time: 0.2082813 Jun 25 09:32:29.442787 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:29.766909 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fc7f9-2726-4fbd-93c8-de21892b2c27 req-3a45b870-cef1-4e4d-8dc6-5f83059fc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:29.771942 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-110fc7f9-2726-4fbd-93c8-de21892b2c27 req-3a45b870-cef1-4e4d-8dc6-5f83059fc5c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 914 time: 0.3586664 Jun 25 09:32:29.841503 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a9caf2-393f-4ed2-92e0-3730a5e4ba39 None None] Network d6d3be3c-922d-4024-a305-32cc63f4a5a8 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:29.873968 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:29.909909 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:29.922444 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eb33b8-cd3b-48f7-83cc-bd2c94514144 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:29.925271 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-59eb33b8-cd3b-48f7-83cc-bd2c94514144 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0869377 Jun 25 09:32:29.930171 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b2855feb-4b77-4d51-8389-f573af4a0390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:29.941760 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-110fc7f9-2726-4fbd-93c8-de21892b2c27 req-dcc75b38-e46e-4c2b-a6ce-104709a4183b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48f060f1-5422-4c69-a092-353d280c42eb HTTP/1.1" status: 200 len: 217 time: 0.1510279 Jun 25 09:32:29.942131 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40818) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:29.984168 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6483f7ae-91de-4a41-975b-083f10271c2c None None] Provisioning for port cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:30.007896 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6483f7ae-91de-4a41-975b-083f10271c2c None None] Provisioning complete for port cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:30.008345 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6483f7ae-91de-4a41-975b-083f10271c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:30.123795 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fc7f9-2726-4fbd-93c8-de21892b2c27 req-dcb3ef70-d220-435d-a440-a725163d4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:30.125341 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-110fc7f9-2726-4fbd-93c8-de21892b2c27 req-dcb3ef70-d220-435d-a440-a725163d4bd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 HTTP/1.1" status: 200 len: 852 time: 0.1522498 Jun 25 09:32:30.149637 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8c17-e4e7-4214-9035-d362527139de tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:30.169050 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3a308644-de08-4a99-a3c6-439a352df6e1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:30.183491 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:30.198733 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-110fc7f9-2726-4fbd-93c8-de21892b2c27 req-99a15445-9419-4dae-92e9-b90ca1015fc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a124eb50-58b7-4400-83c7-66fc4f4c6f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633986 Jun 25 09:32:30.209704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'Port': ['ID=4ea29686-dcfb-4eb5-b428-056052876fd6,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:30.221482 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:30.221851 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:30.222381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:30.223706 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:30.223706 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:30.224043 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:30.224218 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:30.224696 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:30.225909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:30.225909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:30.225909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:30.227398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:30.246013 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:30.256111 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c4ec8-54e2-416f-8383-4943ec9bb3d4 req-580792a3-b434-46d3-a538-99244be13b7f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:30.258319 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d88c4ec8-54e2-416f-8383-4943ec9bb3d4 req-580792a3-b434-46d3-a538-99244be13b7f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 944 time: 0.4061692 Jun 25 09:32:30.291099 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6483f7ae-91de-4a41-975b-083f10271c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:30.329940 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adaab8c-416c-4893-8490-f367bc65a990 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:30.331517 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9adaab8c-416c-4893-8490-f367bc65a990 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3741932 Jun 25 09:32:30.338611 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40824) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:30.359057 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-6483f7ae-91de-4a41-975b-083f10271c2c None None] For port cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1,segment=NetworkSegment(feeee608-27ed-4689-abb6-3e7b965ef8cd),segment_id=feeee608-27ed-4689-abb6-3e7b965ef8cd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:30.371911 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6483f7ae-91de-4a41-975b-083f10271c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:30.374299 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:30.482329 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c8c17-e4e7-4214-9035-d362527139de tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event updated for resources: {'Subnet': ['ID=aa777c66-4d0c-4480-9dd4-f6f97cf8b1fb,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:30.498131 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d88c4ec8-54e2-416f-8383-4943ec9bb3d4 req-9bcb3a4b-6801-40b4-bf2f-1c69c79d0179 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064927 Jun 25 09:32:30.500114 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4c9c8c17-e4e7-4214-9035-d362527139de tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:30.512968 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c8c17-e4e7-4214-9035-d362527139de tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Checking segment: {'id': '626ba237-b5ca-4213-b5fd-d920870ae3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a63ef52-723c-4e98-a1ac-ea5caf82959b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:30.513589 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9c8c17-e4e7-4214-9035-d362527139de tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Network hostable DHCP agents. Network: 2a63ef52-723c-4e98-a1ac-ea5caf82959b, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:32:30.527953 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc0eb42-ac7b-4be4-9c1b-8eddf204373b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:30.529893 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc0eb42-ac7b-4be4-9c1b-8eddf204373b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:30.531728 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc0eb42-ac7b-4be4-9c1b-8eddf204373b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:30.533549 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4dc0eb42-ac7b-4be4-9c1b-8eddf204373b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1926088 Jun 25 09:32:30.536684 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40832) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:30.554028 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483f7ae-91de-4a41-975b-083f10271c2c None None] Pushing event updated for resources: {'Port': ['ID=cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:30.560718 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-110fc7f9-2726-4fbd-93c8-de21892b2c27 req-3d402a47-af1b-4398-b3f9-10748b907484 service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513527 Jun 25 09:32:30.564089 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6483f7ae-91de-4a41-975b-083f10271c2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:30.635983 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9c8c17-e4e7-4214-9035-d362527139de tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Network 2a63ef52-723c-4e98-a1ac-ea5caf82959b is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:32:30.639836 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e40029e-046d-4ed6-a796-c80dcd28edf2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet e0b034af-cd96-4dc4-8d87-ffcdce1d3ba0 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:32:30.652190 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e40029e-046d-4ed6-a796-c80dcd28edf2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:30.655186 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-4c9c8c17-e4e7-4214-9035-d362527139de tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 2a63ef52-723c-4e98-a1ac-ea5caf82959b) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:30.665293 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9c8c17-e4e7-4214-9035-d362527139de tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:30.666138 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8c17-e4e7-4214-9035-d362527139de tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:30.667167 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6affa85-3552-490f-b36a-95ba3d7d32ba None None] Network 2a63ef52-723c-4e98-a1ac-ea5caf82959b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:30.747027 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4c9c8c17-e4e7-4214-9035-d362527139de tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8158154 Jun 25 09:32:30.750275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40842) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:30.763340 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-80377b8b-2282-4f71-96bb-5ddda98707d4 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a63ef52-723c-4e98-a1ac-ea5caf82959b'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:30.768136 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e40029e-046d-4ed6-a796-c80dcd28edf2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:30.891375 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-110fc7f9-2726-4fbd-93c8-de21892b2c27 req-7143a6e7-c492-4bdf-aa7e-bbe0d64b6ac3 service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199198 Jun 25 09:32:30.936596 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e40029e-046d-4ed6-a796-c80dcd28edf2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:30.967740 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-042a95d9-d173-4d9b-8378-324430314c54 None None] Provisioning complete for port cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:30.972969 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-042a95d9-d173-4d9b-8378-324430314c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:31.031724 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e40029e-046d-4ed6-a796-c80dcd28edf2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:31.049163 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Network d6d3be3c-922d-4024-a305-32cc63f4a5a8 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:31.053713 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0f02bf0e-acf6-4299-ae89-fb8123563cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:31.108429 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:31.120828 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:31.123941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40029e-046d-4ed6-a796-c80dcd28edf2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b034af-cd96-4dc4-8d87-ffcdce1d3ba0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:31.130878 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1e40029e-046d-4ed6-a796-c80dcd28edf2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:31.198484 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1e40029e-046d-4ed6-a796-c80dcd28edf2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:31.201277 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1e40029e-046d-4ed6-a796-c80dcd28edf2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/e0b034af-cd96-4dc4-8d87-ffcdce1d3ba0 HTTP/1.1" status: 204 len: 168 time: 0.6600301 Jun 25 09:32:31.204227 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40850) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:31.223966 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cfb551-8ac4-4d68-b6b7-f570d4aabe70 None None] Network 13e23ba1-9297-4cb1-bce9-7212ee789807 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:31.381651 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-2a63ef52-723c-4e98-a1ac-ea5caf82959b', 'network_id': '2a63ef52-723c-4e98-a1ac-ea5caf82959b', 'tenant_id': 'fb14f92d5f6740e6800ff2233263e20b', 'fixed_ips': [{'subnet_id': 'aa777c66-4d0c-4480-9dd4-f6f97cf8b1fb'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:32:31.382719 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:31.535717 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b3ec61-3de4-46bb-82f7-eeb4e5f0eabc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Deleting subnet e7df503d-9b7e-4e70-a170-8c36a8a43cff {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:32:31.536522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-042a95d9-d173-4d9b-8378-324430314c54 None None] Provisioning for port 4ea29686-dcfb-4eb5-b428-056052876fd6 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:31.539109 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01b3ec61-3de4-46bb-82f7-eeb4e5f0eabc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:31.581674 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01b3ec61-3de4-46bb-82f7-eeb4e5f0eabc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:31.624133 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Allocated IP 2001:db8:1::2 (2a63ef52-723c-4e98-a1ac-ea5caf82959b/aa777c66-4d0c-4480-9dd4-f6f97cf8b1fb/a6b01529-db5c-492d-a852-75a0c81d2530) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:31.679999 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01b3ec61-3de4-46bb-82f7-eeb4e5f0eabc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:31.774090 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01b3ec61-3de4-46bb-82f7-eeb4e5f0eabc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:31.796009 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4871cd15-cd20-406f-9d92-7843044c5828 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:31.847182 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01b3ec61-3de4-46bb-82f7-eeb4e5f0eabc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:31.852433 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-01b3ec61-3de4-46bb-82f7-eeb4e5f0eabc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/e7df503d-9b7e-4e70-a170-8c36a8a43cff HTTP/1.1" status: 204 len: 168 time: 0.6468966 Jun 25 09:32:31.865620 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40872) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:31.892894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3ec61-3de4-46bb-82f7-eeb4e5f0eabc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Subnet': ['ID=e7df503d-9b7e-4e70-a170-8c36a8a43cff,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:31.895764 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-01b3ec61-3de4-46bb-82f7-eeb4e5f0eabc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:31.898923 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:32:31.903416 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:31.903808 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:31.912140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-042a95d9-d173-4d9b-8378-324430314c54 None None] Provisioning complete for port 4ea29686-dcfb-4eb5-b428-056052876fd6 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:31.912537 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-042a95d9-d173-4d9b-8378-324430314c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:31.923559 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80377b8b-2282-4f71-96bb-5ddda98707d4 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:31.960116 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ac361d24-84ea-4a5e-b7d5-d63f636c3fe5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909064 Jun 25 09:32:31.966023 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40878) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:31.984888 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:32.142649 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-042a95d9-d173-4d9b-8378-324430314c54 None None] Port 4ea29686-dcfb-4eb5-b428-056052876fd6 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:32:32.156339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0c293-7c4d-4154-b6ad-d594cfaf09cf req-cc802e00-7a2a-44f1-8ef7-ca1f3da493a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:32.158661 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f5a0c293-7c4d-4154-b6ad-d594cfaf09cf req-cc802e00-7a2a-44f1-8ef7-ca1f3da493a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 944 time: 0.3002234 Jun 25 09:32:32.186314 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:32.194087 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ec3775-807e-4b23-8947-4ede6c2337f3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:32.196070 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-37ec3775-807e-4b23-8947-4ede6c2337f3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2289598 Jun 25 09:32:32.198596 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40892) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:32.201542 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Transition to ACTIVE for port object a6b01529-db5c-492d-a852-75a0c81d2530 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:32.205752 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:32:32.218567 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Sync routers for ids ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:32:32.219238 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "PUT /v2.0/routers/02486c5e-aa8c-45c1-8c3e-e96d2ae20801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2998016 Jun 25 09:32:32.229689 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40894) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:32.234385 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Routers {'02486c5e-aa8c-45c1-8c3e-e96d2ae20801'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:32:32.236943 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:32:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:32.254774 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-f68c05c0-6653-4792-b597-aadcf2fe3232 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1031839338', 'description': 'tempest-secgroup_access--1031839338 description', 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:32.280122 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Transition to ACTIVE for port object a6b01529-db5c-492d-a852-75a0c81d2530 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:32.316245 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:32.326037 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:32.348719 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f5a0c293-7c4d-4154-b6ad-d594cfaf09cf req-4becc3d3-0baa-4883-ae46-2168530f25f1 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780066 Jun 25 09:32:32.360683 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612a176a-86dc-45ec-bc21-dd55bdc612b0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:32.367927 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-612a176a-86dc-45ec-bc21-dd55bdc612b0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1657000 Jun 25 09:32:32.372402 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40896) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:32.399067 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f68c05c0-6653-4792-b597-aadcf2fe3232 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:32.404362 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289c6fcd-e2fe-4010-a373-c45ebb643081 None None] DHCP port deletion for 13e23ba1-9297-4cb1-bce9-7212ee789807 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:32:32.411854 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9e13cc90-bb13-4ae3-aa0c-16b0b0a92633 None None] Provisioning complete for port 4ea29686-dcfb-4eb5-b428-056052876fd6 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:32.412237 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e13cc90-bb13-4ae3-aa0c-16b0b0a92633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:32.440473 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Network 2a63ef52-723c-4e98-a1ac-ea5caf82959b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:32.449368 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:32.477751 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:32.483081 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Pushing event updated for resources: {'Port': ['ID=a6b01529-db5c-492d-a852-75a0c81d2530,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:32.490774 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:32.521594 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Set router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:32:32.525140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9e13cc90-bb13-4ae3-aa0c-16b0b0a92633 None None] Port 4ea29686-dcfb-4eb5-b428-056052876fd6 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:32:32.549019 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2e3d1c20-34f7-427c-b994-de93e2334787 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1733880 Jun 25 09:32:32.552747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40902) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:32.597027 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Attempting to bind port a6b01529-db5c-492d-a852-75a0c81d2530 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:32:32.597406 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Attempting to bind port a6b01529-db5c-492d-a852-75a0c81d2530 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '626ba237-b5ca-4213-b5fd-d920870ae3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a63ef52-723c-4e98-a1ac-ea5caf82959b'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:32:32.597776 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Attempting to bind port a6b01529-db5c-492d-a852-75a0c81d2530 on network 2a63ef52-723c-4e98-a1ac-ea5caf82959b {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:32:32.605120 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:32:32.605510 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Checking segment: {'id': '626ba237-b5ca-4213-b5fd-d920870ae3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a63ef52-723c-4e98-a1ac-ea5caf82959b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:32.605914 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:32.606313 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Bound using segment: {'id': '626ba237-b5ca-4213-b5fd-d920870ae3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a63ef52-723c-4e98-a1ac-ea5caf82959b'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:32:32.606796 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Bound port: a6b01529-db5c-492d-a852-75a0c81d2530, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626ba237-b5ca-4213-b5fd-d920870ae3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a63ef52-723c-4e98-a1ac-ea5caf82959b'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:32:32.607237 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:32.612571 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c837407-f749-4a70-ad88-b6f314243403 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:32.613778 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c837407-f749-4a70-ad88-b6f314243403 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:32.616039 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5c837407-f749-4a70-ad88-b6f314243403 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/38a80332-6b40-465d-bf47-b20ba40214c2 HTTP/1.1" status: 404 len: 333 time: 0.0576732 Jun 25 09:32:32.620237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40906) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:32.631024 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-289c6fcd-e2fe-4010-a373-c45ebb643081 None None] Deleting port b8959c59-985b-4cd6-b04b-893bac7a17a5 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:32.631422 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-289c6fcd-e2fe-4010-a373-c45ebb643081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:32.674871 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-80377b8b-2282-4f71-96bb-5ddda98707d4 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:32:32.679285 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-80377b8b-2282-4f71-96bb-5ddda98707d4 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "PUT /v2.0/routers/6c0c96bf-39a4-4143-9315-882149e2c123 HTTP/1.1" status: 400 len: 364 time: 1.9255152 Jun 25 09:32:32.683348 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40908) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:32.698647 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbabb39-6f3f-480e-b8ff-dd45415a5567 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:32.699114 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bbabb39-6f3f-480e-b8ff-dd45415a5567 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:32.703909 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3bbabb39-6f3f-480e-b8ff-dd45415a5567 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/e0b034af-cd96-4dc4-8d87-ffcdce1d3ba0 HTTP/1.1" status: 404 len: 337 time: 0.0824783 Jun 25 09:32:32.706196 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40910) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:32.745775 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e128d6d-4205-4dff-adef-53bcfd302c4d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:32.746246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e128d6d-4205-4dff-adef-53bcfd302c4d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:32.751748 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5e128d6d-4205-4dff-adef-53bcfd302c4d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/e7df503d-9b7e-4e70-a170-8c36a8a43cff HTTP/1.1" status: 404 len: 337 time: 0.0443337 Jun 25 09:32:32.753348 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40912) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:32.799160 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34f91d6-22b1-4cd3-be4d-25b07fcdb927 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:32.799823 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34f91d6-22b1-4cd3-be4d-25b07fcdb927 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:32.799971 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'name': 'tempest-TestSecurityGroupsBasicOps-router-134507117', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:32:16Z', 'updated_at': '2021-06-25T09:32:29Z', 'revision_number': 4, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:17Z', 'updated_at': '2021-06-25T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4ea29686-dcfb-4eb5-b428-056052876fd6', 'name': '', 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'mac_address': 'fa:16:3e:02:a8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:26Z', 'updated_at': '2021-06-25T09:32:29Z', 'revision_number': 2, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'subnets': [{'id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:32.805028 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e34f91d6-22b1-4cd3-be4d-25b07fcdb927 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/ec7b4c41-c8d1-4805-bbdf-77977e706fac HTTP/1.1" status: 404 len: 333 time: 0.0506370 Jun 25 09:32:32.808595 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40914) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:32.831305 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f68c05c0-6653-4792-b597-aadcf2fe3232 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:32.868851 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f68c05c0-6653-4792-b597-aadcf2fe3232 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:32.899508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40916) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:32.944000 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-21b0d836-ad1b-493b-af7f-41ea7de93d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:33.013106 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f68c05c0-6653-4792-b597-aadcf2fe3232 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:33.019185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f68c05c0-6653-4792-b597-aadcf2fe3232 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7883554 Jun 25 09:32:33.020365 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-475154b3-ef9b-4ad9-880e-30a93d099622 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:33.020852 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475154b3-ef9b-4ad9-880e-30a93d099622 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:33.021656 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Checking router: 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:32:33.022135 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Updating router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 port 4ea29686-dcfb-4eb5-b428-056052876fd6 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:32:33.033309 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-475154b3-ef9b-4ad9-880e-30a93d099622 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/0882232b-9a8b-4a89-91de-f2b4cee94f85 HTTP/1.1" status: 404 len: 337 time: 0.2160280 Jun 25 09:32:33.034054 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40920) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:33.034405 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40922) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:33.086066 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1f8aca28-e9f7-42bd-bbb1-847f7d208b77 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1619453348', 'description': 'tempest-secgroup_general--1619453348 description', 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:33.101293 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:33.145685 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b8959c59-985b-4cd6-b04b-893bac7a17a5 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:32:33.168763 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b9aecd-250a-4122-b737-954977befe36 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:33.172345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b9aecd-250a-4122-b737-954977befe36 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:33.181517 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b1b9aecd-250a-4122-b737-954977befe36 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/985e1200-5254-46bc-940d-f5aa74bec0c1 HTTP/1.1" status: 404 len: 337 time: 0.1288455 Jun 25 09:32:33.184373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40924) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:33.221035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c05c0-6653-4792-b597-aadcf2fe3232 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33cd5e90-477d-4688-afd6-d2249ea042aa,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:33.233964 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f68c05c0-6653-4792-b597-aadcf2fe3232 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:33.263385 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-289c6fcd-e2fe-4010-a373-c45ebb643081 None None] For port b8959c59-985b-4cd6-b04b-893bac7a17a5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b8959c59-985b-4cd6-b04b-893bac7a17a5,segment=NetworkSegment(0b5782fa-4484-461b-8bf4-821b1b8690bd),segment_id=0b5782fa-4484-461b-8bf4-821b1b8690bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:33.264001 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-289c6fcd-e2fe-4010-a373-c45ebb643081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:33.278831 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-8016f0f7-a055-4d4e-a357-af3ca27a53ca tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:33.279935 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8016f0f7-a055-4d4e-a357-af3ca27a53ca tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:33.287550 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8016f0f7-a055-4d4e-a357-af3ca27a53ca tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/079a6043-ad73-47bf-9ed5-200f4854d217 HTTP/1.1" status: 404 len: 333 time: 0.0946200 Jun 25 09:32:33.288291 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40928) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:33.307616 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] For port a6b01529-db5c-492d-a852-75a0c81d2530, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:32:33.310001 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-289c6fcd-e2fe-4010-a373-c45ebb643081 None None] Calling delete_port for b8959c59-985b-4cd6-b04b-893bac7a17a5 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:33.381051 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:33.381867 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] For port a6b01529-db5c-492d-a852-75a0c81d2530, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a6b01529-db5c-492d-a852-75a0c81d2530,segment=NetworkSegment(626ba237-b5ca-4213-b5fd-d920870ae3a5),segment_id=626ba237-b5ca-4213-b5fd-d920870ae3a5)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:32:33.438574 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:33.456291 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d21dedbf-be05-4123-98b0-4b31ab77bb0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:33.727643 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Pushing event updated for resources: {'Port': ['ID=a6b01529-db5c-492d-a852-75a0c81d2530,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:33.737427 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:33.809424 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:33.810470 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:33.825308 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Transition to ACTIVE for port object 4ea29686-dcfb-4eb5-b428-056052876fd6 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:33.841696 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:33.846318 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-289c6fcd-e2fe-4010-a373-c45ebb643081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:33.852805 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-31465545-fb2f-444b-a125-32df6dd1affa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:33.865634 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:33.909185 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c6fcd-e2fe-4010-a373-c45ebb643081 None None] Pushing event deleted for resources: {'Port': ['ID=b8959c59-985b-4cd6-b04b-893bac7a17a5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:33.912449 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-289c6fcd-e2fe-4010-a373-c45ebb643081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:33.913553 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c6fcd-e2fe-4010-a373-c45ebb643081 None None] No DVR routers for this DVR port b8959c59-985b-4cd6-b04b-893bac7a17a5 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:32:33.923930 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40940) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:33.960707 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d8178-8dae-4c1f-8cae-94c97a680e82 None None] Pushing event updated for resources: {'Port': ['ID=4ea29686-dcfb-4eb5-b428-056052876fd6,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:33.971527 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Allocated IP 2001:db8::1 (4852d93d-a949-4eee-b540-8d45ff5f52a0/10565361-b002-49af-ab48-eaaaf7e32d4b/d3a1ec7d-73df-475e-a0f4-06ecfc04ac10) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:33.971961 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a907024-7503-4567-ae3a-7cd0dddc5790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:33.978705 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-9d7d8178-8dae-4c1f-8cae-94c97a680e82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:33.985468 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1f8aca28-e9f7-42bd-bbb1-847f7d208b77 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:33.996364 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-077f8b71-ae2e-4aa1-bdcf-ee0bd7f29c6e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:33.997287 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077f8b71-ae2e-4aa1-bdcf-ee0bd7f29c6e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:33.999600 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-077f8b71-ae2e-4aa1-bdcf-ee0bd7f29c6e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/7e0847ac-102b-4b91-8d73-a56ccf09f6d2 HTTP/1.1" status: 404 len: 337 time: 0.7034793 Jun 25 09:32:34.004051 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40944) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:34.106808 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-532f9f0f-49b5-4ae5-8c18-f0052fbe7e9d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:34.107279 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532f9f0f-49b5-4ae5-8c18-f0052fbe7e9d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:34.117695 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-532f9f0f-49b5-4ae5-8c18-f0052fbe7e9d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/e20701fb-2931-4081-aaf0-9e33e849ba03 HTTP/1.1" status: 404 len: 337 time: 0.1111727 Jun 25 09:32:34.117695 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40946) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:34.149068 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Attempting to bind port 4ea29686-dcfb-4eb5-b428-056052876fd6 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:32:34.149068 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Attempting to bind port 4ea29686-dcfb-4eb5-b428-056052876fd6 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'feeee608-27ed-4689-abb6-3e7b965ef8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:32:34.149327 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Attempting to bind port 4ea29686-dcfb-4eb5-b428-056052876fd6 on network d6d3be3c-922d-4024-a305-32cc63f4a5a8 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:32:34.160936 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:32:34.161313 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Checking segment: {'id': 'feeee608-27ed-4689-abb6-3e7b965ef8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:34.161720 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:34.162120 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Bound using segment: {'id': 'feeee608-27ed-4689-abb6-3e7b965ef8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:32:34.162601 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Bound port: 4ea29686-dcfb-4eb5-b428-056052876fd6, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feeee608-27ed-4689-abb6-3e7b965ef8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:32:34.170475 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:34.188825 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 48f060f1-5422-4c69-a092-353d280c42eb details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:32:34.278564 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bdc40-4c8d-47f3-ba27-133e3c5a4983 req-5566f4a3-b79d-4820-acb4-c870efcf01ca tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:34.289652 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b6bdc40-4c8d-47f3-ba27-133e3c5a4983 req-5566f4a3-b79d-4820-acb4-c870efcf01ca tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 944 time: 0.3094532 Jun 25 09:32:34.363804 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-91fcc815-a63f-4d33-b017-af50d1dac89b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:34.367279 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91fcc815-a63f-4d33-b017-af50d1dac89b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:34.369388 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-91fcc815-a63f-4d33-b017-af50d1dac89b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/809adc62-9633-4332-9f63-6f2a0af5f95b HTTP/1.1" status: 404 len: 333 time: 0.2388952 Jun 25 09:32:34.373358 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40948) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:34.406599 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b6bdc40-4c8d-47f3-ba27-133e3c5a4983 req-421d813c-892d-4042-9292-df34e934d197 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133730 Jun 25 09:32:34.441550 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] For port 4ea29686-dcfb-4eb5-b428-056052876fd6, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:32:34.446443 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] For port 4ea29686-dcfb-4eb5-b428-056052876fd6, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4ea29686-dcfb-4eb5-b428-056052876fd6,segment=NetworkSegment(feeee608-27ed-4689-abb6-3e7b965ef8cd),segment_id=feeee608-27ed-4689-abb6-3e7b965ef8cd)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:32:34.449518 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 48f060f1-5422-4c69-a092-353d280c42eb, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=48f060f1-5422-4c69-a092-353d280c42eb,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:34.458831 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:34.467713 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f4999dc7-dd60-436f-8f98-1550613dba53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:34.469027 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-fd6876bc-3359-482b-a7ba-b32349492d81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:34.482836 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '48f060f1-5422-4c69-a092-353d280c42eb', 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28', 'port_id': '48f060f1-5422-4c69-a092-353d280c42eb', 'mac_address': 'fa:16:3e:4e:a8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b7280b-d276-4f5e-ac6e-26dc1b12ab67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:32:34.497166 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-91aa7896-d7f9-42e4-8a7f-ab2ae44b6ac1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:34.497628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91aa7896-d7f9-42e4-8a7f-ab2ae44b6ac1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:34.504872 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40950) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:34.505267 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-91aa7896-d7f9-42e4-8a7f-ab2ae44b6ac1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/e310b402-1bf1-4fc1-81a0-02ba00a2be19 HTTP/1.1" status: 404 len: 337 time: 0.1304877 Jun 25 09:32:34.518361 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Routers {'02486c5e-aa8c-45c1-8c3e-e96d2ae20801'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:32:34.519091 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:32:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:34.554365 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:34.554855 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a907024-7503-4567-ae3a-7cd0dddc5790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:34.557096 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8977bdd-9313-4e95-8293-1fb6b750e6c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:34.557898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8977bdd-9313-4e95-8293-1fb6b750e6c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:34.560195 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c8977bdd-9313-4e95-8293-1fb6b750e6c7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/789de42b-dde7-4f3f-8f94-632d75132c2a HTTP/1.1" status: 404 len: 337 time: 0.0537505 Jun 25 09:32:34.563420 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40952) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:34.564827 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a907024-7503-4567-ae3a-7cd0dddc5790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:34.570590 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-66bae5e1-dc47-4abf-9d14-29c0ea51d84f tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:34.586714 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f060f1-5422-4c69-a092-353d280c42eb {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:32:34.660412 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 48f060f1-5422-4c69-a092-353d280c42eb, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=48f060f1-5422-4c69-a092-353d280c42eb,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:34.671369 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:34.681874 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-611a08ae-c628-4333-825a-4da17f89f625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:34.685761 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9a907024-7503-4567-ae3a-7cd0dddc5790 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f4082c3a4e4542ed9946b683c82d3665&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7268050 Jun 25 09:32:34.687150 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a907024-7503-4567-ae3a-7cd0dddc5790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc429c0-e816-4654-9465-e3f59b1656a0,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:34.712232 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] Set router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:32:34.713680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40958) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:34.716669 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:34.751935 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Transition to ACTIVE for port object d3a1ec7d-73df-475e-a0f4-06ecfc04ac10 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:34.758873 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9a907024-7503-4567-ae3a-7cd0dddc5790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:34.813558 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b6273eab-0994-4570-882b-00652983edc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:34.827370 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=48f060f1-5422-4c69-a092-353d280c42eb,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:34.838353 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:34.847449 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:34.876164 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ff80cbce-fd85-4d88-82b8-44ab88f1421b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:34.879884 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b6273eab-0994-4570-882b-00652983edc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:34.889664 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Network 4852d93d-a949-4eee-b540-8d45ff5f52a0 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:34.891291 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.api [None req-f4999dc7-dd60-436f-8f98-1550613dba53 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 09:32:34.891291 n-d-761264-15 neutron-server[94025]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 09:32:34.891291 n-d-761264-15 neutron-server[94025]: [parameters: {'project_id_1': '3de75cd160d745e49c3e11c26fea3cae', 'expiration_1': datetime.datetime(2021, 6, 25, 9, 32, 34, 559537)}] Jun 25 09:32:34.891291 n-d-761264-15 neutron-server[94025]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:32:34.892085 n-d-761264-15 neutron-server[94025]: DEBUG oslo_db.api [None req-f4999dc7-dd60-436f-8f98-1550613dba53 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:32:34.895099 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:34.898772 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:34.899560 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:35.056029 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1f8aca28-e9f7-42bd-bbb1-847f7d208b77 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:35.080595 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1f8aca28-e9f7-42bd-bbb1-847f7d208b77 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:35.084569 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d4493a6f-2327-4c47-b98b-5ec12aa5f266 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:35.089768 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b6273eab-0994-4570-882b-00652983edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:35.093035 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b6273eab-0994-4570-882b-00652983edc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:35.097133 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b6273eab-0994-4570-882b-00652983edc8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6fc429c0-e816-4654-9465-e3f59b1656a0 HTTP/1.1" status: 204 len: 168 time: 0.3787069 Jun 25 09:32:35.127297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a6b01529-db5c-492d-a852-75a0c81d2530 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:35.141412 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1f8aca28-e9f7-42bd-bbb1-847f7d208b77 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:35.143458 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1f8aca28-e9f7-42bd-bbb1-847f7d208b77 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 2.0982666 Jun 25 09:32:35.147202 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40962) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:35.152801 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-6d9875c2-c1a8-4679-92fb-db3956e237f0 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Request body: {'security_group_rule': {'security_group_id': '33cd5e90-477d-4688-afd6-d2249ea042aa', 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:35.166304 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8aca28-e9f7-42bd-bbb1-847f7d208b77 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e13ba0-b2f9-4473-8a60-25131638eac1,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:35.186906 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d8178-8dae-4c1f-8cae-94c97a680e82 None None] Pushing event updated for resources: {'Port': ['ID=4ea29686-dcfb-4eb5-b428-056052876fd6,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:35.196009 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-9d7d8178-8dae-4c1f-8cae-94c97a680e82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:35.198186 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1f8aca28-e9f7-42bd-bbb1-847f7d208b77 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:35.204282 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8e689b04-e5c2-4c2f-a365-863a82fe7039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:35.224952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['48f060f1-5422-4c69-a092-353d280c42eb'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:32:35.230697 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc36152-c15f-4770-8d55-86da93acc5d8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:35.231617 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc36152-c15f-4770-8d55-86da93acc5d8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:35.234748 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7fc36152-c15f-4770-8d55-86da93acc5d8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/f2a8fd15-d1ab-4fc5-9b0c-594e67e567a5 HTTP/1.1" status: 404 len: 333 time: 0.4060020 Jun 25 09:32:35.240521 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40964) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:35.244998 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'name': 'tempest-TestSecurityGroupsBasicOps-router-134507117', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:32:16Z', 'updated_at': '2021-06-25T09:32:29Z', 'revision_number': 4, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:17Z', 'updated_at': '2021-06-25T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4ea29686-dcfb-4eb5-b428-056052876fd6', 'name': '', 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'mac_address': 'fa:16:3e:02:a8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:26Z', 'updated_at': '2021-06-25T09:32:34Z', 'revision_number': 4, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'subnets': [{'id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:35.299181 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event updated for resources: {'Port': ['ID=d3a1ec7d-73df-475e-a0f4-06ecfc04ac10,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:35.319805 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20b6f6-5352-4973-a2b9-7370bc677046 None None] The sync data for ids ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'] in n-d-761264-15 is: [{'id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'name': 'tempest-TestSecurityGroupsBasicOps-router-134507117', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:32:16Z', 'updated_at': '2021-06-25T09:32:29Z', 'revision_number': 4, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:17Z', 'updated_at': '2021-06-25T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4ea29686-dcfb-4eb5-b428-056052876fd6', 'name': '', 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'mac_address': 'fa:16:3e:02:a8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:26Z', 'updated_at': '2021-06-25T09:32:34Z', 'revision_number': 4, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'subnets': [{'id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:32:35.351717 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port a6b01529-db5c-492d-a852-75a0c81d2530 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:35.360308 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6273eab-0994-4570-882b-00652983edc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc429c0-e816-4654-9465-e3f59b1656a0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:35.364057 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b6273eab-0994-4570-882b-00652983edc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:35.372809 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc342118-5582-4b74-babb-631aedaeeadb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:35.373421 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc342118-5582-4b74-babb-631aedaeeadb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:35.382322 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cc342118-5582-4b74-babb-631aedaeeadb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/3bd8d5ef-09a0-4d21-b77c-4c6789666576 HTTP/1.1" status: 404 len: 337 time: 0.1351361 Jun 25 09:32:35.382322 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40966) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:35.405587 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f4999dc7-dd60-436f-8f98-1550613dba53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:35.458920 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:35.461965 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:35.462470 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:35.463618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:35.468884 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:35.469468 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:35.470166 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:35.470445 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:35.474745 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:35.475297 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:35.475726 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:35.476178 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:32:35.506850 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:35.528695 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f7e5c2-6073-4933-9a5f-b92553358f40 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:35.530074 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f7e5c2-6073-4933-9a5f-b92553358f40 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:35.532814 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-32f7e5c2-6073-4933-9a5f-b92553358f40 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/22cfa14e-00f2-47f7-a158-d51a8e61b487 HTTP/1.1" status: 404 len: 333 time: 0.1382694 Jun 25 09:32:35.536214 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40972) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:35.539663 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6d9875c2-c1a8-4679-92fb-db3956e237f0 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:35.577162 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:35.729848 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-507a0f78-ae1b-4c07-bfb6-2ff220b8be3a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:35.730408 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507a0f78-ae1b-4c07-bfb6-2ff220b8be3a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:35.736154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f8fe3a6a-7b90-4d6c-9331-2038f1d979bb None None] Provisioning for port d3a1ec7d-73df-475e-a0f4-06ecfc04ac10 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:35.760800 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-507a0f78-ae1b-4c07-bfb6-2ff220b8be3a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/9ee9b617-3898-404f-9dfc-ba3197f4ce01 HTTP/1.1" status: 404 len: 337 time: 0.2228854 Jun 25 09:32:35.769085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40978) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:35.771642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f8fe3a6a-7b90-4d6c-9331-2038f1d979bb None None] Provisioning complete for port d3a1ec7d-73df-475e-a0f4-06ecfc04ac10 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:35.772533 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8fe3a6a-7b90-4d6c-9331-2038f1d979bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:35.864619 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c143e8-bff9-44d3-af1c-8a4a62225907 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:35.870056 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c143e8-bff9-44d3-af1c-8a4a62225907 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:35.873745 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e8c143e8-bff9-44d3-af1c-8a4a62225907 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/04014404-4049-4c92-9579-76d9048ccdae HTTP/1.1" status: 404 len: 333 time: 0.1011178 Jun 25 09:32:35.904319 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f8fe3a6a-7b90-4d6c-9331-2038f1d979bb None None] Port d3a1ec7d-73df-475e-a0f4-06ecfc04ac10 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:32:35.917261 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40980) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:36.032715 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6d9875c2-c1a8-4679-92fb-db3956e237f0 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:36.032863 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5acf3bf-e466-4ac2-bc3a-4ec224d39fa4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:36.032863 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5acf3bf-e466-4ac2-bc3a-4ec224d39fa4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:36.032863 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e5acf3bf-e466-4ac2-bc3a-4ec224d39fa4 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/abdc1355-79c7-4af1-8507-ded25997f6eb HTTP/1.1" status: 404 len: 337 time: 0.0978138 Jun 25 09:32:36.033143 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bb29e-5bf0-453a-9c51-18a3c0d5eb65 req-1261d96d-d4a3-4fb2-aab6-6cecec1940e2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:36.033143 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e37bb29e-5bf0-453a-9c51-18a3c0d5eb65 req-1261d96d-d4a3-4fb2-aab6-6cecec1940e2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 945 time: 0.3525958 Jun 25 09:32:36.035558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40982) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:36.072225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab04323-b706-400c-8db3-0dd225956a6a None None] Network 2a63ef52-723c-4e98-a1ac-ea5caf82959b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:36.104473 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6d9875c2-c1a8-4679-92fb-db3956e237f0 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:36.149642 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-99aa63d4-0af2-40be-a600-bd93398d72c6 tempest-ServersTestManualDisk-11173816 tempest-ServersTestManualDisk-11173816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:36.158419 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3e8899b2-9423-43f0-9272-dadd5cf2554d None None] Provisioning for port a6b01529-db5c-492d-a852-75a0c81d2530 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:36.174597 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3e8899b2-9423-43f0-9272-dadd5cf2554d None None] Provisioning complete for port a6b01529-db5c-492d-a852-75a0c81d2530 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:36.175831 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e8899b2-9423-43f0-9272-dadd5cf2554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:36.191730 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f207d2-a1de-463e-beee-3aea0746672f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:36.192525 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f207d2-a1de-463e-beee-3aea0746672f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:36.196523 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-41f207d2-a1de-463e-beee-3aea0746672f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/fe1f8ec9-5898-4ade-9ef9-a97be5976ec7 HTTP/1.1" status: 404 len: 333 time: 0.1484737 Jun 25 09:32:36.196523 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 40990) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:36.202612 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40992) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:36.243669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9875c2-c1a8-4679-92fb-db3956e237f0 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ee20ef-22b2-43ba-8e4e-116f0f207aa7,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:36.246017 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f4999dc7-dd60-436f-8f98-1550613dba53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:36.258073 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6d9875c2-c1a8-4679-92fb-db3956e237f0 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:36.281694 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d2ae24a-ce46-48ac-85bc-65f9e9fa9727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:36.286696 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6d9875c2-c1a8-4679-92fb-db3956e237f0 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:36.288053 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6d9875c2-c1a8-4679-92fb-db3956e237f0 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1393127 Jun 25 09:32:36.308354 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e37bb29e-5bf0-453a-9c51-18a3c0d5eb65 req-8123c487-ed10-4ce1-b105-4de58db8d2ad tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763867 Jun 25 09:32:36.491863 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:36.495327 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f4999dc7-dd60-436f-8f98-1550613dba53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:36.504180 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e8899b2-9423-43f0-9272-dadd5cf2554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:36.529056 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-58488261-77a7-44ee-83da-a287eba423da tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:36.529846 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58488261-77a7-44ee-83da-a287eba423da tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:36.532009 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-58488261-77a7-44ee-83da-a287eba423da tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/96b24a4e-1f59-44c1-bbfd-d697edaa15a4 HTTP/1.1" status: 404 len: 337 time: 0.3235760 Jun 25 09:32:36.533881 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b5f24cc3-c275-452c-aae2-6ddb06bace02 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:36.539341 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f4999dc7-dd60-436f-8f98-1550613dba53 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3de75cd160d745e49c3e11c26fea3cae&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6186559 Jun 25 09:32:36.540355 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:36.541430 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:36.545331 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 40998) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:36.545884 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41000) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:36.581155 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d2ae24a-ce46-48ac-85bc-65f9e9fa9727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:36.615190 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d2ae24a-ce46-48ac-85bc-65f9e9fa9727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:36.649744 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-970913ed-fb2c-48a3-85c0-4a9b35d14eaf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:36.650768 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970913ed-fb2c-48a3-85c0-4a9b35d14eaf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:36.656669 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-970913ed-fb2c-48a3-85c0-4a9b35d14eaf tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/5eb87091-e4d2-4b7a-83cd-53c979412654 HTTP/1.1" status: 404 len: 333 time: 0.1094100 Jun 25 09:32:36.665823 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41010) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:36.680823 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b6273eab-0994-4570-882b-00652983edc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:36.691772 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3e8899b2-9423-43f0-9272-dadd5cf2554d None None] For port a6b01529-db5c-492d-a852-75a0c81d2530, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a6b01529-db5c-492d-a852-75a0c81d2530,segment=NetworkSegment(626ba237-b5ca-4213-b5fd-d920870ae3a5),segment_id=626ba237-b5ca-4213-b5fd-d920870ae3a5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:36.714770 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e8899b2-9423-43f0-9272-dadd5cf2554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:36.717160 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-37857208-b272-40a0-a8db-e33facca2730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:36.735219 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-722fc338-6c51-481b-bed7-4877e99b216f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:36.736117 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722fc338-6c51-481b-bed7-4877e99b216f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:36.738145 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-722fc338-6c51-481b-bed7-4877e99b216f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/66fc2109-071a-40c4-b775-4f0850e61487 HTTP/1.1" status: 404 len: 337 time: 0.0682223 Jun 25 09:32:36.783399 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41012) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:36.833237 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8899b2-9423-43f0-9272-dadd5cf2554d None None] Pushing event updated for resources: {'Port': ['ID=a6b01529-db5c-492d-a852-75a0c81d2530,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:36.846932 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3e8899b2-9423-43f0-9272-dadd5cf2554d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:36.875993 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1d2ae24a-ce46-48ac-85bc-65f9e9fa9727 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=24fe9464b32e4264aae7df666e2d7f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6756406 Jun 25 09:32:36.876226 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4999dc7-dd60-436f-8f98-1550613dba53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5116f2-9f22-4e2d-8bb5-7e16b5e4f9af,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:36.878725 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41018) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:36.886266 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f4999dc7-dd60-436f-8f98-1550613dba53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:36.906921 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cf5d13-73ad-425c-9889-49a4c8b95101 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:36.907941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6cf5d13-73ad-425c-9889-49a4c8b95101 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:36.909182 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-91f6bd78-42a0-4267-b4fb-5b54015eb507 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:36.912898 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e6cf5d13-73ad-425c-9889-49a4c8b95101 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/ce1cac30-a881-40f9-b604-8fbd1f67b791 HTTP/1.1" status: 404 len: 333 time: 0.1281483 Jun 25 09:32:36.914232 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41020) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:36.918092 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-724585d8-7e23-4970-8cc1-2c56e01ac426 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup_general--1619453348&fields=id&tenant_id=a7d0881daa6e4401b60343bd64b2cff0 HTTP/1.1" status: 200 len: 267 time: 0.2387269 Jun 25 09:32:36.927857 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ae24a-ce46-48ac-85bc-65f9e9fa9727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53939ae2-7d8a-44e7-8e2b-e34ce91be6f1,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:37.005422 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1d2ae24a-ce46-48ac-85bc-65f9e9fa9727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:37.013276 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-21aaa0d1-6d5f-4fde-8e05-4fcbc845eefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:37.018555 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-f414ca41-2dcb-4339-995f-d19aa342babc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:37.019491 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f414ca41-2dcb-4339-995f-d19aa342babc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:37.027441 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41022) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:37.028123 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f414ca41-2dcb-4339-995f-d19aa342babc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/2539958e-2458-41e0-9413-5b771d0a702b HTTP/1.1" status: 404 len: 337 time: 0.1090553 Jun 25 09:32:37.044193 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Network 4852d93d-a949-4eee-b540-8d45ff5f52a0 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:37.046922 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1b99df39-3515-40ab-bea4-812afed43d06 None None] Provisioning complete for port a6b01529-db5c-492d-a852-75a0c81d2530 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:37.052362 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b99df39-3515-40ab-bea4-812afed43d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:37.102035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:37.102250 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-60e14644-6e8b-46a7-853e-d814dc394279 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup_access--1031839338&fields=id&tenant_id=a7d0881daa6e4401b60343bd64b2cff0 HTTP/1.1" status: 200 len: 267 time: 0.1657741 Jun 25 09:32:37.116277 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-577dd9d6-e7db-4d10-83b5-ae528e23ae51 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:37.116760 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577dd9d6-e7db-4d10-83b5-ae528e23ae51 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:37.127248 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-577dd9d6-e7db-4d10-83b5-ae528e23ae51 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/48a58206-7c17-48dd-929a-02cdc4d8b7ee HTTP/1.1" status: 404 len: 337 time: 0.0877721 Jun 25 09:32:37.128412 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event updated for resources: {'Port': ['ID=d3a1ec7d-73df-475e-a0f4-06ecfc04ac10,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:37.146634 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41024) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:37.155013 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:37.173104 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-21aaa0d1-6d5f-4fde-8e05-4fcbc845eefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:37.244961 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6a5d72-8732-4004-b815-0fe4ee3b48f7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:37.245300 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6a5d72-8732-4004-b815-0fe4ee3b48f7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:37.250685 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6d6a5d72-8732-4004-b815-0fe4ee3b48f7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/99088e7a-2079-4c9b-95e8-5aa0de7b73f1 HTTP/1.1" status: 404 len: 333 time: 0.0970078 Jun 25 09:32:37.255508 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-187fe9f8-34d0-445c-89d9-a61369669b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:37.338492 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41026) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:37.346870 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-927c3ea2-71a2-4455-8937-608429222096 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:37.349320 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-927c3ea2-71a2-4455-8937-608429222096 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/networks?id=d6d3be3c-922d-4024-a305-32cc63f4a5a8 HTTP/1.1" status: 200 len: 797 time: 0.2400248 Jun 25 09:32:37.382538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-6638cee4-8bc9-42c1-ab15-f7646e3c4689 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/quotas/a7d0881daa6e4401b60343bd64b2cff0 HTTP/1.1" status: 200 len: 375 time: 0.0245993 Jun 25 09:32:37.479270 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-21aaa0d1-6d5f-4fde-8e05-4fcbc845eefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:37.486439 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-21aaa0d1-6d5f-4fde-8e05-4fcbc845eefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:37.488773 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-21aaa0d1-6d5f-4fde-8e05-4fcbc845eefd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2b5116f2-9f22-4e2d-8bb5-7e16b5e4f9af HTTP/1.1" status: 204 len: 168 time: 0.9396930 Jun 25 09:32:37.508098 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4ea29686-dcfb-4eb5-b428-056052876fd6 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:37.550243 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d2ed70c2-3a66-46f4-a825-1004a590756f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:37.614647 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f62052-5862-4bfd-89f6-acb26e9adb48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:37.614900 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f62052-5862-4bfd-89f6-acb26e9adb48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:37.621196 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-76f62052-5862-4bfd-89f6-acb26e9adb48 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/3d30a3fe-3f18-4065-87ef-a8451773e173 HTTP/1.1" status: 404 len: 337 time: 0.2673268 Jun 25 09:32:37.623538 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41032) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:37.634724 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaa0d1-6d5f-4fde-8e05-4fcbc845eefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5116f2-9f22-4e2d-8bb5-7e16b5e4f9af,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:37.638918 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-187fe9f8-34d0-445c-89d9-a61369669b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:37.651726 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-21aaa0d1-6d5f-4fde-8e05-4fcbc845eefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:37.697786 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Router 6c0c96bf-39a4-4143-9315-882149e2c123 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:32:37.741746 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-615eda92-8be5-4ab7-9918-73f70131db8b None None] Provisioning complete for port d3a1ec7d-73df-475e-a0f4-06ecfc04ac10 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:37.742431 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-615eda92-8be5-4ab7-9918-73f70131db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:37.743965 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-334584bc-40ef-4860-8b56-0ef3e7fe96f9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a7d0881daa6e4401b60343bd64b2cff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3481507 Jun 25 09:32:37.746692 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7936fc7-d6e9-4d92-a546-6c76131837b8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:37.752679 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7936fc7-d6e9-4d92-a546-6c76131837b8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:37.758898 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c7936fc7-d6e9-4d92-a546-6c76131837b8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/ca148065-fff7-4223-896d-6c843ef95e31 HTTP/1.1" status: 404 len: 337 time: 0.1201136 Jun 25 09:32:37.766812 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41034) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:37.805062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-ddb69d0f-fa5f-4c60-adf2-e4ffc6a94922 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:32:37.808546 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-ddb69d0f-fa5f-4c60-adf2-e4ffc6a94922 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0406880 Jun 25 09:32:37.821542 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5fee0-6267-4121-b192-0f8e88620dd2 req-3ffc283f-a8e9-45a0-973e-c9dddbedb8dd tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:37.829283 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-615eda92-8be5-4ab7-9918-73f70131db8b None None] Port d3a1ec7d-73df-475e-a0f4-06ecfc04ac10 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:32:37.852566 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ebd5fee0-6267-4121-b192-0f8e88620dd2 req-3ffc283f-a8e9-45a0-973e-c9dddbedb8dd tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 945 time: 0.3051977 Jun 25 09:32:37.854963 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 4ea29686-dcfb-4eb5-b428-056052876fd6 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:37.861342 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-187fe9f8-34d0-445c-89d9-a61369669b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:37.861941 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 4ea29686-dcfb-4eb5-b428-056052876fd6 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:37.862385 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:37.866612 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-187fe9f8-34d0-445c-89d9-a61369669b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:37.870584 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-187fe9f8-34d0-445c-89d9-a61369669b26 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/53939ae2-7d8a-44e7-8e2b-e34ce91be6f1 HTTP/1.1" status: 204 len: 168 time: 0.9856727 Jun 25 09:32:37.871745 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b2f35923-fc1b-41d2-99c3-5706c8607b73 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:37.875303 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:32:37.891349 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "PUT /v2.0/routers/6c0c96bf-39a4-4143-9315-882149e2c123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2064552 Jun 25 09:32:37.899408 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41046) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:37.956414 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad7e87-3bec-4260-a408-5435404daa37 None None] Sync routers for ids ['6c0c96bf-39a4-4143-9315-882149e2c123'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:32:37.971375 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fe9f8-34d0-445c-89d9-a61369669b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53939ae2-7d8a-44e7-8e2b-e34ce91be6f1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:37.981483 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-187fe9f8-34d0-445c-89d9-a61369669b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:38.005084 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0d2c6e-6bde-4c39-9cb1-90b8a71e0502 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:38.005896 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0d2c6e-6bde-4c39-9cb1-90b8a71e0502 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:38.010653 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cc0d2c6e-6bde-4c39-9cb1-90b8a71e0502 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/867b41f9-5e45-4d0e-9f42-412f435f271f HTTP/1.1" status: 404 len: 333 time: 0.2226002 Jun 25 09:32:38.011400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41054) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:38.011778 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad7e87-3bec-4260-a408-5435404daa37 None None] Routers {'6c0c96bf-39a4-4143-9315-882149e2c123'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:32:38.012438 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c5ad7e87-3bec-4260-a408-5435404daa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:32:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6c0c96bf-39a4-4143-9315-882149e2c123'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:38.072624 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de93bb2-4011-488a-8d3b-977f40174525 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:38.073132 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de93bb2-4011-488a-8d3b-977f40174525 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:38.078679 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5de93bb2-4011-488a-8d3b-977f40174525 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/fc81f038-c4a6-4ceb-ad3c-9b775a857548 HTTP/1.1" status: 404 len: 337 time: 0.0629840 Jun 25 09:32:38.082287 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41058) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:38.096269 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-b7e5ac30-f825-493a-bb0c-eac06835861d service neutron] 10.222.0.93 "GET /v2.0/networks/d6d3be3c-922d-4024-a305-32cc63f4a5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387872 Jun 25 09:32:38.112421 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-138d4a38-556a-446d-8882-91b6154d0096 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:38.170746 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:38.174608 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c5ad7e87-3bec-4260-a408-5435404daa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:38.198212 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad7e87-3bec-4260-a408-5435404daa37 None None] Routers {'6c0c96bf-39a4-4143-9315-882149e2c123'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:32:38.199557 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c5ad7e87-3bec-4260-a408-5435404daa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:32:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6c0c96bf-39a4-4143-9315-882149e2c123'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:38.214551 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-1a17fea0-fec2-4ef8-a219-393b10da2c6a service neutron] 10.222.0.93 "GET /v2.0/networks/d6d3be3c-922d-4024-a305-32cc63f4a5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172967 Jun 25 09:32:38.222430 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ebd5fee0-6267-4121-b192-0f8e88620dd2 req-2b1a96c3-5d5c-4628-a60e-b02dba3c25e3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678095 Jun 25 09:32:38.266807 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 48f060f1-5422-4c69-a092-353d280c42eb up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:38.286743 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c5ad7e87-3bec-4260-a408-5435404daa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:38.290765 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad7e87-3bec-4260-a408-5435404daa37 None None] The sync data for ids ['6c0c96bf-39a4-4143-9315-882149e2c123'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:32:38.302374 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4e9fe6-d58d-4aaa-a0b2-e5a8c017dadc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:38.303168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4e9fe6-d58d-4aaa-a0b2-e5a8c017dadc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:38.305246 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9d4e9fe6-d58d-4aaa-a0b2-e5a8c017dadc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/4de30444-ae7a-4545-b14c-36395e4f0c29 HTTP/1.1" status: 404 len: 337 time: 0.2219954 Jun 25 09:32:38.308000 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41072) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:38.338575 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-138d4a38-556a-446d-8882-91b6154d0096 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 25 09:32:38.340078 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-138d4a38-556a-446d-8882-91b6154d0096 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "DELETE /v2.0/routers/6c0c96bf-39a4-4143-9315-882149e2c123 HTTP/1.1" status: 409 len: 329 time: 0.4394472 Jun 25 09:32:38.347261 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41074) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:38.359698 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-98898d34-d52d-43b1-958a-94f77c62778e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:38.360658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98898d34-d52d-43b1-958a-94f77c62778e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:38.366462 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-98898d34-d52d-43b1-958a-94f77c62778e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/597ad839-63f8-4510-917a-775cbd05b3fb HTTP/1.1" status: 404 len: 333 time: 0.0564618 Jun 25 09:32:38.369917 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41076) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:38.388525 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 4ea29686-dcfb-4eb5-b428-056052876fd6, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4ea29686-dcfb-4eb5-b428-056052876fd6,segment=NetworkSegment(feeee608-27ed-4689-abb6-3e7b965ef8cd),segment_id=feeee608-27ed-4689-abb6-3e7b965ef8cd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:38.400009 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:38.400947 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a6b01529-db5c-492d-a852-75a0c81d2530 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:38.404073 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-41eafa86-a3d6-4425-88e9-45df3ec2b086 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:38.457735 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd325e5-b08e-476e-b642-da1f76536c8f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:38.458296 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd325e5-b08e-476e-b642-da1f76536c8f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:38.462954 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7fd325e5-b08e-476e-b642-da1f76536c8f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/bfe0488d-3837-4d22-a932-e57b88bbdee7 HTTP/1.1" status: 404 len: 337 time: 0.0897958 Jun 25 09:32:38.471324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41084) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:38.522404 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b75e2ab-b13c-4f64-afad-b2965fd3ccbe req-863b0e85-b662-4103-a58b-671d7d5f7050 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 210 time: 0.0667791 Jun 25 09:32:38.523909 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bede9e5-4aad-4542-85f8-4bbd778616e2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:38.524419 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bede9e5-4aad-4542-85f8-4bbd778616e2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:38.529158 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6bede9e5-4aad-4542-85f8-4bbd778616e2 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/91489b14-bc6d-4b59-90c9-4235be9ce41f HTTP/1.1" status: 404 len: 337 time: 0.0566533 Jun 25 09:32:38.529995 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41086) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:38.566917 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d1a31ede-00c3-4611-86f4-41d206907a6b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb69624b-af03-4d10-a2ce-7d9272239681 HTTP/1.1" status: 200 len: 205 time: 0.0347502 Jun 25 09:32:38.567753 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41090) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:38.587154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 48f060f1-5422-4c69-a092-353d280c42eb completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:38.606213 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 48f060f1-5422-4c69-a092-353d280c42eb triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:38.608170 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:38.609057 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-3f9c613d-6a89-4915-96a3-d6ea0749bbd0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] delete failed (client error): The resource could not be found. Jun 25 09:32:38.612908 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41092) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:38.613443 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3f9c613d-6a89-4915-96a3-d6ea0749bbd0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/routers/cb69624b-af03-4d10-a2ce-7d9272239681 HTTP/1.1" status: 404 len: 336 time: 0.0439482 Jun 25 09:32:38.641183 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=4ea29686-dcfb-4eb5-b428-056052876fd6,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:38.647132 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:38.653117 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e86d02-a665-48f9-ba65-efd2ffa5a255 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:38.653566 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e86d02-a665-48f9-ba65-efd2ffa5a255 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:38.655288 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-83e86d02-a665-48f9-ba65-efd2ffa5a255 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/553bdff7-e371-4434-a6f1-8da99763a068 HTTP/1.1" status: 404 len: 337 time: 0.0411186 Jun 25 09:32:38.658065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41098) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:38.681855 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port a6b01529-db5c-492d-a852-75a0c81d2530 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:38.682568 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:38.707490 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9062ca15-3e8d-464c-ac37-329952f5f04c tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "GET /v2.0/ports?device_id=6422b6dd-2efc-4415-af1a-dca91e5bfd83 HTTP/1.1" status: 200 len: 205 time: 0.0480375 Jun 25 09:32:38.710437 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41100) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:38.760961 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:38.766230 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-ffc6fd5d-1d13-41fa-a933-f272229df81d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] delete failed (client error): The resource could not be found. Jun 25 09:32:38.770303 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ffc6fd5d-1d13-41fa-a933-f272229df81d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/routers/6422b6dd-2efc-4415-af1a-dca91e5bfd83 HTTP/1.1" status: 404 len: 336 time: 0.0586278 Jun 25 09:32:38.770948 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41104) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:38.805015 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d89525-f05f-42b9-84c4-af12bd4e6267 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:38.805588 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d89525-f05f-42b9-84c4-af12bd4e6267 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:38.811778 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-40d89525-f05f-42b9-84c4-af12bd4e6267 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/5a7ddd1c-bfcf-46a8-b813-79bff318bb62 HTTP/1.1" status: 404 len: 337 time: 0.0394289 Jun 25 09:32:38.814097 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41106) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:38.852585 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-85847a00-390e-4cec-bd33-4e2c2721f5f7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:38.853291 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85847a00-390e-4cec-bd33-4e2c2721f5f7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:38.859718 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-85847a00-390e-4cec-bd33-4e2c2721f5f7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/ab9da0bb-a857-4273-8ca0-2d3dcd6a13b5 HTTP/1.1" status: 404 len: 337 time: 0.0450101 Jun 25 09:32:38.860874 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41114) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:38.864896 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1cb3a7-fbc8-4569-a480-d7b36f1b7499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f060f1-5422-4c69-a092-353d280c42eb'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:32:38.867412 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab978519-a047-4118-816b-57f6e8c6e4cd" -d '{"events": [{"server_uuid": "cb1cb3a7-fbc8-4569-a480-d7b36f1b7499", "name": "network-vif-plugged", "status": "completed", "tag": "48f060f1-5422-4c69-a092-353d280c42eb"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:32:38.897586 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-2177b876-04f6-48f3-9aad-be781c4f61e9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:38.898847 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2177b876-04f6-48f3-9aad-be781c4f61e9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:38.903084 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41120) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:38.903977 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2177b876-04f6-48f3-9aad-be781c4f61e9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/685850ee-a268-431d-82fe-587aac4b4922 HTTP/1.1" status: 404 len: 333 time: 0.0418808 Jun 25 09:32:38.926792 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 48f060f1-5422-4c69-a092-353d280c42eb, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=48f060f1-5422-4c69-a092-353d280c42eb,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:38.940908 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5950ec-24af-48e9-a10d-ee11a8411a0b x-openstack-request-id: req-3a5950ec-24af-48e9-a10d-ee11a8411a0b {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:32:38.941214 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1cb3a7-fbc8-4569-a480-d7b36f1b7499", "name": "network-vif-plugged", "status": "completed", "tag": "48f060f1-5422-4c69-a092-353d280c42eb", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:32:38.941479 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3a5950ec-24af-48e9-a10d-ee11a8411a0b {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:32:38.941879 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1cb3a7-fbc8-4569-a480-d7b36f1b7499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f060f1-5422-4c69-a092-353d280c42eb', 'code': 200} Jun 25 09:32:38.943232 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:38.965853 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:38.987784 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4f19bb-70bb-4469-b61c-a29f87729c02 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:38.988234 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4f19bb-70bb-4469-b61c-a29f87729c02 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:38.990112 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cd4f19bb-70bb-4469-b61c-a29f87729c02 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/59e9d1ba-10d7-4de2-9f1a-5ee3a30dfe10 HTTP/1.1" status: 404 len: 337 time: 0.0860846 Jun 25 09:32:38.993209 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41134) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:39.012580 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-32a7a1d8-bf54-4443-8240-c7e862e0a956 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:39.053605 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-74babfab-b600-4c31-9b0f-ac5c1f6fc121 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:39.061275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74babfab-b600-4c31-9b0f-ac5c1f6fc121 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:39.067048 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-74babfab-b600-4c31-9b0f-ac5c1f6fc121 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/533351a9-db80-4199-b5ae-ccc2851fc2d4 HTTP/1.1" status: 404 len: 333 time: 0.0724931 Jun 25 09:32:39.070832 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41136) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:39.090889 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=48f060f1-5422-4c69-a092-353d280c42eb,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:39.095749 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:39.149975 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94b8298-2489-4568-a4a9-2a20ae6467d1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:39.149975 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94b8298-2489-4568-a4a9-2a20ae6467d1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:39.154981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e94b8298-2489-4568-a4a9-2a20ae6467d1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/fc9a2a90-34cc-4419-93d3-1c680349cd0e HTTP/1.1" status: 404 len: 337 time: 0.0844698 Jun 25 09:32:39.156648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41142) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:39.207621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4ea29686-dcfb-4eb5-b428-056052876fd6 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:39.215463 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-464bf36f-32f2-4c08-b301-be88b77d14da tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:39.216492 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464bf36f-32f2-4c08-b301-be88b77d14da tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:39.218480 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-464bf36f-32f2-4c08-b301-be88b77d14da tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/9eca6c2d-f1ae-4bd4-8229-7f5c23ba622e HTTP/1.1" status: 404 len: 333 time: 0.0603137 Jun 25 09:32:39.221047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41152) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:39.261555 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 4ea29686-dcfb-4eb5-b428-056052876fd6 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:39.262139 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:39.278767 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a7eb81-13f1-4883-87e6-83992f8f3a73 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:39.279320 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a7eb81-13f1-4883-87e6-83992f8f3a73 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:39.281930 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d9a7eb81-13f1-4883-87e6-83992f8f3a73 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/127e444f-1998-4830-ae0f-488bf27e2a0e HTTP/1.1" status: 404 len: 337 time: 0.0596836 Jun 25 09:32:39.285004 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41156) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:39.331830 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8e4773-245d-4aba-9cdf-03317fd358f5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:39.333187 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8e4773-245d-4aba-9cdf-03317fd358f5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:39.339875 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fd8e4773-245d-4aba-9cdf-03317fd358f5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/9223928d-d3b0-45c2-b3f2-a8d5174101dd HTTP/1.1" status: 404 len: 333 time: 0.0527952 Jun 25 09:32:39.343069 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41158) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:39.449412 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4ca162-5b95-47ec-b30a-d9750d4764bb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:39.449917 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4ca162-5b95-47ec-b30a-d9750d4764bb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:39.451750 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6b4ca162-5b95-47ec-b30a-d9750d4764bb tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/4e19d67f-9fda-436b-8d11-f7c665bd5f95 HTTP/1.1" status: 404 len: 337 time: 0.1061668 Jun 25 09:32:39.475998 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41168) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:39.543522 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41170) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:39.586329 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c642b4-06b3-402a-ad8c-33104d1bd9a0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:39.587230 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c642b4-06b3-402a-ad8c-33104d1bd9a0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:39.589027 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b9c642b4-06b3-402a-ad8c-33104d1bd9a0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/8d058296-1e19-47bd-a889-80362e31acaf HTTP/1.1" status: 404 len: 333 time: 0.1104457 Jun 25 09:32:39.606478 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41176) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:39.646799 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-744a641f-f14e-429c-b691-8b3036b9eda5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:39.647269 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744a641f-f14e-429c-b691-8b3036b9eda5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:39.649596 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-744a641f-f14e-429c-b691-8b3036b9eda5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/21c7a55a-4f78-48fd-bfb6-38f3691cde16 HTTP/1.1" status: 404 len: 337 time: 0.0415728 Jun 25 09:32:39.655490 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41184) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:39.695958 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41e2e75-6937-48ea-98ed-608879eb6d7d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:39.695958 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41e2e75-6937-48ea-98ed-608879eb6d7d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:39.697839 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c41e2e75-6937-48ea-98ed-608879eb6d7d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/8e0e6264-048e-4986-9616-5bd30a89c861 HTTP/1.1" status: 404 len: 333 time: 0.0403819 Jun 25 09:32:39.702347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41186) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:39.730406 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e34b3-5456-425e-a992-a6a2b12040e3 req-46b3c00d-472d-46f9-8583-4fa96a252ae6 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:39.732497 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d91e34b3-5456-425e-a992-a6a2b12040e3 req-46b3c00d-472d-46f9-8583-4fa96a252ae6 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 946 time: 0.3019187 Jun 25 09:32:39.757529 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-762261e5-c373-498a-a491-5bc086d2e502 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:39.757997 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762261e5-c373-498a-a491-5bc086d2e502 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:39.759906 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-762261e5-c373-498a-a491-5bc086d2e502 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/79c0627f-7246-453b-9e51-122f1bda51b0 HTTP/1.1" status: 404 len: 337 time: 0.0527699 Jun 25 09:32:39.768756 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41188) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:39.779328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07084e-c324-4212-88c3-0baaa2266ee6 req-ed7bf66b-2be7-4260-a02f-3dadf0555824 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:39.781853 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a07084e-c324-4212-88c3-0baaa2266ee6 req-ed7bf66b-2be7-4260-a02f-3dadf0555824 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 946 time: 0.2512727 Jun 25 09:32:39.844752 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-9387e410-76b1-4130-8a31-b0551c090c81 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:39.849293 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9387e410-76b1-4130-8a31-b0551c090c81 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:39.851363 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9387e410-76b1-4130-8a31-b0551c090c81 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/ports/52c66e33-c60e-4dd3-9ddb-fb5117cc5b18 HTTP/1.1" status: 404 len: 333 time: 0.0803747 Jun 25 09:32:39.854558 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41192) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:39.888988 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb916-8e47-440a-bd19-b7a2208c97a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:39.894621 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d91e34b3-5456-425e-a992-a6a2b12040e3 req-5ba9d466-3b45-44b6-9df8-e36421f55fd8 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420865 Jun 25 09:32:39.894900 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081438ca-6c88-4bf6-9e77-ed2d4d4df039 req-369267a1-ff49-4010-b0de-0ea17ba3e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:39.896396 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-081438ca-6c88-4bf6-9e77-ed2d4d4df039 req-369267a1-ff49-4010-b0de-0ea17ba3e435 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 1098 time: 0.8324125 Jun 25 09:32:39.903156 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-54035f34-4c78-4e12-b49e-d6d789d52373 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:39.903857 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54035f34-4c78-4e12-b49e-d6d789d52373 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:39.909101 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41198) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:39.909262 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-54035f34-4c78-4e12-b49e-d6d789d52373 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/subnets/2f2ea4aa-95cc-437e-beee-9fb354cb33f9 HTTP/1.1" status: 404 len: 337 time: 0.0532439 Jun 25 09:32:39.970404 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-081438ca-6c88-4bf6-9e77-ed2d4d4df039 req-3585216d-be9b-4d2a-82d7-e01f55c9e7f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446384 Jun 25 09:32:39.999250 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a07084e-c324-4212-88c3-0baaa2266ee6 req-e5d4fbbe-a436-4967-bbba-96e8b9e249dc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013707 Jun 25 09:32:40.116763 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7b0395d-1404-4e05-8157-eef538626169 req-be82e067-0f3e-4700-8ced-6e590a394972 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 210 time: 0.1350627 Jun 25 09:32:40.139722 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-32a7a1d8-bf54-4443-8240-c7e862e0a956 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Deleting port d3a1ec7d-73df-475e-a0f4-06ecfc04ac10 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:40.140265 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-32a7a1d8-bf54-4443-8240-c7e862e0a956 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.142799 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb4b2757-209e-4373-bda2-c5d7efda8a12 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.249247 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb4b2757-209e-4373-bda2-c5d7efda8a12 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.259803 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-bb4b2757-209e-4373-bda2-c5d7efda8a12 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e23ba1-9297-4cb1-bce9-7212ee789807']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:40.266231 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-32a7a1d8-bf54-4443-8240-c7e862e0a956 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.270850 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-bb4b2757-209e-4373-bda2-c5d7efda8a12 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5782fa-4484-461b-8bf4-821b1b8690bd') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:40.271154 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-bb4b2757-209e-4373-bda2-c5d7efda8a12 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5782fa-4484-461b-8bf4-821b1b8690bd') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:40.280538 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb4b2757-209e-4373-bda2-c5d7efda8a12 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.289564 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-32a7a1d8-bf54-4443-8240-c7e862e0a956 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Calling delete_port for d3a1ec7d-73df-475e-a0f4-06ecfc04ac10 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:40.294693 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb4b2757-209e-4373-bda2-c5d7efda8a12 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.301271 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4b2757-209e-4373-bda2-c5d7efda8a12 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:32:40.301681 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb4b2757-209e-4373-bda2-c5d7efda8a12 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:32:40.379782 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:32:40.382829 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb4b2757-209e-4373-bda2-c5d7efda8a12 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.396110 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb4b2757-209e-4373-bda2-c5d7efda8a12 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.401079 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bb4b2757-209e-4373-bda2-c5d7efda8a12 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] 10.222.0.93 "DELETE /v2.0/networks/13e23ba1-9297-4cb1-bce9-7212ee789807 HTTP/1.1" status: 204 len: 168 time: 0.4870181 Jun 25 09:32:40.402436 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:40.430250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b2757-209e-4373-bda2-c5d7efda8a12 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Pushing event deleted for resources: {'Network': ['ID=13e23ba1-9297-4cb1-bce9-7212ee789807,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:40.433633 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bb4b2757-209e-4373-bda2-c5d7efda8a12 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:40.466143 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb916-8e47-440a-bd19-b7a2208c97a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.471928 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb916-8e47-440a-bd19-b7a2208c97a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.479044 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:40.526985 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2f9eb916-8e47-440a-bd19-b7a2208c97a4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b915c02acf864d71872f0782ea2f36cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9600077 Jun 25 09:32:40.529298 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9eb916-8e47-440a-bd19-b7a2208c97a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2959c445-f70f-4fc2-b939-60b1e28eaac7,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:40.531927 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41222) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:40.534155 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2f9eb916-8e47-440a-bd19-b7a2208c97a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:40.590175 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-32a7a1d8-bf54-4443-8240-c7e862e0a956 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.593757 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2a95a6e9-ae2b-4ea7-aaf8-3126a63d218d tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:40.621771 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7a1d8-bf54-4443-8240-c7e862e0a956 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event deleted for resources: {'Port': ['ID=d3a1ec7d-73df-475e-a0f4-06ecfc04ac10,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:40.625930 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-32a7a1d8-bf54-4443-8240-c7e862e0a956 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:40.665341 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2217bbd7-126d-4f33-8daa-df4b1cd23508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.765783 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-32a7a1d8-bf54-4443-8240-c7e862e0a956 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.804839 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2217bbd7-126d-4f33-8daa-df4b1cd23508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.891685 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a611819-53a5-40c4-9ab4-22690c6cb6c6 req-8f81498e-dbeb-4957-b141-05522cda7ba6 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:40.899538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7a611819-53a5-40c4-9ab4-22690c6cb6c6 req-8f81498e-dbeb-4957-b141-05522cda7ba6 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 946 time: 0.2028372 Jun 25 09:32:40.929490 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2217bbd7-126d-4f33-8daa-df4b1cd23508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.932617 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2217bbd7-126d-4f33-8daa-df4b1cd23508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:40.934234 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2217bbd7-126d-4f33-8daa-df4b1cd23508 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2959c445-f70f-4fc2-b939-60b1e28eaac7 HTTP/1.1" status: 204 len: 168 time: 0.4012699 Jun 25 09:32:40.964146 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1a5b4bb3-91f9-4a44-bd65-c1cd9d080784 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:40.968792 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41234) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:40.989028 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7a611819-53a5-40c4-9ab4-22690c6cb6c6 req-aace0b26-4375-4959-8a31-d4c02e99ab20 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883305 Jun 25 09:32:40.990815 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217bbd7-126d-4f33-8daa-df4b1cd23508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2959c445-f70f-4fc2-b939-60b1e28eaac7,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:40.993512 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2217bbd7-126d-4f33-8daa-df4b1cd23508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:41.046451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a7a1d8-bf54-4443-8240-c7e862e0a956 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Router 6c0c96bf-39a4-4143-9315-882149e2c123 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:32:41.164934 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a7a1d8-bf54-4443-8240-c7e862e0a956 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:32:41.177977 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851b2c1-bd8d-4d5a-9f01-872345e846b0 None None] Sync routers for ids ['6c0c96bf-39a4-4143-9315-882149e2c123'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:32:41.182620 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41246) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:41.183402 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-32a7a1d8-bf54-4443-8240-c7e862e0a956 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "PUT /v2.0/routers/6c0c96bf-39a4-4143-9315-882149e2c123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8326814 Jun 25 09:32:41.208261 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b851b2c1-bd8d-4d5a-9f01-872345e846b0 None None] Routers {'6c0c96bf-39a4-4143-9315-882149e2c123'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:32:41.209521 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b851b2c1-bd8d-4d5a-9f01-872345e846b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:32:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6c0c96bf-39a4-4143-9315-882149e2c123'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:41.300181 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b851b2c1-bd8d-4d5a-9f01-872345e846b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:41.325580 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b851b2c1-bd8d-4d5a-9f01-872345e846b0 None None] Routers {'6c0c96bf-39a4-4143-9315-882149e2c123'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:32:41.326677 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b851b2c1-bd8d-4d5a-9f01-872345e846b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:32:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['6c0c96bf-39a4-4143-9315-882149e2c123'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:41.340519 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-07b3a098-e1ca-42db-972d-3924b4a2fe2c tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] show failed (client error): The resource could not be found. Jun 25 09:32:41.346009 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-07b3a098-e1ca-42db-972d-3924b4a2fe2c tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "GET /v2.0/routers/tempest-non_exist_router-770340587 HTTP/1.1" status: 404 len: 334 time: 0.1570406 Jun 25 09:32:41.347006 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41252) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:41.354206 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-68324983-30cc-4b12-9b6c-b5dce7a63b23 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:41.367399 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b851b2c1-bd8d-4d5a-9f01-872345e846b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:41.367399 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851b2c1-bd8d-4d5a-9f01-872345e846b0 None None] The sync data for ids ['6c0c96bf-39a4-4143-9315-882149e2c123'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:32:41.435116 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-48d331bc-a9b7-48d7-87d9-4cf7245196f4 req-205f2d03-d27b-42c9-af03-2fa20e908d57 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 210 time: 0.0994394 Jun 25 09:32:41.437599 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-68324983-30cc-4b12-9b6c-b5dce7a63b23 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] update failed (client error): The resource could not be found. Jun 25 09:32:41.443052 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-68324983-30cc-4b12-9b6c-b5dce7a63b23 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "PUT /v2.0/routers/tempest-non_exist_router-1565361057 HTTP/1.1" status: 404 len: 335 time: 0.0892420 Jun 25 09:32:41.444381 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41258) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:41.478372 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-944d934a-0cc2-44be-8ee2-ca70be5548d0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1a408475b50641c2b6fbb6594f11ea41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069804 Jun 25 09:32:41.485516 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41260) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:41.511138 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af826de-dbb4-4cad-9c91-5dedbc365f60 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Deleting subnet aa777c66-4d0c-4480-9dd4-f6f97cf8b1fb {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:32:41.514888 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1af826de-dbb4-4cad-9c91-5dedbc365f60 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:41.531996 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7a055-4ffb-4fe4-ba1a-34720afae3d6 req-0f40a4b1-4aa1-416e-b26d-ebde5e3d4ec9 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:41.537352 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ec7a055-4ffb-4fe4-ba1a-34720afae3d6 req-0f40a4b1-4aa1-416e-b26d-ebde5e3d4ec9 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 946 time: 0.3436506 Jun 25 09:32:41.558225 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1af826de-dbb4-4cad-9c91-5dedbc365f60 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:41.597520 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ec7a055-4ffb-4fe4-ba1a-34720afae3d6 req-cadb1720-14d7-4322-92c4-d6d1e52aba94 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554447 Jun 25 09:32:41.608384 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c401d93a-b620-4e76-876f-d78d20c9ddc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:41.633336 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c401d93a-b620-4e76-876f-d78d20c9ddc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:41.668399 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1af826de-dbb4-4cad-9c91-5dedbc365f60 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:41.705542 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c401d93a-b620-4e76-876f-d78d20c9ddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:41.709502 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c401d93a-b620-4e76-876f-d78d20c9ddc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:41.713109 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c401d93a-b620-4e76-876f-d78d20c9ddc9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6f4f0686-fa82-4125-8e56-69b29b7910ac HTTP/1.1" status: 204 len: 168 time: 0.2241876 Jun 25 09:32:41.713109 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-74c85853-5b5a-4657-9dd2-f9cf025fb0d8 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:41.713499 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2a177323-d22c-4784-bf95-b39519abbdc6 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:32:41.729935 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401d93a-b620-4e76-876f-d78d20c9ddc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4f0686-fa82-4125-8e56-69b29b7910ac,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:41.737444 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c401d93a-b620-4e76-876f-d78d20c9ddc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:41.791384 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1af826de-dbb4-4cad-9c91-5dedbc365f60 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:41.802310 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-909e9622-70e9-47cf-96bc-7f7c99830bf0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:41.844664 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af826de-dbb4-4cad-9c91-5dedbc365f60 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event deleted for resources: {'Subnet': ['ID=aa777c66-4d0c-4480-9dd4-f6f97cf8b1fb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:41.849274 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1af826de-dbb4-4cad-9c91-5dedbc365f60 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:41.852710 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1af826de-dbb4-4cad-9c91-5dedbc365f60 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:41.858737 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41274) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:41.867802 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1af826de-dbb4-4cad-9c91-5dedbc365f60 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "DELETE /v2.0/subnets/aa777c66-4d0c-4480-9dd4-f6f97cf8b1fb HTTP/1.1" status: 204 len: 168 time: 0.4233181 Jun 25 09:32:41.888019 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a56eca5-e2fb-4af7-9b9a-c5e87d10185b None None] Network 2a63ef52-723c-4e98-a1ac-ea5caf82959b requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:41.942529 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:42.006229 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Deleting port a6b01529-db5c-492d-a852-75a0c81d2530 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:42.006773 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:42.027235 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:42.058000 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:32:42.060583 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3d0cb1-0929-465d-9207-e94bc851fa00" -d '{"events": [{"server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "name": "network-vif-unplugged", "status": "completed", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:32:42.099690 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:42.136216 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:42.140363 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:42.147153 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f609d4-abb6-483e-9444-ed12a7179275 x-openstack-request-id: req-41f609d4-abb6-483e-9444-ed12a7179275 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:32:42.147739 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "name": "network-vif-unplugged", "status": "completed", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:32:42.148160 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-41f609d4-abb6-483e-9444-ed12a7179275 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:32:42.148723 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6', 'code': 200} Jun 25 09:32:42.183855 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] For port a6b01529-db5c-492d-a852-75a0c81d2530, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a6b01529-db5c-492d-a852-75a0c81d2530,segment=NetworkSegment(626ba237-b5ca-4213-b5fd-d920870ae3a5),segment_id=626ba237-b5ca-4213-b5fd-d920870ae3a5)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:42.184388 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:42.224336 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Calling delete_port for a6b01529-db5c-492d-a852-75a0c81d2530 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:42.225208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=2a177323-d22c-4784-bf95-b39519abbdc6,revision_number=11']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:42.232126 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:42.274989 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c429277-7317-4bf3-949c-b015f1a12afd None None] DHCP port deletion for 2a63ef52-723c-4e98-a1ac-ea5caf82959b request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:32:42.376493 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9af29-7082-44e1-ad8e-8482e6f34bd7 req-217dd58d-a0bc-4079-bdc6-34446bf15b5c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:42.383930 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bc9af29-7082-44e1-ad8e-8482e6f34bd7 req-217dd58d-a0bc-4079-bdc6-34446bf15b5c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.2025554 Jun 25 09:32:42.441705 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7c429277-7317-4bf3-949c-b015f1a12afd None None] Deleting port a6b01529-db5c-492d-a852-75a0c81d2530 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:42.443908 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c429277-7317-4bf3-949c-b015f1a12afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:42.453364 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bc9af29-7082-44e1-ad8e-8482e6f34bd7 req-f8c24d02-18b0-4d63-a8ed-203b460bdf43 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683985 Jun 25 09:32:42.454197 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:42.476706 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:42.538918 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] No DVR routers for this DVR port a6b01529-db5c-492d-a852-75a0c81d2530 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:32:42.550199 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event deleted for resources: {'Port': ['ID=a6b01529-db5c-492d-a852-75a0c81d2530,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:42.550199 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:42.675672 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7c429277-7317-4bf3-949c-b015f1a12afd None None] For port a6b01529-db5c-492d-a852-75a0c81d2530, host n-d-761264-15, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:42.679105 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c429277-7317-4bf3-949c-b015f1a12afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:42.726358 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7c429277-7317-4bf3-949c-b015f1a12afd None None] Calling delete_port for a6b01529-db5c-492d-a852-75a0c81d2530 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:42.735234 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.ipam_backend_mixin [None req-7c429277-7317-4bf3-949c-b015f1a12afd None None] Port a6b01529-db5c-492d-a852-75a0c81d2530 was not found and therefore no delete operation was performed {{(pid=94026) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:32:42.738244 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c429277-7317-4bf3-949c-b015f1a12afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:42.744065 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-289c6fcd-e2fe-4010-a373-c45ebb643081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:42.805945 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c429277-7317-4bf3-949c-b015f1a12afd None None] Pushing event deleted for resources: {'Port': ['ID=a6b01529-db5c-492d-a852-75a0c81d2530,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:42.815958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c429277-7317-4bf3-949c-b015f1a12afd None None] No DVR routers for this DVR port a6b01529-db5c-492d-a852-75a0c81d2530 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:32:42.822478 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7c429277-7317-4bf3-949c-b015f1a12afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:42.865774 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-8d162e0d-d586-4362-9c00-13222ebc4555 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:42.874802 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-8d162e0d-d586-4362-9c00-13222ebc4555 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.38 "GET /v2.0/networks?id=d6d3be3c-922d-4024-a305-32cc63f4a5a8 HTTP/1.1" status: 200 len: 797 time: 0.3471870 Jun 25 09:32:42.995001 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-f0121058-a379-4680-9e52-18fca4c6e37d tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7d0881daa6e4401b60343bd64b2cff0 HTTP/1.1" status: 200 len: 478 time: 0.1016805 Jun 25 09:32:43.011705 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-1d921865-d85d-40e1-aece-48d7a1c4d414 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Request body: {'port': {'device_id': 'f6acebe8-2511-4354-af33-039d05f9c70a', 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8', 'admin_state_up': True, 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'security_groups': ['26e13ba0-b2f9-4473-8a60-25131638eac1', '33cd5e90-477d-4688-afd6-d2249ea042aa']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:43.191019 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-1d921865-d85d-40e1-aece-48d7a1c4d414 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Made reservation on behalf of a7d0881daa6e4401b60343bd64b2cff0 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:43.197656 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-1d921865-d85d-40e1-aece-48d7a1c4d414 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.226306 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41334) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:43.243130 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a6b01529-db5c-492d-a852-75a0c81d2530 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:32:43.255830 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3ca058c-b482-4e6f-8d7d-84298ae5f96c req-eef4e4d7-dc65-4c54-98d4-45f6c0676c1e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 210 time: 0.4737983 Jun 25 09:32:43.257844 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.281231 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: a6b01529-db5c-492d-a852-75a0c81d2530 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:32:43.281965 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a6b01529-db5c-492d-a852-75a0c81d2530 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:32:43.302808 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a63ef52-723c-4e98-a1ac-ea5caf82959b']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:43.312567 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41338) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:43.323137 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626ba237-b5ca-4213-b5fd-d920870ae3a5') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:43.323428 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626ba237-b5ca-4213-b5fd-d920870ae3a5') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:43.335573 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.354051 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.362406 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:32:43.362720 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:32:43.365963 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:32:43.411381 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-1d921865-d85d-40e1-aece-48d7a1c4d414 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Allocated IP 172.20.0.13 (d6d3be3c-922d-4024-a305-32cc63f4a5a8/b4d51e89-4dcb-4db8-9754-170f1be1d010/e7db1a47-60b3-4db5-a7e3-4239c3a5ea36) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:43.421704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-418416226'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:43.433968 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-728335988'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:43.442655 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c57419-f704-4364-954d-7e3d926f4629 req-2e03bddf-eba0-462c-99f1-1cf7e0a9b9cd tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:43.444321 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57c57419-f704-4364-954d-7e3d926f4629 req-2e03bddf-eba0-462c-99f1-1cf7e0a9b9cd tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 946 time: 0.2021608 Jun 25 09:32:43.463770 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.api [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 09:32:43.463770 n-d-761264-15 neutron-server[94025]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 09:32:43.463770 n-d-761264-15 neutron-server[94025]: [parameters: {'project_id_1': '1e308daf82a64f58afc557a57595ad91', 'expiration_1': datetime.datetime(2021, 6, 25, 9, 32, 43, 446270)}] Jun 25 09:32:43.463770 n-d-761264-15 neutron-server[94025]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:32:43.464320 n-d-761264-15 neutron-server[94025]: DEBUG oslo_db.api [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:32:43.475030 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.480974 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f7c27f93-ea22-4b93-8155-22939171f08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:43.485456 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.487584 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "DELETE /v2.0/networks/2a63ef52-723c-4e98-a1ac-ea5caf82959b HTTP/1.1" status: 204 len: 168 time: 1.6277282 Jun 25 09:32:43.489744 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:43.490017 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41342) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:43.495021 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.526535 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57c57419-f704-4364-954d-7e3d926f4629 req-9cee96de-1e31-41b4-8493-d9d2815f7ea4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730736 Jun 25 09:32:43.534388 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event deleted for resources: {'Network': ['ID=2a63ef52-723c-4e98-a1ac-ea5caf82959b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:43.536576 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:43.537829 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.594676 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-6401fb91-00ae-43b8-b1f4-80aec56c04b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Deleting subnet 2cc821e0-aed8-49fd-8b22-3efebd00f6e8 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:32:43.600685 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6401fb91-00ae-43b8-b1f4-80aec56c04b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.661162 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-1d921865-d85d-40e1-aece-48d7a1c4d414 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.665075 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6401fb91-00ae-43b8-b1f4-80aec56c04b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.704521 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b0333-9868-4408-9707-2fde8320d01f req-62150cd9-d657-4bbe-b948-6cc1718751a8 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:43.706161 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c57b0333-9868-4408-9707-2fde8320d01f req-62150cd9-d657-4bbe-b948-6cc1718751a8 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1138008 Jun 25 09:32:43.708197 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-1d921865-d85d-40e1-aece-48d7a1c4d414 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Transition to ACTIVE for port object e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:43.719404 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2a177323-d22c-4784-bf95-b39519abbdc6 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:32:43.750495 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.763209 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.770141 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c2f9c687-f563-4c1c-aeb1-8d3bfd808821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:43.785647 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6401fb91-00ae-43b8-b1f4-80aec56c04b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.796420 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c57b0333-9868-4408-9707-2fde8320d01f req-5abe0f61-bdf0-44ee-9bb8-60f044107738 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796196 Jun 25 09:32:43.811963 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:32:43.817766 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-1d921865-d85d-40e1-aece-48d7a1c4d414 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.823768 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3673f427-fe56-47a6-9b75-d2d05ba63a5e tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:43.830692 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a46df1d4-a18f-417a-8f39-96e4627d4655,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:43.835504 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:43.837104 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.837104 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Added segment 69be4987-cc65-4356-a9eb-04a5b72226bd of type vlan for network 631d7257-be32-4784-ac2e-57b03b3c4033 Jun 25 09:32:43.886130 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-1d921865-d85d-40e1-aece-48d7a1c4d414 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Network d6d3be3c-922d-4024-a305-32cc63f4a5a8 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:43.896820 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-1d921865-d85d-40e1-aece-48d7a1c4d414 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:43.901297 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d921865-d85d-40e1-aece-48d7a1c4d414 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'Port': ['ID=e7db1a47-60b3-4db5-a7e3-4239c3a5ea36,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:43.906234 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-1d921865-d85d-40e1-aece-48d7a1c4d414 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:43.909773 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1d921865-d85d-40e1-aece-48d7a1c4d414 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:43.915575 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.916322 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:43.949651 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '2a177323-d22c-4784-bf95-b39519abbdc6', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'port_id': '2a177323-d22c-4784-bf95-b39519abbdc6', 'mac_address': 'fa:16:3e:3d:9c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:32:43.952574 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6401fb91-00ae-43b8-b1f4-80aec56c04b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.958830 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3ed9152e-ea35-412a-98d9-719464257b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:43.961188 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.971094 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:43.971739 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:43.975678 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4f662fac-925a-4807-8fed-0e8a100d7ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:44.015534 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.017392 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-1d921865-d85d-40e1-aece-48d7a1c4d414 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:44.018178 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-1d921865-d85d-40e1-aece-48d7a1c4d414 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.030527 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a177323-d22c-4784-bf95-b39519abbdc6 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:32:44.052490 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401fb91-00ae-43b8-b1f4-80aec56c04b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc821e0-aed8-49fd-8b22-3efebd00f6e8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:44.054210 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6401fb91-00ae-43b8-b1f4-80aec56c04b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.055482 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6401fb91-00ae-43b8-b1f4-80aec56c04b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "DELETE /v2.0/subnets/2cc821e0-aed8-49fd-8b22-3efebd00f6e8 HTTP/1.1" status: 204 len: 168 time: 0.5644863 Jun 25 09:32:44.056461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Made reservation on behalf of 1e308daf82a64f58afc557a57595ad91 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:44.060078 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.062776 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41350) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:44.063180 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6401fb91-00ae-43b8-b1f4-80aec56c04b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:44.071609 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:44.072362 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.079580 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.086161 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-1d921865-d85d-40e1-aece-48d7a1c4d414 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0795288 Jun 25 09:32:44.087793 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:44.090677 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f712c8-b6e2-4d79-a615-876387fbacf8 None None] Network d49e1800-ff13-4801-a07b-88a76e84c7b4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:44.095207 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7801549 Jun 25 09:32:44.119718 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41352) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:44.127281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'name': 'tempest-PortsTestJSON-324741711'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:44.131863 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Request body: {'port': {'device_id': 'f6acebe8-2511-4354-af33-039d05f9c70a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:44.135440 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Network': ['ID=631d7257-be32-4784-ac2e-57b03b3c4033,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:44.179489 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:44.186668 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 631d7257-be32-4784-ac2e-57b03b3c4033 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:32:44.254774 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.258056 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6c76ad-01de-48c0-82f2-b7d5cb626e53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Deleting subnet 009277aa-445b-41cc-b7ea-f7be2e7205b1 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:32:44.261667 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf6c76ad-01de-48c0-82f2-b7d5cb626e53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.274688 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.329018 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf6c76ad-01de-48c0-82f2-b7d5cb626e53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.339514 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bef171-f453-477c-9692-b9a807a5ad81 req-7fca15b8-4715-449b-a33b-e8fb4a5bcf35 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:44.346596 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57bef171-f453-477c-9692-b9a807a5ad81 req-7fca15b8-4715-449b-a33b-e8fb4a5bcf35 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 946 time: 0.3060322 Jun 25 09:32:44.348065 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['2a177323-d22c-4784-bf95-b39519abbdc6'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:32:44.366747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:44.370605 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.419849 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] device_id is not set on port 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:32:44.518357 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7e40c3e6-e6b4-4d1a-9b97-1c08d07ff27a None None] Provisioning for port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:44.532818 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7e40c3e6-e6b4-4d1a-9b97-1c08d07ff27a None None] Provisioning complete for port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:44.534865 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e40c3e6-e6b4-4d1a-9b97-1c08d07ff27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.538963 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.540840 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=2a177323-d22c-4784-bf95-b39519abbdc6,revision_number=12']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:44.570961 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:44.574220 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:32:44.587645 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.588542 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Added segment ed62be6a-f720-47b5-b037-b45a0d76824f of type vlan for network 8be12e16-586d-4bc8-8af4-dc1038826c3f Jun 25 09:32:44.649386 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.664118 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d9b62664-d396-410e-95ff-0faaa681816f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:44.698643 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b9908b-e416-4579-b92c-1384fb138e86 None None] DHCP port deletion for d49e1800-ff13-4801-a07b-88a76e84c7b4 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:32:44.728768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57bef171-f453-477c-9692-b9a807a5ad81 req-0d9cf70d-baad-49e4-9180-1b5b12e48c6b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811531 Jun 25 09:32:44.755728 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7e40c3e6-e6b4-4d1a-9b97-1c08d07ff27a None None] Port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:32:44.767546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d834f41-46d2-41a0-8ce6-4d5407a0ca17,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:44.790530 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:44.798542 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.804356 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:44.805106 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.810618 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-75604ec5-564b-448d-9d94-61c3b1530728 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:44.860047 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:44.907122 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6781197 Jun 25 09:32:44.913735 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41378) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:44.918803 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-32f1ba24-e5ab-40be-834d-00b2734cded7 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Request body: {'subnet': {'network_id': '8be12e16-586d-4bc8-8af4-dc1038826c3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:44.962386 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf6c76ad-01de-48c0-82f2-b7d5cb626e53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:45.002399 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-84b9908b-e416-4579-b92c-1384fb138e86 None None] Deleting port 394e7754-d5a4-4ba4-890c-9ef693f22451 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:45.005773 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-84b9908b-e416-4579-b92c-1384fb138e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:45.021910 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Pushing event updated for resources: {'Network': ['ID=8be12e16-586d-4bc8-8af4-dc1038826c3f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:45.027849 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:45.046782 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-78a25eb1-a9b3-4cdd-a387-9c7911da5847 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:45.055631 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 8be12e16-586d-4bc8-8af4-dc1038826c3f details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:32:45.105162 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:45.174761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:32:45.184496 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf6c76ad-01de-48c0-82f2-b7d5cb626e53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:45.203490 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-84b9908b-e416-4579-b92c-1384fb138e86 None None] For port 394e7754-d5a4-4ba4-890c-9ef693f22451, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=394e7754-d5a4-4ba4-890c-9ef693f22451,segment=NetworkSegment(fbf2a919-fe2e-42ca-b22e-db8f002d2d5d),segment_id=fbf2a919-fe2e-42ca-b22e-db8f002d2d5d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:45.204030 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-84b9908b-e416-4579-b92c-1384fb138e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:45.208814 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:45.216764 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:45.228932 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:45.231674 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-84b9908b-e416-4579-b92c-1384fb138e86 None None] Calling delete_port for 394e7754-d5a4-4ba4-890c-9ef693f22451 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:45.233866 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-01b3ec61-3de4-46bb-82f7-eeb4e5f0eabc tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:45.243212 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bf6c76ad-01de-48c0-82f2-b7d5cb626e53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:45.246011 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bf6c76ad-01de-48c0-82f2-b7d5cb626e53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "DELETE /v2.0/subnets/009277aa-445b-41cc-b7ea-f7be2e7205b1 HTTP/1.1" status: 204 len: 168 time: 1.1820786 Jun 25 09:32:45.255629 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41390) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:45.256336 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6666584-92f5-41d8-884f-ce979f12af1b None None] Network 51c95e11-6cf1-4636-a394-a895654eeb0d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:45.280246 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Transition to ACTIVE for port object e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:45.325067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69644680-a74f-4418-9ad6-e843c9b41a0d req-83b47acf-412b-46e9-98ce-ee7695c43acd tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:45.326537 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69644680-a74f-4418-9ad6-e843c9b41a0d req-83b47acf-412b-46e9-98ce-ee7695c43acd tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 971 time: 0.8251944 Jun 25 09:32:45.332363 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:45.336973 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c76ad-01de-48c0-82f2-b7d5cb626e53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event deleted for resources: {'Subnet': ['ID=009277aa-445b-41cc-b7ea-f7be2e7205b1,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:45.342494 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-07ceca64-764f-44fc-b0ca-773473dfec79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:45.360565 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bf6c76ad-01de-48c0-82f2-b7d5cb626e53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:45.385759 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f1ba24-e5ab-40be-834d-00b2734cded7 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Made reservation on behalf of 1e308daf82a64f58afc557a57595ad91 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:45.389498 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-32f1ba24-e5ab-40be-834d-00b2734cded7 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:45.397502 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 394e7754-d5a4-4ba4-890c-9ef693f22451 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:32:45.422234 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Checking segment: {'id': '69be4987-cc65-4356-a9eb-04a5b72226bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:45.428258 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network hostable DHCP agents. Network: 631d7257-be32-4784-ac2e-57b03b3c4033, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:32:45.482231 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08d08a-d1c3-4a86-973e-97d3d121f19c req-6fd0ffca-f104-4933-99b1-a7233b40ba69 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:45.484671 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff08d08a-d1c3-4a86-973e-97d3d121f19c req-6fd0ffca-f104-4933-99b1-a7233b40ba69 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 945 time: 0.3761778 Jun 25 09:32:45.490011 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:45.508034 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Pushing event updated for resources: {'Port': ['ID=e7db1a47-60b3-4db5-a7e3-4239c3a5ea36,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:45.518098 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:45.596796 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:45.623884 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69644680-a74f-4418-9ad6-e843c9b41a0d req-8e6d09a8-1014-4f7b-b96a-68c2c01774d6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/security-groups?id=26e13ba0-b2f9-4473-8a60-25131638eac1&id=33cd5e90-477d-4688-afd6-d2249ea042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2749038 Jun 25 09:32:45.706049 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 631d7257-be32-4784-ac2e-57b03b3c4033 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:32:45.733654 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Attempting to bind port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:32:45.734289 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Attempting to bind port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'feeee608-27ed-4689-abb6-3e7b965ef8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:32:45.734787 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Attempting to bind port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 on network d6d3be3c-922d-4024-a305-32cc63f4a5a8 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:32:45.772970 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 631d7257-be32-4784-ac2e-57b03b3c4033) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:45.774323 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 on network d6d3be3c-922d-4024-a305-32cc63f4a5a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:32:45.774971 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Attempting to bind port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 on network d6d3be3c-922d-4024-a305-32cc63f4a5a8 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:32:45.790040 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:45.799728 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:32:45.800460 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Checking segment: {'id': 'feeee608-27ed-4689-abb6-3e7b965ef8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:45.801268 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Bound using segment: {'id': 'feeee608-27ed-4689-abb6-3e7b965ef8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:32:45.801919 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Bound port: e7db1a47-60b3-4db5-a7e3-4239c3a5ea36, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feeee608-27ed-4689-abb6-3e7b965ef8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:32:45.802458 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:45.834398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:45.835566 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:45.856397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff08d08a-d1c3-4a86-973e-97d3d121f19c req-89166034-e1c3-43c9-bbb3-6dad0edff410 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284481 Jun 25 09:32:45.897292 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Deleting port 394e7754-d5a4-4ba4-890c-9ef693f22451 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:45.897939 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:45.902497 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7815809 Jun 25 09:32:45.907575 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41410) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:45.926442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-94f38690-07dd-444f-855a-a56c2f0c51a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-334551113'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:45.991941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f38690-07dd-444f-855a-a56c2f0c51a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:45.998113 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-94f38690-07dd-444f-855a-a56c2f0c51a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:46.116897 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-32f1ba24-e5ab-40be-834d-00b2734cded7 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:46.124023 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f38690-07dd-444f-855a-a56c2f0c51a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:32:46.128778 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c01737fb-675d-4b4a-81ef-b66932ba20a9 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:46.142276 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2a177323-d22c-4784-bf95-b39519abbdc6 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:46.178246 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] For port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:32:46.191517 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] For port 394e7754-d5a4-4ba4-890c-9ef693f22451, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=394e7754-d5a4-4ba4-890c-9ef693f22451,segment=NetworkSegment(fbf2a919-fe2e-42ca-b22e-db8f002d2d5d),segment_id=fbf2a919-fe2e-42ca-b22e-db8f002d2d5d)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:46.191887 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:46.195823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fad922-1460-4bc7-8774-4a43b18759ac None None] Network 631d7257-be32-4784-ac2e-57b03b3c4033 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:46.209707 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41414) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:46.219307 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-94f38690-07dd-444f-855a-a56c2f0c51a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:46.219927 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-94f38690-07dd-444f-855a-a56c2f0c51a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Added segment 01ecb04d-9207-4b48-9688-32463f1fd2ec of type vlan for network 05903dba-e973-4455-9d5d-9b765cf4f1fd Jun 25 09:32:46.229692 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] For port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=e7db1a47-60b3-4db5-a7e3-4239c3a5ea36,segment=NetworkSegment(feeee608-27ed-4689-abb6-3e7b965ef8cd),segment_id=feeee608-27ed-4689-abb6-3e7b965ef8cd)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:32:46.234539 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Calling delete_port for 394e7754-d5a4-4ba4-890c-9ef693f22451 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:46.254069 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:46.256533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1ba24-e5ab-40be-834d-00b2734cded7 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Pushing event updated for resources: {'Subnet': ['ID=c4e36caf-2bd1-4b84-bb5c-725d622ed828,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:46.268355 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-32f1ba24-e5ab-40be-834d-00b2734cded7 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:46.271482 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:46.285922 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-94f38690-07dd-444f-855a-a56c2f0c51a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:46.323654 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a10e7-0602-4bc8-81ac-bb25f9ea75d2 req-f337c24a-a5a5-4af6-8882-9ab121129065 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:46.326258 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f31a10e7-0602-4bc8-81ac-bb25f9ea75d2 req-f337c24a-a5a5-4af6-8882-9ab121129065 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 946 time: 0.2654355 Jun 25 09:32:46.357765 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-94f38690-07dd-444f-855a-a56c2f0c51a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:46.361155 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:46.361787 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:46.363201 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] 10.222.0.38 "PUT /v2.0/ports/e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 HTTP/1.1" status: 200 len: 1132 time: 2.2371500 Jun 25 09:32:46.365064 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f38690-07dd-444f-855a-a56c2f0c51a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:46.366741 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-94f38690-07dd-444f-855a-a56c2f0c51a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:46.372174 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:46.378623 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6acebe8-2511-4354-af33-039d05f9c70a', 'tag': 'e7db1a47-60b3-4db5-a7e3-4239c3a5ea36'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:32:46.381263 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d2a356-cedc-4ea9-98a8-2b0a15470f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6acebe8-2511-4354-af33-039d05f9c70a", "tag": "e7db1a47-60b3-4db5-a7e3-4239c3a5ea36"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:32:46.451259 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-84b9908b-e416-4579-b92c-1384fb138e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:46.463319 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939b09-b2f2-4cd6-b3e0-40f031572cd9 req-040f2549-2b84-47bf-ac92-dbf441f20e25 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:46.484061 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e3939b09-b2f2-4cd6-b3e0-40f031572cd9 req-040f2549-2b84-47bf-ac92-dbf441f20e25 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 946 time: 0.4208982 Jun 25 09:32:46.514484 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-94f38690-07dd-444f-855a-a56c2f0c51a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6012881 Jun 25 09:32:46.524348 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:46.530782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41424) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:46.542452 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'ports': [{'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033'}, {'network_id': '05903dba-e973-4455-9d5d-9b765cf4f1fd'}]} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:46.553657 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:46.554237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'network_id': '05903dba-e973-4455-9d5d-9b765cf4f1fd'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:46.572093 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c36056-ed62-4c75-b65f-f2affec879bd x-openstack-request-id: req-74c36056-ed62-4c75-b65f-f2affec879bd {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:32:46.572425 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6acebe8-2511-4354-af33-039d05f9c70a", "tag": "e7db1a47-60b3-4db5-a7e3-4239c3a5ea36", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:32:46.576463 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9908b-e416-4579-b92c-1384fb138e86 None None] No DVR routers for this DVR port 394e7754-d5a4-4ba4-890c-9ef693f22451 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:32:46.577348 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-74c36056-ed62-4c75-b65f-f2affec879bd {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:32:46.577877 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6acebe8-2511-4354-af33-039d05f9c70a', 'tag': 'e7db1a47-60b3-4db5-a7e3-4239c3a5ea36', 'status': 'completed', 'code': 200} Jun 25 09:32:46.585344 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-06131dec-7ce3-4f2b-b3be-1ff7812bcef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:46.609739 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Pushing event updated for resources: {'Port': ['ID=e7db1a47-60b3-4db5-a7e3-4239c3a5ea36,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:46.620821 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f31a10e7-0602-4bc8-81ac-bb25f9ea75d2 req-c8339975-70dc-461c-ae5b-a9f6a937b3e0 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855093 Jun 25 09:32:46.659105 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1ba24-e5ab-40be-834d-00b2734cded7 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Checking segment: {'id': 'ed62be6a-f720-47b5-b037-b45a0d76824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8be12e16-586d-4bc8-8af4-dc1038826c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:46.659672 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f38690-07dd-444f-855a-a56c2f0c51a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Network': ['ID=05903dba-e973-4455-9d5d-9b765cf4f1fd,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:46.659804 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1ba24-e5ab-40be-834d-00b2734cded7 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Network hostable DHCP agents. Network: 8be12e16-586d-4bc8-8af4-dc1038826c3f, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:32:46.663715 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:46.682793 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-94f38690-07dd-444f-855a-a56c2f0c51a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:46.727986 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 05903dba-e973-4455-9d5d-9b765cf4f1fd details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:32:46.845961 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1ba24-e5ab-40be-834d-00b2734cded7 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Network 8be12e16-586d-4bc8-8af4-dc1038826c3f is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:32:46.856611 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9908b-e416-4579-b92c-1384fb138e86 None None] Pushing event deleted for resources: {'Port': ['ID=394e7754-d5a4-4ba4-890c-9ef693f22451,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:46.875063 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-84b9908b-e416-4579-b92c-1384fb138e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:46.888059 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-32f1ba24-e5ab-40be-834d-00b2734cded7 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 8be12e16-586d-4bc8-8af4-dc1038826c3f) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:46.895200 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:46.902537 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f1ba24-e5ab-40be-834d-00b2734cded7 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:46.903764 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-32f1ba24-e5ab-40be-834d-00b2734cded7 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:46.903886 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 2a177323-d22c-4784-bf95-b39519abbdc6 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:46.904208 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:46.908014 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5bf4a1-eeeb-4b41-ba51-234cd43e2c26 None None] Network 8be12e16-586d-4bc8-8af4-dc1038826c3f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:46.916657 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7723d9f3-afae-4435-8e93-bc90a89a5b62 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:46.936745 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-1efed9ba-b1ef-4bc7-bef3-088463e294ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:46.938393 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-1efed9ba-b1ef-4bc7-bef3-088463e294ff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a7d0881daa6e4401b60343bd64b2cff0&device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 1135 time: 0.4460673 Jun 25 09:32:47.031836 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event deleted for resources: {'Port': ['ID=394e7754-d5a4-4ba4-890c-9ef693f22451,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:47.050736 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:47.054782 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] No DVR routers for this DVR port 394e7754-d5a4-4ba4-890c-9ef693f22451 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:32:47.086857 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-06131dec-7ce3-4f2b-b3be-1ff7812bcef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.100039 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-06131dec-7ce3-4f2b-b3be-1ff7812bcef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.107579 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1d2ae24a-ce46-48ac-85bc-65f9e9fa9727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:47.136106 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-65639772-6c0a-4a68-9d3f-fcb0f6099b18 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 HTTP/1.1" status: 200 len: 217 time: 0.1505520 Jun 25 09:32:47.158856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739efd5-94d9-4104-99f9-9570432541e6 req-76b60ee5-5fed-4d8a-936d-cd8412236b5f tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:47.160575 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7739efd5-94d9-4104-99f9-9570432541e6 req-76b60ee5-5fed-4d8a-936d-cd8412236b5f tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 983 time: 0.1988015 Jun 25 09:32:47.184519 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-8be12e16-586d-4bc8-8af4-dc1038826c3f', 'network_id': '8be12e16-586d-4bc8-8af4-dc1038826c3f', 'tenant_id': '1e308daf82a64f58afc557a57595ad91', 'fixed_ips': [{'subnet_id': 'c4e36caf-2bd1-4b84-bb5c-725d622ed828'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:32:47.186324 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.191054 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-06131dec-7ce3-4f2b-b3be-1ff7812bcef5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=25afbddc26d54dc99620e0b47d73ba6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9798658 Jun 25 09:32:47.195068 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41430) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:47.204206 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-32f1ba24-e5ab-40be-834d-00b2734cded7 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2872562 Jun 25 09:32:47.207227 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06131dec-7ce3-4f2b-b3be-1ff7812bcef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27180585-823d-4cf8-bd65-0e0ac11229fd,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:47.212656 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'port': 2} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:47.217219 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.219307 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41432) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:47.222194 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-06131dec-7ce3-4f2b-b3be-1ff7812bcef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:47.240462 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Request body: {'port': {'network_id': '8be12e16-586d-4bc8-8af4-dc1038826c3f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1031808487'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:47.272391 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-e3939b09-b2f2-4cd6-b3e0-40f031572cd9 req-56e01f80-be3e-48a3-9fc3-f39a5fc2d5cc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Deleting port 48f060f1-5422-4c69-a092-353d280c42eb {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:47.272821 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e3939b09-b2f2-4cd6-b3e0-40f031572cd9 req-56e01f80-be3e-48a3-9fc3-f39a5fc2d5cc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.400575 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-e3939b09-b2f2-4cd6-b3e0-40f031572cd9 req-56e01f80-be3e-48a3-9fc3-f39a5fc2d5cc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] For port 48f060f1-5422-4c69-a092-353d280c42eb, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=48f060f1-5422-4c69-a092-353d280c42eb,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:47.400969 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e3939b09-b2f2-4cd6-b3e0-40f031572cd9 req-56e01f80-be3e-48a3-9fc3-f39a5fc2d5cc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.417284 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-e3939b09-b2f2-4cd6-b3e0-40f031572cd9 req-56e01f80-be3e-48a3-9fc3-f39a5fc2d5cc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Calling delete_port for 48f060f1-5422-4c69-a092-353d280c42eb owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:47.437938 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbce74-f963-4cbc-836c-ffaf0494e75a req-7d055061-c5e5-41ee-a2ad-5204e29c95ab tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:47.445941 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bacbce74-f963-4cbc-836c-ffaf0494e75a req-7d055061-c5e5-41ee-a2ad-5204e29c95ab tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 945 time: 0.4176209 Jun 25 09:32:47.446652 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.471214 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.554732 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.557572 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea42b98-b1c8-4217-9cd6-dcfa23a22059 None None] DHCP port deletion for 51c95e11-6cf1-4636-a394-a895654eeb0d request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:32:47.569940 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:32:47.573292 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7912204e-c172-49b9-b4c6-b51df6bdd3ec" -d '{"events": [{"server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "name": "network-vif-plugged", "status": "completed", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:32:47.576391 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7739efd5-94d9-4104-99f9-9570432541e6 req-da8fd9db-342d-431c-b2eb-08697c73855b tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/security-groups?id=26e13ba0-b2f9-4473-8a60-25131638eac1&id=33cd5e90-477d-4688-afd6-d2249ea042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4033453 Jun 25 09:32:47.578653 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49e1800-ff13-4801-a07b-88a76e84c7b4']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:47.599798 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-81b7169d-c5d9-4de0-94a9-a08bcac82e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:47.601537 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-81b7169d-c5d9-4de0-94a9-a08bcac82e3e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4d51e89-4dcb-4db8-9754-170f1be1d010 HTTP/1.1" status: 200 len: 835 time: 0.4237754 Jun 25 09:32:47.604897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf2a919-fe2e-42ca-b22e-db8f002d2d5d') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:47.605194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf2a919-fe2e-42ca-b22e-db8f002d2d5d') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:47.625221 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:47.632330 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.648262 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.655264 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:47.681087 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.684828 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] device_id is not set on port ff9f8455-2018-4fc2-b213-4049f3025aa5 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:32:47.716845 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:32:47.717247 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:32:47.721207 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:32:47.740351 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Allocated IP 172.20.0.2 (8be12e16-586d-4bc8-8af4-dc1038826c3f/c4e36caf-2bd1-4b84-bb5c-725d622ed828/f258074d-6465-4609-ac96-723aa908e0e3) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:47.748497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=2a177323-d22c-4784-bf95-b39519abbdc6,revision_number=13']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:47.757728 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:47.763698 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd18375-e9c2-474a-a29c-4c4d93f1b531 x-openstack-request-id: req-edd18375-e9c2-474a-a29c-4c4d93f1b531 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:32:47.764001 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "name": "network-vif-plugged", "status": "completed", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:32:47.764279 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-edd18375-e9c2-474a-a29c-4c4d93f1b531 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:32:47.764684 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6', 'code': 200} Jun 25 09:32:47.820754 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-08c26008-5aa6-4dc1-a124-554bae11b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:47.822547 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-08c26008-5aa6-4dc1-a124-554bae11b68e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d6d3be3c-922d-4024-a305-32cc63f4a5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2090759 Jun 25 09:32:47.824343 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e3939b09-b2f2-4cd6-b3e0-40f031572cd9 req-56e01f80-be3e-48a3-9fc3-f39a5fc2d5cc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.840531 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.841159 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:47.884083 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4ea42b98-b1c8-4217-9cd6-dcfa23a22059 None None] Deleting port a555c3ea-41d9-4163-a13f-06bc1482657c {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:47.884790 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4ea42b98-b1c8-4217-9cd6-dcfa23a22059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.887314 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['48f060f1-5422-4c69-a092-353d280c42eb'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:32:47.926195 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e01f80-be3e-48a3-9fc3-f39a5fc2d5cc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Pushing event deleted for resources: {'Port': ['ID=48f060f1-5422-4c69-a092-353d280c42eb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:47.931380 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.945769 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-56e01f80-be3e-48a3-9fc3-f39a5fc2d5cc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:47.960465 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] device_id is not set on port c3fa3f30-fd17-4ce4-b8b6-062681008b86 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:32:47.965518 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ec810c35-99ed-4b01-a513-323a0955a3fb tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:47.974876 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:47.979217 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "DELETE /v2.0/networks/d49e1800-ff13-4801-a07b-88a76e84c7b4 HTTP/1.1" status: 204 len: 168 time: 2.7202799 Jun 25 09:32:48.014299 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41438) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:48.035345 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4ea42b98-b1c8-4217-9cd6-dcfa23a22059 None None] For port a555c3ea-41d9-4163-a13f-06bc1482657c, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a555c3ea-41d9-4163-a13f-06bc1482657c,segment=NetworkSegment(75a4b41c-f7da-438f-8dde-94ed0c7ab4cf),segment_id=75a4b41c-f7da-438f-8dde-94ed0c7ab4cf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:48.036364 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4ea42b98-b1c8-4217-9cd6-dcfa23a22059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.059066 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event deleted for resources: {'Network': ['ID=d49e1800-ff13-4801-a07b-88a76e84c7b4,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:48.066066 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4ea42b98-b1c8-4217-9cd6-dcfa23a22059 None None] Calling delete_port for a555c3ea-41d9-4163-a13f-06bc1482657c owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:48.122184 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.187695 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.192482 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bacbce74-f963-4cbc-836c-ffaf0494e75a req-098d5f43-4bb9-4c76-bb10-e8092e5b1e2a tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7368259 Jun 25 09:32:48.201166 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.214892 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:48.222114 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Transition to ACTIVE for port object f258074d-6465-4609-ac96-723aa908e0e3 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:48.263553 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Made reservation on behalf of 1e308daf82a64f58afc557a57595ad91 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:48.268063 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.276452 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Transition to ACTIVE for port object f258074d-6465-4609-ac96-723aa908e0e3 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:48.293660 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.306195 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:48.313986 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4ea42b98-b1c8-4217-9cd6-dcfa23a22059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.314902 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9850d3a5-2c96-4ccd-8dac-54d229747cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.341794 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9850d3a5-2c96-4ccd-8dac-54d229747cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.354315 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Network 8be12e16-586d-4bc8-8af4-dc1038826c3f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:48.355415 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea42b98-b1c8-4217-9cd6-dcfa23a22059 None None] No DVR routers for this DVR port a555c3ea-41d9-4163-a13f-06bc1482657c on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:32:48.375151 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:48.383607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:48.400250 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Pushing event updated for resources: {'Port': ['ID=f258074d-6465-4609-ac96-723aa908e0e3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:48.404756 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:48.405612 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7c429277-7317-4bf3-949c-b015f1a12afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:48.418341 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6225c44e-5abf-4fdf-864a-76d5ee3a8a61 req-715bd912-26be-41d7-bbe9-a428e17a7368 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 210 time: 0.2434695 Jun 25 09:32:48.430571 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9850d3a5-2c96-4ccd-8dac-54d229747cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.433811 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9850d3a5-2c96-4ccd-8dac-54d229747cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.438700 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9850d3a5-2c96-4ccd-8dac-54d229747cd2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/27180585-823d-4cf8-bd65-0e0ac11229fd HTTP/1.1" status: 204 len: 168 time: 1.2264652 Jun 25 09:32:48.474203 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 631d7257-be32-4784-ac2e-57b03b3c4033 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:48.487357 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea42b98-b1c8-4217-9cd6-dcfa23a22059 None None] Pushing event deleted for resources: {'Port': ['ID=a555c3ea-41d9-4163-a13f-06bc1482657c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:48.505442 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4ea42b98-b1c8-4217-9cd6-dcfa23a22059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:48.506123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] device_id is not set on port 8a611250-5371-45dc-a851-c6e2127a541a yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:32:48.519306 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Attempting to bind port f258074d-6465-4609-ac96-723aa908e0e3 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:32:48.520416 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Attempting to bind port f258074d-6465-4609-ac96-723aa908e0e3 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'ed62be6a-f720-47b5-b037-b45a0d76824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8be12e16-586d-4bc8-8af4-dc1038826c3f'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:32:48.521657 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Attempting to bind port f258074d-6465-4609-ac96-723aa908e0e3 on network 8be12e16-586d-4bc8-8af4-dc1038826c3f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:32:48.533289 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:32:48.534013 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Checking segment: {'id': 'ed62be6a-f720-47b5-b037-b45a0d76824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8be12e16-586d-4bc8-8af4-dc1038826c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:48.535770 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.537072 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Bound using segment: {'id': 'ed62be6a-f720-47b5-b037-b45a0d76824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8be12e16-586d-4bc8-8af4-dc1038826c3f'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:32:48.537678 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Bound port: f258074d-6465-4609-ac96-723aa908e0e3, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed62be6a-f720-47b5-b037-b45a0d76824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8be12e16-586d-4bc8-8af4-dc1038826c3f'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:32:48.539613 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.556097 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:48.557679 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3939b09-b2f2-4cd6-b3e0-40f031572cd9 req-56e01f80-be3e-48a3-9fc3-f39a5fc2d5cc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] No DVR routers for this DVR port 48f060f1-5422-4c69-a092-353d280c42eb on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:32:48.570486 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e3939b09-b2f2-4cd6-b3e0-40f031572cd9 req-56e01f80-be3e-48a3-9fc3-f39a5fc2d5cc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.571210 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=ff9f8455-2018-4fc2-b213-4049f3025aa5,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:48.572539 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e3939b09-b2f2-4cd6-b3e0-40f031572cd9 req-56e01f80-be3e-48a3-9fc3-f39a5fc2d5cc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "DELETE /v2.0/ports/48f060f1-5422-4c69-a092-353d280c42eb HTTP/1.1" status: 204 len: 173 time: 1.9934032 Jun 25 09:32:48.574082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:48.576123 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:48.578964 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1cb3a7-fbc8-4569-a480-d7b36f1b7499', 'name': 'network-vif-deleted', 'tag': '48f060f1-5422-4c69-a092-353d280c42eb'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:32:48.580207 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dfd9f39e-2790-48f2-b282-fdce854f20d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:48.581384 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabf66d4-193e-46b5-9372-61e8145c38f5" -d '{"events": [{"server_uuid": "cb1cb3a7-fbc8-4569-a480-d7b36f1b7499", "name": "network-vif-deleted", "tag": "48f060f1-5422-4c69-a092-353d280c42eb"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:32:48.582656 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:48.583474 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.614173 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850d3a5-2c96-4ccd-8dac-54d229747cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27180585-823d-4cf8-bd65-0e0ac11229fd,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:48.623059 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9850d3a5-2c96-4ccd-8dac-54d229747cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:48.623615 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:48.638869 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef848736-0f81-4d9e-bf27-d0629151bab7 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.662112 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-59dcac21-f5e3-40a2-abb7-0b683fba549c service neutron] 10.222.0.38 "GET /v2.0/networks/d6d3be3c-922d-4024-a305-32cc63f4a5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8253889 Jun 25 09:32:48.708179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] For port f258074d-6465-4609-ac96-723aa908e0e3, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:32:48.714902 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] For port f258074d-6465-4609-ac96-723aa908e0e3, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f258074d-6465-4609-ac96-723aa908e0e3,segment=NetworkSegment(ed62be6a-f720-47b5-b037-b45a0d76824f),segment_id=ed62be6a-f720-47b5-b037-b45a0d76824f)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:32:48.739015 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.748504 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:48.773629 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Checking segment: {'id': '01ecb04d-9207-4b48-9688-32463f1fd2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '05903dba-e973-4455-9d5d-9b765cf4f1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:48.774194 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network hostable DHCP agents. Network: 05903dba-e973-4455-9d5d-9b765cf4f1fd, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:32:48.837982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=c3fa3f30-fd17-4ce4-b8b6-062681008b86,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:48.842806 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:48.846439 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 05903dba-e973-4455-9d5d-9b765cf4f1fd is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:32:48.885828 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2c1775-2d90-4a3b-a21f-fe0de117c62b x-openstack-request-id: req-7a2c1775-2d90-4a3b-a21f-fe0de117c62b {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:32:48.886213 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1cb3a7-fbc8-4569-a480-d7b36f1b7499", "name": "network-vif-deleted", "tag": "48f060f1-5422-4c69-a092-353d280c42eb", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:32:48.886505 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7a2c1775-2d90-4a3b-a21f-fe0de117c62b {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:32:48.887910 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1cb3a7-fbc8-4569-a480-d7b36f1b7499', 'name': 'network-vif-deleted', 'tag': '48f060f1-5422-4c69-a092-353d280c42eb', 'status': 'completed', 'code': 200} Jun 25 09:32:48.916544 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef848736-0f81-4d9e-bf27-d0629151bab7 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.916809 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Allocated IP 172.20.0.7 (8be12e16-586d-4bc8-8af4-dc1038826c3f/c4e36caf-2bd1-4b84-bb5c-725d622ed828/8a611250-5371-45dc-a851-c6e2127a541a) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:48.918856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 05903dba-e973-4455-9d5d-9b765cf4f1fd) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:48.932088 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:48.944024 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:48.946225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Pushing event updated for resources: {'Port': ['ID=f258074d-6465-4609-ac96-723aa908e0e3,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:48.947248 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:48.948282 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:48.963511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-ef848736-0f81-4d9e-bf27-d0629151bab7 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c95e11-6cf1-4636-a394-a895654eeb0d']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:48.969292 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:48.979698 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200ff4e7-4cda-4177-be06-ec8903228006 None None] Network 05903dba-e973-4455-9d5d-9b765cf4f1fd requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:48.995864 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6892f5-0f09-4bec-b749-c9dbdb477647 req-8f153091-5bc7-4b03-bafe-71903fb0d236 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:48.997657 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d6892f5-0f09-4bec-b749-c9dbdb477647 req-8f153091-5bc7-4b03-bafe-71903fb0d236 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 983 time: 0.1440127 Jun 25 09:32:49.016013 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-ef848736-0f81-4d9e-bf27-d0629151bab7 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a4b41c-f7da-438f-8dde-94ed0c7ab4cf') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:49.016315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-ef848736-0f81-4d9e-bf27-d0629151bab7 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a4b41c-f7da-438f-8dde-94ed0c7ab4cf') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:49.038233 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4999979 Jun 25 09:32:49.045603 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41450) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:49.046847 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef848736-0f81-4d9e-bf27-d0629151bab7 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:49.081685 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41452) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:49.102426 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f50c2de2-1417-48c9-9ccb-8dc21b53b2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:49.114378 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef848736-0f81-4d9e-bf27-d0629151bab7 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:49.132114 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cb709a35-20eb-427d-ab88-04cae887d1e8 req-7736f08a-a5b9-4043-8edb-547bd132a78e service neutron] 10.222.0.38 "GET /v2.0/networks/d6d3be3c-922d-4024-a305-32cc63f4a5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532228 Jun 25 09:32:49.138229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef848736-0f81-4d9e-bf27-d0629151bab7 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:32:49.138681 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef848736-0f81-4d9e-bf27-d0629151bab7 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:32:49.146045 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:32:49.258116 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef848736-0f81-4d9e-bf27-d0629151bab7 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:49.258924 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a555c3ea-41d9-4163-a13f-06bc1482657c no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:32:49.267646 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef848736-0f81-4d9e-bf27-d0629151bab7 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:49.269674 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ef848736-0f81-4d9e-bf27-d0629151bab7 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "DELETE /v2.0/networks/51c95e11-6cf1-4636-a394-a895654eeb0d HTTP/1.1" status: 204 len: 168 time: 1.2544215 Jun 25 09:32:49.294830 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: a555c3ea-41d9-4163-a13f-06bc1482657c {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:32:49.295202 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a555c3ea-41d9-4163-a13f-06bc1482657c not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:32:49.310888 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0ba598a3-7cd6-4968-b1ea-2d3251648670 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:49.319878 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41456) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:49.383194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef848736-0f81-4d9e-bf27-d0629151bab7 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event deleted for resources: {'Network': ['ID=51c95e11-6cf1-4636-a394-a895654eeb0d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:49.395719 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef848736-0f81-4d9e-bf27-d0629151bab7 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:49.480569 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1e83fc-e553-4809-942e-450bba7451b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Deleting subnet 10565361-b002-49af-ab48-eaaaf7e32d4b {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:32:49.504611 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f1e83fc-e553-4809-942e-450bba7451b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:49.536883 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2a356-cedc-4ea9-98a8-2b0a15470f1b req-148fb855-c4c3-45d2-8334-ea14a344c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:49.538498 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e8d2a356-cedc-4ea9-98a8-2b0a15470f1b req-148fb855-c4c3-45d2-8334-ea14a344c5ca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a7d0881daa6e4401b60343bd64b2cff0&device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 1135 time: 0.2677090 Jun 25 09:32:49.679103 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2a356-cedc-4ea9-98a8-2b0a15470f1b req-cdb246f3-7312-4acd-bef9-7895a5a4f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:49.681825 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e8d2a356-cedc-4ea9-98a8-2b0a15470f1b req-cdb246f3-7312-4acd-bef9-7895a5a4f62d service neutron] 10.222.0.38 "GET /v2.0/networks?id=d6d3be3c-922d-4024-a305-32cc63f4a5a8 HTTP/1.1" status: 200 len: 899 time: 0.1278737 Jun 25 09:32:49.797416 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e8d2a356-cedc-4ea9-98a8-2b0a15470f1b req-138dc1d8-0970-4d54-a5d6-f05793241f2a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 HTTP/1.1" status: 200 len: 217 time: 0.0898919 Jun 25 09:32:49.800807 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f1e83fc-e553-4809-942e-450bba7451b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:49.975578 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d6892f5-0f09-4bec-b749-c9dbdb477647 req-8a61d3d2-024f-415a-91cd-e5dcff059cb2 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/security-groups?id=26e13ba0-b2f9-4473-8a60-25131638eac1&id=33cd5e90-477d-4688-afd6-d2249ea042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.9560847 Jun 25 09:32:49.986879 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f50c2de2-1417-48c9-9ccb-8dc21b53b2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:49.996020 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f50c2de2-1417-48c9-9ccb-8dc21b53b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:50.030756 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9163111e-0b4e-41a5-ac94-cedeb4ef8328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:50.038353 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f50c2de2-1417-48c9-9ccb-8dc21b53b2d6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=91e5fe5147404cc3bf4e320908b6906f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9535291 Jun 25 09:32:50.038707 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41460) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:50.053050 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f1e83fc-e553-4809-942e-450bba7451b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:50.081621 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-be480df0-58f2-4b46-b29d-67d11bbc9e16 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port c3fa3f30-fd17-4ce4-b8b6-062681008b86 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:50.081970 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-be480df0-58f2-4b46-b29d-67d11bbc9e16 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:50.087997 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:50.095713 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2a356-cedc-4ea9-98a8-2b0a15470f1b req-14507015-3d25-4ebc-b57c-0ac4179d535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:50.099382 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e8d2a356-cedc-4ea9-98a8-2b0a15470f1b req-14507015-3d25-4ebc-b57c-0ac4179d535f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4d51e89-4dcb-4db8-9754-170f1be1d010 HTTP/1.1" status: 200 len: 835 time: 0.2902360 Jun 25 09:32:50.179989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c2de2-1417-48c9-9ccb-8dc21b53b2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647b33b4-52c4-4c17-912f-33f3a5e57bef,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:50.196706 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f50c2de2-1417-48c9-9ccb-8dc21b53b2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:50.232696 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785fe3b-be3e-48a1-b4d9-04b9a9d93b5c req-37597a50-df2e-4083-9e4f-2cf78de5b0be tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:50.240370 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7785fe3b-be3e-48a1-b4d9-04b9a9d93b5c req-37597a50-df2e-4083-9e4f-2cf78de5b0be tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 946 time: 0.4031885 Jun 25 09:32:50.247009 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2a356-cedc-4ea9-98a8-2b0a15470f1b req-69f53725-1cea-47d2-b0b7-ee29fb88c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:50.249397 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e8d2a356-cedc-4ea9-98a8-2b0a15470f1b req-69f53725-1cea-47d2-b0b7-ee29fb88c626 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d6d3be3c-922d-4024-a305-32cc63f4a5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1416268 Jun 25 09:32:50.251845 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f1e83fc-e553-4809-942e-450bba7451b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:50.278683 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cdd889db-3e26-4617-9a14-3ba4e68419e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:50.299673 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 48f060f1-5422-4c69-a092-353d280c42eb no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:32:50.316280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Transition to ACTIVE for port object 8a611250-5371-45dc-a851-c6e2127a541a will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:50.353010 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3f1e83fc-e553-4809-942e-450bba7451b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:50.355484 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3f1e83fc-e553-4809-942e-450bba7451b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "DELETE /v2.0/subnets/10565361-b002-49af-ab48-eaaaf7e32d4b HTTP/1.1" status: 204 len: 168 time: 1.0329897 Jun 25 09:32:50.357656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e83fc-e553-4809-942e-450bba7451b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event deleted for resources: {'Subnet': ['ID=10565361-b002-49af-ab48-eaaaf7e32d4b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:50.359902 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41462) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:50.367340 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aadbf44-0c0c-44ee-9f16-ae71cf5ea75e None None] Network 4852d93d-a949-4eee-b540-8d45ff5f52a0 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:50.369474 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 48f060f1-5422-4c69-a092-353d280c42eb {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:32:50.369824 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 48f060f1-5422-4c69-a092-353d280c42eb not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:32:50.447133 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b5d18fd-657d-4b03-8a03-cd15a4ae04da req-46c6a558-377a-4f0d-af7f-be678fb5e86e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb1cb3a7-fbc8-4569-a480-d7b36f1b7499 HTTP/1.1" status: 200 len: 210 time: 0.2446947 Jun 25 09:32:50.490468 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-be480df0-58f2-4b46-b29d-67d11bbc9e16 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:50.498110 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7785fe3b-be3e-48a1-b4d9-04b9a9d93b5c req-5031e7d7-da52-46d9-883d-7c3711fc7793 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569211 Jun 25 09:32:50.521908 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-be480df0-58f2-4b46-b29d-67d11bbc9e16 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for c3fa3f30-fd17-4ce4-b8b6-062681008b86 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:50.576924 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3f1e83fc-e553-4809-942e-450bba7451b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:50.583543 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:50.602465 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7edf7e3-e5dd-43f8-b169-9d39e46de4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:50.674780 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:50.675108 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e8d2a356-cedc-4ea9-98a8-2b0a15470f1b req-b3460e8b-2da2-4339-87c8-da567c981c2b service neutron] 10.222.0.38 "GET /v2.0/networks/d6d3be3c-922d-4024-a305-32cc63f4a5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980367 Jun 25 09:32:50.686667 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f08859cd-14f3-4d33-af89-f657be251442 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:50.688310 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3437ea5-e513-444b-8d8b-0b106cac6bec None None] Network 8be12e16-586d-4bc8-8af4-dc1038826c3f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:50.698731 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7edf7e3-e5dd-43f8-b169-9d39e46de4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:50.701819 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Deleting port cf0810be-6766-49ad-b0a3-27afc2207f20 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:50.702342 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:50.723462 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:32:50.785678 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Network 8be12e16-586d-4bc8-8af4-dc1038826c3f is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:50.809499 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:50.839625 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Pushing event updated for resources: {'Port': ['ID=8a611250-5371-45dc-a851-c6e2127a541a,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:50.846399 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:50.851136 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:50.872885 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] For port cf0810be-6766-49ad-b0a3-27afc2207f20, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=cf0810be-6766-49ad-b0a3-27afc2207f20,segment=NetworkSegment(dfda4f86-0d8c-4746-92da-ab3a6f85c604),segment_id=dfda4f86-0d8c-4746-92da-ab3a6f85c604)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:50.873269 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:50.898800 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0efe5bd1-69ed-4fdc-8616-3264af892277 None None] Provisioning for port f258074d-6465-4609-ac96-723aa908e0e3 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:50.899227 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Calling delete_port for cf0810be-6766-49ad-b0a3-27afc2207f20 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:50.957183 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e8d2a356-cedc-4ea9-98a8-2b0a15470f1b req-41204e2f-aa32-41ed-8b32-1bb00c76478f service neutron] 10.222.0.38 "GET /v2.0/networks/d6d3be3c-922d-4024-a305-32cc63f4a5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724688 Jun 25 09:32:50.965997 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-be480df0-58f2-4b46-b29d-67d11bbc9e16 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:50.976481 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:51.005784 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7edf7e3-e5dd-43f8-b169-9d39e46de4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:51.008516 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a7edf7e3-e5dd-43f8-b169-9d39e46de4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:51.009796 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a7edf7e3-e5dd-43f8-b169-9d39e46de4c9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/647b33b4-52c4-4c17-912f-33f3a5e57bef HTTP/1.1" status: 204 len: 168 time: 0.9646599 Jun 25 09:32:51.084030 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4c77a6-daf7-4528-b306-da3beb77d56c None None] DHCP port deletion for 4852d93d-a949-4eee-b540-8d45ff5f52a0 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:32:51.128036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:51.128753 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:51.131887 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be480df0-58f2-4b46-b29d-67d11bbc9e16 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=c3fa3f30-fd17-4ce4-b8b6-062681008b86,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:51.136832 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-be480df0-58f2-4b46-b29d-67d11bbc9e16 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:51.149398 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-be480df0-58f2-4b46-b29d-67d11bbc9e16 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:51.151910 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-be480df0-58f2-4b46-b29d-67d11bbc9e16 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/c3fa3f30-fd17-4ce4-b8b6-062681008b86 HTTP/1.1" status: 204 len: 168 time: 2.0898707 Jun 25 09:32:51.157739 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-842f624a-d0c5-4991-bfe8-d80482e2a56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:51.160543 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41468) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:51.205274 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edf7e3-e5dd-43f8-b169-9d39e46de4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647b33b4-52c4-4c17-912f-33f3a5e57bef,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:51.210827 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a7edf7e3-e5dd-43f8-b169-9d39e46de4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:51.223694 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9778314 Jun 25 09:32:51.224694 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41470) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:51.275303 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:51.286994 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-387b7b79-6ed9-4373-805a-4ceb180c5546 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:51.347174 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event deleted for resources: {'Port': ['ID=cf0810be-6766-49ad-b0a3-27afc2207f20,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:51.352841 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:51.387727 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] No DVR routers for this DVR port cf0810be-6766-49ad-b0a3-27afc2207f20 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:32:51.407678 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c77a6-daf7-4528-b306-da3beb77d56c None None] Deleting port cf0810be-6766-49ad-b0a3-27afc2207f20 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:51.408407 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b4c77a6-daf7-4528-b306-da3beb77d56c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:51.421324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9882b8d-6480-4e4f-99a0-0591f75c56cf tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:51.429384 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9882b8d-6480-4e4f-99a0-0591f75c56cf tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:51.431762 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a9882b8d-6480-4e4f-99a0-0591f75c56cf tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2667906 Jun 25 09:32:51.440086 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41474) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:51.441588 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f258074d-6465-4609-ac96-723aa908e0e3 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:51.601356 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:51.623086 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39d498-560d-4569-84e4-4a5e8b0120bf req-f6eb9095-ad5d-43aa-b67e-d0146db0818e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:51.624970 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc39d498-560d-4569-84e4-4a5e8b0120bf req-f6eb9095-ad5d-43aa-b67e-d0146db0818e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 983 time: 0.2988381 Jun 25 09:32:51.630556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4852d93d-a949-4eee-b540-8d45ff5f52a0']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:51.642481 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-1069056b-e030-422b-9665-0b57190b5036 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Deleting port 8a611250-5371-45dc-a851-c6e2127a541a {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:51.642695 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1069056b-e030-422b-9665-0b57190b5036 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:51.646669 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4b4c77a6-daf7-4528-b306-da3beb77d56c None None] For port cf0810be-6766-49ad-b0a3-27afc2207f20, host n-d-761264-15, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:51.647139 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b4c77a6-daf7-4528-b306-da3beb77d56c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:51.654623 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfda4f86-0d8c-4746-92da-ab3a6f85c604') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:51.654944 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfda4f86-0d8c-4746-92da-ab3a6f85c604') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:51.672482 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:51.701156 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:51.708322 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:32:51.708925 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:51.711482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c77a6-daf7-4528-b306-da3beb77d56c None None] Calling delete_port for cf0810be-6766-49ad-b0a3-27afc2207f20 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:51.721919 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.ipam_backend_mixin [None req-4b4c77a6-daf7-4528-b306-da3beb77d56c None None] Port cf0810be-6766-49ad-b0a3-27afc2207f20 was not found and therefore no delete operation was performed {{(pid=94026) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:32:51.743721 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b4c77a6-daf7-4528-b306-da3beb77d56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:51.783151 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:51.794940 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:32:51.798530 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:32:51.801779 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:51.814298 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:51.823151 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "DELETE /v2.0/networks/4852d93d-a949-4eee-b540-8d45ff5f52a0 HTTP/1.1" status: 204 len: 168 time: 1.4508386 Jun 25 09:32:51.823810 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41484) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:51.824580 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-62c39235-6022-460f-a418-1539650a9afc tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:51.876188 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-82a98025-a236-4ea3-9630-bd662bbe4756 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "GET /v2.0/ports?device_id=6c0c96bf-39a4-4143-9315-882149e2c123 HTTP/1.1" status: 200 len: 205 time: 0.0461113 Jun 25 09:32:51.876753 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Pushing event deleted for resources: {'Network': ['ID=4852d93d-a949-4eee-b540-8d45ff5f52a0,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:51.879831 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:51.880362 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41488) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:51.905530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port f258074d-6465-4609-ac96-723aa908e0e3 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:51.910518 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c77a6-daf7-4528-b306-da3beb77d56c None None] Pushing event deleted for resources: {'Port': ['ID=cf0810be-6766-49ad-b0a3-27afc2207f20,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:51.913263 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b4c77a6-daf7-4528-b306-da3beb77d56c None None] Network 4852d93d-a949-4eee-b540-8d45ff5f52a0 is not hosted by any dhcp agent {{(pid=94026) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 09:32:51.913734 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4c77a6-daf7-4528-b306-da3beb77d56c None None] No DVR routers for this DVR port cf0810be-6766-49ad-b0a3-27afc2207f20 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:32:51.918728 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4b4c77a6-daf7-4528-b306-da3beb77d56c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:51.936488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port f258074d-6465-4609-ac96-723aa908e0e3 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:51.937139 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:52.011315 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5e68dcb2-4a98-45b8-82d7-e00b218f22e9 None None] Provisioning for port 8a611250-5371-45dc-a851-c6e2127a541a completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:52.047915 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc39d498-560d-4569-84e4-4a5e8b0120bf req-6ebc15b5-8172-495f-9e5e-e368f671624e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/security-groups?id=26e13ba0-b2f9-4473-8a60-25131638eac1&id=33cd5e90-477d-4688-afd6-d2249ea042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4220092 Jun 25 09:32:52.099839 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa6db708-a81b-4105-8104-b1f29de4f355 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:52.109996 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5e68dcb2-4a98-45b8-82d7-e00b218f22e9 None None] Provisioning complete for port 8a611250-5371-45dc-a851-c6e2127a541a triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:52.110381 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e68dcb2-4a98-45b8-82d7-e00b218f22e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:52.209659 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1069056b-e030-422b-9665-0b57190b5036 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:52.248149 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5e68dcb2-4a98-45b8-82d7-e00b218f22e9 None None] Port 8a611250-5371-45dc-a851-c6e2127a541a cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:32:52.272561 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d354353e-e53d-4d4b-91a4-0791fcdbe7f3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port ff9f8455-2018-4fc2-b213-4049f3025aa5 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:32:52.273053 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d354353e-e53d-4d4b-91a4-0791fcdbe7f3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:52.283064 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=e7db1a47-60b3-4db5-a7e3-4239c3a5ea36,segment=NetworkSegment(feeee608-27ed-4689-abb6-3e7b965ef8cd),segment_id=feeee608-27ed-4689-abb6-3e7b965ef8cd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:52.295545 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5e68dcb2-4a98-45b8-82d7-e00b218f22e9 None None] Provisioning complete for port f258074d-6465-4609-ac96-723aa908e0e3 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:52.295929 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e68dcb2-4a98-45b8-82d7-e00b218f22e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:52.336171 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-1069056b-e030-422b-9665-0b57190b5036 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Calling delete_port for 8a611250-5371-45dc-a851-c6e2127a541a owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:52.453973 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa6db708-a81b-4105-8104-b1f29de4f355 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:52.457550 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa6db708-a81b-4105-8104-b1f29de4f355 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:52.465880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268563e-8309-424b-b024-997f5a3233ce req-27e99f45-e613-420d-83c3-685b400d690e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:52.474903 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2268563e-8309-424b-b024-997f5a3233ce req-27e99f45-e613-420d-83c3-685b400d690e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 946 time: 0.5409062 Jun 25 09:32:52.540943 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2268563e-8309-424b-b024-997f5a3233ce req-3765de84-57a8-4ded-b958-67cbdff3b640 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621822 Jun 25 09:32:52.574790 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa6db708-a81b-4105-8104-b1f29de4f355 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:52.575530 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6db708-a81b-4105-8104-b1f29de4f355 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Fanout notify agent at l3_agent the message router_deleted on router 6c0c96bf-39a4-4143-9315-882149e2c123 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:32:52.599696 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aa6db708-a81b-4105-8104-b1f29de4f355 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:52.610161 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-aa6db708-a81b-4105-8104-b1f29de4f355 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] 10.222.0.93 "DELETE /v2.0/routers/6c0c96bf-39a4-4143-9315-882149e2c123 HTTP/1.1" status: 204 len: 168 time: 0.7259922 Jun 25 09:32:52.614666 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'e7db1a47-60b3-4db5-a7e3-4239c3a5ea36', 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8', 'port_id': 'e7db1a47-60b3-4db5-a7e3-4239c3a5ea36', 'mac_address': 'fa:16:3e:4e:9b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:32:52.645594 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea8cf040-f7e2-47ea-aaff-3e38202a5477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:52.667016 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d354353e-e53d-4d4b-91a4-0791fcdbe7f3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:52.670504 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:52.727085 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:52.749809 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:32:52.755571 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port f258074d-6465-4609-ac96-723aa908e0e3, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f258074d-6465-4609-ac96-723aa908e0e3,segment=NetworkSegment(ed62be6a-f720-47b5-b037-b45a0d76824f),segment_id=ed62be6a-f720-47b5-b037-b45a0d76824f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:52.759846 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d354353e-e53d-4d4b-91a4-0791fcdbe7f3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for ff9f8455-2018-4fc2-b213-4049f3025aa5 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:32:52.768370 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-7b93fc31-4277-43d3-b19e-f5573ea2450f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:52.776829 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-7b93fc31-4277-43d3-b19e-f5573ea2450f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 812 time: 0.5883968 Jun 25 09:32:52.787177 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:52.801836 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:52.830823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=e7db1a47-60b3-4db5-a7e3-4239c3a5ea36,segment=NetworkSegment(feeee608-27ed-4689-abb6-3e7b965ef8cd),segment_id=feeee608-27ed-4689-abb6-3e7b965ef8cd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:52.891262 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-9d78d19b-d706-4979-93a0-62fcfa0dbbfd tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/quotas/44d174b12e72448983d64be8e279b8cf HTTP/1.1" status: 200 len: 375 time: 0.0762310 Jun 25 09:32:52.912197 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e68dcb2-4a98-45b8-82d7-e00b218f22e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:52.932496 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=f258074d-6465-4609-ac96-723aa908e0e3,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:52.960791 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device cf0810be-6766-49ad-b0a3-27afc2207f20 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:32:52.970305 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:53.020067 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:53.020695 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:53.024618 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-e52fff03-4a47-4335-9563-3739dad79f5c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1205838 Jun 25 09:32:53.032852 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: cf0810be-6766-49ad-b0a3-27afc2207f20 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:32:53.032852 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device cf0810be-6766-49ad-b0a3-27afc2207f20 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:32:53.084194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41524) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:53.225637 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=e7db1a47-60b3-4db5-a7e3-4239c3a5ea36,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:53.231436 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1069056b-e030-422b-9665-0b57190b5036 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:53.238350 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fb923062-8de2-4084-9907-0519a40643db tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:53.242520 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:53.243456 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-5e68dcb2-4a98-45b8-82d7-e00b218f22e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:32:53.246703 n-d-761264-15 neutron-server[94026]: DEBUG oslo_db.api [None req-5e68dcb2-4a98-45b8-82d7-e00b218f22e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:32:53.247985 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d354353e-e53d-4d4b-91a4-0791fcdbe7f3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:53.279896 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f258074d-6465-4609-ac96-723aa908e0e3 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:53.395755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069056b-e030-422b-9665-0b57190b5036 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Pushing event deleted for resources: {'Port': ['ID=8a611250-5371-45dc-a851-c6e2127a541a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:53.400559 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1069056b-e030-422b-9665-0b57190b5036 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:53.421228 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-522aa4ac-f727-40ff-b06e-90314a149058 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fb14f92d5f6740e6800ff2233263e20b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328991 Jun 25 09:32:53.421920 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41530) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:53.448174 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port f258074d-6465-4609-ac96-723aa908e0e3 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:53.448555 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:53.521923 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1c0de08d-b670-4c1e-b1a2-a96548780f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:53.527158 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['e7db1a47-60b3-4db5-a7e3-4239c3a5ea36'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:32:53.529483 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fd5d01be-112a-4b89-8e12-c3e465075238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:53.578677 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fd5d01be-112a-4b89-8e12-c3e465075238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:53.599535 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d354353e-e53d-4d4b-91a4-0791fcdbe7f3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:53.602148 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d354353e-e53d-4d4b-91a4-0791fcdbe7f3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/ff9f8455-2018-4fc2-b213-4049f3025aa5 HTTP/1.1" status: 204 len: 168 time: 2.1598570 Jun 25 09:32:53.609469 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41534) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:53.665695 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-e9a63dec-fed7-418f-a0d8-23bad7174470 service neutron] 10.222.0.93 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166482 Jun 25 09:32:53.683639 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354353e-e53d-4d4b-91a4-0791fcdbe7f3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=ff9f8455-2018-4fc2-b213-4049f3025aa5,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:53.717238 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d354353e-e53d-4d4b-91a4-0791fcdbe7f3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:53.809395 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1069056b-e030-422b-9665-0b57190b5036 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:53.811732 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1069056b-e030-422b-9665-0b57190b5036 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] 10.222.0.93 "DELETE /v2.0/ports/8a611250-5371-45dc-a851-c6e2127a541a HTTP/1.1" status: 204 len: 168 time: 2.5854406 Jun 25 09:32:53.818691 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41538) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:53.837494 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86143e72-0eb2-4358-9150-fa7c417862d5 req-d8a1bb3c-b95d-4bfe-96d7-00b0d22bb11f tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:53.839871 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-86143e72-0eb2-4358-9150-fa7c417862d5 req-d8a1bb3c-b95d-4bfe-96d7-00b0d22bb11f tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 984 time: 0.4381809 Jun 25 09:32:53.871902 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fd5d01be-112a-4b89-8e12-c3e465075238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:53.880565 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fd5d01be-112a-4b89-8e12-c3e465075238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:53.890088 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fd5d01be-112a-4b89-8e12-c3e465075238 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1ea575db-f6d1-4b24-bca6-882b51484b97 HTTP/1.1" status: 204 len: 168 time: 0.4647973 Jun 25 09:32:53.904366 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a0f63654-8990-42f8-95ac-73a3426746ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:53.920334 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-86143e72-0eb2-4358-9150-fa7c417862d5 req-141b473b-ad5a-4a0a-9a40-df7a3e2547b8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/security-groups?id=26e13ba0-b2f9-4473-8a60-25131638eac1&id=33cd5e90-477d-4688-afd6-d2249ea042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0661469 Jun 25 09:32:53.926119 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41544) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:53.932888 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5a2558b5-97fa-4021-b839-372b81469458 None None] Could not find standard attr ID for object 8a611250-5371-45dc-a851-c6e2127a541a. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:32:53.949193 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-58810dcd-36ab-469a-bc06-51d579e3652e service neutron] 10.222.0.93 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823660 Jun 25 09:32:53.952887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fceafc-7216-4a3e-a07e-f748f045a703 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:53.954471 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f3fceafc-7216-4a3e-a07e-f748f045a703 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3441350 Jun 25 09:32:53.957423 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41548) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:53.986698 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d01be-112a-4b89-8e12-c3e465075238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea575db-f6d1-4b24-bca6-882b51484b97,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:53.996682 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fd5d01be-112a-4b89-8e12-c3e465075238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:54.060942 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bc9e68-d659-4f21-8547-bb45204bcd94 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] GET failed (client error): The resource could not be found. Jun 25 09:32:54.065717 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-79bc9e68-d659-4f21-8547-bb45204bcd94 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/c3fa3f30-fd17-4ce4-b8b6-062681008b86 HTTP/1.1" status: 404 len: 333 time: 0.1070106 Jun 25 09:32:54.066137 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:54.084302 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41550) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:54.166463 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffc2650-8444-4a13-9062-e4b9b392d77b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] GET failed (client error): The resource could not be found. Jun 25 09:32:54.177114 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4ffc2650-8444-4a13-9062-e4b9b392d77b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/ff9f8455-2018-4fc2-b213-4049f3025aa5 HTTP/1.1" status: 404 len: 333 time: 0.0804563 Jun 25 09:32:54.177898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41554) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:54.410649 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb371fbd-b763-4dc8-a75e-b2da9a7f88e4 req-ec28a86b-c765-4365-94cd-9b576b9eff10 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 210 time: 0.0899761 Jun 25 09:32:54.413643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4a86f428-6a8b-4d4e-aab3-55b31b676f60 tempest-DHCPAgentSchedulersTestJSON-49267913 tempest-DHCPAgentSchedulersTestJSON-49267913-project-admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.5722215 Jun 25 09:32:54.416809 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41564) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:54.423986 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-af017df0-23ea-44a6-9568-279ee42c8277 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-320636154'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:54.459762 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e5bf089-0d07-4c04-b588-c0d50116a695 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:54.489727 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-25629540-67a9-4948-8b0b-2d4c6716cf8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:54.511941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af017df0-23ea-44a6-9568-279ee42c8277 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Made reservation on behalf of 1e308daf82a64f58afc557a57595ad91 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:54.516262 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af017df0-23ea-44a6-9568-279ee42c8277 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:54.558550 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163464b-69bb-4091-bcb8-b366d1188368 req-95f74d08-d2cc-4355-99cd-2c56082693e1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:54.567338 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7163464b-69bb-4091-bcb8-b366d1188368 req-95f74d08-d2cc-4355-99cd-2c56082693e1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 946 time: 0.3299327 Jun 25 09:32:54.570968 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af017df0-23ea-44a6-9568-279ee42c8277 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:32:54.583514 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af017df0-23ea-44a6-9568-279ee42c8277 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:54.584123 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-af017df0-23ea-44a6-9568-279ee42c8277 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Added segment 3820eb90-288f-4d12-8497-172bb4c22bb1 of type vlan for network ec5aa7bb-fb2d-4e3e-adb5-de2e18bbf885 Jun 25 09:32:54.665529 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af017df0-23ea-44a6-9568-279ee42c8277 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:54.720011 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af017df0-23ea-44a6-9568-279ee42c8277 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:54.729523 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af017df0-23ea-44a6-9568-279ee42c8277 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:54.731152 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-af017df0-23ea-44a6-9568-279ee42c8277 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:54.738106 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d40da006-2684-45fd-9cd6-95eeaaec5dd5 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:54.834969 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af017df0-23ea-44a6-9568-279ee42c8277 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Pushing event updated for resources: {'Network': ['ID=ec5aa7bb-fb2d-4e3e-adb5-de2e18bbf885,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:54.839647 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7163464b-69bb-4091-bcb8-b366d1188368 req-d4f4bfbb-f113-4db2-89bb-e2de354829e2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766628 Jun 25 09:32:54.839957 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-af017df0-23ea-44a6-9568-279ee42c8277 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:54.850087 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network ec5aa7bb-fb2d-4e3e-adb5-de2e18bbf885 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:32:54.864976 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e5bf089-0d07-4c04-b588-c0d50116a695 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:54.882415 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-7e5bf089-0d07-4c04-b588-c0d50116a695 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05903dba-e973-4455-9d5d-9b765cf4f1fd']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:54.897863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-7e5bf089-0d07-4c04-b588-c0d50116a695 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ecb04d-9207-4b48-9688-32463f1fd2ec') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:54.898314 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-7e5bf089-0d07-4c04-b588-c0d50116a695 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ecb04d-9207-4b48-9688-32463f1fd2ec') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:54.920025 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e5bf089-0d07-4c04-b588-c0d50116a695 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:54.946436 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e5bf089-0d07-4c04-b588-c0d50116a695 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:54.957212 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5bf089-0d07-4c04-b588-c0d50116a695 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:32:54.957753 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e5bf089-0d07-4c04-b588-c0d50116a695 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:32:54.961437 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:32:55.039230 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-25629540-67a9-4948-8b0b-2d4c6716cf8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:55.045721 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-25629540-67a9-4948-8b0b-2d4c6716cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:55.048954 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-138c1aed-860d-4750-826d-3b1d4daf40ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:55.056444 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-06131dec-7ce3-4f2b-b3be-1ff7812bcef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:55.059278 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-af017df0-23ea-44a6-9568-279ee42c8277 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6403689 Jun 25 09:32:55.061782 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41584) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:55.091296 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25629540-67a9-4948-8b0b-2d4c6716cf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac312c3f-086e-428d-85d1-b2e21d9fdddb,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:55.096560 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e5bf089-0d07-4c04-b588-c0d50116a695 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:55.102153 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-25629540-67a9-4948-8b0b-2d4c6716cf8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:55.109636 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a8ca2e66-76e4-419f-92bc-3235a7e89a81 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:55.129402 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e5bf089-0d07-4c04-b588-c0d50116a695 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:55.135616 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7e5bf089-0d07-4c04-b588-c0d50116a695 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/networks/05903dba-e973-4455-9d5d-9b765cf4f1fd HTTP/1.1" status: 204 len: 168 time: 0.9540136 Jun 25 09:32:55.136988 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5bf089-0d07-4c04-b588-c0d50116a695 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Network': ['ID=05903dba-e973-4455-9d5d-9b765cf4f1fd,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:55.138890 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41588) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:55.145911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-5735edf0-119a-49c7-a87e-ca6e2d58d59f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-35280696'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:55.150550 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7e5bf089-0d07-4c04-b588-c0d50116a695 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:55.158380 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-25629540-67a9-4948-8b0b-2d4c6716cf8f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4d87e7688dea485cbc33f118f8ddff53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2309113 Jun 25 09:32:55.163316 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41590) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:55.199825 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:55.230348 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5735edf0-119a-49c7-a87e-ca6e2d58d59f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:55.234525 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5735edf0-119a-49c7-a87e-ca6e2d58d59f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:55.313383 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5735edf0-119a-49c7-a87e-ca6e2d58d59f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:32:55.328500 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5735edf0-119a-49c7-a87e-ca6e2d58d59f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:55.329655 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-5735edf0-119a-49c7-a87e-ca6e2d58d59f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Added segment d0d2fb82-bf52-4c30-b2b0-e54755a15d5c of type vlan for network f706ef59-6130-44c7-a1e6-ca5eb9350039 Jun 25 09:32:55.332349 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c5a43281-9046-432f-875e-36fd35a3dd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:55.396991 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c5a43281-9046-432f-875e-36fd35a3dd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:55.418888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da841321-15fb-4dee-86da-dcf4e290b089 req-9c46abc3-abf5-41fa-ac40-22c0bcfb5695 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:55.420556 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da841321-15fb-4dee-86da-dcf4e290b089 req-9c46abc3-abf5-41fa-ac40-22c0bcfb5695 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 984 time: 0.1935089 Jun 25 09:32:55.425950 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5735edf0-119a-49c7-a87e-ca6e2d58d59f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:55.491821 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-274d9955-e69c-41a0-8cc7-bc64b7e85050 tempest-DHCPAgentSchedulersTestJSON-49267913 tempest-DHCPAgentSchedulersTestJSON-49267913-project-admin] 10.222.0.93 "GET /v2.0/agents/d0acba69-80f2-4c11-8430-d38165e31bfb/dhcp-networks HTTP/1.1" status: 200 len: 6439 time: 0.4258263 Jun 25 09:32:55.492921 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41598) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:55.585583 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5735edf0-119a-49c7-a87e-ca6e2d58d59f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:55.596246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5735edf0-119a-49c7-a87e-ca6e2d58d59f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:55.598406 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5735edf0-119a-49c7-a87e-ca6e2d58d59f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:55.629671 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7e5bf089-0d07-4c04-b588-c0d50116a695 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:55.656098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458ace31-f8bf-4bfb-8a65-b68fda7a19a7 tempest-DHCPAgentSchedulersTestJSON-49267913 tempest-DHCPAgentSchedulersTestJSON-49267913-project-admin] Network ec5aa7bb-fb2d-4e3e-adb5-de2e18bbf885 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:32:55.686166 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-894e2e9a-9f4f-4138-8d03-e344b4e5395b req-b9ebbb7f-de42-404c-9112-8750f4047a6d tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 210 time: 0.1153972 Jun 25 09:32:55.692385 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb48280-8b19-462e-82f6-4267b3497c40 None None] Network ec5aa7bb-fb2d-4e3e-adb5-de2e18bbf885 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:55.695656 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-458ace31-f8bf-4bfb-8a65-b68fda7a19a7 tempest-DHCPAgentSchedulersTestJSON-49267913 tempest-DHCPAgentSchedulersTestJSON-49267913-project-admin] 10.222.0.93 "POST /v2.0/agents/d0acba69-80f2-4c11-8430-d38165e31bfb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2013979 Jun 25 09:32:55.704243 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41604) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:55.785347 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:32:55.795530 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5735edf0-119a-49c7-a87e-ca6e2d58d59f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6542768 Jun 25 09:32:55.805157 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41606) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:55.812202 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da841321-15fb-4dee-86da-dcf4e290b089 req-0eb0e3c4-7b95-4342-bfa1-1fdda315d106 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/security-groups?id=26e13ba0-b2f9-4473-8a60-25131638eac1&id=33cd5e90-477d-4688-afd6-d2249ea042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3820083 Jun 25 09:32:55.839738 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-0a7831eb-f1dc-4ace-a7c1-38cedd8ea9f2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'subnet': {'network_id': 'f706ef59-6130-44c7-a1e6-ca5eb9350039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:55.977603 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fc18d1bd-ab9d-479f-986a-9ae4b01e9f6c tempest-DHCPAgentSchedulersTestJSON-49267913 tempest-DHCPAgentSchedulersTestJSON-49267913-project-admin] 10.222.0.93 "GET /v2.0/agents/d0acba69-80f2-4c11-8430-d38165e31bfb/dhcp-networks HTTP/1.1" status: 200 len: 7210 time: 0.2681718 Jun 25 09:32:55.978261 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41614) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:56.044056 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:32:56.057569 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:32:56.058934 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:56.237035 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ba8a494e-c970-4935-a7bd-7246bc051129 tempest-DHCPAgentSchedulersTestJSON-49267913 tempest-DHCPAgentSchedulersTestJSON-49267913-project-admin] 10.222.0.93 "DELETE /v2.0/agents/d0acba69-80f2-4c11-8430-d38165e31bfb/dhcp-networks/ec5aa7bb-fb2d-4e3e-adb5-de2e18bbf885 HTTP/1.1" status: 204 len: 168 time: 0.2536728 Jun 25 09:32:56.238104 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41620) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:56.259596 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:56.265797 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:56.335947 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6acebe8-2511-4354-af33-039d05f9c70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7db1a47-60b3-4db5-a7e3-4239c3a5ea36'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:32:56.338370 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a8f771-71e9-4345-bc66-e564b9d8f271" -d '{"events": [{"server_uuid": "f6acebe8-2511-4354-af33-039d05f9c70a", "name": "network-vif-plugged", "status": "completed", "tag": "e7db1a47-60b3-4db5-a7e3-4239c3a5ea36"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:32:56.403576 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=e7db1a47-60b3-4db5-a7e3-4239c3a5ea36,segment=NetworkSegment(feeee608-27ed-4689-abb6-3e7b965ef8cd),segment_id=feeee608-27ed-4689-abb6-3e7b965ef8cd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:32:56.411312 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:56.423365 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4fe6ccef-2ba3-4ca8-9110-3c88ff2afd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:56.453244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735edf0-119a-49c7-a87e-ca6e2d58d59f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Network': ['ID=f706ef59-6130-44c7-a1e6-ca5eb9350039,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:56.465720 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-99914ab4-2420-4f23-8b0c-6e95e77d4e23 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:56.476199 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-99914ab4-2420-4f23-8b0c-6e95e77d4e23 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 812 time: 0.4027073 Jun 25 09:32:56.483168 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5735edf0-119a-49c7-a87e-ca6e2d58d59f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:56.509953 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a0cb4c-36dd-4200-9a17-b5caef563526 x-openstack-request-id: req-56a0cb4c-36dd-4200-9a17-b5caef563526 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:32:56.511866 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-e99b3337-e481-4ec7-bc6a-1675e41f663c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Request body: {'port': {'device_id': 'b62efcec-5ff3-4d6b-be1a-fdd013b5ce65', 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28', 'admin_state_up': True, 'tenant_id': '44d174b12e72448983d64be8e279b8cf'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:56.513261 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6acebe8-2511-4354-af33-039d05f9c70a", "name": "network-vif-plugged", "status": "completed", "tag": "e7db1a47-60b3-4db5-a7e3-4239c3a5ea36", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:32:56.513688 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-56a0cb4c-36dd-4200-9a17-b5caef563526 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:32:56.514268 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6acebe8-2511-4354-af33-039d05f9c70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7db1a47-60b3-4db5-a7e3-4239c3a5ea36', 'code': 200} Jun 25 09:32:56.518009 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network f706ef59-6130-44c7-a1e6-ca5eb9350039 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:32:56.523241 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c5a43281-9046-432f-875e-36fd35a3dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:56.525643 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c5a43281-9046-432f-875e-36fd35a3dd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:56.529418 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c5a43281-9046-432f-875e-36fd35a3dd5f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ac312c3f-086e-428d-85d1-b2e21d9fdddb HTTP/1.1" status: 204 len: 168 time: 1.3587277 Jun 25 09:32:56.532513 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4f8b0af6-5d60-4f62-8b39-31c541655e3e tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:56.588973 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7831eb-f1dc-4ace-a7c1-38cedd8ea9f2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:56.597821 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a7831eb-f1dc-4ace-a7c1-38cedd8ea9f2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:56.611799 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a43281-9046-432f-875e-36fd35a3dd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac312c3f-086e-428d-85d1-b2e21d9fdddb,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:56.618203 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c5a43281-9046-432f-875e-36fd35a3dd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:56.750821 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=e7db1a47-60b3-4db5-a7e3-4239c3a5ea36,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:56.770087 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:56.807479 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42fda2-261c-4aed-bb15-354be5caaacf req-95551ceb-62de-4999-91a0-09a9640dfb22 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:56.809556 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f42fda2-261c-4aed-bb15-354be5caaacf req-95551ceb-62de-4999-91a0-09a9640dfb22 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 946 time: 0.3789561 Jun 25 09:32:56.939196 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-44c72ded-fa21-40de-a483-3601ae92483c tempest-DHCPAgentSchedulersTestJSON-49267913 tempest-DHCPAgentSchedulersTestJSON-49267913-project-admin] 10.222.0.93 "GET /v2.0/agents/d0acba69-80f2-4c11-8430-d38165e31bfb/dhcp-networks HTTP/1.1" status: 200 len: 6439 time: 0.6979420 Jun 25 09:32:56.942988 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41642) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:56.948678 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f42fda2-261c-4aed-bb15-354be5caaacf req-c9d7aefb-39bc-4c7a-97ee-89910abf2a90 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284742 Jun 25 09:32:57.055135 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-aee5fcef-8dc0-4d35-aa3f-c576a0681b22 tempest-DHCPAgentSchedulersTestJSON-49267913 tempest-DHCPAgentSchedulersTestJSON-49267913-project-admin] 10.222.0.93 "GET /v2.0/networks/8be12e16-586d-4bc8-8af4-dc1038826c3f/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1102281 Jun 25 09:32:57.067556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41648) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:57.081922 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-e99b3337-e481-4ec7-bc6a-1675e41f663c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Made reservation on behalf of 44d174b12e72448983d64be8e279b8cf for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:57.093400 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-e99b3337-e481-4ec7-bc6a-1675e41f663c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:57.101111 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a370473d-b175-4aab-8cfe-31db6039df8d req-28dc8892-a7d6-4d6a-8716-a870d2320598 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 210 time: 0.1487150 Jun 25 09:32:57.320344 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec10efe-fe28-42a3-8e1b-ea8b42f1f8f6 req-5eac0f17-c4f5-44e6-83ee-09ea283eb784 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:57.327484 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-e99b3337-e481-4ec7-bc6a-1675e41f663c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Allocated IP 172.20.0.14 (a124eb50-58b7-4400-83c7-66fc4f4c6f28/e6b7280b-d276-4f5e-ac6e-26dc1b12ab67/fd6c65bd-cd79-49a5-bd5e-998f98222c0c) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:57.329005 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ec10efe-fe28-42a3-8e1b-ea8b42f1f8f6 req-5eac0f17-c4f5-44e6-83ee-09ea283eb784 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 985 time: 0.2220118 Jun 25 09:32:57.341962 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a7831eb-f1dc-4ace-a7c1-38cedd8ea9f2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:57.352145 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fcd8ba7a-b9e2-475c-ba69-5a3f38ce5005 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:57.478785 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7831eb-f1dc-4ace-a7c1-38cedd8ea9f2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Checking segment: {'id': 'd0d2fb82-bf52-4c30-b2b0-e54755a15d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f706ef59-6130-44c7-a1e6-ca5eb9350039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:57.479826 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7831eb-f1dc-4ace-a7c1-38cedd8ea9f2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network hostable DHCP agents. Network: f706ef59-6130-44c7-a1e6-ca5eb9350039, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:32:57.501307 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ec10efe-fe28-42a3-8e1b-ea8b42f1f8f6 req-71b5cf29-d006-413e-a4dc-916e80a6f1bc tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/security-groups?id=26e13ba0-b2f9-4473-8a60-25131638eac1&id=33cd5e90-477d-4688-afd6-d2249ea042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1703622 Jun 25 09:32:57.568993 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7831eb-f1dc-4ace-a7c1-38cedd8ea9f2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Subnet': ['ID=537b0c02-13dc-41fb-8a6c-33e2ed2cdb3f,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:57.587219 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0a7831eb-f1dc-4ace-a7c1-38cedd8ea9f2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:57.590729 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f5b5b-dd62-4e69-a6fc-b7f875d35a26 req-e7e99449-3a6d-467b-bdf9-268c166cc273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:57.593863 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-aa5f5b5b-dd62-4e69-a6fc-b7f875d35a26 req-e7e99449-3a6d-467b-bdf9-268c166cc273 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 1137 time: 0.9227571 Jun 25 09:32:57.600775 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a63da3b1-4c5d-45bb-81c7-8f644fbc372c tempest-DHCPAgentSchedulersTestJSON-49267913 tempest-DHCPAgentSchedulersTestJSON-49267913-project-admin] 10.222.0.93 "GET /v2.0/networks/8be12e16-586d-4bc8-8af4-dc1038826c3f/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.5345984 Jun 25 09:32:57.601004 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7831eb-f1dc-4ace-a7c1-38cedd8ea9f2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network f706ef59-6130-44c7-a1e6-ca5eb9350039 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:32:57.602521 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41680) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:57.625856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-0a7831eb-f1dc-4ace-a7c1-38cedd8ea9f2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, f706ef59-6130-44c7-a1e6-ca5eb9350039) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:57.637725 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087aba23-c7c2-4776-97cd-a9d29362ebed None None] Network f706ef59-6130-44c7-a1e6-ca5eb9350039 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:32:57.645006 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7831eb-f1dc-4ace-a7c1-38cedd8ea9f2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:57.645773 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a7831eb-f1dc-4ace-a7c1-38cedd8ea9f2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:57.682208 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0a7831eb-f1dc-4ace-a7c1-38cedd8ea9f2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8762269 Jun 25 09:32:57.684268 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41684) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:57.690596 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'network_id': 'f706ef59-6130-44c7-a1e6-ca5eb9350039', 'name': 'tempest-PortsTestJSON-94967245'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:57.895694 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41698) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:57.964910 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-f706ef59-6130-44c7-a1e6-ca5eb9350039', 'network_id': 'f706ef59-6130-44c7-a1e6-ca5eb9350039', 'tenant_id': '264ca81b65924f5995bb3e60c2a6d08a', 'fixed_ips': [{'subnet_id': '537b0c02-13dc-41fb-8a6c-33e2ed2cdb3f'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:32:57.966090 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:58.011607 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:58.030314 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:58.127282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] device_id is not set on port 3fa98bbf-5d4a-43d1-9405-a68865c7165e yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:32:58.273620 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Allocated IP 172.20.0.2 (f706ef59-6130-44c7-a1e6-ca5eb9350039/537b0c02-13dc-41fb-8a6c-33e2ed2cdb3f/27947e70-1b02-440d-a0de-3435924da679) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:58.324002 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1289441522-network', 'tenant_id': 'e9f9f69313ff45efb3a4665fd5a00fa6'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:58.393461 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Made reservation on behalf of e9f9f69313ff45efb3a4665fd5a00fa6 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:32:58.396419 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:58.424371 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:58.451439 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:58.513432 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-58aa8027-b458-4f10-92c3-75ba9d7378e1 req-90e71bfd-7a72-4f0e-985b-4a132d5777a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 210 time: 0.0846996 Jun 25 09:32:58.563671 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d54f417c-7ac5-4203-8d87-f940aa067f1e tempest-DHCPAgentSchedulersTestJSON-49267913 tempest-DHCPAgentSchedulersTestJSON-49267913-project-admin] 10.222.0.93 "GET /v2.0/agents/d0acba69-80f2-4c11-8430-d38165e31bfb/dhcp-networks HTTP/1.1" status: 200 len: 7220 time: 0.9582164 Jun 25 09:32:58.572470 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41730) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:58.625174 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918581d-b2cc-47fa-a060-4133cebfb877 req-516107f5-2b25-418f-ac9f-f46034387736 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:58.633850 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c918581d-b2cc-47fa-a060-4133cebfb877 req-516107f5-2b25-418f-ac9f-f46034387736 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 946 time: 0.2544241 Jun 25 09:32:58.657494 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-aa5f5b5b-dd62-4e69-a6fc-b7f875d35a26 req-13d774e9-ff4b-42c6-ab1b-0c0b985b9aa2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=26e13ba0-b2f9-4473-8a60-25131638eac1&id=33cd5e90-477d-4688-afd6-d2249ea042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.0533795 Jun 25 09:32:58.715592 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-e99b3337-e481-4ec7-bc6a-1675e41f663c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:58.716873 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:58.738258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Transition to ACTIVE for port object 27947e70-1b02-440d-a0de-3435924da679 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:58.756217 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c918581d-b2cc-47fa-a060-4133cebfb877 req-64ad5d29-54c2-485c-9eca-ff2d7662e9ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206689 Jun 25 09:32:58.756887 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10b5ebd0-115f-48e5-aa39-b3060f5fe30b tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:58.767330 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Transition to ACTIVE for port object 27947e70-1b02-440d-a0de-3435924da679 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:58.781329 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:58.784671 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-84b9908b-e416-4579-b92c-1384fb138e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:58.860978 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Network f706ef59-6130-44c7-a1e6-ca5eb9350039 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:58.870937 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:58.874937 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:58.911442 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10b5ebd0-115f-48e5-aa39-b3060f5fe30b tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:58.922608 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-e99b3337-e481-4ec7-bc6a-1675e41f663c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:58.925764 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-10b5ebd0-115f-48e5-aa39-b3060f5fe30b tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5aa7bb-fb2d-4e3e-adb5-de2e18bbf885']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:58.931456 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c853f858-ea01-4d7b-8015-03ab96e5d489 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:58.967205 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:58.976353 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:58.986072 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1a5b4bb3-91f9-4a44-bd65-c1cd9d080784 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:59.001635 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Allocated IP 172.20.0.13 (f706ef59-6130-44c7-a1e6-ca5eb9350039/537b0c02-13dc-41fb-8a6c-33e2ed2cdb3f/3fa98bbf-5d4a-43d1-9405-a68865c7165e) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:32:59.015843 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:32:59.030259 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Pushing event updated for resources: {'Port': ['ID=27947e70-1b02-440d-a0de-3435924da679,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:59.033977 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Attempting to bind port 27947e70-1b02-440d-a0de-3435924da679 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:32:59.034785 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Attempting to bind port 27947e70-1b02-440d-a0de-3435924da679 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'd0d2fb82-bf52-4c30-b2b0-e54755a15d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f706ef59-6130-44c7-a1e6-ca5eb9350039'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:32:59.035161 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Attempting to bind port 27947e70-1b02-440d-a0de-3435924da679 on network f706ef59-6130-44c7-a1e6-ca5eb9350039 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:32:59.037523 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:59.042125 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:32:59.043005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Checking segment: {'id': 'd0d2fb82-bf52-4c30-b2b0-e54755a15d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f706ef59-6130-44c7-a1e6-ca5eb9350039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:32:59.043414 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:59.043806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Bound using segment: {'id': 'd0d2fb82-bf52-4c30-b2b0-e54755a15d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f706ef59-6130-44c7-a1e6-ca5eb9350039'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:32:59.044777 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Bound port: 27947e70-1b02-440d-a0de-3435924da679, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d2fb82-bf52-4c30-b2b0-e54755a15d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f706ef59-6130-44c7-a1e6-ca5eb9350039'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:32:59.045240 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:59.062053 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b2b39-3f5e-4916-96ff-be4adaf9833f req-b51aefee-5359-4bca-af64-3ab51b896f6d tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:59.062629 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-10b5ebd0-115f-48e5-aa39-b3060f5fe30b tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3820eb90-288f-4d12-8497-172bb4c22bb1') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:59.067838 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-10b5ebd0-115f-48e5-aa39-b3060f5fe30b tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3820eb90-288f-4d12-8497-172bb4c22bb1') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:32:59.074012 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-735b2b39-3f5e-4916-96ff-be4adaf9833f req-b51aefee-5359-4bca-af64-3ab51b896f6d tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 985 time: 0.3068466 Jun 25 09:32:59.089555 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10b5ebd0-115f-48e5-aa39-b3060f5fe30b tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:59.094669 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:59.095362 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Added segment 647ef4eb-bb4c-49e8-8625-09c5643ceb08 of type vlan for network c384ea6d-1574-4424-914e-6bd3c2188256 Jun 25 09:32:59.111742 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e64e90a-3e8c-4f45-b1c6-7e416780f128,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:59.130582 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:59.141481 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10b5ebd0-115f-48e5-aa39-b3060f5fe30b tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:59.156923 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] For port 27947e70-1b02-440d-a0de-3435924da679, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:32:59.161641 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] For port 27947e70-1b02-440d-a0de-3435924da679, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=27947e70-1b02-440d-a0de-3435924da679,segment=NetworkSegment(d0d2fb82-bf52-4c30-b2b0-e54755a15d5c),segment_id=d0d2fb82-bf52-4c30-b2b0-e54755a15d5c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:32:59.167792 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:59.168618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b5ebd0-115f-48e5-aa39-b3060f5fe30b tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:32:59.169066 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10b5ebd0-115f-48e5-aa39-b3060f5fe30b tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:59.182153 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4ea42b98-b1c8-4217-9cd6-dcfa23a22059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:59.198987 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-735b2b39-3f5e-4916-96ff-be4adaf9833f req-f9a0d409-1510-40cd-b95e-f2dbb3685162 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/security-groups?id=26e13ba0-b2f9-4473-8a60-25131638eac1&id=33cd5e90-477d-4688-afd6-d2249ea042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1235797 Jun 25 09:32:59.289941 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Pushing event updated for resources: {'Port': ['ID=27947e70-1b02-440d-a0de-3435924da679,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:32:59.303317 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:32:59.313427 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:59.326160 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:59.382875 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-e99b3337-e481-4ec7-bc6a-1675e41f663c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Network a124eb50-58b7-4400-83c7-66fc4f4c6f28 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:32:59.386501 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-e99b3337-e481-4ec7-bc6a-1675e41f663c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:32:59.394824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-e99b3337-e481-4ec7-bc6a-1675e41f663c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:32:59.435671 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:59.439439 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:59.440690 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:59.441316 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:59.445512 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-feefee3c-9c2e-4992-923f-f114d79c2e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:59.482730 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b3337-e481-4ec7-bc6a-1675e41f663c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Pushing event updated for resources: {'Port': ['ID=fd6c65bd-cd79-49a5-bd5e-998f98222c0c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:59.489266 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e99b3337-e481-4ec7-bc6a-1675e41f663c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:59.508489 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10b5ebd0-115f-48e5-aa39-b3060f5fe30b tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:59.521208 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-10b5ebd0-115f-48e5-aa39-b3060f5fe30b tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:59.523329 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-10b5ebd0-115f-48e5-aa39-b3060f5fe30b tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] 10.222.0.93 "DELETE /v2.0/networks/ec5aa7bb-fb2d-4e3e-adb5-de2e18bbf885 HTTP/1.1" status: 204 len: 168 time: 0.9492052 Jun 25 09:32:59.526631 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:59.532158 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41766) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:59.562224 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Transition to ACTIVE for port object 3fa98bbf-5d4a-43d1-9405-a68865c7165e will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:32:59.584076 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5ebd0-115f-48e5-aa39-b3060f5fe30b tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Pushing event deleted for resources: {'Network': ['ID=ec5aa7bb-fb2d-4e3e-adb5-de2e18bbf885,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:59.586931 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-10b5ebd0-115f-48e5-aa39-b3060f5fe30b tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:59.594319 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-e99b3337-e481-4ec7-bc6a-1675e41f663c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:32:59.594995 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-e99b3337-e481-4ec7-bc6a-1675e41f663c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:59.607753 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a924fb8-0df5-4a49-a26f-11e4896b8d82 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] DELETE failed (client error): The resource could not be found. Jun 25 09:32:59.609083 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a924fb8-0df5-4a49-a26f-11e4896b8d82 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:32:59.611215 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2a924fb8-0df5-4a49-a26f-11e4896b8d82 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] 10.222.0.93 "DELETE /v2.0/ports/8a611250-5371-45dc-a851-c6e2127a541a HTTP/1.1" status: 404 len: 333 time: 0.0778160 Jun 25 09:32:59.614564 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-e99b3337-e481-4ec7-bc6a-1675e41f663c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1107025 Jun 25 09:32:59.615119 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41770) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:59.695715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7958119 Jun 25 09:32:59.702420 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41772) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:59.706656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Request body: {'port': {'device_id': 'b62efcec-5ff3-4d6b-be1a-fdd013b5ce65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:59.724527 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-83d6ce7b-41e7-41a3-b3af-fb3947c0a953 admin admin] Request body: {'subnet': {'network_id': 'c384ea6d-1574-4424-914e-6bd3c2188256', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1289441522-subnet', 'tenant_id': 'e9f9f69313ff45efb3a4665fd5a00fa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:32:59.733159 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:59.751919 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41774) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:32:59.782775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c9c3ee-bc29-4710-8cd5-526eea9c0ffa tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Deleting subnet c4e36caf-2bd1-4b84-bb5c-725d622ed828 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:32:59.793196 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Pushing event updated for resources: {'Network': ['ID=c384ea6d-1574-4424-914e-6bd3c2188256,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:59.801387 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:59.809394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network c384ea6d-1574-4424-914e-6bd3c2188256 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:32:59.812176 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:32:59.813027 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73c9c3ee-bc29-4710-8cd5-526eea9c0ffa tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:32:59.986123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=3fa98bbf-5d4a-43d1-9405-a68865c7165e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:32:59.992314 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:32:59.997498 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73c9c3ee-bc29-4710-8cd5-526eea9c0ffa tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:00.029184 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:00.047904 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d6ce7b-41e7-41a3-b3af-fb3947c0a953 admin admin] Made reservation on behalf of e9f9f69313ff45efb3a4665fd5a00fa6 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:00.055653 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83d6ce7b-41e7-41a3-b3af-fb3947c0a953 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:00.061748 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network f706ef59-6130-44c7-a1e6-ca5eb9350039 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:00.087668 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aadfc7dd-cc54-49cf-8205-8b179260965f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:00.141582 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:00.156451 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:00.249727 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73c9c3ee-bc29-4710-8cd5-526eea9c0ffa tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:00.305683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:00.305854 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:00.376675 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a2bc2-0fc6-4c1a-b0a7-6b67b37e9b6b req-b8301cb4-0a65-42c9-a598-db48813fc1eb tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:00.385856 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-230a2bc2-0fc6-4c1a-b0a7-6b67b37e9b6b req-b8301cb4-0a65-42c9-a598-db48813fc1eb tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 932 time: 0.5976491 Jun 25 09:33:00.402569 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73c9c3ee-bc29-4710-8cd5-526eea9c0ffa tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:00.412472 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1af826de-dbb4-4cad-9c91-5dedbc365f60 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:00.450323 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-73c9c3ee-bc29-4710-8cd5-526eea9c0ffa tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:00.452562 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-73c9c3ee-bc29-4710-8cd5-526eea9c0ffa tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] 10.222.0.93 "DELETE /v2.0/subnets/c4e36caf-2bd1-4b84-bb5c-725d622ed828 HTTP/1.1" status: 204 len: 168 time: 0.8364027 Jun 25 09:33:00.455203 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9c3ee-bc29-4710-8cd5-526eea9c0ffa tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e36caf-2bd1-4b84-bb5c-725d622ed828,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:00.458197 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-73c9c3ee-bc29-4710-8cd5-526eea9c0ffa tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:00.458889 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41782) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:00.465687 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdfe193-96ff-4d05-b29f-e24e18b6b566 None None] Network 8be12e16-586d-4bc8-8af4-dc1038826c3f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:00.471136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc9890-a86f-4b14-a58d-1568218b56fb req-24547101-a4f7-4c9c-bf1f-df7eb2c9e1e1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:00.479396 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4dfc9890-a86f-4b14-a58d-1568218b56fb req-24547101-a4f7-4c9c-bf1f-df7eb2c9e1e1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 946 time: 0.4133732 Jun 25 09:33:00.539802 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-230a2bc2-0fc6-4c1a-b0a7-6b67b37e9b6b req-0dd3457d-873f-483a-b3b7-fb77e590faa4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521838 Jun 25 09:33:00.581164 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6c65bd-cd79-49a5-bd5e-998f98222c0c {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:33:00.599027 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:00.603095 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:00.630898 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Transition to ACTIVE for port object fd6c65bd-cd79-49a5-bd5e-998f98222c0c will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:00.646080 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:00.688645 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eb4bd266-c141-458b-a1db-2dc0101c1a88 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:00.763168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Pushing event updated for resources: {'Port': ['ID=fd6c65bd-cd79-49a5-bd5e-998f98222c0c,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:00.767381 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:00.783175 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4dfc9890-a86f-4b14-a58d-1568218b56fb req-674d6da3-8b58-4205-8f42-c609bb08f263 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026261 Jun 25 09:33:00.834084 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aadfc7dd-cc54-49cf-8205-8b179260965f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:00.852707 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Deleting port f258074d-6465-4609-ac96-723aa908e0e3 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:00.853022 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:00.859997 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-aadfc7dd-cc54-49cf-8205-8b179260965f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:00.871077 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f41332d-4ed2-4723-ac03-99967ac69961 None None] DHCP port deletion for 8be12e16-586d-4bc8-8af4-dc1038826c3f request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:33:00.889648 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2217bbd7-126d-4f33-8daa-df4b1cd23508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:00.901709 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2162476 Jun 25 09:33:00.908266 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41784) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:00.916395 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83d6ce7b-41e7-41a3-b3af-fb3947c0a953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:00.990657 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Attempting to bind port fd6c65bd-cd79-49a5-bd5e-998f98222c0c on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:33:00.991044 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Attempting to bind port fd6c65bd-cd79-49a5-bd5e-998f98222c0c by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:33:00.991323 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Attempting to bind port fd6c65bd-cd79-49a5-bd5e-998f98222c0c on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:01.001973 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-aadfc7dd-cc54-49cf-8205-8b179260965f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9db922cdf1264591ae2b4cbb21fad637&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2388825 Jun 25 09:33:01.006526 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41786) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:01.007210 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1f41332d-4ed2-4723-ac03-99967ac69961 None None] Deleting port f258074d-6465-4609-ac96-723aa908e0e3 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:01.007828 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f41332d-4ed2-4723-ac03-99967ac69961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:01.008640 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfc7dd-cc54-49cf-8205-8b179260965f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2aeb48-08ba-461f-9214-a2a4afc8fcd0,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:01.019862 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-aadfc7dd-cc54-49cf-8205-8b179260965f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:01.023692 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-040a3c67-1031-4357-8ed6-77920b642dec tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:01.032630 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] For port f258074d-6465-4609-ac96-723aa908e0e3, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f258074d-6465-4609-ac96-723aa908e0e3,segment=NetworkSegment(ed62be6a-f720-47b5-b037-b45a0d76824f),segment_id=ed62be6a-f720-47b5-b037-b45a0d76824f)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:01.037720 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:01.086275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Port fd6c65bd-cd79-49a5-bd5e-998f98222c0c on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:33:01.086962 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Attempting to bind port fd6c65bd-cd79-49a5-bd5e-998f98222c0c on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:01.090623 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Calling delete_port for f258074d-6465-4609-ac96-723aa908e0e3 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:01.110498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1f41332d-4ed2-4723-ac03-99967ac69961 None None] For port f258074d-6465-4609-ac96-723aa908e0e3, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f258074d-6465-4609-ac96-723aa908e0e3,segment=NetworkSegment(ed62be6a-f720-47b5-b037-b45a0d76824f),segment_id=ed62be6a-f720-47b5-b037-b45a0d76824f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:01.110810 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f41332d-4ed2-4723-ac03-99967ac69961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:01.129230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:33:01.130033 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Checking segment: {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:01.130858 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Bound using segment: {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:33:01.131593 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Bound port: fd6c65bd-cd79-49a5-bd5e-998f98222c0c, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:33:01.132086 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:01.134117 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1f41332d-4ed2-4723-ac03-99967ac69961 None None] Calling delete_port for f258074d-6465-4609-ac96-723aa908e0e3 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:01.135442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6ce7b-41e7-41a3-b3af-fb3947c0a953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=989d1844-be6f-4aba-9e68-938e9283c0c0,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:01.146345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5096e1c-5116-42c4-bb23-cf6fc61d3e4e req-14077aa8-744b-4edb-8335-405560fb5648 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:01.155512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c5096e1c-5116-42c4-bb23-cf6fc61d3e4e req-14077aa8-744b-4edb-8335-405560fb5648 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 985 time: 0.3710403 Jun 25 09:33:01.157536 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d6ce7b-41e7-41a3-b3af-fb3947c0a953 admin admin] Checking segment: {'id': '647ef4eb-bb4c-49e8-8625-09c5643ceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c384ea6d-1574-4424-914e-6bd3c2188256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:01.157909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d6ce7b-41e7-41a3-b3af-fb3947c0a953 admin admin] Network hostable DHCP agents. Network: c384ea6d-1574-4424-914e-6bd3c2188256, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:33:01.162971 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-83d6ce7b-41e7-41a3-b3af-fb3947c0a953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:01.194271 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0916add9-488d-4276-a3df-1bac630e75a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:01.234928 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d6ce7b-41e7-41a3-b3af-fb3947c0a953 admin admin] Network c384ea6d-1574-4424-914e-6bd3c2188256 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:33:01.240086 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0916add9-488d-4276-a3df-1bac630e75a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:01.248875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8059c1e-8e29-4a52-8999-74d59c25593a None None] Network f706ef59-6130-44c7-a1e6-ca5eb9350039 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:01.333945 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c5096e1c-5116-42c4-bb23-cf6fc61d3e4e req-342bcb22-d0e8-4f39-b3ae-ca36be9c5859 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/security-groups?id=26e13ba0-b2f9-4473-8a60-25131638eac1&id=33cd5e90-477d-4688-afd6-d2249ea042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1764140 Jun 25 09:33:01.350113 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-83d6ce7b-41e7-41a3-b3af-fb3947c0a953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, c384ea6d-1574-4424-914e-6bd3c2188256) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:01.368796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d6ce7b-41e7-41a3-b3af-fb3947c0a953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:01.368796 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83d6ce7b-41e7-41a3-b3af-fb3947c0a953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:01.382064 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2346c6f6-4e5f-4cdf-8aae-ca9156aa3863 None None] Network c384ea6d-1574-4424-914e-6bd3c2188256 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:01.386288 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 27947e70-1b02-440d-a0de-3435924da679 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:01.396210 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c85fe255-312a-42be-ad97-86057db9b5a7 None None] Provisioning for port 27947e70-1b02-440d-a0de-3435924da679 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:01.415586 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0916add9-488d-4276-a3df-1bac630e75a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:01.425502 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0916add9-488d-4276-a3df-1bac630e75a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:01.426734 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0916add9-488d-4276-a3df-1bac630e75a9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fd2aeb48-08ba-461f-9214-a2a4afc8fcd0 HTTP/1.1" status: 204 len: 168 time: 0.4191256 Jun 25 09:33:01.434591 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c401d93a-b620-4e76-876f-d78d20c9ddc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:01.456043 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-83d6ce7b-41e7-41a3-b3af-fb3947c0a953 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7523608 Jun 25 09:33:01.462712 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916add9-488d-4276-a3df-1bac630e75a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2aeb48-08ba-461f-9214-a2a4afc8fcd0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:01.465463 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0916add9-488d-4276-a3df-1bac630e75a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:01.484152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] For port fd6c65bd-cd79-49a5-bd5e-998f98222c0c, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:33:01.488314 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] For port fd6c65bd-cd79-49a5-bd5e-998f98222c0c, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=fd6c65bd-cd79-49a5-bd5e-998f98222c0c,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:33:01.491624 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:01.500856 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-37baea88-ab1f-450e-a589-75830e39f29e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:01.524510 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:01.532460 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Pushing event deleted for resources: {'Port': ['ID=f258074d-6465-4609-ac96-723aa908e0e3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:01.539352 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:01.547189 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e99b3337-e481-4ec7-bc6a-1675e41f663c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:01.619110 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Pushing event updated for resources: {'Port': ['ID=fd6c65bd-cd79-49a5-bd5e-998f98222c0c,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:01.627860 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:01.631852 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] No DVR routers for this DVR port f258074d-6465-4609-ac96-723aa908e0e3 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:33:01.683063 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad7f12-10ba-4d04-8c0f-aad03a425b42 req-238a5af4-f303-471b-98e6-7d4cd310175b tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:01.689629 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32ad7f12-10ba-4d04-8c0f-aad03a425b42 req-238a5af4-f303-471b-98e6-7d4cd310175b tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 985 time: 0.1651788 Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:01.705125 n-d-761264-15 neutron-server[94026]: self.session.flush() Jun 25 09:33:01.718336 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:01.754384 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f41332d-4ed2-4723-ac03-99967ac69961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:01.791728 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:01.795836 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32ad7f12-10ba-4d04-8c0f-aad03a425b42 req-286b8224-88fc-4b5b-9546-a2ad1f0852a6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/security-groups?id=26e13ba0-b2f9-4473-8a60-25131638eac1&id=33cd5e90-477d-4688-afd6-d2249ea042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0905039 Jun 25 09:33:01.808280 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be12e16-586d-4bc8-8af4-dc1038826c3f']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:01.812437 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:01.824936 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed62be6a-f720-47b5-b037-b45a0d76824f') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:01.829163 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed62be6a-f720-47b5-b037-b45a0d76824f') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:01.852558 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:01.854883 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:01.858443 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] 10.222.0.41 "PUT /v2.0/ports/fd6c65bd-cd79-49a5-bd5e-998f98222c0c HTTP/1.1" status: 200 len: 1093 time: 2.1631284 Jun 25 09:33:01.862600 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62efcec-5ff3-4d6b-be1a-fdd013b5ce65', 'tag': 'fd6c65bd-cd79-49a5-bd5e-998f98222c0c'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:33:01.865551 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b47d327-75ed-468d-9171-05c7c90ad7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b62efcec-5ff3-4d6b-be1a-fdd013b5ce65", "tag": "fd6c65bd-cd79-49a5-bd5e-998f98222c0c"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:33:01.874494 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-196738eb-513f-4f64-9efd-6fe31a3a3176 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port 3fa98bbf-5d4a-43d1-9405-a68865c7165e {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:01.882159 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-196738eb-513f-4f64-9efd-6fe31a3a3176 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:01.903453 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:02.024179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41332d-4ed2-4723-ac03-99967ac69961 None None] No DVR routers for this DVR port f258074d-6465-4609-ac96-723aa908e0e3 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:33:02.036130 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41332d-4ed2-4723-ac03-99967ac69961 None None] Pushing event deleted for resources: {'Port': ['ID=f258074d-6465-4609-ac96-723aa908e0e3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:02.040923 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1f41332d-4ed2-4723-ac03-99967ac69961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:02.048020 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:02.056073 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:33:02.056340 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:02.095421 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8827ca67-0a2b-4ea6-8219-21c4db0f9f84 None None] Network c384ea6d-1574-4424-914e-6bd3c2188256 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:33:02.139606 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:33:02.222622 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:02.265497 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59183739-dba1-4c4b-84bd-91c0d27e9f5b req-b083f413-327b-47fc-abb3-45ead5187e23 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:02.277387 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-41ed0b53-58a8-4e08-9479-ab4a537ec650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:02.282619 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-59183739-dba1-4c4b-84bd-91c0d27e9f5b req-b083f413-327b-47fc-abb3-45ead5187e23 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 944 time: 0.3236377 Jun 25 09:33:02.286328 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 27947e70-1b02-440d-a0de-3435924da679 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:02.286714 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:02.294773 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] 10.222.0.93 "DELETE /v2.0/networks/8be12e16-586d-4bc8-8af4-dc1038826c3f HTTP/1.1" status: 204 len: 168 time: 1.8309836 Jun 25 09:33:02.294981 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 27947e70-1b02-440d-a0de-3435924da679 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:02.294981 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:02.326933 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Pushing event deleted for resources: {'Network': ['ID=8be12e16-586d-4bc8-8af4-dc1038826c3f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:02.345082 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:02.348296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41810) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:02.369563 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-196738eb-513f-4f64-9efd-6fe31a3a3176 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:02.372644 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-18077282-57b3-4519-8171-12b443ce17e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:02.386216 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515d9d3-dfdb-4c17-8270-dd7ef272c8f6 req-5ddc08f6-922c-4b70-a43f-f585da7220be tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:02.387705 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d515d9d3-dfdb-4c17-8270-dd7ef272c8f6 req-5ddc08f6-922c-4b70-a43f-f585da7220be tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 946 time: 0.3556547 Jun 25 09:33:02.393762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-59183739-dba1-4c4b-84bd-91c0d27e9f5b req-f3864b61-1278-423d-a547-ba398130853c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865905 Jun 25 09:33:02.433638 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-6cb8069a-7222-45b5-804d-347c5d678ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:02.437598 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-6cb8069a-7222-45b5-804d-347c5d678ce6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 1096 time: 0.4401591 Jun 25 09:33:02.494329 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d515d9d3-dfdb-4c17-8270-dd7ef272c8f6 req-aa2fe9db-f0c9-42f1-873f-f6f96f2ef737 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931878 Jun 25 09:33:02.514768 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-196738eb-513f-4f64-9efd-6fe31a3a3176 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for 3fa98bbf-5d4a-43d1-9405-a68865c7165e owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:02.517948 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-bec1ddc5-5683-4499-a9dc-ec226f5fd3af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd6c65bd-cd79-49a5-bd5e-998f98222c0c HTTP/1.1" status: 200 len: 217 time: 0.0556319 Jun 25 09:33:02.640189 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57d8b32-959f-406c-b2d3-30f322f43dad x-openstack-request-id: req-d57d8b32-959f-406c-b2d3-30f322f43dad {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:33:02.640504 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62efcec-5ff3-4d6b-be1a-fdd013b5ce65", "tag": "fd6c65bd-cd79-49a5-bd5e-998f98222c0c", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:33:02.642481 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d57d8b32-959f-406c-b2d3-30f322f43dad {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:33:02.643569 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62efcec-5ff3-4d6b-be1a-fdd013b5ce65', 'tag': 'fd6c65bd-cd79-49a5-bd5e-998f98222c0c', 'status': 'completed', 'code': 200} Jun 25 09:33:02.772632 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-3e9f8d6c-7555-4c7c-acc5-3d5da072273e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:02.775417 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-3e9f8d6c-7555-4c7c-acc5-3d5da072273e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 HTTP/1.1" status: 200 len: 852 time: 0.2432797 Jun 25 09:33:02.832853 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-3222688b-a229-49f8-9601-0f25459386f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a124eb50-58b7-4400-83c7-66fc4f4c6f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488002 Jun 25 09:33:02.838341 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2241b7-81c5-48ef-9b9e-c74aeb9e1d2a req-1c5ef3d6-1f41-4f3a-8aac-ced756c3cb5a tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:02.847945 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c2241b7-81c5-48ef-9b9e-c74aeb9e1d2a req-1c5ef3d6-1f41-4f3a-8aac-ced756c3cb5a tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 1137 time: 0.1968117 Jun 25 09:33:02.875619 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41818) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:02.918807 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0c2241b7-81c5-48ef-9b9e-c74aeb9e1d2a req-19528915-5b3f-476c-b060-15eb18868b00 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:03.048188 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:03.116541 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 27947e70-1b02-440d-a0de-3435924da679, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=27947e70-1b02-440d-a0de-3435924da679,segment=NetworkSegment(d0d2fb82-bf52-4c30-b2b0-e54755a15d5c),segment_id=d0d2fb82-bf52-4c30-b2b0-e54755a15d5c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:03.129182 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:03.169213 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b620c655-0c35-483e-8a8f-31d2ee94a4ef admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1e308daf82a64f58afc557a57595ad91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918730 Jun 25 09:33:03.171756 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41828) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:03.204584 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0333d737-ed68-4803-8011-e111472e1ea1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:03.277879 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c857a96-da12-4e83-9231-d1f3694fe855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:03.280210 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f258074d-6465-4609-ac96-723aa908e0e3 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:33:03.282143 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-922157e8-cb7b-473c-9d6b-600cbe7f649b service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393547 Jun 25 09:33:03.323165 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c857a96-da12-4e83-9231-d1f3694fe855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:03.335782 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: f258074d-6465-4609-ac96-723aa908e0e3 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:33:03.336145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f258074d-6465-4609-ac96-723aa908e0e3 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:33:03.382961 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c857a96-da12-4e83-9231-d1f3694fe855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:03.389290 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0c857a96-da12-4e83-9231-d1f3694fe855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:03.391859 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=27947e70-1b02-440d-a0de-3435924da679,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:03.395046 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0c857a96-da12-4e83-9231-d1f3694fe855 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2d834f41-46d2-41a0-8ce6-4d5407a0ca17 HTTP/1.1" status: 204 len: 168 time: 0.2221444 Jun 25 09:33:03.396086 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4ca7cde1-2c27-417a-8332-8edf6100064b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:03.405882 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:03.406239 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c857a96-da12-4e83-9231-d1f3694fe855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d834f41-46d2-41a0-8ce6-4d5407a0ca17,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:03.410541 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0c857a96-da12-4e83-9231-d1f3694fe855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:03.488193 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-18077282-57b3-4519-8171-12b443ce17e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:03.522410 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-18077282-57b3-4519-8171-12b443ce17e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:03.573616 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-326db543-2697-497a-b164-cdf18df13902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:03.637789 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a64e8cd9-a888-4942-a86f-6f3d3e222ded None None] Provisioning complete for port 27947e70-1b02-440d-a0de-3435924da679 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:03.638197 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a64e8cd9-a888-4942-a86f-6f3d3e222ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:03.672297 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18077282-57b3-4519-8171-12b443ce17e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc3c9cd-82ec-4692-86e8-3537a95a5178,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:03.686388 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-18077282-57b3-4519-8171-12b443ce17e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:03.704422 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-196738eb-513f-4f64-9efd-6fe31a3a3176 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:03.796719 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0c2241b7-81c5-48ef-9b9e-c74aeb9e1d2a req-19528915-5b3f-476c-b060-15eb18868b00 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:03.812450 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-18077282-57b3-4519-8171-12b443ce17e7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4c27582082cf440587511e42eca5ba71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4598117 Jun 25 09:33:03.812450 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:03.815910 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0c2241b7-81c5-48ef-9b9e-c74aeb9e1d2a req-19528915-5b3f-476c-b060-15eb18868b00 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:03.819588 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41838) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:03.850753 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5667eb89-011b-4cca-a78e-dc7ea9c8598b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:03.926762 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd6f5c-be82-4576-900a-815847d39b80 req-7018d764-08fe-4a20-a5b8-7ee7b314758a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:03.928458 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55bd6f5c-be82-4576-900a-815847d39b80 req-7018d764-08fe-4a20-a5b8-7ee7b314758a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 944 time: 0.2499349 Jun 25 09:33:04.002954 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b4dda18c-c2f4-4ebc-bb71-c2f622de5143 req-8d5d80be-9afd-4a91-8f1c-cfad15544131 service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123077 Jun 25 09:33:04.004287 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196738eb-513f-4f64-9efd-6fe31a3a3176 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=3fa98bbf-5d4a-43d1-9405-a68865c7165e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:04.006413 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c2241b7-81c5-48ef-9b9e-c74aeb9e1d2a req-19528915-5b3f-476c-b060-15eb18868b00 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=26e13ba0-b2f9-4473-8a60-25131638eac1&id=33cd5e90-477d-4688-afd6-d2249ea042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.1502299 Jun 25 09:33:04.017407 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-196738eb-513f-4f64-9efd-6fe31a3a3176 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:04.022970 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-196738eb-513f-4f64-9efd-6fe31a3a3176 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:04.025614 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-196738eb-513f-4f64-9efd-6fe31a3a3176 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/3fa98bbf-5d4a-43d1-9405-a68865c7165e HTTP/1.1" status: 204 len: 168 time: 3.1142056 Jun 25 09:33:04.029646 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41840) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:04.064817 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd97079-2e3a-40d7-8dc0-b72cd81aef46 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] DELETE failed (client error): The resource could not be found. Jun 25 09:33:04.065846 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd97079-2e3a-40d7-8dc0-b72cd81aef46 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:33:04.068232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1cd97079-2e3a-40d7-8dc0-b72cd81aef46 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/3fa98bbf-5d4a-43d1-9405-a68865c7165e HTTP/1.1" status: 404 len: 333 time: 0.0372012 Jun 25 09:33:04.069884 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19528915-5b3f-476c-b060-15eb18868b00 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668e51a0-6524-48bd-8c94-8a4412ddb573,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:04.074338 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41842) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:04.079394 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19528915-5b3f-476c-b060-15eb18868b00 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:04.103759 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41846) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:04.122675 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d52e40a9-c477-48d0-80a4-b8cc9e390b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:04.126327 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a64e8cd9-a888-4942-a86f-6f3d3e222ded None None] Could not find standard attr ID for object 3fa98bbf-5d4a-43d1-9405-a68865c7165e. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:33:04.129001 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41848) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:04.157040 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55bd6f5c-be82-4576-900a-815847d39b80 req-012e7bb4-5f0f-4281-8eae-31236a3046d0 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822536 Jun 25 09:33:04.170547 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-318a1b3f-4c26-495a-bea0-b5e6ebe94c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:04.241076 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f754b1-e341-4aa4-9c8d-39f94da6877b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] GET failed (client error): The resource could not be found. Jun 25 09:33:04.244595 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-750cef2a-a1c0-4c5d-b6a8-7cfb1407eb8e None None] Could not find standard attr ID for object 3fa98bbf-5d4a-43d1-9405-a68865c7165e. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:33:04.247072 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-42f754b1-e341-4aa4-9c8d-39f94da6877b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/3fa98bbf-5d4a-43d1-9405-a68865c7165e HTTP/1.1" status: 404 len: 333 time: 0.1705461 Jun 25 09:33:04.259988 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41850) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:04.339501 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d52e40a9-c477-48d0-80a4-b8cc9e390b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:04.407397 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accdc986-58ae-4b20-98d1-7f6c0ed56204 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:04.409016 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-accdc986-58ae-4b20-98d1-7f6c0ed56204 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 1132 time: 0.2783940 Jun 25 09:33:04.415597 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 41852) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:04.419680 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-318a1b3f-4c26-495a-bea0-b5e6ebe94c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:04.422415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'port_id': 'e7db1a47-60b3-4db5-a7e3-4239c3a5ea36', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:04.438684 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-318a1b3f-4c26-495a-bea0-b5e6ebe94c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:04.439394 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47d327-75ed-468d-9171-05c7c90ad7a3 req-e2032566-4a4f-49d1-a7f4-652674eddb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:04.441430 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b47d327-75ed-468d-9171-05c7c90ad7a3 req-e2032566-4a4f-49d1-a7f4-652674eddb3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 1096 time: 0.1923699 Jun 25 09:33:04.473186 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f0488c5c-17ae-4d3f-b439-257bd5956eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:04.479945 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-318a1b3f-4c26-495a-bea0-b5e6ebe94c3e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6d8f62b971aa4c23a3ebcf3f6dbb66de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747771 Jun 25 09:33:04.507738 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41854) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:04.514985 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d52e40a9-c477-48d0-80a4-b8cc9e390b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:04.518113 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d52e40a9-c477-48d0-80a4-b8cc9e390b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:04.522284 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d52e40a9-c477-48d0-80a4-b8cc9e390b30 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6dc3c9cd-82ec-4692-86e8-3537a95a5178 HTTP/1.1" status: 204 len: 168 time: 0.6973062 Jun 25 09:33:04.523326 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5326e15e-7385-4dda-b685-43274cb32e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:04.533593 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e40a9-c477-48d0-80a4-b8cc9e390b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc3c9cd-82ec-4692-86e8-3537a95a5178,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:04.545244 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:04.548494 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d52e40a9-c477-48d0-80a4-b8cc9e390b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:04.643372 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47d327-75ed-468d-9171-05c7c90ad7a3 req-1afc8cef-b66b-4305-a8cc-87d5d070055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:04.645271 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b47d327-75ed-468d-9171-05c7c90ad7a3 req-1afc8cef-b66b-4305-a8cc-87d5d070055a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 914 time: 0.1961930 Jun 25 09:33:04.707231 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b47d327-75ed-468d-9171-05c7c90ad7a3 req-d6cde6b8-5e93-499e-ae27-e4b5aafe0612 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd6c65bd-cd79-49a5-bd5e-998f98222c0c HTTP/1.1" status: 200 len: 217 time: 0.0545797 Jun 25 09:33:04.714393 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c4712f-da88-494f-b5d6-2d5a6516d89e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting subnet 537b0c02-13dc-41fb-8a6c-33e2ed2cdb3f {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:33:04.728688 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-60c4712f-da88-494f-b5d6-2d5a6516d89e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:04.744419 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a1b3f-4c26-495a-bea0-b5e6ebe94c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b9cde3-8381-4fea-9ca6-5137b390b590,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:04.798154 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-318a1b3f-4c26-495a-bea0-b5e6ebe94c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:04.801981 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47023d8a-3107-40cc-8a50-2a96989a7f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:04.869072 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47023d8a-3107-40cc-8a50-2a96989a7f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:04.939844 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4fe62-7dd2-44df-8458-538828732fee req-09040bcb-6a0b-4cef-84b8-edb98ad9a934 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:04.941889 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6bb4fe62-7dd2-44df-8458-538828732fee req-09040bcb-6a0b-4cef-84b8-edb98ad9a934 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 946 time: 0.6050606 Jun 25 09:33:04.945008 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-60c4712f-da88-494f-b5d6-2d5a6516d89e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:05.003150 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47023d8a-3107-40cc-8a50-2a96989a7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:05.006350 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47023d8a-3107-40cc-8a50-2a96989a7f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:05.010124 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-47023d8a-3107-40cc-8a50-2a96989a7f0d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/81b9cde3-8381-4fea-9ca6-5137b390b590 HTTP/1.1" status: 204 len: 168 time: 0.4941711 Jun 25 09:33:05.013346 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0c857a96-da12-4e83-9231-d1f3694fe855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:05.072533 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6bb4fe62-7dd2-44df-8458-538828732fee req-349b82d3-fc17-45e6-9b2c-d31cdc1ef8f3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033256 Jun 25 09:33:05.075919 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47023d8a-3107-40cc-8a50-2a96989a7f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b9cde3-8381-4fea-9ca6-5137b390b590,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:05.079418 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-47023d8a-3107-40cc-8a50-2a96989a7f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:05.130693 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47d327-75ed-468d-9171-05c7c90ad7a3 req-f41bcd41-a49c-4a5f-adf4-6de204af6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:05.133981 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b47d327-75ed-468d-9171-05c7c90ad7a3 req-f41bcd41-a49c-4a5f-adf4-6de204af6c06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 HTTP/1.1" status: 200 len: 852 time: 0.4186425 Jun 25 09:33:05.137287 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:05.197276 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-60c4712f-da88-494f-b5d6-2d5a6516d89e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:05.422185 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b47d327-75ed-468d-9171-05c7c90ad7a3 req-86c7f2d5-34ab-4902-ad91-8f0961eb4219 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a124eb50-58b7-4400-83c7-66fc4f4c6f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162848 Jun 25 09:33:05.527863 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 27947e70-1b02-440d-a0de-3435924da679 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:05.635638 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Allocated IP 172.25.6.182 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/dcfa7045-1719-45d7-b041-46554cee6e0b) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:05.668376 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 27947e70-1b02-440d-a0de-3435924da679 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:05.669073 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:05.947466 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:06.018128 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:06.040923 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-60c4712f-da88-494f-b5d6-2d5a6516d89e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:06.045242 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-56e01f80-be3e-48a3-9fc3-f39a5fc2d5cc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:06.077871 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bf6c76ad-01de-48c0-82f2-b7d5cb626e53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:06.101040 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'Port': ['ID=dcfa7045-1719-45d7-b041-46554cee6e0b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:06.111325 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:06.117188 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b47d327-75ed-468d-9171-05c7c90ad7a3 req-1491041d-88ac-4449-a84a-67e0141bf054 service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6829774 Jun 25 09:33:06.128455 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:06.138754 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:06.155372 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-6fddb5a6-4ee3-4a1b-9321-5609644dc048 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:06.155905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:06.166369 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-6fddb5a6-4ee3-4a1b-9321-5609644dc048 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/networks?id=c384ea6d-1574-4424-914e-6bd3c2188256 HTTP/1.1" status: 200 len: 809 time: 0.4079828 Jun 25 09:33:06.251181 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68442021-a478-46a6-add6-2a856af2206a req-59322927-090e-491f-90f2-a112cacea485 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:06.264551 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68442021-a478-46a6-add6-2a856af2206a req-59322927-090e-491f-90f2-a112cacea485 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 944 time: 0.4944441 Jun 25 09:33:06.277210 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4712f-da88-494f-b5d6-2d5a6516d89e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Subnet': ['ID=537b0c02-13dc-41fb-8a6c-33e2ed2cdb3f,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:06.277789 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b80004-11b6-4de0-8b0e-b21484614b37 None None] Network f706ef59-6130-44c7-a1e6-ca5eb9350039 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:06.281104 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-60c4712f-da88-494f-b5d6-2d5a6516d89e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:06.284075 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-60c4712f-da88-494f-b5d6-2d5a6516d89e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/537b0c02-13dc-41fb-8a6c-33e2ed2cdb3f HTTP/1.1" status: 204 len: 168 time: 2.0228519 Jun 25 09:33:06.291774 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41904) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:06.292928 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-60c4712f-da88-494f-b5d6-2d5a6516d89e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:06.314942 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-f66ef3d5-50aa-407f-9951-15de1df3724c tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/quotas/e9f9f69313ff45efb3a4665fd5a00fa6 HTTP/1.1" status: 200 len: 375 time: 0.1474195 Jun 25 09:33:06.508240 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-f136ce79-d288-4156-bb01-055b5b85ad48 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e9f9f69313ff45efb3a4665fd5a00fa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1921864 Jun 25 09:33:06.593848 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68442021-a478-46a6-add6-2a856af2206a req-6a4df098-4cdf-4db5-8ca3-69dc72cbbea9 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282766 Jun 25 09:33:06.633314 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:06.750486 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bd783d-a242-4dfe-a670-73c7d45bd4b5 None None] DHCP port deletion for f706ef59-6130-44c7-a1e6-ca5eb9350039 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:33:06.858017 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-86bd783d-a242-4dfe-a670-73c7d45bd4b5 None None] Deleting port 27947e70-1b02-440d-a0de-3435924da679 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:06.859039 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86bd783d-a242-4dfe-a670-73c7d45bd4b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:06.937751 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-86bd783d-a242-4dfe-a670-73c7d45bd4b5 None None] For port 27947e70-1b02-440d-a0de-3435924da679, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=27947e70-1b02-440d-a0de-3435924da679,segment=NetworkSegment(d0d2fb82-bf52-4c30-b2b0-e54755a15d5c),segment_id=d0d2fb82-bf52-4c30-b2b0-e54755a15d5c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:06.955183 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86bd783d-a242-4dfe-a670-73c7d45bd4b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:06.984219 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-86bd783d-a242-4dfe-a670-73c7d45bd4b5 None None] Calling delete_port for 27947e70-1b02-440d-a0de-3435924da679 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:07.014819 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-3ad2a958-9843-488e-a877-264d6d3f17df service neutron] 10.222.0.93 "GET /v2.0/networks/c384ea6d-1574-4424-914e-6bd3c2188256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758224 Jun 25 09:33:07.105363 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86bd783d-a242-4dfe-a670-73c7d45bd4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:07.108831 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b47d327-75ed-468d-9171-05c7c90ad7a3 req-c994db44-48db-47f0-8bf7-57e90437e2ba service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9837360 Jun 25 09:33:07.109738 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-01a4f56d-4279-441d-8ff0-29aa27cc0995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:07.160442 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd783d-a242-4dfe-a670-73c7d45bd4b5 None None] Pushing event deleted for resources: {'Port': ['ID=27947e70-1b02-440d-a0de-3435924da679,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:07.172424 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-86bd783d-a242-4dfe-a670-73c7d45bd4b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:07.173757 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd783d-a242-4dfe-a670-73c7d45bd4b5 None None] No DVR routers for this DVR port 27947e70-1b02-440d-a0de-3435924da679 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:33:07.173883 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:07.227001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port 27947e70-1b02-440d-a0de-3435924da679 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:07.227552 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:07.351348 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357b1f-71e2-4de0-bd90-6e3b06757cd8 req-97c67e5b-032d-4cc4-97be-20fa91d42991 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:07.352511 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5357b1f-71e2-4de0-bd90-6e3b06757cd8 req-97c67e5b-032d-4cc4-97be-20fa91d42991 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 946 time: 0.4775035 Jun 25 09:33:07.463716 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:07.476508 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 27947e70-1b02-440d-a0de-3435924da679 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:33:07.480522 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] For port 27947e70-1b02-440d-a0de-3435924da679, host n-d-761264-15, got binding levels [] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:07.480925 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:07.526834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 27947e70-1b02-440d-a0de-3435924da679 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:33:07.529350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 27947e70-1b02-440d-a0de-3435924da679 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:33:07.545660 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-5092155e-9be9-48a7-8877-e373b96efb3e service neutron] 10.222.0.93 "GET /v2.0/networks/c384ea6d-1574-4424-914e-6bd3c2188256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116570 Jun 25 09:33:07.566344 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for 27947e70-1b02-440d-a0de-3435924da679 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:07.570585 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5357b1f-71e2-4de0-bd90-6e3b06757cd8 req-532b588c-ab72-4cd5-92bf-e34e38422894 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021556 Jun 25 09:33:07.592159 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.ipam_backend_mixin [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Port 27947e70-1b02-440d-a0de-3435924da679 was not found and therefore no delete operation was performed {{(pid=94024) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:33:07.602878 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:07.605933 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bde88fd0-5844-42f4-878e-eb389497ad0a tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:07.659632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=27947e70-1b02-440d-a0de-3435924da679,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:07.668039 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:07.674509 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No DVR routers for this DVR port 27947e70-1b02-440d-a0de-3435924da679 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:33:07.886991 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:07.904021 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:07.913158 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1d921865-d85d-40e1-aece-48d7a1c4d414 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:07.918861 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:07.965066 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f706ef59-6130-44c7-a1e6-ca5eb9350039']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:07.965907 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'Port': ['ID=dcfa7045-1719-45d7-b041-46554cee6e0b,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:07.975449 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:08.018224 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d2fb82-bf52-4c30-b2b0-e54755a15d5c') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:08.018517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d2fb82-bf52-4c30-b2b0-e54755a15d5c') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:08.036448 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:08.038215 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-080f920c-bcda-4384-ab6d-2e1c6dbde5ac req-8c7e30ed-9b5f-4722-9ae7-83d46dd3d606 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 210 time: 0.0708404 Jun 25 09:33:08.059792 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:08.104471 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12568f5c-2ed1-4bfd-a4ba-7128199fad17 req-5b54fe69-e9c1-442a-91b1-3fe15fbae79f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:08.123752 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12568f5c-2ed1-4bfd-a4ba-7128199fad17 req-5b54fe69-e9c1-442a-91b1-3fe15fbae79f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 944 time: 0.2892141 Jun 25 09:33:08.168071 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:08.210401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:33:08.219231 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:33:08.225023 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:33:08.232966 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Floating IP 05e94edc-8f4f-455f-b29c-b7af858b12e4 associated. External IP: 172.25.6.182, port: e7db1a47-60b3-4db5-a7e3-4239c3a5ea36. Jun 25 09:33:08.305868 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-12568f5c-2ed1-4bfd-a4ba-7128199fad17 req-8b76abda-f37a-4df9-a352-3081e5fe6153 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809649 Jun 25 09:33:08.320406 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:08.331943 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:08.337733 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/networks/f706ef59-6130-44c7-a1e6-ca5eb9350039 HTTP/1.1" status: 204 len: 168 time: 2.0420547 Jun 25 09:33:08.339035 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-db3c0211-c5e5-4ae3-a79b-3f30c8682534 tempest-ExternalNetworksTestJSON-561512396 tempest-ExternalNetworksTestJSON-561512396-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:08.351747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41958) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:08.391192 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-8234fb48-a0fa-4163-927e-d195898e78b7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1419482856'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:08.402381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Network': ['ID=f706ef59-6130-44c7-a1e6-ca5eb9350039,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:08.405430 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device fd6c65bd-cd79-49a5-bd5e-998f98222c0c details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:33:08.436618 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:08.472649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8234fb48-a0fa-4163-927e-d195898e78b7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:08.477724 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8234fb48-a0fa-4163-927e-d195898e78b7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:08.522615 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41962) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:08.558158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8234fb48-a0fa-4163-927e-d195898e78b7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:33:08.580012 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8234fb48-a0fa-4163-927e-d195898e78b7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:08.580559 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-8234fb48-a0fa-4163-927e-d195898e78b7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Added segment 886e2ddc-c178-4fae-a447-c7e2bd8bb5cc of type vlan for network 48305dc1-8bf7-4c8b-a4f5-c678b5586d06 Jun 25 09:33:08.598671 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:33:08.657807 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8234fb48-a0fa-4163-927e-d195898e78b7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:08.712348 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8234fb48-a0fa-4163-927e-d195898e78b7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:08.722969 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234fb48-a0fa-4163-927e-d195898e78b7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:08.723908 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8234fb48-a0fa-4163-927e-d195898e78b7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:08.727083 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-94f38690-07dd-444f-855a-a56c2f0c51a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:08.755958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port fd6c65bd-cd79-49a5-bd5e-998f98222c0c, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=fd6c65bd-cd79-49a5-bd5e-998f98222c0c,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:08.781380 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'fd6c65bd-cd79-49a5-bd5e-998f98222c0c', 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28', 'port_id': 'fd6c65bd-cd79-49a5-bd5e-998f98222c0c', 'mac_address': 'fa:16:3e:24:bb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b7280b-d276-4f5e-ac6e-26dc1b12ab67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:33:08.819571 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8234fb48-a0fa-4163-927e-d195898e78b7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4648657 Jun 25 09:33:08.823451 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41978) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:08.828236 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-0b8c78b3-cb0d-4b44-a3f2-8486fc95df67 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'subnet': {'network_id': '48305dc1-8bf7-4c8b-a4f5-c678b5586d06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:08.924390 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:08.950758 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6c65bd-cd79-49a5-bd5e-998f98222c0c {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:33:08.998769 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port fd6c65bd-cd79-49a5-bd5e-998f98222c0c, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=fd6c65bd-cd79-49a5-bd5e-998f98222c0c,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:09.001570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-924945954', 'network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:09.004640 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:09.010524 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-94808aeb-f695-4639-8e6f-a483ee279546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:09.024233 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234fb48-a0fa-4163-927e-d195898e78b7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Network': ['ID=48305dc1-8bf7-4c8b-a4f5-c678b5586d06,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:09.032793 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8234fb48-a0fa-4163-927e-d195898e78b7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:09.079570 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 48305dc1-8bf7-4c8b-a4f5-c678b5586d06 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:33:09.166121 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:33:09.202382 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Made reservation on behalf of ca243a1cf3ff42f8adfc72a2b59546be for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:09.208976 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:09.211085 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:09.215580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8c78b3-cb0d-4b44-a3f2-8486fc95df67 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:09.222948 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b8c78b3-cb0d-4b44-a3f2-8486fc95df67 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:09.286269 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8690176 Jun 25 09:33:09.287886 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:09.288907 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6acebe8-2511-4354-af33-039d05f9c70a', 'tag': 'e7db1a47-60b3-4db5-a7e3-4239c3a5ea36'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:33:09.291912 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cb5331-60c6-4d39-8a0b-2920e591118d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6acebe8-2511-4354-af33-039d05f9c70a", "tag": "e7db1a47-60b3-4db5-a7e3-4239c3a5ea36"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:33:09.296172 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41982) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:09.315117 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5f1316-50e6-42ab-b22a-890bb09abd74 None None] Sync routers for ids ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:33:09.331872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=fd6c65bd-cd79-49a5-bd5e-998f98222c0c,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:09.339704 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:09.354146 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5f1316-50e6-42ab-b22a-890bb09abd74 None None] Routers {'02486c5e-aa8c-45c1-8c3e-e96d2ae20801'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:33:09.354840 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cd5f1316-50e6-42ab-b22a-890bb09abd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:32:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:09.403716 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2498c7d-966b-4a9e-b4d9-10c0aa7202d8 req-b2d6ce68-879e-4255-aafc-5641c9c811d5 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 210 time: 0.0366809 Jun 25 09:33:09.496472 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-cd5f1316-50e6-42ab-b22a-890bb09abd74 None None] Set router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:33:09.562265 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8484e4-35ca-4590-bef7-18904a4cc7c6 x-openstack-request-id: req-dc8484e4-35ca-4590-bef7-18904a4cc7c6 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:33:09.562600 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6acebe8-2511-4354-af33-039d05f9c70a", "tag": "e7db1a47-60b3-4db5-a7e3-4239c3a5ea36", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:33:09.563113 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dc8484e4-35ca-4590-bef7-18904a4cc7c6 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:33:09.563505 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6acebe8-2511-4354-af33-039d05f9c70a', 'tag': 'e7db1a47-60b3-4db5-a7e3-4239c3a5ea36', 'status': 'completed', 'code': 200} Jun 25 09:33:09.563628 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0076ff8-a408-4e2f-a216-8b502e0e61f9 req-aec9fd7c-012c-47f4-81db-37494f2e6fb2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:09.574389 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0076ff8-a408-4e2f-a216-8b502e0e61f9 req-aec9fd7c-012c-47f4-81db-37494f2e6fb2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 946 time: 0.5840473 Jun 25 09:33:09.674770 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['fd6c65bd-cd79-49a5-bd5e-998f98222c0c'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:33:09.722867 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb5331-60c6-4d39-8a0b-2920e591118d req-78255a1c-13c4-4715-a158-066de1706b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:09.723837 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b9cb5331-60c6-4d39-8a0b-2920e591118d req-78255a1c-13c4-4715-a158-066de1706b02 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a7d0881daa6e4401b60343bd64b2cff0&device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 1137 time: 0.1013174 Jun 25 09:33:09.810529 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0076ff8-a408-4e2f-a216-8b502e0e61f9 req-7f892511-380b-41b6-8cc2-1e356c29cba9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332499 Jun 25 09:33:10.087070 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb5331-60c6-4d39-8a0b-2920e591118d req-c2592071-7587-4c20-8afe-15cb355651be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.088554 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b9cb5331-60c6-4d39-8a0b-2920e591118d req-c2592071-7587-4c20-8afe-15cb355651be service neutron] 10.222.0.38 "GET /v2.0/networks?id=d6d3be3c-922d-4024-a305-32cc63f4a5a8 HTTP/1.1" status: 200 len: 899 time: 0.3556845 Jun 25 09:33:10.144508 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cd5f1316-50e6-42ab-b22a-890bb09abd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'name': 'tempest-TestSecurityGroupsBasicOps-router-134507117', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:32:16Z', 'updated_at': '2021-06-25T09:32:29Z', 'revision_number': 4, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:17Z', 'updated_at': '2021-06-25T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '05e94edc-8f4f-455f-b29c-b7af858b12e4', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'port_id': 'e7db1a47-60b3-4db5-a7e3-4239c3a5ea36', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8', 'mac_address': 'fa:16:3e:4e:9b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6acebe8-2511-4354-af33-039d05f9c70a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:33:06Z', 'updated_at': '2021-06-25T09:33:06Z', 'revision_number': 0, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea29686-dcfb-4eb5-b428-056052876fd6', 'name': '', 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'mac_address': 'fa:16:3e:02:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:26Z', 'updated_at': '2021-06-25T09:32:38Z', 'revision_number': 5, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'subnets': [{'id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:10.215522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5f1316-50e6-42ab-b22a-890bb09abd74 None None] Checking router: 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:33:10.237035 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5f1316-50e6-42ab-b22a-890bb09abd74 None None] Routers {'02486c5e-aa8c-45c1-8c3e-e96d2ae20801'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:33:10.237993 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cd5f1316-50e6-42ab-b22a-890bb09abd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:32:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:10.281663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9032ac5-e3be-4889-ac55-75375c316115 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.281663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9032ac5-e3be-4889-ac55-75375c316115 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.281663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9032ac5-e3be-4889-ac55-75375c316115 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.281663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9032ac5-e3be-4889-ac55-75375c316115 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.281663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9032ac5-e3be-4889-ac55-75375c316115 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.282561 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9032ac5-e3be-4889-ac55-75375c316115 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.282700 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9032ac5-e3be-4889-ac55-75375c316115 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.283078 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9032ac5-e3be-4889-ac55-75375c316115 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.283517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9032ac5-e3be-4889-ac55-75375c316115 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.285789 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f9032ac5-e3be-4889-ac55-75375c316115 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6288 time: 0.9543586 Jun 25 09:33:10.312500 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 41998) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:10.326354 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b9cb5331-60c6-4d39-8a0b-2920e591118d req-cc9fbe16-79e6-44cb-a45a-4e87fc23dee3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 HTTP/1.1" status: 200 len: 1000 time: 0.2307675 Jun 25 09:33:10.360129 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b8c78b3-cb0d-4b44-a3f2-8486fc95df67 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:10.362497 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-60c4712f-da88-494f-b5d6-2d5a6516d89e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:10.490605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-cd5f1316-50e6-42ab-b22a-890bb09abd74 None None] Set router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:33:10.626211 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb5331-60c6-4d39-8a0b-2920e591118d req-4b4d9c0d-ae2d-4968-895b-0828fd07014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.630132 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b9cb5331-60c6-4d39-8a0b-2920e591118d req-4b4d9c0d-ae2d-4968-895b-0828fd07014d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4d51e89-4dcb-4db8-9754-170f1be1d010 HTTP/1.1" status: 200 len: 835 time: 0.2834373 Jun 25 09:33:10.747818 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:10.755924 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ad7ce2-0505-48ce-a050-392b03a9a9ac tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.756874 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ad7ce2-0505-48ce-a050-392b03a9a9ac tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.757490 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ad7ce2-0505-48ce-a050-392b03a9a9ac tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.758179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ad7ce2-0505-48ce-a050-392b03a9a9ac tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.758776 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ad7ce2-0505-48ce-a050-392b03a9a9ac tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.759405 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ad7ce2-0505-48ce-a050-392b03a9a9ac tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.760042 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ad7ce2-0505-48ce-a050-392b03a9a9ac tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.760848 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ad7ce2-0505-48ce-a050-392b03a9a9ac tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.763106 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c1ad7ce2-0505-48ce-a050-392b03a9a9ac tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5235 time: 0.4447010 Jun 25 09:33:10.773434 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42002) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:10.779043 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-371626f6-f422-4c88-b757-c5d732ea0a1d req-46c42ef9-56fe-433a-ac28-9c3540f8f83e tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 210 time: 0.1366811 Jun 25 09:33:10.790727 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:10.801527 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] device_id is not set on port 4e3668a1-a80c-47a4-a2e1-b2279bb8b0bf yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:33:10.871242 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-6d2073fe-dfef-40f0-b7e0-5a3e47f80305 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.877906 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-6d2073fe-dfef-40f0-b7e0-5a3e47f80305 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.41 "GET /v2.0/networks?id=c384ea6d-1574-4424-914e-6bd3c2188256 HTTP/1.1" status: 200 len: 809 time: 0.5454850 Jun 25 09:33:10.888057 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65043f9a-fa93-4d44-af82-5b145d163497 req-d582bd18-89d4-45c7-8cce-644dcd60dd97 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:10.890291 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-65043f9a-fa93-4d44-af82-5b145d163497 req-d582bd18-89d4-45c7-8cce-644dcd60dd97 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 945 time: 0.8876910 Jun 25 09:33:10.960303 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-7a8e3d72-44f2-401b-a069-4cd95ad57fce tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Request body: {'port': {'device_id': 'e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff', 'network_id': 'c384ea6d-1574-4424-914e-6bd3c2188256', 'admin_state_up': True, 'tenant_id': 'e9f9f69313ff45efb3a4665fd5a00fa6'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:10.993357 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c78b3-cb0d-4b44-a3f2-8486fc95df67 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Subnet': ['ID=d5cdeef8-4172-4629-a9c8-c195582e3439,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:10.996849 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0b8c78b3-cb0d-4b44-a3f2-8486fc95df67 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:11.023439 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-318a1b3f-4c26-495a-bea0-b5e6ebe94c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:11.050642 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-65043f9a-fa93-4d44-af82-5b145d163497 req-777a1f14-53b1-4477-9f31-3f38edb481d4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407032 Jun 25 09:33:11.071393 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8c78b3-cb0d-4b44-a3f2-8486fc95df67 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Checking segment: {'id': '886e2ddc-c178-4fae-a447-c7e2bd8bb5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '48305dc1-8bf7-4c8b-a4f5-c678b5586d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:11.071786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c78b3-cb0d-4b44-a3f2-8486fc95df67 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network hostable DHCP agents. Network: 48305dc1-8bf7-4c8b-a4f5-c678b5586d06, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:33:11.159497 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c95fe3-0e76-4011-ac28-8001fee7c323,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:11.163202 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:11.196442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c78b3-cb0d-4b44-a3f2-8486fc95df67 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 48305dc1-8bf7-4c8b-a4f5-c678b5586d06 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:33:11.216948 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cd5f1316-50e6-42ab-b22a-890bb09abd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'name': 'tempest-TestSecurityGroupsBasicOps-router-134507117', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:32:16Z', 'updated_at': '2021-06-25T09:32:29Z', 'revision_number': 4, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:17Z', 'updated_at': '2021-06-25T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '05e94edc-8f4f-455f-b29c-b7af858b12e4', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'port_id': 'e7db1a47-60b3-4db5-a7e3-4239c3a5ea36', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8', 'mac_address': 'fa:16:3e:4e:9b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6acebe8-2511-4354-af33-039d05f9c70a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:33:06Z', 'updated_at': '2021-06-25T09:33:06Z', 'revision_number': 0, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea29686-dcfb-4eb5-b428-056052876fd6', 'name': '', 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'mac_address': 'fa:16:3e:02:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:26Z', 'updated_at': '2021-06-25T09:32:38Z', 'revision_number': 5, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'subnets': [{'id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:11.232870 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb5331-60c6-4d39-8a0b-2920e591118d req-12f24d74-7874-484f-a303-3c0045114411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:11.235515 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b9cb5331-60c6-4d39-8a0b-2920e591118d req-12f24d74-7874-484f-a303-3c0045114411 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d6d3be3c-922d-4024-a305-32cc63f4a5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5904908 Jun 25 09:33:11.236469 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-7a8e3d72-44f2-401b-a069-4cd95ad57fce tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Made reservation on behalf of e9f9f69313ff45efb3a4665fd5a00fa6 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:11.240442 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-7a8e3d72-44f2-401b-a069-4cd95ad57fce tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:11.277548 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5f1316-50e6-42ab-b22a-890bb09abd74 None None] The sync data for ids ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'] in n-d-761264-15 is: [{'id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'name': 'tempest-TestSecurityGroupsBasicOps-router-134507117', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:32:16Z', 'updated_at': '2021-06-25T09:32:29Z', 'revision_number': 4, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:17Z', 'updated_at': '2021-06-25T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '05e94edc-8f4f-455f-b29c-b7af858b12e4', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'port_id': 'e7db1a47-60b3-4db5-a7e3-4239c3a5ea36', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8', 'mac_address': 'fa:16:3e:4e:9b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6acebe8-2511-4354-af33-039d05f9c70a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:33:06Z', 'updated_at': '2021-06-25T09:33:06Z', 'revision_number': 0, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea29686-dcfb-4eb5-b428-056052876fd6', 'name': '', 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'mac_address': 'fa:16:3e:02:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:26Z', 'updated_at': '2021-06-25T09:32:38Z', 'revision_number': 5, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'subnets': [{'id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:33:11.591293 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-0b8c78b3-cb0d-4b44-a3f2-8486fc95df67 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 48305dc1-8bf7-4c8b-a4f5-c678b5586d06) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:11.607103 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Allocated IP 172.25.6.202 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/4e3668a1-a80c-47a4-a2e1-b2279bb8b0bf) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:11.607358 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c47a4-eca0-4792-8a6d-b2a28a69df3f None None] Network 48305dc1-8bf7-4c8b-a4f5-c678b5586d06 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:11.613600 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8c78b3-cb0d-4b44-a3f2-8486fc95df67 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:11.615791 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b8c78b3-cb0d-4b44-a3f2-8486fc95df67 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:11.640300 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0b8c78b3-cb0d-4b44-a3f2-8486fc95df67 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8162746 Jun 25 09:33:11.646743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42008) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:11.653884 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'network_id': '48305dc1-8bf7-4c8b-a4f5-c678b5586d06', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1474378158'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:11.655509 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b9cb5331-60c6-4d39-8a0b-2920e591118d req-fdd74dc9-4f73-427f-b036-ade1fd671619 service neutron] 10.222.0.38 "GET /v2.0/networks/d6d3be3c-922d-4024-a305-32cc63f4a5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107902 Jun 25 09:33:11.705723 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d14cef4-66c7-4445-b6f8-5c9714309815 None None] New status for floating IP 05e94edc-8f4f-455f-b29c-b7af858b12e4: ACTIVE {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:33:11.763290 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-7a8e3d72-44f2-401b-a069-4cd95ad57fce tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Allocated IP 172.20.0.2 (c384ea6d-1574-4424-914e-6bd3c2188256/989d1844-be6f-4aba-9e68-938e9283c0c0/eb50dac9-6bd9-4528-86b0-98f6e590ff70) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:11.924787 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b9cb5331-60c6-4d39-8a0b-2920e591118d req-37d0f4d0-6421-48de-8af1-db74ab226bc1 service neutron] 10.222.0.38 "GET /v2.0/networks/d6d3be3c-922d-4024-a305-32cc63f4a5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586598 Jun 25 09:33:11.937540 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ba478-252a-4eaa-b2d3-00d50b5cff05 req-15056e2e-79aa-4ab1-96b4-8e3775641c61 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:11.939339 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a13ba478-252a-4eaa-b2d3-00d50b5cff05 req-15056e2e-79aa-4ab1-96b4-8e3775641c61 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 946 time: 0.7601724 Jun 25 09:33:11.943770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:11.947546 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:11.998833 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-17da6fa5-891c-4a8d-8dcb-27cac0815f51 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 1.2220387 Jun 25 09:33:12.002929 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42020) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:12.100533 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a13ba478-252a-4eaa-b2d3-00d50b5cff05 req-70dabbfb-ffdf-4b8f-96fb-b54bc1350544 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477566 Jun 25 09:33:12.101752 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] device_id is not set on port a88bd3f0-08b8-4839-8710-55b0c2efafd9 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:33:12.110257 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-385060b7-d1c1-4e41-aa47-3ac50a27fb99 req-e15707c7-eccd-4932-9126-48bb74ec51b8 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 210 time: 0.0714488 Jun 25 09:33:12.166188 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9761d8-f4bd-4f93-97c8-71a4793aed3c tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:12.166696 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9761d8-f4bd-4f93-97c8-71a4793aed3c tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:12.180786 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ea9761d8-f4bd-4f93-97c8-71a4793aed3c tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=02486c5e-aa8c-45c1-8c3e-e96d2ae20801 HTTP/1.1" status: 200 len: 1992 time: 0.1647027 Jun 25 09:33:12.202997 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-7a8e3d72-44f2-401b-a069-4cd95ad57fce tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:12.285818 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-7a8e3d72-44f2-401b-a069-4cd95ad57fce tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:12.293966 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e2e87433-bfcc-4175-b8f0-4fcb0be9ee4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:12.309052 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-48305dc1-8bf7-4c8b-a4f5-c678b5586d06', 'network_id': '48305dc1-8bf7-4c8b-a4f5-c678b5586d06', 'tenant_id': '264ca81b65924f5995bb3e60c2a6d08a', 'fixed_ips': [{'subnet_id': 'd5cdeef8-4172-4629-a9c8-c195582e3439'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:33:12.310653 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:12.312403 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:12.356775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-7a8e3d72-44f2-401b-a069-4cd95ad57fce tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Network c384ea6d-1574-4424-914e-6bd3c2188256 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:12.358546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-7a8e3d72-44f2-401b-a069-4cd95ad57fce tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:12.363085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-7a8e3d72-44f2-401b-a069-4cd95ad57fce tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:12.420353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Allocated IP 172.20.0.8 (48305dc1-8bf7-4c8b-a4f5-c678b5586d06/d5cdeef8-4172-4629-a9c8-c195582e3439/a88bd3f0-08b8-4839-8710-55b0c2efafd9) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:12.428422 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-7a8e3d72-44f2-401b-a069-4cd95ad57fce tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:12.429254 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-7a8e3d72-44f2-401b-a069-4cd95ad57fce tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:12.432764 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device fd6c65bd-cd79-49a5-bd5e-998f98222c0c up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:12.469490 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e3d72-44f2-401b-a069-4cd95ad57fce tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Pushing event updated for resources: {'Port': ['ID=eb50dac9-6bd9-4528-86b0-98f6e590ff70,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:12.473320 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7a8e3d72-44f2-401b-a069-4cd95ad57fce tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:12.477375 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-7a8e3d72-44f2-401b-a069-4cd95ad57fce tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5427704 Jun 25 09:33:12.505589 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port fd6c65bd-cd79-49a5-bd5e-998f98222c0c completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:12.515877 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Request body: {'port': {'device_id': 'e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:12.518289 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port fd6c65bd-cd79-49a5-bd5e-998f98222c0c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:12.518674 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:12.567576 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:12.579849 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d354353e-e53d-4d4b-91a4-0791fcdbe7f3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:12.652339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:12.654201 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:12.664635 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:12.668328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:12.693556 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:12.701896 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c0a0f-ce8b-494c-aba3-3255169daaf7 req-d381cbed-16c0-433e-abb4-713fafceec36 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:12.703490 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b50c0a0f-ce8b-494c-aba3-3255169daaf7 req-d381cbed-16c0-433e-abb4-713fafceec36 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 945 time: 0.3607776 Jun 25 09:33:12.734047 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62efcec-5ff3-4d6b-be1a-fdd013b5ce65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6c65bd-cd79-49a5-bd5e-998f98222c0c'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:33:12.737541 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d663068e-22e3-466d-be16-184076cfcfa7" -d '{"events": [{"server_uuid": "b62efcec-5ff3-4d6b-be1a-fdd013b5ce65", "name": "network-vif-plugged", "status": "completed", "tag": "fd6c65bd-cd79-49a5-bd5e-998f98222c0c"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:33:12.744014 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Pushing event updated for resources: {'Port': ['ID=4e3668a1-a80c-47a4-a2e1-b2279bb8b0bf,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:12.749334 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:12.766667 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port fd6c65bd-cd79-49a5-bd5e-998f98222c0c, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=fd6c65bd-cd79-49a5-bd5e-998f98222c0c,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:12.781250 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:12.783885 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-86bd783d-a242-4dfe-a670-73c7d45bd4b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:12.801156 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:12.802292 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:12.811547 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:12.845649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Transition to ACTIVE for port object a88bd3f0-08b8-4839-8710-55b0c2efafd9 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:12.850381 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b50c0a0f-ce8b-494c-aba3-3255169daaf7 req-5793a2f5-fae7-4cb1-b996-dd81cb7104ca tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361682 Jun 25 09:33:12.853926 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.3287868 Jun 25 09:33:12.858123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42050) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:12.865344 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-b8bee84d-5fe8-4483-b4d8-089b27b49b15 tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.202'}]}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:12.875657 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7e434e-5905-4c33-8d73-21a3b27b4a32 x-openstack-request-id: req-8a7e434e-5905-4c33-8d73-21a3b27b4a32 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:33:12.875960 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62efcec-5ff3-4d6b-be1a-fdd013b5ce65", "name": "network-vif-plugged", "status": "completed", "tag": "fd6c65bd-cd79-49a5-bd5e-998f98222c0c", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:33:12.879155 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8a7e434e-5905-4c33-8d73-21a3b27b4a32 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:33:12.879923 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62efcec-5ff3-4d6b-be1a-fdd013b5ce65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6c65bd-cd79-49a5-bd5e-998f98222c0c', 'code': 200} Jun 25 09:33:12.918203 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=fd6c65bd-cd79-49a5-bd5e-998f98222c0c,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:12.933476 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:12.934326 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:12.935280 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:12.937104 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:12.937789 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:12.939168 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:12.939666 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:12.941229 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:12.941724 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:12.942225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:12.945038 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:12.945591 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:12.946117 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:12.947982 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-13834b66-5f7d-449e-9534-62d303730a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:12.962846 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:13.006809 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=a88bd3f0-08b8-4839-8710-55b0c2efafd9,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:13.017923 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Allocated IP 172.20.0.2 (48305dc1-8bf7-4c8b-a4f5-c678b5586d06/d5cdeef8-4172-4629-a9c8-c195582e3439/937bc759-96ae-4b73-8507-392399fdf945) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:13.022763 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:13.028629 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 48305dc1-8bf7-4c8b-a4f5-c678b5586d06 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:13.050960 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b8bee84d-5fe8-4483-b4d8-089b27b49b15 tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:13.054704 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b8bee84d-5fe8-4483-b4d8-089b27b49b15 tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:13.064522 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:13.069297 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:13.122689 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb50dac9-6bd9-4528-86b0-98f6e590ff70 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:33:13.137108 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:13.161083 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b8bee84d-5fe8-4483-b4d8-089b27b49b15 tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:13.173098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Transition to ACTIVE for port object eb50dac9-6bd9-4528-86b0-98f6e590ff70 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:13.181026 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:13.181426 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:13.182093 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:13.202467 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-32a7a1d8-bf54-4443-8240-c7e862e0a956 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:13.253598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c168b60-0e06-47f5-ac23-153d21f83042 req-996adde0-ed42-448f-ab75-b3bcd69bc230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:13.255184 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c168b60-0e06-47f5-ac23-153d21f83042 req-996adde0-ed42-448f-ab75-b3bcd69bc230 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 1098 time: 0.2497313 Jun 25 09:33:13.256485 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6084106 Jun 25 09:33:13.259769 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42064) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:13.288880 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:13.314672 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Pushing event updated for resources: {'Port': ['ID=eb50dac9-6bd9-4528-86b0-98f6e590ff70,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:13.317269 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Transition to ACTIVE for port object 937bc759-96ae-4b73-8507-392399fdf945 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:13.317924 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:13.363145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Transition to ACTIVE for port object 937bc759-96ae-4b73-8507-392399fdf945 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:13.374921 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:13.380180 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:13.427646 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Network 48305dc1-8bf7-4c8b-a4f5-c678b5586d06 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:13.429475 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:13.433700 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:13.478009 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Attempting to bind port eb50dac9-6bd9-4528-86b0-98f6e590ff70 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:33:13.478367 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Attempting to bind port eb50dac9-6bd9-4528-86b0-98f6e590ff70 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '647ef4eb-bb4c-49e8-8625-09c5643ceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c384ea6d-1574-4424-914e-6bd3c2188256'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:33:13.478660 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Attempting to bind port eb50dac9-6bd9-4528-86b0-98f6e590ff70 on network c384ea6d-1574-4424-914e-6bd3c2188256 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:13.484531 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Pushing event updated for resources: {'Port': ['ID=937bc759-96ae-4b73-8507-392399fdf945,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:13.485702 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Port eb50dac9-6bd9-4528-86b0-98f6e590ff70 on network c384ea6d-1574-4424-914e-6bd3c2188256 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:33:13.486105 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b8bee84d-5fe8-4483-b4d8-089b27b49b15 tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:13.486250 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Attempting to bind port eb50dac9-6bd9-4528-86b0-98f6e590ff70 on network c384ea6d-1574-4424-914e-6bd3c2188256 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:13.488306 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:13.492037 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:33:13.492621 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Checking segment: {'id': '647ef4eb-bb4c-49e8-8625-09c5643ceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c384ea6d-1574-4424-914e-6bd3c2188256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:13.494179 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Bound using segment: {'id': '647ef4eb-bb4c-49e8-8625-09c5643ceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c384ea6d-1574-4424-914e-6bd3c2188256'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:33:13.494943 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Bound port: eb50dac9-6bd9-4528-86b0-98f6e590ff70, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '647ef4eb-bb4c-49e8-8625-09c5643ceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c384ea6d-1574-4424-914e-6bd3c2188256'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:33:13.495528 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:13.521181 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Attempting to bind port 937bc759-96ae-4b73-8507-392399fdf945 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:33:13.521449 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Attempting to bind port 937bc759-96ae-4b73-8507-392399fdf945 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '886e2ddc-c178-4fae-a447-c7e2bd8bb5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '48305dc1-8bf7-4c8b-a4f5-c678b5586d06'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:33:13.521815 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Attempting to bind port 937bc759-96ae-4b73-8507-392399fdf945 on network 48305dc1-8bf7-4c8b-a4f5-c678b5586d06 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:13.527624 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:33:13.528224 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Checking segment: {'id': '886e2ddc-c178-4fae-a447-c7e2bd8bb5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '48305dc1-8bf7-4c8b-a4f5-c678b5586d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:13.528831 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:13.529399 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Bound using segment: {'id': '886e2ddc-c178-4fae-a447-c7e2bd8bb5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '48305dc1-8bf7-4c8b-a4f5-c678b5586d06'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:33:13.539975 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Bound port: 937bc759-96ae-4b73-8507-392399fdf945, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e2ddc-c178-4fae-a447-c7e2bd8bb5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '48305dc1-8bf7-4c8b-a4f5-c678b5586d06'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:33:13.540785 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:13.594094 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c168b60-0e06-47f5-ac23-153d21f83042 req-6fa63462-4e8c-4613-bd93-c3ded0c2c5ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321993 Jun 25 09:33:13.628933 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] For port eb50dac9-6bd9-4528-86b0-98f6e590ff70, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:33:13.632845 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] For port eb50dac9-6bd9-4528-86b0-98f6e590ff70, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=eb50dac9-6bd9-4528-86b0-98f6e590ff70,segment=NetworkSegment(647ef4eb-bb4c-49e8-8625-09c5643ceb08),segment_id=647ef4eb-bb4c-49e8-8625-09c5643ceb08)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:33:13.640828 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:13.644376 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:13.676865 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] For port 937bc759-96ae-4b73-8507-392399fdf945, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:33:13.684711 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] For port 937bc759-96ae-4b73-8507-392399fdf945, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=937bc759-96ae-4b73-8507-392399fdf945,segment=NetworkSegment(886e2ddc-c178-4fae-a447-c7e2bd8bb5cc),segment_id=886e2ddc-c178-4fae-a447-c7e2bd8bb5cc)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:33:13.693981 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:13.704633 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3e8899b2-9423-43f0-9272-dadd5cf2554d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:13.732207 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:13.733697 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:13.737390 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] 10.222.0.41 "PUT /v2.0/ports/eb50dac9-6bd9-4528-86b0-98f6e590ff70 HTTP/1.1" status: 200 len: 1092 time: 1.2314963 Jun 25 09:33:13.739190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff', 'tag': 'eb50dac9-6bd9-4528-86b0-98f6e590ff70'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:33:13.745885 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9cc943-f368-460e-9d69-29022841c747" -d '{"events": [{"name": "network-changed", "server_uuid": "e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff", "tag": "eb50dac9-6bd9-4528-86b0-98f6e590ff70"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:33:13.747409 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a351f0-acf9-466b-a3d8-d902353ba9ef req-d685b08d-ab3b-45ea-95c5-50b96ec62944 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:13.749664 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f8a351f0-acf9-466b-a3d8-d902353ba9ef req-d685b08d-ab3b-45ea-95c5-50b96ec62944 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 943 time: 0.4560993 Jun 25 09:33:13.774818 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c32e3-5475-4b82-9f9c-1d00847eb2b8 req-e97e72a6-73d7-424b-9737-6dab6f8e3efb tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:13.783811 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e2c32e3-5475-4b82-9f9c-1d00847eb2b8 req-e97e72a6-73d7-424b-9737-6dab6f8e3efb tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 946 time: 0.2843204 Jun 25 09:33:13.811751 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Pushing event updated for resources: {'Port': ['ID=937bc759-96ae-4b73-8507-392399fdf945,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:13.821227 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:13.824072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Pushing event updated for resources: {'Port': ['ID=eb50dac9-6bd9-4528-86b0-98f6e590ff70,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:13.827776 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:13.856196 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-e7457453-3084-444b-a86e-6951ded85b3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port a88bd3f0-08b8-4839-8710-55b0c2efafd9 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:13.856755 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e7457453-3084-444b-a86e-6951ded85b3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:13.936045 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f8a351f0-acf9-466b-a3d8-d902353ba9ef req-eb955455-cbc4-40f3-b11e-d782eca2c1cf tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766326 Jun 25 09:33:13.942307 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2e2c32e3-5475-4b82-9f9c-1d00847eb2b8 req-0cc52967-4e9b-4d19-897e-df00f9a32dda tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571736 Jun 25 09:33:14.009316 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e7457453-3084-444b-a86e-6951ded85b3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:14.027658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-e7457453-3084-444b-a86e-6951ded85b3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for a88bd3f0-08b8-4839-8710-55b0c2efafd9 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:14.120359 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0edcc4-f448-45d9-9063-29ac50c8b088 x-openstack-request-id: req-bf0edcc4-f448-45d9-9063-29ac50c8b088 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:33:14.120700 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff", "tag": "eb50dac9-6bd9-4528-86b0-98f6e590ff70", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:33:14.121074 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bf0edcc4-f448-45d9-9063-29ac50c8b088 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:33:14.121525 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff', 'tag': 'eb50dac9-6bd9-4528-86b0-98f6e590ff70', 'status': 'completed', 'code': 200} Jun 25 09:33:14.177956 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-8e1527a3-2317-4dac-907c-5cfe9a81fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:14.179891 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-8e1527a3-2317-4dac-907c-5cfe9a81fbfd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9f9f69313ff45efb3a4665fd5a00fa6&device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 1095 time: 0.1401851 Jun 25 09:33:14.240472 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-dc42716d-3bd9-407a-9aa7-e2d9b1777b2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb50dac9-6bd9-4528-86b0-98f6e590ff70 HTTP/1.1" status: 200 len: 217 time: 0.0445285 Jun 25 09:33:14.300044 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-387d8120-09e0-44c7-be7a-e8efe4203b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:14.301230 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-387d8120-09e0-44c7-be7a-e8efe4203b66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=989d1844-be6f-4aba-9e68-938e9283c0c0 HTTP/1.1" status: 200 len: 849 time: 0.0524585 Jun 25 09:33:14.339339 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-2f688ffb-034f-4ddb-bf74-7ccd30ff2146 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c384ea6d-1574-4424-914e-6bd3c2188256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302477 Jun 25 09:33:14.461906 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-b4fe47da-8a39-4718-8f95-1f5d0cb010f1 service neutron] 10.222.0.41 "GET /v2.0/networks/c384ea6d-1574-4424-914e-6bd3c2188256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151845 Jun 25 09:33:14.567328 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fcc1f9d2-7bd2-4a7e-85a2-171324b16d1d req-08ed013a-25b6-49d1-af3b-856aee532ab4 service neutron] 10.222.0.41 "GET /v2.0/networks/c384ea6d-1574-4424-914e-6bd3c2188256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980041 Jun 25 09:33:14.789330 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cc943-f368-460e-9d69-29022841c747 req-49f3619c-61fd-482e-a4a8-71c6ec139c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:14.791233 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da9cc943-f368-460e-9d69-29022841c747 req-49f3619c-61fd-482e-a4a8-71c6ec139c25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9f9f69313ff45efb3a4665fd5a00fa6&device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 1095 time: 0.0863004 Jun 25 09:33:14.836482 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8ee90-b768-4270-8320-62db40acc626 req-2eae3c53-3103-4650-bbc1-d46d2edd0bd1 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:14.838130 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-42e8ee90-b768-4270-8320-62db40acc626 req-2eae3c53-3103-4650-bbc1-d46d2edd0bd1 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 946 time: 0.6128421 Jun 25 09:33:14.845717 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a5bf8-219b-482a-9481-5944c8c0a351 req-6fe20432-38b9-4073-acba-6d6733d6dc2e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:14.854400 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e39a5bf8-219b-482a-9481-5944c8c0a351 req-6fe20432-38b9-4073-acba-6d6733d6dc2e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 946 time: 0.6723118 Jun 25 09:33:14.898265 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e7457453-3084-444b-a86e-6951ded85b3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:14.910766 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d123c573-fa00-4efb-8fd0-5118c1a3b812 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:14.942423 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cc943-f368-460e-9d69-29022841c747 req-37ff48dd-bab0-4c63-bfb8-3b7e4f47546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:14.944184 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da9cc943-f368-460e-9d69-29022841c747 req-37ff48dd-bab0-4c63-bfb8-3b7e4f47546c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c384ea6d-1574-4424-914e-6bd3c2188256 HTTP/1.1" status: 200 len: 911 time: 0.1418436 Jun 25 09:33:14.986420 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e39a5bf8-219b-482a-9481-5944c8c0a351 req-c0cb4530-b0ef-4dde-b9a1-d0bd5dab4a1d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311469 Jun 25 09:33:14.992939 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7457453-3084-444b-a86e-6951ded85b3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=a88bd3f0-08b8-4839-8710-55b0c2efafd9,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:15.000347 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-42e8ee90-b768-4270-8320-62db40acc626 req-87b30053-956c-4e28-83b0-cd3a0bc7645a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249623 Jun 25 09:33:15.002510 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da9cc943-f368-460e-9d69-29022841c747 req-c84aaf85-e973-465d-8661-4e1213fd774a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb50dac9-6bd9-4528-86b0-98f6e590ff70 HTTP/1.1" status: 200 len: 217 time: 0.0486517 Jun 25 09:33:15.052291 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e7457453-3084-444b-a86e-6951ded85b3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:15.076354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cc943-f368-460e-9d69-29022841c747 req-a6f8580c-e3e5-4edd-a31b-b31872ae332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:15.077988 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da9cc943-f368-460e-9d69-29022841c747 req-a6f8580c-e3e5-4edd-a31b-b31872ae332c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=989d1844-be6f-4aba-9e68-938e9283c0c0 HTTP/1.1" status: 200 len: 849 time: 0.0690775 Jun 25 09:33:15.081446 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b8bee84d-5fe8-4483-b4d8-089b27b49b15 tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:15.126030 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7bc798-fdef-458d-bc8b-a3d6e99f2be3 None None] Network 48305dc1-8bf7-4c8b-a4f5-c678b5586d06 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:15.142146 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b8bee84d-5fe8-4483-b4d8-089b27b49b15 tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:15.143475 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da9cc943-f368-460e-9d69-29022841c747 req-2dad0b7a-3667-44c3-b4b1-ea47470862da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c384ea6d-1574-4424-914e-6bd3c2188256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549796 Jun 25 09:33:15.304513 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7fb4126f-9ea9-43f2-a990-36d1db242988 None None] Provisioning for port 937bc759-96ae-4b73-8507-392399fdf945 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:15.353283 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da9cc943-f368-460e-9d69-29022841c747 req-6c8f6d0a-6516-4d4c-b98c-254427704b62 service neutron] 10.222.0.41 "GET /v2.0/networks/c384ea6d-1574-4424-914e-6bd3c2188256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787238 Jun 25 09:33:15.423148 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e7457453-3084-444b-a86e-6951ded85b3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:15.426260 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e7457453-3084-444b-a86e-6951ded85b3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/a88bd3f0-08b8-4839-8710-55b0c2efafd9 HTTP/1.1" status: 204 len: 168 time: 2.1651299 Jun 25 09:33:15.433517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42138) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:15.523025 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c423cd9f-8be2-4ffe-bc3d-0c40ab190f92 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] GET failed (client error): The resource could not be found. Jun 25 09:33:15.525018 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c423cd9f-8be2-4ffe-bc3d-0c40ab190f92 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/a88bd3f0-08b8-4839-8710-55b0c2efafd9 HTTP/1.1" status: 404 len: 333 time: 0.0850816 Jun 25 09:33:15.529984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42148) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:15.550141 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 937bc759-96ae-4b73-8507-392399fdf945 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:15.565147 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-da9cc943-f368-460e-9d69-29022841c747 req-e24ec112-0ebb-41a7-b91e-896bc146b5ff service neutron] 10.222.0.41 "GET /v2.0/networks/c384ea6d-1574-4424-914e-6bd3c2188256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892467 Jun 25 09:33:15.629037 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 937bc759-96ae-4b73-8507-392399fdf945 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:15.635787 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 937bc759-96ae-4b73-8507-392399fdf945 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:15.636293 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:15.675803 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b8bee84d-5fe8-4483-b4d8-089b27b49b15 tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:15.682590 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8175a5e-34b1-4262-87b7-b20e1bd4758a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting subnet d5cdeef8-4172-4629-a9c8-c195582e3439 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:33:15.694861 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fb26d-2f90-4d34-86fc-c60eb5a497c9 req-45cce561-3724-48ce-85d9-8d02fbf067c0 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:15.697148 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c57fb26d-2f90-4d34-86fc-c60eb5a497c9 req-45cce561-3724-48ce-85d9-8d02fbf067c0 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 943 time: 0.3708234 Jun 25 09:33:15.700225 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8175a5e-34b1-4262-87b7-b20e1bd4758a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:15.803022 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:15.865917 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-dd4e193c-94ab-46e9-b298-e1ee3df30e77 None None] Provisioning complete for port 937bc759-96ae-4b73-8507-392399fdf945 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:15.866453 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dd4e193c-94ab-46e9-b298-e1ee3df30e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:15.875482 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8175a5e-34b1-4262-87b7-b20e1bd4758a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:15.894833 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c57fb26d-2f90-4d34-86fc-c60eb5a497c9 req-ac30e933-6f57-4e0d-9cee-a5c8146269c4 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526189 Jun 25 09:33:15.901709 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 937bc759-96ae-4b73-8507-392399fdf945, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=937bc759-96ae-4b73-8507-392399fdf945,segment=NetworkSegment(886e2ddc-c178-4fae-a447-c7e2bd8bb5cc),segment_id=886e2ddc-c178-4fae-a447-c7e2bd8bb5cc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:15.907546 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:15.918965 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:16.001957 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=937bc759-96ae-4b73-8507-392399fdf945,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:16.013388 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:16.014280 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2a177323-d22c-4784-bf95-b39519abbdc6 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:33:16.081605 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b8bee84d-5fe8-4483-b4d8-089b27b49b15 tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:16.103922 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b8bee84d-5fe8-4483-b4d8-089b27b49b15 tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:16.214586 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b8bee84d-5fe8-4483-b4d8-089b27b49b15 tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:16.215446 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bee84d-5fe8-4483-b4d8-089b27b49b15 tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b042d77-a9a3-46ac-bfda-81bad97591b1 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:33:16.307830 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-b8bee84d-5fe8-4483-b4d8-089b27b49b15 tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 25 09:33:16.309742 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b8bee84d-5fe8-4483-b4d8-089b27b49b15 tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4498708 Jun 25 09:33:16.312656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42196) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:16.325417 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8175a5e-34b1-4262-87b7-b20e1bd4758a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:16.350197 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:16.418484 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42198) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:16.418866 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:33:16.422394 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c06a14-7540-442b-a878-3a4464798248" -d '{"events": [{"server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "name": "network-vif-unplugged", "status": "completed", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:33:16.475838 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-c714172e-ba5a-451a-b21d-be66e49b57db tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Deleting port 4e3668a1-a80c-47a4-a2e1-b2279bb8b0bf {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:16.476434 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c714172e-ba5a-451a-b21d-be66e49b57db tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:16.493319 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8175a5e-34b1-4262-87b7-b20e1bd4758a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:16.496354 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dac955b6-bc68-428e-ada1-b57570c92ce7 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:16.515457 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd31d07-790f-4ad9-a599-0a0f08b28333 x-openstack-request-id: req-bbd31d07-790f-4ad9-a599-0a0f08b28333 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:33:16.515457 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "name": "network-vif-unplugged", "status": "completed", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:33:16.515457 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bbd31d07-790f-4ad9-a599-0a0f08b28333 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:33:16.515457 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6', 'code': 200} Jun 25 09:33:16.516655 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-19f00a48-10bd-4203-941d-96e64f807e8a None None] Could not find standard attr ID for object a88bd3f0-08b8-4839-8710-55b0c2efafd9. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:33:16.532790 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:16.540855 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:16.550976 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5af6c018-c469-46c9-b24d-9a34756d637b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:16.604917 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf10ee-560b-4728-8361-cf3d3e1552b5 req-4e7a158c-60a1-4ccb-aa11-cab9c8e93d4a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:16.606538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01cf10ee-560b-4728-8361-cf3d3e1552b5 req-4e7a158c-60a1-4ccb-aa11-cab9c8e93d4a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 946 time: 0.3123982 Jun 25 09:33:16.609942 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8175a5e-34b1-4262-87b7-b20e1bd4758a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Subnet': ['ID=d5cdeef8-4172-4629-a9c8-c195582e3439,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:16.613137 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a8175a5e-34b1-4262-87b7-b20e1bd4758a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:16.614155 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a8175a5e-34b1-4262-87b7-b20e1bd4758a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:16.626347 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a8175a5e-34b1-4262-87b7-b20e1bd4758a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/d5cdeef8-4172-4629-a9c8-c195582e3439 HTTP/1.1" status: 204 len: 168 time: 1.0746384 Jun 25 09:33:16.628440 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c714172e-ba5a-451a-b21d-be66e49b57db tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:16.629418 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42206) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:16.640039 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=2a177323-d22c-4784-bf95-b39519abbdc6,revision_number=14']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:16.647337 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:16.648216 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-c714172e-ba5a-451a-b21d-be66e49b57db tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Calling delete_port for 4e3668a1-a80c-47a4-a2e1-b2279bb8b0bf owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:16.667530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ef8ee8-534b-4885-b89d-e84205be7743 None None] Network 48305dc1-8bf7-4c8b-a4f5-c678b5586d06 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:16.771089 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9aa6-2b1b-4481-9d32-670a299b21d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:16.817512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01cf10ee-560b-4728-8361-cf3d3e1552b5 req-2a24d199-4897-4b8a-8991-6bce7ce0beaf tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899951 Jun 25 09:33:16.826565 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:16.907986 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a163ac6b-c06a-44a7-b176-72e92a337830 None None] DHCP port deletion for 48305dc1-8bf7-4c8b-a4f5-c678b5586d06 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:33:16.974985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a163ac6b-c06a-44a7-b176-72e92a337830 None None] Deleting port 937bc759-96ae-4b73-8507-392399fdf945 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:16.975607 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a163ac6b-c06a-44a7-b176-72e92a337830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.051018 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26bb81-4db8-49fe-8506-dab0e17f854d req-41c3ef40-6f16-4ec4-abc7-212e0ee589de tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:17.052720 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db26bb81-4db8-49fe-8506-dab0e17f854d req-41c3ef40-6f16-4ec4-abc7-212e0ee589de tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.3953967 Jun 25 09:33:17.084378 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-a163ac6b-c06a-44a7-b176-72e92a337830 None None] For port 937bc759-96ae-4b73-8507-392399fdf945, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=937bc759-96ae-4b73-8507-392399fdf945,segment=NetworkSegment(886e2ddc-c178-4fae-a447-c7e2bd8bb5cc),segment_id=886e2ddc-c178-4fae-a447-c7e2bd8bb5cc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:17.084810 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a163ac6b-c06a-44a7-b176-72e92a337830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.099201 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a163ac6b-c06a-44a7-b176-72e92a337830 None None] Calling delete_port for 937bc759-96ae-4b73-8507-392399fdf945 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:17.113092 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9aa6-2b1b-4481-9d32-670a299b21d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.131609 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c714172e-ba5a-451a-b21d-be66e49b57db tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.144550 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:17.150205 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9aa6-2b1b-4481-9d32-670a299b21d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.157638 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1f8aca28-e9f7-42bd-bbb1-847f7d208b77 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:17.184461 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a163ac6b-c06a-44a7-b176-72e92a337830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.188090 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f8ee5d8a-e881-4611-a5b0-2ba8e0413929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:17.228579 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163ac6b-c06a-44a7-b176-72e92a337830 None None] Pushing event deleted for resources: {'Port': ['ID=937bc759-96ae-4b73-8507-392399fdf945,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:17.229111 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db26bb81-4db8-49fe-8506-dab0e17f854d req-6af5811a-f3ea-4033-8188-c0adcc31b826 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468332 Jun 25 09:33:17.229487 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714172e-ba5a-451a-b21d-be66e49b57db tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e3668a1-a80c-47a4-a2e1-b2279bb8b0bf,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:17.232714 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ce8b9aa6-2b1b-4481-9d32-670a299b21d7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=314f1771e80446ba9c933fed77884809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8047814 Jun 25 09:33:17.236418 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a163ac6b-c06a-44a7-b176-72e92a337830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:17.240100 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42212) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:17.241014 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a163ac6b-c06a-44a7-b176-72e92a337830 None None] No DVR routers for this DVR port 937bc759-96ae-4b73-8507-392399fdf945 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:33:17.243470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b9aa6-2b1b-4481-9d32-670a299b21d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baca3076-a664-4d84-91de-e1ba2d9fccda,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:17.251837 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c714172e-ba5a-451a-b21d-be66e49b57db tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:17.253047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port 937bc759-96ae-4b73-8507-392399fdf945 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:17.253402 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.270869 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ce8b9aa6-2b1b-4481-9d32-670a299b21d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:17.286225 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c714172e-ba5a-451a-b21d-be66e49b57db tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.306226 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c714172e-ba5a-451a-b21d-be66e49b57db tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] 10.222.0.93 "DELETE /v2.0/ports/4e3668a1-a80c-47a4-a2e1-b2279bb8b0bf HTTP/1.1" status: 204 len: 168 time: 0.9874163 Jun 25 09:33:17.429455 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a2bd7-d58c-4c0b-8e26-8b678e2df4a7 req-7ddbe957-4c68-4647-9cf2-0b13d91e29f1 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:17.436442 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-328a2bd7-d58c-4c0b-8e26-8b678e2df4a7 req-7ddbe957-4c68-4647-9cf2-0b13d91e29f1 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 943 time: 0.3807716 Jun 25 09:33:17.483912 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 937bc759-96ae-4b73-8507-392399fdf945 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:33:17.497098 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] For port 937bc759-96ae-4b73-8507-392399fdf945, host n-d-761264-15, got binding levels [] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:17.497545 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.516239 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 937bc759-96ae-4b73-8507-392399fdf945 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:33:17.516648 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 937bc759-96ae-4b73-8507-392399fdf945 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:33:17.541994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for 937bc759-96ae-4b73-8507-392399fdf945 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:17.546886 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.ipam_backend_mixin [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Port 937bc759-96ae-4b73-8507-392399fdf945 was not found and therefore no delete operation was performed {{(pid=94024) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:33:17.560198 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-328a2bd7-d58c-4c0b-8e26-8b678e2df4a7 req-ab0aab2c-c400-47e9-a0c4-512f07321a48 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223154 Jun 25 09:33:17.561734 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8756846-d646-4999-8fe8-d2f4b493715c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.573794 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.579786 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f33cf1ce-654c-482a-b72b-168c7e71553d tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:17.613138 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42228) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:17.617597 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8756846-d646-4999-8fe8-d2f4b493715c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.634575 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=937bc759-96ae-4b73-8507-392399fdf945,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:17.636454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No DVR routers for this DVR port 937bc759-96ae-4b73-8507-392399fdf945 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:33:17.640324 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:17.753117 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff774c9-7e7b-4e47-9b57-5b7eeb30c034 req-8890b548-8133-43ae-91a0-6aa0c4ac15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:17.754843 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eff774c9-7e7b-4e47-9b57-5b7eeb30c034 req-8890b548-8133-43ae-91a0-6aa0c4ac15ca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 1096 time: 0.0631080 Jun 25 09:33:17.786488 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d891b370-0500-4cbb-982f-d18f5cf1b643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.811046 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.826903 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48305dc1-8bf7-4c8b-a4f5-c678b5586d06']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:17.836809 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8756846-d646-4999-8fe8-d2f4b493715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.839429 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d8756846-d646-4999-8fe8-d2f4b493715c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.843669 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d8756846-d646-4999-8fe8-d2f4b493715c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/baca3076-a664-4d84-91de-e1ba2d9fccda HTTP/1.1" status: 204 len: 168 time: 0.5987809 Jun 25 09:33:17.850798 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9e4817cd-9810-4e20-b9dc-bc5a805b3763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:17.862391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886e2ddc-c178-4fae-a447-c7e2bd8bb5cc') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:17.862923 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886e2ddc-c178-4fae-a447-c7e2bd8bb5cc') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:17.902623 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff774c9-7e7b-4e47-9b57-5b7eeb30c034 req-bde2c42e-14ed-454a-9144-10dd4cdc9845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:17.904097 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eff774c9-7e7b-4e47-9b57-5b7eeb30c034 req-bde2c42e-14ed-454a-9144-10dd4cdc9845 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.1419261 Jun 25 09:33:17.905268 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:17.918899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90520c8b-1071-4bb0-a4f6-0b03ea2e887d req-f7947198-a711-4526-8058-f130de7a68ac tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:17.920833 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-90520c8b-1071-4bb0-a4f6-0b03ea2e887d req-f7947198-a711-4526-8058-f130de7a68ac tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.2160432 Jun 25 09:33:17.921714 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8756846-d646-4999-8fe8-d2f4b493715c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baca3076-a664-4d84-91de-e1ba2d9fccda,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:17.931397 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d8756846-d646-4999-8fe8-d2f4b493715c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:17.993412 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.003870 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eff774c9-7e7b-4e47-9b57-5b7eeb30c034 req-6f3db551-f33f-4994-a194-d33ba87ba1ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a177323-d22c-4784-bf95-b39519abbdc6 HTTP/1.1" status: 200 len: 999 time: 0.0919387 Jun 25 09:33:18.007482 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-90520c8b-1071-4bb0-a4f6-0b03ea2e887d req-ee771b9e-ef8e-49e2-9f74-32f01b76d701 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721512 Jun 25 09:33:18.011135 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:33:18.011572 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:33:18.015675 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:33:18.069258 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d891b370-0500-4cbb-982f-d18f5cf1b643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.079086 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d891b370-0500-4cbb-982f-d18f5cf1b643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.084022 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0c154f52-4ed1-4449-84ce-3c7e5ebf43b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:18.111088 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff774c9-7e7b-4e47-9b57-5b7eeb30c034 req-673322fc-9892-4fe0-82b3-13953b1c09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:18.113145 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eff774c9-7e7b-4e47-9b57-5b7eeb30c034 req-673322fc-9892-4fe0-82b3-13953b1c09d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.0920892 Jun 25 09:33:18.118130 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.125200 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.130647 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/networks/48305dc1-8bf7-4c8b-a4f5-c678b5586d06 HTTP/1.1" status: 204 len: 168 time: 1.4942729 Jun 25 09:33:18.130647 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a90e822a-ba4b-4d8f-bfa4-63ac301f8245 tempest-TaggedBootDevicesTest-129403557 tempest-TaggedBootDevicesTest-129403557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:18.134935 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42238) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:18.140172 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-0a76d39f-49b7-4a97-a816-e636c56f85b8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'name': 'tempest-PortsTestJSON-1048613793'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:18.192413 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Network': ['ID=48305dc1-8bf7-4c8b-a4f5-c678b5586d06,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:18.197566 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d891b370-0500-4cbb-982f-d18f5cf1b643 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6bdc378e56ab498b8525b9a301917c62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5833163 Jun 25 09:33:18.200465 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42240) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:18.201626 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:18.210193 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891b370-0500-4cbb-982f-d18f5cf1b643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e02e918-d708-4d6a-8e4b-ee6b559e6d89,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:18.214726 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d891b370-0500-4cbb-982f-d18f5cf1b643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:18.242262 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff774c9-7e7b-4e47-9b57-5b7eeb30c034 req-a521a36b-77f1-4e16-90b7-f92354f50c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:18.245024 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eff774c9-7e7b-4e47-9b57-5b7eeb30c034 req-a521a36b-77f1-4e16-90b7-f92354f50c35 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1227391 Jun 25 09:33:18.283960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a76d39f-49b7-4a97-a816-e636c56f85b8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:18.287915 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a76d39f-49b7-4a97-a816-e636c56f85b8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.316821 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-0a76d39f-49b7-4a97-a816-e636c56f85b8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] device_id is not set on port c1bda0f3-a425-4dfb-9061-45b56f397787 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:33:18.323071 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-82e714ea-9da6-491a-9a4e-e3ffb418bddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.326458 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42242) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:18.363603 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eff774c9-7e7b-4e47-9b57-5b7eeb30c034 req-7cf863e0-d7c2-47c3-a6e9-b18bde0aaebe service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078086 Jun 25 09:33:18.382875 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e18bcc99-9e30-4501-9592-2bb954036745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.399457 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-82e714ea-9da6-491a-9a4e-e3ffb418bddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.450055 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device eb50dac9-6bd9-4528-86b0-98f6e590ff70 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:33:18.485257 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eff774c9-7e7b-4e47-9b57-5b7eeb30c034 req-eed78556-5f5a-4591-93d1-34130d4caacd service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102574 Jun 25 09:33:18.571095 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port eb50dac9-6bd9-4528-86b0-98f6e590ff70, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=eb50dac9-6bd9-4528-86b0-98f6e590ff70,segment=NetworkSegment(647ef4eb-bb4c-49e8-8625-09c5643ceb08),segment_id=647ef4eb-bb4c-49e8-8625-09c5643ceb08)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:18.585886 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'eb50dac9-6bd9-4528-86b0-98f6e590ff70', 'network_id': 'c384ea6d-1574-4424-914e-6bd3c2188256', 'port_id': 'eb50dac9-6bd9-4528-86b0-98f6e590ff70', 'mac_address': 'fa:16:3e:a1:b0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989d1844-be6f-4aba-9e68-938e9283c0c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:33:18.593874 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-82e714ea-9da6-491a-9a4e-e3ffb418bddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.596494 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-82e714ea-9da6-491a-9a4e-e3ffb418bddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.598003 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-82e714ea-9da6-491a-9a4e-e3ffb418bddd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0e02e918-d708-4d6a-8e4b-ee6b559e6d89 HTTP/1.1" status: 204 len: 168 time: 0.3956621 Jun 25 09:33:18.623257 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9850d3a5-2c96-4ccd-8dac-54d229747cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:18.637985 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a76d39f-49b7-4a97-a816-e636c56f85b8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.650474 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.662795 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e714ea-9da6-491a-9a4e-e3ffb418bddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e02e918-d708-4d6a-8e4b-ee6b559e6d89,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:18.671345 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-82e714ea-9da6-491a-9a4e-e3ffb418bddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:18.689769 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb50dac9-6bd9-4528-86b0-98f6e590ff70 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:33:18.748298 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port eb50dac9-6bd9-4528-86b0-98f6e590ff70, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=eb50dac9-6bd9-4528-86b0-98f6e590ff70,segment=NetworkSegment(647ef4eb-bb4c-49e8-8625-09c5643ceb08),segment_id=647ef4eb-bb4c-49e8-8625-09c5643ceb08)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:18.761097 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.761097 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e9eb385a-78a1-48ed-860e-be400928eb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:18.787369 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e18bcc99-9e30-4501-9592-2bb954036745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.795091 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e18bcc99-9e30-4501-9592-2bb954036745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.800165 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-09b7eef3-027c-4e27-9848-0cf3bedf4cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:18.802737 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a76d39f-49b7-4a97-a816-e636c56f85b8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.843872 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a76d39f-49b7-4a97-a816-e636c56f85b8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 631d7257-be32-4784-ac2e-57b03b3c4033 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:18.864108 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=eb50dac9-6bd9-4528-86b0-98f6e590ff70,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:18.869636 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:18.890767 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-0a76d39f-49b7-4a97-a816-e636c56f85b8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:18.898170 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a76d39f-49b7-4a97-a816-e636c56f85b8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:18.904448 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a76d39f-49b7-4a97-a816-e636c56f85b8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:18.905426 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a76d39f-49b7-4a97-a816-e636c56f85b8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:18.911642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bcc99-9e30-4501-9592-2bb954036745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c922aa2-6e6d-438e-92cb-ff0aabf5bff2,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:18.925500 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e18bcc99-9e30-4501-9592-2bb954036745 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5ad96ff363e74f039613955d1a01c7e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5938940 Jun 25 09:33:18.925500 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e18bcc99-9e30-4501-9592-2bb954036745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:18.926038 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e7457453-3084-444b-a86e-6951ded85b3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:18.926440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42258) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:18.945097 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a29447-9977-4de5-ba34-312d9b4f9495 req-2bd22891-3cf1-4a32-abff-147346db9752 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:18.947871 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-26a29447-9977-4de5-ba34-312d9b4f9495 req-2bd22891-3cf1-4a32-abff-147346db9752 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 943 time: 0.2376726 Jun 25 09:33:19.009635 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-615447d5-65af-49fd-95e9-b942208c92f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:19.017287 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0a76d39f-49b7-4a97-a816-e636c56f85b8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8789461 Jun 25 09:33:19.022444 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42264) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:19.027189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76d39f-49b7-4a97-a816-e636c56f85b8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=c1bda0f3-a425-4dfb-9061-45b56f397787,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:19.031937 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0a76d39f-49b7-4a97-a816-e636c56f85b8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:19.037791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-26a29447-9977-4de5-ba34-312d9b4f9495 req-40bf6a96-d3e3-446e-b26d-ee269fb0a5f3 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647526 Jun 25 09:33:19.101713 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-615447d5-65af-49fd-95e9-b942208c92f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:19.192621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['eb50dac9-6bd9-4528-86b0-98f6e590ff70'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:33:19.198593 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f62e4ee3-16a6-45bd-aaae-0a9dc4e3b724 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port c1bda0f3-a425-4dfb-9061-45b56f397787 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:19.198946 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f62e4ee3-16a6-45bd-aaae-0a9dc4e3b724 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:19.229674 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc90341-d1fb-4dd0-911a-a849888895bd req-5083cd9d-576c-4d6d-84f8-057d4e819633 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:19.237498 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ecc90341-d1fb-4dd0-911a-a849888895bd req-5083cd9d-576c-4d6d-84f8-057d4e819633 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0923831 Jun 25 09:33:19.272815 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42268) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:19.291830 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-615447d5-65af-49fd-95e9-b942208c92f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:19.294482 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-615447d5-65af-49fd-95e9-b942208c92f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:19.298696 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-615447d5-65af-49fd-95e9-b942208c92f9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1c922aa2-6e6d-438e-92cb-ff0aabf5bff2 HTTP/1.1" status: 204 len: 168 time: 0.3711336 Jun 25 09:33:19.307002 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3a89ee39-dd42-433d-b7ba-3cb9f00d57c7 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:19.318073 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615447d5-65af-49fd-95e9-b942208c92f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c922aa2-6e6d-438e-92cb-ff0aabf5bff2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:19.323366 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-615447d5-65af-49fd-95e9-b942208c92f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:19.356674 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ecc90341-d1fb-4dd0-911a-a849888895bd req-e8da9282-34de-4779-8866-381b2722d553 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184261 Jun 25 09:33:19.361290 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f62e4ee3-16a6-45bd-aaae-0a9dc4e3b724 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:19.389916 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42272) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:19.391766 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-129f2e92-88be-4da7-a3a9-7593d127f172 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ca243a1cf3ff42f8adfc72a2b59546be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1175737 Jun 25 09:33:19.414022 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f62e4ee3-16a6-45bd-aaae-0a9dc4e3b724 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for c1bda0f3-a425-4dfb-9061-45b56f397787 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:19.499579 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ebf171d-efe6-4a95-bd85-acf5306ae488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:19.535099 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ebf171d-efe6-4a95-bd85-acf5306ae488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:19.573871 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f62e4ee3-16a6-45bd-aaae-0a9dc4e3b724 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:19.579574 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:19.603202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e4ee3-16a6-45bd-aaae-0a9dc4e3b724 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=c1bda0f3-a425-4dfb-9061-45b56f397787,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:19.609024 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f62e4ee3-16a6-45bd-aaae-0a9dc4e3b724 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:19.618280 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f62e4ee3-16a6-45bd-aaae-0a9dc4e3b724 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:19.618597 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f62e4ee3-16a6-45bd-aaae-0a9dc4e3b724 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/c1bda0f3-a425-4dfb-9061-45b56f397787 HTTP/1.1" status: 204 len: 168 time: 0.5947895 Jun 25 09:33:19.621823 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42276) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:19.627247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-f3d3dbee-b06a-4a3c-b0f0-22d71468338b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'mac_address': 'fa:16:3e:93:60:97', 'name': 'tempest-PortsTestJSON-1370063689'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:19.650598 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ebf171d-efe6-4a95-bd85-acf5306ae488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:19.653738 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ebf171d-efe6-4a95-bd85-acf5306ae488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:19.659121 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7ebf171d-efe6-4a95-bd85-acf5306ae488 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/43c95fe3-0e76-4011-ac28-8001fee7c323 HTTP/1.1" status: 204 len: 168 time: 0.2659769 Jun 25 09:33:19.659121 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-189e94cd-367a-4a59-bb86-b70bd59eeb44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:19.677641 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf171d-efe6-4a95-bd85-acf5306ae488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c95fe3-0e76-4011-ac28-8001fee7c323,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:19.680217 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7ebf171d-efe6-4a95-bd85-acf5306ae488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:19.755330 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d3dbee-b06a-4a3c-b0f0-22d71468338b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:19.836648 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f3d3dbee-b06a-4a3c-b0f0-22d71468338b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:19.861494 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-f3d3dbee-b06a-4a3c-b0f0-22d71468338b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] device_id is not set on port f09cb403-389c-4b14-9c2e-664d48e7cf53 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:33:20.078279 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f3d3dbee-b06a-4a3c-b0f0-22d71468338b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:20.126495 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f3d3dbee-b06a-4a3c-b0f0-22d71468338b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:20.131930 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7eedda48-1315-43f4-af96-fb679d9c0d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:20.192265 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d3dbee-b06a-4a3c-b0f0-22d71468338b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 631d7257-be32-4784-ac2e-57b03b3c4033 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:20.196515 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-f3d3dbee-b06a-4a3c-b0f0-22d71468338b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:20.205811 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d3dbee-b06a-4a3c-b0f0-22d71468338b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:20.211957 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d3dbee-b06a-4a3c-b0f0-22d71468338b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:20.212852 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f3d3dbee-b06a-4a3c-b0f0-22d71468338b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:20.231379 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3dbee-b06a-4a3c-b0f0-22d71468338b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=f09cb403-389c-4b14-9c2e-664d48e7cf53,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:20.235548 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f3d3dbee-b06a-4a3c-b0f0-22d71468338b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:20.241768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f3d3dbee-b06a-4a3c-b0f0-22d71468338b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6188459 Jun 25 09:33:20.245512 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42308) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:20.341528 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b15cb-8482-4139-ae3b-e40b487ed813 req-06a86994-9266-481d-b659-d695b5a6a128 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:20.343344 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-967b15cb-8482-4139-ae3b-e40b487ed813 req-06a86994-9266-481d-b659-d695b5a6a128 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 944 time: 0.0850024 Jun 25 09:33:20.355542 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f506cba2-57ef-471d-b08e-82ff826cc621 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:20.357223 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f506cba2-57ef-471d-b08e-82ff826cc621 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/f09cb403-389c-4b14-9c2e-664d48e7cf53 HTTP/1.1" status: 200 len: 841 time: 0.1103039 Jun 25 09:33:20.359849 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42314) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:20.429512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-967b15cb-8482-4139-ae3b-e40b487ed813 req-db0d00f9-aabc-43f7-993b-99964f115f98 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775537 Jun 25 09:33:20.468446 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device eb50dac9-6bd9-4528-86b0-98f6e590ff70 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:20.511426 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-71f60ab2-b57b-47ef-b4d5-797b47ddbb39 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port f09cb403-389c-4b14-9c2e-664d48e7cf53 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:20.512396 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71f60ab2-b57b-47ef-b4d5-797b47ddbb39 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:20.577965 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port eb50dac9-6bd9-4528-86b0-98f6e590ff70 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:20.588121 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port eb50dac9-6bd9-4528-86b0-98f6e590ff70 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:20.588512 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:20.644257 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133127cb-1864-418f-9296-8435d6919630 req-b004559f-1d6d-4d3e-9d0c-7ea7cb9b1e83 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:20.645972 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-133127cb-1864-418f-9296-8435d6919630 req-b004559f-1d6d-4d3e-9d0c-7ea7cb9b1e83 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1352241 Jun 25 09:33:20.680391 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71f60ab2-b57b-47ef-b4d5-797b47ddbb39 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:20.729190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-71f60ab2-b57b-47ef-b4d5-797b47ddbb39 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for f09cb403-389c-4b14-9c2e-664d48e7cf53 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:20.765979 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-133127cb-1864-418f-9296-8435d6919630 req-df237c17-f55a-4a0f-8c6a-3bf4ea2d1864 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133356 Jun 25 09:33:20.792091 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42330) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:20.823911 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:20.871598 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port eb50dac9-6bd9-4528-86b0-98f6e590ff70, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=eb50dac9-6bd9-4528-86b0-98f6e590ff70,segment=NetworkSegment(647ef4eb-bb4c-49e8-8625-09c5643ceb08),segment_id=647ef4eb-bb4c-49e8-8625-09c5643ceb08)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:20.872535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb50dac9-6bd9-4528-86b0-98f6e590ff70'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:33:20.875768 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fab8595-8d92-4f72-aced-60845fd7e8ec" -d '{"events": [{"server_uuid": "e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff", "name": "network-vif-plugged", "status": "completed", "tag": "eb50dac9-6bd9-4528-86b0-98f6e590ff70"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:33:20.887769 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71f60ab2-b57b-47ef-b4d5-797b47ddbb39 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:20.893875 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:20.897227 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f62e4ee3-16a6-45bd-aaae-0a9dc4e3b724 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:20.901863 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:20.970472 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-71f60ab2-b57b-47ef-b4d5-797b47ddbb39 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:20.972341 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-71f60ab2-b57b-47ef-b4d5-797b47ddbb39 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/f09cb403-389c-4b14-9c2e-664d48e7cf53 HTTP/1.1" status: 204 len: 168 time: 0.6106920 Jun 25 09:33:20.975480 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42338) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:20.977638 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f60ab2-b57b-47ef-b4d5-797b47ddbb39 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=f09cb403-389c-4b14-9c2e-664d48e7cf53,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:20.986197 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-71f60ab2-b57b-47ef-b4d5-797b47ddbb39 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:21.029730 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714f4629-b1da-47d3-b51f-093188cd13ee x-openstack-request-id: req-714f4629-b1da-47d3-b51f-093188cd13ee {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:33:21.030124 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff", "name": "network-vif-plugged", "status": "completed", "tag": "eb50dac9-6bd9-4528-86b0-98f6e590ff70", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:33:21.030476 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-714f4629-b1da-47d3-b51f-093188cd13ee {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:33:21.031101 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb50dac9-6bd9-4528-86b0-98f6e590ff70', 'code': 200} Jun 25 09:33:21.036893 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=eb50dac9-6bd9-4528-86b0-98f6e590ff70,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:21.051792 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:21.058292 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-709609256'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:21.062265 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6e70f0-050c-4d21-b661-931b03cdccc7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] GET failed (client error): The resource could not be found. Jun 25 09:33:21.063848 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7b6e70f0-050c-4d21-b661-931b03cdccc7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/f09cb403-389c-4b14-9c2e-664d48e7cf53 HTTP/1.1" status: 404 len: 333 time: 0.0871027 Jun 25 09:33:21.067403 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42344) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:21.072555 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-97fb72f1-9b28-4b77-b037-fa20395ce847 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'name': 'tempest-PortsTestJSON-881261461'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:21.128670 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db1eb2-a8d1-49ad-aa2d-67e3b18faf08 req-396972db-4fe7-4fe8-9a79-45d31db52e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:21.131254 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-71db1eb2-a8d1-49ad-aa2d-67e3b18faf08 req-396972db-4fe7-4fe8-9a79-45d31db52e2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 1097 time: 0.0743215 Jun 25 09:33:21.175485 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-71db1eb2-a8d1-49ad-aa2d-67e3b18faf08 req-9aa76f4e-b923-4593-bd3c-bb12bad0d8d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376225 Jun 25 09:33:21.218572 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Made reservation on behalf of a7be437c5015478ab453c676109dc20c for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:21.222442 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:21.246960 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:21.306201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d1820-a97b-4e47-b2e1-a3b9f2805461 req-cb9dfe8f-589c-4fe8-acee-9ca2bf6d8493 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:21.307719 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d1d1820-a97b-4e47-b2e1-a3b9f2805461 req-cb9dfe8f-589c-4fe8-acee-9ca2bf6d8493 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1382828 Jun 25 09:33:21.312531 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.db.api [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 09:33:21.312531 n-d-761264-15 neutron-server[94024]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 09:33:21.312531 n-d-761264-15 neutron-server[94024]: [parameters: {'project_id_1': 'a7be437c5015478ab453c676109dc20c', 'expiration_1': datetime.datetime(2021, 6, 25, 9, 33, 21, 278313)}] Jun 25 09:33:21.312531 n-d-761264-15 neutron-server[94024]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:33:21.313023 n-d-761264-15 neutron-server[94024]: DEBUG oslo_db.api [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:33:21.327167 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fb72f1-9b28-4b77-b037-fa20395ce847 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:21.329691 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97fb72f1-9b28-4b77-b037-fa20395ce847 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:21.363800 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-97fb72f1-9b28-4b77-b037-fa20395ce847 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] device_id is not set on port d13aff75-f9c2-4450-94df-036d214e69e1 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:33:21.426881 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d1d1820-a97b-4e47-b2e1-a3b9f2805461 req-64c69bc9-5b11-4260-8668-c7ab47ca8129 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943828 Jun 25 09:33:21.630402 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97fb72f1-9b28-4b77-b037-fa20395ce847 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:21.722075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22595c-00b8-4ef8-b0ae-a2f9a84befea req-04a1470d-41ea-461e-9235-6c8661ee6f92 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:21.723597 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5e22595c-00b8-4ef8-b0ae-a2f9a84befea req-04a1470d-41ea-461e-9235-6c8661ee6f92 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1597035 Jun 25 09:33:21.741896 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dfb92-6468-40a2-9b64-eb0152434c4b req-4fe38dbd-dac9-4464-8a14-08a9ca022f86 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:21.743415 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a4dfb92-6468-40a2-9b64-eb0152434c4b req-4fe38dbd-dac9-4464-8a14-08a9ca022f86 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 945 time: 0.1363389 Jun 25 09:33:21.753176 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97fb72f1-9b28-4b77-b037-fa20395ce847 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:22.087970 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:22.099270 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e8e912c9-0f05-4f29-8f84-f804e418fdc6 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:22.193017 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5e22595c-00b8-4ef8-b0ae-a2f9a84befea req-30942b16-2756-4b9f-a925-d357fb23304e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4602852 Jun 25 09:33:22.206885 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fb72f1-9b28-4b77-b037-fa20395ce847 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 631d7257-be32-4784-ac2e-57b03b3c4033 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:22.212111 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb72f1-9b28-4b77-b037-fa20395ce847 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=d13aff75-f9c2-4450-94df-036d214e69e1,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:22.214995 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-97fb72f1-9b28-4b77-b037-fa20395ce847 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:22.230986 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a4dfb92-6468-40a2-9b64-eb0152434c4b req-b62cf9d8-3d39-4651-bc51-d9c1ba41a23a tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779770 Jun 25 09:33:22.241166 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97fb72f1-9b28-4b77-b037-fa20395ce847 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:22.247971 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fb72f1-9b28-4b77-b037-fa20395ce847 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:22.253445 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fb72f1-9b28-4b77-b037-fa20395ce847 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:22.254101 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-97fb72f1-9b28-4b77-b037-fa20395ce847 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:22.440752 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:22.442371 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bbba635-5abc-4ac8-bc78-9c99744ef6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:22.447101 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:22.451640 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f68c05c0-6653-4792-b597-aadcf2fe3232 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:22.457715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-97fb72f1-9b28-4b77-b037-fa20395ce847 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3892617 Jun 25 09:33:22.460885 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42384) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:22.475828 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-95ad5432-2412-4df7-8625-710373f37739 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:22.484324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:33:22.495253 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f904a06-b02d-4416-be28-cc7482085f12,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:22.522988 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:22.525102 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:22.525459 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Added segment 7bf5374d-46af-42be-95bc-037b9c2e281c of type vlan for network f49dccf3-acfd-4f59-aa54-535184e72590 Jun 25 09:33:22.618638 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95ad5432-2412-4df7-8625-710373f37739 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:22.628359 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:22.694985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-6c661ea6-0ce2-458f-bdce-a9ae0c77d71b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:22.696923 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-6c661ea6-0ce2-458f-bdce-a9ae0c77d71b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 811 time: 0.1986561 Jun 25 09:33:22.704102 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:22.710782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:22.711811 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:22.720687 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e7ce7d0b-adb0-4d86-afe8-47efb4b7fb7c tempest-RoutersNegativeTest-1063157402 tempest-RoutersNegativeTest-1063157402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:22.813584 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-16eaef99-cbe8-4aa8-9d51-b7b62027bcf1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/quotas/947752a66d514658b9b3ad4c8803cd36 HTTP/1.1" status: 200 len: 375 time: 0.0951970 Jun 25 09:33:22.848621 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0550027 Jun 25 09:33:22.854279 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42390) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:22.855043 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Pushing event updated for resources: {'Network': ['ID=f49dccf3-acfd-4f59-aa54-535184e72590,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:22.859383 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:22.870800 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network f49dccf3-acfd-4f59-aa54-535184e72590 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:33:22.878755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-7889cb9b-d401-49f1-a1f9-49ef90511a51 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Request body: {'subnet': {'network_id': 'f49dccf3-acfd-4f59-aa54-535184e72590', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:22.941992 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95ad5432-2412-4df7-8625-710373f37739 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:22.950240 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95ad5432-2412-4df7-8625-710373f37739 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:22.958276 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-43e62e05-5783-4a20-86b4-48945f1fb5a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:23.018355 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-95ad5432-2412-4df7-8625-710373f37739 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] In _notify_port_updated(), no bound segment for port d13aff75-f9c2-4450-94df-036d214e69e1 on network 631d7257-be32-4784-ac2e-57b03b3c4033 {{(pid=94025) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 09:33:23.025059 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad5432-2412-4df7-8625-710373f37739 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:23.025902 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95ad5432-2412-4df7-8625-710373f37739 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:23.027372 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-95ad5432-2412-4df7-8625-710373f37739 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "PUT /v2.0/ports/d13aff75-f9c2-4450-94df-036d214e69e1 HTTP/1.1" status: 200 len: 818 time: 0.5606587 Jun 25 09:33:23.031235 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42392) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:23.085150 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-71eb93a2-0b3f-42d4-895a-3f3842e35a78 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2340539 Jun 25 09:33:23.100232 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7889cb9b-d401-49f1-a1f9-49ef90511a51 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Made reservation on behalf of a7be437c5015478ab453c676109dc20c for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:23.104721 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7889cb9b-d401-49f1-a1f9-49ef90511a51 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:23.130863 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad5432-2412-4df7-8625-710373f37739 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=d13aff75-f9c2-4450-94df-036d214e69e1,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:23.147909 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-95ad5432-2412-4df7-8625-710373f37739 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:23.211262 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-ef0afcd2-da20-46e9-99f2-fb8db7196636 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port d13aff75-f9c2-4450-94df-036d214e69e1 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:23.211712 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef0afcd2-da20-46e9-99f2-fb8db7196636 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:23.301938 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef0afcd2-da20-46e9-99f2-fb8db7196636 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:23.322142 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-ef0afcd2-da20-46e9-99f2-fb8db7196636 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for d13aff75-f9c2-4450-94df-036d214e69e1 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:23.365319 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-11b75925-c201-4c94-9e0f-06250aa0a101 service neutron] 10.222.0.93 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683785 Jun 25 09:33:23.525466 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-88240500-a5b1-43b6-bb8c-a439c4065bfd req-e76ce11e-40b6-45a4-a9b6-d42ef148adc2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0955286 Jun 25 09:33:23.526387 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef0afcd2-da20-46e9-99f2-fb8db7196636 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:23.538540 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-196738eb-513f-4f64-9efd-6fe31a3a3176 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:23.557593 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7889cb9b-d401-49f1-a1f9-49ef90511a51 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:23.570170 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-40dda4a5-7ab2-430a-96e6-1c0416b73f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:23.570503 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef0afcd2-da20-46e9-99f2-fb8db7196636 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:23.574942 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ef0afcd2-da20-46e9-99f2-fb8db7196636 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/d13aff75-f9c2-4450-94df-036d214e69e1 HTTP/1.1" status: 204 len: 168 time: 0.5404172 Jun 25 09:33:23.574942 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0afcd2-da20-46e9-99f2-fb8db7196636 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=d13aff75-f9c2-4450-94df-036d214e69e1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:23.576199 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42402) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:23.578513 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef0afcd2-da20-46e9-99f2-fb8db7196636 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:23.618703 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-0be3d1b9-d920-435b-b5a9-f89ad09b09e9 service neutron] 10.222.0.93 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460077 Jun 25 09:33:23.658846 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a206fbd-7762-46ed-972a-1243d76c55be req-0630a2d8-e6d3-4e4c-b047-21c39614e257 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:23.667309 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a206fbd-7762-46ed-972a-1243d76c55be req-0630a2d8-e6d3-4e4c-b047-21c39614e257 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 945 time: 0.2714727 Jun 25 09:33:23.683072 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889cb9b-d401-49f1-a1f9-49ef90511a51 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Pushing event updated for resources: {'Subnet': ['ID=13dc20a5-6f82-4c71-8e69-5134ac11e3c3,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:23.693001 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7889cb9b-d401-49f1-a1f9-49ef90511a51 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:23.716600 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7889cb9b-d401-49f1-a1f9-49ef90511a51 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Checking segment: {'id': '7bf5374d-46af-42be-95bc-037b9c2e281c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f49dccf3-acfd-4f59-aa54-535184e72590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:23.717196 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7889cb9b-d401-49f1-a1f9-49ef90511a51 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Network hostable DHCP agents. Network: f49dccf3-acfd-4f59-aa54-535184e72590, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:33:23.751020 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a206fbd-7762-46ed-972a-1243d76c55be req-0c69d2f6-e61b-4885-82f4-4c7e4878d600 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827079 Jun 25 09:33:23.766977 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7889cb9b-d401-49f1-a1f9-49ef90511a51 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Network f49dccf3-acfd-4f59-aa54-535184e72590 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:33:23.783759 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-7889cb9b-d401-49f1-a1f9-49ef90511a51 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, f49dccf3-acfd-4f59-aa54-535184e72590) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:23.791965 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7889cb9b-d401-49f1-a1f9-49ef90511a51 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:23.792664 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7889cb9b-d401-49f1-a1f9-49ef90511a51 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:23.800574 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7209f402-7640-4276-81c4-cd40d4a7a495 None None] Network f49dccf3-acfd-4f59-aa54-535184e72590 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:23.830002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f8d7d4-2a53-4055-bca5-079925f88a83 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:23.834020 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-59f8d7d4-2a53-4055-bca5-079925f88a83 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2542980 Jun 25 09:33:23.835192 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42410) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:23.873078 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88240500-a5b1-43b6-bb8c-a439c4065bfd req-a58db5e0-dc9c-4f50-856f-68fa26f85739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:23.876808 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-88240500-a5b1-43b6-bb8c-a439c4065bfd req-a58db5e0-dc9c-4f50-856f-68fa26f85739 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 1096 time: 0.2138798 Jun 25 09:33:23.878520 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7889cb9b-d401-49f1-a1f9-49ef90511a51 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0208526 Jun 25 09:33:23.881355 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42412) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:23.889041 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Request body: {'port': {'network_id': 'f49dccf3-acfd-4f59-aa54-535184e72590', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1326573576'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:23.927236 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e77c1a5-50ed-4890-809d-386157191abc tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] GET failed (client error): The resource could not be found. Jun 25 09:33:23.936521 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4e77c1a5-50ed-4890-809d-386157191abc tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/d13aff75-f9c2-4450-94df-036d214e69e1 HTTP/1.1" status: 404 len: 333 time: 0.0948527 Jun 25 09:33:23.942920 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42416) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:23.961143 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-54f5d944-e7d0-495b-9cd1-3e8d17d3d36c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-558531330'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:24.038036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f5d944-e7d0-495b-9cd1-3e8d17d3d36c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:24.044264 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-54f5d944-e7d0-495b-9cd1-3e8d17d3d36c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:24.067622 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c595d82-f4e8-43ae-bc53-5bde4552caf6 req-6f6bebd7-8ff1-4880-835d-1a6ddd0943fc tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 210 time: 0.1492820 Jun 25 09:33:24.124243 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f5d944-e7d0-495b-9cd1-3e8d17d3d36c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:33:24.139813 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:24.142947 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-54f5d944-e7d0-495b-9cd1-3e8d17d3d36c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:24.143313 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-54f5d944-e7d0-495b-9cd1-3e8d17d3d36c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Added segment 0627eccc-4835-4273-92bf-06a662a0fe87 of type vlan for network 916e029b-2872-42fb-9cb0-8091dcc06120 Jun 25 09:33:24.149942 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-f49dccf3-acfd-4f59-aa54-535184e72590', 'network_id': 'f49dccf3-acfd-4f59-aa54-535184e72590', 'tenant_id': 'a7be437c5015478ab453c676109dc20c', 'fixed_ips': [{'subnet_id': '13dc20a5-6f82-4c71-8e69-5134ac11e3c3'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:33:24.150961 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:24.284528 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-54f5d944-e7d0-495b-9cd1-3e8d17d3d36c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:24.320324 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Allocated IP 2001:db8::2 (f49dccf3-acfd-4f59-aa54-535184e72590/13dc20a5-6f82-4c71-8e69-5134ac11e3c3/a2316533-bacf-4cde-9d11-a998719d210b) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:24.324166 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88240500-a5b1-43b6-bb8c-a439c4065bfd req-d84f601f-a71a-4f63-84f1-08aa8c6182bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:24.331013 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-88240500-a5b1-43b6-bb8c-a439c4065bfd req-d84f601f-a71a-4f63-84f1-08aa8c6182bf service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.4102924 Jun 25 09:33:24.359789 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-54f5d944-e7d0-495b-9cd1-3e8d17d3d36c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:24.380053 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f5d944-e7d0-495b-9cd1-3e8d17d3d36c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:24.382849 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-54f5d944-e7d0-495b-9cd1-3e8d17d3d36c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:24.385479 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8234fb48-a0fa-4163-927e-d195898e78b7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:24.461390 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Made reservation on behalf of a7be437c5015478ab453c676109dc20c for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:24.465197 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:24.485454 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-88240500-a5b1-43b6-bb8c-a439c4065bfd req-dd0a55a6-114e-4f43-81e5-122015825bef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a177323-d22c-4784-bf95-b39519abbdc6 HTTP/1.1" status: 200 len: 999 time: 0.1339836 Jun 25 09:33:24.522024 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] device_id is not set on port 1e739452-594e-481c-b163-3ab9546fc762 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:33:24.525264 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:24.537190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Transition to ACTIVE for port object a2316533-bacf-4cde-9d11-a998719d210b will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:24.567530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Transition to ACTIVE for port object a2316533-bacf-4cde-9d11-a998719d210b will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:24.571560 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5d944-e7d0-495b-9cd1-3e8d17d3d36c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Network': ['ID=916e029b-2872-42fb-9cb0-8091dcc06120,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:24.577892 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-54f5d944-e7d0-495b-9cd1-3e8d17d3d36c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:24.589055 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 916e029b-2872-42fb-9cb0-8091dcc06120 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:33:24.603155 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:24.606465 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-54f5d944-e7d0-495b-9cd1-3e8d17d3d36c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6550572 Jun 25 09:33:24.617430 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42430) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:24.624489 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f12a79ee-3516-4426-8cab-6dcc88e499dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:24.630224 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-198259fd-5c01-4097-8f3c-200d808937d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'subnet': {'network_id': '916e029b-2872-42fb-9cb0-8091dcc06120', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:24.672577 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88240500-a5b1-43b6-bb8c-a439c4065bfd req-355376ac-b907-4795-9bd4-b4a89ae33a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:24.674805 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-88240500-a5b1-43b6-bb8c-a439c4065bfd req-355376ac-b907-4795-9bd4-b4a89ae33a27 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.1817887 Jun 25 09:33:24.751708 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Network f49dccf3-acfd-4f59-aa54-535184e72590 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:24.762695 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:24.771926 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:24.775247 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Pushing event updated for resources: {'Port': ['ID=a2316533-bacf-4cde-9d11-a998719d210b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:24.780361 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:24.834451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Allocated IP 2001:db8::196 (f49dccf3-acfd-4f59-aa54-535184e72590/13dc20a5-6f82-4c71-8e69-5134ac11e3c3/1e739452-594e-481c-b163-3ab9546fc762) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:24.875456 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198259fd-5c01-4097-8f3c-200d808937d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:24.882118 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-198259fd-5c01-4097-8f3c-200d808937d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:24.918910 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Attempting to bind port a2316533-bacf-4cde-9d11-a998719d210b on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:33:24.919528 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Attempting to bind port a2316533-bacf-4cde-9d11-a998719d210b by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '7bf5374d-46af-42be-95bc-037b9c2e281c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f49dccf3-acfd-4f59-aa54-535184e72590'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:33:24.919643 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Attempting to bind port a2316533-bacf-4cde-9d11-a998719d210b on network f49dccf3-acfd-4f59-aa54-535184e72590 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:24.941779 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b71cd05-c9b3-42bd-9e0d-af2893ae7cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:24.941779 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:33:24.941779 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Checking segment: {'id': '7bf5374d-46af-42be-95bc-037b9c2e281c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f49dccf3-acfd-4f59-aa54-535184e72590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:24.941779 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:24.941779 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Bound using segment: {'id': '7bf5374d-46af-42be-95bc-037b9c2e281c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f49dccf3-acfd-4f59-aa54-535184e72590'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:33:24.941779 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Bound port: a2316533-bacf-4cde-9d11-a998719d210b, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf5374d-46af-42be-95bc-037b9c2e281c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f49dccf3-acfd-4f59-aa54-535184e72590'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:33:24.941779 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:25.043992 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] For port a2316533-bacf-4cde-9d11-a998719d210b, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:33:25.052039 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] For port a2316533-bacf-4cde-9d11-a998719d210b, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a2316533-bacf-4cde-9d11-a998719d210b,segment=NetworkSegment(7bf5374d-46af-42be-95bc-037b9c2e281c),segment_id=7bf5374d-46af-42be-95bc-037b9c2e281c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:33:25.060209 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:25.063517 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:25.155333 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Pushing event updated for resources: {'Port': ['ID=a2316533-bacf-4cde-9d11-a998719d210b,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:25.159445 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:25.206397 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:25.294392 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88240500-a5b1-43b6-bb8c-a439c4065bfd req-6e732b70-16c9-4244-b77b-62891bb414eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:25.297176 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-88240500-a5b1-43b6-bb8c-a439c4065bfd req-6e732b70-16c9-4244-b77b-62891bb414eb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5954204 Jun 25 09:33:25.349984 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:25.395567 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dbedf5c9-a563-4625-b1df-3737b37dc78a req-e73739c0-8860-4f1b-8733-b5b5cfec9f92 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 210 time: 0.0891051 Jun 25 09:33:25.432192 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-198259fd-5c01-4097-8f3c-200d808937d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:25.443120 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0b8c78b3-cb0d-4b44-a3f2-8486fc95df67 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:25.458836 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Transition to ACTIVE for port object 1e739452-594e-481c-b163-3ab9546fc762 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:25.549148 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-88240500-a5b1-43b6-bb8c-a439c4065bfd req-190e7673-253b-4d98-8523-62a76288498a service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310615 Jun 25 09:33:25.553058 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:25.561405 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:25.578204 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198259fd-5c01-4097-8f3c-200d808937d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Subnet': ['ID=3baf4960-a6ad-42b3-9781-7dce7765828f,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:25.582396 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-198259fd-5c01-4097-8f3c-200d808937d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:25.592323 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198259fd-5c01-4097-8f3c-200d808937d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Checking segment: {'id': '0627eccc-4835-4273-92bf-06a662a0fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '916e029b-2872-42fb-9cb0-8091dcc06120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:25.592844 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198259fd-5c01-4097-8f3c-200d808937d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network hostable DHCP agents. Network: 916e029b-2872-42fb-9cb0-8091dcc06120, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:33:25.648140 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189f1c7-7168-4a49-b840-17f835f19461 req-48d40681-0026-4ea1-b0c8-627fb000bea0 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:25.657389 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c189f1c7-7168-4a49-b840-17f835f19461 req-48d40681-0026-4ea1-b0c8-627fb000bea0 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 945 time: 0.1756601 Jun 25 09:33:25.671133 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198259fd-5c01-4097-8f3c-200d808937d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 916e029b-2872-42fb-9cb0-8091dcc06120 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:33:25.721318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-198259fd-5c01-4097-8f3c-200d808937d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 916e029b-2872-42fb-9cb0-8091dcc06120) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:25.746384 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46175cb6-9e04-4a9a-b6a0-674179c5f1c0 None None] Network 916e029b-2872-42fb-9cb0-8091dcc06120 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:25.747118 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198259fd-5c01-4097-8f3c-200d808937d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:25.748699 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-198259fd-5c01-4097-8f3c-200d808937d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:25.779903 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c189f1c7-7168-4a49-b840-17f835f19461 req-28821ec3-e1bb-41bc-b216-cef6c3d903ff tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213746 Jun 25 09:33:25.793848 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Pushing event updated for resources: {'Port': ['ID=1e739452-594e-481c-b163-3ab9546fc762,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:25.809582 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-198259fd-5c01-4097-8f3c-200d808937d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1910148 Jun 25 09:33:25.810586 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42444) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:25.819109 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-f8f1a22e-be27-4a12-a09c-35b1b5ce478b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'subnet': {'network_id': '916e029b-2872-42fb-9cb0-8091dcc06120', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:25.821661 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:25.827964 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Network f49dccf3-acfd-4f59-aa54-535184e72590 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:25.841221 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:25.848721 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:25.854781 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:25.855692 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:25.885153 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0026491 Jun 25 09:33:25.888377 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42446) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:25.897824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Request body: {'port': {'network_id': 'f49dccf3-acfd-4f59-aa54-535184e72590', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1380283282', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:25.900891 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.api.validators [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] bootfile-name is not in valid_values {{(pid=94025) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 09:33:25.902973 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.api.validators [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] tftp-server is not in valid_values {{(pid=94025) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 09:33:25.903310 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.api.validators [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] server-ip-address is not in valid_values {{(pid=94025) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 09:33:26.052044 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-88240500-a5b1-43b6-bb8c-a439c4065bfd req-58471046-6895-4aab-8d72-e939412bbee5 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820955 Jun 25 09:33:26.076052 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-916e029b-2872-42fb-9cb0-8091dcc06120', 'network_id': '916e029b-2872-42fb-9cb0-8091dcc06120', 'tenant_id': '264ca81b65924f5995bb3e60c2a6d08a', 'fixed_ips': [{'subnet_id': '3baf4960-a6ad-42b3-9781-7dce7765828f'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:33:26.079525 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:26.083203 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-9c541e1a-6986-4902-9d26-8a0e4181f0aa tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:26.084748 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-9c541e1a-6986-4902-9d26-8a0e4181f0aa tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 811 time: 0.1855261 Jun 25 09:33:26.095105 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f1a22e-be27-4a12-a09c-35b1b5ce478b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:26.099404 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a22e-be27-4a12-a09c-35b1b5ce478b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:26.126419 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-76a48754-1ccc-4714-ae1a-aebd5c1b3bf7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Request body: {'port': {'device_id': '199fe74c-cbef-4fda-83a9-ec5738f4152d', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'admin_state_up': True, 'tenant_id': '947752a66d514658b9b3ad4c8803cd36'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:26.166289 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Made reservation on behalf of a7be437c5015478ab453c676109dc20c for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:26.170935 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:26.201385 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] device_id is not set on port d70da6e5-d7e4-4e60-a6b4-0b0df7606745 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:33:26.263637 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:26.311898 n-d-761264-15 neutron-server[94024]: INFO neutron.db.ipam_backend_mixin [None req-f8f1a22e-be27-4a12-a09c-35b1b5ce478b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3baf4960-a6ad-42b3-9781-7dce7765828f (CIDR: 172.20.0.0/28) Jun 25 09:33:26.318319 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f1a22e-be27-4a12-a09c-35b1b5ce478b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:33:26.318812 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f1a22e-be27-4a12-a09c-35b1b5ce478b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:33:26.372246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-76a48754-1ccc-4714-ae1a-aebd5c1b3bf7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Made reservation on behalf of 947752a66d514658b9b3ad4c8803cd36 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:26.390919 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-76a48754-1ccc-4714-ae1a-aebd5c1b3bf7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:26.398614 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Allocated IP 2001:db8::284 (f49dccf3-acfd-4f59-aa54-535184e72590/13dc20a5-6f82-4c71-8e69-5134ac11e3c3/d70da6e5-d7e4-4e60-a6b4-0b0df7606745) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:26.401903 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Allocated IP 172.20.0.2 (916e029b-2872-42fb-9cb0-8091dcc06120/3baf4960-a6ad-42b3-9781-7dce7765828f/435ec030-6ed2-4471-9714-2298562f6b3f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:26.450938 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42460) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:26.451430 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f8f1a22e-be27-4a12-a09c-35b1b5ce478b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6388576 Jun 25 09:33:26.459022 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ecf74a7b-7743-419c-94ae-f18388f5c2ea tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'subnet': {'network_id': '916e029b-2872-42fb-9cb0-8091dcc06120', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:26.652647 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1e16d693-a826-46d6-b275-9ebebfc6c521 req-e09032df-cb39-4fda-8799-9bd3594870fa tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 210 time: 0.0406806 Jun 25 09:33:26.770665 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-76a48754-1ccc-4714-ae1a-aebd5c1b3bf7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Allocated IP 172.20.0.12 (5a10db37-d015-4d07-b8b3-aeae3ba241cd/403530bf-ac62-4838-b5a2-e51f68a8cbd7/0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:26.826876 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:26.837232 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f3bb7d-416e-48c9-9ee0-373428e5b30b None None] Network f49dccf3-acfd-4f59-aa54-535184e72590 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:26.849255 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Transition to ACTIVE for port object 435ec030-6ed2-4471-9714-2298562f6b3f will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:26.861377 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:26.909293 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Transition to ACTIVE for port object d70da6e5-d7e4-4e60-a6b4-0b0df7606745 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:26.925088 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2b1b65ba-32b5-4492-95f9-a958cffff65e None None] Provisioning for port a2316533-bacf-4cde-9d11-a998719d210b completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:26.933555 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Transition to ACTIVE for port object 435ec030-6ed2-4471-9714-2298562f6b3f will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:26.934773 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf74a7b-7743-419c-94ae-f18388f5c2ea tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:26.943640 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ecf74a7b-7743-419c-94ae-f18388f5c2ea tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:26.945249 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:26.951494 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:27.010013 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Network 916e029b-2872-42fb-9cb0-8091dcc06120 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:27.024033 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:27.027723 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:27.040821 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Pushing event updated for resources: {'Port': ['ID=435ec030-6ed2-4471-9714-2298562f6b3f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:27.045598 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:27.062145 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:27.070158 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1891eec6-6ad4-40d9-b07e-7a680f3a9d62 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:27.182129 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-76a48754-1ccc-4714-ae1a-aebd5c1b3bf7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:27.203085 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Attempting to bind port 435ec030-6ed2-4471-9714-2298562f6b3f on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:33:27.203674 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Attempting to bind port 435ec030-6ed2-4471-9714-2298562f6b3f by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '0627eccc-4835-4273-92bf-06a662a0fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '916e029b-2872-42fb-9cb0-8091dcc06120'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:33:27.203824 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Attempting to bind port 435ec030-6ed2-4471-9714-2298562f6b3f on network 916e029b-2872-42fb-9cb0-8091dcc06120 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:27.212063 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f772855-99ed-4488-957a-3d23c88c281f req-ad2e3e57-48f9-4d75-aa11-15389dc4c2a9 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:27.214259 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3f772855-99ed-4488-957a-3d23c88c281f req-ad2e3e57-48f9-4d75-aa11-15389dc4c2a9 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 945 time: 0.2379613 Jun 25 09:33:27.215598 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:33:27.215983 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Checking segment: {'id': '0627eccc-4835-4273-92bf-06a662a0fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '916e029b-2872-42fb-9cb0-8091dcc06120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:27.216543 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:27.216984 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Bound using segment: {'id': '0627eccc-4835-4273-92bf-06a662a0fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '916e029b-2872-42fb-9cb0-8091dcc06120'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:33:27.217653 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Bound port: 435ec030-6ed2-4471-9714-2298562f6b3f, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0627eccc-4835-4273-92bf-06a662a0fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '916e029b-2872-42fb-9cb0-8091dcc06120'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:33:27.217866 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:27.264114 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-76a48754-1ccc-4714-ae1a-aebd5c1b3bf7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Transition to ACTIVE for port object 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:27.268540 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3f772855-99ed-4488-957a-3d23c88c281f req-f0f40e1e-df0b-456b-ad1a-10ad9729f085 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452263 Jun 25 09:33:27.301439 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] For port 435ec030-6ed2-4471-9714-2298562f6b3f, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:33:27.307531 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] For port 435ec030-6ed2-4471-9714-2298562f6b3f, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=435ec030-6ed2-4471-9714-2298562f6b3f,segment=NetworkSegment(0627eccc-4835-4273-92bf-06a662a0fe87),segment_id=0627eccc-4835-4273-92bf-06a662a0fe87)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:33:27.316916 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:27.317268 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-76a48754-1ccc-4714-ae1a-aebd5c1b3bf7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:27.325407 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:27.335062 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c4881339-b8e3-434c-9bc2-7a2ef9106af5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:27.351230 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-76a48754-1ccc-4714-ae1a-aebd5c1b3bf7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Network 5a10db37-d015-4d07-b8b3-aeae3ba241cd is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:27.360010 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-76a48754-1ccc-4714-ae1a-aebd5c1b3bf7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:27.400433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-76a48754-1ccc-4714-ae1a-aebd5c1b3bf7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:27.409442 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Pushing event updated for resources: {'Port': ['ID=435ec030-6ed2-4471-9714-2298562f6b3f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:27.417129 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:27.478917 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a48754-1ccc-4714-ae1a-aebd5c1b3bf7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event updated for resources: {'Port': ['ID=0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:27.485606 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-76a48754-1ccc-4714-ae1a-aebd5c1b3bf7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:27.501727 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-76a48754-1ccc-4714-ae1a-aebd5c1b3bf7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:27.502916 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-76a48754-1ccc-4714-ae1a-aebd5c1b3bf7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:27.543851 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-76a48754-1ccc-4714-ae1a-aebd5c1b3bf7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4214716 Jun 25 09:33:27.573638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a2316533-bacf-4cde-9d11-a998719d210b up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:27.574041 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Request body: {'port': {'device_id': '199fe74c-cbef-4fda-83a9-ec5738f4152d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:27.687126 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port a2316533-bacf-4cde-9d11-a998719d210b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:27.694633 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port a2316533-bacf-4cde-9d11-a998719d210b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:27.695059 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:27.714600 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:27.718253 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:33:27.738854 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Pushing event updated for resources: {'Port': ['ID=d70da6e5-d7e4-4e60-a6b4-0b0df7606745,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:27.746606 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:27.845273 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:27.852637 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Network f49dccf3-acfd-4f59-aa54-535184e72590 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:27.854455 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:27.861078 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:27.870996 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:27.871776 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:27.897670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9d255e47-4e8f-42ec-be4f-dd9b6359ce5e None None] Provisioning for port d70da6e5-d7e4-4e60-a6b4-0b0df7606745 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:27.918123 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9d255e47-4e8f-42ec-be4f-dd9b6359ce5e None None] Provisioning complete for port d70da6e5-d7e4-4e60-a6b4-0b0df7606745 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:27.918896 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d255e47-4e8f-42ec-be4f-dd9b6359ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:27.922421 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0295677 Jun 25 09:33:27.938801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42476) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:28.122826 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938ba4f-1f06-40d5-8537-9ea7f9ddf8ed req-a4ea873f-301a-4ecb-8d66-a1322f698e88 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:28.128983 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b938ba4f-1f06-40d5-8537-9ea7f9ddf8ed req-a4ea873f-301a-4ecb-8d66-a1322f698e88 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.41 "GET /v2.0/ports?device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 945 time: 0.5388045 Jun 25 09:33:28.196446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-257f194b-ce4e-4071-b56b-bd74d907dc36 req-b5b1c760-79ca-44c5-904d-8b8167508b0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3236601 Jun 25 09:33:28.361627 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48a2e6-71d6-4b8c-8776-6dcedba4071b req-ee3ce0ec-0d6c-481a-babb-48309dddfeec tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:28.371355 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d48a2e6-71d6-4b8c-8776-6dcedba4071b req-ee3ce0ec-0d6c-481a-babb-48309dddfeec tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 932 time: 0.3894179 Jun 25 09:33:28.416576 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3a15e0-45b6-4d7c-bf20-4b7a6885d753 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:28.423628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3a15e0-45b6-4d7c-bf20-4b7a6885d753 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:28.429708 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3a15e0-45b6-4d7c-bf20-4b7a6885d753 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:28.432649 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ac3a15e0-45b6-4d7c-bf20-4b7a6885d753 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.4919450 Jun 25 09:33:28.435641 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42482) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:28.468313 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port a2316533-bacf-4cde-9d11-a998719d210b, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a2316533-bacf-4cde-9d11-a998719d210b,segment=NetworkSegment(7bf5374d-46af-42be-95bc-037b9c2e281c),segment_id=7bf5374d-46af-42be-95bc-037b9c2e281c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:28.482962 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:28.491246 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:28.497875 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ecf74a7b-7743-419c-94ae-f18388f5c2ea tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:28.538259 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5ee615b0-ea2f-424f-996e-fbfc2b8fada6 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:28.561514 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9d255e47-4e8f-42ec-be4f-dd9b6359ce5e None None] Port d70da6e5-d7e4-4e60-a6b4-0b0df7606745 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:28.563631 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:28.572975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf74a7b-7743-419c-94ae-f18388f5c2ea tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 916e029b-2872-42fb-9cb0-8091dcc06120 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:28.582254 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-ecf74a7b-7743-419c-94ae-f18388f5c2ea tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:28.599700 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf74a7b-7743-419c-94ae-f18388f5c2ea tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:28.600388 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ecf74a7b-7743-419c-94ae-f18388f5c2ea tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:28.617433 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9d255e47-4e8f-42ec-be4f-dd9b6359ce5e None None] Provisioning for port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:28.620293 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=a2316533-bacf-4cde-9d11-a998719d210b,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:28.630886 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:28.632304 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9d255e47-4e8f-42ec-be4f-dd9b6359ce5e None None] Provisioning complete for port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:28.633999 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d255e47-4e8f-42ec-be4f-dd9b6359ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:28.689291 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-b938ba4f-1f06-40d5-8537-9ea7f9ddf8ed req-9e839940-87c8-486c-9c4e-5d9490bbc20c tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Deleting port eb50dac9-6bd9-4528-86b0-98f6e590ff70 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:28.689515 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9d255e47-4e8f-42ec-be4f-dd9b6359ce5e None None] Port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:28.690173 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b938ba4f-1f06-40d5-8537-9ea7f9ddf8ed req-9e839940-87c8-486c-9c4e-5d9490bbc20c tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:28.731335 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9d255e47-4e8f-42ec-be4f-dd9b6359ce5e None None] Provisioning for port 1e739452-594e-481c-b163-3ab9546fc762 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:28.744820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9d255e47-4e8f-42ec-be4f-dd9b6359ce5e None None] Provisioning complete for port 1e739452-594e-481c-b163-3ab9546fc762 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:28.745470 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d255e47-4e8f-42ec-be4f-dd9b6359ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:28.797505 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf74a7b-7743-419c-94ae-f18388f5c2ea tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Subnet': ['ID=16fd9eed-f071-4807-90cf-26ddc5d81ed5,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:28.801355 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ecf74a7b-7743-419c-94ae-f18388f5c2ea tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:28.807967 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ecf74a7b-7743-419c-94ae-f18388f5c2ea tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3555748 Jun 25 09:33:28.812678 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42484) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:28.825159 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9d255e47-4e8f-42ec-be4f-dd9b6359ce5e None None] Port 1e739452-594e-481c-b163-3ab9546fc762 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:28.832849 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'network_id': '916e029b-2872-42fb-9cb0-8091dcc06120', 'fixed_ips': [{'subnet_id': '3baf4960-a6ad-42b3-9781-7dce7765828f'}, {'subnet_id': '16fd9eed-f071-4807-90cf-26ddc5d81ed5'}], 'name': 'tempest-PortsTestJSON-1099980573'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:28.838330 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9d255e47-4e8f-42ec-be4f-dd9b6359ce5e None None] Provisioning complete for port a2316533-bacf-4cde-9d11-a998719d210b triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:28.839001 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d255e47-4e8f-42ec-be4f-dd9b6359ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:28.847917 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d48a2e6-71d6-4b8c-8776-6dcedba4071b req-4b9ca43c-a0da-4f20-bfb9-e1bfcafd9e87 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746912 Jun 25 09:33:28.919391 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-b938ba4f-1f06-40d5-8537-9ea7f9ddf8ed req-9e839940-87c8-486c-9c4e-5d9490bbc20c tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] For port eb50dac9-6bd9-4528-86b0-98f6e590ff70, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=eb50dac9-6bd9-4528-86b0-98f6e590ff70,segment=NetworkSegment(647ef4eb-bb4c-49e8-8625-09c5643ceb08),segment_id=647ef4eb-bb4c-49e8-8625-09c5643ceb08)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:28.920034 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b938ba4f-1f06-40d5-8537-9ea7f9ddf8ed req-9e839940-87c8-486c-9c4e-5d9490bbc20c tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:28.961455 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-b938ba4f-1f06-40d5-8537-9ea7f9ddf8ed req-9e839940-87c8-486c-9c4e-5d9490bbc20c tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Calling delete_port for eb50dac9-6bd9-4528-86b0-98f6e590ff70 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:28.989719 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Deleting port d70da6e5-d7e4-4e60-a6b4-0b0df7606745 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:28.990061 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:29.054481 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f194b-ce4e-4071-b56b-bd74d907dc36 req-9aea81e8-4a70-4653-ab45-ff8d0e26498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:29.056341 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-257f194b-ce4e-4071-b56b-bd74d907dc36 req-9aea81e8-4a70-4653-ab45-ff8d0e26498b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 1098 time: 0.6723993 Jun 25 09:33:29.112681 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:29.138618 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821beef-7b25-4454-b244-4fe87fba4e56 req-4da86146-9ad8-461c-bd49-b8ab035c0eb2 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:29.140350 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8821beef-7b25-4454-b244-4fe87fba4e56 req-4da86146-9ad8-461c-bd49-b8ab035c0eb2 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff HTTP/1.1" status: 200 len: 945 time: 0.4743354 Jun 25 09:33:29.167825 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3640290f-1062-4bc2-ba80-320162d0fc34 None None] Provisioning complete for port d70da6e5-d7e4-4e60-a6b4-0b0df7606745 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:29.169840 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3640290f-1062-4bc2-ba80-320162d0fc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:29.219067 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:29.231932 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3640290f-1062-4bc2-ba80-320162d0fc34 None None] Port d70da6e5-d7e4-4e60-a6b4-0b0df7606745 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:29.232885 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Calling delete_port for d70da6e5-d7e4-4e60-a6b4-0b0df7606745 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:29.243776 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3640290f-1062-4bc2-ba80-320162d0fc34 None None] Provisioning complete for port 1e739452-594e-481c-b163-3ab9546fc762 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:29.244168 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3640290f-1062-4bc2-ba80-320162d0fc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:29.262736 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b938ba4f-1f06-40d5-8537-9ea7f9ddf8ed req-9e839940-87c8-486c-9c4e-5d9490bbc20c tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:29.283371 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:29.296813 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3640290f-1062-4bc2-ba80-320162d0fc34 None None] Port 1e739452-594e-481c-b163-3ab9546fc762 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:29.318208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e419683-c6bb-4886-a5a6-6e57e027add5 None None] Network 916e029b-2872-42fb-9cb0-8091dcc06120 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:29.343319 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e839940-87c8-486c-9c4e-5d9490bbc20c tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Pushing event deleted for resources: {'Port': ['ID=eb50dac9-6bd9-4528-86b0-98f6e590ff70,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:29.350336 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9e839940-87c8-486c-9c4e-5d9490bbc20c tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:29.478074 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-b938ba4f-1f06-40d5-8537-9ea7f9ddf8ed req-9e839940-87c8-486c-9c4e-5d9490bbc20c tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] No DVR routers for this DVR port eb50dac9-6bd9-4528-86b0-98f6e590ff70 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:33:29.493006 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:29.498036 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b938ba4f-1f06-40d5-8537-9ea7f9ddf8ed req-9e839940-87c8-486c-9c4e-5d9490bbc20c tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:29.500133 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b938ba4f-1f06-40d5-8537-9ea7f9ddf8ed req-9e839940-87c8-486c-9c4e-5d9490bbc20c tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.41 "DELETE /v2.0/ports/eb50dac9-6bd9-4528-86b0-98f6e590ff70 HTTP/1.1" status: 204 len: 173 time: 1.3656971 Jun 25 09:33:29.500847 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff', 'name': 'network-vif-deleted', 'tag': 'eb50dac9-6bd9-4528-86b0-98f6e590ff70'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:33:29.504312 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd73539-4d48-4d8d-8715-0bbce7745e80" -d '{"events": [{"server_uuid": "e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff", "name": "network-vif-deleted", "tag": "eb50dac9-6bd9-4528-86b0-98f6e590ff70"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:33:29.552835 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] device_id is not set on port 51a6b2cb-4954-49a0-bdad-983490f69462 yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:33:29.617745 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-004dab0c-926b-493f-b02a-aa6399e698f4 None None] Provisioning for port 435ec030-6ed2-4471-9714-2298562f6b3f completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:29.692883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 435ec030-6ed2-4471-9714-2298562f6b3f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:29.705204 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1f9406-c4b4-447c-811c-27b220182a27 x-openstack-request-id: req-7d1f9406-c4b4-447c-811c-27b220182a27 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:33:29.705782 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff", "name": "network-vif-deleted", "tag": "eb50dac9-6bd9-4528-86b0-98f6e590ff70", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:33:29.706323 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7d1f9406-c4b4-447c-811c-27b220182a27 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:33:29.707172 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c18c3-3d6f-495b-bc8f-4f294e2ba7ff', 'name': 'network-vif-deleted', 'tag': 'eb50dac9-6bd9-4528-86b0-98f6e590ff70', 'status': 'completed', 'code': 200} Jun 25 09:33:29.857474 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7ed333-6e90-464d-b23b-4612602e0aba None None] Update dhcp port {'port': {'network_id': '916e029b-2872-42fb-9cb0-8091dcc06120', 'fixed_ips': [{'subnet_id': '3baf4960-a6ad-42b3-9781-7dce7765828f', 'ip_address': '172.20.0.2'}, {'subnet_id': '16fd9eed-f071-4807-90cf-26ddc5d81ed5'}], 'binding:host_id': 'n-d-761264-15'}, 'id': '435ec030-6ed2-4471-9714-2298562f6b3f'} from n-d-761264-15. {{(pid=94026) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 09:33:29.882767 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 435ec030-6ed2-4471-9714-2298562f6b3f completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:29.891027 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 435ec030-6ed2-4471-9714-2298562f6b3f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:29.892092 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:29.918442 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c7ed333-6e90-464d-b23b-4612602e0aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:30.070348 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Allocated IP 172.20.0.8 (916e029b-2872-42fb-9cb0-8091dcc06120/3baf4960-a6ad-42b3-9781-7dce7765828f/51a6b2cb-4954-49a0-bdad-983490f69462) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:30.093476 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Allocated IP 172.20.0.29 (916e029b-2872-42fb-9cb0-8091dcc06120/16fd9eed-f071-4807-90cf-26ddc5d81ed5/51a6b2cb-4954-49a0-bdad-983490f69462) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:30.146059 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:30.218238 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 435ec030-6ed2-4471-9714-2298562f6b3f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=435ec030-6ed2-4471-9714-2298562f6b3f,segment=NetworkSegment(0627eccc-4835-4273-92bf-06a662a0fe87),segment_id=0627eccc-4835-4273-92bf-06a662a0fe87)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:30.223409 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:30.224347 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a2316533-bacf-4cde-9d11-a998719d210b up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:30.226206 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4b4c77a6-daf7-4528-b306-da3beb77d56c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:30.278984 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:33:30.321910 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:30.351863 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=435ec030-6ed2-4471-9714-2298562f6b3f,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:30.354539 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f194b-ce4e-4071-b56b-bd74d907dc36 req-40d0a8a5-7f4b-4325-a4ce-6173c019293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:30.354539 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-257f194b-ce4e-4071-b56b-bd74d907dc36 req-40d0a8a5-7f4b-4325-a4ce-6173c019293e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 914 time: 1.2127831 Jun 25 09:33:30.369410 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:30.370000 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:30.373227 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:30.381630 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8821beef-7b25-4454-b244-4fe87fba4e56 req-dec96704-3b4f-4043-b830-4d0aeff0b7de tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424358 Jun 25 09:33:30.388418 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Transition to ACTIVE for port object 51a6b2cb-4954-49a0-bdad-983490f69462 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:30.420213 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port a2316533-bacf-4cde-9d11-a998719d210b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:30.420921 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:30.424016 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Transition to ACTIVE for port object 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:30.429670 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3846b70b-61e9-452c-800f-d8edf7480f63 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:30.441598 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:30.458887 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c714172e-ba5a-451a-b21d-be66e49b57db tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:30.501370 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 916e029b-2872-42fb-9cb0-8091dcc06120 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:30.507786 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:30.513046 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:30.538762 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device eb50dac9-6bd9-4528-86b0-98f6e590ff70 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:33:30.560679 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=51a6b2cb-4954-49a0-bdad-983490f69462,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:30.566313 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:30.568494 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: eb50dac9-6bd9-4528-86b0-98f6e590ff70 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:33:30.569398 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device eb50dac9-6bd9-4528-86b0-98f6e590ff70 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:33:30.587963 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:30.600505 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:30.601532 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:30.603342 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:30.609976 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] 10.222.0.93 "DELETE /v2.0/ports/d70da6e5-d7e4-4e60-a6b4-0b0df7606745 HTTP/1.1" status: 204 len: 168 time: 2.1707613 Jun 25 09:33:30.614996 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42502) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:30.616128 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Pushing event deleted for resources: {'Port': ['ID=d70da6e5-d7e4-4e60-a6b4-0b0df7606745,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:30.628864 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-5fe26665-80d4-4089-91b9-27e9acf820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Request body: {'port': {'name': 'tempest-new-port-name-70294725', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:30.629460 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.api.validators [None req-5fe26665-80d4-4089-91b9-27e9acf820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] bootfile-name is not in valid_values {{(pid=94024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 09:33:30.629897 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.api.validators [None req-5fe26665-80d4-4089-91b9-27e9acf820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] tftp-server is not in valid_values {{(pid=94024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 09:33:30.630425 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.api.validators [None req-5fe26665-80d4-4089-91b9-27e9acf820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] server-ip-address is not in valid_values {{(pid=94024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 09:33:30.639580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:30.640500 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:30.641051 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:30.641519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:30.641980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:30.642210 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8282950 Jun 25 09:33:30.642654 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:30.643113 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:30.643572 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:30.644029 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:30.644496 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:30.644795 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42504) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:30.645071 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:30.645514 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:30.650934 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-538f96f1-0a53-4eb7-9c76-e376d103f0dc tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3baf4960-a6ad-42b3-9781-7dce7765828f'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:30.654800 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:30.656401 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-257f194b-ce4e-4071-b56b-bd74d907dc36 req-d770fc37-7978-492f-8c25-8fa45199b126 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd6c65bd-cd79-49a5-bd5e-998f98222c0c HTTP/1.1" status: 200 len: 217 time: 0.2811408 Jun 25 09:33:30.689231 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-97fb72f1-9b28-4b77-b037-fa20395ce847 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:30.714267 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-7c7ed333-6e90-464d-b23b-4612602e0aba None None] Allocated IP 172.20.0.18 (916e029b-2872-42fb-9cb0-8091dcc06120/16fd9eed-f071-4807-90cf-26ddc5d81ed5/435ec030-6ed2-4471-9714-2298562f6b3f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:30.792091 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f194b-ce4e-4071-b56b-bd74d907dc36 req-f835aef6-bb16-473b-8e34-c55d356402a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:30.794333 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-257f194b-ce4e-4071-b56b-bd74d907dc36 req-f835aef6-bb16-473b-8e34-c55d356402a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 HTTP/1.1" status: 200 len: 852 time: 0.0879056 Jun 25 09:33:30.877670 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-538f96f1-0a53-4eb7-9c76-e376d103f0dc tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:30.934559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7c7ed333-6e90-464d-b23b-4612602e0aba None None] For port 435ec030-6ed2-4471-9714-2298562f6b3f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=435ec030-6ed2-4471-9714-2298562f6b3f,segment=NetworkSegment(0627eccc-4835-4273-92bf-06a662a0fe87),segment_id=0627eccc-4835-4273-92bf-06a662a0fe87)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:30.975374 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf59631-72a2-4860-98ae-650efea10e30 req-86cf8f74-5b3b-4b0f-820b-23f620fda951 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:30.983379 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4cf59631-72a2-4860-98ae-650efea10e30 req-86cf8f74-5b3b-4b0f-820b-23f620fda951 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 932 time: 0.8259203 Jun 25 09:33:30.989107 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c7ed333-6e90-464d-b23b-4612602e0aba None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:31.006782 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7c7ed333-6e90-464d-b23b-4612602e0aba None None] Transition to ACTIVE for port object 435ec030-6ed2-4471-9714-2298562f6b3f will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:31.011127 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c7ed333-6e90-464d-b23b-4612602e0aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:31.013726 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:31.035185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-257f194b-ce4e-4071-b56b-bd74d907dc36 req-328f3619-869b-4285-addb-557d6c3d7be6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a124eb50-58b7-4400-83c7-66fc4f4c6f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2141490 Jun 25 09:33:31.180695 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Pushing event updated for resources: {'Port': ['ID=0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:31.189977 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:31.210212 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ed333-6e90-464d-b23b-4612602e0aba None None] Pushing event updated for resources: {'Port': ['ID=435ec030-6ed2-4471-9714-2298562f6b3f,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:31.215201 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7c7ed333-6e90-464d-b23b-4612602e0aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:31.260012 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5fe26665-80d4-4089-91b9-27e9acf820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:31.378134 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-538f96f1-0a53-4eb7-9c76-e376d103f0dc tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Delete allocated IP 172.20.0.29 (916e029b-2872-42fb-9cb0-8091dcc06120/16fd9eed-f071-4807-90cf-26ddc5d81ed5) {{(pid=94025) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 25 09:33:31.387746 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:31.523932 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4cf59631-72a2-4860-98ae-650efea10e30 req-c1daa3e4-e204-4b81-b7a2-405365e68961 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874783 Jun 25 09:33:31.579609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Attempting to bind port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:33:31.579963 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Attempting to bind port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:33:31.580547 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Attempting to bind port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:31.600620 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 435ec030-6ed2-4471-9714-2298562f6b3f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:31.660854 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-538f96f1-0a53-4eb7-9c76-e376d103f0dc tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:31.686881 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-538f96f1-0a53-4eb7-9c76-e376d103f0dc tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Ignored duplicate provisioning block setup for port 51a6b2cb-4954-49a0-bdad-983490f69462 by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 25 09:33:31.694510 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-538f96f1-0a53-4eb7-9c76-e376d103f0dc tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:31.700980 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:31.777505 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:33:31.778026 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Attempting to bind port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:31.818539 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f96f1-0a53-4eb7-9c76-e376d103f0dc tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=51a6b2cb-4954-49a0-bdad-983490f69462,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:31.834709 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-538f96f1-0a53-4eb7-9c76-e376d103f0dc tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:31.835481 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:33:31.836057 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Checking segment: {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:31.836678 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Bound using segment: {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:33:31.837429 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Bound port: 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:33:31.838009 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:31.897494 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-257f194b-ce4e-4071-b56b-bd74d907dc36 req-6fb071f6-b75e-4320-9010-75866a3b899d service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8452725 Jun 25 09:33:32.041655 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-538f96f1-0a53-4eb7-9c76-e376d103f0dc tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] In _notify_port_updated(), no bound segment for port 51a6b2cb-4954-49a0-bdad-983490f69462 on network 916e029b-2872-42fb-9cb0-8091dcc06120 {{(pid=94025) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 09:33:32.052496 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538f96f1-0a53-4eb7-9c76-e376d103f0dc tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:32.054107 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-538f96f1-0a53-4eb7-9c76-e376d103f0dc tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:32.056641 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-538f96f1-0a53-4eb7-9c76-e376d103f0dc tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "PUT /v2.0/ports/51a6b2cb-4954-49a0-bdad-983490f69462 HTTP/1.1" status: 200 len: 919 time: 1.4107645 Jun 25 09:33:32.059662 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42534) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:32.078241 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-f3a1fe87-e184-4516-be30-15f92a052de7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3baf4960-a6ad-42b3-9781-7dce7765828f'}, {'subnet_id': '16fd9eed-f071-4807-90cf-26ddc5d81ed5'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:32.299172 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1d68c2-07e3-49ed-9fae-f354df1585f3 None None] Network 916e029b-2872-42fb-9cb0-8091dcc06120 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:32.302691 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3a1fe87-e184-4516-be30-15f92a052de7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:32.349522 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42538) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:32.409100 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6f6a9c65-2059-4348-9b50-f2ae109db1e6 None None] Provisioning for port 435ec030-6ed2-4471-9714-2298562f6b3f completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:32.420909 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6f6a9c65-2059-4348-9b50-f2ae109db1e6 None None] Provisioning complete for port 435ec030-6ed2-4471-9714-2298562f6b3f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:32.421850 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9c65-2059-4348-9b50-f2ae109db1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:32.504821 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] For port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:33:32.508620 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5fe26665-80d4-4089-91b9-27e9acf820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:32.527584 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5fe26665-80d4-4089-91b9-27e9acf820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:32.530476 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:32.532152 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b7c00405-c4f1-4c93-b564-538b5e85c4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:32.581325 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-257f194b-ce4e-4071-b56b-bd74d907dc36 req-1ac4bde7-046f-4c1e-a1be-00bcafdacc9d service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497838 Jun 25 09:33:32.584879 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] For port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:33:32.589616 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe26665-80d4-4089-91b9-27e9acf820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Pushing event updated for resources: {'Port': ['ID=1e739452-594e-481c-b163-3ab9546fc762,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:32.599494 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-c175f422-cf3f-443d-a5fd-c77a1b2b94f6 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:32.606538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-c175f422-cf3f-443d-a5fd-c77a1b2b94f6 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/networks?id=c384ea6d-1574-4424-914e-6bd3c2188256 HTTP/1.1" status: 200 len: 809 time: 0.4491975 Jun 25 09:33:32.620139 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5fe26665-80d4-4089-91b9-27e9acf820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:32.624427 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:32.631039 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-76a48754-1ccc-4714-ae1a-aebd5c1b3bf7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:32.690438 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Pushing event updated for resources: {'Port': ['ID=0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:32.700895 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-a297e2e0-f599-4916-8b04-1f7e4924de23 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/quotas/e9f9f69313ff45efb3a4665fd5a00fa6 HTTP/1.1" status: 200 len: 375 time: 0.0933390 Jun 25 09:33:32.731720 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:32.735318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-5fe26665-80d4-4089-91b9-27e9acf820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] In _notify_port_updated(), no bound segment for port 1e739452-594e-481c-b163-3ab9546fc762 on network f49dccf3-acfd-4f59-aa54-535184e72590 {{(pid=94024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 09:33:32.741742 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe26665-80d4-4089-91b9-27e9acf820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:32.742560 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5fe26665-80d4-4089-91b9-27e9acf820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:32.744040 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5fe26665-80d4-4089-91b9-27e9acf820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] 10.222.0.93 "PUT /v2.0/ports/1e739452-594e-481c-b163-3ab9546fc762 HTTP/1.1" status: 200 len: 1128 time: 2.1201336 Jun 25 09:33:32.748772 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42544) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:32.762989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-f3a1fe87-e184-4516-be30-15f92a052de7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Allocated IP 172.20.0.21 (916e029b-2872-42fb-9cb0-8091dcc06120/16fd9eed-f071-4807-90cf-26ddc5d81ed5/51a6b2cb-4954-49a0-bdad-983490f69462) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:32.833228 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-2da8bda6-5574-471a-8328-d0c2f0fd496f tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e9f9f69313ff45efb3a4665fd5a00fa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1313231 Jun 25 09:33:32.859968 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3109ad-aae3-4e81-bf38-5adae2484335 req-e626e6e3-b52e-429b-bb43-ca0a8595b4e2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:32.860909 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b7c00405-c4f1-4c93-b564-538b5e85c4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:32.861872 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc3109ad-aae3-4e81-bf38-5adae2484335 req-e626e6e3-b52e-429b-bb43-ca0a8595b4e2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 946 time: 0.6510184 Jun 25 09:33:32.867854 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b7c00405-c4f1-4c93-b564-538b5e85c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:32.877590 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f66ad35b-5a60-4733-9dbe-4201c260fcda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:32.884799 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:32.884799 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:32.885858 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] 10.222.0.38 "PUT /v2.0/ports/0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 HTTP/1.1" status: 200 len: 1093 time: 5.3202407 Jun 25 09:33:32.968491 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b7c00405-c4f1-4c93-b564-538b5e85c4b2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=626e8ead574842b9b2455bf30e7c552f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6177623 Jun 25 09:33:32.969216 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42546) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:32.984913 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c00405-c4f1-4c93-b564-538b5e85c4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a97588-e5da-494a-ad8c-d51dc60381b3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:32.988805 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b7c00405-c4f1-4c93-b564-538b5e85c4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:33.011156 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199fe74c-cbef-4fda-83a9-ec5738f4152d', 'tag': '0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:33:33.013725 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b543d6c7-5400-4116-9f25-041345275f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "199fe74c-cbef-4fda-83a9-ec5738f4152d", "tag": "0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:33:33.107314 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3a1fe87-e184-4516-be30-15f92a052de7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:33.124876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-da4d85b7-dc72-48e0-80a0-5d1b8d8e8eae service neutron] 10.222.0.93 "GET /v2.0/networks/c384ea6d-1574-4424-914e-6bd3c2188256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907400 Jun 25 09:33:33.133001 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-f3a1fe87-e184-4516-be30-15f92a052de7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Ignored duplicate provisioning block setup for port 51a6b2cb-4954-49a0-bdad-983490f69462 by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 25 09:33:33.135311 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d8acc73-5d1d-4d8b-a7ea-912e4c659607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:33.136387 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb0a6d2-bd8a-4bea-b78a-59c51d79820d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:33.141270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3bb0a6d2-bd8a-4bea-b78a-59c51d79820d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] 10.222.0.93 "GET /v2.0/ports/1e739452-594e-481c-b163-3ab9546fc762 HTTP/1.1" status: 200 len: 1128 time: 0.3871560 Jun 25 09:33:33.142815 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42550) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:33.144233 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3a1fe87-e184-4516-be30-15f92a052de7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:33.151737 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-95ad5432-2412-4df7-8625-710373f37739 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:33.193903 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-61653e89-f298-4ca9-8409-0e58c77bfdb4 None None] Provisioning complete for port 435ec030-6ed2-4471-9714-2298562f6b3f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:33.194296 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61653e89-f298-4ca9-8409-0e58c77bfdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:33.250357 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc3109ad-aae3-4e81-bf38-5adae2484335 req-0bd9f209-d745-48b0-b085-1871f4707e23 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448466 Jun 25 09:33:33.254659 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d8acc73-5d1d-4d8b-a7ea-912e4c659607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:33.332165 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-61653e89-f298-4ca9-8409-0e58c77bfdb4 None None] Provisioning for port 51a6b2cb-4954-49a0-bdad-983490f69462 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:33.342143 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-61653e89-f298-4ca9-8409-0e58c77bfdb4 None None] Provisioning complete for port 51a6b2cb-4954-49a0-bdad-983490f69462 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:33.342946 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61653e89-f298-4ca9-8409-0e58c77bfdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:33.372110 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1fe87-e184-4516-be30-15f92a052de7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=51a6b2cb-4954-49a0-bdad-983490f69462,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:33.376228 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f3a1fe87-e184-4516-be30-15f92a052de7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:33.416139 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-61653e89-f298-4ca9-8409-0e58c77bfdb4 None None] Port 51a6b2cb-4954-49a0-bdad-983490f69462 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:33.423535 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f3a1fe87-e184-4516-be30-15f92a052de7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] In _notify_port_updated(), no bound segment for port 51a6b2cb-4954-49a0-bdad-983490f69462 on network 916e029b-2872-42fb-9cb0-8091dcc06120 {{(pid=94025) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 09:33:33.429797 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a1fe87-e184-4516-be30-15f92a052de7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:33.430458 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3a1fe87-e184-4516-be30-15f92a052de7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:33.431797 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f3a1fe87-e184-4516-be30-15f92a052de7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "PUT /v2.0/ports/51a6b2cb-4954-49a0-bdad-983490f69462 HTTP/1.1" status: 200 len: 999 time: 1.3705115 Jun 25 09:33:33.434792 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42552) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:33.438733 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d8acc73-5d1d-4d8b-a7ea-912e4c659607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:33.441986 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d8acc73-5d1d-4d8b-a7ea-912e4c659607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:33.445233 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7d8acc73-5d1d-4d8b-a7ea-912e4c659607 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d8a97588-e5da-494a-ad8c-d51dc60381b3 HTTP/1.1" status: 204 len: 168 time: 0.4693055 Jun 25 09:33:33.453669 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fd5d01be-112a-4b89-8e12-c3e465075238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:33.465352 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-61942c01-2bb4-4994-ba19-be23b007ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:33.466887 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-61942c01-2bb4-4994-ba19-be23b007ab39 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 1096 time: 0.4497309 Jun 25 09:33:33.482697 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8acc73-5d1d-4d8b-a7ea-912e4c659607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a97588-e5da-494a-ad8c-d51dc60381b3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:33.487286 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7d8acc73-5d1d-4d8b-a7ea-912e4c659607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:33.554018 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-45f764e5-80f7-4b4b-a565-777e3242d724 None None] Provisioning complete for port 1e739452-594e-481c-b163-3ab9546fc762 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:33.554476 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45f764e5-80f7-4b4b-a565-777e3242d724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:33.561028 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-47a4a44d-d251-4463-ae01-7ecfb364f26a service neutron] 10.222.0.93 "GET /v2.0/networks/c384ea6d-1574-4424-914e-6bd3c2188256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204192 Jun 25 09:33:33.608963 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-a5da5732-ff0d-447f-9c70-31f44a0fcea8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port 51a6b2cb-4954-49a0-bdad-983490f69462 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:33.610825 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5da5732-ff0d-447f-9c70-31f44a0fcea8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:33.638277 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-45f764e5-80f7-4b4b-a565-777e3242d724 None None] Port 1e739452-594e-481c-b163-3ab9546fc762 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:33.701450 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-45f764e5-80f7-4b4b-a565-777e3242d724 None None] Provisioning complete for port 51a6b2cb-4954-49a0-bdad-983490f69462 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:33.703659 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45f764e5-80f7-4b4b-a565-777e3242d724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:33.735989 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5da5732-ff0d-447f-9c70-31f44a0fcea8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:33.800235 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-a5da5732-ff0d-447f-9c70-31f44a0fcea8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for 51a6b2cb-4954-49a0-bdad-983490f69462 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:33.831424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-45f764e5-80f7-4b4b-a565-777e3242d724 None None] Port 51a6b2cb-4954-49a0-bdad-983490f69462 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:33.973633 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b1458fff-4cd0-4013-952e-e6cd19f8ac50 None None] Provisioning complete for port 51a6b2cb-4954-49a0-bdad-983490f69462 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:33.974213 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1458fff-4cd0-4013-952e-e6cd19f8ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:33.987474 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42562) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:34.015740 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e6b18952-749e-4fbf-a916-cd2292cc105d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.050334 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b1458fff-4cd0-4013-952e-e6cd19f8ac50 None None] Port 51a6b2cb-4954-49a0-bdad-983490f69462 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:34.130798 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c4b64e-6f2f-455e-b80b-1341c5c7d4f2 x-openstack-request-id: req-78c4b64e-6f2f-455e-b80b-1341c5c7d4f2 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:33:34.131491 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "199fe74c-cbef-4fda-83a9-ec5738f4152d", "tag": "0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:33:34.131797 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-78c4b64e-6f2f-455e-b80b-1341c5c7d4f2 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:33:34.132321 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199fe74c-cbef-4fda-83a9-ec5738f4152d', 'tag': '0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5', 'status': 'completed', 'code': 200} Jun 25 09:33:34.139291 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-603c706d-fffe-4255-9ba3-d3989ea69766 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 HTTP/1.1" status: 200 len: 217 time: 0.6131113 Jun 25 09:33:34.167038 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5da5732-ff0d-447f-9c70-31f44a0fcea8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.172662 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-82651841-03eb-41e9-bf60-65d24198fe0a None None] Provisioning complete for port 51a6b2cb-4954-49a0-bdad-983490f69462 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:34.173202 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-82651841-03eb-41e9-bf60-65d24198fe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.187474 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cfa30a4f-c2f6-40c8-8e11-903a1343149b req-2dd3fd66-00ac-48ef-91fb-9bc7fbfff36d tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 210 time: 0.0523875 Jun 25 09:33:34.198553 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9e839940-87c8-486c-9c4e-5d9490bbc20c tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:34.218123 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-82651841-03eb-41e9-bf60-65d24198fe0a None None] Port 51a6b2cb-4954-49a0-bdad-983490f69462 was deleted so its status cannot be updated. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 25 09:33:34.240892 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da5732-ff0d-447f-9c70-31f44a0fcea8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=51a6b2cb-4954-49a0-bdad-983490f69462,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:34.244275 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a5da5732-ff0d-447f-9c70-31f44a0fcea8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:34.252284 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-8eaad848-248d-408c-9d34-57e01d5470ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Deleting port 1e739452-594e-481c-b163-3ab9546fc762 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:34.252851 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8eaad848-248d-408c-9d34-57e01d5470ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.321958 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec5a35-01c3-4251-9d2e-7b1abb6a3691 req-44a666d7-9110-4e4a-b65d-c9faa8d7d0fd tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:34.323794 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06ec5a35-01c3-4251-9d2e-7b1abb6a3691 req-44a666d7-9110-4e4a-b65d-c9faa8d7d0fd tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 944 time: 0.8776476 Jun 25 09:33:34.351397 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-a1fee4a9-4dd4-41ab-8760-b84ccbdf016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:34.354030 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-a1fee4a9-4dd4-41ab-8760-b84ccbdf016f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.1782198 Jun 25 09:33:34.376618 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5da5732-ff0d-447f-9c70-31f44a0fcea8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.382996 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a5da5732-ff0d-447f-9c70-31f44a0fcea8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/51a6b2cb-4954-49a0-bdad-983490f69462 HTTP/1.1" status: 204 len: 168 time: 0.9465523 Jun 25 09:33:34.383866 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42572) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:34.408270 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e6b18952-749e-4fbf-a916-cd2292cc105d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.444781 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a61f13-1c13-4fec-9a32-54d786b41fd5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] GET failed (client error): The resource could not be found. Jun 25 09:33:34.449004 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-17a61f13-1c13-4fec-9a32-54d786b41fd5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/51a6b2cb-4954-49a0-bdad-983490f69462 HTTP/1.1" status: 404 len: 333 time: 0.0587122 Jun 25 09:33:34.449004 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e6b18952-749e-4fbf-a916-cd2292cc105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.450024 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42574) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:34.450894 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-187fe9f8-34d0-445c-89d9-a61369669b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:34.537042 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8eaad848-248d-408c-9d34-57e01d5470ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.545480 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e6b18952-749e-4fbf-a916-cd2292cc105d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=16c26a45e4aa4d0d80a3ea3132517dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5545979 Jun 25 09:33:34.546242 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42576) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:34.548098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b18952-749e-4fbf-a916-cd2292cc105d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38697e0f-c28c-4d9e-bc82-64ad3ec155a5,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:34.549241 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06ec5a35-01c3-4251-9d2e-7b1abb6a3691 req-3896e7ae-820e-4147-b88c-3b9f4e028782 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919003 Jun 25 09:33:34.552740 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e6b18952-749e-4fbf-a916-cd2292cc105d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:34.562929 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-8eaad848-248d-408c-9d34-57e01d5470ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Calling delete_port for 1e739452-594e-481c-b163-3ab9546fc762 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:34.592208 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-60050bfa-d195-4e3f-9ec0-beff51d3b081 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting subnet 16fd9eed-f071-4807-90cf-26ddc5d81ed5 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:33:34.602208 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60050bfa-d195-4e3f-9ec0-beff51d3b081 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.645142 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-48e38a45-68a3-4703-b384-1e6784167c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:34.646768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-48e38a45-68a3-4703-b384-1e6784167c36 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2484634 Jun 25 09:33:34.652552 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72ea5c3a-319e-4947-aa79-26d8d7d2baed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.655867 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60050bfa-d195-4e3f-9ec0-beff51d3b081 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.685151 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95522d-69e7-4839-a823-6447cced2ae9 req-83ca9245-122e-46b0-a13c-85c79f824628 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:34.686560 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d95522d-69e7-4839-a823-6447cced2ae9 req-83ca9245-122e-46b0-a13c-85c79f824628 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 946 time: 0.2353787 Jun 25 09:33:34.712057 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72ea5c3a-319e-4947-aa79-26d8d7d2baed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.799503 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60050bfa-d195-4e3f-9ec0-beff51d3b081 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.837585 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72ea5c3a-319e-4947-aa79-26d8d7d2baed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.841584 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72ea5c3a-319e-4947-aa79-26d8d7d2baed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.845429 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-72ea5c3a-319e-4947-aa79-26d8d7d2baed admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/38697e0f-c28c-4d9e-bc82-64ad3ec155a5 HTTP/1.1" status: 204 len: 168 time: 0.2957447 Jun 25 09:33:34.845599 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-18077282-57b3-4519-8171-12b443ce17e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:34.863252 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d95522d-69e7-4839-a823-6447cced2ae9 req-4f98c47e-05ff-4548-ab1a-dc58a3ac3217 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565156 Jun 25 09:33:34.864640 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea5c3a-319e-4947-aa79-26d8d7d2baed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38697e0f-c28c-4d9e-bc82-64ad3ec155a5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:34.867908 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-72ea5c3a-319e-4947-aa79-26d8d7d2baed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:34.900249 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60050bfa-d195-4e3f-9ec0-beff51d3b081 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.902628 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-43cf6a07-f8cc-46c4-b75a-911476e5c4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:34.922581 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-243b4ddc-c88d-4618-8583-2a4c1f7bdfeb service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660971 Jun 25 09:33:34.930270 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c223cbd-cc60-4466-8c21-aaa3f26dec60 req-cac142bd-2780-47c8-bf0e-6be73f108b26 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:34.931828 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c223cbd-cc60-4466-8c21-aaa3f26dec60 req-cac142bd-2780-47c8-bf0e-6be73f108b26 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 946 time: 0.2658365 Jun 25 09:33:34.932345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60050bfa-d195-4e3f-9ec0-beff51d3b081 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Subnet': ['ID=16fd9eed-f071-4807-90cf-26ddc5d81ed5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:34.935894 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60050bfa-d195-4e3f-9ec0-beff51d3b081 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:34.941830 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60050bfa-d195-4e3f-9ec0-beff51d3b081 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:34.941830 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-60050bfa-d195-4e3f-9ec0-beff51d3b081 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/16fd9eed-f071-4807-90cf-26ddc5d81ed5 HTTP/1.1" status: 204 len: 168 time: 0.4886045 Jun 25 09:33:34.945333 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42580) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:34.969879 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d537cd-acb0-4d74-964c-c7bc31b62558 None None] Network 916e029b-2872-42fb-9cb0-8091dcc06120 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:35.022654 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b34005-67cd-4a26-9191-99a59c40d474 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting subnet 3baf4960-a6ad-42b3-9781-7dce7765828f {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:33:35.027191 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-62b34005-67cd-4a26-9191-99a59c40d474 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:35.061083 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8eaad848-248d-408c-9d34-57e01d5470ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:35.073061 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d01c1aef-01ba-4d13-b8f8-36461909ff3c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:35.077941 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-62b34005-67cd-4a26-9191-99a59c40d474 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:35.134459 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaad848-248d-408c-9d34-57e01d5470ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Pushing event deleted for resources: {'Port': ['ID=1e739452-594e-481c-b163-3ab9546fc762,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:35.142468 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8eaad848-248d-408c-9d34-57e01d5470ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:35.191453 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46ed7db1-367b-4cfb-9b57-d6272961c763 req-9e8baa56-6188-4d21-be99-933874ab69bb service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562368 Jun 25 09:33:35.196198 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8eaad848-248d-408c-9d34-57e01d5470ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:35.200275 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8eaad848-248d-408c-9d34-57e01d5470ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] 10.222.0.93 "DELETE /v2.0/ports/1e739452-594e-481c-b163-3ab9546fc762 HTTP/1.1" status: 204 len: 168 time: 2.0459421 Jun 25 09:33:35.202783 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42584) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:35.210173 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-62b34005-67cd-4a26-9191-99a59c40d474 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:35.289988 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-6c223cbd-cc60-4466-8c21-aaa3f26dec60 req-a9b3c137-1be3-4960-a07c-98e3d217fdda tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Deleting port fd6c65bd-cd79-49a5-bd5e-998f98222c0c {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:35.290590 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c223cbd-cc60-4466-8c21-aaa3f26dec60 req-a9b3c137-1be3-4960-a07c-98e3d217fdda tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:35.301824 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92b078e-348c-499b-9f4b-123d44a7acbb tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Deleting subnet 13dc20a5-6f82-4c71-8e69-5134ac11e3c3 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:33:35.306733 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e92b078e-348c-499b-9f4b-123d44a7acbb tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:35.374013 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-62b34005-67cd-4a26-9191-99a59c40d474 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:35.378527 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6560ee7-451b-4e75-a46f-0849ca8123d0 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:35.413550 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e92b078e-348c-499b-9f4b-123d44a7acbb tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:35.440810 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b34005-67cd-4a26-9191-99a59c40d474 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Subnet': ['ID=3baf4960-a6ad-42b3-9781-7dce7765828f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:35.443631 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-62b34005-67cd-4a26-9191-99a59c40d474 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:35.445723 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-62b34005-67cd-4a26-9191-99a59c40d474 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/3baf4960-a6ad-42b3-9781-7dce7765828f HTTP/1.1" status: 204 len: 168 time: 0.4993417 Jun 25 09:33:35.446731 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-62b34005-67cd-4a26-9191-99a59c40d474 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:35.448267 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42592) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:35.602651 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ed11293-6506-4c9a-8a0f-90a638d6b989 req-d30ad71a-fed3-4aa9-ba82-d532cde54b3b tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 210 time: 0.1521297 Jun 25 09:33:35.760380 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:35.839352 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-6b31c513-4012-4154-a87d-a9284cfcd83e tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:35.841214 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-6b31c513-4012-4154-a87d-a9284cfcd83e tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.41 "GET /v2.0/networks?id=c384ea6d-1574-4424-914e-6bd3c2188256 HTTP/1.1" status: 200 len: 809 time: 0.3797457 Jun 25 09:33:35.855586 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543d6c7-5400-4116-9f25-041345275f9f req-b6ea80ff-8195-4e70-b8d5-96d657026f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:35.857416 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b543d6c7-5400-4116-9f25-041345275f9f req-b6ea80ff-8195-4e70-b8d5-96d657026f27 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 1096 time: 0.3964915 Jun 25 09:33:35.875547 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-c7db1f8b-60f5-410d-bfc4-5eeae2898531 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Request body: {'port': {'device_id': '36f6fe75-ccb1-40bc-bba1-bc4675cca36b', 'network_id': 'c384ea6d-1574-4424-914e-6bd3c2188256', 'admin_state_up': True, 'tenant_id': 'e9f9f69313ff45efb3a4665fd5a00fa6'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:35.928980 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port 435ec030-6ed2-4471-9714-2298562f6b3f {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:35.929349 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:35.955636 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e92b078e-348c-499b-9f4b-123d44a7acbb tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:36.027490 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e92b078e-348c-499b-9f4b-123d44a7acbb tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:36.036211 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] For port 435ec030-6ed2-4471-9714-2298562f6b3f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=435ec030-6ed2-4471-9714-2298562f6b3f,segment=NetworkSegment(0627eccc-4835-4273-92bf-06a662a0fe87),segment_id=0627eccc-4835-4273-92bf-06a662a0fe87)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:36.036211 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:36.043822 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-36ef52c3-096b-4b14-b5ff-9f154a5697db tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:36.053283 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for 435ec030-6ed2-4471-9714-2298562f6b3f owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:36.084018 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-6c223cbd-cc60-4466-8c21-aaa3f26dec60 req-a9b3c137-1be3-4960-a07c-98e3d217fdda tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] For port fd6c65bd-cd79-49a5-bd5e-998f98222c0c, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=fd6c65bd-cd79-49a5-bd5e-998f98222c0c,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:36.084421 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c223cbd-cc60-4466-8c21-aaa3f26dec60 req-a9b3c137-1be3-4960-a07c-98e3d217fdda tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:36.111263 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b078e-348c-499b-9f4b-123d44a7acbb tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Pushing event deleted for resources: {'Subnet': ['ID=13dc20a5-6f82-4c71-8e69-5134ac11e3c3,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:36.114936 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3130eda6-63b9-4560-a310-c9e446076a2f None None] Network 916e029b-2872-42fb-9cb0-8091dcc06120 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:36.118673 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e92b078e-348c-499b-9f4b-123d44a7acbb tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:36.135539 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1e8542-f888-4d2f-97fd-5b791bfe798b None None] Network f49dccf3-acfd-4f59-aa54-535184e72590 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:36.149312 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e92b078e-348c-499b-9f4b-123d44a7acbb tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:36.151320 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e92b078e-348c-499b-9f4b-123d44a7acbb tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] 10.222.0.93 "DELETE /v2.0/subnets/13dc20a5-6f82-4c71-8e69-5134ac11e3c3 HTTP/1.1" status: 204 len: 168 time: 0.9465110 Jun 25 09:33:36.164968 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-6c223cbd-cc60-4466-8c21-aaa3f26dec60 req-a9b3c137-1be3-4960-a07c-98e3d217fdda tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Calling delete_port for fd6c65bd-cd79-49a5-bd5e-998f98222c0c owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:36.168263 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42612) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:36.178163 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc4937-d7c9-4def-b131-4b9d1e34ac76 req-0787a34e-48cb-415b-9f2c-071bfd5602b9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:36.179945 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23fc4937-d7c9-4def-b131-4b9d1e34ac76 req-0787a34e-48cb-415b-9f2c-071bfd5602b9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 944 time: 0.3973670 Jun 25 09:33:36.205888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543d6c7-5400-4116-9f25-041345275f9f req-6bd9cacf-5e7e-4d51-8ad2-420e079e94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:36.209448 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b543d6c7-5400-4116-9f25-041345275f9f req-6bd9cacf-5e7e-4d51-8ad2-420e079e94d4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.3420670 Jun 25 09:33:36.310324 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b543d6c7-5400-4116-9f25-041345275f9f req-e5f01399-8a38-424b-9ced-264daf235e2f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 HTTP/1.1" status: 200 len: 217 time: 0.0534611 Jun 25 09:33:36.389083 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b50aa7d7-855b-4b03-9b9b-8292f31e3588 None None] Provisioning complete for port 435ec030-6ed2-4471-9714-2298562f6b3f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:36.389606 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b50aa7d7-855b-4b03-9b9b-8292f31e3588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:36.429318 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23fc4937-d7c9-4def-b131-4b9d1e34ac76 req-468305be-2529-4417-9261-b295a9f73aca tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301266 Jun 25 09:33:36.466053 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:36.492757 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571a545-7d9d-4398-bdba-9a5dbc8e8e72 req-a67ac5ed-634b-42ab-8a3a-e598ba4c7ae6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:36.503102 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3571a545-7d9d-4398-bdba-9a5dbc8e8e72 req-a67ac5ed-634b-42ab-8a3a-e598ba4c7ae6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 946 time: 0.4131658 Jun 25 09:33:36.510828 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543d6c7-5400-4116-9f25-041345275f9f req-7813c3d3-89ce-423e-9e1e-d3369b27e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:36.512287 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b543d6c7-5400-4116-9f25-041345275f9f req-7813c3d3-89ce-423e-9e1e-d3369b27e0e0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.1632826 Jun 25 09:33:36.558210 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:36.562691 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:36.572373 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b50aa7d7-855b-4b03-9b9b-8292f31e3588 None None] Could not find standard attr ID for object 435ec030-6ed2-4471-9714-2298562f6b3f. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:33:36.585699 n-d-761264-15 neutron-server[94026]: INFO neutron.plugins.ml2.db [None req-b50aa7d7-855b-4b03-9b9b-8292f31e3588 None None] No ports have port_id starting with 435ec030-6ed2-4471-9714-2298562f6b3f Jun 25 09:33:36.612299 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=435ec030-6ed2-4471-9714-2298562f6b3f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:36.623597 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:36.624394 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:36.625020 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:36.625548 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:36.626097 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:36.626805 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:36.627358 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:36.628042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:36.628584 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:36.629168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:36.629731 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:36.636076 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:33:36.643719 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:36.644848 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-c7db1f8b-60f5-410d-bfc4-5eeae2898531 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Made reservation on behalf of e9f9f69313ff45efb3a4665fd5a00fa6 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:36.648689 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-c7db1f8b-60f5-410d-bfc4-5eeae2898531 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:36.653171 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No DVR routers for this DVR port 435ec030-6ed2-4471-9714-2298562f6b3f on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:33:36.679351 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3571a545-7d9d-4398-bdba-9a5dbc8e8e72 req-d25ffd58-6db9-4bfb-9849-83a31187ca2a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709838 Jun 25 09:33:36.683254 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e0fb4b-db88-4ed0-94cb-4314e1ebd7a1 None None] DHCP port deletion for f49dccf3-acfd-4f59-aa54-535184e72590 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:33:36.742376 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c223cbd-cc60-4466-8c21-aaa3f26dec60 req-a9b3c137-1be3-4960-a07c-98e3d217fdda tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:36.750734 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c61ff-ea1c-4c1c-8eb2-ed511aba6cec None None] DHCP port deletion for 916e029b-2872-42fb-9cb0-8091dcc06120 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:33:36.771572 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Deleting port a2316533-bacf-4cde-9d11-a998719d210b {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:36.772139 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:36.774659 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b91557ab-450e-410b-9602-bd0dc72fcca8 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:36.784407 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543d6c7-5400-4116-9f25-041345275f9f req-484daa14-4028-44ac-843d-86be67ead6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:36.786501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b543d6c7-5400-4116-9f25-041345275f9f req-484daa14-4028-44ac-843d-86be67ead6cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2532825 Jun 25 09:33:36.818737 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-96e0fb4b-db88-4ed0-94cb-4314e1ebd7a1 None None] Deleting port a2316533-bacf-4cde-9d11-a998719d210b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:36.819112 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96e0fb4b-db88-4ed0-94cb-4314e1ebd7a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:36.881461 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3c137-1be3-4960-a07c-98e3d217fdda tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Pushing event deleted for resources: {'Port': ['ID=fd6c65bd-cd79-49a5-bd5e-998f98222c0c,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:36.883267 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:36.911281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916e029b-2872-42fb-9cb0-8091dcc06120']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:36.911590 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-96e0fb4b-db88-4ed0-94cb-4314e1ebd7a1 None None] For port a2316533-bacf-4cde-9d11-a998719d210b, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a2316533-bacf-4cde-9d11-a998719d210b,segment=NetworkSegment(7bf5374d-46af-42be-95bc-037b9c2e281c),segment_id=7bf5374d-46af-42be-95bc-037b9c2e281c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:36.911783 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96e0fb4b-db88-4ed0-94cb-4314e1ebd7a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:36.914229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-c7db1f8b-60f5-410d-bfc4-5eeae2898531 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Allocated IP 172.20.0.14 (c384ea6d-1574-4424-914e-6bd3c2188256/989d1844-be6f-4aba-9e68-938e9283c0c0/230f645e-c628-4772-ad5d-82957c6dee0e) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:36.927073 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-96e0fb4b-db88-4ed0-94cb-4314e1ebd7a1 None None] Calling delete_port for a2316533-bacf-4cde-9d11-a998719d210b owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:36.929160 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0627eccc-4835-4273-92bf-06a662a0fe87') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:36.929465 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0627eccc-4835-4273-92bf-06a662a0fe87') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:36.951342 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:36.954412 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a9b3c137-1be3-4960-a07c-98e3d217fdda tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:36.964979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c223cbd-cc60-4466-8c21-aaa3f26dec60 req-a9b3c137-1be3-4960-a07c-98e3d217fdda tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] No DVR routers for this DVR port fd6c65bd-cd79-49a5-bd5e-998f98222c0c on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:33:37.004014 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ad84ca66-e726-4a12-baf9-404ba227cccd req-8e983b78-c3e4-45c4-8c1e-5c6bbd69717d tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 210 time: 0.1716731 Jun 25 09:33:37.009717 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c223cbd-cc60-4466-8c21-aaa3f26dec60 req-a9b3c137-1be3-4960-a07c-98e3d217fdda tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.015405 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c223cbd-cc60-4466-8c21-aaa3f26dec60 req-a9b3c137-1be3-4960-a07c-98e3d217fdda tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "DELETE /v2.0/ports/fd6c65bd-cd79-49a5-bd5e-998f98222c0c HTTP/1.1" status: 204 len: 173 time: 2.0681856 Jun 25 09:33:37.018889 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62efcec-5ff3-4d6b-be1a-fdd013b5ce65', 'name': 'network-vif-deleted', 'tag': 'fd6c65bd-cd79-49a5-bd5e-998f98222c0c'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:33:37.028854 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae4fdd3-5dd8-481a-924c-5c9b3a057643" -d '{"events": [{"server_uuid": "b62efcec-5ff3-4d6b-be1a-fdd013b5ce65", "name": "network-vif-deleted", "tag": "fd6c65bd-cd79-49a5-bd5e-998f98222c0c"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:33:37.033251 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.037231 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96e0fb4b-db88-4ed0-94cb-4314e1ebd7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.040886 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:37.059130 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:33:37.059941 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:33:37.064663 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:33:37.074599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0fb4b-db88-4ed0-94cb-4314e1ebd7a1 None None] Pushing event deleted for resources: {'Port': ['ID=a2316533-bacf-4cde-9d11-a998719d210b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:37.081767 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-96e0fb4b-db88-4ed0-94cb-4314e1ebd7a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:37.085472 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0fb4b-db88-4ed0-94cb-4314e1ebd7a1 None None] No DVR routers for this DVR port a2316533-bacf-4cde-9d11-a998719d210b on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:33:37.101242 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c222d66-5179-49b9-a1b8-96fafd0118ad x-openstack-request-id: req-4c222d66-5179-49b9-a1b8-96fafd0118ad {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:33:37.101599 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62efcec-5ff3-4d6b-be1a-fdd013b5ce65", "name": "network-vif-deleted", "tag": "fd6c65bd-cd79-49a5-bd5e-998f98222c0c", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:33:37.101907 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4c222d66-5179-49b9-a1b8-96fafd0118ad {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:33:37.102355 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62efcec-5ff3-4d6b-be1a-fdd013b5ce65', 'name': 'network-vif-deleted', 'tag': 'fd6c65bd-cd79-49a5-bd5e-998f98222c0c', 'status': 'completed', 'code': 200} Jun 25 09:33:37.104167 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] For port a2316533-bacf-4cde-9d11-a998719d210b, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a2316533-bacf-4cde-9d11-a998719d210b,segment=NetworkSegment(7bf5374d-46af-42be-95bc-037b9c2e281c),segment_id=7bf5374d-46af-42be-95bc-037b9c2e281c)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:37.104538 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.128110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Calling delete_port for a2316533-bacf-4cde-9d11-a998719d210b owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:37.171633 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b543d6c7-5400-4116-9f25-041345275f9f req-e5d25d72-b5ac-4661-bd63-27aae86a66d0 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409159 Jun 25 09:33:37.204244 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.215946 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.215946 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/networks/916e029b-2872-42fb-9cb0-8091dcc06120 HTTP/1.1" status: 204 len: 168 time: 1.7624681 Jun 25 09:33:37.217915 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4c150ad6-8e35-4d6b-97b8-479f102d586a tempest-NetworksIpV6Test-890944243 tempest-NetworksIpV6Test-890944243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:37.224239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42640) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:37.252284 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Network': ['ID=916e029b-2872-42fb-9cb0-8091dcc06120,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:37.255350 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:37.303396 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-c7db1f8b-60f5-410d-bfc4-5eeae2898531 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.339988 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c499d4c8-516e-415b-b418-2a9e4165f495 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:37.341612 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c499d4c8-516e-415b-b418-2a9e4165f495 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1155212 Jun 25 09:33:37.345608 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b543d6c7-5400-4116-9f25-041345275f9f req-f307329d-d6d5-4787-9dc3-26118280d77e service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379137 Jun 25 09:33:37.345780 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42642) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:37.353052 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.362937 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:37.390282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Pushing event deleted for resources: {'Port': ['ID=a2316533-bacf-4cde-9d11-a998719d210b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:37.395214 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] No DVR routers for this DVR port a2316533-bacf-4cde-9d11-a998719d210b on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:33:37.400696 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:37.413775 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-c7db1f8b-60f5-410d-bfc4-5eeae2898531 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.427558 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:37.484939 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-c7db1f8b-60f5-410d-bfc4-5eeae2898531 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Network c384ea6d-1574-4424-914e-6bd3c2188256 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:37.500112 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-c7db1f8b-60f5-410d-bfc4-5eeae2898531 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:37.503797 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-c7db1f8b-60f5-410d-bfc4-5eeae2898531 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:37.528489 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.541050 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49dccf3-acfd-4f59-aa54-535184e72590']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:37.541750 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1524a05d-90e1-470d-bd24-b86ff85778d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1944833 Jun 25 09:33:37.548489 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 435ec030-6ed2-4471-9714-2298562f6b3f no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:33:37.553203 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42648) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:37.555016 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db1f8b-60f5-410d-bfc4-5eeae2898531 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Pushing event updated for resources: {'Port': ['ID=230f645e-c628-4772-ad5d-82957c6dee0e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:37.565667 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c7db1f8b-60f5-410d-bfc4-5eeae2898531 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:37.571099 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-83966571-675d-4ad6-a902-6aa67a4a5816 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1190071134'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:37.595567 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 435ec030-6ed2-4471-9714-2298562f6b3f {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:33:37.598087 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 435ec030-6ed2-4471-9714-2298562f6b3f not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:33:37.598742 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a2316533-bacf-4cde-9d11-a998719d210b no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:33:37.614813 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-c7db1f8b-60f5-410d-bfc4-5eeae2898531 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:37.616654 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-c7db1f8b-60f5-410d-bfc4-5eeae2898531 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.632551 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83966571-675d-4ad6-a902-6aa67a4a5816 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:37.643840 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-c7db1f8b-60f5-410d-bfc4-5eeae2898531 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7748785 Jun 25 09:33:37.645427 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83966571-675d-4ad6-a902-6aa67a4a5816 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.652313 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: a2316533-bacf-4cde-9d11-a998719d210b {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:33:37.652915 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a2316533-bacf-4cde-9d11-a998719d210b not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:33:37.665102 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Request body: {'port': {'device_id': '36f6fe75-ccb1-40bc-bba1-bc4675cca36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:37.673917 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf5374d-46af-42be-95bc-037b9c2e281c') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:37.674372 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf5374d-46af-42be-95bc-037b9c2e281c') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:37.723474 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.781250 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.798263 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.807471 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:33:37.808179 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: self.session.flush() Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:33:37.862536 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:33:37.912108 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fee84fe6-feb0-417b-98b4-d8a8de95db70 req-aa4b3ae1-c513-4568-b1ef-07509b150852 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 210 time: 0.0463371 Jun 25 09:33:37.933899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e363c76-1ae3-4de7-b11c-41975a14ca52 req-90be6efe-ad1b-4432-9066-b8f286e6d10f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:37.935397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4e363c76-1ae3-4de7-b11c-41975a14ca52 req-90be6efe-ad1b-4432-9066-b8f286e6d10f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 944 time: 0.2801273 Jun 25 09:33:37.938726 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.940667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83966571-675d-4ad6-a902-6aa67a4a5816 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:33:37.952512 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b92c9aaf-6861-421b-9c1b-adffaccfed86 tempest-TagsExtTest-329985381 tempest-TagsExtTest-329985381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:37.952512 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:37.952512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] 10.222.0.93 "DELETE /v2.0/networks/f49dccf3-acfd-4f59-aa54-535184e72590 HTTP/1.1" status: 204 len: 168 time: 1.7702870 Jun 25 09:33:38.011866 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83966571-675d-4ad6-a902-6aa67a4a5816 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:38.012216 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-83966571-675d-4ad6-a902-6aa67a4a5816 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Added segment 4244253e-bdc3-4b3c-a7c5-e444affd21e8 of type vlan for network 0833d5e0-bb91-4c4b-8965-2e797a1ad5f8 Jun 25 09:33:38.013738 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Pushing event deleted for resources: {'Network': ['ID=f49dccf3-acfd-4f59-aa54-535184e72590,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:38.019179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:33:38.047659 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:38.109664 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4e363c76-1ae3-4de7-b11c-41975a14ca52 req-781cb88c-fcce-4252-9a42-69b2a60dcc18 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422381 Jun 25 09:33:38.144124 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83966571-675d-4ad6-a902-6aa67a4a5816 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:38.173884 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:38.199075 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'port_id': '0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5', 'mac_address': 'fa:16:3e:3c:c6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:33:38.203214 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83966571-675d-4ad6-a902-6aa67a4a5816 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:38.209313 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83966571-675d-4ad6-a902-6aa67a4a5816 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:38.209968 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-83966571-675d-4ad6-a902-6aa67a4a5816 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:38.249883 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-54f5d944-e7d0-495b-9cd1-3e8d17d3d36c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:38.283373 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:38.333691 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:33:38.344030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 230f645e-c628-4772-ad5d-82957c6dee0e {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:33:38.358313 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:38.368160 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:38.376403 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:38.377531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Transition to ACTIVE for port object 230f645e-c628-4772-ad5d-82957c6dee0e will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:38.379719 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:38.385232 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:38.388821 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2aca7abf-47b0-46b3-a711-2c818a71e3be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:38.443657 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:38.448158 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:38.457982 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Pushing event updated for resources: {'Port': ['ID=230f645e-c628-4772-ad5d-82957c6dee0e,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:38.462502 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:38.487844 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42666) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:38.540573 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device fd6c65bd-cd79-49a5-bd5e-998f98222c0c no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:33:38.572586 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: fd6c65bd-cd79-49a5-bd5e-998f98222c0c {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:33:38.573455 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device fd6c65bd-cd79-49a5-bd5e-998f98222c0c not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:33:38.585911 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Attempting to bind port 230f645e-c628-4772-ad5d-82957c6dee0e on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:33:38.586530 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Attempting to bind port 230f645e-c628-4772-ad5d-82957c6dee0e by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '647ef4eb-bb4c-49e8-8625-09c5643ceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c384ea6d-1574-4424-914e-6bd3c2188256'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:33:38.586905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Attempting to bind port 230f645e-c628-4772-ad5d-82957c6dee0e on network c384ea6d-1574-4424-914e-6bd3c2188256 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:38.607481 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Port 230f645e-c628-4772-ad5d-82957c6dee0e on network c384ea6d-1574-4424-914e-6bd3c2188256 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:33:38.608254 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Attempting to bind port 230f645e-c628-4772-ad5d-82957c6dee0e on network c384ea6d-1574-4424-914e-6bd3c2188256 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:38.614479 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:33:38.614919 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Checking segment: {'id': '647ef4eb-bb4c-49e8-8625-09c5643ceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c384ea6d-1574-4424-914e-6bd3c2188256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:38.615439 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Bound using segment: {'id': '647ef4eb-bb4c-49e8-8625-09c5643ceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c384ea6d-1574-4424-914e-6bd3c2188256'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:33:38.616021 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Bound port: 230f645e-c628-4772-ad5d-82957c6dee0e, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '647ef4eb-bb4c-49e8-8625-09c5643ceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c384ea6d-1574-4424-914e-6bd3c2188256'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:33:38.616520 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:38.635306 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42670) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:38.756627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:33:38.887329 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] For port 230f645e-c628-4772-ad5d-82957c6dee0e, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:33:38.895442 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] For port 230f645e-c628-4772-ad5d-82957c6dee0e, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=230f645e-c628-4772-ad5d-82957c6dee0e,segment=NetworkSegment(647ef4eb-bb4c-49e8-8625-09c5643ceb08),segment_id=647ef4eb-bb4c-49e8-8625-09c5643ceb08)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:33:38.906677 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:38.919148 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-83966571-675d-4ad6-a902-6aa67a4a5816 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3565469 Jun 25 09:33:38.920705 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:38.920851 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42674) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:38.926036 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-06bda64e-e2eb-4c19-81f8-d2cf1521f5c2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a7be437c5015478ab453c676109dc20c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366920 Jun 25 09:33:38.935519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-e8003ba2-f9f0-4d65-b94f-f14f35687505 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'subnet': {'network_id': '0833d5e0-bb91-4c4b-8965-2e797a1ad5f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:38.941885 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42676) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:38.949627 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1de63ace-41c6-4205-88cc-e3b70056338a tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2336 time: 0.3128684 Jun 25 09:33:38.950272 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42678) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:38.951681 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83966571-675d-4ad6-a902-6aa67a4a5816 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Network': ['ID=0833d5e0-bb91-4c4b-8965-2e797a1ad5f8,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:38.951875 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:38.952412 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:38.954091 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] 10.222.0.41 "PUT /v2.0/ports/230f645e-c628-4772-ad5d-82957c6dee0e HTTP/1.1" status: 200 len: 1093 time: 1.2958028 Jun 25 09:33:38.955549 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-83966571-675d-4ad6-a902-6aa67a4a5816 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:38.981187 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f6fe75-ccb1-40bc-bba1-bc4675cca36b', 'tag': '230f645e-c628-4772-ad5d-82957c6dee0e'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:33:38.983735 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc82799-b916-4ce8-b538-59a3e5f4449b" -d '{"events": [{"name": "network-changed", "server_uuid": "36f6fe75-ccb1-40bc-bba1-bc4675cca36b", "tag": "230f645e-c628-4772-ad5d-82957c6dee0e"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:33:38.992910 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8f579d07-9902-4c47-b4fd-fef1ddef6e84 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Request body: {'network': {'name': 'tempest-network-smoke--413995756', 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'port_security_enabled': False}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:38.999624 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 0833d5e0-bb91-4c4b-8965-2e797a1ad5f8 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:33:39.101234 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3add37be-d023-42b7-87d7-bd572a9797e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:39.130726 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3add37be-d023-42b7-87d7-bd572a9797e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:39.137765 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Pushing event updated for resources: {'Port': ['ID=230f645e-c628-4772-ad5d-82957c6dee0e,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:39.146970 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f579d07-9902-4c47-b4fd-fef1ddef6e84 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Made reservation on behalf of a7d0881daa6e4401b60343bd64b2cff0 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:39.151211 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8f579d07-9902-4c47-b4fd-fef1ddef6e84 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:39.155457 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:39.179082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c951e08-197f-4bfd-91ca-76b8c6d5c628 req-775bedf1-9c4e-471a-8e85-67eb16d822ab tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:39.184121 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f579d07-9902-4c47-b4fd-fef1ddef6e84 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:33:39.186655 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c951e08-197f-4bfd-91ca-76b8c6d5c628 req-775bedf1-9c4e-471a-8e85-67eb16d822ab tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 944 time: 0.9407761 Jun 25 09:33:39.205956 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-8e95e78e-21de-4b4c-939c-69cfcc3885dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:39.207544 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-8e95e78e-21de-4b4c-939c-69cfcc3885dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9f9f69313ff45efb3a4665fd5a00fa6&device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 1096 time: 0.1785085 Jun 25 09:33:39.210813 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8f579d07-9902-4c47-b4fd-fef1ddef6e84 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:39.211162 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-8f579d07-9902-4c47-b4fd-fef1ddef6e84 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Added segment 29c8ceb7-d074-4201-9507-076c70f5f4e5 of type vlan for network 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 Jun 25 09:33:39.231543 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b15586b6-ec58-4abf-95b1-a61b248c27d3 req-43ba1a1e-3bec-4012-87fa-044ea7e1ed80 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 210 time: 0.0706246 Jun 25 09:33:39.247361 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8003ba2-f9f0-4d65-b94f-f14f35687505 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:39.251489 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8003ba2-f9f0-4d65-b94f-f14f35687505 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:39.322034 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ce1ae7-9288-4f55-83c8-acad3315ebbe x-openstack-request-id: req-97ce1ae7-9288-4f55-83c8-acad3315ebbe {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:33:39.322389 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f6fe75-ccb1-40bc-bba1-bc4675cca36b", "tag": "230f645e-c628-4772-ad5d-82957c6dee0e", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:33:39.322785 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-97ce1ae7-9288-4f55-83c8-acad3315ebbe {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:33:39.323177 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f6fe75-ccb1-40bc-bba1-bc4675cca36b', 'tag': '230f645e-c628-4772-ad5d-82957c6dee0e', 'status': 'completed', 'code': 200} Jun 25 09:33:39.329973 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c951e08-197f-4bfd-91ca-76b8c6d5c628 req-65f5a168-4658-4eab-be10-5dee8acbe30c tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423569 Jun 25 09:33:39.338545 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3add37be-d023-42b7-87d7-bd572a9797e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:39.341597 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-d22fa93a-c7cb-4076-88a9-40a85958b891 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=230f645e-c628-4772-ad5d-82957c6dee0e HTTP/1.1" status: 200 len: 217 time: 0.1183164 Jun 25 09:33:39.343036 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3add37be-d023-42b7-87d7-bd572a9797e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:39.344454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3add37be-d023-42b7-87d7-bd572a9797e9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7f904a06-b02d-4416-be28-cc7482085f12 HTTP/1.1" status: 204 len: 168 time: 0.4015622 Jun 25 09:33:39.350400 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8f579d07-9902-4c47-b4fd-fef1ddef6e84 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:39.353154 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0916add9-488d-4276-a3df-1bac630e75a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:39.365565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add37be-d023-42b7-87d7-bd572a9797e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f904a06-b02d-4416-be28-cc7482085f12,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:39.370495 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3add37be-d023-42b7-87d7-bd572a9797e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:39.409477 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-5531f2c6-e33b-4d5f-9b31-7827c6de1fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:39.411107 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-5531f2c6-e33b-4d5f-9b31-7827c6de1fee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=989d1844-be6f-4aba-9e68-938e9283c0c0 HTTP/1.1" status: 200 len: 849 time: 0.0553765 Jun 25 09:33:39.463544 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-2f9f94d3-0caf-4912-9b7c-c3e02a813622 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c384ea6d-1574-4424-914e-6bd3c2188256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427747 Jun 25 09:33:39.524522 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8f579d07-9902-4c47-b4fd-fef1ddef6e84 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:39.530097 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f579d07-9902-4c47-b4fd-fef1ddef6e84 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:39.530894 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8f579d07-9902-4c47-b4fd-fef1ddef6e84 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:39.535644 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a5a636df-a149-41cf-8cf9-4fe504249ee8 tempest-RoutersAdminTest-445251874 tempest-RoutersAdminTest-445251874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:39.555230 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8003ba2-f9f0-4d65-b94f-f14f35687505 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:39.559267 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d9aaf038-5fba-4d8a-accb-1517e94a76ca tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:39.613123 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8f579d07-9902-4c47-b4fd-fef1ddef6e84 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6326551 Jun 25 09:33:39.618578 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42690) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:39.619373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833f9bf-4833-45e7-8e72-f6b83c449d75 req-06dd7737-6ec9-4e73-8701-49208f6d8d46 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:39.621314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d833f9bf-4833-45e7-8e72-f6b83c449d75 req-06dd7737-6ec9-4e73-8701-49208f6d8d46 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 945 time: 0.1676667 Jun 25 09:33:39.629110 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2025153653', 'admin_state_up': True, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:39.660517 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:39.661381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8003ba2-f9f0-4d65-b94f-f14f35687505 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Subnet': ['ID=67d15b4d-f5ab-4817-a89a-53d8cd593b88,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:39.661647 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:39.669101 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e8003ba2-f9f0-4d65-b94f-f14f35687505 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:39.670806 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f579d07-9902-4c47-b4fd-fef1ddef6e84 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'Network': ['ID=0c10ec12-a2b5-45aa-b2de-077df7dc0ef4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:39.675764 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8f579d07-9902-4c47-b4fd-fef1ddef6e84 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:39.681634 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-2cc4a550-7cad-422d-a161-4a630a9d09cf service neutron] 10.222.0.41 "GET /v2.0/networks/c384ea6d-1574-4424-914e-6bd3c2188256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090058 Jun 25 09:33:39.703040 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:33:39.716639 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d833f9bf-4833-45e7-8e72-f6b83c449d75 req-b122d09a-a077-4eb1-bb74-08114d65961c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868726 Jun 25 09:33:39.718673 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8003ba2-f9f0-4d65-b94f-f14f35687505 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Checking segment: {'id': '4244253e-bdc3-4b3c-a7c5-e444affd21e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0833d5e0-bb91-4c4b-8965-2e797a1ad5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:39.718673 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8003ba2-f9f0-4d65-b94f-f14f35687505 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network hostable DHCP agents. Network: 0833d5e0-bb91-4c4b-8965-2e797a1ad5f8, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:33:39.762478 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8003ba2-f9f0-4d65-b94f-f14f35687505 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 0833d5e0-bb91-4c4b-8965-2e797a1ad5f8 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:33:39.773913 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-e8003ba2-f9f0-4d65-b94f-f14f35687505 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 0833d5e0-bb91-4c4b-8965-2e797a1ad5f8) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:39.779104 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8003ba2-f9f0-4d65-b94f-f14f35687505 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:39.782312 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e8003ba2-f9f0-4d65-b94f-f14f35687505 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:39.792144 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb6e43b-1296-406c-bdab-f63e2bfc15e1 None None] Network 0833d5e0-bb91-4c4b-8965-2e797a1ad5f8 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:39.814845 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e8003ba2-f9f0-4d65-b94f-f14f35687505 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8929579 Jun 25 09:33:39.817385 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42698) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:39.822672 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'network_id': '0833d5e0-bb91-4c4b-8965-2e797a1ad5f8', 'name': 'tempest-PortsTestJSON-2103560283'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:39.893896 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:39.981049 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-0833d5e0-bb91-4c4b-8965-2e797a1ad5f8', 'network_id': '0833d5e0-bb91-4c4b-8965-2e797a1ad5f8', 'tenant_id': '264ca81b65924f5995bb3e60c2a6d08a', 'fixed_ips': [{'subnet_id': '67d15b4d-f5ab-4817-a89a-53d8cd593b88'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:33:39.985189 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:40.011190 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:40.015958 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:40.040139 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:40.040453 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] device_id is not set on port ff18f359-d30d-49fe-a1b6-f71e7e843b5d yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:33:40.194021 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:40.224426 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-629a05e9-df9a-41ef-9412-23d1b736c75b req-3c2624c1-e050-432b-85b5-8efcb2ee52bb service neutron] 10.222.0.41 "GET /v2.0/networks/c384ea6d-1574-4424-914e-6bd3c2188256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326688 Jun 25 09:33:40.279306 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Allocated IP 172.20.0.9 (0833d5e0-bb91-4c4b-8965-2e797a1ad5f8/67d15b4d-f5ab-4817-a89a-53d8cd593b88/ff18f359-d30d-49fe-a1b6-f71e7e843b5d) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:40.293490 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:40.298599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:40.299115 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:40.506195 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc82799-b916-4ce8-b538-59a3e5f4449b req-4a5e3b90-7a93-4229-a730-9cf1e51c7def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:40.508713 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2dc82799-b916-4ce8-b538-59a3e5f4449b req-4a5e3b90-7a93-4229-a730-9cf1e51c7def service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9f9f69313ff45efb3a4665fd5a00fa6&device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 1096 time: 0.1549094 Jun 25 09:33:40.518886 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:40.539261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Transition to ACTIVE for port object ff18f359-d30d-49fe-a1b6-f71e7e843b5d will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:40.560706 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:40.591731 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199fe74c-cbef-4fda-83a9-ec5738f4152d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:33:40.594837 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9770dea-e926-4af7-8d1d-211b215413bf" -d '{"events": [{"server_uuid": "199fe74c-cbef-4fda-83a9-ec5738f4152d", "name": "network-vif-plugged", "status": "completed", "tag": "0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:33:40.597590 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:40.603345 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-813df4fb-fbc4-46be-9bcc-f244598c4ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:40.634002 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c31d24c7-576e-4638-9cfd-971b09ecce10 req-873b209c-8d9a-45e2-ae59-7e0a38333598 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 210 time: 0.0534172 Jun 25 09:33:40.645790 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:40.661818 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:40.676318 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:40.714872 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42722) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:40.735846 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 0833d5e0-bb91-4c4b-8965-2e797a1ad5f8 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:40.740806 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f12e549-5862-42f9-b4d7-96870babf35a x-openstack-request-id: req-7f12e549-5862-42f9-b4d7-96870babf35a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:33:40.741704 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199fe74c-cbef-4fda-83a9-ec5738f4152d", "name": "network-vif-plugged", "status": "completed", "tag": "0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:33:40.742117 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7f12e549-5862-42f9-b4d7-96870babf35a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:33:40.742822 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199fe74c-cbef-4fda-83a9-ec5738f4152d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5', 'code': 200} Jun 25 09:33:40.755311 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:40.759850 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Allocated IP 172.20.0.2 (0833d5e0-bb91-4c4b-8965-2e797a1ad5f8/67d15b4d-f5ab-4817-a89a-53d8cd593b88/76ecb2b4-6663-489d-bf40-f2e4dd2804a5) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:40.777239 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:40.784650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=ff18f359-d30d-49fe-a1b6-f71e7e843b5d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:40.830460 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:40.857138 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:40.861424 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:40.961443 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:40.969628 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:40.988271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Allocated IP 172.25.6.177 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/96f8ef20-7927-4710-a3df-62383c3a72a0) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:41.073183 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:41.073866 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:41.107477 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:41.113489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52c0ec-a94a-4f7c-b8ee-dbada72d5310 req-a3e3b82d-3675-419f-a15e-0f05e566ba2a tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:41.115192 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ab52c0ec-a94a-4f7c-b8ee-dbada72d5310 req-a3e3b82d-3675-419f-a15e-0f05e566ba2a tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 944 time: 0.4498141 Jun 25 09:33:41.148659 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:41.156711 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-305332416'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:41.162434 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Transition to ACTIVE for port object 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:41.183674 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Transition to ACTIVE for port object 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:41.188935 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3704302 Jun 25 09:33:41.192522 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:41.196254 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e8338eef-ccfe-440b-bde7-150225bc0b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:41.196475 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42728) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:41.204775 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ab52c0ec-a94a-4f7c-b8ee-dbada72d5310 req-8eb8d778-1d78-4fb1-ac96-0351056080e8 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738783 Jun 25 09:33:41.214960 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc82799-b916-4ce8-b538-59a3e5f4449b req-5bbdfc74-1185-4242-a74a-5ad847bbc3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:41.217665 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2dc82799-b916-4ce8-b538-59a3e5f4449b req-5bbdfc74-1185-4242-a74a-5ad847bbc3ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=c384ea6d-1574-4424-914e-6bd3c2188256 HTTP/1.1" status: 200 len: 911 time: 0.6943774 Jun 25 09:33:41.222470 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'network_id': '0833d5e0-bb91-4c4b-8965-2e797a1ad5f8', 'name': 'tempest-PortsTestJSON-1644872543'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:41.227192 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295c403-33a3-4960-b3b0-4b9114fafdb8 req-5dba7145-710d-47f4-a122-b00cd3b6b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:41.229582 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f295c403-33a3-4960-b3b0-4b9114fafdb8 req-5dba7145-710d-47f4-a122-b00cd3b6b5dd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 1098 time: 0.3664067 Jun 25 09:33:41.241607 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe7a27-10a5-4f42-b7ed-c4b2606dede6 req-45fe3a76-a2f4-4b3c-a0be-4cd9bfb7040c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:41.244658 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:41.249026 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4efe7a27-10a5-4f42-b7ed-c4b2606dede6 req-45fe3a76-a2f4-4b3c-a0be-4cd9bfb7040c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.3517368 Jun 25 09:33:41.260165 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:41.272071 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Network 0833d5e0-bb91-4c4b-8965-2e797a1ad5f8 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:41.275665 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:41.280868 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:41.295769 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Pushing event updated for resources: {'Port': ['ID=76ecb2b4-6663-489d-bf40-f2e4dd2804a5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:41.309744 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:41.331402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4efe7a27-10a5-4f42-b7ed-c4b2606dede6 req-0dd460b7-267b-42e7-a709-3f7c68a92f5f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804589 Jun 25 09:33:41.356000 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Made reservation on behalf of f7db769a8ea94ae5921c6d9488c69c6f for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:41.360252 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f295c403-33a3-4960-b3b0-4b9114fafdb8 req-0bcb791b-f106-4dab-8d92-8742bc6fbec3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084490 Jun 25 09:33:41.369360 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:41.374645 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2dc82799-b916-4ce8-b538-59a3e5f4449b req-2f394ca9-9cfb-4bac-baac-f81ed4bb26e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=230f645e-c628-4772-ad5d-82957c6dee0e HTTP/1.1" status: 200 len: 217 time: 0.1431711 Jun 25 09:33:41.423560 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:41.693559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Attempting to bind port 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:33:41.693886 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Attempting to bind port 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '4244253e-bdc3-4b3c-a7c5-e444affd21e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0833d5e0-bb91-4c4b-8965-2e797a1ad5f8'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:33:41.694262 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Attempting to bind port 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 on network 0833d5e0-bb91-4c4b-8965-2e797a1ad5f8 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:41.708051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:33:41.708847 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Checking segment: {'id': '4244253e-bdc3-4b3c-a7c5-e444affd21e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0833d5e0-bb91-4c4b-8965-2e797a1ad5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:41.711256 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:41.711808 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Bound using segment: {'id': '4244253e-bdc3-4b3c-a7c5-e444affd21e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0833d5e0-bb91-4c4b-8965-2e797a1ad5f8'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:33:41.712407 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Bound port: 76ecb2b4-6663-489d-bf40-f2e4dd2804a5, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4244253e-bdc3-4b3c-a7c5-e444affd21e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0833d5e0-bb91-4c4b-8965-2e797a1ad5f8'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:33:41.713713 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:41.812218 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:41.861906 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:41.861906 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:41.874956 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'Port': ['ID=96f8ef20-7927-4710-a3df-62383c3a72a0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:41.878603 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:41.879366 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] For port 76ecb2b4-6663-489d-bf40-f2e4dd2804a5, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:33:41.898788 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] For port 76ecb2b4-6663-489d-bf40-f2e4dd2804a5, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=76ecb2b4-6663-489d-bf40-f2e4dd2804a5,segment=NetworkSegment(4244253e-bdc3-4b3c-a7c5-e444affd21e8),segment_id=4244253e-bdc3-4b3c-a7c5-e444affd21e8)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:33:41.908260 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:41.926875 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-886312c7-b354-4cdf-9a6e-78915675259a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:41.939494 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-15ae420e-ed7b-4091-9cce-eac4e6d57808 req-e551b2d9-3a7f-4771-bcd8-919fc1346f1a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 210 time: 0.0565767 Jun 25 09:33:41.995516 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc82799-b916-4ce8-b538-59a3e5f4449b req-2ecfc7dc-1796-415a-bdcd-a7ecafdd2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:41.997119 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2dc82799-b916-4ce8-b538-59a3e5f4449b req-2ecfc7dc-1796-415a-bdcd-a7ecafdd2471 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=989d1844-be6f-4aba-9e68-938e9283c0c0 HTTP/1.1" status: 200 len: 849 time: 0.6059420 Jun 25 09:33:42.066050 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Pushing event updated for resources: {'Port': ['ID=76ecb2b4-6663-489d-bf40-f2e4dd2804a5,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:42.072218 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:42.072771 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2dc82799-b916-4ce8-b538-59a3e5f4449b req-c6548af0-81fb-47fa-8f83-8b144635db53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c384ea6d-1574-4424-914e-6bd3c2188256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532134 Jun 25 09:33:42.384623 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2dc82799-b916-4ce8-b538-59a3e5f4449b req-b6210b2a-7121-43ea-8de8-c668265a6e5c service neutron] 10.222.0.41 "GET /v2.0/networks/c384ea6d-1574-4424-914e-6bd3c2188256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010938 Jun 25 09:33:42.431129 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:42.480122 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:42.496458 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-72ea5c3a-319e-4947-aa79-26d8d7d2baed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:42.552907 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:33:42.618262 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:42.622445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:42.622885 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ba5b1-502c-4afe-afc3-d3bf0676de8b req-b77fafb1-1ede-41d3-9560-a3366534ea9c tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:42.630354 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e84ba5b1-502c-4afe-afc3-d3bf0676de8b req-b77fafb1-1ede-41d3-9560-a3366534ea9c tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 944 time: 0.1769917 Jun 25 09:33:42.639035 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:42.639392 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Added segment e755dc78-650b-4ab6-9ab0-7a6915fc4f2e of type vlan for network 9b3a4ffd-c425-4b94-8f84-8249462e5bf4 Jun 25 09:33:42.640845 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86078250-3369-4b68-9dc2-6520f4c508e1,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:42.644684 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:42.728171 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e84ba5b1-502c-4afe-afc3-d3bf0676de8b req-8e0dbffb-9adc-4dcd-b4a9-62514d47d8ff tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842001 Jun 25 09:33:42.758655 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2dc82799-b916-4ce8-b538-59a3e5f4449b req-f68c7d53-7a08-4c90-927f-621447d3a86d service neutron] 10.222.0.41 "GET /v2.0/networks/c384ea6d-1574-4424-914e-6bd3c2188256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576431 Jun 25 09:33:42.765640 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555db180-adfe-4b87-a23f-9d56c8cc73fe req-c85e96ab-b01c-409b-85f8-7a1cbb64bbba tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:42.770131 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-555db180-adfe-4b87-a23f-9d56c8cc73fe req-c85e96ab-b01c-409b-85f8-7a1cbb64bbba tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.2106185 Jun 25 09:33:42.793192 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:42.827011 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:42.831517 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] device_id is not set on port f41d8a0b-e378-4690-9c42-3d19f93e6cbe yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:33:42.836172 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:42.842635 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:42.843423 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:42.853618 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-555db180-adfe-4b87-a23f-9d56c8cc73fe req-9cc2516b-8655-4e83-a1fc-87389ee422a5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750239 Jun 25 09:33:42.894020 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ad29a8b8-40f1-4604-94d0-8f0f01a57334 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:43.133092 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4165423 Jun 25 09:33:43.135943 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42788) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:43.142947 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Pushing event updated for resources: {'Network': ['ID=9b3a4ffd-c425-4b94-8f84-8249462e5bf4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:43.145234 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1df10412-1cd9-47e9-9e87-37e83b3de007 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Request body: {'subnet': {'network_id': '9b3a4ffd-c425-4b94-8f84-8249462e5bf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:43.154365 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 9b3a4ffd-c425-4b94-8f84-8249462e5bf4 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:33:43.169767 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:43.173850 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Allocated IP 172.20.0.3 (0833d5e0-bb91-4c4b-8965-2e797a1ad5f8/67d15b4d-f5ab-4817-a89a-53d8cd593b88/f41d8a0b-e378-4690-9c42-3d19f93e6cbe) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:43.302152 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b5eaf55-e8d1-40fc-a931-0fad25211e69 req-3ef1c1c5-8cea-442e-8ca5-d055605d0f2d tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62efcec-5ff3-4d6b-be1a-fdd013b5ce65 HTTP/1.1" status: 200 len: 210 time: 0.1089613 Jun 25 09:33:43.380336 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df10412-1cd9-47e9-9e87-37e83b3de007 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Made reservation on behalf of f7db769a8ea94ae5921c6d9488c69c6f for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:43.384595 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1df10412-1cd9-47e9-9e87-37e83b3de007 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:43.425252 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:43.490967 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9241700-9e40-493a-90c0-b188b3e80ef5 None None] Network 0833d5e0-bb91-4c4b-8965-2e797a1ad5f8 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:43.576766 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:43.697001 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Router 4db0772f-3ac9-497d-85da-90a4a5f713eb is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:33:43.718392 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:43.746669 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1df10412-1cd9-47e9-9e87-37e83b3de007 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:43.751523 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0a7831eb-f1dc-4ace-a7c1-38cedd8ea9f2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:43.792497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-97e68f9b-6ada-4fef-9ccf-bd1890bd3aa7 None None] Provisioning for port 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:43.828923 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:43.832552 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df10412-1cd9-47e9-9e87-37e83b3de007 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Checking segment: {'id': 'e755dc78-650b-4ab6-9ab0-7a6915fc4f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '9b3a4ffd-c425-4b94-8f84-8249462e5bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:43.833247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df10412-1cd9-47e9-9e87-37e83b3de007 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Network hostable DHCP agents. Network: 9b3a4ffd-c425-4b94-8f84-8249462e5bf4, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:33:43.838404 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:43.838781 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:43.852200 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:33:43.872841 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df10412-1cd9-47e9-9e87-37e83b3de007 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Pushing event updated for resources: {'Subnet': ['ID=f7cfc2bd-2fdc-4ac0-87ff-9f7e480512ce,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:43.880448 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:43.880641 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1df10412-1cd9-47e9-9e87-37e83b3de007 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:43.882019 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.2623622 Jun 25 09:33:43.883002 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df10412-1cd9-47e9-9e87-37e83b3de007 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Network 9b3a4ffd-c425-4b94-8f84-8249462e5bf4 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:33:43.885129 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Transition to ACTIVE for port object f41d8a0b-e378-4690-9c42-3d19f93e6cbe will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:43.886508 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42794) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:43.896937 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-1df10412-1cd9-47e9-9e87-37e83b3de007 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 9b3a4ffd-c425-4b94-8f84-8249462e5bf4) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:43.914088 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df10412-1cd9-47e9-9e87-37e83b3de007 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:43.914781 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1df10412-1cd9-47e9-9e87-37e83b3de007 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:43.930640 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Sync routers for ids ['4db0772f-3ac9-497d-85da-90a4a5f713eb'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:33:43.933219 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf10b1d-1fc0-4951-bb21-e2d5b45435a4 None None] Network 9b3a4ffd-c425-4b94-8f84-8249462e5bf4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:43.934915 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1df10412-1cd9-47e9-9e87-37e83b3de007 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7972043 Jun 25 09:33:43.937877 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42796) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:43.964280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-4bb432c7-297f-45d4-bcfc-6d1493885f96 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-312140099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:43.996705 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4bb432c7-297f-45d4-bcfc-6d1493885f96 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:43.997935 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4bb432c7-297f-45d4-bcfc-6d1493885f96 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:44.038729 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0ebc64-445f-48a1-8923-23e87237df2e tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:44.043077 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4c0ebc64-445f-48a1-8923-23e87237df2e tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=a7d0881daa6e4401b60343bd64b2cff0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1529279 Jun 25 09:33:44.043302 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42800) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:44.118736 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:44.128913 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7a8e3d72-44f2-401b-a069-4cd95ad57fce tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:44.131645 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4bb432c7-297f-45d4-bcfc-6d1493885f96 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:44.154519 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4bb432c7-297f-45d4-bcfc-6d1493885f96 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:44.195512 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4bb432c7-297f-45d4-bcfc-6d1493885f96 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:44.199380 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4bb432c7-297f-45d4-bcfc-6d1493885f96 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2393727 Jun 25 09:33:44.202379 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42802) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:44.216627 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fac41-1b49-4095-baca-9fe1ef8395ae req-6d0dafde-2bdb-4622-a97a-d95c5cffbe20 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:44.224812 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-304fac41-1b49-4095-baca-9fe1ef8395ae req-6d0dafde-2bdb-4622-a97a-d95c5cffbe20 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 944 time: 0.2087948 Jun 25 09:33:44.228069 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=f41d8a0b-e378-4690-9c42-3d19f93e6cbe,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:44.239955 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Routers {'4db0772f-3ac9-497d-85da-90a4a5f713eb'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:33:44.241685 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:33:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4db0772f-3ac9-497d-85da-90a4a5f713eb'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:44.253112 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:44.254974 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 0833d5e0-bb91-4c4b-8965-2e797a1ad5f8 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:44.263839 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-9b3a4ffd-c425-4b94-8f84-8249462e5bf4', 'network_id': '9b3a4ffd-c425-4b94-8f84-8249462e5bf4', 'tenant_id': 'f7db769a8ea94ae5921c6d9488c69c6f', 'fixed_ips': [{'subnet_id': 'f7cfc2bd-2fdc-4ac0-87ff-9f7e480512ce'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:33:44.265161 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:44.278114 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:44.286377 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:44.350164 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df314024-64b0-4a31-aa4a-1be7a51ce24a req-14588fa8-9bc7-4a4a-95d5-9f5408b8bb7a tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:44.357555 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df314024-64b0-4a31-aa4a-1be7a51ce24a req-14588fa8-9bc7-4a4a-95d5-9f5408b8bb7a tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.2896812 Jun 25 09:33:44.358194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:44.359222 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:44.392183 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1918571 Jun 25 09:33:44.400034 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-304fac41-1b49-4095-baca-9fe1ef8395ae req-def072b5-b99a-41c9-b689-6312619ff7ac tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741033 Jun 25 09:33:44.400907 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42806) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:44.537712 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Allocated IP 172.20.0.2 (9b3a4ffd-c425-4b94-8f84-8249462e5bf4/f7cfc2bd-2fdc-4ac0-87ff-9f7e480512ce/c1416750-59ce-48f1-8c43-47347e729c17) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:44.585096 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df314024-64b0-4a31-aa4a-1be7a51ce24a req-54bdde2d-a75f-4051-b6f8-a2ab7570acd7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265055 Jun 25 09:33:44.589335 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50db07f9-6901-4031-aa73-4b55cd74b417 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:44.597004 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42810) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:44.597246 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-50db07f9-6901-4031-aa73-4b55cd74b417 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5526326 Jun 25 09:33:44.608597 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 230f645e-c628-4772-ad5d-82957c6dee0e details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:33:44.663389 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d77516-875c-4a61-abb2-b9f7eddc75c4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:44.667671 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-58d77516-875c-4a61-abb2-b9f7eddc75c4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.2631917 Jun 25 09:33:44.668094 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42814) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:44.821630 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f168c598-a0d6-4c48-91fe-007295c1316a tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=8128acdb-767b-4924-9d47-628968405132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2233112 Jun 25 09:33:44.822356 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42820) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:44.884885 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-cd9fcb27-1d74-40f1-bbcf-3679e97ccbe6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port f41d8a0b-e378-4690-9c42-3d19f93e6cbe {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:44.887184 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cd9fcb27-1d74-40f1-bbcf-3679e97ccbe6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:44.893185 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8b7b43bb-8d5d-420e-b860-f8a344f2516c None None] Provisioning complete for port 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:44.893887 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b7b43bb-8d5d-420e-b860-f8a344f2516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:44.983759 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-56abf2c2-a4f0-4d9f-a694-3a6d90bc557d tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=a7d0881daa6e4401b60343bd64b2cff0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1546090 Jun 25 09:33:44.985095 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:45.000776 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.resource_extend [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:33:45.011332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42824) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:45.016116 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:45.193089 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Set router 4db0772f-3ac9-497d-85da-90a4a5f713eb gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:33:45.199228 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cd9fcb27-1d74-40f1-bbcf-3679e97ccbe6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:45.243913 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-cd9fcb27-1d74-40f1-bbcf-3679e97ccbe6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for f41d8a0b-e378-4690-9c42-3d19f93e6cbe owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:45.559566 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5309fc42-345e-4240-953f-ad8f2b9bf067 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:45.560485 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5309fc42-345e-4240-953f-ad8f2b9bf067 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5479403 Jun 25 09:33:45.568980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42852) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:45.648556 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-37a21717-1b7f-45e7-88b3-1178c819b2a3 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=8128acdb-767b-4924-9d47-628968405132&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0761132 Jun 25 09:33:45.656023 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42854) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:45.664475 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-10a39916-f162-4b17-82c9-c0596af40af5 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-207398296', 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4', 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:45.717281 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 76ecb2b4-6663-489d-bf40-f2e4dd2804a5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=76ecb2b4-6663-489d-bf40-f2e4dd2804a5,segment=NetworkSegment(4244253e-bdc3-4b3c-a7c5-e444affd21e8),segment_id=4244253e-bdc3-4b3c-a7c5-e444affd21e8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:45.742259 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:45.805855 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:45.928964 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=76ecb2b4-6663-489d-bf40-f2e4dd2804a5,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:45.934052 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:45.995896 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 230f645e-c628-4772-ad5d-82957c6dee0e, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=230f645e-c628-4772-ad5d-82957c6dee0e,segment=NetworkSegment(647ef4eb-bb4c-49e8-8625-09c5643ceb08),segment_id=647ef4eb-bb4c-49e8-8625-09c5643ceb08)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:46.015399 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:46.016985 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cd9fcb27-1d74-40f1-bbcf-3679e97ccbe6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:46.037204 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1a6ad0b9-c79f-46d6-9776-a4969f280b76 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:46.058709 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Transition to ACTIVE for port object c1416750-59ce-48f1-8c43-47347e729c17 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:46.064806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8b7b43bb-8d5d-420e-b860-f8a344f2516c None None] Provisioning for port ff18f359-d30d-49fe-a1b6-f71e7e843b5d completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:46.074849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '230f645e-c628-4772-ad5d-82957c6dee0e', 'network_id': 'c384ea6d-1574-4424-914e-6bd3c2188256', 'port_id': '230f645e-c628-4772-ad5d-82957c6dee0e', 'mac_address': 'fa:16:3e:99:c8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989d1844-be6f-4aba-9e68-938e9283c0c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:33:46.091216 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8b7b43bb-8d5d-420e-b860-f8a344f2516c None None] Provisioning complete for port ff18f359-d30d-49fe-a1b6-f71e7e843b5d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:46.091781 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b7b43bb-8d5d-420e-b860-f8a344f2516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:46.116999 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42858) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:46.118228 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fcb27-1d74-40f1-bbcf-3679e97ccbe6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=f41d8a0b-e378-4690-9c42-3d19f93e6cbe,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:46.125938 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cd9fcb27-1d74-40f1-bbcf-3679e97ccbe6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:46.211494 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cd9fcb27-1d74-40f1-bbcf-3679e97ccbe6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:46.214894 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cd9fcb27-1d74-40f1-bbcf-3679e97ccbe6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/f41d8a0b-e378-4690-9c42-3d19f93e6cbe HTTP/1.1" status: 204 len: 168 time: 1.5454009 Jun 25 09:33:46.217315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42862) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:46.233757 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b43bb-8d5d-420e-b860-f8a344f2516c None None] Port ff18f359-d30d-49fe-a1b6-f71e7e843b5d cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:46.279594 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2cad2-1d2c-4c28-b1bb-677575b4c9fd req-f8f3c4de-b6d1-4125-9bd2-6129c53577be tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:46.283456 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c7e2cad2-1d2c-4c28-b1bb-677575b4c9fd req-f8f3c4de-b6d1-4125-9bd2-6129c53577be tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 812 time: 0.8855526 Jun 25 09:33:46.300140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Transition to ACTIVE for port object c1416750-59ce-48f1-8c43-47347e729c17 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:46.307279 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b141e1b-b6cf-49f5-a0b1-039e926de59e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] GET failed (client error): The resource could not be found. Jun 25 09:33:46.310005 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9b141e1b-b6cf-49f5-a0b1-039e926de59e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/f41d8a0b-e378-4690-9c42-3d19f93e6cbe HTTP/1.1" status: 404 len: 333 time: 0.0912087 Jun 25 09:33:46.319051 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42864) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:46.328635 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:46.352350 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-96e0fb4b-db88-4ed0-94cb-4314e1ebd7a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:46.410807 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c7e2cad2-1d2c-4c28-b1bb-677575b4c9fd req-e903297b-11eb-4858-ac1d-2762ad3f68a0 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/quotas/44d174b12e72448983d64be8e279b8cf HTTP/1.1" status: 200 len: 375 time: 0.0883694 Jun 25 09:33:46.427808 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e625635-402c-4835-9c4a-52b9b3e8b459 req-b8aa42ac-d799-411c-ad8d-9416cb5ee0ff tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:46.430499 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e625635-402c-4835-9c4a-52b9b3e8b459 req-b8aa42ac-d799-411c-ad8d-9416cb5ee0ff tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 1.0084856 Jun 25 09:33:46.476713 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b7d2068b-d05f-44b4-a036-e36c23513d50 None None] Provisioning complete for port ff18f359-d30d-49fe-a1b6-f71e7e843b5d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:46.477123 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7d2068b-d05f-44b4-a036-e36c23513d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:46.480440 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9068f66-0840-4ba1-9bf4-bc2a8edffd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:46.511220 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c7e2cad2-1d2c-4c28-b1bb-677575b4c9fd req-15b5bab9-9b86-46d3-972f-95d2301fe305 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740461 Jun 25 09:33:46.519115 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Network 9b3a4ffd-c425-4b94-8f84-8249462e5bf4 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:46.525169 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2025153653', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:33:39Z', 'updated_at': '2021-06-25T09:33:42Z', 'revision_number': 3, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:33:40Z', 'updated_at': '2021-06-25T09:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:46.527626 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:46.530790 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:46.536791 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.api [None req-b9068f66-0840-4ba1-9bf4-bc2a8edffd90 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 09:33:46.536791 n-d-761264-15 neutron-server[94025]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 25 09:33:46.536791 n-d-761264-15 neutron-server[94025]: [parameters: {'project_id': 'd21ede134a044639ab2f716023ab33bc', 'id': '7b0f0b01-0969-4de5-8d8a-8aa9ebe5ad98', 'expiration': datetime.datetime(2021, 6, 25, 9, 35, 46, 524722)}] Jun 25 09:33:46.536791 n-d-761264-15 neutron-server[94025]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:33:46.537891 n-d-761264-15 neutron-server[94025]: DEBUG oslo_db.api [None req-b9068f66-0840-4ba1-9bf4-bc2a8edffd90 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:33:46.539345 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:46.562180 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f3883a1c-b92b-45b0-b712-534c5cb1fd3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port ff18f359-d30d-49fe-a1b6-f71e7e843b5d {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:46.562877 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3883a1c-b92b-45b0-b712-534c5cb1fd3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:46.599291 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Allocated IP 172.20.0.1 (9b3a4ffd-c425-4b94-8f84-8249462e5bf4/f7cfc2bd-2fdc-4ac0-87ff-9f7e480512ce/6625b8c2-f543-463f-80b0-c792062f8c89) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:46.607787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a39916-f162-4b17-82c9-c0596af40af5 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Made reservation on behalf of a7d0881daa6e4401b60343bd64b2cff0 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:46.611692 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10a39916-f162-4b17-82c9-c0596af40af5 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:46.665914 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e625635-402c-4835-9c4a-52b9b3e8b459 req-d95cde97-a85a-4bc0-ba86-8aa88e1e64b6 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126250 Jun 25 09:33:46.710605 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3883a1c-b92b-45b0-b712-534c5cb1fd3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:46.743667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f3883a1c-b92b-45b0-b712-534c5cb1fd3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for ff18f359-d30d-49fe-a1b6-f71e7e843b5d owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:46.803508 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c7e2cad2-1d2c-4c28-b1bb-677575b4c9fd req-b6217bdc-641a-45a9-969c-b0b8e181950d service neutron] 10.222.0.93 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828083 Jun 25 09:33:46.805154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Checking router: 4db0772f-3ac9-497d-85da-90a4a5f713eb for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:33:46.805679 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Updating router 4db0772f-3ac9-497d-85da-90a4a5f713eb port 96f8ef20-7927-4710-a3df-62383c3a72a0 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:33:46.840071 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b7d2068b-d05f-44b4-a036-e36c23513d50 None None] Port ff18f359-d30d-49fe-a1b6-f71e7e843b5d cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:46.866951 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Pushing event updated for resources: {'Port': ['ID=c1416750-59ce-48f1-8c43-47347e729c17,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:46.869919 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:46.873775 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b7d2068b-d05f-44b4-a036-e36c23513d50 None None] Could not find standard attr ID for object f41d8a0b-e378-4690-9c42-3d19f93e6cbe. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:33:46.883178 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230f645e-c628-4772-ad5d-82957c6dee0e {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:33:46.901591 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Attempting to bind port c1416750-59ce-48f1-8c43-47347e729c17 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:33:46.901591 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Attempting to bind port c1416750-59ce-48f1-8c43-47347e729c17 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'e755dc78-650b-4ab6-9ab0-7a6915fc4f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '9b3a4ffd-c425-4b94-8f84-8249462e5bf4'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:33:46.901927 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Attempting to bind port c1416750-59ce-48f1-8c43-47347e729c17 on network 9b3a4ffd-c425-4b94-8f84-8249462e5bf4 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:46.919054 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3883a1c-b92b-45b0-b712-534c5cb1fd3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:46.924011 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:46.932114 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:46.957451 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:33:46.957961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Checking segment: {'id': 'e755dc78-650b-4ab6-9ab0-7a6915fc4f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '9b3a4ffd-c425-4b94-8f84-8249462e5bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:46.958374 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:46.958781 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Bound using segment: {'id': 'e755dc78-650b-4ab6-9ab0-7a6915fc4f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '9b3a4ffd-c425-4b94-8f84-8249462e5bf4'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:33:46.959272 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Bound port: c1416750-59ce-48f1-8c43-47347e729c17, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e755dc78-650b-4ab6-9ab0-7a6915fc4f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '9b3a4ffd-c425-4b94-8f84-8249462e5bf4'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:33:46.959778 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:46.964875 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3883a1c-b92b-45b0-b712-534c5cb1fd3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=ff18f359-d30d-49fe-a1b6-f71e7e843b5d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:46.965824 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 230f645e-c628-4772-ad5d-82957c6dee0e, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=230f645e-c628-4772-ad5d-82957c6dee0e,segment=NetworkSegment(647ef4eb-bb4c-49e8-8625-09c5643ceb08),segment_id=647ef4eb-bb4c-49e8-8625-09c5643ceb08)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:46.984760 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f3883a1c-b92b-45b0-b712-534c5cb1fd3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:46.984951 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:46.986865 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.029850 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:47.042333 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9068f66-0840-4ba1-9bf4-bc2a8edffd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.062185 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Transition to ACTIVE for port object 6625b8c2-f543-463f-80b0-c792062f8c89 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:47.080253 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c7e2cad2-1d2c-4c28-b1bb-677575b4c9fd req-2ac9a847-bdbd-4f5b-8d9c-e1d5656ca83c service neutron] 10.222.0.93 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675340 Jun 25 09:33:47.102166 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10a39916-f162-4b17-82c9-c0596af40af5 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.106846 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dfcce30d-9fd4-48e3-910f-3918064207f0 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:47.117772 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad1c18-ea13-40e4-977e-f0337af03b25 req-6b9aa536-bcf4-4979-8655-7f44e3d55eb4 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:47.124965 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43ad1c18-ea13-40e4-977e-f0337af03b25 req-6b9aa536-bcf4-4979-8655-7f44e3d55eb4 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 944 time: 0.2810273 Jun 25 09:33:47.172045 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9068f66-0840-4ba1-9bf4-bc2a8edffd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.182816 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b9068f66-0840-4ba1-9bf4-bc2a8edffd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.190799 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=230f645e-c628-4772-ad5d-82957c6dee0e,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:47.191054 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ba27cfb9-8ecf-4c03-88d1-bef4fac36655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:47.193722 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:47.200991 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] For port c1416750-59ce-48f1-8c43-47347e729c17, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:33:47.205916 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] For port c1416750-59ce-48f1-8c43-47347e729c17, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c1416750-59ce-48f1-8c43-47347e729c17,segment=NetworkSegment(e755dc78-650b-4ab6-9ab0-7a6915fc4f2e),segment_id=e755dc78-650b-4ab6-9ab0-7a6915fc4f2e)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:33:47.212286 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.218930 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:47.228683 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3883a1c-b92b-45b0-b712-534c5cb1fd3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.231667 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f3883a1c-b92b-45b0-b712-534c5cb1fd3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/ff18f359-d30d-49fe-a1b6-f71e7e843b5d HTTP/1.1" status: 204 len: 168 time: 0.9113607 Jun 25 09:33:47.257866 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42866) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:47.285918 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9068f66-0840-4ba1-9bf4-bc2a8edffd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17ed4db-a84d-4df8-aecd-b325c6a92231,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:47.302546 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b9068f66-0840-4ba1-9bf4-bc2a8edffd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:47.308445 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b9068f66-0840-4ba1-9bf4-bc2a8edffd90 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d21ede134a044639ab2f716023ab33bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1762593 Jun 25 09:33:47.312354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42868) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:47.339615 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a39916-f162-4b17-82c9-c0596af40af5 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'Subnet': ['ID=d3295d1b-5d16-41a7-9fbb-1e7b2f4ef070,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:47.356435 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43ad1c18-ea13-40e4-977e-f0337af03b25 req-f9e95c4f-95ce-49a9-8d3c-5485e6a68b1e tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302222 Jun 25 09:33:47.357962 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Pushing event updated for resources: {'Port': ['ID=c1416750-59ce-48f1-8c43-47347e729c17,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:47.361096 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-10a39916-f162-4b17-82c9-c0596af40af5 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:47.364469 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:47.366690 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27646a9-9383-4907-9542-5afee8706429 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] GET failed (client error): The resource could not be found. Jun 25 09:33:47.378181 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e27646a9-9383-4907-9542-5afee8706429 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/ff18f359-d30d-49fe-a1b6-f71e7e843b5d HTTP/1.1" status: 404 len: 333 time: 0.1130390 Jun 25 09:33:47.389526 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.392508 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42870) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:47.405304 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-be480df0-58f2-4b46-b29d-67d11bbc9e16 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:47.454084 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['230f645e-c628-4772-ad5d-82957c6dee0e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:33:47.498820 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c2a50d96-222e-4338-9276-68fbc305fba3 req-0c281862-5c42-4fdb-9d68-2078cb26af33 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a2d9955-8547-4736-9847-24910ae815e7 HTTP/1.1" status: 200 len: 210 time: 0.0482805 Jun 25 09:33:47.498948 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-955548ad-3e97-44b8-9879-381080438406 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting subnet 67d15b4d-f5ab-4817-a89a-53d8cd593b88 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:33:47.500850 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Network 9b3a4ffd-c425-4b94-8f84-8249462e5bf4 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:47.502347 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6243eb6a-b431-4263-908b-c8166fbbeeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.503936 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-955548ad-3e97-44b8-9879-381080438406 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.508189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:47.511590 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:47.520755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a39916-f162-4b17-82c9-c0596af40af5 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Checking segment: {'id': '29c8ceb7-d074-4201-9507-076c70f5f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:47.532036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a39916-f162-4b17-82c9-c0596af40af5 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Network hostable DHCP agents. Network: 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:33:47.541623 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.553954 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Transition to ACTIVE for port object 96f8ef20-7927-4710-a3df-62383c3a72a0 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:47.567258 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.582173 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1f41332d-4ed2-4723-ac03-99967ac69961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:47.622373 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Pushing event updated for resources: {'Port': ['ID=6625b8c2-f543-463f-80b0-c792062f8c89,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:47.642525 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6243eb6a-b431-4263-908b-c8166fbbeeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.645027 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:47.671437 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-955548ad-3e97-44b8-9879-381080438406 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.695217 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Attempting to bind port 96f8ef20-7927-4710-a3df-62383c3a72a0 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:33:47.695596 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Attempting to bind port 96f8ef20-7927-4710-a3df-62383c3a72a0 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:33:47.695958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Attempting to bind port 96f8ef20-7927-4710-a3df-62383c3a72a0 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:47.710701 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e56edf-0647-4538-bf95-11d68227dae8 None None] Pushing event updated for resources: {'Port': ['ID=96f8ef20-7927-4710-a3df-62383c3a72a0,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:47.713414 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:33:47.713796 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:47.714207 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.714595 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:33:47.715082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Bound port: 96f8ef20-7927-4710-a3df-62383c3a72a0, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:33:47.715468 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.764585 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.787077 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a39916-f162-4b17-82c9-c0596af40af5 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Network 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:33:47.791107 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-63e56edf-0647-4538-bf95-11d68227dae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:47.864209 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6243eb6a-b431-4263-908b-c8166fbbeeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.866850 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6243eb6a-b431-4263-908b-c8166fbbeeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.875759 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6243eb6a-b431-4263-908b-c8166fbbeeaf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b17ed4db-a84d-4df8-aecd-b325c6a92231 HTTP/1.1" status: 204 len: 168 time: 0.5615318 Jun 25 09:33:47.879676 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:47.896344 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243eb6a-b431-4263-908b-c8166fbbeeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17ed4db-a84d-4df8-aecd-b325c6a92231,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:47.901684 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6243eb6a-b431-4263-908b-c8166fbbeeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:47.901921 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] For port 96f8ef20-7927-4710-a3df-62383c3a72a0, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:33:47.903154 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-955548ad-3e97-44b8-9879-381080438406 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.907188 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] For port 96f8ef20-7927-4710-a3df-62383c3a72a0, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=96f8ef20-7927-4710-a3df-62383c3a72a0,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:33:47.923384 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:47.929372 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:47.986598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-10a39916-f162-4b17-82c9-c0596af40af5 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:47.994088 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a39916-f162-4b17-82c9-c0596af40af5 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:47.995167 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-10a39916-f162-4b17-82c9-c0596af40af5 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:48.019905 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c27b891-72bb-4d84-a7ee-62a4aa760c1a None None] Network 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:48.088758 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-955548ad-3e97-44b8-9879-381080438406 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:48.097200 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a4dac18b-fb60-45f0-bd02-dc3eb3eeb983 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:48.136573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955548ad-3e97-44b8-9879-381080438406 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Subnet': ['ID=67d15b4d-f5ab-4817-a89a-53d8cd593b88,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:48.140292 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-955548ad-3e97-44b8-9879-381080438406 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:48.150933 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-955548ad-3e97-44b8-9879-381080438406 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:48.157486 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-955548ad-3e97-44b8-9879-381080438406 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/67d15b4d-f5ab-4817-a89a-53d8cd593b88 HTTP/1.1" status: 204 len: 168 time: 0.7605324 Jun 25 09:33:48.157903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42902) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:48.174805 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e32123e-5d29-4fc3-bd14-c3647f2c425f None None] Network 0833d5e0-bb91-4c4b-8965-2e797a1ad5f8 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:48.193130 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e56edf-0647-4538-bf95-11d68227dae8 None None] Pushing event updated for resources: {'Port': ['ID=96f8ef20-7927-4710-a3df-62383c3a72a0,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:48.215057 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-63e56edf-0647-4538-bf95-11d68227dae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:48.247109 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-10a39916-f162-4b17-82c9-c0596af40af5 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5870552 Jun 25 09:33:48.296209 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c1416750-59ce-48f1-8c43-47347e729c17 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:48.306035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 42904) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:48.307636 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:48.309184 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Routers {'4db0772f-3ac9-497d-85da-90a4a5f713eb'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:33:48.311107 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:33:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4db0772f-3ac9-497d-85da-90a4a5f713eb'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:48.401463 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:48.499482 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05db0d5-1cde-499a-a62f-9910b18f80f5 req-717b4e1d-bd25-4eb7-977d-7597ca517eee tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:48.500628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:48.501030 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:48.511410 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b05db0d5-1cde-499a-a62f-9910b18f80f5 req-717b4e1d-bd25-4eb7-977d-7597ca517eee tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.4459782 Jun 25 09:33:48.579355 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] For port 76ecb2b4-6663-489d-bf40-f2e4dd2804a5, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=76ecb2b4-6663-489d-bf40-f2e4dd2804a5,segment=NetworkSegment(4244253e-bdc3-4b3c-a7c5-e444affd21e8),segment_id=4244253e-bdc3-4b3c-a7c5-e444affd21e8)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:48.579722 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:48.595643 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:48.659024 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42916) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:48.686037 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-69b13887-96f8-4f47-aa7a-cbd5ca6fd138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:48.705636 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b05db0d5-1cde-499a-a62f-9910b18f80f5 req-2b88fe88-c3c9-4371-995d-4c432a9791c9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929648 Jun 25 09:33:48.741731 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] Set router 4db0772f-3ac9-497d-85da-90a4a5f713eb gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:33:48.765704 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:48.792868 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port c1416750-59ce-48f1-8c43-47347e729c17 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:48.834735 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24121176-212c-4359-925b-f5485d010618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-0c10ec12-a2b5-45aa-b2de-077df7dc0ef4', 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'fixed_ips': [{'subnet_id': 'd3295d1b-5d16-41a7-9fbb-1e7b2f4ef070'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:33:48.835848 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24121176-212c-4359-925b-f5485d010618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:48.842211 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:48.847573 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f35fe42e-3f0f-438d-8bcf-f7262480e5fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:48.852834 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No DVR routers for this DVR port 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:33:48.896002 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c524f41e-c1d8-408f-b508-06ac0f752fd5 None None] Network 9b3a4ffd-c425-4b94-8f84-8249462e5bf4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:48.904572 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=76ecb2b4-6663-489d-bf40-f2e4dd2804a5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:48.907301 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:48.926810 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:33:48.927477 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 25 09:33:48.982640 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-69b13887-96f8-4f47-aa7a-cbd5ca6fd138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:48.984687 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:48.988765 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-69b13887-96f8-4f47-aa7a-cbd5ca6fd138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.003762 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:49.005968 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Port 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 not found, will not notify nova. {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 25 09:33:49.025582 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0833d5e0-bb91-4c4b-8965-2e797a1ad5f8']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:49.045538 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4244253e-bdc3-4b3c-a7c5-e444affd21e8') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:49.045870 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4244253e-bdc3-4b3c-a7c5-e444affd21e8') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:49.067511 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.074772 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-69b13887-96f8-4f47-aa7a-cbd5ca6fd138 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=78730b2605334ed481abed97344d5a6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4146430 Jun 25 09:33:49.075562 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42926) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:49.083273 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b13887-96f8-4f47-aa7a-cbd5ca6fd138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed34c4f8-efdc-475c-8a46-46d0bcf5dfad,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:49.083603 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d0b42-19de-47eb-974e-a57570febb56 req-b15bd9c9-9d7e-4e59-9357-fd0dc67acba9 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:49.084988 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5a5d0b42-19de-47eb-974e-a57570febb56 req-b15bd9c9-9d7e-4e59-9357-fd0dc67acba9 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 945 time: 0.4727712 Jun 25 09:33:49.090956 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-69b13887-96f8-4f47-aa7a-cbd5ca6fd138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:49.094233 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 230f645e-c628-4772-ad5d-82957c6dee0e up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:49.118239 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.131827 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:33:49.132324 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:33:49.136034 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:33:49.203926 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-433a23c2-9a00-405b-a950-1fecac9f3570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.238258 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-433a23c2-9a00-405b-a950-1fecac9f3570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.246826 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.258959 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2b14e7b6-9a2f-4db3-a2d7-7fa0c2339825 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:49.275519 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.282473 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/networks/0833d5e0-bb91-4c4b-8965-2e797a1ad5f8 HTTP/1.1" status: 204 len: 168 time: 1.1182547 Jun 25 09:33:49.293406 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Network': ['ID=0833d5e0-bb91-4c4b-8965-2e797a1ad5f8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:49.306728 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42928) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:49.313740 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:49.318478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0d2d3bb9-cd73-4f79-a6da-e31f7c719aef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1518713964'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:49.330114 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2eedaee9-5821-4d09-8821-1bb98225cfb0 None None] Provisioning for port c1416750-59ce-48f1-8c43-47347e729c17 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:49.334027 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5a5d0b42-19de-47eb-974e-a57570febb56 req-92a41182-ae22-4666-8f8d-e420d39b40f3 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417331 Jun 25 09:33:49.351420 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-3f64bfbb-60e4-4526-b172-e8f4d73cd661 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:49.352239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2d3bb9-cd73-4f79-a6da-e31f7c719aef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:49.352408 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-3f64bfbb-60e4-4526-b172-e8f4d73cd661 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 812 time: 0.4930084 Jun 25 09:33:49.356874 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3bb9-cd73-4f79-a6da-e31f7c719aef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.365179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2eedaee9-5821-4d09-8821-1bb98225cfb0 None None] Provisioning complete for port c1416750-59ce-48f1-8c43-47347e729c17 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:49.365898 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2eedaee9-5821-4d09-8821-1bb98225cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.402995 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0d5bc5a4-0f59-4f1f-9764-20397c4d1b54 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/quotas/44d174b12e72448983d64be8e279b8cf HTTP/1.1" status: 200 len: 375 time: 0.0423253 Jun 25 09:33:49.424306 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2d3bb9-cd73-4f79-a6da-e31f7c719aef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:33:49.430672 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3bb9-cd73-4f79-a6da-e31f7c719aef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.431024 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-0d2d3bb9-cd73-4f79-a6da-e31f7c719aef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Added segment 8d77715b-8afa-4a91-90b6-8cc60325dedc of type vlan for network 02b12c84-a7c5-42ae-8733-c949e58e5dc3 Jun 25 09:33:49.431170 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1e9ce3-6ece-4e11-a186-65be916d4467 None None] DHCP port deletion for 0833d5e0-bb91-4c4b-8965-2e797a1ad5f8 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:33:49.478139 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-433a23c2-9a00-405b-a950-1fecac9f3570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.481803 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-433a23c2-9a00-405b-a950-1fecac9f3570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.485653 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-433a23c2-9a00-405b-a950-1fecac9f3570 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ed34c4f8-efdc-475c-8a46-46d0bcf5dfad HTTP/1.1" status: 204 len: 168 time: 0.3913393 Jun 25 09:33:49.487051 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3bb9-cd73-4f79-a6da-e31f7c719aef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.493835 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-21aaa0d1-6d5f-4fde-8e05-4fcbc845eefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:49.506656 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-85062b01-8632-4404-be18-3e8d8a87b491 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0964975 Jun 25 09:33:49.532291 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a23c2-9a00-405b-a950-1fecac9f3570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed34c4f8-efdc-475c-8a46-46d0bcf5dfad,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:49.537078 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-433a23c2-9a00-405b-a950-1fecac9f3570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:49.582231 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-24121176-212c-4359-925b-f5485d010618 None None] Allocated IP 172.20.0.18 (0c10ec12-a2b5-45aa-b2de-077df7dc0ef4/d3295d1b-5d16-41a7-9fbb-1e7b2f4ef070/5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:49.592545 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3bb9-cd73-4f79-a6da-e31f7c719aef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.599530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 230f645e-c628-4772-ad5d-82957c6dee0e completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:49.602177 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.610317 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.623470 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2d3bb9-cd73-4f79-a6da-e31f7c719aef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:49.625552 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3bb9-cd73-4f79-a6da-e31f7c719aef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.638245 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 230f645e-c628-4772-ad5d-82957c6dee0e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:49.638465 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.642141 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5c92c2a1-1a8f-4e44-823c-1b84b6682a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:49.642482 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a5ab9883-eb4b-4150-9b7f-269469317d0a tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:49.747570 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d3bb9-cd73-4f79-a6da-e31f7c719aef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Network': ['ID=02b12c84-a7c5-42ae-8733-c949e58e5dc3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:49.769353 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0d2d3bb9-cd73-4f79-a6da-e31f7c719aef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:49.770396 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 02b12c84-a7c5-42ae-8733-c949e58e5dc3 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:33:49.775364 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0d2d3bb9-cd73-4f79-a6da-e31f7c719aef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4668548 Jun 25 09:33:49.776077 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42934) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:49.782305 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-bda97d5e-f6c6-49f4-9bf0-70e738898573 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'subnet': {'network_id': '02b12c84-a7c5-42ae-8733-c949e58e5dc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:49.803608 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2025153653', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:33:39Z', 'updated_at': '2021-06-25T09:33:42Z', 'revision_number': 3, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:33:40Z', 'updated_at': '2021-06-25T09:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:49.913598 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2eedaee9-5821-4d09-8821-1bb98225cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:49.928792 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9d7bf3-08ed-4213-8495-bc9c95dfd9b0 None None] The sync data for ids ['4db0772f-3ac9-497d-85da-90a4a5f713eb'] in n-d-761264-15 is: [{'id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2025153653', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:33:39Z', 'updated_at': '2021-06-25T09:33:42Z', 'revision_number': 3, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:33:40Z', 'updated_at': '2021-06-25T09:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:33:49.961990 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:33:50.017543 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda97d5e-f6c6-49f4-9bf0-70e738898573 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:50.023337 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bda97d5e-f6c6-49f4-9bf0-70e738898573 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:50.028387 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:33:50.028762 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 76ecb2b4-6663-489d-bf40-f2e4dd2804a5 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:33:50.121569 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2eedaee9-5821-4d09-8821-1bb98225cfb0 None None] For port c1416750-59ce-48f1-8c43-47347e729c17, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c1416750-59ce-48f1-8c43-47347e729c17,segment=NetworkSegment(e755dc78-650b-4ab6-9ab0-7a6915fc4f2e),segment_id=e755dc78-650b-4ab6-9ab0-7a6915fc4f2e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:50.133231 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2eedaee9-5821-4d09-8821-1bb98225cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:50.140399 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6483f7ae-91de-4a41-975b-083f10271c2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:50.190394 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:50.194562 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24121176-212c-4359-925b-f5485d010618 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:50.217994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-24121176-212c-4359-925b-f5485d010618 None None] Transition to ACTIVE for port object 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:50.271007 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-24121176-212c-4359-925b-f5485d010618 None None] Transition to ACTIVE for port object 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:50.272219 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f6fe75-ccb1-40bc-bba1-bc4675cca36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230f645e-c628-4772-ad5d-82957c6dee0e'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:33:50.275003 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de817da0-b3a3-4e7e-966c-0fa38447fe77" -d '{"events": [{"server_uuid": "36f6fe75-ccb1-40bc-bba1-bc4675cca36b", "name": "network-vif-plugged", "status": "completed", "tag": "230f645e-c628-4772-ad5d-82957c6dee0e"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:33:50.283293 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedaee9-5821-4d09-8821-1bb98225cfb0 None None] Pushing event updated for resources: {'Port': ['ID=c1416750-59ce-48f1-8c43-47347e729c17,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:50.306319 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2eedaee9-5821-4d09-8821-1bb98225cfb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:50.308516 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24121176-212c-4359-925b-f5485d010618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:50.320613 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:50.328132 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 230f645e-c628-4772-ad5d-82957c6dee0e, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=230f645e-c628-4772-ad5d-82957c6dee0e,segment=NetworkSegment(647ef4eb-bb4c-49e8-8625-09c5643ceb08),segment_id=647ef4eb-bb4c-49e8-8625-09c5643ceb08)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:50.336453 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bda97d5e-f6c6-49f4-9bf0-70e738898573 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:50.344923 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ecf74a7b-7743-419c-94ae-f18388f5c2ea tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:50.354286 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:50.370384 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:50.395519 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24121176-212c-4359-925b-f5485d010618 None None] Network 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:50.402017 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-24121176-212c-4359-925b-f5485d010618 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:50.405994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24121176-212c-4359-925b-f5485d010618 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:50.439057 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24121176-212c-4359-925b-f5485d010618 None None] Pushing event updated for resources: {'Port': ['ID=5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:50.450334 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-24121176-212c-4359-925b-f5485d010618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:50.450837 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4b7b7ec6-7144-4502-abaf-a9159ad499ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:50.498606 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Pushing event updated for resources: {'Port': ['ID=6625b8c2-f543-463f-80b0-c792062f8c89,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:50.513071 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda97d5e-f6c6-49f4-9bf0-70e738898573 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Subnet': ['ID=5d4e4b59-9999-4037-b9e8-31584dd51bfa,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:50.515363 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:50.533676 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-a6a5eb5b-73c9-4789-92d5-25506b99aab8 service neutron] 10.222.0.93 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0197456 Jun 25 09:33:50.534231 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bda97d5e-f6c6-49f4-9bf0-70e738898573 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:50.538763 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda97d5e-f6c6-49f4-9bf0-70e738898573 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Checking segment: {'id': '8d77715b-8afa-4a91-90b6-8cc60325dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '02b12c84-a7c5-42ae-8733-c949e58e5dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:50.539636 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda97d5e-f6c6-49f4-9bf0-70e738898573 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network hostable DHCP agents. Network: 02b12c84-a7c5-42ae-8733-c949e58e5dc3, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:33:50.598528 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-24121176-212c-4359-925b-f5485d010618 None None] Attempting to bind port 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:33:50.598714 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:50.599064 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-24121176-212c-4359-925b-f5485d010618 None None] Attempting to bind port 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '29c8ceb7-d074-4201-9507-076c70f5f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:33:50.599581 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24121176-212c-4359-925b-f5485d010618 None None] Attempting to bind port 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028 on network 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:50.614250 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda97d5e-f6c6-49f4-9bf0-70e738898573 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 02b12c84-a7c5-42ae-8733-c949e58e5dc3 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:33:50.631937 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=230f645e-c628-4772-ad5d-82957c6dee0e,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:50.637728 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-bda97d5e-f6c6-49f4-9bf0-70e738898573 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 02b12c84-a7c5-42ae-8733-c949e58e5dc3) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:50.644319 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda97d5e-f6c6-49f4-9bf0-70e738898573 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:50.645266 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bda97d5e-f6c6-49f4-9bf0-70e738898573 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:50.647893 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24121176-212c-4359-925b-f5485d010618 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:33:50.648547 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24121176-212c-4359-925b-f5485d010618 None None] Checking segment: {'id': '29c8ceb7-d074-4201-9507-076c70f5f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:50.649166 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24121176-212c-4359-925b-f5485d010618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:50.649848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24121176-212c-4359-925b-f5485d010618 None None] Bound using segment: {'id': '29c8ceb7-d074-4201-9507-076c70f5f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:33:50.650562 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-24121176-212c-4359-925b-f5485d010618 None None] Bound port: 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c8ceb7-d074-4201-9507-076c70f5f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:33:50.651142 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24121176-212c-4359-925b-f5485d010618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:50.654800 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:50.671672 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c43ff0b-e4c8-4c5d-b336-56c571d45cec None None] Network 02b12c84-a7c5-42ae-8733-c949e58e5dc3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:50.680406 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bda97d5e-f6c6-49f4-9bf0-70e738898573 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9031212 Jun 25 09:33:50.684748 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42954) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:50.692203 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'network_id': '02b12c84-a7c5-42ae-8733-c949e58e5dc3', 'name': 'tempest-PortsTestJSON-61717193', 'fixed_ips': [{'subnet_id': '5d4e4b59-9999-4037-b9e8-31584dd51bfa', 'ip_address': '172.20.0.10'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:50.791310 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-86d656a6-cc16-4389-a6ba-8f6d3cefa818 None None] Provisioning for port 6625b8c2-f543-463f-80b0-c792062f8c89 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:50.795729 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Network 9b3a4ffd-c425-4b94-8f84-8249462e5bf4 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:50.807018 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:50.842265 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c739ff-9952-482c-a739-75a9ab45b9c8 req-6ae6e2ca-525f-4536-929c-6196aea8e225 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:50.850510 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5c739ff-9952-482c-a739-75a9ab45b9c8 req-6ae6e2ca-525f-4536-929c-6196aea8e225 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.6428771 Jun 25 09:33:50.863580 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-86d656a6-cc16-4389-a6ba-8f6d3cefa818 None None] Provisioning complete for port 6625b8c2-f543-463f-80b0-c792062f8c89 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:50.866177 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86d656a6-cc16-4389-a6ba-8f6d3cefa818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:50.972775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:51.003762 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-86d656a6-cc16-4389-a6ba-8f6d3cefa818 None None] Port 6625b8c2-f543-463f-80b0-c792062f8c89 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:51.020398 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-2941d070-da75-4706-b4a1-612c27b20a00 service neutron] 10.222.0.93 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857635 Jun 25 09:33:51.059060 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-02b12c84-a7c5-42ae-8733-c949e58e5dc3', 'network_id': '02b12c84-a7c5-42ae-8733-c949e58e5dc3', 'tenant_id': '264ca81b65924f5995bb3e60c2a6d08a', 'fixed_ips': [{'subnet_id': '5d4e4b59-9999-4037-b9e8-31584dd51bfa'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:33:51.065660 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:51.114600 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-24121176-212c-4359-925b-f5485d010618 None None] For port 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:33:51.158459 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-86d656a6-cc16-4389-a6ba-8f6d3cefa818 None None] Provisioning complete for port c1416750-59ce-48f1-8c43-47347e729c17 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:51.164109 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86d656a6-cc16-4389-a6ba-8f6d3cefa818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:51.169619 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-24121176-212c-4359-925b-f5485d010618 None None] For port 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028,segment=NetworkSegment(29c8ceb7-d074-4201-9507-076c70f5f4e5),segment_id=29c8ceb7-d074-4201-9507-076c70f5f4e5)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:33:51.176548 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:51.212588 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5c739ff-9952-482c-a739-75a9ab45b9c8 req-2cb5030b-1fc5-495f-89fa-4a51240d0734 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607154 Jun 25 09:33:51.278726 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] device_id is not set on port 86ca47a7-3204-4c8d-9e0c-976784c8775c yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:33:51.307394 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24121176-212c-4359-925b-f5485d010618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:51.318752 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e969d481-a7f4-469a-98cf-418cb9c8ca4d x-openstack-request-id: req-e969d481-a7f4-469a-98cf-418cb9c8ca4d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:33:51.319034 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f6fe75-ccb1-40bc-bba1-bc4675cca36b", "name": "network-vif-plugged", "status": "completed", "tag": "230f645e-c628-4772-ad5d-82957c6dee0e", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:33:51.319287 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e969d481-a7f4-469a-98cf-418cb9c8ca4d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:33:51.319681 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f6fe75-ccb1-40bc-bba1-bc4675cca36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230f645e-c628-4772-ad5d-82957c6dee0e', 'code': 200} Jun 25 09:33:51.320221 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:51.561595 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24121176-212c-4359-925b-f5485d010618 None None] Pushing event updated for resources: {'Port': ['ID=5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:51.588135 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-24121176-212c-4359-925b-f5485d010618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:51.641650 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd655ef1-9c16-46d7-b8e8-c9a571ebb50b req-613145c6-e4a9-4b0c-97ea-485a78db5401 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 210 time: 0.1137121 Jun 25 09:33:51.674655 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Allocated IP 172.20.0.2 (02b12c84-a7c5-42ae-8733-c949e58e5dc3/5d4e4b59-9999-4037-b9e8-31584dd51bfa/5e600c30-b009-486e-97bf-2abfeaa7b9b7) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:51.681364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556004b-0301-49a8-b759-b259c5455764 req-9e4a939d-564e-4b16-8bcb-745f5d1d73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:51.684188 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e556004b-0301-49a8-b759-b259c5455764 req-9e4a939d-564e-4b16-8bcb-745f5d1d73fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 1098 time: 0.2223840 Jun 25 09:33:51.785675 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Router ff7cbd41-4276-4d07-b177-7d0f5d32ff87 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:33:51.800338 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e556004b-0301-49a8-b759-b259c5455764 req-29b937ba-fa28-42c4-aa37-63628bacf13c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071062 Jun 25 09:33:51.893470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-81b7171a-8251-4725-ad36-c3370e79d813 None None] Provisioning complete for port 6625b8c2-f543-463f-80b0-c792062f8c89 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:51.894146 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-81b7171a-8251-4725-ad36-c3370e79d813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:52.012499 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-81b7171a-8251-4725-ad36-c3370e79d813 None None] Port 6625b8c2-f543-463f-80b0-c792062f8c89 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:52.035911 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d784dd-353a-4f8e-b046-0d25af46613a req-95ef908a-b38f-4bb3-8e1e-5c4c45fd9441 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:52.044074 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3d784dd-353a-4f8e-b046-0d25af46613a req-95ef908a-b38f-4bb3-8e1e-5c4c45fd9441 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 946 time: 0.3878350 Jun 25 09:33:52.047601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Allocated IP 172.20.0.17 (0c10ec12-a2b5-45aa-b2de-077df7dc0ef4/d3295d1b-5d16-41a7-9fbb-1e7b2f4ef070/ea737001-a812-4c5a-9cc9-242ffc7fc7e3) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:52.108240 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 96f8ef20-7927-4710-a3df-62383c3a72a0 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:52.154921 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:33:52.168019 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a402a-650c-4226-81d2-4f590e4374b5 None None] Sync routers for ids ['ff7cbd41-4276-4d07-b177-7d0f5d32ff87'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:33:52.182288 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a402a-650c-4226-81d2-4f590e4374b5 None None] Routers {'ff7cbd41-4276-4d07-b177-7d0f5d32ff87'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:33:52.183446 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5c3a402a-650c-4226-81d2-4f590e4374b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:33:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ff7cbd41-4276-4d07-b177-7d0f5d32ff87'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:52.194735 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] 10.222.0.93 "PUT /v2.0/routers/ff7cbd41-4276-4d07-b177-7d0f5d32ff87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9886363 Jun 25 09:33:52.194978 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 42988) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:52.199472 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:52.200511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Request body: {'port': {'network_id': '9b3a4ffd-c425-4b94-8f84-8249462e5bf4', 'name': 'tempest-FloatingIPNegativeTestJSON-1353273143'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:52.223360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3d784dd-353a-4f8e-b046-0d25af46613a req-4b515698-5434-472d-b7bc-31a41483b846 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782277 Jun 25 09:33:52.230487 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Transition to ACTIVE for port object 5e600c30-b009-486e-97bf-2abfeaa7b9b7 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:52.273376 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5c3a402a-650c-4226-81d2-4f590e4374b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:52.283609 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a402a-650c-4226-81d2-4f590e4374b5 None None] Routers {'ff7cbd41-4276-4d07-b177-7d0f5d32ff87'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:33:52.288944 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5c3a402a-650c-4226-81d2-4f590e4374b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:33:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ff7cbd41-4276-4d07-b177-7d0f5d32ff87'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:52.298229 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Transition to ACTIVE for port object 5e600c30-b009-486e-97bf-2abfeaa7b9b7 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:52.301489 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 96f8ef20-7927-4710-a3df-62383c3a72a0 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:52.313444 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:52.315475 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 96f8ef20-7927-4710-a3df-62383c3a72a0 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:52.315838 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:52.318905 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:52.363661 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:52.388326 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5c3a402a-650c-4226-81d2-4f590e4374b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:52.389854 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a402a-650c-4226-81d2-4f590e4374b5 None None] The sync data for ids ['ff7cbd41-4276-4d07-b177-7d0f5d32ff87'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:33:52.424482 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Transition to ACTIVE for port object ea737001-a812-4c5a-9cc9-242ffc7fc7e3 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:52.429961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Network 02b12c84-a7c5-42ae-8733-c949e58e5dc3 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:52.454966 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:52.461930 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e11845e-d0b6-492d-be1b-c7a2d7b7c114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:52.470194 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:52.487884 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Pushing event updated for resources: {'Port': ['ID=5e600c30-b009-486e-97bf-2abfeaa7b9b7,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:52.501411 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:52.513168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Made reservation on behalf of f7db769a8ea94ae5921c6d9488c69c6f for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:52.516863 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:52.537320 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27467cbd-8edf-47ff-b5eb-4aa8388d626a req-2bb8ef6c-1ed9-448d-9991-8688b74b5ecb tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:52.540707 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27467cbd-8edf-47ff-b5eb-4aa8388d626a req-2bb8ef6c-1ed9-448d-9991-8688b74b5ecb tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.1459031 Jun 25 09:33:52.545098 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:52.553012 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] device_id is not set on port b918d548-a0d6-4178-980c-ef321f54fbeb yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:33:52.556406 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-46368871-6d1e-4a98-b085-82aa02779327 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:52.635982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Network 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:52.655014 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27467cbd-8edf-47ff-b5eb-4aa8388d626a req-c4e0f791-9407-4359-9af5-b6c14dcd81d2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030593 Jun 25 09:33:52.666374 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:52.683331 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Attempting to bind port 5e600c30-b009-486e-97bf-2abfeaa7b9b7 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:33:52.684722 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Attempting to bind port 5e600c30-b009-486e-97bf-2abfeaa7b9b7 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '8d77715b-8afa-4a91-90b6-8cc60325dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '02b12c84-a7c5-42ae-8733-c949e58e5dc3'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:33:52.685269 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Attempting to bind port 5e600c30-b009-486e-97bf-2abfeaa7b9b7 on network 02b12c84-a7c5-42ae-8733-c949e58e5dc3 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:52.689110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:52.716604 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:33:52.717193 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Checking segment: {'id': '8d77715b-8afa-4a91-90b6-8cc60325dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '02b12c84-a7c5-42ae-8733-c949e58e5dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:52.717608 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:52.718311 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Bound using segment: {'id': '8d77715b-8afa-4a91-90b6-8cc60325dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '02b12c84-a7c5-42ae-8733-c949e58e5dc3'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:33:52.719135 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Bound port: 5e600c30-b009-486e-97bf-2abfeaa7b9b7, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d77715b-8afa-4a91-90b6-8cc60325dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '02b12c84-a7c5-42ae-8733-c949e58e5dc3'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:33:52.719480 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:52.757151 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Allocated IP 172.20.0.6 (9b3a4ffd-c425-4b94-8f84-8249462e5bf4/f7cfc2bd-2fdc-4ac0-87ff-9f7e480512ce/b918d548-a0d6-4178-980c-ef321f54fbeb) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:52.774305 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:52.855560 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'Port': ['ID=ea737001-a812-4c5a-9cc9-242ffc7fc7e3,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:52.870849 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:52.873202 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 96f8ef20-7927-4710-a3df-62383c3a72a0, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=96f8ef20-7927-4710-a3df-62383c3a72a0,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:52.878733 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:52.888278 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:52.889821 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c1416750-59ce-48f1-8c43-47347e729c17 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:52.967093 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-63e56edf-0647-4538-bf95-11d68227dae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:53.033290 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:53.052116 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Transition to ACTIVE for port object b918d548-a0d6-4178-980c-ef321f54fbeb will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:53.070659 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] For port 5e600c30-b009-486e-97bf-2abfeaa7b9b7, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:33:53.077726 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] For port 5e600c30-b009-486e-97bf-2abfeaa7b9b7, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5e600c30-b009-486e-97bf-2abfeaa7b9b7,segment=NetworkSegment(8d77715b-8afa-4a91-90b6-8cc60325dedc),segment_id=8d77715b-8afa-4a91-90b6-8cc60325dedc)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:33:53.109720 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:53.128954 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port c1416750-59ce-48f1-8c43-47347e729c17 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:53.129172 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:53.130918 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=96f8ef20-7927-4710-a3df-62383c3a72a0,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:53.136844 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:53.137582 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:53.145130 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:53.162317 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6485c036-91f8-4de7-90c5-cb2e6ab701ae tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:53.163139 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7057e913-8895-48dd-b834-164ad61da763 req-f4d6c5fc-f84c-4cde-9caa-0658da3d5c12 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 210 time: 0.0788636 Jun 25 09:33:53.258498 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Network 9b3a4ffd-c425-4b94-8f84-8249462e5bf4 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:53.270533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Allocated IP 172.20.0.10 (02b12c84-a7c5-42ae-8733-c949e58e5dc3/5d4e4b59-9999-4037-b9e8-31584dd51bfa/86ca47a7-3204-4c8d-9e0c-976784c8775c) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:53.282738 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:53.287505 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c445e0-1fd4-48d0-9817-964d4cebc421 None None] Network 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:53.287987 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:53.362848 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:53.403360 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:53.408990 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:53.454013 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Pushing event updated for resources: {'Port': ['ID=b918d548-a0d6-4178-980c-ef321f54fbeb,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:53.462313 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7350c475-3fd3-467d-b16a-b8a39f3c3614 None None] Provisioning for port 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:53.468877 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:53.476286 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43002) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:53.477833 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2815795 Jun 25 09:33:53.481764 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:53.564282 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Pushing event updated for resources: {'Port': ['ID=5e600c30-b009-486e-97bf-2abfeaa7b9b7,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:53.573143 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:53.988086 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-f69ce361-c8e3-4120-a3f8-0d5c9dd94e56 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:53.989954 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-f69ce361-c8e3-4120-a3f8-0d5c9dd94e56 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 812 time: 0.3328226 Jun 25 09:33:54.015851 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-810720d5-1100-4b0b-959b-84313197b9d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Request body: {'port': {'device_id': 'ad6fb0f6-2293-40b7-a324-46d227c597f2', 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28', 'admin_state_up': True, 'tenant_id': '44d174b12e72448983d64be8e279b8cf'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:54.129340 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:54.228139 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:54.245389 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b4e2784c-3693-4c9a-a507-5686ecdb2003 None None] Provisioning for port b918d548-a0d6-4178-980c-ef321f54fbeb completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:54.254771 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b4e2784c-3693-4c9a-a507-5686ecdb2003 None None] Provisioning complete for port b918d548-a0d6-4178-980c-ef321f54fbeb triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:54.255797 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4e2784c-3693-4c9a-a507-5686ecdb2003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:54.273699 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:54.298498 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Transition to ACTIVE for port object 86ca47a7-3204-4c8d-9e0c-976784c8775c will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:54.305803 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b4e2784c-3693-4c9a-a507-5686ecdb2003 None None] Port b918d548-a0d6-4178-980c-ef321f54fbeb cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:54.307455 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-810720d5-1100-4b0b-959b-84313197b9d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Made reservation on behalf of 44d174b12e72448983d64be8e279b8cf for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:54.311616 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-810720d5-1100-4b0b-959b-84313197b9d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:54.313671 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:54.325912 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:54.335656 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5fe26665-80d4-4089-91b9-27e9acf820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:54.449100 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'Port': ['ID=ea737001-a812-4c5a-9cc9-242ffc7fc7e3,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:54.468335 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:54.479219 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:54.484693 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3d789-c3f8-439d-8ab8-2e495906001a req-008f9abd-7305-4fca-a759-c3d57ec0b599 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:54.486797 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3b3d789-c3f8-439d-8ab8-2e495906001a req-008f9abd-7305-4fca-a759-c3d57ec0b599 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.4975631 Jun 25 09:33:54.487904 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:54.502457 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:54.538934 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a575-5b3d-4be3-baed-a4b892993525 req-cfb3307d-3535-469d-b528-2b8309ff42c3 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:54.541121 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de34a575-5b3d-4be3-baed-a4b892993525 req-cfb3307d-3535-469d-b528-2b8309ff42c3 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 946 time: 0.8654680 Jun 25 09:33:54.573828 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 02b12c84-a7c5-42ae-8733-c949e58e5dc3 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:54.596203 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:54.602094 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=86ca47a7-3204-4c8d-9e0c-976784c8775c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:54.605405 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-810720d5-1100-4b0b-959b-84313197b9d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Allocated IP 172.20.0.12 (a124eb50-58b7-4400-83c7-66fc4f4c6f28/e6b7280b-d276-4f5e-ac6e-26dc1b12ab67/a28412d1-1160-4e14-9391-2ad328c43f3b) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:54.610503 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:54.613933 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:54.629680 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 96f8ef20-7927-4710-a3df-62383c3a72a0 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:54.715236 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:54.715835 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 96f8ef20-7927-4710-a3df-62383c3a72a0 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:54.716113 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:54.716444 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:54.751056 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0661957 Jun 25 09:33:54.762966 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43010) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:54.768693 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'network_id': '02b12c84-a7c5-42ae-8733-c949e58e5dc3', 'name': 'tempest-PortsTestJSON-1930443503', 'fixed_ips': [{'subnet_id': '5d4e4b59-9999-4037-b9e8-31584dd51bfa', 'ip_address': '172.20.0.9'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:54.829652 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5e600c30-b009-486e-97bf-2abfeaa7b9b7 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:54.884150 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-438dec7d-525d-4b65-9453-623d4eaa3d3c None None] Provisioning for port ea737001-a812-4c5a-9cc9-242ffc7fc7e3 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:54.907217 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-438dec7d-525d-4b65-9453-623d4eaa3d3c None None] Provisioning complete for port ea737001-a812-4c5a-9cc9-242ffc7fc7e3 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:54.908049 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-438dec7d-525d-4b65-9453-623d4eaa3d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:54.959709 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-438dec7d-525d-4b65-9453-623d4eaa3d3c None None] Port ea737001-a812-4c5a-9cc9-242ffc7fc7e3 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:54.971102 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 5e600c30-b009-486e-97bf-2abfeaa7b9b7 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:54.977328 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f87a1b4-4752-4e3f-a27f-9432182cd79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:54.987044 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:55.005284 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-810720d5-1100-4b0b-959b-84313197b9d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:55.010931 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:33:55.016600 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:55.043319 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] device_id is not set on port 765a8da4-1985-4743-a4d5-6515a5b0f12a yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:33:55.059580 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:55.068758 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:55.069431 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:55.073176 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc24059d-f90b-4c19-a6c4-c679b00b97c5 None None] Network 02b12c84-a7c5-42ae-8733-c949e58e5dc3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:33:55.177748 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-77b4b439-f123-4612-a524-311a8c1b0530 None None] Provisioning complete for port ea737001-a812-4c5a-9cc9-242ffc7fc7e3 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:55.178301 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77b4b439-f123-4612-a524-311a8c1b0530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:55.187642 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-810720d5-1100-4b0b-959b-84313197b9d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:55.198452 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d5c45643-0f01-4e08-89ab-1dd43c5e6dec tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:55.236765 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:55.263497 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-810720d5-1100-4b0b-959b-84313197b9d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Network a124eb50-58b7-4400-83c7-66fc4f4c6f28 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:55.280879 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-77b4b439-f123-4612-a524-311a8c1b0530 None None] Port ea737001-a812-4c5a-9cc9-242ffc7fc7e3 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:55.292470 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-810720d5-1100-4b0b-959b-84313197b9d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:55.294594 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Network 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:55.295528 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-810720d5-1100-4b0b-959b-84313197b9d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:55.313268 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3b3d789-c3f8-439d-8ab8-2e495906001a req-3a5cb393-394d-467e-a751-c45d726cbb1a tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8061082 Jun 25 09:33:55.341080 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de34a575-5b3d-4be3-baed-a4b892993525 req-14af3d5b-bbd1-45a5-bbbe-93fd85c0efbb tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7841876 Jun 25 09:33:55.349910 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:55.364820 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:55.365310 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810720d5-1100-4b0b-959b-84313197b9d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Pushing event updated for resources: {'Port': ['ID=a28412d1-1160-4e14-9391-2ad328c43f3b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:55.385215 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-810720d5-1100-4b0b-959b-84313197b9d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:55.394628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Allocated IP 172.20.0.9 (02b12c84-a7c5-42ae-8733-c949e58e5dc3/5d4e4b59-9999-4037-b9e8-31584dd51bfa/765a8da4-1985-4743-a4d5-6515a5b0f12a) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:55.407064 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-77b4b439-f123-4612-a524-311a8c1b0530 None None] Provisioning for port 5e600c30-b009-486e-97bf-2abfeaa7b9b7 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:55.419438 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-810720d5-1100-4b0b-959b-84313197b9d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:55.419648 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:55.420303 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-810720d5-1100-4b0b-959b-84313197b9d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:55.423547 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-77b4b439-f123-4612-a524-311a8c1b0530 None None] Provisioning complete for port 5e600c30-b009-486e-97bf-2abfeaa7b9b7 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:55.423921 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77b4b439-f123-4612-a524-311a8c1b0530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:55.451802 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-810720d5-1100-4b0b-959b-84313197b9d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4413996 Jun 25 09:33:55.484657 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Request body: {'port': {'device_id': 'ad6fb0f6-2293-40b7-a324-46d227c597f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:55.544583 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028,segment=NetworkSegment(29c8ceb7-d074-4201-9507-076c70f5f4e5),segment_id=29c8ceb7-d074-4201-9507-076c70f5f4e5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:55.555141 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:55.560280 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-98664bcc-c17a-4211-b5bc-8f5bca033892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:55.635632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:55.638922 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:55.702076 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:55.713254 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77b4b439-f123-4612-a524-311a8c1b0530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:55.757301 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-77b4b439-f123-4612-a524-311a8c1b0530 None None] For port 5e600c30-b009-486e-97bf-2abfeaa7b9b7, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5e600c30-b009-486e-97bf-2abfeaa7b9b7,segment=NetworkSegment(8d77715b-8afa-4a91-90b6-8cc60325dedc),segment_id=8d77715b-8afa-4a91-90b6-8cc60325dedc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:33:55.765759 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77b4b439-f123-4612-a524-311a8c1b0530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:55.777965 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:55.834056 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Router 4db0772f-3ac9-497d-85da-90a4a5f713eb has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:33:55.846616 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4b439-f123-4612-a524-311a8c1b0530 None None] Pushing event updated for resources: {'Port': ['ID=5e600c30-b009-486e-97bf-2abfeaa7b9b7,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:55.850139 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-77b4b439-f123-4612-a524-311a8c1b0530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:55.869860 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f46e9-14d1-49a1-af98-6898249120f9 req-662c52d5-3f4d-4228-9d2c-25190baf59ef tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:55.871969 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d9f46e9-14d1-49a1-af98-6898249120f9 req-662c52d5-3f4d-4228-9d2c-25190baf59ef tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 932 time: 0.3023646 Jun 25 09:33:55.884253 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Allocated IP 172.25.6.11 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/4ac463f4-c9b4-4174-bb70-a1989b40338d) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:33:55.899842 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8a95b856-6361-437e-adb5-9592479918b2 None None] Provisioning complete for port ea737001-a812-4c5a-9cc9-242ffc7fc7e3 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:55.900231 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a95b856-6361-437e-adb5-9592479918b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:55.957348 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8a95b856-6361-437e-adb5-9592479918b2 None None] Port ea737001-a812-4c5a-9cc9-242ffc7fc7e3 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:56.039997 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d9f46e9-14d1-49a1-af98-6898249120f9 req-bcf7062b-a5aa-4b53-815f-7bf3dd8a3cdb tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526392 Jun 25 09:33:56.096150 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0ead97f2-9f7d-431e-a4ff-920cafe94ac0 None None] Provisioning for port 86ca47a7-3204-4c8d-9e0c-976784c8775c completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:56.101340 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0ead97f2-9f7d-431e-a4ff-920cafe94ac0 None None] Provisioning complete for port 86ca47a7-3204-4c8d-9e0c-976784c8775c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:56.101783 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ead97f2-9f7d-431e-a4ff-920cafe94ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:56.123322 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:33:56.133275 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "PUT /v2.0/routers/4db0772f-3ac9-497d-85da-90a4a5f713eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8232923 Jun 25 09:33:56.151705 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:56.161666 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0ead97f2-9f7d-431e-a4ff-920cafe94ac0 None None] Port 86ca47a7-3204-4c8d-9e0c-976784c8775c cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:56.172424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Sync routers for ids ['4db0772f-3ac9-497d-85da-90a4a5f713eb'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:33:56.190887 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0ead97f2-9f7d-431e-a4ff-920cafe94ac0 None None] Provisioning complete for port 5e600c30-b009-486e-97bf-2abfeaa7b9b7 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:56.191907 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ead97f2-9f7d-431e-a4ff-920cafe94ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:56.240544 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:56.245787 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b4091a2b-0cb9-43fc-b610-8c31e383bb82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:56.246810 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Routers {'4db0772f-3ac9-497d-85da-90a4a5f713eb'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:33:56.247759 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:33:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4db0772f-3ac9-497d-85da-90a4a5f713eb'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:56.362433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:56.365761 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:56.387746 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:56.407008 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Pushing event updated for resources: {'Port': ['ID=4ac463f4-c9b4-4174-bb70-a1989b40338d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:56.438465 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:56.451933 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:56.452857 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5e600c30-b009-486e-97bf-2abfeaa7b9b7 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:56.461607 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:56.485492 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Transition to ACTIVE for port object 765a8da4-1985-4743-a4d5-6515a5b0f12a will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:56.558125 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:56.568962 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8614e93c-73a5-4191-91c7-57b3b4055df6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:56.582491 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Set router 4db0772f-3ac9-497d-85da-90a4a5f713eb gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:33:56.631902 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fdec8139-24ac-4c23-95b9-8b87584faeed None None] Provisioning complete for port 86ca47a7-3204-4c8d-9e0c-976784c8775c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:56.632392 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdec8139-24ac-4c23-95b9-8b87584faeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:56.703004 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-d6558d2b-4037-48af-874a-5d03d9454a44 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:56.704874 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-d6558d2b-4037-48af-874a-5d03d9454a44 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/networks?id=0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 HTTP/1.1" status: 200 len: 797 time: 0.2572188 Jun 25 09:33:56.707801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28412d1-1160-4e14-9391-2ad328c43f3b {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:33:56.711289 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:56.718000 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:56.734214 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Transition to ACTIVE for port object a28412d1-1160-4e14-9391-2ad328c43f3b will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:56.736934 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e7e8fc2-865d-4e0b-83f7-3c4b9fb95106 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/quotas/a7d0881daa6e4401b60343bd64b2cff0 HTTP/1.1" status: 200 len: 375 time: 0.0235765 Jun 25 09:33:56.744947 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:56.761900 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 02b12c84-a7c5-42ae-8733-c949e58e5dc3 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:33:56.767460 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=765a8da4-1985-4743-a4d5-6515a5b0f12a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:56.779240 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fdec8139-24ac-4c23-95b9-8b87584faeed None None] Port 86ca47a7-3204-4c8d-9e0c-976784c8775c cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:56.780403 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:33:56.782994 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:56.784070 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-538f96f1-0a53-4eb7-9c76-e376d103f0dc tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:56.805432 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 5e600c30-b009-486e-97bf-2abfeaa7b9b7 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:56.805822 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:56.831776 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:33:56.835871 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Pushing event updated for resources: {'Port': ['ID=a28412d1-1160-4e14-9391-2ad328c43f3b,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:56.841070 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0602d-ebef-4fbc-bf63-1fd930a5eb5b req-3f7f9dfc-e4fb-40d9-b037-1236b0c18cdd tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:56.846990 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44f0602d-ebef-4fbc-bf63-1fd930a5eb5b req-3f7f9dfc-e4fb-40d9-b037-1236b0c18cdd tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.3060737 Jun 25 09:33:56.850280 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:56.908353 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:56.961340 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44f0602d-ebef-4fbc-bf63-1fd930a5eb5b req-be24df89-fff6-4599-aaef-c6c636896889 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975118 Jun 25 09:33:57.004498 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-bd522128-8c20-4fab-9d93-24da545b6d5a tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a7d0881daa6e4401b60343bd64b2cff0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2598565 Jun 25 09:33:57.026230 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:33:57.081826 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:57.082953 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:57.105059 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3405008 Jun 25 09:33:57.107348 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2025153653', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:33:39Z', 'updated_at': '2021-06-25T09:33:53Z', 'revision_number': 4, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:33:40Z', 'updated_at': '2021-06-25T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'ea737001-a812-4c5a-9cc9-242ffc7fc7e3', 'name': '', 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'mac_address': 'fa:16:3e:7a:1a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'd3295d1b-5d16-41a7-9fbb-1e7b2f4ef070', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:33:51Z', 'updated_at': '2021-06-25T09:33:53Z', 'revision_number': 2, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'subnets': [{'id': 'd3295d1b-5d16-41a7-9fbb-1e7b2f4ef070', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:57.109790 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43040) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:57.116820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:57.118754 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:57.190748 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Checking router: 4db0772f-3ac9-497d-85da-90a4a5f713eb for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:33:57.191361 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Updating router 4db0772f-3ac9-497d-85da-90a4a5f713eb port ea737001-a812-4c5a-9cc9-242ffc7fc7e3 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:33:57.211583 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Attempting to bind port a28412d1-1160-4e14-9391-2ad328c43f3b on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:33:57.211915 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Attempting to bind port a28412d1-1160-4e14-9391-2ad328c43f3b by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:33:57.212403 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Attempting to bind port a28412d1-1160-4e14-9391-2ad328c43f3b on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:57.229989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Port a28412d1-1160-4e14-9391-2ad328c43f3b on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:33:57.230308 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Attempting to bind port a28412d1-1160-4e14-9391-2ad328c43f3b on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:57.245924 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:33:57.246260 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Checking segment: {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:57.246730 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Bound using segment: {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:33:57.247418 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Bound port: a28412d1-1160-4e14-9391-2ad328c43f3b, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:33:57.247909 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:57.251904 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d27f1cab-5651-4117-bfbb-a7f8ed6b13a3 None None] Provisioning for port 765a8da4-1985-4743-a4d5-6515a5b0f12a completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:33:57.263677 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d27f1cab-5651-4117-bfbb-a7f8ed6b13a3 None None] Provisioning complete for port 765a8da4-1985-4743-a4d5-6515a5b0f12a triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:33:57.264326 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d27f1cab-5651-4117-bfbb-a7f8ed6b13a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:57.266681 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:57.288015 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ef9cf-8c28-463a-bd31-e564b5374288 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:57.289602 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1b2ef9cf-8c28-463a-bd31-e564b5374288 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1786973 Jun 25 09:33:57.292791 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43042) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:57.340418 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c4b4c-0706-499e-9ce4-a5ecdfc8c848 req-371260b4-b37a-4883-be18-056f9a178dc3 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:57.342012 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a2c4b4c-0706-499e-9ce4-a5ecdfc8c848 req-371260b4-b37a-4883-be18-056f9a178dc3 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 946 time: 0.1799972 Jun 25 09:33:57.355853 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:57.369862 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d27f1cab-5651-4117-bfbb-a7f8ed6b13a3 None None] Port 765a8da4-1985-4743-a4d5-6515a5b0f12a cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:33:57.407107 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a2c4b4c-0706-499e-9ce4-a5ecdfc8c848 req-d7cf5e52-dd7e-4cb7-a4a8-ef3ef2e18141 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539565 Jun 25 09:33:57.409175 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:57.420161 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8eaad848-248d-408c-9d34-57e01d5470ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:57.425999 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-03d91a18-1278-4f0e-b38a-fb9f6611e80c service neutron] 10.222.0.93 "GET /v2.0/networks/0c10ec12-a2b5-45aa-b2de-077df7dc0ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907509 Jun 25 09:33:57.450574 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] For port a28412d1-1160-4e14-9391-2ad328c43f3b, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:33:57.457530 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] For port a28412d1-1160-4e14-9391-2ad328c43f3b, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=a28412d1-1160-4e14-9391-2ad328c43f3b,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:33:57.468991 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:57.477259 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:57.484296 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:57.537099 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3406a78-4d97-4b20-9853-8b6b63b99aa7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:57.542949 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3406a78-4d97-4b20-9853-8b6b63b99aa7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:57.551140 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3406a78-4d97-4b20-9853-8b6b63b99aa7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:57.552998 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f3406a78-4d97-4b20-9853-8b6b63b99aa7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2589114 Jun 25 09:33:57.556414 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43048) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:57.635771 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:57.636390 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:57.638249 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] 10.222.0.41 "PUT /v2.0/ports/a28412d1-1160-4e14-9391-2ad328c43f3b HTTP/1.1" status: 200 len: 1093 time: 2.1711090 Jun 25 09:33:57.641185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6fb0f6-2293-40b7-a324-46d227c597f2', 'tag': 'a28412d1-1160-4e14-9391-2ad328c43f3b'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:33:57.643454 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f567217-15c4-43fb-a7df-6a3265fb4fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "ad6fb0f6-2293-40b7-a324-46d227c597f2", "tag": "a28412d1-1160-4e14-9391-2ad328c43f3b"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:33:57.698946 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Pushing event updated for resources: {'Port': ['ID=a28412d1-1160-4e14-9391-2ad328c43f3b,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:57.719581 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:57.735235 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-9bcda59e-52c4-4cbd-8fad-54554b14f43d service neutron] 10.222.0.93 "GET /v2.0/networks/0c10ec12-a2b5-45aa-b2de-077df7dc0ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049029 Jun 25 09:33:57.807730 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:57.811904 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3316190 Jun 25 09:33:57.820996 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43056) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:57.829797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-9c6c3d55-5099-4ee0-a3e5-d4625b91c361 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Request body: {'floatingip': {'port_id': 'b918d548-a0d6-4178-980c-ef321f54fbeb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:57.873450 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:57.905102 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Transition to ACTIVE for port object ea737001-a812-4c5a-9cc9-242ffc7fc7e3 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:33:57.911591 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-4713ae5b-63b5-45c7-bf01-b668a26e6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:57.913222 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-4713ae5b-63b5-45c7-bf01-b668a26e6037 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 1096 time: 0.1926334 Jun 25 09:33:57.920633 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9c6c3d55-5099-4ee0-a3e5-d4625b91c361 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:57.920839 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-bdb68761-f179-4cb0-80dd-05cbe99ff329 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port 765a8da4-1985-4743-a4d5-6515a5b0f12a {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:57.921273 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bdb68761-f179-4cb0-80dd-05cbe99ff329 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:57.928394 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:57.930641 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-a163ac6b-c06a-44a7-b176-72e92a337830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:57.981906 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Pushing event updated for resources: {'Port': ['ID=4ac463f4-c9b4-4174-bb70-a1989b40338d,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:58.002421 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:58.015519 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-74a9c11a-0acc-48ff-8a7f-430ad1378303 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a28412d1-1160-4e14-9391-2ad328c43f3b HTTP/1.1" status: 200 len: 217 time: 0.0756736 Jun 25 09:33:58.087263 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:58.120396 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024923f-084e-4902-a215-79c96a8341f7 None None] Pushing event updated for resources: {'Port': ['ID=ea737001-a812-4c5a-9cc9-242ffc7fc7e3,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:58.122651 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2417dd-65f3-4887-83f7-8376a98dcd0c x-openstack-request-id: req-cc2417dd-65f3-4887-83f7-8376a98dcd0c {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:33:58.122994 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad6fb0f6-2293-40b7-a324-46d227c597f2", "tag": "a28412d1-1160-4e14-9391-2ad328c43f3b", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:33:58.123537 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cc2417dd-65f3-4887-83f7-8376a98dcd0c {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:33:58.123974 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6fb0f6-2293-40b7-a324-46d227c597f2', 'tag': 'a28412d1-1160-4e14-9391-2ad328c43f3b', 'status': 'completed', 'code': 200} Jun 25 09:33:58.135416 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-8024923f-084e-4902-a215-79c96a8341f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:58.162852 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3b150-b11c-48af-aeb3-a7b168336842 req-af7aa949-198e-40d2-aee9-b8dd67d905da tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:58.182843 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5fa3b150-b11c-48af-aeb3-a7b168336842 req-af7aa949-198e-40d2-aee9-b8dd67d905da tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 944 time: 0.5173717 Jun 25 09:33:58.206923 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Attempting to bind port ea737001-a812-4c5a-9cc9-242ffc7fc7e3 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:33:58.207295 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Attempting to bind port ea737001-a812-4c5a-9cc9-242ffc7fc7e3 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '29c8ceb7-d074-4201-9507-076c70f5f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:33:58.207722 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Attempting to bind port ea737001-a812-4c5a-9cc9-242ffc7fc7e3 on network 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:33:58.212019 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-959494a8-f1bd-42ec-b678-ef46b3715b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:58.217016 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:33:58.218121 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-959494a8-f1bd-42ec-b678-ef46b3715b78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 HTTP/1.1" status: 200 len: 852 time: 0.1777725 Jun 25 09:33:58.221076 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Checking segment: {'id': '29c8ceb7-d074-4201-9507-076c70f5f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:33:58.222098 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:58.222697 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Bound using segment: {'id': '29c8ceb7-d074-4201-9507-076c70f5f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:33:58.224266 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Bound port: ea737001-a812-4c5a-9cc9-242ffc7fc7e3, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c8ceb7-d074-4201-9507-076c70f5f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:33:58.225062 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:58.260564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c14c5a8-4a19-47a4-b19d-170ecb79d383 req-c9dae698-0e7c-4a80-acca-83ca87efc001 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 210 time: 0.0567396 Jun 25 09:33:58.282970 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-f9087150-5b1c-41a8-b463-5fe915752559 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a124eb50-58b7-4400-83c7-66fc4f4c6f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540156 Jun 25 09:33:58.285149 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bdb68761-f179-4cb0-80dd-05cbe99ff329 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:58.378560 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5fa3b150-b11c-48af-aeb3-a7b168336842 req-d27ca7f1-f91c-42c2-811d-1990238af617 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950958 Jun 25 09:33:58.397274 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-bdb68761-f179-4cb0-80dd-05cbe99ff329 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for 765a8da4-1985-4743-a4d5-6515a5b0f12a owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:58.422353 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] For port ea737001-a812-4c5a-9cc9-242ffc7fc7e3, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:33:58.427786 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] For port ea737001-a812-4c5a-9cc9-242ffc7fc7e3, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ea737001-a812-4c5a-9cc9-242ffc7fc7e3,segment=NetworkSegment(29c8ceb7-d074-4201-9507-076c70f5f4e5),segment_id=29c8ceb7-d074-4201-9507-076c70f5f4e5)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:33:58.434450 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:58.436772 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:58.454448 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-9c6c3d55-5099-4ee0-a3e5-d4625b91c361 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] update failed (client error): The resource could not be found. Jun 25 09:33:58.461274 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9c6c3d55-5099-4ee0-a3e5-d4625b91c361 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] 10.222.0.93 "PUT /v2.0/floatingips/d3792b2e-b8fe-4a57-8af6-27cefc47002d HTTP/1.1" status: 404 len: 507 time: 0.6362836 Jun 25 09:33:58.465489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43074) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:58.586389 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Routers {'4db0772f-3ac9-497d-85da-90a4a5f713eb'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:33:58.587018 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:33:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4db0772f-3ac9-497d-85da-90a4a5f713eb'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:58.611965 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024923f-084e-4902-a215-79c96a8341f7 None None] Pushing event updated for resources: {'Port': ['ID=ea737001-a812-4c5a-9cc9-242ffc7fc7e3,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:58.616087 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-8024923f-084e-4902-a215-79c96a8341f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:58.623753 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-92730aa5-4ebe-4444-99fd-52c707015bc8 service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266480 Jun 25 09:33:58.776285 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b53748-a7dd-4cc9-82af-de70a4d3440f req-9ed3962c-9d11-4b5d-b5ab-be0b0f89253c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:58.779192 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-70b53748-a7dd-4cc9-82af-de70a4d3440f req-9ed3962c-9d11-4b5d-b5ab-be0b0f89253c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.2038474 Jun 25 09:33:58.802516 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-796220f0-87d0-4b09-a9a0-53d0f832650e tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Deleting port 4ac463f4-c9b4-4174-bb70-a1989b40338d {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:58.803119 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-796220f0-87d0-4b09-a9a0-53d0f832650e tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:58.872938 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] Set router 4db0772f-3ac9-497d-85da-90a4a5f713eb gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:33:58.975538 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2da069fa-ff74-4912-8e9d-fb3a80c6ca3d req-bebbc229-85dc-4c9b-82b7-30deafb90f54 service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249743 Jun 25 09:33:58.976292 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bdb68761-f179-4cb0-80dd-05cbe99ff329 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:58.980714 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f3a1fe87-e184-4516-be30-15f92a052de7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:58.986190 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-70b53748-a7dd-4cc9-82af-de70a4d3440f req-a14c66ef-05fa-4577-8316-6d6ed8b4062a tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888797 Jun 25 09:33:59.036219 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-796220f0-87d0-4b09-a9a0-53d0f832650e tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:59.037376 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-796220f0-87d0-4b09-a9a0-53d0f832650e tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:59.045485 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb68761-f179-4cb0-80dd-05cbe99ff329 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=765a8da4-1985-4743-a4d5-6515a5b0f12a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:59.056963 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-796220f0-87d0-4b09-a9a0-53d0f832650e tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Calling delete_port for 4ac463f4-c9b4-4174-bb70-a1989b40338d owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:33:59.112598 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bdb68761-f179-4cb0-80dd-05cbe99ff329 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:59.219829 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bdb68761-f179-4cb0-80dd-05cbe99ff329 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:59.222327 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bdb68761-f179-4cb0-80dd-05cbe99ff329 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/765a8da4-1985-4743-a4d5-6515a5b0f12a HTTP/1.1" status: 204 len: 168 time: 1.6647227 Jun 25 09:33:59.225053 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43082) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:59.246999 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f567217-15c4-43fb-a7df-6a3265fb4fa3 req-6b7f7ccc-5766-4d20-a4d8-3e8c81a11019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:59.252161 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f567217-15c4-43fb-a7df-6a3265fb4fa3 req-6b7f7ccc-5766-4d20-a4d8-3e8c81a11019 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 1096 time: 0.1003830 Jun 25 09:33:59.315301 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2025153653', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:33:39Z', 'updated_at': '2021-06-25T09:33:53Z', 'revision_number': 4, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:33:40Z', 'updated_at': '2021-06-25T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'ea737001-a812-4c5a-9cc9-242ffc7fc7e3', 'name': '', 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'mac_address': 'fa:16:3e:7a:1a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'd3295d1b-5d16-41a7-9fbb-1e7b2f4ef070', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:33:51Z', 'updated_at': '2021-06-25T09:33:58Z', 'revision_number': 4, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'subnets': [{'id': 'd3295d1b-5d16-41a7-9fbb-1e7b2f4ef070', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:33:59.333864 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded712ea-cd9a-46f7-83c1-218713e15747 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] GET failed (client error): The resource could not be found. Jun 25 09:33:59.335452 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ded712ea-cd9a-46f7-83c1-218713e15747 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/765a8da4-1985-4743-a4d5-6515a5b0f12a HTTP/1.1" status: 404 len: 333 time: 0.1094415 Jun 25 09:33:59.342162 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43086) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:59.371195 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad54df-7cc3-4af0-95ea-9bbb18219a55 None None] The sync data for ids ['4db0772f-3ac9-497d-85da-90a4a5f713eb'] in n-d-761264-15 is: [{'id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2025153653', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:33:39Z', 'updated_at': '2021-06-25T09:33:53Z', 'revision_number': 4, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:33:40Z', 'updated_at': '2021-06-25T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'ea737001-a812-4c5a-9cc9-242ffc7fc7e3', 'name': '', 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'mac_address': 'fa:16:3e:7a:1a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'd3295d1b-5d16-41a7-9fbb-1e7b2f4ef070', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:33:51Z', 'updated_at': '2021-06-25T09:33:58Z', 'revision_number': 4, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'subnets': [{'id': 'd3295d1b-5d16-41a7-9fbb-1e7b2f4ef070', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:33:59.421493 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-796220f0-87d0-4b09-a9a0-53d0f832650e tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:59.427326 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6b84e74a-7306-40ee-88dc-cc96f191c1a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:33:59.477704 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f567217-15c4-43fb-a7df-6a3265fb4fa3 req-50061876-a681-4529-881f-449610aa7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:59.479249 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f567217-15c4-43fb-a7df-6a3265fb4fa3 req-50061876-a681-4529-881f-449610aa7203 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 914 time: 0.2151303 Jun 25 09:33:59.487163 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796220f0-87d0-4b09-a9a0-53d0f832650e tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Pushing event deleted for resources: {'Port': ['ID=4ac463f4-c9b4-4174-bb70-a1989b40338d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:33:59.493493 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-796220f0-87d0-4b09-a9a0-53d0f832650e tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:33:59.544949 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f567217-15c4-43fb-a7df-6a3265fb4fa3 req-cb4d3ffc-6db6-4491-b029-78e4a57ac8fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a28412d1-1160-4e14-9391-2ad328c43f3b HTTP/1.1" status: 200 len: 217 time: 0.0554786 Jun 25 09:33:59.609570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84073d23-e9e6-4732-93be-31e7e70f9c2f req-e1fafd5e-4708-4e1c-a9da-3883be35bde3 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:59.611240 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84073d23-e9e6-4732-93be-31e7e70f9c2f req-e1fafd5e-4708-4e1c-a9da-3883be35bde3 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 946 time: 0.3919230 Jun 25 09:33:59.621397 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f567217-15c4-43fb-a7df-6a3265fb4fa3 req-6729f703-3f89-45da-b08c-79705ae0a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:33:59.623887 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f567217-15c4-43fb-a7df-6a3265fb4fa3 req-6729f703-3f89-45da-b08c-79705ae0a84d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 HTTP/1.1" status: 200 len: 852 time: 0.0658469 Jun 25 09:33:59.646755 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6dfdc33c-02d5-46e0-99ca-a26f23695f3c req-5fd529c5-36ed-4601-a488-d29024ba5be8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 210 time: 0.0963435 Jun 25 09:33:59.706638 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f567217-15c4-43fb-a7df-6a3265fb4fa3 req-1f77612c-b056-4b5c-8bf8-77fef87ad1b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a124eb50-58b7-4400-83c7-66fc4f4c6f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741947 Jun 25 09:33:59.724048 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-796220f0-87d0-4b09-a9a0-53d0f832650e tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:59.730594 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-796220f0-87d0-4b09-a9a0-53d0f832650e tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:59.733701 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-796220f0-87d0-4b09-a9a0-53d0f832650e tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] 10.222.0.93 "DELETE /v2.0/floatingips/d3792b2e-b8fe-4a57-8af6-27cefc47002d HTTP/1.1" status: 204 len: 168 time: 1.2637866 Jun 25 09:33:59.757462 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43092) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:33:59.760649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-ceac5268-dccf-4738-9027-95c66a5517e6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port 86ca47a7-3204-4c8d-9e0c-976784c8775c {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:33:59.761025 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ceac5268-dccf-4738-9027-95c66a5517e6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:33:59.771827 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-6b38f5df-bb87-443a-b37f-af5af2f30e24 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Request body: {'floatingip': {'floating_network_id': '9b3a4ffd-c425-4b94-8f84-8249462e5bf4', 'port_id': 'b918d548-a0d6-4178-980c-ef321f54fbeb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:33:59.781093 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84073d23-e9e6-4732-93be-31e7e70f9c2f req-0aff8111-6bab-4b5f-b53d-dac9f04fd736 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300006 Jun 25 09:33:59.856459 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f567217-15c4-43fb-a7df-6a3265fb4fa3 req-8eea9837-5286-4f26-9dde-1e809d180f9f service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419480 Jun 25 09:33:59.989032 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f567217-15c4-43fb-a7df-6a3265fb4fa3 req-dede0648-de18-4133-8998-02d00d1d649f service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230783 Jun 25 09:34:00.353354 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b38f5df-bb87-443a-b37f-af5af2f30e24 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:00.379186 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-3d3af1bf-e874-47d1-a831-ad4cfe2589e1 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:00.380740 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-3d3af1bf-e874-47d1-a831-ad4cfe2589e1 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.41 "GET /v2.0/networks?id=0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 HTTP/1.1" status: 200 len: 797 time: 0.2589760 Jun 25 09:34:00.417387 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-e65c5c99-af24-470b-b645-27a170aeb71c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Request body: {'port': {'device_id': '285a45f2-b690-42ed-9475-fb3364fb4024', 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4', 'admin_state_up': True, 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:00.423281 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ea737001-a812-4c5a-9cc9-242ffc7fc7e3 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:34:00.476790 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ceac5268-dccf-4738-9027-95c66a5517e6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:00.517192 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port ea737001-a812-4c5a-9cc9-242ffc7fc7e3 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:00.522039 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port ea737001-a812-4c5a-9cc9-242ffc7fc7e3 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:00.522796 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:00.531511 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-ceac5268-dccf-4738-9027-95c66a5517e6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for 86ca47a7-3204-4c8d-9e0c-976784c8775c owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:00.572576 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-e65c5c99-af24-470b-b645-27a170aeb71c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Made reservation on behalf of a7d0881daa6e4401b60343bd64b2cff0 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:00.577795 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-e65c5c99-af24-470b-b645-27a170aeb71c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:00.654138 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe38fb-45de-409a-a26b-d00d52688513 req-b03f2d41-d66d-42b0-9d25-398945c038f2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:00.661610 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94fe38fb-45de-409a-a26b-d00d52688513 req-b03f2d41-d66d-42b0-9d25-398945c038f2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 944 time: 0.8297608 Jun 25 09:34:00.688716 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1b691-f39c-4877-9751-7d4c814fdce7 req-3a049255-200b-4ab6-bbad-e0126bfbe6c1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:00.690713 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-abb1b691-f39c-4877-9751-7d4c814fdce7 req-3a049255-200b-4ab6-bbad-e0126bfbe6c1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.4126790 Jun 25 09:34:00.776654 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-e65c5c99-af24-470b-b645-27a170aeb71c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Allocated IP 172.20.0.22 (0c10ec12-a2b5-45aa-b2de-077df7dc0ef4/d3295d1b-5d16-41a7-9fbb-1e7b2f4ef070/b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:00.824396 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94fe38fb-45de-409a-a26b-d00d52688513 req-98d827d0-8417-4fbd-91d1-6adce8041a64 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613407 Jun 25 09:34:00.928088 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-abb1b691-f39c-4877-9751-7d4c814fdce7 req-029f57f8-8daf-470a-a24d-00946e42234b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291954 Jun 25 09:34:01.004353 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:01.070741 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port ea737001-a812-4c5a-9cc9-242ffc7fc7e3, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ea737001-a812-4c5a-9cc9-242ffc7fc7e3,segment=NetworkSegment(29c8ceb7-d074-4201-9507-076c70f5f4e5),segment_id=29c8ceb7-d074-4201-9507-076c70f5f4e5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:01.078485 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:01.080938 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-24121176-212c-4359-925b-f5485d010618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:01.102344 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-e65c5c99-af24-470b-b645-27a170aeb71c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:01.102839 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-371cc6b2-ea29-4f97-bcf3-aa15d35dbff9 req-7f7f6f2d-5e09-4076-bf71-3345dbc29dbb tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 210 time: 0.0487151 Jun 25 09:34:01.120059 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-6b38f5df-bb87-443a-b37f-af5af2f30e24 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:34:01.127387 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43102) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:01.128392 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6b38f5df-bb87-443a-b37f-af5af2f30e24 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3695118 Jun 25 09:34:01.147403 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'port_id': 'b918d548-a0d6-4178-980c-ef321f54fbeb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:01.151973 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ceac5268-dccf-4738-9027-95c66a5517e6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:01.163438 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9e361b30-24ae-4625-98fb-2a120a7b027f tempest-ServerRescueTestJSON-2051306977 tempest-ServerRescueTestJSON-2051306977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:01.166746 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=ea737001-a812-4c5a-9cc9-242ffc7fc7e3,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:01.169714 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-e65c5c99-af24-470b-b645-27a170aeb71c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Transition to ACTIVE for port object b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:01.170983 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:01.190725 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:01.207398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac5268-dccf-4738-9027-95c66a5517e6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=86ca47a7-3204-4c8d-9e0c-976784c8775c,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:01.211888 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ceac5268-dccf-4738-9027-95c66a5517e6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:01.358184 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-e65c5c99-af24-470b-b645-27a170aeb71c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:01.363919 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5c3da6ca-0a64-467f-bac9-23ba10b04157 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:01.371509 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:01.385817 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ceac5268-dccf-4738-9027-95c66a5517e6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:01.390057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ceac5268-dccf-4738-9027-95c66a5517e6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/86ca47a7-3204-4c8d-9e0c-976784c8775c HTTP/1.1" status: 204 len: 168 time: 2.0414417 Jun 25 09:34:01.390711 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43104) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:01.430009 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-e65c5c99-af24-470b-b645-27a170aeb71c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Network 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:01.437388 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-4792ba88-27e7-48f1-b32d-ba35af3dab16 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] GET failed (client error): The resource could not be found. Jun 25 09:34:01.441697 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4792ba88-27e7-48f1-b32d-ba35af3dab16 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/86ca47a7-3204-4c8d-9e0c-976784c8775c HTTP/1.1" status: 404 len: 333 time: 0.0478253 Jun 25 09:34:01.441877 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-e65c5c99-af24-470b-b645-27a170aeb71c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:01.444461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43106) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:01.466169 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-e65c5c99-af24-470b-b645-27a170aeb71c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:34:01.489786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339a0ca-7e41-4410-b04b-62334c425353 req-bd9c6a2c-823c-44e3-a360-ef95cfbdf9d6 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:01.491367 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f339a0ca-7e41-4410-b04b-62334c425353 req-bd9c6a2c-823c-44e3-a360-ef95cfbdf9d6 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 946 time: 0.2160802 Jun 25 09:34:01.518858 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c5c99-af24-470b-b645-27a170aeb71c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event updated for resources: {'Port': ['ID=b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:01.529026 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-e65c5c99-af24-470b-b645-27a170aeb71c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:01.533667 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-e65c5c99-af24-470b-b645-27a170aeb71c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:01.538063 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e65c5c99-af24-470b-b645-27a170aeb71c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:01.562317 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622fdd8-fc98-466d-86fe-c38a917c25bd req-b27ec273-60b6-4a1e-87aa-dd8e693b9a38 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:01.565051 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3622fdd8-fc98-466d-86fe-c38a917c25bd req-b27ec273-60b6-4a1e-87aa-dd8e693b9a38 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.41 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 946 time: 0.1435018 Jun 25 09:34:01.569059 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:01.613207 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f339a0ca-7e41-4410-b04b-62334c425353 req-e6c14f84-3c42-463e-b78e-0d3b3ddb8dd9 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/security-groups?id=9e64e90a-3e8c-4f45-b1c6-7e416780f128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092422 Jun 25 09:34:01.699483 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-3622fdd8-fc98-466d-86fe-c38a917c25bd req-7efe3234-39dc-46c9-be3a-c5094828e9e4 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Deleting port 230f645e-c628-4772-ad5d-82957c6dee0e {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:01.700960 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3622fdd8-fc98-466d-86fe-c38a917c25bd req-7efe3234-39dc-46c9-be3a-c5094828e9e4 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:01.707008 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-e65c5c99-af24-470b-b645-27a170aeb71c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2935994 Jun 25 09:34:01.719886 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4023e33-b274-4e19-83ab-1e705137b097 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting subnet 5d4e4b59-9999-4037-b9e8-31584dd51bfa {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:34:01.733669 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Request body: {'port': {'device_id': '285a45f2-b690-42ed-9475-fb3364fb4024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:01.739120 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a4023e33-b274-4e19-83ab-1e705137b097 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:01.792475 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Allocated IP 172.25.6.239 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/ab7443a7-1d56-4e4d-a5ac-cbc90fc79b51) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:01.797368 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7a55842f-9fa7-461c-977d-8925c7fbef60 None None] Provisioning for port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:01.805507 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7a55842f-9fa7-461c-977d-8925c7fbef60 None None] Provisioning complete for port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:01.806896 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a55842f-9fa7-461c-977d-8925c7fbef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:01.818499 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-3622fdd8-fc98-466d-86fe-c38a917c25bd req-7efe3234-39dc-46c9-be3a-c5094828e9e4 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] For port 230f645e-c628-4772-ad5d-82957c6dee0e, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=230f645e-c628-4772-ad5d-82957c6dee0e,segment=NetworkSegment(647ef4eb-bb4c-49e8-8625-09c5643ceb08),segment_id=647ef4eb-bb4c-49e8-8625-09c5643ceb08)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:01.818964 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3622fdd8-fc98-466d-86fe-c38a917c25bd req-7efe3234-39dc-46c9-be3a-c5094828e9e4 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:01.828758 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a4023e33-b274-4e19-83ab-1e705137b097 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:01.838061 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-3622fdd8-fc98-466d-86fe-c38a917c25bd req-7efe3234-39dc-46c9-be3a-c5094828e9e4 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Calling delete_port for 230f645e-c628-4772-ad5d-82957c6dee0e owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:01.852272 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7a55842f-9fa7-461c-977d-8925c7fbef60 None None] Port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:34:01.916897 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:02.071706 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3622fdd8-fc98-466d-86fe-c38a917c25bd req-7efe3234-39dc-46c9-be3a-c5094828e9e4 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:02.082111 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f1259dad-b8cb-459e-a9c5-1c573af9cbc0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:02.108189 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['230f645e-c628-4772-ad5d-82957c6dee0e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:34:02.137171 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe3234-39dc-46c9-be3a-c5094828e9e4 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Pushing event deleted for resources: {'Port': ['ID=230f645e-c628-4772-ad5d-82957c6dee0e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:02.141038 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7efe3234-39dc-46c9-be3a-c5094828e9e4 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:02.199651 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a4023e33-b274-4e19-83ab-1e705137b097 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:02.237334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ed84a-a226-4bff-af34-328c909651cf req-cd47eb96-998c-450d-9fb4-6f4e8c5b2260 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:02.240348 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1c7ed84a-a226-4bff-af34-328c909651cf req-cd47eb96-998c-450d-9fb4-6f4e8c5b2260 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 944 time: 0.2491553 Jun 25 09:34:02.256106 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:02.270805 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3622fdd8-fc98-466d-86fe-c38a917c25bd req-7efe3234-39dc-46c9-be3a-c5094828e9e4 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] No DVR routers for this DVR port 230f645e-c628-4772-ad5d-82957c6dee0e on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:34:02.285959 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3622fdd8-fc98-466d-86fe-c38a917c25bd req-7efe3234-39dc-46c9-be3a-c5094828e9e4 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:02.289426 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3622fdd8-fc98-466d-86fe-c38a917c25bd req-7efe3234-39dc-46c9-be3a-c5094828e9e4 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.41 "DELETE /v2.0/ports/230f645e-c628-4772-ad5d-82957c6dee0e HTTP/1.1" status: 204 len: 173 time: 0.7181363 Jun 25 09:34:02.299321 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f6fe75-ccb1-40bc-bba1-bc4675cca36b', 'name': 'network-vif-deleted', 'tag': '230f645e-c628-4772-ad5d-82957c6dee0e'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:34:02.303544 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfef075f-586d-40ca-ab78-41732628a43d" -d '{"events": [{"server_uuid": "36f6fe75-ccb1-40bc-bba1-bc4675cca36b", "name": "network-vif-deleted", "tag": "230f645e-c628-4772-ad5d-82957c6dee0e"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:34:02.344473 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ea737001-a812-4c5a-9cc9-242ffc7fc7e3 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:34:02.359802 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b63e5-34d9-4433-a309-02a302821ea8 req-16ac0e78-11e2-4118-8a45-efd221c2981c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:02.361823 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-377b63e5-34d9-4433-a309-02a302821ea8 req-16ac0e78-11e2-4118-8a45-efd221c2981c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.2416301 Jun 25 09:34:02.381872 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1c7ed84a-a226-4bff-af34-328c909651cf req-06ae9358-c1cf-47b6-9d56-257f0b7ab060 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129615 Jun 25 09:34:02.411552 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a4023e33-b274-4e19-83ab-1e705137b097 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:02.421152 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port ea737001-a812-4c5a-9cc9-242ffc7fc7e3 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:02.421943 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:02.433122 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-32f1ba24-e5ab-40be-834d-00b2734cded7 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:02.464902 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-377b63e5-34d9-4433-a309-02a302821ea8 req-013ad550-dcdd-42eb-8116-a12c3fd0d69a tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816863 Jun 25 09:34:02.517635 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4023e33-b274-4e19-83ab-1e705137b097 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Subnet': ['ID=5d4e4b59-9999-4037-b9e8-31584dd51bfa,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:02.534389 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3767cd64-83ad-4705-9944-4eee71bc4f4f x-openstack-request-id: req-3767cd64-83ad-4705-9944-4eee71bc4f4f {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:34:02.535073 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f6fe75-ccb1-40bc-bba1-bc4675cca36b", "name": "network-vif-deleted", "tag": "230f645e-c628-4772-ad5d-82957c6dee0e", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:34:02.535790 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3767cd64-83ad-4705-9944-4eee71bc4f4f {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:34:02.536825 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f6fe75-ccb1-40bc-bba1-bc4675cca36b', 'name': 'network-vif-deleted', 'tag': '230f645e-c628-4772-ad5d-82957c6dee0e', 'status': 'completed', 'code': 200} Jun 25 09:34:02.546735 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a4023e33-b274-4e19-83ab-1e705137b097 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:02.553197 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a4023e33-b274-4e19-83ab-1e705137b097 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:02.558717 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a4023e33-b274-4e19-83ab-1e705137b097 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/5d4e4b59-9999-4037-b9e8-31584dd51bfa HTTP/1.1" status: 204 len: 168 time: 1.1102479 Jun 25 09:34:02.559669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43120) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:02.563540 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47bf68a-1e67-4b29-8644-a3f92f0d26ae None None] Network 02b12c84-a7c5-42ae-8733-c949e58e5dc3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:02.600224 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:02.607995 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a5da5732-ff0d-447f-9c70-31f44a0fcea8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:02.699637 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:02.774273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port 5e600c30-b009-486e-97bf-2abfeaa7b9b7 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:02.780207 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:02.889288 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8b493d1-667b-404f-99d4-45c3f04416bb req-37b04145-09fb-4fec-8338-f406755d99cb tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f6fe75-ccb1-40bc-bba1-bc4675cca36b HTTP/1.1" status: 200 len: 210 time: 0.0594344 Jun 25 09:34:02.911430 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a5d339-625c-421e-9ad1-09b687584287 None None] DHCP port deletion for 02b12c84-a7c5-42ae-8733-c949e58e5dc3 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:34:02.959267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] For port 5e600c30-b009-486e-97bf-2abfeaa7b9b7, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5e600c30-b009-486e-97bf-2abfeaa7b9b7,segment=NetworkSegment(8d77715b-8afa-4a91-90b6-8cc60325dedc),segment_id=8d77715b-8afa-4a91-90b6-8cc60325dedc)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:02.959655 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:02.985338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for 5e600c30-b009-486e-97bf-2abfeaa7b9b7 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:03.000749 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c7a5d339-625c-421e-9ad1-09b687584287 None None] Deleting port 5e600c30-b009-486e-97bf-2abfeaa7b9b7 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:03.001426 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d339-625c-421e-9ad1-09b687584287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.013764 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1a1ed-9631-46cd-bc8f-bc43979c5623 req-c238ba26-de55-4082-b0e5-6c96dfeaf79a tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:03.015304 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91e1a1ed-9631-46cd-bc8f-bc43979c5623 req-c238ba26-de55-4082-b0e5-6c96dfeaf79a tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 895 time: 0.1293197 Jun 25 09:34:03.085580 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c7a5d339-625c-421e-9ad1-09b687584287 None None] For port 5e600c30-b009-486e-97bf-2abfeaa7b9b7, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5e600c30-b009-486e-97bf-2abfeaa7b9b7,segment=NetworkSegment(8d77715b-8afa-4a91-90b6-8cc60325dedc),segment_id=8d77715b-8afa-4a91-90b6-8cc60325dedc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:03.086304 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d339-625c-421e-9ad1-09b687584287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.098388 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.103474 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:03.106204 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c7a5d339-625c-421e-9ad1-09b687584287 None None] Calling delete_port for 5e600c30-b009-486e-97bf-2abfeaa7b9b7 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:03.128014 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:03.138748 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=5e600c30-b009-486e-97bf-2abfeaa7b9b7,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:03.140624 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No DVR routers for this DVR port 5e600c30-b009-486e-97bf-2abfeaa7b9b7 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:34:03.142321 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:03.156656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:03.165501 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:34:03.172665 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Pushing event updated for resources: {'Port': ['ID=ab7443a7-1d56-4e4d-a5ac-cbc90fc79b51,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:03.180539 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device a28412d1-1160-4e14-9391-2ad328c43f3b details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:34:03.195182 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:03.206606 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:34:03.217066 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.224379 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.234627 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b12c84-a7c5-42ae-8733-c949e58e5dc3']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:03.247555 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d77715b-8afa-4a91-90b6-8cc60325dedc') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:03.247963 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d77715b-8afa-4a91-90b6-8cc60325dedc') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:03.255966 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Transition to ACTIVE for port object b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:03.259671 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.267273 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.272128 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-71f60ab2-b57b-47ef-b4d5-797b47ddbb39 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:03.277508 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.286323 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:34:03.286764 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:34:03.290509 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:34:03.300151 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d339-625c-421e-9ad1-09b687584287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.309008 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-8024923f-084e-4902-a215-79c96a8341f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:03.341771 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5d339-625c-421e-9ad1-09b687584287 None None] Pushing event deleted for resources: {'Port': ['ID=5e600c30-b009-486e-97bf-2abfeaa7b9b7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:03.345123 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c7a5d339-625c-421e-9ad1-09b687584287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:03.351127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a5d339-625c-421e-9ad1-09b687584287 None None] No DVR routers for this DVR port 5e600c30-b009-486e-97bf-2abfeaa7b9b7 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:34:03.358951 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Pushing event updated for resources: {'Port': ['ID=b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:03.367113 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.375811 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:03.379036 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port a28412d1-1160-4e14-9391-2ad328c43f3b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=a28412d1-1160-4e14-9391-2ad328c43f3b,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:03.384042 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b409a54c-3f85-45bf-8c54-81bdfd8938a2 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:03.390657 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.396163 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/networks/02b12c84-a7c5-42ae-8733-c949e58e5dc3 HTTP/1.1" status: 204 len: 168 time: 0.8299494 Jun 25 09:34:03.397282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43126) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:03.398513 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'a28412d1-1160-4e14-9391-2ad328c43f3b', 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28', 'port_id': 'a28412d1-1160-4e14-9391-2ad328c43f3b', 'mac_address': 'fa:16:3e:88:4b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b7280b-d276-4f5e-ac6e-26dc1b12ab67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:34:03.402193 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-7766ce58-ff6a-438b-8c75-01748ed20ef4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1347915730'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:03.418949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Network': ['ID=02b12c84-a7c5-42ae-8733-c949e58e5dc3,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:03.422935 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:03.442293 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7766ce58-ff6a-438b-8c75-01748ed20ef4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:03.448993 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7766ce58-ff6a-438b-8c75-01748ed20ef4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.493501 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Attempting to bind port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:34:03.493745 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Attempting to bind port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '29c8ceb7-d074-4201-9507-076c70f5f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:34:03.493962 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Attempting to bind port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 on network 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:34:03.501343 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 on network 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:34:03.501673 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Attempting to bind port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 on network 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:34:03.507376 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7766ce58-ff6a-438b-8c75-01748ed20ef4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:34:03.519339 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Deleting port ab7443a7-1d56-4e4d-a5ac-cbc90fc79b51 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:03.519943 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.523366 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:34:03.523708 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Checking segment: {'id': '29c8ceb7-d074-4201-9507-076c70f5f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:03.524093 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Bound using segment: {'id': '29c8ceb7-d074-4201-9507-076c70f5f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:34:03.524541 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Bound port: b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c8ceb7-d074-4201-9507-076c70f5f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:34:03.526825 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.531571 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.532325 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7766ce58-ff6a-438b-8c75-01748ed20ef4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.533391 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-7766ce58-ff6a-438b-8c75-01748ed20ef4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Added segment 147d3cdf-19c4-4ac9-8ba2-4dcae8f95d2f of type vlan for network 88933cee-4d9a-4afc-84fe-0889cd87cbef Jun 25 09:34:03.568451 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28412d1-1160-4e14-9391-2ad328c43f3b {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:34:03.625713 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port a28412d1-1160-4e14-9391-2ad328c43f3b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=a28412d1-1160-4e14-9391-2ad328c43f3b,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:03.631445 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.642230 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:03.649417 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7766ce58-ff6a-438b-8c75-01748ed20ef4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.738974 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=a28412d1-1160-4e14-9391-2ad328c43f3b,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:03.742783 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:03.748616 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] For port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:34:03.757793 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7766ce58-ff6a-438b-8c75-01748ed20ef4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.759113 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] For port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709,segment=NetworkSegment(29c8ceb7-d074-4201-9507-076c70f5f4e5),segment_id=29c8ceb7-d074-4201-9507-076c70f5f4e5)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:34:03.763391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7766ce58-ff6a-438b-8c75-01748ed20ef4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:03.764006 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7766ce58-ff6a-438b-8c75-01748ed20ef4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.769861 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.770101 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a9524592-ebef-4fd6-8d42-f26d1e9837e9 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:03.772959 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.773297 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.775838 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-84aab4ea-4ff3-457f-89b7-86edcda346ca tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:03.812989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Calling delete_port for ab7443a7-1d56-4e4d-a5ac-cbc90fc79b51 owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:03.824285 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:03.824956 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:03.826851 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] 10.222.0.41 "PUT /v2.0/ports/b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 HTTP/1.1" status: 200 len: 1056 time: 2.1026974 Jun 25 09:34:03.831098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285a45f2-b690-42ed-9475-fb3364fb4024', 'tag': 'b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:34:03.833736 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc282ba-f929-4fd0-876c-d39564e8e42f" -d '{"events": [{"name": "network-changed", "server_uuid": "285a45f2-b690-42ed-9475-fb3364fb4024", "tag": "b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:34:03.846860 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1dfea-5ae6-473b-83a6-faef73c3fabf req-fbadb6d4-69d6-4497-a21b-b7d53c492a3f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:03.855270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-74f1dfea-5ae6-473b-83a6-faef73c3fabf req-fbadb6d4-69d6-4497-a21b-b7d53c492a3f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 945 time: 0.2187080 Jun 25 09:34:03.869771 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7766ce58-ff6a-438b-8c75-01748ed20ef4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4723153 Jun 25 09:34:03.874646 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43136) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:03.906083 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-6c5d8f72-0aea-4164-bb0e-58d946b481c5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'subnet': {'network_id': '88933cee-4d9a-4afc-84fe-0889cd87cbef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:03.934385 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c1e0c-2aa4-445d-b53a-fc397d87aa44 req-19f671ba-3dc0-43d2-b14d-a073be37e6b7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:03.936344 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-867c1e0c-2aa4-445d-b53a-fc397d87aa44 req-19f671ba-3dc0-43d2-b14d-a073be37e6b7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.2567542 Jun 25 09:34:03.950908 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766ce58-ff6a-438b-8c75-01748ed20ef4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Network': ['ID=88933cee-4d9a-4afc-84fe-0889cd87cbef,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:03.952039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Pushing event updated for resources: {'Port': ['ID=b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:03.956567 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:03.956852 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7766ce58-ff6a-438b-8c75-01748ed20ef4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:03.963398 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 88933cee-4d9a-4afc-84fe-0889cd87cbef details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:34:04.019991 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-dee789e1-3f66-496b-b331-74f72ba56c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:04.021941 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-dee789e1-3f66-496b-b331-74f72ba56c58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7d0881daa6e4401b60343bd64b2cff0&device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 1059 time: 0.1218092 Jun 25 09:34:04.055872 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-74f1dfea-5ae6-473b-83a6-faef73c3fabf req-9574923c-ffbb-4c68-9cd5-b4dd9c66b0ce tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948657 Jun 25 09:34:04.088992 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-20436ff8-39a9-428e-a42c-123723e1a9b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 HTTP/1.1" status: 200 len: 217 time: 0.0402803 Jun 25 09:34:04.113972 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['a28412d1-1160-4e14-9391-2ad328c43f3b'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:34:04.123842 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-867c1e0c-2aa4-445d-b53a-fc397d87aa44 req-e1f1e4d9-6867-42af-b14a-c64700840953 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655793 Jun 25 09:34:04.170619 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5d8f72-0aea-4164-bb0e-58d946b481c5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:04.175106 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8f72-0aea-4164-bb0e-58d946b481c5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:04.179433 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6653b9-460f-448e-86e4-b4d033974852 x-openstack-request-id: req-8f6653b9-460f-448e-86e4-b4d033974852 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:34:04.181214 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285a45f2-b690-42ed-9475-fb3364fb4024", "tag": "b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:34:04.181522 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8f6653b9-460f-448e-86e4-b4d033974852 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:34:04.181993 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285a45f2-b690-42ed-9475-fb3364fb4024', 'tag': 'b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709', 'status': 'completed', 'code': 200} Jun 25 09:34:04.248018 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:04.252638 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0704ead6-85db-442e-8d5f-2b690236e854 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:04.346867 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Pushing event deleted for resources: {'Port': ['ID=ab7443a7-1d56-4e4d-a5ac-cbc90fc79b51,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:04.364345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-abf5e383-afaf-4cab-8243-7236f37978db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:04.366028 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-abf5e383-afaf-4cab-8243-7236f37978db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3295d1b-5d16-41a7-9fbb-1e7b2f4ef070 HTTP/1.1" status: 200 len: 837 time: 0.2690942 Jun 25 09:34:04.367030 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:04.371143 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5e600c30-b009-486e-97bf-2abfeaa7b9b7 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:34:04.421167 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 5e600c30-b009-486e-97bf-2abfeaa7b9b7 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:34:04.421590 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5e600c30-b009-486e-97bf-2abfeaa7b9b7 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:34:04.529795 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-e647463d-b401-4f9e-aeb5-c452e51f409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:04.531949 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-e647463d-b401-4f9e-aeb5-c452e51f409d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c10ec12-a2b5-45aa-b2de-077df7dc0ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1575296 Jun 25 09:34:04.533539 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] create failed (client error): The resource could not be found. Jun 25 09:34:04.537202 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8f72-0aea-4164-bb0e-58d946b481c5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:04.538226 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4096413 Jun 25 09:34:04.538822 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43168) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:04.543578 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2711c349-e2c9-4b33-ba11-4b1b24728ae5 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:04.554038 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0972df-9748-47c8-abc3-b51ca0975112 req-8c6844f2-73c9-4a85-a3fe-fd4aaf3f3d1e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:04.555762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d0972df-9748-47c8-abc3-b51ca0975112 req-8c6844f2-73c9-4a85-a3fe-fd4aaf3f3d1e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 907 time: 0.1636117 Jun 25 09:34:04.635352 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d8f72-0aea-4164-bb0e-58d946b481c5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Subnet': ['ID=d80df0f2-0ac4-4e75-8188-205f225497d2,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:04.638718 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6c5d8f72-0aea-4164-bb0e-58d946b481c5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:04.648800 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d8f72-0aea-4164-bb0e-58d946b481c5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Checking segment: {'id': '147d3cdf-19c4-4ac9-8ba2-4dcae8f95d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '88933cee-4d9a-4afc-84fe-0889cd87cbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:04.649282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d8f72-0aea-4164-bb0e-58d946b481c5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network hostable DHCP agents. Network: 88933cee-4d9a-4afc-84fe-0889cd87cbef, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:34:04.670196 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d8f72-0aea-4164-bb0e-58d946b481c5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 88933cee-4d9a-4afc-84fe-0889cd87cbef is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:34:04.687759 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-6c5d8f72-0aea-4164-bb0e-58d946b481c5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 88933cee-4d9a-4afc-84fe-0889cd87cbef) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:04.696892 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d8f72-0aea-4164-bb0e-58d946b481c5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:04.698495 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8f72-0aea-4164-bb0e-58d946b481c5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:04.704347 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8be22d-e3ad-4e77-9ee5-86c7b76943e2 None None] Network 88933cee-4d9a-4afc-84fe-0889cd87cbef requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:04.718439 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:34:04.726620 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6c5d8f72-0aea-4164-bb0e-58d946b481c5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8244009 Jun 25 09:34:04.729764 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43178) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:04.742700 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-5f070035-3400-423c-88a0-c8cbdde4d193 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-840261509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:04.778295 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f070035-3400-423c-88a0-c8cbdde4d193 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:04.780319 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f070035-3400-423c-88a0-c8cbdde4d193 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:04.860772 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f070035-3400-423c-88a0-c8cbdde4d193 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:04.869381 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-c2e307d5-0d2c-4ae4-8f6b-91bd3e0a8097 service neutron] 10.222.0.41 "GET /v2.0/networks/0c10ec12-a2b5-45aa-b2de-077df7dc0ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283052 Jun 25 09:34:04.886256 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f070035-3400-423c-88a0-c8cbdde4d193 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:04.905034 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5f070035-3400-423c-88a0-c8cbdde4d193 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:04.906608 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5f070035-3400-423c-88a0-c8cbdde4d193 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1747646 Jun 25 09:34:04.909180 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43192) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:04.915383 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'network_id': '88933cee-4d9a-4afc-84fe-0889cd87cbef', 'name': 'tempest-PortsTestJSON-1531964795'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:04.916374 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-88933cee-4d9a-4afc-84fe-0889cd87cbef', 'network_id': '88933cee-4d9a-4afc-84fe-0889cd87cbef', 'tenant_id': '264ca81b65924f5995bb3e60c2a6d08a', 'fixed_ips': [{'subnet_id': 'd80df0f2-0ac4-4e75-8188-205f225497d2'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:34:04.918204 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:04.977017 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-25304ccd-d5c0-4d71-8971-d1c71a7017e8 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Deleting port b918d548-a0d6-4178-980c-ef321f54fbeb {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:04.977366 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-25304ccd-d5c0-4d71-8971-d1c71a7017e8 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:05.099174 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:05.105821 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:05.129761 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd9924b1-5872-4b1d-8a9e-f5df4dfe7155 req-20b5422e-e2ea-4d42-9b69-3cae50605806 service neutron] 10.222.0.41 "GET /v2.0/networks/0c10ec12-a2b5-45aa-b2de-077df7dc0ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508113 Jun 25 09:34:05.132238 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-25304ccd-d5c0-4d71-8971-d1c71a7017e8 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:05.134193 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] device_id is not set on port 8aa87615-e84f-49eb-98c7-30ad50955372 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:34:05.147601 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-25304ccd-d5c0-4d71-8971-d1c71a7017e8 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Calling delete_port for b918d548-a0d6-4178-980c-ef321f54fbeb owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:05.170440 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 230f645e-c628-4772-ad5d-82957c6dee0e no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:34:05.209064 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Allocated IP 172.20.0.2 (88933cee-4d9a-4afc-84fe-0889cd87cbef/d80df0f2-0ac4-4e75-8188-205f225497d2/b5cc1af1-82e9-4145-bfb7-1ca8c739954e) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:05.209064 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 230f645e-c628-4772-ad5d-82957c6dee0e {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:34:05.209522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 230f645e-c628-4772-ad5d-82957c6dee0e not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:34:05.380663 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc282ba-f929-4fd0-876c-d39564e8e42f req-e03e9de2-23f2-4fa8-a821-71801f609b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:05.382495 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cdc282ba-f929-4fd0-876c-d39564e8e42f req-e03e9de2-23f2-4fa8-a821-71801f609b1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7d0881daa6e4401b60343bd64b2cff0&device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 1059 time: 0.1235301 Jun 25 09:34:05.506981 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:05.511917 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f8374-c77e-4c9a-843f-4a565f0e5f9c req-5417df3f-e575-4940-950e-83cdf059cf26 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:05.514018 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-151f8374-c77e-4c9a-843f-4a565f0e5f9c req-5417df3f-e575-4940-950e-83cdf059cf26 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.1766925 Jun 25 09:34:05.517897 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Transition to ACTIVE for port object b5cc1af1-82e9-4145-bfb7-1ca8c739954e will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:05.522350 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc282ba-f929-4fd0-876c-d39564e8e42f req-7a2a0bdc-9941-42e4-b358-20b5602a4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:05.523695 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cdc282ba-f929-4fd0-876c-d39564e8e42f req-7a2a0bdc-9941-42e4-b358-20b5602a4715 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 HTTP/1.1" status: 200 len: 899 time: 0.1323507 Jun 25 09:34:05.525870 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-25304ccd-d5c0-4d71-8971-d1c71a7017e8 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:05.533287 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e0fdf5a9-9889-4eef-8658-f35404b738f8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:05.539837 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Transition to ACTIVE for port object b5cc1af1-82e9-4145-bfb7-1ca8c739954e will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:05.548680 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:05.570648 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0e472c9a-1f59-4da7-a9fd-f9840c1d93d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:05.587912 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25304ccd-d5c0-4d71-8971-d1c71a7017e8 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Pushing event deleted for resources: {'Port': ['ID=b918d548-a0d6-4178-980c-ef321f54fbeb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:05.588457 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Network 88933cee-4d9a-4afc-84fe-0889cd87cbef is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:05.637153 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08bb5f-c65b-42b2-9794-2a53eccb7c45 req-aac0e77d-76a3-4a16-a8ef-eded5aac2495 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:05.638716 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a08bb5f-c65b-42b2-9794-2a53eccb7c45 req-aac0e77d-76a3-4a16-a8ef-eded5aac2495 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 945 time: 0.2610853 Jun 25 09:34:05.644535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:05.650597 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:34:05.653410 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Pushing event updated for resources: {'Port': ['ID=b5cc1af1-82e9-4145-bfb7-1ca8c739954e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:05.656909 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:05.680956 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Allocated IP 172.20.0.3 (88933cee-4d9a-4afc-84fe-0889cd87cbef/d80df0f2-0ac4-4e75-8188-205f225497d2/8aa87615-e84f-49eb-98c7-30ad50955372) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:05.685777 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-25304ccd-d5c0-4d71-8971-d1c71a7017e8 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:05.689026 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cdc282ba-f929-4fd0-876c-d39564e8e42f req-ba726ded-18c1-40fc-aa0b-e00c29c46485 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 HTTP/1.1" status: 200 len: 217 time: 0.1075482 Jun 25 09:34:05.725657 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-151f8374-c77e-4c9a-843f-4a565f0e5f9c req-753c4d04-e2c8-4d8a-a49a-65688d1d6917 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871331 Jun 25 09:34:05.751535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Attempting to bind port b5cc1af1-82e9-4145-bfb7-1ca8c739954e on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:34:05.752276 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Attempting to bind port b5cc1af1-82e9-4145-bfb7-1ca8c739954e by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '147d3cdf-19c4-4ac9-8ba2-4dcae8f95d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '88933cee-4d9a-4afc-84fe-0889cd87cbef'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:34:05.753335 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Attempting to bind port b5cc1af1-82e9-4145-bfb7-1ca8c739954e on network 88933cee-4d9a-4afc-84fe-0889cd87cbef {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:34:05.765032 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:34:05.767087 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Checking segment: {'id': '147d3cdf-19c4-4ac9-8ba2-4dcae8f95d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '88933cee-4d9a-4afc-84fe-0889cd87cbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:05.769048 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:05.770002 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Bound using segment: {'id': '147d3cdf-19c4-4ac9-8ba2-4dcae8f95d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '88933cee-4d9a-4afc-84fe-0889cd87cbef'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:34:05.771371 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Bound port: b5cc1af1-82e9-4145-bfb7-1ca8c739954e, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147d3cdf-19c4-4ac9-8ba2-4dcae8f95d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '88933cee-4d9a-4afc-84fe-0889cd87cbef'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:34:05.772270 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:05.815462 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a08bb5f-c65b-42b2-9794-2a53eccb7c45 req-46d31048-a109-45c8-8372-7507d915cf70 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636934 Jun 25 09:34:05.899713 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] For port b5cc1af1-82e9-4145-bfb7-1ca8c739954e, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:34:05.918509 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] For port b5cc1af1-82e9-4145-bfb7-1ca8c739954e, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b5cc1af1-82e9-4145-bfb7-1ca8c739954e,segment=NetworkSegment(147d3cdf-19c4-4ac9-8ba2-4dcae8f95d2f),segment_id=147d3cdf-19c4-4ac9-8ba2-4dcae8f95d2f)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:34:05.936052 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:05.956227 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-75632fe3-7be7-49d7-a89a-3e59deda211b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:06.045761 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Pushing event updated for resources: {'Port': ['ID=b5cc1af1-82e9-4145-bfb7-1ca8c739954e,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:06.052365 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:06.065831 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-25304ccd-d5c0-4d71-8971-d1c71a7017e8 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:06.072229 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43232) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:06.076502 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-25304ccd-d5c0-4d71-8971-d1c71a7017e8 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] 10.222.0.93 "DELETE /v2.0/ports/b918d548-a0d6-4178-980c-ef321f54fbeb HTTP/1.1" status: 204 len: 168 time: 1.5296681 Jun 25 09:34:06.126153 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc282ba-f929-4fd0-876c-d39564e8e42f req-0b3aaf30-9642-484e-a7fe-a1fb6de78f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:06.128306 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cdc282ba-f929-4fd0-876c-d39564e8e42f req-0b3aaf30-9642-484e-a7fe-a1fb6de78f28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3295d1b-5d16-41a7-9fbb-1e7b2f4ef070 HTTP/1.1" status: 200 len: 837 time: 0.3519883 Jun 25 09:34:06.245413 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:06.256366 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc282ba-f929-4fd0-876c-d39564e8e42f req-e9e2412d-2e3c-4b28-91b1-6ca54dfdb758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:06.263824 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cdc282ba-f929-4fd0-876c-d39564e8e42f req-e9e2412d-2e3c-4b28-91b1-6ca54dfdb758 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c10ec12-a2b5-45aa-b2de-077df7dc0ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1250625 Jun 25 09:34:06.283953 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9865595-2e6d-4c98-91de-67d07d8cd81e tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:06.285681 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b9865595-2e6d-4c98-91de-67d07d8cd81e tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff7cbd41-4276-4d07-b177-7d0f5d32ff87 HTTP/1.1" status: 200 len: 913 time: 0.2112556 Jun 25 09:34:06.293691 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a5ba3-6238-429d-aaab-2b3567dd310f req-9593fc8b-03cf-49f1-8dbd-6b655ae9d475 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:06.295355 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43244) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:06.305994 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d9a5ba3-6238-429d-aaab-2b3567dd310f req-9593fc8b-03cf-49f1-8dbd-6b655ae9d475 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 907 time: 0.2830198 Jun 25 09:34:06.323957 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Transition to ACTIVE for port object 8aa87615-e84f-49eb-98c7-30ad50955372 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:06.423411 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:06.429299 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f609105e-7836-4d0e-9b58-b168f63bdf91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:06.503643 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 88933cee-4d9a-4afc-84fe-0889cd87cbef is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:06.507629 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:06.516885 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:34:06.568992 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=8aa87615-e84f-49eb-98c7-30ad50955372,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:06.578639 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:06.617469 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:06.621437 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:06.643802 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7304690 Jun 25 09:34:06.643998 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43258) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:06.733103 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cdc282ba-f929-4fd0-876c-d39564e8e42f req-5c662f25-7d27-436a-8b1e-6029ecf49099 service neutron] 10.222.0.41 "GET /v2.0/networks/0c10ec12-a2b5-45aa-b2de-077df7dc0ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589956 Jun 25 09:34:06.964186 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cdc282ba-f929-4fd0-876c-d39564e8e42f req-d9af8d59-3c75-44e4-b382-115f391cb8a6 service neutron] 10.222.0.41 "GET /v2.0/networks/0c10ec12-a2b5-45aa-b2de-077df7dc0ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227705 Jun 25 09:34:07.165430 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1209a02-9fb0-445f-b1ec-6882f3a84f72 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:07.205328 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device a28412d1-1160-4e14-9391-2ad328c43f3b up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:34:07.323793 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port a28412d1-1160-4e14-9391-2ad328c43f3b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:07.338139 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port a28412d1-1160-4e14-9391-2ad328c43f3b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:07.338596 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:07.523920 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:07.575081 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6fb0f6-2293-40b7-a324-46d227c597f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28412d1-1160-4e14-9391-2ad328c43f3b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:34:07.584337 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22a2c99-7de8-4828-a2a1-41efedea4e46" -d '{"events": [{"server_uuid": "ad6fb0f6-2293-40b7-a324-46d227c597f2", "name": "network-vif-plugged", "status": "completed", "tag": "a28412d1-1160-4e14-9391-2ad328c43f3b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:34:07.614013 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port a28412d1-1160-4e14-9391-2ad328c43f3b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=a28412d1-1160-4e14-9391-2ad328c43f3b,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:07.624079 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:07.629612 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c7a5d339-625c-421e-9ad1-09b687584287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:07.768287 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=a28412d1-1160-4e14-9391-2ad328c43f3b,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:07.772058 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:07.836473 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921c36e-a480-4f52-84ea-cb6681409754 req-4b46186e-d68c-4495-8fc3-3647250af37e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:07.838057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c921c36e-a480-4f52-84ea-cb6681409754 req-4b46186e-d68c-4495-8fc3-3647250af37e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 945 time: 0.5741167 Jun 25 09:34:07.861061 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-a1209a02-9fb0-445f-b1ec-6882f3a84f72 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Deleting port 6625b8c2-f543-463f-80b0-c792062f8c89 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:07.862638 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1209a02-9fb0-445f-b1ec-6882f3a84f72 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:07.892005 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba66dd1-3b4d-4f09-9fcf-e3fed5f49dfe req-c5e3ee86-e029-405b-8c3e-6ad2968df458 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:07.899017 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ba66dd1-3b4d-4f09-9fcf-e3fed5f49dfe req-c5e3ee86-e029-405b-8c3e-6ad2968df458 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.6830904 Jun 25 09:34:07.956327 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85f51fc-4fcd-4d99-ad0e-ac61caac8263 None None] Network 88933cee-4d9a-4afc-84fe-0889cd87cbef requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:08.088880 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1209a02-9fb0-445f-b1ec-6882f3a84f72 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:08.121905 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f68ede2f-e07a-46c3-9d1d-5fd4df30235c None None] Provisioning for port b5cc1af1-82e9-4145-bfb7-1ca8c739954e completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:08.136277 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-a1209a02-9fb0-445f-b1ec-6882f3a84f72 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Calling delete_port for 6625b8c2-f543-463f-80b0-c792062f8c89 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:08.458509 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b5cc1af1-82e9-4145-bfb7-1ca8c739954e up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:34:08.586853 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port b5cc1af1-82e9-4145-bfb7-1ca8c739954e completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:08.594713 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port b5cc1af1-82e9-4145-bfb7-1ca8c739954e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:08.595105 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:08.645181 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1209a02-9fb0-445f-b1ec-6882f3a84f72 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:08.663316 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-341ac402-6dce-48b0-bdd8-de834cae7a4d tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:08.667724 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:08.758043 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1209a02-9fb0-445f-b1ec-6882f3a84f72 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Pushing event deleted for resources: {'Port': ['ID=6625b8c2-f543-463f-80b0-c792062f8c89,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:08.767060 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a1209a02-9fb0-445f-b1ec-6882f3a84f72 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:08.778383 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c921c36e-a480-4f52-84ea-cb6681409754 req-29ea8503-f2bf-4c15-8b59-aec1ab42c1d0 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9014764 Jun 25 09:34:08.813396 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ba66dd1-3b4d-4f09-9fcf-e3fed5f49dfe req-c5ccaebf-1ae0-49bd-afaa-d18eed1c7b73 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9133980 Jun 25 09:34:08.824363 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:08.990476 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port b5cc1af1-82e9-4145-bfb7-1ca8c739954e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b5cc1af1-82e9-4145-bfb7-1ca8c739954e,segment=NetworkSegment(147d3cdf-19c4-4ac9-8ba2-4dcae8f95d2f),segment_id=147d3cdf-19c4-4ac9-8ba2-4dcae8f95d2f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:09.003751 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-13b64208-228c-45e3-ba38-f87e043a9f7f None None] Provisioning complete for port b5cc1af1-82e9-4145-bfb7-1ca8c739954e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:09.004381 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-13b64208-228c-45e3-ba38-f87e043a9f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:09.007084 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:09.017476 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:09.083307 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde5254a-bc86-43c8-892d-f3ebd3fdfff4 x-openstack-request-id: req-fde5254a-bc86-43c8-892d-f3ebd3fdfff4 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:34:09.083605 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6fb0f6-2293-40b7-a324-46d227c597f2", "name": "network-vif-plugged", "status": "completed", "tag": "a28412d1-1160-4e14-9391-2ad328c43f3b", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:34:09.083865 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fde5254a-bc86-43c8-892d-f3ebd3fdfff4 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:34:09.084270 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6fb0f6-2293-40b7-a324-46d227c597f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28412d1-1160-4e14-9391-2ad328c43f3b', 'code': 200} Jun 25 09:34:09.224140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:34:09.273874 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=b5cc1af1-82e9-4145-bfb7-1ca8c739954e,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:09.291010 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:09.518111 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:09.533718 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:09.534061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709,segment=NetworkSegment(29c8ceb7-d074-4201-9507-076c70f5f4e5),segment_id=29c8ceb7-d074-4201-9507-076c70f5f4e5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:09.548885 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709', 'network_id': '0c10ec12-a2b5-45aa-b2de-077df7dc0ef4', 'port_id': 'b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709', 'mac_address': 'fa:16:3e:e9:90:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3295d1b-5d16-41a7-9fbb-1e7b2f4ef070', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:34:09.553522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-13b64208-228c-45e3-ba38-f87e043a9f7f None None] Provisioning for port 8aa87615-e84f-49eb-98c7-30ad50955372 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:09.560547 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-13b64208-228c-45e3-ba38-f87e043a9f7f None None] Provisioning complete for port 8aa87615-e84f-49eb-98c7-30ad50955372 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:09.561332 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-13b64208-228c-45e3-ba38-f87e043a9f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:09.562502 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:09.624970 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=8aa87615-e84f-49eb-98c7-30ad50955372,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:09.642434 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:09.722389 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-13b64208-228c-45e3-ba38-f87e043a9f7f None None] Port 8aa87615-e84f-49eb-98c7-30ad50955372 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:34:09.726918 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44524fc9-ef27-4ccf-94d9-cb9b8fc67132 req-e715172b-3fae-47b9-a4c4-6960b4103d10 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:09.739073 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:09.739577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44524fc9-ef27-4ccf-94d9-cb9b8fc67132 req-e715172b-3fae-47b9-a4c4-6960b4103d10 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 907 time: 0.5490766 Jun 25 09:34:09.771335 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:34:09.869793 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709,segment=NetworkSegment(29c8ceb7-d074-4201-9507-076c70f5f4e5),segment_id=29c8ceb7-d074-4201-9507-076c70f5f4e5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:09.874658 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a1209a02-9fb0-445f-b1ec-6882f3a84f72 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:09.893165 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:09.905403 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5c0fbf6d-1ff0-4fe6-9284-0dd041738b32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:09.982715 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c95c02aa-e7d6-495c-9224-e90b87ec8f1b None None] Provisioning complete for port 8aa87615-e84f-49eb-98c7-30ad50955372 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:09.983390 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c95c02aa-e7d6-495c-9224-e90b87ec8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:10.025612 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c95c02aa-e7d6-495c-9224-e90b87ec8f1b None None] Port 8aa87615-e84f-49eb-98c7-30ad50955372 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:34:10.102724 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:10.115914 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:10.164631 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c5080645-4c99-4a0a-be35-b0efd86f8a2e None None] Provisioning complete for port 8aa87615-e84f-49eb-98c7-30ad50955372 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:10.165147 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c5080645-4c99-4a0a-be35-b0efd86f8a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:10.174843 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6c5f9-8ca5-4fa1-9b7b-4afbe8bb53ae req-a4c2606e-4da7-484b-869a-0c961294cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:10.177215 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-06f6c5f9-8ca5-4fa1-9b7b-4afbe8bb53ae req-a4c2606e-4da7-484b-869a-0c961294cfa8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 1098 time: 0.3758762 Jun 25 09:34:10.215371 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c5080645-4c99-4a0a-be35-b0efd86f8a2e None None] Port 8aa87615-e84f-49eb-98c7-30ad50955372 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:34:10.299335 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:34:10.307006 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacead3-feef-424c-891b-d875ef3520c7 req-1034031e-8e61-4786-97e6-128930da5fc1 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:10.310021 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-06f6c5f9-8ca5-4fa1-9b7b-4afbe8bb53ae req-b5bf4532-bbe3-4902-9c2a-10aa239dcc06 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243169 Jun 25 09:34:10.311506 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4cacead3-feef-424c-891b-d875ef3520c7 req-1034031e-8e61-4786-97e6-128930da5fc1 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 946 time: 0.2610192 Jun 25 09:34:10.322269 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1209a02-9fb0-445f-b1ec-6882f3a84f72 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Router ff7cbd41-4276-4d07-b177-7d0f5d32ff87 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:34:10.371576 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00731f-0ca2-4d64-a1f8-2366dd77f1b1 req-2a7b22ed-b5f0-4432-90d6-abcd570c623b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:10.379639 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d00731f-0ca2-4d64-a1f8-2366dd77f1b1 req-2a7b22ed-b5f0-4432-90d6-abcd570c623b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.3080728 Jun 25 09:34:10.415587 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:10.481423 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b5cc1af1-82e9-4145-bfb7-1ca8c739954e up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:34:10.484435 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1209a02-9fb0-445f-b1ec-6882f3a84f72 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:34:10.499477 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2736b54f-2a68-4e83-aee6-0d14eee68983 None None] Sync routers for ids ['ff7cbd41-4276-4d07-b177-7d0f5d32ff87'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:34:10.503718 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a1209a02-9fb0-445f-b1ec-6882f3a84f72 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] 10.222.0.93 "PUT /v2.0/routers/ff7cbd41-4276-4d07-b177-7d0f5d32ff87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2071609 Jun 25 09:34:10.504270 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43328) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:10.515184 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2736b54f-2a68-4e83-aee6-0d14eee68983 None None] Routers {'ff7cbd41-4276-4d07-b177-7d0f5d32ff87'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:34:10.515555 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-2736b54f-2a68-4e83-aee6-0d14eee68983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:33:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ff7cbd41-4276-4d07-b177-7d0f5d32ff87'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:10.590122 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port b5cc1af1-82e9-4145-bfb7-1ca8c739954e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:10.590822 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:10.604955 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-2736b54f-2a68-4e83-aee6-0d14eee68983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:10.605910 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d00731f-0ca2-4d64-a1f8-2366dd77f1b1 req-c78df95a-63cc-4493-aef3-468741c97141 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128630 Jun 25 09:34:10.628808 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ac291beb-5b0e-4a33-9259-abe495f2e0d5 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:10.672494 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2736b54f-2a68-4e83-aee6-0d14eee68983 None None] Routers {'ff7cbd41-4276-4d07-b177-7d0f5d32ff87'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:34:10.674085 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-2736b54f-2a68-4e83-aee6-0d14eee68983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:33:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ff7cbd41-4276-4d07-b177-7d0f5d32ff87'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:10.728019 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4cacead3-feef-424c-891b-d875ef3520c7 req-60ed3f9c-2947-4caf-839c-e838bd2e0b1c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468304 Jun 25 09:34:10.769877 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:10.777402 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-2736b54f-2a68-4e83-aee6-0d14eee68983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:10.778462 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2736b54f-2a68-4e83-aee6-0d14eee68983 None None] The sync data for ids ['ff7cbd41-4276-4d07-b177-7d0f5d32ff87'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:34:10.922023 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ac291beb-5b0e-4a33-9259-abe495f2e0d5 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:10.925234 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ac291beb-5b0e-4a33-9259-abe495f2e0d5 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:10.993820 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ac291beb-5b0e-4a33-9259-abe495f2e0d5 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:10.994692 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac291beb-5b0e-4a33-9259-abe495f2e0d5 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Fanout notify agent at l3_agent the message router_deleted on router ff7cbd41-4276-4d07-b177-7d0f5d32ff87 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:34:11.011017 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ac291beb-5b0e-4a33-9259-abe495f2e0d5 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:11.015230 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ac291beb-5b0e-4a33-9259-abe495f2e0d5 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] 10.222.0.93 "DELETE /v2.0/routers/ff7cbd41-4276-4d07-b177-7d0f5d32ff87 HTTP/1.1" status: 204 len: 168 time: 0.5099344 Jun 25 09:34:11.016526 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43338) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:11.083177 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07fb88d-b5b8-4c81-bbc1-f4f19307a723 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Deleting subnet f7cfc2bd-2fdc-4ac0-87ff-9f7e480512ce {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:34:11.087319 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e07fb88d-b5b8-4c81-bbc1-f4f19307a723 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:11.141898 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e07fb88d-b5b8-4c81-bbc1-f4f19307a723 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:11.219015 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:34:11.238669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f35ba-a262-4302-8a8c-7b40766d7a2c req-e8ff24c5-71aa-4970-9e9c-77f66ddb928e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:11.241693 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c44f35ba-a262-4302-8a8c-7b40766d7a2c req-e8ff24c5-71aa-4970-9e9c-77f66ddb928e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 908 time: 0.2719715 Jun 25 09:34:11.268181 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e07fb88d-b5b8-4c81-bbc1-f4f19307a723 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:11.324254 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:11.328460 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:11.328871 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:11.345982 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:11.353946 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:11.394840 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e07fb88d-b5b8-4c81-bbc1-f4f19307a723 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:11.405463 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bda97d5e-f6c6-49f4-9bf0-70e738898573 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:11.419750 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ceac5268-dccf-4738-9027-95c66a5517e6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:11.423379 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:11.441967 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fb88d-b5b8-4c81-bbc1-f4f19307a723 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Pushing event deleted for resources: {'Subnet': ['ID=f7cfc2bd-2fdc-4ac0-87ff-9f7e480512ce,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:11.443987 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e07fb88d-b5b8-4c81-bbc1-f4f19307a723 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:11.450184 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e07fb88d-b5b8-4c81-bbc1-f4f19307a723 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] 10.222.0.93 "DELETE /v2.0/subnets/f7cfc2bd-2fdc-4ac0-87ff-9f7e480512ce HTTP/1.1" status: 204 len: 168 time: 0.4314873 Jun 25 09:34:11.450915 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e07fb88d-b5b8-4c81-bbc1-f4f19307a723 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:11.452038 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43344) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:11.478371 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:11.504561 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19efd6fd-9cc9-4c19-aae1-83fa99ed1764 None None] Network 9b3a4ffd-c425-4b94-8f84-8249462e5bf4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:11.533789 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:11.591636 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=8aa87615-e84f-49eb-98c7-30ad50955372,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:11.595964 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285a45f2-b690-42ed-9475-fb3364fb4024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:34:11.597747 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:11.618729 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e7920e-c8ad-45ee-b666-71faede5e5b6" -d '{"events": [{"server_uuid": "285a45f2-b690-42ed-9475-fb3364fb4024", "name": "network-vif-plugged", "status": "completed", "tag": "b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:34:11.640852 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Deleting port c1416750-59ce-48f1-8c43-47347e729c17 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:11.641206 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:11.680092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 88933cee-4d9a-4afc-84fe-0889cd87cbef is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:11.683371 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:11.711730 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709,segment=NetworkSegment(29c8ceb7-d074-4201-9507-076c70f5f4e5),segment_id=29c8ceb7-d074-4201-9507-076c70f5f4e5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:11.721244 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005ddfc0-f539-4eb7-9557-d7e99870d978 x-openstack-request-id: req-005ddfc0-f539-4eb7-9557-d7e99870d978 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:34:11.722147 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285a45f2-b690-42ed-9475-fb3364fb4024", "name": "network-vif-plugged", "status": "completed", "tag": "b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:34:11.723140 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-005ddfc0-f539-4eb7-9557-d7e99870d978 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:34:11.724478 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285a45f2-b690-42ed-9475-fb3364fb4024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709', 'code': 200} Jun 25 09:34:11.734223 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:11.755483 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ee26ce4d-61b0-4ee7-b61e-fca08f1af99d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:11.845436 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] For port c1416750-59ce-48f1-8c43-47347e729c17, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c1416750-59ce-48f1-8c43-47347e729c17,segment=NetworkSegment(e755dc78-650b-4ab6-9ab0-7a6915fc4f2e),segment_id=e755dc78-650b-4ab6-9ab0-7a6915fc4f2e)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:11.845852 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:11.929456 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Calling delete_port for c1416750-59ce-48f1-8c43-47347e729c17 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:12.213305 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Router 95860592-f5a1-4837-8129-757c338dc542 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:34:12.295497 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9e5d3-472d-4659-92ad-5f2c6335a55f req-1a646006-a92e-4b16-8726-170084fa97a8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:12.300917 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:12.305197 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3a9e5d3-472d-4659-92ad-5f2c6335a55f req-1a646006-a92e-4b16-8726-170084fa97a8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 946 time: 0.3123283 Jun 25 09:34:12.311287 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:12.334118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23979470-aaea-47ee-bd9c-9a96fc3fce9a req-de6e3145-c63a-4494-b883-3f59d9c3a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:12.335641 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-23979470-aaea-47ee-bd9c-9a96fc3fce9a req-de6e3145-c63a-4494-b883-3f59d9c3a852 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 1061 time: 0.3995609 Jun 25 09:34:12.341222 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b376e-ff60-4cb7-9e27-1b91798fcd79 req-5e764d23-3a95-4c54-b06a-75231eb7c694 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:12.343798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-777b376e-ff60-4cb7-9e27-1b91798fcd79 req-5e764d23-3a95-4c54-b06a-75231eb7c694 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.2570119 Jun 25 09:34:12.385795 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:12.389159 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-dedc7043-3e31-4d13-8211-4e6365b03b04 None None] Provisioning complete for port 8aa87615-e84f-49eb-98c7-30ad50955372 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:12.390345 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dedc7043-3e31-4d13-8211-4e6365b03b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:12.408968 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c7db1f8b-60f5-410d-bfc4-5eeae2898531 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:12.454363 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] No DVR routers for this DVR port c1416750-59ce-48f1-8c43-47347e729c17 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:34:12.457298 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Pushing event deleted for resources: {'Port': ['ID=c1416750-59ce-48f1-8c43-47347e729c17,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:12.462371 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:12.490306 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-dedc7043-3e31-4d13-8211-4e6365b03b04 None None] Port 8aa87615-e84f-49eb-98c7-30ad50955372 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:34:12.496941 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72406bef-c06d-4748-a13e-fbfcdaf9ca8e None None] DHCP port deletion for 9b3a4ffd-c425-4b94-8f84-8249462e5bf4 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:34:12.609766 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:34:12.617723 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "PUT /v2.0/routers/95860592-f5a1-4837-8129-757c338dc542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9701676 Jun 25 09:34:12.619719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43374) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:12.619851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52890939-8f15-411f-b5ef-ecab6d868a64 None None] Sync routers for ids ['95860592-f5a1-4837-8129-757c338dc542'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:34:12.637487 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3a9e5d3-472d-4659-92ad-5f2c6335a55f req-a914b0c2-56af-40a0-984e-56ef20721293 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926617 Jun 25 09:34:12.640192 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52890939-8f15-411f-b5ef-ecab6d868a64 None None] Routers {'95860592-f5a1-4837-8129-757c338dc542'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:34:12.641177 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-52890939-8f15-411f-b5ef-ecab6d868a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:33:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['95860592-f5a1-4837-8129-757c338dc542'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:12.657257 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-777b376e-ff60-4cb7-9e27-1b91798fcd79 req-49230f25-5cdc-45dc-a3df-385c822043a1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004236 Jun 25 09:34:12.688570 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:12.725639 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-52890939-8f15-411f-b5ef-ecab6d868a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:12.751445 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52890939-8f15-411f-b5ef-ecab6d868a64 None None] Routers {'95860592-f5a1-4837-8129-757c338dc542'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:34:12.752030 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-52890939-8f15-411f-b5ef-ecab6d868a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:33:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['95860592-f5a1-4837-8129-757c338dc542'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:12.774116 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3a4ffd-c425-4b94-8f84-8249462e5bf4']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:12.787945 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-52890939-8f15-411f-b5ef-ecab6d868a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:12.788623 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52890939-8f15-411f-b5ef-ecab6d868a64 None None] The sync data for ids ['95860592-f5a1-4837-8129-757c338dc542'] in n-d-761264-15 is: [] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:34:12.831184 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e755dc78-650b-4ab6-9ab0-7a6915fc4f2e') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:12.831478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e755dc78-650b-4ab6-9ab0-7a6915fc4f2e') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:12.854737 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:12.882979 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:12.906172 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bf229f-18f4-4012-99f6-83c0b318cccd tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:12.910823 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-96bf229f-18f4-4012-99f6-83c0b318cccd tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports?device_id=95860592-f5a1-4837-8129-757c338dc542 HTTP/1.1" status: 200 len: 982 time: 0.2849944 Jun 25 09:34:12.911638 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43380) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:12.918726 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:34:12.919285 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:34:12.925335 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:34:12.984897 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162c282-4909-4731-8692-6b4cf8d7f00a req-a3fb28f3-380f-4d11-93bc-c73b523f7939 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:12.986503 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0162c282-4909-4731-8692-6b4cf8d7f00a req-a3fb28f3-380f-4d11-93bc-c73b523f7939 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 909 time: 0.1332641 Jun 25 09:34:13.145931 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:13.170630 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-717e53e3-7064-4fa3-9fa1-2dbc49e5af0a tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:13.227628 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:13.232620 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] 10.222.0.93 "DELETE /v2.0/networks/9b3a4ffd-c425-4b94-8f84-8249462e5bf4 HTTP/1.1" status: 204 len: 168 time: 1.7795339 Jun 25 09:34:13.300447 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Pushing event deleted for resources: {'Network': ['ID=9b3a4ffd-c425-4b94-8f84-8249462e5bf4,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:13.314583 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:13.692627 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2f08680-0678-4b2f-8aaa-6d969728b539 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:13.796011 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43404) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:14.211608 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3f089e90-c065-4866-a3c3-f260fc2341be admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f7db769a8ea94ae5921c6d9488c69c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4140153 Jun 25 09:34:14.219049 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43420) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:14.255419 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c023ba-95f0-455c-8470-3e152caf35dc req-576343a9-511a-42d4-a1be-a572c8d8b8b4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:14.273057 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-d2f08680-0678-4b2f-8aaa-6d969728b539 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port 8aa87615-e84f-49eb-98c7-30ad50955372 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:14.274843 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2f08680-0678-4b2f-8aaa-6d969728b539 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:14.275127 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2c023ba-95f0-455c-8470-3e152caf35dc req-576343a9-511a-42d4-a1be-a572c8d8b8b4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.2920988 Jun 25 09:34:14.367472 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-83da6d22-2a13-4762-8e37-1b1e5c890164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:14.395181 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c1416750-59ce-48f1-8c43-47347e729c17 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:34:14.397684 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-83da6d22-2a13-4762-8e37-1b1e5c890164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:14.402037 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0818ef2-79ec-4025-b3d6-b68ad3fb41e5 req-853b3bb1-5191-4194-b8b6-8410e0b9d0c6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:14.412447 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0818ef2-79ec-4025-b3d6-b68ad3fb41e5 req-853b3bb1-5191-4194-b8b6-8410e0b9d0c6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 946 time: 0.2898033 Jun 25 09:34:14.462915 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: c1416750-59ce-48f1-8c43-47347e729c17 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:34:14.464493 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c1416750-59ce-48f1-8c43-47347e729c17 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:34:14.469360 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-83da6d22-2a13-4762-8e37-1b1e5c890164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:14.476425 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-83da6d22-2a13-4762-8e37-1b1e5c890164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:14.481381 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-83da6d22-2a13-4762-8e37-1b1e5c890164 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/86078250-3369-4b68-9dc2-6520f4c508e1 HTTP/1.1" status: 204 len: 168 time: 0.2588298 Jun 25 09:34:14.496033 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b7c00405-c4f1-4c93-b564-538b5e85c4b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:14.526888 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0818ef2-79ec-4025-b3d6-b68ad3fb41e5 req-40ac3ce2-f3d4-4c1f-b2f4-4d069a95fa91 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134050 Jun 25 09:34:14.542144 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da6d22-2a13-4762-8e37-1b1e5c890164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86078250-3369-4b68-9dc2-6520f4c508e1,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:14.549144 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2c023ba-95f0-455c-8470-3e152caf35dc req-ce122c44-b25e-47d8-a923-c3fc23e6d324 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717729 Jun 25 09:34:14.568067 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-83da6d22-2a13-4762-8e37-1b1e5c890164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:14.595620 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2f08680-0678-4b2f-8aaa-6d969728b539 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:14.645194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-d2f08680-0678-4b2f-8aaa-6d969728b539 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for 8aa87615-e84f-49eb-98c7-30ad50955372 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:14.991810 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b474e-4fcc-4fd5-8469-2003bc911ad4 req-276611b1-03a7-4045-a9db-c4ed73bdeb21 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:15.016979 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-347b474e-4fcc-4fd5-8469-2003bc911ad4 req-276611b1-03a7-4045-a9db-c4ed73bdeb21 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 909 time: 0.2342489 Jun 25 09:34:15.131565 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2f08680-0678-4b2f-8aaa-6d969728b539 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:15.136363 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-390d3293-fc38-422c-9f18-2f5a1b988c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:15.236047 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f08680-0678-4b2f-8aaa-6d969728b539 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=8aa87615-e84f-49eb-98c7-30ad50955372,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:15.242855 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d2f08680-0678-4b2f-8aaa-6d969728b539 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:15.355567 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b737a-6ad1-4e58-9758-9dd02c1673d0 req-6ad21e67-e174-44d1-b378-153da3ec06cb tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:15.369104 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-067b737a-6ad1-4e58-9758-9dd02c1673d0 req-6ad21e67-e174-44d1-b378-153da3ec06cb tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 946 time: 0.2147250 Jun 25 09:34:15.503506 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-067b737a-6ad1-4e58-9758-9dd02c1673d0 req-ecd8ccad-0a94-46bc-b5d4-66ad7d9a1d8f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334248 Jun 25 09:34:15.554286 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d2f08680-0678-4b2f-8aaa-6d969728b539 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:15.600324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c480c-eb06-4cf5-b660-87c6167192e9 req-34540803-d3c5-4ad0-a0ea-af5f85e8fba9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:15.601940 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-795c480c-eb06-4cf5-b660-87c6167192e9 req-34540803-d3c5-4ad0-a0ea-af5f85e8fba9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 909 time: 0.2302282 Jun 25 09:34:15.905001 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f08680-0678-4b2f-8aaa-6d969728b539 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Router 95860592-f5a1-4837-8129-757c338dc542 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:34:16.005574 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7ce7-5fb4-49e8-aba3-7af7460afb29 req-25400d2c-7000-4e69-b269-d4a89b103288 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:16.007798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ed4c7ce7-5fb4-49e8-aba3-7af7460afb29 req-25400d2c-7000-4e69-b269-d4a89b103288 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.2406433 Jun 25 09:34:16.046178 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c432f3a-bac5-4b6c-98c4-e190ae02d199 req-15a92b6e-ddb0-4cef-8c0b-e07e3a7647ed tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:16.048086 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c432f3a-bac5-4b6c-98c4-e190ae02d199 req-15a92b6e-ddb0-4cef-8c0b-e07e3a7647ed tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 1061 time: 0.1672981 Jun 25 09:34:16.049455 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f08680-0678-4b2f-8aaa-6d969728b539 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:34:16.071027 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d2f08680-0678-4b2f-8aaa-6d969728b539 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "PUT /v2.0/routers/95860592-f5a1-4837-8129-757c338dc542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1564045 Jun 25 09:34:16.071782 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43478) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:16.074626 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a222a3-8f53-4708-9bc6-9e5ff1ddf96c None None] Sync routers for ids ['95860592-f5a1-4837-8129-757c338dc542'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:34:16.089141 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a222a3-8f53-4708-9bc6-9e5ff1ddf96c None None] Routers {'95860592-f5a1-4837-8129-757c338dc542'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:34:16.089923 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ed4c7ce7-5fb4-49e8-aba3-7af7460afb29 req-a4c33a54-e469-45b0-b243-3c228c75f1a0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703568 Jun 25 09:34:16.090664 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a0a222a3-8f53-4708-9bc6-9e5ff1ddf96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:33:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['95860592-f5a1-4837-8129-757c338dc542'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:16.175145 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-24293029-912c-4848-8913-e401668abe17 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] GET failed (client error): The resource could not be found. Jun 25 09:34:16.192452 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-24293029-912c-4848-8913-e401668abe17 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/8aa87615-e84f-49eb-98c7-30ad50955372 HTTP/1.1" status: 404 len: 333 time: 0.1074059 Jun 25 09:34:16.192639 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43482) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:16.193885 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43484) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:16.340488 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a0a222a3-8f53-4708-9bc6-9e5ff1ddf96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:16.350640 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-868c0f85-0c04-4fee-ad26-5357d7425a76 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:16.361608 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a222a3-8f53-4708-9bc6-9e5ff1ddf96c None None] Routers {'95860592-f5a1-4837-8129-757c338dc542'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:34:16.362557 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a0a222a3-8f53-4708-9bc6-9e5ff1ddf96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:33:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['95860592-f5a1-4837-8129-757c338dc542'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:16.398580 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-a0a222a3-8f53-4708-9bc6-9e5ff1ddf96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:16.399497 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a222a3-8f53-4708-9bc6-9e5ff1ddf96c None None] The sync data for ids ['95860592-f5a1-4837-8129-757c338dc542'] in n-d-761264-15 is: [] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:34:16.447022 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-567132195'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:16.498122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:16.502010 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:16.522825 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:16.720278 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:16.727694 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:16.731026 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a48d2aa8-0bcb-425b-8eca-1ee0db0338fb tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:16.780763 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-868c0f85-0c04-4fee-ad26-5357d7425a76 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:16.782398 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:34:16.789930 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791b3e8-5abf-4973-826a-c7dfa9b1f157 req-4a57ea28-0523-42f4-9c1a-6044f3c4335b tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:16.805510 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e791b3e8-5abf-4973-826a-c7dfa9b1f157 req-4a57ea28-0523-42f4-9c1a-6044f3c4335b tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 1137 time: 0.5279067 Jun 25 09:34:16.808044 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-868c0f85-0c04-4fee-ad26-5357d7425a76 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:16.814998 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ec17b9-456f-4973-b1ca-c42937e4f47b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:16.835215 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:16.836641 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:16.837216 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Added segment 48b6a356-0583-49be-b64d-4b9ba4dd62ce of type vlan for network 2a43ae7e-f5f0-4daf-9264-a98686f01979 Jun 25 09:34:16.912796 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:16.981755 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:16.996756 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e791b3e8-5abf-4973-826a-c7dfa9b1f157 req-e75ae8da-8ee6-4335-a14c-2e736f9a3443 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=26e13ba0-b2f9-4473-8a60-25131638eac1&id=33cd5e90-477d-4688-afd6-d2249ea042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1902909 Jun 25 09:34:17.007756 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-868c0f85-0c04-4fee-ad26-5357d7425a76 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:17.008481 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868c0f85-0c04-4fee-ad26-5357d7425a76 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Fanout notify agent at l3_agent the message router_deleted on router 95860592-f5a1-4837-8129-757c338dc542 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:34:17.009002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:17.009744 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:17.020134 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:17.024698 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-868c0f85-0c04-4fee-ad26-5357d7425a76 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:17.025951 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-868c0f85-0c04-4fee-ad26-5357d7425a76 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/routers/95860592-f5a1-4837-8129-757c338dc542 HTTP/1.1" status: 204 len: 168 time: 0.8310900 Jun 25 09:34:17.028822 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43502) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:17.036373 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43504) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:17.056797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a7dcd-a2ee-427a-8a89-e38e2e8cf667 req-0d1ab94d-e305-43fc-9010-622b9ac2d81b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:17.065625 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b41a7dcd-a2ee-427a-8a89-e38e2e8cf667 req-0d1ab94d-e305-43fc-9010-622b9ac2d81b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 946 time: 0.2875681 Jun 25 09:34:17.198412 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b41a7dcd-a2ee-427a-8a89-e38e2e8cf667 req-816ae847-5ea8-47a1-bef7-2d3850bf1192 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312315 Jun 25 09:34:17.265594 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Network': ['ID=2a43ae7e-f5f0-4daf-9264-a98686f01979,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:17.282478 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 2a43ae7e-f5f0-4daf-9264-a98686f01979 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:34:17.470802 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbe981-3fde-4231-9f3e-eba1c8cf17e3 req-c0b765cc-f57a-4f9a-9563-1a54b5cf1eac tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:17.472507 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-00dbe981-3fde-4231-9f3e-eba1c8cf17e3 req-c0b765cc-f57a-4f9a-9563-1a54b5cf1eac tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.1562209 Jun 25 09:34:17.528817 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-00dbe981-3fde-4231-9f3e-eba1c8cf17e3 req-36413423-0762-40ef-b983-5d8264633704 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482140 Jun 25 09:34:17.951286 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:17.953540 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7595913 Jun 25 09:34:17.988767 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c6abc6-c3b2-4bff-aabd-fe035a70501f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting subnet d80df0f2-0ac4-4e75-8188-205f225497d2 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:34:17.993670 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-40c6abc6-c3b2-4bff-aabd-fe035a70501f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:18.042001 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9de9b3-51a4-4b43-b687-0201883f5333 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:18.043962 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9e9de9b3-51a4-4b43-b687-0201883f5333 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 1056 time: 1.0064325 Jun 25 09:34:18.046902 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-40c6abc6-c3b2-4bff-aabd-fe035a70501f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:18.087703 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43530) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:18.096424 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-24fed50d-470e-4d93-bb90-9e1490a52aa0 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'subnet': {'network_id': '2a43ae7e-f5f0-4daf-9264-a98686f01979', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:18.167689 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bc8af-8709-4ec1-ac7f-8df2b57a4ff1 req-c1bdab57-9591-4f41-96c9-b315c29ae101 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:18.178058 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-077bc8af-8709-4ec1-ac7f-8df2b57a4ff1 req-c1bdab57-9591-4f41-96c9-b315c29ae101 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.2458253 Jun 25 09:34:18.201950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452c39f-a69a-49dc-a98e-3c40753cb763 req-13d0e1b9-2094-4e68-a72c-551fb43f1d46 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:18.203606 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5452c39f-a69a-49dc-a98e-3c40753cb763 req-13d0e1b9-2094-4e68-a72c-551fb43f1d46 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 946 time: 0.3532085 Jun 25 09:34:18.253343 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-40c6abc6-c3b2-4bff-aabd-fe035a70501f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:18.280177 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-077bc8af-8709-4ec1-ac7f-8df2b57a4ff1 req-91a89e30-2f44-4950-af6a-04f84ee68045 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009228 Jun 25 09:34:18.324364 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5452c39f-a69a-49dc-a98e-3c40753cb763 req-3dcae420-50a1-42a8-a7f4-2578b1ae7cbe tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125472 Jun 25 09:34:18.365824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fed50d-470e-4d93-bb90-9e1490a52aa0 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:18.373552 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-24fed50d-470e-4d93-bb90-9e1490a52aa0 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:18.481107 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-40c6abc6-c3b2-4bff-aabd-fe035a70501f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:18.533003 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a4023e33-b274-4e19-83ab-1e705137b097 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:18.561126 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ca14b4-0b9b-4361-af22-884dbd117fc2 None None] Network 88933cee-4d9a-4afc-84fe-0889cd87cbef requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:18.601009 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-40c6abc6-c3b2-4bff-aabd-fe035a70501f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:18.606768 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-40c6abc6-c3b2-4bff-aabd-fe035a70501f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/d80df0f2-0ac4-4e75-8188-205f225497d2 HTTP/1.1" status: 204 len: 168 time: 1.5744529 Jun 25 09:34:18.611480 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43542) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:18.634448 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6abc6-c3b2-4bff-aabd-fe035a70501f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Subnet': ['ID=d80df0f2-0ac4-4e75-8188-205f225497d2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:18.652795 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-40c6abc6-c3b2-4bff-aabd-fe035a70501f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:18.777978 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ee9e6-d2e5-4483-bc5f-a83bf39e8b5a req-13ce8f90-ff37-4105-beb6-326cad3cfa4d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:18.785617 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa8ee9e6-d2e5-4483-bc5f-a83bf39e8b5a req-13ce8f90-ff37-4105-beb6-326cad3cfa4d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.2095828 Jun 25 09:34:18.818685 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:18.977587 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa8ee9e6-d2e5-4483-bc5f-a83bf39e8b5a req-4dabb47b-a49d-4568-adda-62f30781316d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848769 Jun 25 09:34:19.114123 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-24fed50d-470e-4d93-bb90-9e1490a52aa0 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:19.118304 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6401fb91-00ae-43b8-b1f4-80aec56c04b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:19.145070 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] DHCP port deletion for 88933cee-4d9a-4afc-84fe-0889cd87cbef request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:34:19.211291 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port b5cc1af1-82e9-4145-bfb7-1ca8c739954e {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:19.211639 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:19.226656 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Deleting port b5cc1af1-82e9-4145-bfb7-1ca8c739954e {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:19.227046 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:19.306231 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fed50d-470e-4d93-bb90-9e1490a52aa0 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Subnet': ['ID=21f00549-a1e5-480a-9341-1e489a37cfaf,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:19.334610 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-24fed50d-470e-4d93-bb90-9e1490a52aa0 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:19.336085 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] For port b5cc1af1-82e9-4145-bfb7-1ca8c739954e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b5cc1af1-82e9-4145-bfb7-1ca8c739954e,segment=NetworkSegment(147d3cdf-19c4-4ac9-8ba2-4dcae8f95d2f),segment_id=147d3cdf-19c4-4ac9-8ba2-4dcae8f95d2f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:19.336799 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:19.357944 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Calling delete_port for b5cc1af1-82e9-4145-bfb7-1ca8c739954e owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:19.397330 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fed50d-470e-4d93-bb90-9e1490a52aa0 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Checking segment: {'id': '48b6a356-0583-49be-b64d-4b9ba4dd62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2a43ae7e-f5f0-4daf-9264-a98686f01979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:19.407861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fed50d-470e-4d93-bb90-9e1490a52aa0 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network hostable DHCP agents. Network: 2a43ae7e-f5f0-4daf-9264-a98686f01979, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:34:19.426567 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] For port b5cc1af1-82e9-4145-bfb7-1ca8c739954e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b5cc1af1-82e9-4145-bfb7-1ca8c739954e,segment=NetworkSegment(147d3cdf-19c4-4ac9-8ba2-4dcae8f95d2f),segment_id=147d3cdf-19c4-4ac9-8ba2-4dcae8f95d2f)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:19.431115 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:19.474369 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:19.486427 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:19.508744 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for b5cc1af1-82e9-4145-bfb7-1ca8c739954e owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:19.517977 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] No DVR routers for this DVR port b5cc1af1-82e9-4145-bfb7-1ca8c739954e on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:34:19.579555 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28dbbce-52a4-4547-b11d-dd28b9a3eee6 req-2fe8c1c1-5552-49c7-96cb-199859e0ddb1 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:19.582397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f28dbbce-52a4-4547-b11d-dd28b9a3eee6 req-2fe8c1c1-5552-49c7-96cb-199859e0ddb1 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 909 time: 0.3109796 Jun 25 09:34:19.598136 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Pushing event deleted for resources: {'Port': ['ID=b5cc1af1-82e9-4145-bfb7-1ca8c739954e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:19.619576 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:19.620747 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:19.621521 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:19.623047 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:19.631236 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:19.631497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:19.631768 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:19.632530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:19.633342 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:19.633689 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:19.634026 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:19.634359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:19.639490 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:19.641588 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-37865c62-b083-4f44-b884-25f8b74c6f82 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:19.648857 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-37865c62-b083-4f44-b884-25f8b74c6f82 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 811 time: 0.3100984 Jun 25 09:34:19.650983 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:19.668606 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef0afcd2-da20-46e9-99f2-fb8db7196636 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:19.683781 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-6d12f694-3f4f-4f56-8e07-8cae75b7c286 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/quotas/947752a66d514658b9b3ad4c8803cd36 HTTP/1.1" status: 200 len: 375 time: 0.0334976 Jun 25 09:34:19.715660 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=b5cc1af1-82e9-4145-bfb7-1ca8c739954e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:19.724399 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No DVR routers for this DVR port b5cc1af1-82e9-4145-bfb7-1ca8c739954e on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:34:19.726735 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:19.732435 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fed50d-470e-4d93-bb90-9e1490a52aa0 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network 2a43ae7e-f5f0-4daf-9264-a98686f01979 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:34:19.769789 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-24fed50d-470e-4d93-bb90-9e1490a52aa0 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 2a43ae7e-f5f0-4daf-9264-a98686f01979) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:19.779074 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeb88ea-61f6-4cf6-94fe-b2923f4cdb76 None None] Network 2a43ae7e-f5f0-4daf-9264-a98686f01979 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:19.809451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fed50d-470e-4d93-bb90-9e1490a52aa0 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:19.810303 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-24fed50d-470e-4d93-bb90-9e1490a52aa0 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:19.831678 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:19.879754 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-24fed50d-470e-4d93-bb90-9e1490a52aa0 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7901595 Jun 25 09:34:19.881349 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43574) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:19.891723 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-93cd1df0-ec51-44b8-abeb-205e5ed3789f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-568686123'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:19.913522 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88933cee-4d9a-4afc-84fe-0889cd87cbef']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:19.951546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147d3cdf-19c4-4ac9-8ba2-4dcae8f95d2f') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:19.961298 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147d3cdf-19c4-4ac9-8ba2-4dcae8f95d2f') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:20.001454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-298ba9d6-1f4e-4507-ab75-f4834c9a5c66 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3162439 Jun 25 09:34:20.008355 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:20.037822 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cd1df0-ec51-44b8-abeb-205e5ed3789f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:20.041677 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93cd1df0-ec51-44b8-abeb-205e5ed3789f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:20.060022 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:20.073368 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:34:20.074344 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: self.session.flush() Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:34:20.078518 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:34:20.094525 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-2a43ae7e-f5f0-4daf-9264-a98686f01979', 'network_id': '2a43ae7e-f5f0-4daf-9264-a98686f01979', 'tenant_id': '525c5f7a398846f3945c29eef96485a2', 'fixed_ips': [{'subnet_id': '21f00549-a1e5-480a-9341-1e489a37cfaf'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:34:20.106645 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:20.156264 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cd1df0-ec51-44b8-abeb-205e5ed3789f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:34:20.175059 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93cd1df0-ec51-44b8-abeb-205e5ed3789f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:20.175608 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-93cd1df0-ec51-44b8-abeb-205e5ed3789f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Added segment 7e669f36-05d1-4aae-9334-3c61c242e997 of type vlan for network 4914b53c-e1ee-4952-8139-c6a0570c53f2 Jun 25 09:34:20.189191 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:20.220877 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0d2d3bb9-cd73-4f79-a6da-e31f7c719aef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:20.232880 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b6ad7-0172-403c-90e6-10d083f13322 req-0fa699c7-62e2-4dd9-bd06-de620c88d57b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:20.234714 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-054b6ad7-0172-403c-90e6-10d083f13322 req-0fa699c7-62e2-4dd9-bd06-de620c88d57b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 946 time: 0.2550452 Jun 25 09:34:20.237445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:20.243864 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/networks/88933cee-4d9a-4afc-84fe-0889cd87cbef HTTP/1.1" status: 204 len: 168 time: 1.6270497 Jun 25 09:34:20.254272 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43584) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:20.282050 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Network': ['ID=88933cee-4d9a-4afc-84fe-0889cd87cbef,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:20.327114 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93cd1df0-ec51-44b8-abeb-205e5ed3789f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:20.336408 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:20.478492 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.resource_extend [None req-93cd1df0-ec51-44b8-abeb-205e5ed3789f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 09:34:20.495314 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b5cc1af1-82e9-4145-bfb7-1ca8c739954e no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:34:20.498906 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb4f4c3-acea-488b-89b8-ade7d5a05f3b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:20.503858 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6cb4f4c3-acea-488b-89b8-ade7d5a05f3b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 HTTP/1.1" status: 200 len: 840 time: 0.2451212 Jun 25 09:34:20.516275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43590) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:20.542487 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: b5cc1af1-82e9-4145-bfb7-1ca8c739954e {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:34:20.542836 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b5cc1af1-82e9-4145-bfb7-1ca8c739954e not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:34:20.633634 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Allocated IP 172.20.255.242 (2a43ae7e-f5f0-4daf-9264-a98686f01979/21f00549-a1e5-480a-9341-1e489a37cfaf/c13d5da9-8267-4991-ae78-535d371cfb82) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:20.677658 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5b1d4d1f-77f0-4393-a2bb-c2e6816a5435 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1540499 Jun 25 09:34:20.686807 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93cd1df0-ec51-44b8-abeb-205e5ed3789f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:20.702619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cd1df0-ec51-44b8-abeb-205e5ed3789f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:20.703052 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7863315-f67e-4f9d-9114-7f5b24f0750f req-0369ef45-9e36-44a1-8e44-74a4529e27e6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:20.704862 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7863315-f67e-4f9d-9114-7f5b24f0750f req-0369ef45-9e36-44a1-8e44-74a4529e27e6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 946 time: 0.9407361 Jun 25 09:34:20.707656 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43600) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:20.708443 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93cd1df0-ec51-44b8-abeb-205e5ed3789f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:20.712844 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2577dbe0-af1d-49c8-99d6-5343a65aee79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:20.733880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-3ce1534d-0daa-4f51-9cfe-3d83bcb243aa tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'subnet': {'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:20.900109 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-93cd1df0-ec51-44b8-abeb-205e5ed3789f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0182688 Jun 25 09:34:20.903643 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43602) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:20.911481 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-054b6ad7-0172-403c-90e6-10d083f13322 req-18a67ee3-f6a5-4e2a-8957-04b59664b338 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Deleting port a28412d1-1160-4e14-9391-2ad328c43f3b {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:20.911990 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-054b6ad7-0172-403c-90e6-10d083f13322 req-18a67ee3-f6a5-4e2a-8957-04b59664b338 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:20.924156 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-9a17edc1-a80c-478f-b89b-81ce4abf4da7 service neutron] 10.222.0.93 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9196928 Jun 25 09:34:20.928603 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4ab03287-55bf-43b4-ba0e-84a32d89ebf7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'subnet': {'network_id': '4914b53c-e1ee-4952-8139-c6a0570c53f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:20.986793 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:20.999759 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Transition to ACTIVE for port object c13d5da9-8267-4991-ae78-535d371cfb82 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:21.026449 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Transition to ACTIVE for port object c13d5da9-8267-4991-ae78-535d371cfb82 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:21.048096 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:21.050914 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:21.118286 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7863315-f67e-4f9d-9114-7f5b24f0750f req-78a8755e-ece5-4c31-9b0f-e5a9626dc8f5 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029140 Jun 25 09:34:21.128323 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Network 2a43ae7e-f5f0-4daf-9264-a98686f01979 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:21.143285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:21.148058 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:34:21.169608 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Pushing event updated for resources: {'Port': ['ID=c13d5da9-8267-4991-ae78-535d371cfb82,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:21.178079 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:21.236574 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd1df0-ec51-44b8-abeb-205e5ed3789f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Network': ['ID=4914b53c-e1ee-4952-8139-c6a0570c53f2,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:21.253027 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-93cd1df0-ec51-44b8-abeb-205e5ed3789f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:21.261955 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce1534d-0daa-4f51-9cfe-3d83bcb243aa tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:21.266409 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 4914b53c-e1ee-4952-8139-c6a0570c53f2 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:34:21.268795 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3ce1534d-0daa-4f51-9cfe-3d83bcb243aa tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:21.431017 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-054b6ad7-0172-403c-90e6-10d083f13322 req-18a67ee3-f6a5-4e2a-8957-04b59664b338 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] For port a28412d1-1160-4e14-9391-2ad328c43f3b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=a28412d1-1160-4e14-9391-2ad328c43f3b,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:21.431924 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-054b6ad7-0172-403c-90e6-10d083f13322 req-18a67ee3-f6a5-4e2a-8957-04b59664b338 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:21.444441 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab03287-55bf-43b4-ba0e-84a32d89ebf7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:21.447408 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-a0ee3b77-1b3f-4f76-887a-f66ac2d57e3a service neutron] 10.222.0.93 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145307 Jun 25 09:34:21.449215 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4ab03287-55bf-43b4-ba0e-84a32d89ebf7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:21.540661 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-054b6ad7-0172-403c-90e6-10d083f13322 req-18a67ee3-f6a5-4e2a-8957-04b59664b338 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Calling delete_port for a28412d1-1160-4e14-9391-2ad328c43f3b owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:21.558221 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Attempting to bind port c13d5da9-8267-4991-ae78-535d371cfb82 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:34:21.558604 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Attempting to bind port c13d5da9-8267-4991-ae78-535d371cfb82 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '48b6a356-0583-49be-b64d-4b9ba4dd62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2a43ae7e-f5f0-4daf-9264-a98686f01979'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:34:21.559368 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Attempting to bind port c13d5da9-8267-4991-ae78-535d371cfb82 on network 2a43ae7e-f5f0-4daf-9264-a98686f01979 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:34:21.572177 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:34:21.572713 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Checking segment: {'id': '48b6a356-0583-49be-b64d-4b9ba4dd62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2a43ae7e-f5f0-4daf-9264-a98686f01979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:21.573187 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:21.573735 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Bound using segment: {'id': '48b6a356-0583-49be-b64d-4b9ba4dd62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2a43ae7e-f5f0-4daf-9264-a98686f01979'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:34:21.574225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Bound port: c13d5da9-8267-4991-ae78-535d371cfb82, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b6a356-0583-49be-b64d-4b9ba4dd62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2a43ae7e-f5f0-4daf-9264-a98686f01979'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:34:21.574622 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:21.717576 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] For port c13d5da9-8267-4991-ae78-535d371cfb82, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:34:21.727730 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] For port c13d5da9-8267-4991-ae78-535d371cfb82, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c13d5da9-8267-4991-ae78-535d371cfb82,segment=NetworkSegment(48b6a356-0583-49be-b64d-4b9ba4dd62ce),segment_id=48b6a356-0583-49be-b64d-4b9ba4dd62ce)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:34:21.737865 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:21.743787 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:21.857396 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Pushing event updated for resources: {'Port': ['ID=c13d5da9-8267-4991-ae78-535d371cfb82,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:21.860897 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:21.914390 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bb919-0433-4678-ab12-7011da67d317 req-0a7f875b-ff46-428a-bb4f-6052ca8a4e61 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:21.919288 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-071bb919-0433-4678-ab12-7011da67d317 req-0a7f875b-ff46-428a-bb4f-6052ca8a4e61 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.41 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 909 time: 0.6607265 Jun 25 09:34:22.066269 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-33441101-541b-4bf7-b1ab-114a4b526a6e req-92c1d777-dcac-43e5-9598-02c39539499f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 210 time: 0.1894472 Jun 25 09:34:22.176374 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-054b6ad7-0172-403c-90e6-10d083f13322 req-18a67ee3-f6a5-4e2a-8957-04b59664b338 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:22.208307 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059d8e6-2c08-49dd-af80-2e3251789895 req-b84a223e-a7ad-4d30-865a-81f8b20ff6c9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:22.240237 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3059d8e6-2c08-49dd-af80-2e3251789895 req-b84a223e-a7ad-4d30-865a-81f8b20ff6c9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 909 time: 0.7270391 Jun 25 09:34:22.245494 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1c994942-25f8-45d5-b73b-5e4cd3bfe48a tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:22.423867 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0659aa4b-8bbc-41ed-83ae-a1288e3065d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:22.571199 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c13d5da9-8267-4991-ae78-535d371cfb82 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:34:22.613525 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a67ee3-f6a5-4e2a-8957-04b59664b338 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Pushing event deleted for resources: {'Port': ['ID=a28412d1-1160-4e14-9391-2ad328c43f3b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:22.625678 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-18a67ee3-f6a5-4e2a-8957-04b59664b338 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:22.742872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port c13d5da9-8267-4991-ae78-535d371cfb82 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:22.766577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1cbda3ac-22a0-4ac3-a65d-2b4d55eb40f3 req-df567f0a-0412-4fa0-a8c3-1002194a2632 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 210 time: 0.0954463 Jun 25 09:34:22.771336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-054b6ad7-0172-403c-90e6-10d083f13322 req-18a67ee3-f6a5-4e2a-8957-04b59664b338 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] No DVR routers for this DVR port a28412d1-1160-4e14-9391-2ad328c43f3b on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:34:22.773936 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4ab03287-55bf-43b4-ba0e-84a32d89ebf7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:22.778734 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-054b6ad7-0172-403c-90e6-10d083f13322 req-18a67ee3-f6a5-4e2a-8957-04b59664b338 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:22.780509 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-054b6ad7-0172-403c-90e6-10d083f13322 req-18a67ee3-f6a5-4e2a-8957-04b59664b338 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "DELETE /v2.0/ports/a28412d1-1160-4e14-9391-2ad328c43f3b HTTP/1.1" status: 204 len: 173 time: 2.5154066 Jun 25 09:34:22.781098 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3ce1534d-0daa-4f51-9cfe-3d83bcb243aa tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:22.803587 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-52a7e1f9-a876-4dfd-a4a1-1d9bd9419168 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:22.806239 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-24fed50d-470e-4d93-bb90-9e1490a52aa0 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:22.809489 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6fb0f6-2293-40b7-a324-46d227c597f2', 'name': 'network-vif-deleted', 'tag': 'a28412d1-1160-4e14-9391-2ad328c43f3b'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:34:22.812058 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f920a8b-0f92-48a3-86d9-a5f0687c528a" -d '{"events": [{"server_uuid": "ad6fb0f6-2293-40b7-a324-46d227c597f2", "name": "network-vif-deleted", "tag": "a28412d1-1160-4e14-9391-2ad328c43f3b"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:34:22.913173 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8f463b-3827-41f8-b6c5-21ed474191d2 x-openstack-request-id: req-ef8f463b-3827-41f8-b6c5-21ed474191d2 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:34:22.913515 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6fb0f6-2293-40b7-a324-46d227c597f2", "name": "network-vif-deleted", "tag": "a28412d1-1160-4e14-9391-2ad328c43f3b", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:34:22.913820 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ef8f463b-3827-41f8-b6c5-21ed474191d2 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:34:22.914264 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6fb0f6-2293-40b7-a324-46d227c597f2', 'name': 'network-vif-deleted', 'tag': 'a28412d1-1160-4e14-9391-2ad328c43f3b', 'status': 'completed', 'code': 200} Jun 25 09:34:22.927075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1534d-0daa-4f51-9cfe-3d83bcb243aa tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Subnet': ['ID=89bb2c08-d8e7-4ad0-b899-e0db636fa6d4,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:22.952353 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3ce1534d-0daa-4f51-9cfe-3d83bcb243aa tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:22.963227 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce1534d-0daa-4f51-9cfe-3d83bcb243aa tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 631d7257-be32-4784-ac2e-57b03b3c4033 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:22.982036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-071bb919-0433-4678-ab12-7011da67d317 req-9b555554-3948-4866-8ff1-30dbac4e245c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Deleting port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:22.982381 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-071bb919-0433-4678-ab12-7011da67d317 req-9b555554-3948-4866-8ff1-30dbac4e245c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:22.988628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab03287-55bf-43b4-ba0e-84a32d89ebf7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Subnet': ['ID=77f8cf1d-ceb3-45cf-9e76-13c4b7fae56f,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:22.995324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-3ce1534d-0daa-4f51-9cfe-3d83bcb243aa tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:22.999393 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4ab03287-55bf-43b4-ba0e-84a32d89ebf7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:23.007382 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c4c02-e691-4fb4-9833-b045cbab5cfe None None] Network 631d7257-be32-4784-ac2e-57b03b3c4033 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:23.028498 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab03287-55bf-43b4-ba0e-84a32d89ebf7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Checking segment: {'id': '7e669f36-05d1-4aae-9334-3c61c242e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '4914b53c-e1ee-4952-8139-c6a0570c53f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:23.028906 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab03287-55bf-43b4-ba0e-84a32d89ebf7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network hostable DHCP agents. Network: 4914b53c-e1ee-4952-8139-c6a0570c53f2, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:34:23.051225 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce1534d-0daa-4f51-9cfe-3d83bcb243aa tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:23.053360 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3ce1534d-0daa-4f51-9cfe-3d83bcb243aa tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:23.119691 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab03287-55bf-43b4-ba0e-84a32d89ebf7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network 4914b53c-e1ee-4952-8139-c6a0570c53f2 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:34:23.130016 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3ce1534d-0daa-4f51-9cfe-3d83bcb243aa tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4161196 Jun 25 09:34:23.134707 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43644) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:23.140648 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-4ab03287-55bf-43b4-ba0e-84a32d89ebf7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 4914b53c-e1ee-4952-8139-c6a0570c53f2) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:23.146587 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab03287-55bf-43b4-ba0e-84a32d89ebf7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:23.147396 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4ab03287-55bf-43b4-ba0e-84a32d89ebf7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:23.151873 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f7403d-d6e0-4088-85f4-e5e4aac5ff5e None None] Network 4914b53c-e1ee-4952-8139-c6a0570c53f2 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:23.160610 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-71f6982c-ce54-4c09-9e49-c6edfe92b691 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'security_group': {'name': 'tempest-secgroup-1295909382'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:23.183695 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4ab03287-55bf-43b4-ba0e-84a32d89ebf7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2679763 Jun 25 09:34:23.186165 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43646) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:23.242759 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-71f6982c-ce54-4c09-9e49-c6edfe92b691 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:23.296135 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device a28412d1-1160-4e14-9391-2ad328c43f3b no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:34:23.390156 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: a28412d1-1160-4e14-9391-2ad328c43f3b {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:34:23.390644 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device a28412d1-1160-4e14-9391-2ad328c43f3b not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:34:23.405994 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45629611-8f22-411c-b91b-70a54c9354ad req-5e78a726-1794-428c-8e02-9359b49c66aa tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 210 time: 0.1033950 Jun 25 09:34:23.474871 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:23.597695 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-071bb919-0433-4678-ab12-7011da67d317 req-9b555554-3948-4866-8ff1-30dbac4e245c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] For port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709,segment=NetworkSegment(29c8ceb7-d074-4201-9507-076c70f5f4e5),segment_id=29c8ceb7-d074-4201-9507-076c70f5f4e5)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:23.597838 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-071bb919-0433-4678-ab12-7011da67d317 req-9b555554-3948-4866-8ff1-30dbac4e245c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:23.663972 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:23.686699 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-71f6982c-ce54-4c09-9e49-c6edfe92b691 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:23.696564 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-071bb919-0433-4678-ab12-7011da67d317 req-9b555554-3948-4866-8ff1-30dbac4e245c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Calling delete_port for b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:23.718533 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-71f6982c-ce54-4c09-9e49-c6edfe92b691 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:23.723622 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2f9eb916-8e47-440a-bd19-b7a2208c97a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:23.781926 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7ed2ab-2535-48dd-8752-1a8d23510c70 None None] Network 2a43ae7e-f5f0-4daf-9264-a98686f01979 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:23.842523 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:23.845462 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fca4a30a-6f24-4eea-a333-d865a13e8a6d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:23.901193 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Subnet': ['ID=77f8cf1d-ceb3-45cf-9e76-13c4b7fae56f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:23.910478 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:23.971240 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-71f6982c-ce54-4c09-9e49-c6edfe92b691 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:23.980776 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-71f6982c-ce54-4c09-9e49-c6edfe92b691 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8258264 Jun 25 09:34:23.988750 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43662) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:24.005009 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-bde01a5f-6c4d-4109-bf75-fa313a20ce84 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'security_group': {'name': 'tempest-secgroup-1635863224'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:24.026067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6982c-ce54-4c09-9e49-c6edfe92b691 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d856ab4e-7562-4000-848c-e867fa39b890,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:24.031046 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-71f6982c-ce54-4c09-9e49-c6edfe92b691 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:24.084315 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fbbe7-129e-4fc2-aef1-7004ab1d4ccc req-b0cef969-732d-44d5-97bf-e3139b5eee0c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:24.086260 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce5fbbe7-129e-4fc2-aef1-7004ab1d4ccc req-b0cef969-732d-44d5-97bf-e3139b5eee0c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 909 time: 0.5233614 Jun 25 09:34:24.088043 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:24.111618 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bde01a5f-6c4d-4109-bf75-fa313a20ce84 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:24.122501 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4914b53c-e1ee-4952-8139-c6a0570c53f2']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:24.148609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e669f36-05d1-4aae-9334-3c61c242e997') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:24.148938 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e669f36-05d1-4aae-9334-3c61c242e997') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:24.177308 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:24.208944 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c1366226-feec-44b8-8022-1389d6183a83 None None] Provisioning for port c13d5da9-8267-4991-ae78-535d371cfb82 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:24.209436 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:24.238602 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:34:24.238980 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:24.241145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c1366226-feec-44b8-8022-1389d6183a83 None None] Provisioning complete for port c13d5da9-8267-4991-ae78-535d371cfb82 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:24.241527 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c1366226-feec-44b8-8022-1389d6183a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:34:24.244226 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:34:24.349721 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a05851f8-b4b4-4ec1-9750-f4bec6e8e407 req-33c10bfb-4590-4192-baee-83eed074cfc9 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad6fb0f6-2293-40b7-a324-46d227c597f2 HTTP/1.1" status: 200 len: 210 time: 0.1566796 Jun 25 09:34:24.364653 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:24.368274 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef848736-0f81-4d9e-bf27-d0629151bab7 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:24.372540 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:24.374702 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/4914b53c-e1ee-4952-8139-c6a0570c53f2 HTTP/1.1" status: 204 len: 168 time: 1.1874013 Jun 25 09:34:24.387603 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43668) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:24.394610 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-43a41273-490c-4ccb-a0af-b9b9ceca7cbe tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-792824854'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:24.423812 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3da8ad-bb47-4ea9-89ae-c2e0f07799c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-4914b53c-e1ee-4952-8139-c6a0570c53f2', 'network_id': '4914b53c-e1ee-4952-8139-c6a0570c53f2', 'tenant_id': '525c5f7a398846f3945c29eef96485a2', 'fixed_ips': [{'subnet_id': '77f8cf1d-ceb3-45cf-9e76-13c4b7fae56f'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:34:24.424925 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f3da8ad-bb47-4ea9-89ae-c2e0f07799c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:24.430563 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Network': ['ID=4914b53c-e1ee-4952-8139-c6a0570c53f2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:24.451023 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:24.469001 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:24.537118 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-071bb919-0433-4678-ab12-7011da67d317 req-9b555554-3948-4866-8ff1-30dbac4e245c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:24.545850 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f3d3dbee-b06a-4a3c-b0f0-22d71468338b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:24.608221 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7d884e-ec2c-4f76-8ee8-b63505d0c02d None None] Network 4914b53c-e1ee-4952-8139-c6a0570c53f2 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:24.634671 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b555554-3948-4866-8ff1-30dbac4e245c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event deleted for resources: {'Port': ['ID=b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:24.659875 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9b555554-3948-4866-8ff1-30dbac4e245c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:24.824518 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7d884e-ec2c-4f76-8ee8-b63505d0c02d None None] Network 4914b53c-e1ee-4952-8139-c6a0570c53f2 could not be found, it might have been deleted concurrently. {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 25 09:34:24.902252 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-9e06a020-b76e-4b87-b3e4-76d90fbfe9d5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:24.921218 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-631d7257-be32-4784-ac2e-57b03b3c4033', 'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'tenant_id': '264ca81b65924f5995bb3e60c2a6d08a', 'fixed_ips': [{'subnet_id': '89bb2c08-d8e7-4ad0-b899-e0db636fa6d4'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:34:24.922036 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-9e06a020-b76e-4b87-b3e4-76d90fbfe9d5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 811 time: 0.3537397 Jun 25 09:34:24.922849 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:24.957149 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-677f8f50-47cc-4430-8bdb-a2d1bb942fa0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Request body: {'port': {'device_id': '82e602ac-df03-4b2c-be56-759f82018ffa', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'admin_state_up': True, 'tenant_id': '947752a66d514658b9b3ad4c8803cd36'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:24.988669 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c1366226-feec-44b8-8022-1389d6183a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:24.992672 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-691d51c4-4d62-4ad2-a059-887b5331c830 req-892c5f2f-29ff-4adf-8090-6e267a65071c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 210 time: 0.2986360 Jun 25 09:34:25.030740 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bde01a5f-6c4d-4109-bf75-fa313a20ce84 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:25.046527 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-071bb919-0433-4678-ab12-7011da67d317 req-9b555554-3948-4866-8ff1-30dbac4e245c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] No DVR routers for this DVR port b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:34:25.062051 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-071bb919-0433-4678-ab12-7011da67d317 req-9b555554-3948-4866-8ff1-30dbac4e245c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:25.068057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-071bb919-0433-4678-ab12-7011da67d317 req-9b555554-3948-4866-8ff1-30dbac4e245c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.41 "DELETE /v2.0/ports/b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 HTTP/1.1" status: 204 len: 173 time: 3.1394317 Jun 25 09:34:25.142028 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a41273-490c-4ccb-a0af-b9b9ceca7cbe tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:25.150297 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285a45f2-b690-42ed-9475-fb3364fb4024', 'name': 'network-vif-deleted', 'tag': 'b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:34:25.151280 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-43a41273-490c-4ccb-a0af-b9b9ceca7cbe tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:25.159186 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba6a320-0d1e-4fcb-a0f1-abbc1ea3bf66" -d '{"events": [{"server_uuid": "285a45f2-b690-42ed-9475-fb3364fb4024", "name": "network-vif-deleted", "tag": "b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:34:25.169575 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bde01a5f-6c4d-4109-bf75-fa313a20ce84 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:25.206894 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a7edf7e3-e5dd-43f8-b169-9d39e46de4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:25.231054 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bde01a5f-6c4d-4109-bf75-fa313a20ce84 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:25.242744 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bde01a5f-6c4d-4109-bf75-fa313a20ce84 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2462344 Jun 25 09:34:25.244815 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43688) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:25.274296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1450592947', 'security_groups': ['aea2e35d-0aed-4967-8bc3-ce41749a7dbf'], 'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '89bb2c08-d8e7-4ad0-b899-e0db636fa6d4'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:25.289326 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfd9e852-2cd9-4155-84db-1ecfca6fe789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:25.337951 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:34:25.349991 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a43927-da4e-4771-b795-a715f355bb7d x-openstack-request-id: req-89a43927-da4e-4771-b795-a715f355bb7d {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:34:25.350811 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285a45f2-b690-42ed-9475-fb3364fb4024", "name": "network-vif-deleted", "tag": "b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:34:25.352927 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-89a43927-da4e-4771-b795-a715f355bb7d {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:34:25.353648 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285a45f2-b690-42ed-9475-fb3364fb4024', 'name': 'network-vif-deleted', 'tag': 'b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709', 'status': 'completed', 'code': 200} Jun 25 09:34:25.367393 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a41273-490c-4ccb-a0af-b9b9ceca7cbe tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:34:25.511791 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-43a41273-490c-4ccb-a0af-b9b9ceca7cbe tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:25.524796 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-43a41273-490c-4ccb-a0af-b9b9ceca7cbe tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Added segment 1ce81cee-c6f5-4f95-bf56-e5d4c5a41d14 of type vlan for network 48d58a37-84ab-4cb6-948f-ffb3054a8f9f Jun 25 09:34:25.585696 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4e348b4c-f831-486a-bfb3-ce8270854ddc req-a67a6114-d97f-4ec4-b737-8f7efcf46654 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=285a45f2-b690-42ed-9475-fb3364fb4024 HTTP/1.1" status: 200 len: 210 time: 0.2184191 Jun 25 09:34:25.611213 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde01a5f-6c4d-4109-bf75-fa313a20ce84 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea2e35d-0aed-4967-8bc3-ce41749a7dbf,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:25.616547 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bde01a5f-6c4d-4109-bf75-fa313a20ce84 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:25.632462 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-43a41273-490c-4ccb-a0af-b9b9ceca7cbe tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:25.641941 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:34:25.645630 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device b7cb17a7-ed5c-41fc-a79e-0fa9cb2af709 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:34:25.658282 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a8a794c-2d1b-4e2d-8bda-8f4553740423 req-376c4062-a961-414f-99f1-603014041140 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0343027 Jun 25 09:34:25.678296 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:25.763522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Allocated IP 172.20.0.2 (631d7257-be32-4784-ac2e-57b03b3c4033/89bb2c08-d8e7-4ad0-b899-e0db636fa6d4/bb31baf5-28ac-446a-a66c-2839c0ebe042) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:25.773756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c1366226-feec-44b8-8022-1389d6183a83 None None] For port c13d5da9-8267-4991-ae78-535d371cfb82, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c13d5da9-8267-4991-ae78-535d371cfb82,segment=NetworkSegment(48b6a356-0583-49be-b64d-4b9ba4dd62ce),segment_id=48b6a356-0583-49be-b64d-4b9ba4dd62ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:25.792529 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c1366226-feec-44b8-8022-1389d6183a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:25.802442 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:25.807943 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-43a41273-490c-4ccb-a0af-b9b9ceca7cbe tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:25.822645 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a41273-490c-4ccb-a0af-b9b9ceca7cbe tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:25.823241 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-43a41273-490c-4ccb-a0af-b9b9ceca7cbe tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:25.839722 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c5381004-1ca9-4ec4-960c-3ee6a36029d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:25.872889 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1366226-feec-44b8-8022-1389d6183a83 None None] Pushing event updated for resources: {'Port': ['ID=c13d5da9-8267-4991-ae78-535d371cfb82,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:25.920610 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c1366226-feec-44b8-8022-1389d6183a83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:25.966216 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a41273-490c-4ccb-a0af-b9b9ceca7cbe tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Network': ['ID=48d58a37-84ab-4cb6-948f-ffb3054a8f9f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:25.990300 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-43a41273-490c-4ccb-a0af-b9b9ceca7cbe tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:26.026842 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-43a41273-490c-4ccb-a0af-b9b9ceca7cbe tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6364172 Jun 25 09:34:26.029483 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43718) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:26.037727 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-677f8f50-47cc-4430-8bdb-a2d1bb942fa0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Made reservation on behalf of 947752a66d514658b9b3ad4c8803cd36 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:26.045040 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-677f8f50-47cc-4430-8bdb-a2d1bb942fa0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:26.078152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0edce819-6c99-4c8a-a1e7-5709cb92ae84 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'subnet': {'network_id': '48d58a37-84ab-4cb6-948f-ffb3054a8f9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:26.137187 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a794c-2d1b-4e2d-8bda-8f4553740423 req-22b2a02b-3541-47c0-9aab-a92f80e39813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:26.139435 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a8a794c-2d1b-4e2d-8bda-8f4553740423 req-22b2a02b-3541-47c0-9aab-a92f80e39813 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a7d0881daa6e4401b60343bd64b2cff0&device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 1137 time: 0.4316750 Jun 25 09:34:26.161741 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-9c63e19d-b984-4255-a6dc-b61fcd5a9b0a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:26.169468 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-9c63e19d-b984-4255-a6dc-b61fcd5a9b0a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 812 time: 0.3344979 Jun 25 09:34:26.310468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a794c-2d1b-4e2d-8bda-8f4553740423 req-56b54185-2ad0-43ef-bf14-ee33beaa3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:26.313353 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a8a794c-2d1b-4e2d-8bda-8f4553740423 req-56b54185-2ad0-43ef-bf14-ee33beaa3103 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d6d3be3c-922d-4024-a305-32cc63f4a5a8 HTTP/1.1" status: 200 len: 899 time: 0.1403308 Jun 25 09:34:26.328540 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-7b9d939f-652b-4e09-afe4-329f2440258d tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/quotas/44d174b12e72448983d64be8e279b8cf HTTP/1.1" status: 200 len: 375 time: 0.1576948 Jun 25 09:34:26.479631 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 48d58a37-84ab-4cb6-948f-ffb3054a8f9f details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:34:26.491181 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c13d5da9-8267-4991-ae78-535d371cfb82 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:34:26.493889 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de5e57ee-e3e0-4a3b-9df2-320bd658d304 req-5af577bd-979c-4de0-938a-77e2dc3f109d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 210 time: 0.1338379 Jun 25 09:34:26.521643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-79f9d2f1-48bb-4e83-88db-ef3a4a68f14f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1904230 Jun 25 09:34:26.553601 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-677f8f50-47cc-4430-8bdb-a2d1bb942fa0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Allocated IP 172.20.0.3 (5a10db37-d015-4d07-b8b3-aeae3ba241cd/403530bf-ac62-4838-b5a2-e51f68a8cbd7/2739a90c-da67-4431-a875-90fdbf532fb8) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:26.590984 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:26.672006 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:26.715734 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port c13d5da9-8267-4991-ae78-535d371cfb82 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:26.717261 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:26.733558 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a8a794c-2d1b-4e2d-8bda-8f4553740423 req-d5cd877f-ed02-4480-9188-02b67aeb5b11 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 HTTP/1.1" status: 200 len: 1002 time: 0.4006531 Jun 25 09:34:26.828960 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edce819-6c99-4c8a-a1e7-5709cb92ae84 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:26.846492 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0edce819-6c99-4c8a-a1e7-5709cb92ae84 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:26.868472 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43734) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:26.881427 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a794c-2d1b-4e2d-8bda-8f4553740423 req-3993e1ec-0a05-4f15-9162-8d2b2e2b8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:26.885638 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a8a794c-2d1b-4e2d-8bda-8f4553740423 req-3993e1ec-0a05-4f15-9162-8d2b2e2b8685 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4d51e89-4dcb-4db8-9754-170f1be1d010 HTTP/1.1" status: 200 len: 835 time: 0.1419218 Jun 25 09:34:26.938530 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:26.949522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Transition to ACTIVE for port object bb31baf5-28ac-446a-a66c-2839c0ebe042 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:26.984954 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Transition to ACTIVE for port object bb31baf5-28ac-446a-a66c-2839c0ebe042 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:26.992904 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:26.999097 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-24121176-212c-4359-925b-f5485d010618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:27.001574 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-eb659269-b0cd-4679-9c39-16799e0f6d0f service neutron] 10.222.0.93 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784100 Jun 25 09:34:27.057186 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Network 631d7257-be32-4784-ac2e-57b03b3c4033 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:27.062553 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:27.068287 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:34:27.091398 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a347fb06-6cd7-4e96-b15a-f3d65158fffa None None] Provisioning complete for port c13d5da9-8267-4991-ae78-535d371cfb82 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:27.091784 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a347fb06-6cd7-4e96-b15a-f3d65158fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:27.120787 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Pushing event updated for resources: {'Port': ['ID=bb31baf5-28ac-446a-a66c-2839c0ebe042,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:27.133984 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-0edce819-6c99-4c8a-a1e7-5709cb92ae84 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Performing IP validity checks on allocation pools {{(pid=94025) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 25 09:34:27.135271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-0edce819-6c99-4c8a-a1e7-5709cb92ae84 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94025) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 25 09:34:27.146582 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:27.211808 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Attempting to bind port bb31baf5-28ac-446a-a66c-2839c0ebe042 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:34:27.212231 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Attempting to bind port bb31baf5-28ac-446a-a66c-2839c0ebe042 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '69be4987-cc65-4356-a9eb-04a5b72226bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:34:27.212569 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Attempting to bind port bb31baf5-28ac-446a-a66c-2839c0ebe042 on network 631d7257-be32-4784-ac2e-57b03b3c4033 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:34:27.222957 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:34:27.223369 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Checking segment: {'id': '69be4987-cc65-4356-a9eb-04a5b72226bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:27.223898 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:27.224310 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Bound using segment: {'id': '69be4987-cc65-4356-a9eb-04a5b72226bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:34:27.224851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Bound port: bb31baf5-28ac-446a-a66c-2839c0ebe042, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69be4987-cc65-4356-a9eb-04a5b72226bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:34:27.225254 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:27.242780 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a794c-2d1b-4e2d-8bda-8f4553740423 req-5a805983-cd1b-4e7d-ae8a-34db71fe5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:27.244307 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a8a794c-2d1b-4e2d-8bda-8f4553740423 req-5a805983-cd1b-4e7d-ae8a-34db71fe5a87 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d6d3be3c-922d-4024-a305-32cc63f4a5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3449931 Jun 25 09:34:27.267219 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:27.382068 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] device_id is not set on port f8c57ca0-4c34-4edd-b316-c5ff8da1a45c yet. {{(pid=94025) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:34:27.416565 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] For port bb31baf5-28ac-446a-a66c-2839c0ebe042, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:34:27.422883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] For port bb31baf5-28ac-446a-a66c-2839c0ebe042, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bb31baf5-28ac-446a-a66c-2839c0ebe042,segment=NetworkSegment(69be4987-cc65-4356-a9eb-04a5b72226bd),segment_id=69be4987-cc65-4356-a9eb-04a5b72226bd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:34:27.429572 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:27.441969 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:27.472891 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-fdf2b384-84df-420c-8fd9-9edb2c8794dd service neutron] 10.222.0.93 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571071 Jun 25 09:34:27.559428 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a8a794c-2d1b-4e2d-8bda-8f4553740423 req-188e323d-01eb-4f57-987e-c0529fd7964f service neutron] 10.222.0.38 "GET /v2.0/networks/d6d3be3c-922d-4024-a305-32cc63f4a5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946045 Jun 25 09:34:27.691555 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Pushing event updated for resources: {'Port': ['ID=bb31baf5-28ac-446a-a66c-2839c0ebe042,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:27.704465 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:27.727648 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a8a794c-2d1b-4e2d-8bda-8f4553740423 req-93375945-be96-49b3-aa99-7b14bfd31738 service neutron] 10.222.0.38 "GET /v2.0/networks/d6d3be3c-922d-4024-a305-32cc63f4a5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613514 Jun 25 09:34:27.792855 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-984364ed-52b7-4bc0-af1a-ce2226da7176 req-d2859171-c443-4004-a1b6-69425c99385c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 210 time: 0.0456531 Jun 25 09:34:28.020075 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:28.124289 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ef6c401-4d00-4788-a5ce-8ecfc412862d req-b5b0bfa3-e985-42fb-b2bc-f7dd4c92b4b5 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 210 time: 0.1106791 Jun 25 09:34:28.478571 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-677f8f50-47cc-4430-8bdb-a2d1bb942fa0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:28.493483 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bb31baf5-28ac-446a-a66c-2839c0ebe042 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:34:28.624571 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port bb31baf5-28ac-446a-a66c-2839c0ebe042 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:28.812910 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-677f8f50-47cc-4430-8bdb-a2d1bb942fa0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Transition to ACTIVE for port object 2739a90c-da67-4431-a875-90fdbf532fb8 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:29.068556 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0edce819-6c99-4c8a-a1e7-5709cb92ae84 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:29.081799 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-712fd5a0-2d72-44dc-8235-c56cf96b671d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:29.137840 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f17290c5-b9bf-4a04-8cdf-9725ee3067fe req-62bc26e7-a3c4-4980-b1c6-4181d619b85d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 210 time: 0.0601583 Jun 25 09:34:29.155142 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edce819-6c99-4c8a-a1e7-5709cb92ae84 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Subnet': ['ID=e1418440-388f-488c-82ef-5915b93826f8,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:29.169172 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0edce819-6c99-4c8a-a1e7-5709cb92ae84 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:29.283103 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-677f8f50-47cc-4430-8bdb-a2d1bb942fa0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:29.285859 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Allocated IP 172.20.0.7 (631d7257-be32-4784-ac2e-57b03b3c4033/89bb2c08-d8e7-4ad0-b899-e0db636fa6d4/f8c57ca0-4c34-4edd-b316-c5ff8da1a45c) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:29.323821 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f3883a1c-b92b-45b0-b712-534c5cb1fd3a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:29.325372 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:34:29.376906 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-677f8f50-47cc-4430-8bdb-a2d1bb942fa0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Network 5a10db37-d015-4d07-b8b3-aeae3ba241cd is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:29.403230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edce819-6c99-4c8a-a1e7-5709cb92ae84 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Checking segment: {'id': '1ce81cee-c6f5-4f95-bf56-e5d4c5a41d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '48d58a37-84ab-4cb6-948f-ffb3054a8f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:29.404114 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edce819-6c99-4c8a-a1e7-5709cb92ae84 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network hostable DHCP agents. Network: 48d58a37-84ab-4cb6-948f-ffb3054a8f9f, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:34:29.454538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a890ce75-ac03-47cc-a451-5e1e08cb4b97 req-3c42776b-aa6a-422b-b416-6179bb6d6fe3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 210 time: 0.0750401 Jun 25 09:34:29.468537 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-677f8f50-47cc-4430-8bdb-a2d1bb942fa0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:29.492215 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f8f50-47cc-4430-8bdb-a2d1bb942fa0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event updated for resources: {'Port': ['ID=2739a90c-da67-4431-a875-90fdbf532fb8,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:29.493813 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-660ab72e-5670-4d9a-8a8c-7fbaec79a5e5 None None] Provisioning complete for port 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:29.494204 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-660ab72e-5670-4d9a-8a8c-7fbaec79a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:29.502782 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-677f8f50-47cc-4430-8bdb-a2d1bb942fa0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:34:29.519542 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-677f8f50-47cc-4430-8bdb-a2d1bb942fa0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:29.657144 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-660ab72e-5670-4d9a-8a8c-7fbaec79a5e5 None None] Port 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:34:29.709250 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-660ab72e-5670-4d9a-8a8c-7fbaec79a5e5 None None] Provisioning for port bb31baf5-28ac-446a-a66c-2839c0ebe042 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:29.731889 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-660ab72e-5670-4d9a-8a8c-7fbaec79a5e5 None None] Provisioning complete for port bb31baf5-28ac-446a-a66c-2839c0ebe042 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:29.732482 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-660ab72e-5670-4d9a-8a8c-7fbaec79a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:29.982748 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edce819-6c99-4c8a-a1e7-5709cb92ae84 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network 48d58a37-84ab-4cb6-948f-ffb3054a8f9f is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:34:30.022764 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-660ab72e-5670-4d9a-8a8c-7fbaec79a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:30.067242 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-0edce819-6c99-4c8a-a1e7-5709cb92ae84 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 48d58a37-84ab-4cb6-948f-ffb3054a8f9f) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:30.085022 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3b4592-d40f-42de-b06e-8517e15b4cf7 None None] Network 48d58a37-84ab-4cb6-948f-ffb3054a8f9f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:30.098885 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-677f8f50-47cc-4430-8bdb-a2d1bb942fa0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:30.099818 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-677f8f50-47cc-4430-8bdb-a2d1bb942fa0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:30.104425 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edce819-6c99-4c8a-a1e7-5709cb92ae84 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:30.105249 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0edce819-6c99-4c8a-a1e7-5709cb92ae84 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:30.133357 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0edce819-6c99-4c8a-a1e7-5709cb92ae84 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.1001003 Jun 25 09:34:30.139432 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:30.143713 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43798) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:30.218621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-660ab72e-5670-4d9a-8a8c-7fbaec79a5e5 None None] For port bb31baf5-28ac-446a-a66c-2839c0ebe042, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bb31baf5-28ac-446a-a66c-2839c0ebe042,segment=NetworkSegment(69be4987-cc65-4356-a9eb-04a5b72226bd),segment_id=69be4987-cc65-4356-a9eb-04a5b72226bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:30.229281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Transition to ACTIVE for port object f8c57ca0-4c34-4edd-b316-c5ff8da1a45c will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:30.244044 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-660ab72e-5670-4d9a-8a8c-7fbaec79a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:30.249524 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:30.356663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-9332c5e6-e5e2-414f-9e28-3035835078c4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:30.359151 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-9332c5e6-e5e2-414f-9e28-3035835078c4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 812 time: 0.3512249 Jun 25 09:34:30.378835 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Request body: {'port': {'device_id': '485a8b01-658b-4bce-afbb-ffab24864755', 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28', 'admin_state_up': True, 'tenant_id': '44d174b12e72448983d64be8e279b8cf'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:30.453295 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-677f8f50-47cc-4430-8bdb-a2d1bb942fa0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5071135 Jun 25 09:34:30.463424 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:30.475689 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8d65fc8b-dc2a-4d22-9e9c-ca9bcdef3a19 None None] Provisioning for port 2739a90c-da67-4431-a875-90fdbf532fb8 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:30.519825 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8d65fc8b-dc2a-4d22-9e9c-ca9bcdef3a19 None None] Provisioning complete for port 2739a90c-da67-4431-a875-90fdbf532fb8 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:30.520268 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d65fc8b-dc2a-4d22-9e9c-ca9bcdef3a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:30.542717 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Request body: {'port': {'device_id': '82e602ac-df03-4b2c-be56-759f82018ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:30.545569 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2c3f6c26-b072-4d0c-9143-2f0a3c4445a1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:30.604195 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ab72e-5670-4d9a-8a8c-7fbaec79a5e5 None None] Pushing event updated for resources: {'Port': ['ID=bb31baf5-28ac-446a-a66c-2839c0ebe042,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:30.611927 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-660ab72e-5670-4d9a-8a8c-7fbaec79a5e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:30.699855 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 631d7257-be32-4784-ac2e-57b03b3c4033 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:30.720481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-48d58a37-84ab-4cb6-948f-ffb3054a8f9f', 'network_id': '48d58a37-84ab-4cb6-948f-ffb3054a8f9f', 'tenant_id': '525c5f7a398846f3945c29eef96485a2', 'fixed_ips': [{'subnet_id': 'e1418440-388f-488c-82ef-5915b93826f8'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:34:30.722811 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:30.727656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:30.757187 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:34:30.758763 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8d65fc8b-dc2a-4d22-9e9c-ca9bcdef3a19 None None] Port 2739a90c-da67-4431-a875-90fdbf532fb8 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:34:30.772577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-163ffc86-26b1-40fd-b463-4dbfd00b6ddd req-b51445f1-52e2-4081-80a0-82e077b1b5f1 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 210 time: 0.0692213 Jun 25 09:34:30.810544 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Made reservation on behalf of 44d174b12e72448983d64be8e279b8cf for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:30.814431 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:30.828368 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84235f36-cecd-4843-9b4d-6aa6606f96c5 req-02622dca-25a4-4e16-9e8d-46b7e26571c3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:30.840042 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84235f36-cecd-4843-9b4d-6aa6606f96c5 req-02622dca-25a4-4e16-9e8d-46b7e26571c3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 931 time: 0.4029567 Jun 25 09:34:30.956210 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Allocated IP 172.20.0.3 (48d58a37-84ab-4cb6-948f-ffb3054a8f9f/e1418440-388f-488c-82ef-5915b93826f8/bee58cc6-7a6f-4e8c-8daa-755373f84345) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:30.967169 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e8d91aa-649b-481a-b013-d55dda885e07 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:31.037008 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84235f36-cecd-4843-9b4d-6aa6606f96c5 req-c482fe4e-b4b7-4b44-a81c-54a172a9df87 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191244 Jun 25 09:34:31.073291 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=f8c57ca0-4c34-4edd-b316-c5ff8da1a45c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:31.091714 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:31.112295 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fa8e09af-dfe1-44ba-be77-d35fcf610fd4 None None] Provisioning for port f8c57ca0-4c34-4edd-b316-c5ff8da1a45c completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:31.131522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fa8e09af-dfe1-44ba-be77-d35fcf610fd4 None None] Provisioning complete for port f8c57ca0-4c34-4edd-b316-c5ff8da1a45c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:31.131992 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa8e09af-dfe1-44ba-be77-d35fcf610fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:31.157249 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:31.200599 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:31.201601 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:31.205231 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Allocated IP 172.20.0.10 (a124eb50-58b7-4400-83c7-66fc4f4c6f28/e6b7280b-d276-4f5e-ac6e-26dc1b12ab67/8f8b5ee4-04b7-4f6d-a8a2-d4394474682b) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:31.239969 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:31.259857 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fa8e09af-dfe1-44ba-be77-d35fcf610fd4 None None] Port f8c57ca0-4c34-4edd-b316-c5ff8da1a45c cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:34:31.271743 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.0188646 Jun 25 09:34:31.276549 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43818) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:31.283340 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-18299d4e-eb47-4c8d-84a6-ce846147f6af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'subnet': {'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:31.315491 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:31.325853 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Transition to ACTIVE for port object bee58cc6-7a6f-4e8c-8daa-755373f84345 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:31.381190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Transition to ACTIVE for port object bee58cc6-7a6f-4e8c-8daa-755373f84345 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:31.395836 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:31.413774 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7c7ed333-6e90-464d-b23b-4612602e0aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:31.419375 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:31.449880 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:31.460249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Network 48d58a37-84ab-4cb6-948f-ffb3054a8f9f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:31.466324 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:31.473976 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:34:31.486140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Pushing event updated for resources: {'Port': ['ID=bee58cc6-7a6f-4e8c-8daa-755373f84345,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:31.491668 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:31.557679 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Attempting to bind port bee58cc6-7a6f-4e8c-8daa-755373f84345 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:34:31.558383 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Attempting to bind port bee58cc6-7a6f-4e8c-8daa-755373f84345 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '1ce81cee-c6f5-4f95-bf56-e5d4c5a41d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '48d58a37-84ab-4cb6-948f-ffb3054a8f9f'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:34:31.558994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Attempting to bind port bee58cc6-7a6f-4e8c-8daa-755373f84345 on network 48d58a37-84ab-4cb6-948f-ffb3054a8f9f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:34:31.566602 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:34:31.567173 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Checking segment: {'id': '1ce81cee-c6f5-4f95-bf56-e5d4c5a41d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '48d58a37-84ab-4cb6-948f-ffb3054a8f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:31.567689 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:31.568340 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Bound using segment: {'id': '1ce81cee-c6f5-4f95-bf56-e5d4c5a41d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '48d58a37-84ab-4cb6-948f-ffb3054a8f9f'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:34:31.569223 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Bound port: bee58cc6-7a6f-4e8c-8daa-755373f84345, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce81cee-c6f5-4f95-bf56-e5d4c5a41d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '48d58a37-84ab-4cb6-948f-ffb3054a8f9f'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:34:31.569716 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:31.701490 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] For port bee58cc6-7a6f-4e8c-8daa-755373f84345, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:34:31.709162 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] For port bee58cc6-7a6f-4e8c-8daa-755373f84345, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bee58cc6-7a6f-4e8c-8daa-755373f84345,segment=NetworkSegment(1ce81cee-c6f5-4f95-bf56-e5d4c5a41d14),segment_id=1ce81cee-c6f5-4f95-bf56-e5d4c5a41d14)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:34:31.750873 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:31.802042 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2eedaee9-5821-4d09-8821-1bb98225cfb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:31.895505 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Pushing event updated for resources: {'Port': ['ID=bee58cc6-7a6f-4e8c-8daa-755373f84345,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:31.906595 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:32.078860 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:32.105259 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d3cbc1f0-a42c-45eb-bcee-e3ef27e4de44 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:32.161202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Subnet': ['ID=e1418440-388f-488c-82ef-5915b93826f8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:32.168714 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:32.261883 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:32.288613 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d58a37-84ab-4cb6-948f-ffb3054a8f9f']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:32.300468 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce81cee-c6f5-4f95-bf56-e5d4c5a41d14') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:32.300810 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce81cee-c6f5-4f95-bf56-e5d4c5a41d14') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:32.310682 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:32.335631 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:32.342448 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6426e8b3-f248-4c3c-b31d-42615afe3577 req-30265bf7-1481-456a-88b1-1baff513433a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 210 time: 0.0631459 Jun 25 09:34:32.356954 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:34:32.357380 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:32.408333 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18299d4e-eb47-4c8d-84a6-ce846147f6af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:32.413533 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-18299d4e-eb47-4c8d-84a6-ce846147f6af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:34:32.428003 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:34:32.604304 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.api [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 09:34:32.604304 n-d-761264-15 neutron-server[94025]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 09:34:32.604304 n-d-761264-15 neutron-server[94025]: [parameters: {'id': '48d58a37-84ab-4cb6-948f-ffb3054a8f9f'}] Jun 25 09:34:32.604304 n-d-761264-15 neutron-server[94025]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:34:32.605001 n-d-761264-15 neutron-server[94025]: DEBUG oslo_db.api [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:34:32.616643 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bb31baf5-28ac-446a-a66c-2839c0ebe042 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:34:32.669072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d91aa-649b-481a-b013-d55dda885e07 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Deleting port ea737001-a812-4c5a-9cc9-242ffc7fc7e3 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:32.670866 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e8d91aa-649b-481a-b013-d55dda885e07 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:32.744620 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:32.777296 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port bb31baf5-28ac-446a-a66c-2839c0ebe042 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:32.777542 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:32.857103 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155327-dbd5-41dd-8797-9d517baae233 req-641bde6d-c744-41b1-a554-2a5f2e5dfc88 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:32.867029 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0a155327-dbd5-41dd-8797-9d517baae233 req-641bde6d-c744-41b1-a554-2a5f2e5dfc88 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 931 time: 0.5055559 Jun 25 09:34:32.920349 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-4e8d91aa-649b-481a-b013-d55dda885e07 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] For port ea737001-a812-4c5a-9cc9-242ffc7fc7e3, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ea737001-a812-4c5a-9cc9-242ffc7fc7e3,segment=NetworkSegment(29c8ceb7-d074-4201-9507-076c70f5f4e5),segment_id=29c8ceb7-d074-4201-9507-076c70f5f4e5)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:32.920349 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e8d91aa-649b-481a-b013-d55dda885e07 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:32.946767 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0a155327-dbd5-41dd-8797-9d517baae233 req-ad1365a4-0831-4894-9add-6c519ccc3700 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752249 Jun 25 09:34:32.959234 n-d-761264-15 neutron-server[94024]: INFO neutron.db.ipam_backend_mixin [None req-18299d4e-eb47-4c8d-84a6-ce846147f6af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 89bb2c08-d8e7-4ad0-b899-e0db636fa6d4 (CIDR: 172.20.0.0/28) Jun 25 09:34:32.961940 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d91aa-649b-481a-b013-d55dda885e07 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Calling delete_port for ea737001-a812-4c5a-9cc9-242ffc7fc7e3 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:32.966629 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-18299d4e-eb47-4c8d-84a6-ce846147f6af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:34:32.967412 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18299d4e-eb47-4c8d-84a6-ce846147f6af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:34:33.008035 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-18299d4e-eb47-4c8d-84a6-ce846147f6af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7300839 Jun 25 09:34:33.008952 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43850) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:33.016601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-b09e3190-ac3d-4281-8472-dafbff44d71b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'subnet': {'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:33.087473 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:33.104955 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-86af4b9c-66e4-4770-9da2-db134f34ff8e tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:33.181516 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Pushing event updated for resources: {'Port': ['ID=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:33.184231 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2739a90c-da67-4431-a875-90fdbf532fb8 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:34:33.194445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:33.197738 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:33.200480 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:33.200480 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:33.200801 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:33.201318 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:33.203127 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:33.203732 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:33.205213 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:33.205666 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:33.207532 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:33.207988 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:33.208443 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:33.214246 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:33.231699 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Transition to ACTIVE for port object 2739a90c-da67-4431-a875-90fdbf532fb8 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:33.233145 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:33.272222 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:33.278711 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-677f8f50-47cc-4430-8bdb-a2d1bb942fa0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:33.413755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Network a124eb50-58b7-4400-83c7-66fc4f4c6f28 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:33.415479 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09e3190-ac3d-4281-8472-dafbff44d71b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:33.420605 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b09e3190-ac3d-4281-8472-dafbff44d71b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:33.441914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Pushing event updated for resources: {'Port': ['ID=2739a90c-da67-4431-a875-90fdbf532fb8,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:33.442535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:33.446098 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:33.448566 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:34:33.616934 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:33.617754 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Deleting port bee58cc6-7a6f-4e8c-8daa-755373f84345 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:33.617901 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:33.619953 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:33.660218 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e8d91aa-649b-481a-b013-d55dda885e07 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:33.701454 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-219c4edb-d3d9-468a-8a99-7aa8b2a5f6cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:33.734655 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Attempting to bind port 2739a90c-da67-4431-a875-90fdbf532fb8 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:34:33.735328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Attempting to bind port 2739a90c-da67-4431-a875-90fdbf532fb8 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:34:33.735845 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Attempting to bind port 2739a90c-da67-4431-a875-90fdbf532fb8 on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:34:33.776370 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Port 2739a90c-da67-4431-a875-90fdbf532fb8 on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:34:33.777123 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Attempting to bind port 2739a90c-da67-4431-a875-90fdbf532fb8 on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:34:33.806793 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:34:33.807611 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Checking segment: {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:33.808218 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Bound using segment: {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:34:33.808942 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Bound port: 2739a90c-da67-4431-a875-90fdbf532fb8, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:34:33.809569 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:33.812046 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d91aa-649b-481a-b013-d55dda885e07 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event deleted for resources: {'Port': ['ID=ea737001-a812-4c5a-9cc9-242ffc7fc7e3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:33.815131 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4e8d91aa-649b-481a-b013-d55dda885e07 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:33.965160 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a707cf-44b2-4ec3-acb5-5b12f5007ec8 None None] Network 48d58a37-84ab-4cb6-948f-ffb3054a8f9f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:34.034005 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] For port 2739a90c-da67-4431-a875-90fdbf532fb8, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:34:34.037493 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] For port 2739a90c-da67-4431-a875-90fdbf532fb8, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2739a90c-da67-4431-a875-90fdbf532fb8,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:34:34.049995 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:34.053621 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] For port bee58cc6-7a6f-4e8c-8daa-755373f84345, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bee58cc6-7a6f-4e8c-8daa-755373f84345,segment=NetworkSegment(1ce81cee-c6f5-4f95-bf56-e5d4c5a41d14),segment_id=1ce81cee-c6f5-4f95-bf56-e5d4c5a41d14)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:34.054091 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:34.059511 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e712ff23-325b-4c40-b4b8-e221f3186b14 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:34.091461 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7153511 Jun 25 09:34:34.122498 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Request body: {'port': {'device_id': '485a8b01-658b-4bce-afbb-ffab24864755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:34.127285 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:34.128101 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:34.129721 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] 10.222.0.38 "PUT /v2.0/ports/2739a90c-da67-4431-a875-90fdbf532fb8 HTTP/1.1" status: 200 len: 1092 time: 3.6162376 Jun 25 09:34:34.131183 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Calling delete_port for bee58cc6-7a6f-4e8c-8daa-755373f84345 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:34.135464 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e602ac-df03-4b2c-be56-759f82018ffa', 'tag': '2739a90c-da67-4431-a875-90fdbf532fb8'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:34:34.138170 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cc3edf-9652-40a4-9f2e-17f353f9c303" -d '{"events": [{"name": "network-changed", "server_uuid": "82e602ac-df03-4b2c-be56-759f82018ffa", "tag": "2739a90c-da67-4431-a875-90fdbf532fb8"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:34:34.234237 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d8f38043-5484-402a-89df-f27658223639 None None] Provisioning for port bee58cc6-7a6f-4e8c-8daa-755373f84345 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:34.378595 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Pushing event updated for resources: {'Port': ['ID=2739a90c-da67-4431-a875-90fdbf532fb8,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:34.383383 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:34.397315 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00b368-55c9-4245-adee-1a73a565aed3 req-cc9f1fad-6aab-4d38-b1a7-e8cd5a759a2a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:34.399348 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb00b368-55c9-4245-adee-1a73a565aed3 req-cc9f1fad-6aab-4d38-b1a7-e8cd5a759a2a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 932 time: 0.6834254 Jun 25 09:34:34.427404 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b09e3190-ac3d-4281-8472-dafbff44d71b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:34.481349 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e92b078e-348c-499b-9f4b-123d44a7acbb tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:34.650690 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:34.681726 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e3190-ac3d-4281-8472-dafbff44d71b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 631d7257-be32-4784-ac2e-57b03b3c4033 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:34.698082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-b09e3190-ac3d-4281-8472-dafbff44d71b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:34.709513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e3190-ac3d-4281-8472-dafbff44d71b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:34.710925 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b09e3190-ac3d-4281-8472-dafbff44d71b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:34.723518 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070b0895-ec73-49e9-be2e-17fbe8835556 None None] DHCP port deletion for 48d58a37-84ab-4cb6-948f-ffb3054a8f9f request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:34:34.733391 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145c0be7-19be-4b5e-abda-5e5c446e60e0 None None] Network 631d7257-be32-4784-ac2e-57b03b3c4033 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:34.764065 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b09e3190-ac3d-4281-8472-dafbff44d71b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7470648 Jun 25 09:34:34.768391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43878) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:34.777291 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa04a03-bd96-4cfd-83d9-4779e8620187 req-961e51ae-89bf-4752-886a-c6d838be5a4f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:34.779433 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3fa04a03-bd96-4cfd-83d9-4779e8620187 req-961e51ae-89bf-4752-886a-c6d838be5a4f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 943 time: 0.4721208 Jun 25 09:34:34.785405 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-edb18e62-5a61-40c0-af97-e77716ec8db3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-982964313', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9ebd2b2a-e29d-4161-9ff1-798c40307855'}], 'security_groups': ['d856ab4e-7562-4000-848c-e867fa39b890']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:34.793100 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb00b368-55c9-4245-adee-1a73a565aed3 req-9d257f06-3a0f-4221-9ee5-ffc8ebfbae81 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802204 Jun 25 09:34:34.915933 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e3190-ac3d-4281-8472-dafbff44d71b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Subnet': ['ID=9ebd2b2a-e29d-4161-9ff1-798c40307855,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:34.919100 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b09e3190-ac3d-4281-8472-dafbff44d71b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:34.982438 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3fa04a03-bd96-4cfd-83d9-4779e8620187 req-a5f966da-d408-4918-ab16-795c16693b8f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440570 Jun 25 09:34:35.085719 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-070b0895-ec73-49e9-be2e-17fbe8835556 None None] Deleting port bee58cc6-7a6f-4e8c-8daa-755373f84345 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:35.086279 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-070b0895-ec73-49e9-be2e-17fbe8835556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:35.242663 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba723f5d-0c2a-40df-8c0e-7995e99ca414 x-openstack-request-id: req-ba723f5d-0c2a-40df-8c0e-7995e99ca414 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:34:35.243009 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e602ac-df03-4b2c-be56-759f82018ffa", "tag": "2739a90c-da67-4431-a875-90fdbf532fb8", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:34:35.244280 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ba723f5d-0c2a-40df-8c0e-7995e99ca414 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:34:35.244780 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e602ac-df03-4b2c-be56-759f82018ffa', 'tag': '2739a90c-da67-4431-a875-90fdbf532fb8', 'status': 'completed', 'code': 200} Jun 25 09:34:35.280575 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-070b0895-ec73-49e9-be2e-17fbe8835556 None None] For port bee58cc6-7a6f-4e8c-8daa-755373f84345, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bee58cc6-7a6f-4e8c-8daa-755373f84345,segment=NetworkSegment(1ce81cee-c6f5-4f95-bf56-e5d4c5a41d14),segment_id=1ce81cee-c6f5-4f95-bf56-e5d4c5a41d14)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:35.281415 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-070b0895-ec73-49e9-be2e-17fbe8835556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:35.299952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-070b0895-ec73-49e9-be2e-17fbe8835556 None None] Calling delete_port for bee58cc6-7a6f-4e8c-8daa-755373f84345 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:35.313780 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-d59f94df-8e2c-4222-8bb3-f26e8a72f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:35.315259 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-d59f94df-8e2c-4222-8bb3-f26e8a72f0eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 1095 time: 1.1167300 Jun 25 09:34:35.319075 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e8d91aa-649b-481a-b013-d55dda885e07 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:35.331515 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:35.335134 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:35.424203 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Port': ['ID=bee58cc6-7a6f-4e8c-8daa-755373f84345,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:35.462665 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32955407-2d0d-49d4-83bb-8b3cc7363b02 None None] Update dhcp port {'port': {'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'fixed_ips': [{'subnet_id': '89bb2c08-d8e7-4ad0-b899-e0db636fa6d4', 'ip_address': '172.20.0.2'}, {'subnet_id': '9ebd2b2a-e29d-4161-9ff1-798c40307855'}], 'binding:host_id': 'n-d-761264-15'}, 'id': 'bb31baf5-28ac-446a-a66c-2839c0ebe042'} from n-d-761264-15. {{(pid=94026) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 09:34:35.466278 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:35.467531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No DVR routers for this DVR port bee58cc6-7a6f-4e8c-8daa-755373f84345 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:34:35.473291 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-fea92f93-d9d8-4e86-a54e-6fc5eed20840 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2739a90c-da67-4431-a875-90fdbf532fb8 HTTP/1.1" status: 200 len: 217 time: 0.1301198 Jun 25 09:34:35.527264 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-edb18e62-5a61-40c0-af97-e77716ec8db3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:35.528427 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32955407-2d0d-49d4-83bb-8b3cc7363b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:35.713840 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:35.731570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:34:35.737217 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d58a37-84ab-4cb6-948f-ffb3054a8f9f']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:35.743048 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-c977cb99-ff98-457e-812c-371b4f0dabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:35.745385 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-c977cb99-ff98-457e-812c-371b4f0dabdc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.2423513 Jun 25 09:34:35.751169 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:35.761653 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-070b0895-ec73-49e9-be2e-17fbe8835556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:35.766923 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:35.782209 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce81cee-c6f5-4f95-bf56-e5d4c5a41d14') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:35.782672 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce81cee-c6f5-4f95-bf56-e5d4c5a41d14') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:35.807863 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b0895-ec73-49e9-be2e-17fbe8835556 None None] Pushing event deleted for resources: {'Port': ['ID=bee58cc6-7a6f-4e8c-8daa-755373f84345,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:35.810321 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070b0895-ec73-49e9-be2e-17fbe8835556 None None] No DVR routers for this DVR port bee58cc6-7a6f-4e8c-8daa-755373f84345 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:34:35.816313 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-070b0895-ec73-49e9-be2e-17fbe8835556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:35.879211 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:35.944820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-32955407-2d0d-49d4-83bb-8b3cc7363b02 None None] Allocated IP 172.20.0.18 (631d7257-be32-4784-ac2e-57b03b3c4033/9ebd2b2a-e29d-4161-9ff1-798c40307855/bb31baf5-28ac-446a-a66c-2839c0ebe042) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:36.058748 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:36.065666 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Transition to ACTIVE for port object 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:36.068363 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8d91aa-649b-481a-b013-d55dda885e07 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Router 4db0772f-3ac9-497d-85da-90a4a5f713eb has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:34:36.078175 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:34:36.078656 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:36.082814 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:36.084018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-1d163f18-792e-4a82-91d7-5f3c0c0dbdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:36.085931 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-1d163f18-792e-4a82-91d7-5f3c0c0dbdef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3301370 Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:34:36.090006 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:34:36.120329 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:36.164086 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32955407-2d0d-49d4-83bb-8b3cc7363b02 None None] For port bb31baf5-28ac-446a-a66c-2839c0ebe042, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bb31baf5-28ac-446a-a66c-2839c0ebe042,segment=NetworkSegment(69be4987-cc65-4356-a9eb-04a5b72226bd),segment_id=69be4987-cc65-4356-a9eb-04a5b72226bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:36.191269 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Pushing event updated for resources: {'Port': ['ID=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:36.201343 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32955407-2d0d-49d4-83bb-8b3cc7363b02 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:36.212393 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:36.261649 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32955407-2d0d-49d4-83bb-8b3cc7363b02 None None] Transition to ACTIVE for port object bb31baf5-28ac-446a-a66c-2839c0ebe042 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:36.263673 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:36.270634 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32955407-2d0d-49d4-83bb-8b3cc7363b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:36.272926 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-660ab72e-5670-4d9a-8a8c-7fbaec79a5e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:36.274617 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da67764-8c42-4ba9-8387-7bce736516f6 req-d47ec15f-4746-4829-b5a7-2a9c44a68976 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:36.276204 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2da67764-8c42-4ba9-8387-7bce736516f6 req-d47ec15f-4746-4829-b5a7-2a9c44a68976 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 932 time: 0.2853734 Jun 25 09:34:36.321949 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:36.328595 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/48d58a37-84ab-4cb6-948f-ffb3054a8f9f HTTP/1.1" status: 204 len: 168 time: 6.1835492 Jun 25 09:34:36.377973 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43908) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:36.391796 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2da67764-8c42-4ba9-8387-7bce736516f6 req-2e354a91-c7a5-43f5-ad4d-a9a505c3013b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945413 Jun 25 09:34:36.410187 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-035ee985-2d36-4233-83a5-7f73014e81ab tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1160700976'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:36.412314 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-af017df0-23ea-44a6-9568-279ee42c8277 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:36.435368 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bee58cc6-7a6f-4e8c-8daa-755373f84345 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:34:36.521255 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035ee985-2d36-4233-83a5-7f73014e81ab tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:36.521255 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-035ee985-2d36-4233-83a5-7f73014e81ab tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:36.522489 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32955407-2d0d-49d4-83bb-8b3cc7363b02 None None] Pushing event updated for resources: {'Port': ['ID=bb31baf5-28ac-446a-a66c-2839c0ebe042,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:36.525648 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: bee58cc6-7a6f-4e8c-8daa-755373f84345 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:34:36.526022 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bee58cc6-7a6f-4e8c-8daa-755373f84345 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:34:36.529442 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32955407-2d0d-49d4-83bb-8b3cc7363b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:36.544813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035ee985-2d36-4233-83a5-7f73014e81ab tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:34:36.558986 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-035ee985-2d36-4233-83a5-7f73014e81ab tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:36.559816 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-035ee985-2d36-4233-83a5-7f73014e81ab tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Added segment 8ba3f555-e9ef-41f5-ab01-35485801d50c of type vlan for network a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c Jun 25 09:34:36.569896 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Network': ['ID=48d58a37-84ab-4cb6-948f-ffb3054a8f9f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:36.585698 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:36.609160 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-035ee985-2d36-4233-83a5-7f73014e81ab tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:36.668397 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8d91aa-649b-481a-b013-d55dda885e07 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:34:36.679276 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69521db0-1ad6-4eb7-ae22-f3895e7f0d6a None None] Sync routers for ids ['4db0772f-3ac9-497d-85da-90a4a5f713eb'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:34:36.708471 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69521db0-1ad6-4eb7-ae22-f3895e7f0d6a None None] Routers {'4db0772f-3ac9-497d-85da-90a4a5f713eb'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:34:36.721590 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-69521db0-1ad6-4eb7-ae22-f3895e7f0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:34:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4db0772f-3ac9-497d-85da-90a4a5f713eb'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:36.748585 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4e8d91aa-649b-481a-b013-d55dda885e07 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "PUT /v2.0/routers/4db0772f-3ac9-497d-85da-90a4a5f713eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8354414 Jun 25 09:34:36.755682 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43918) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:36.909600 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Deleting subnet d3295d1b-5d16-41a7-9fbb-1e7b2f4ef070 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:34:36.913325 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:36.961146 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-035ee985-2d36-4233-83a5-7f73014e81ab tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:36.967749 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035ee985-2d36-4233-83a5-7f73014e81ab tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:36.968770 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-035ee985-2d36-4233-83a5-7f73014e81ab tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:36.977932 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fb6ff4c9-745b-4021-83f0-19319fbfb2e5 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:36.994463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71a20b-9f48-48c6-95e3-6ba76e394585 req-c45cd501-99b6-499e-bf50-6d8fc5867818 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:36.998758 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e71a20b-9f48-48c6-95e3-6ba76e394585 req-c45cd501-99b6-499e-bf50-6d8fc5867818 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 943 time: 0.6191654 Jun 25 09:34:37.003508 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:37.158235 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Attempting to bind port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:34:37.158642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Attempting to bind port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:34:37.159262 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Attempting to bind port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:34:37.221198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-edb18e62-5a61-40c0-af97-e77716ec8db3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Delete allocated IP 172.20.0.7 (631d7257-be32-4784-ac2e-57b03b3c4033/89bb2c08-d8e7-4ad0-b899-e0db636fa6d4) {{(pid=94024) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 25 09:34:37.221419 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:37.231318 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-035ee985-2d36-4233-83a5-7f73014e81ab tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8318300 Jun 25 09:34:37.243620 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43930) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:37.269219 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-b7a8d308-6ea3-4caa-a6b0-509761e674c1 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1612253 Jun 25 09:34:37.272959 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-291d24e2-f94f-4ea7-8a18-b788f11961a3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'subnet': {'network_id': 'a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:37.288764 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:34:37.289347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Attempting to bind port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:34:37.303794 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-69521db0-1ad6-4eb7-ae22-f3895e7f0d6a None None] Set router 4db0772f-3ac9-497d-85da-90a4a5f713eb gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:34:37.308979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-edb18e62-5a61-40c0-af97-e77716ec8db3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Allocated IP 172.20.0.26 (631d7257-be32-4784-ac2e-57b03b3c4033/9ebd2b2a-e29d-4161-9ff1-798c40307855/f8c57ca0-4c34-4edd-b316-c5ff8da1a45c) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:37.357855 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ee985-2d36-4233-83a5-7f73014e81ab tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Network': ['ID=a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:37.389312 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:34:37.400622 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-035ee985-2d36-4233-83a5-7f73014e81ab tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:37.422789 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e71a20b-9f48-48c6-95e3-6ba76e394585 req-6cbd727c-c0d7-4e7b-9e2e-ca835a7f0e46 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979940 Jun 25 09:34:37.433507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:34:37.437074 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Checking segment: {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:37.437706 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Bound using segment: {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:34:37.439143 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Bound port: 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:34:37.439689 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:37.470280 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ee74cc7-5c64-4c4c-bf89-53d3fef21760 req-0e10ecaf-22c1-4038-80ea-389d58b9251b service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899045 Jun 25 09:34:37.593752 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:37.600614 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e07fb88d-b5b8-4c81-bbc1-f4f19307a723 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:37.703679 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event deleted for resources: {'Subnet': ['ID=d3295d1b-5d16-41a7-9fbb-1e7b2f4ef070,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:37.767755 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:37.769825 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "DELETE /v2.0/subnets/d3295d1b-5d16-41a7-9fbb-1e7b2f4ef070 HTTP/1.1" status: 204 len: 168 time: 1.0029960 Jun 25 09:34:37.780710 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:37.781138 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:37.781527 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:37.781914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:37.782289 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:37.782665 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:37.783044 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:37.783415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:37.791397 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:37.791971 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:37.792361 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:37.792765 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:34:37.810034 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43940) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:37.813388 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:37.827610 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192fcbd6-e806-414f-b0ab-5def20bb2fbc None None] Network 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:37.944797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291d24e2-f94f-4ea7-8a18-b788f11961a3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:37.947280 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1e741322-0df9-419a-9cdd-2f84252700c7 None None] Provisioning complete for port 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:37.948376 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e741322-0df9-419a-9cdd-2f84252700c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:37.950029 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-291d24e2-f94f-4ea7-8a18-b788f11961a3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:38.132533 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] For port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:34:38.175500 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc3edf-9652-40a4-9f2e-17f353f9c303 req-9a702ab4-a56f-4d5f-8d6c-226fdd99fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:38.177350 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f4cc3edf-9652-40a4-9f2e-17f353f9c303 req-9a702ab4-a56f-4d5f-8d6c-226fdd99fa8d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 1095 time: 0.5083137 Jun 25 09:34:38.187871 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:38.193913 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] For port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:34:38.222234 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-69521db0-1ad6-4eb7-ae22-f3895e7f0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2025153653', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:33:39Z', 'updated_at': '2021-06-25T09:34:33Z', 'revision_number': 5, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:33:40Z', 'updated_at': '2021-06-25T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:38.224399 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:38.231731 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1e741322-0df9-419a-9cdd-2f84252700c7 None None] Port 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:34:38.243725 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7820896e-4c3c-45a3-8a14-522d1b68a4ac tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:38.372138 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1e741322-0df9-419a-9cdd-2f84252700c7 None None] Provisioning for port bb31baf5-28ac-446a-a66c-2839c0ebe042 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:38.376940 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69521db0-1ad6-4eb7-ae22-f3895e7f0d6a None None] Checking router: 4db0772f-3ac9-497d-85da-90a4a5f713eb for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:34:38.382480 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1e741322-0df9-419a-9cdd-2f84252700c7 None None] Provisioning complete for port bb31baf5-28ac-446a-a66c-2839c0ebe042 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:38.382907 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e741322-0df9-419a-9cdd-2f84252700c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:38.420078 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69521db0-1ad6-4eb7-ae22-f3895e7f0d6a None None] Routers {'4db0772f-3ac9-497d-85da-90a4a5f713eb'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:34:38.420763 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-69521db0-1ad6-4eb7-ae22-f3895e7f0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:34:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['4db0772f-3ac9-497d-85da-90a4a5f713eb'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:38.554703 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-edb18e62-5a61-40c0-af97-e77716ec8db3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:38.572551 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-edb18e62-5a61-40c0-af97-e77716ec8db3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Transition to ACTIVE for port object f8c57ca0-4c34-4edd-b316-c5ff8da1a45c will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:38.588297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-69521db0-1ad6-4eb7-ae22-f3895e7f0d6a None None] Set router 4db0772f-3ac9-497d-85da-90a4a5f713eb gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:34:38.615343 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-edb18e62-5a61-40c0-af97-e77716ec8db3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:38.616950 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc3edf-9652-40a4-9f2e-17f353f9c303 req-5d60fd35-f642-4749-8df3-0118b3eda685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:38.619118 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f4cc3edf-9652-40a4-9f2e-17f353f9c303 req-5d60fd35-f642-4749-8df3-0118b3eda685 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.4259784 Jun 25 09:34:38.642024 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-291d24e2-f94f-4ea7-8a18-b788f11961a3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:38.692038 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:38.694543 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6535-54cd-4612-9055-6d2ee5b36739 req-e078e0b5-c87f-4190-b816-87f9cc6367ec tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:38.696335 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccba6535-54cd-4612-9055-6d2ee5b36739 req-e078e0b5-c87f-4190-b816-87f9cc6367ec tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 944 time: 0.9960294 Jun 25 09:34:38.710721 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f4cc3edf-9652-40a4-9f2e-17f353f9c303 req-9119f0d9-74fd-4972-abb8-df584dd9fad3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2739a90c-da67-4431-a875-90fdbf532fb8 HTTP/1.1" status: 200 len: 217 time: 0.0823371 Jun 25 09:34:38.732337 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bb31baf5-28ac-446a-a66c-2839c0ebe042 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:34:38.798988 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:38.799888 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:38.801746 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] 10.222.0.41 "PUT /v2.0/ports/8f8b5ee4-04b7-4f6d-a8a2-d4394474682b HTTP/1.1" status: 200 len: 1093 time: 4.6861980 Jun 25 09:34:38.811935 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485a8b01-658b-4bce-afbb-ffab24864755', 'tag': '8f8b5ee4-04b7-4f6d-a8a2-d4394474682b'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:34:38.814535 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dcd159-ef72-459e-b3a6-ed1472a930b0" -d '{"events": [{"name": "network-changed", "server_uuid": "485a8b01-658b-4bce-afbb-ffab24864755", "tag": "8f8b5ee4-04b7-4f6d-a8a2-d4394474682b"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:34:38.850060 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc3edf-9652-40a4-9f2e-17f353f9c303 req-fcd2b68f-542c-4fb5-be34-e8f9c52290f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:38.851665 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f4cc3edf-9652-40a4-9f2e-17f353f9c303 req-fcd2b68f-542c-4fb5-be34-e8f9c52290f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.1337993 Jun 25 09:34:38.933498 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Deleting port 96f8ef20-7927-4710-a3df-62383c3a72a0 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:38.934300 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:39.010148 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-edb18e62-5a61-40c0-af97-e77716ec8db3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] In _notify_port_updated(), no bound segment for port f8c57ca0-4c34-4edd-b316-c5ff8da1a45c on network 631d7257-be32-4784-ac2e-57b03b3c4033 {{(pid=94024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 09:34:39.017191 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb18e62-5a61-40c0-af97-e77716ec8db3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:39.017921 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-edb18e62-5a61-40c0-af97-e77716ec8db3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:39.022082 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-edb18e62-5a61-40c0-af97-e77716ec8db3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "PUT /v2.0/ports/f8c57ca0-4c34-4edd-b316-c5ff8da1a45c HTTP/1.1" status: 200 len: 920 time: 4.2387111 Jun 25 09:34:39.022082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291d24e2-f94f-4ea7-8a18-b788f11961a3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Checking segment: {'id': '8ba3f555-e9ef-41f5-ab01-35485801d50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:39.022082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291d24e2-f94f-4ea7-8a18-b788f11961a3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network hostable DHCP agents. Network: a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:34:39.025078 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43960) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:39.033151 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccba6535-54cd-4612-9055-6d2ee5b36739 req-6e612f00-77d5-4e45-a8e1-1b4a629e1f1e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752516 Jun 25 09:34:39.044794 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Pushing event updated for resources: {'Port': ['ID=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:39.079798 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:39.095754 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc3edf-9652-40a4-9f2e-17f353f9c303 req-cc995521-e922-4ddf-a8f1-bf8e26c18d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:39.097657 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f4cc3edf-9652-40a4-9f2e-17f353f9c303 req-cc995521-e922-4ddf-a8f1-bf8e26c18d91 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2346988 Jun 25 09:34:39.172138 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e8003ba2-f9f0-4d65-b94f-f14f35687505 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.514s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:39.176006 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f323ffca-c873-4b9d-9d7f-71f767b77fd7 x-openstack-request-id: req-f323ffca-c873-4b9d-9d7f-71f767b77fd7 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:34:39.176340 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485a8b01-658b-4bce-afbb-ffab24864755", "tag": "8f8b5ee4-04b7-4f6d-a8a2-d4394474682b", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:34:39.179505 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f323ffca-c873-4b9d-9d7f-71f767b77fd7 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:34:39.180182 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485a8b01-658b-4bce-afbb-ffab24864755', 'tag': '8f8b5ee4-04b7-4f6d-a8a2-d4394474682b', 'status': 'completed', 'code': 200} Jun 25 09:34:39.201133 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] For port 96f8ef20-7927-4710-a3df-62383c3a72a0, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=96f8ef20-7927-4710-a3df-62383c3a72a0,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:39.201448 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:39.215236 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf91475-421a-4499-b47d-867abb1a622f None None] DHCP port deletion for 0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:34:39.234912 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Calling delete_port for 96f8ef20-7927-4710-a3df-62383c3a72a0 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:39.269018 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1e741322-0df9-419a-9cdd-2f84252700c7 None None] Provisioning for port f8c57ca0-4c34-4edd-b316-c5ff8da1a45c completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:39.284160 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1e741322-0df9-419a-9cdd-2f84252700c7 None None] Provisioning complete for port f8c57ca0-4c34-4edd-b316-c5ff8da1a45c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:39.284978 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e741322-0df9-419a-9cdd-2f84252700c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:39.312005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port bb31baf5-28ac-446a-a66c-2839c0ebe042 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:39.312005 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:39.425296 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-69521db0-1ad6-4eb7-ae22-f3895e7f0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2025153653', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:33:39Z', 'updated_at': '2021-06-25T09:34:33Z', 'revision_number': 5, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:33:40Z', 'updated_at': '2021-06-25T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:39.615783 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1e741322-0df9-419a-9cdd-2f84252700c7 None None] Port f8c57ca0-4c34-4edd-b316-c5ff8da1a45c cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:34:39.621656 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:39.625631 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69521db0-1ad6-4eb7-ae22-f3895e7f0d6a None None] The sync data for ids ['4db0772f-3ac9-497d-85da-90a4a5f713eb'] in n-d-761264-15 is: [{'id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2025153653', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:33:39Z', 'updated_at': '2021-06-25T09:34:33Z', 'revision_number': 5, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': '96f8ef20-7927-4710-a3df-62383c3a72a0', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db0772f-3ac9-497d-85da-90a4a5f713eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:33:40Z', 'updated_at': '2021-06-25T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:34:39.626863 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3313e0a9-3c68-43d3-b07a-0d65b7f03fc2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:39.692543 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event deleted for resources: {'Port': ['ID=96f8ef20-7927-4710-a3df-62383c3a72a0,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:39.695187 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:39.700637 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f4cc3edf-9652-40a4-9f2e-17f353f9c303 req-d2d796c0-4644-49af-8b2d-a964729968a5 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912125 Jun 25 09:34:39.761380 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-dcf91475-421a-4499-b47d-867abb1a622f None None] Deleting port 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:39.761778 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dcf91475-421a-4499-b47d-867abb1a622f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:39.848379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-95b52ca7-bedd-4e09-8383-1b377aaa78c3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port f8c57ca0-4c34-4edd-b316-c5ff8da1a45c {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:39.848749 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95b52ca7-bedd-4e09-8383-1b377aaa78c3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:39.869750 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d545af96-09b2-4912-89d4-0e84c7b77c4f None None] Provisioning complete for port f8c57ca0-4c34-4edd-b316-c5ff8da1a45c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:39.870410 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d545af96-09b2-4912-89d4-0e84c7b77c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:39.926219 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d545af96-09b2-4912-89d4-0e84c7b77c4f None None] Port f8c57ca0-4c34-4edd-b316-c5ff8da1a45c cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:34:39.958126 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95b52ca7-bedd-4e09-8383-1b377aaa78c3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:39.971938 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-95b52ca7-bedd-4e09-8383-1b377aaa78c3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for f8c57ca0-4c34-4edd-b316-c5ff8da1a45c owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:40.007156 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605aabf-42a7-4920-9f7b-e7ab3e962f12 req-4ac54b36-bda3-4bcf-87bd-a6373f74c4a5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:40.010146 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e605aabf-42a7-4920-9f7b-e7ab3e962f12 req-4ac54b36-bda3-4bcf-87bd-a6373f74c4a5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 943 time: 1.3372948 Jun 25 09:34:40.020135 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291d24e2-f94f-4ea7-8a18-b788f11961a3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:34:40.024976 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-dcf91475-421a-4499-b47d-867abb1a622f None None] For port 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028,segment=NetworkSegment(29c8ceb7-d074-4201-9507-076c70f5f4e5),segment_id=29c8ceb7-d074-4201-9507-076c70f5f4e5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:40.029275 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dcf91475-421a-4499-b47d-867abb1a622f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:40.064844 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-dcf91475-421a-4499-b47d-867abb1a622f None None] Calling delete_port for 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:40.072291 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-291d24e2-f94f-4ea7-8a18-b788f11961a3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:40.077576 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d24e2-f94f-4ea7-8a18-b788f11961a3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Subnet': ['ID=e801035a-535f-4846-afdc-c27257c57339,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:40.090802 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-291d24e2-f94f-4ea7-8a18-b788f11961a3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:40.092872 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291d24e2-f94f-4ea7-8a18-b788f11961a3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:40.093521 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-291d24e2-f94f-4ea7-8a18-b788f11961a3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:40.096185 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-11812a62-2581-4955-b0fd-3c4621b96a8e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.435s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:40.104923 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0b477d-83a1-496a-b7fd-af378298ca30 None None] Network a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:40.151216 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb18e62-5a61-40c0-af97-e77716ec8db3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=f8c57ca0-4c34-4edd-b316-c5ff8da1a45c,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:40.169355 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-edb18e62-5a61-40c0-af97-e77716ec8db3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:40.183953 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-1768b815-f67e-43dc-9a10-5357f94c0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:40.189093 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-1768b815-f67e-43dc-9a10-5357f94c0f3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 1096 time: 1.1882975 Jun 25 09:34:40.203431 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e605aabf-42a7-4920-9f7b-e7ab3e962f12 req-d738a49c-69f1-4740-8b46-797f7c1bb6b5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636429 Jun 25 09:34:40.205207 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-291d24e2-f94f-4ea7-8a18-b788f11961a3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9369657 Jun 25 09:34:40.213915 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 43978) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:40.273249 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-3b80b1e4-c62f-4e66-9ed5-f475bf6b4b04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b HTTP/1.1" status: 200 len: 217 time: 0.0658526 Jun 25 09:34:40.352945 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:40.374146 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2739a90c-da67-4431-a875-90fdbf532fb8 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:34:40.563791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-04367807-3ba5-4a0d-8d61-dc979d347e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:40.565607 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-04367807-3ba5-4a0d-8d61-dc979d347e81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 HTTP/1.1" status: 200 len: 852 time: 0.0809550 Jun 25 09:34:40.628513 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:40.631697 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:40.681802 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ea737001-a812-4c5a-9cc9-242ffc7fc7e3 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:34:40.708626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-637d0b25-73f3-4281-8276-8be9cb0501d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a124eb50-58b7-4400-83c7-66fc4f4c6f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118155 Jun 25 09:34:40.723222 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: ea737001-a812-4c5a-9cc9-242ffc7fc7e3 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:34:40.723640 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ea737001-a812-4c5a-9cc9-242ffc7fc7e3 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:34:40.725307 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:34:40.731011 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95b52ca7-bedd-4e09-8383-1b377aaa78c3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:40.744165 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-18a67ee3-f6a5-4e2a-8957-04b59664b338 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:40.762062 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:40.762671 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Fanout notify agent at l3_agent the message router_deleted on router 4db0772f-3ac9-497d-85da-90a4a5f713eb {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:34:40.810455 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:40.814590 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "DELETE /v2.0/routers/4db0772f-3ac9-497d-85da-90a4a5f713eb HTTP/1.1" status: 204 len: 168 time: 2.9996684 Jun 25 09:34:40.816203 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 43990) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:40.819787 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f4cc3edf-9652-40a4-9f2e-17f353f9c303 req-c44507ab-410c-4093-ba45-96c333d72ecd service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0950322 Jun 25 09:34:40.821341 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b52ca7-bedd-4e09-8383-1b377aaa78c3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=f8c57ca0-4c34-4edd-b316-c5ff8da1a45c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:40.857981 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-95b52ca7-bedd-4e09-8383-1b377aaa78c3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:40.927917 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:40.998487 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dcf91475-421a-4499-b47d-867abb1a622f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:41.011694 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:41.016119 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c', 'network_id': 'a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c', 'tenant_id': '525c5f7a398846f3945c29eef96485a2', 'fixed_ips': [{'subnet_id': 'e801035a-535f-4846-afdc-c27257c57339'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:34:41.017350 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:41.021928 n-d-761264-15 neutron-server[94026]: INFO neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No ports have port_id starting with 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028 Jun 25 09:34:41.029815 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf91475-421a-4499-b47d-867abb1a622f None None] No DVR routers for this DVR port 5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:34:41.165264 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf91475-421a-4499-b47d-867abb1a622f None None] Pushing event deleted for resources: {'Port': ['ID=5ddf40b4-2ac9-4b4b-b0f3-cd4404a1d028,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:41.174422 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e71d8-7fc7-441b-820e-3f537f0d47a4 req-b4257219-8b8b-4d9a-aec1-3d2a4b245178 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:41.177129 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-dcf91475-421a-4499-b47d-867abb1a622f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:41.183592 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd8e71d8-7fc7-441b-820e-3f537f0d47a4 req-b4257219-8b8b-4d9a-aec1-3d2a4b245178 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 944 time: 0.7990773 Jun 25 09:34:41.297060 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2739a90c-da67-4431-a875-90fdbf532fb8, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2739a90c-da67-4431-a875-90fdbf532fb8,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:41.333710 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '2739a90c-da67-4431-a875-90fdbf532fb8', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'port_id': '2739a90c-da67-4431-a875-90fdbf532fb8', 'mac_address': 'fa:16:3e:18:2d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:34:41.427395 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:41.471111 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:41.517253 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2739a90c-da67-4431-a875-90fdbf532fb8 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:34:41.638598 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-899b7111-b1fa-4243-a214-ee7f467500bf service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8839967 Jun 25 09:34:41.644009 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd8e71d8-7fc7-441b-820e-3f537f0d47a4 req-43776596-b6b9-4c8b-ac21-e8fd209fcba8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600537 Jun 25 09:34:41.723639 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:34:41.830327 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f124cdd-f009-4a5c-a45e-65cd4ae15a9a req-18031047-3d61-4d6c-bde2-c3c5776031e0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:41.831963 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4f124cdd-f009-4a5c-a45e-65cd4ae15a9a req-18031047-3d61-4d6c-bde2-c3c5776031e0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 943 time: 0.2792089 Jun 25 09:34:41.834296 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-848ebda1-e9dd-48ca-b81d-7d978904445c req-f22a8007-249f-42fa-8215-f2cd344fdae8 service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883874 Jun 25 09:34:41.840025 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2739a90c-da67-4431-a875-90fdbf532fb8, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2739a90c-da67-4431-a875-90fdbf532fb8,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:41.849205 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:41.853325 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-8024923f-084e-4902-a215-79c96a8341f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:41.895722 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4f124cdd-f009-4a5c-a45e-65cd4ae15a9a req-a1dcd62b-7634-48ce-a70c-713f366658ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532148 Jun 25 09:34:41.905441 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3942456-3730-49ad-b790-e8fd7b549398 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:41.928501 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Allocated IP 172.20.0.1 (a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c/e801035a-535f-4846-afdc-c27257c57339/fed16e2a-80d8-4f6f-aede-ae9af6eefd3e) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:42.036867 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3942456-3730-49ad-b790-e8fd7b549398 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.054107 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-a3942456-3730-49ad-b790-e8fd7b549398 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c10ec12-a2b5-45aa-b2de-077df7dc0ef4']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:42.067165 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-a3942456-3730-49ad-b790-e8fd7b549398 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c8ceb7-d074-4201-9507-076c70f5f4e5') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:42.067463 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-a3942456-3730-49ad-b790-e8fd7b549398 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c8ceb7-d074-4201-9507-076c70f5f4e5') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:42.089851 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcd159-ef72-459e-b3a6-ed1472a930b0 req-5c3a40b0-cf61-4c67-8636-2d2ca5e8651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:42.093005 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4dcd159-ef72-459e-b3a6-ed1472a930b0 req-5c3a40b0-cf61-4c67-8636-2d2ca5e8651a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 1096 time: 0.1404305 Jun 25 09:34:42.141595 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-95b52ca7-bedd-4e09-8383-1b377aaa78c3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.150954 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-95b52ca7-bedd-4e09-8383-1b377aaa78c3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/f8c57ca0-4c34-4edd-b316-c5ff8da1a45c HTTP/1.1" status: 204 len: 168 time: 3.1204786 Jun 25 09:34:42.156491 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3942456-3730-49ad-b790-e8fd7b549398 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.160533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44012) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:42.173406 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=2739a90c-da67-4431-a875-90fdbf532fb8,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:42.182856 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:42.225759 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.236974 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Transition to ACTIVE for port object fed16e2a-80d8-4f6f-aede-ae9af6eefd3e will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:42.258402 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-936e0af0-d03b-4525-ab3c-39674b43a994 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] GET failed (client error): The resource could not be found. Jun 25 09:34:42.259218 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['2739a90c-da67-4431-a875-90fdbf532fb8'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:34:42.265505 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-936e0af0-d03b-4525-ab3c-39674b43a994 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/f8c57ca0-4c34-4edd-b316-c5ff8da1a45c HTTP/1.1" status: 404 len: 333 time: 0.1037304 Jun 25 09:34:42.266740 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44014) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:42.333202 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcd159-ef72-459e-b3a6-ed1472a930b0 req-95cd74f6-42cd-45c7-8934-a3ddc443e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:42.334918 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4dcd159-ef72-459e-b3a6-ed1472a930b0 req-95cd74f6-42cd-45c7-8934-a3ddc443e234 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 914 time: 0.2245944 Jun 25 09:34:42.340141 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3942456-3730-49ad-b790-e8fd7b549398 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.345880 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 96f8ef20-7927-4710-a3df-62383c3a72a0 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:34:42.377130 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Transition to ACTIVE for port object fed16e2a-80d8-4f6f-aede-ae9af6eefd3e will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:42.396316 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 96f8ef20-7927-4710-a3df-62383c3a72a0 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:34:42.396669 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 96f8ef20-7927-4710-a3df-62383c3a72a0 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:34:42.407955 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.410827 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:42.415160 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3942456-3730-49ad-b790-e8fd7b549398 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:34:42.415854 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3942456-3730-49ad-b790-e8fd7b549398 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.419538 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c89aa0f-7389-4482-a6f1-99419913b5a0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:34:42.422032 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:34:42.442605 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4dcd159-ef72-459e-b3a6-ed1472a930b0 req-3a551e02-44c7-468c-9058-7c56887d70c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b HTTP/1.1" status: 200 len: 217 time: 0.0966649 Jun 25 09:34:42.513647 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.520061 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1df10412-1cd9-47e9-9e87-37e83b3de007 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:42.537832 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Network a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:42.558592 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:42.558729 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c89aa0f-7389-4482-a6f1-99419913b5a0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.559113 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:34:42.596324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Subnet': ['ID=e801035a-535f-4846-afdc-c27257c57339,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:42.600066 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:42.601804 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcd159-ef72-459e-b3a6-ed1472a930b0 req-36ad4628-8bf8-4315-a371-4f8c127ecd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:42.603310 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4dcd159-ef72-459e-b3a6-ed1472a930b0 req-36ad4628-8bf8-4315-a371-4f8c127ecd34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 HTTP/1.1" status: 200 len: 852 time: 0.1526172 Jun 25 09:34:42.648494 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Pushing event updated for resources: {'Port': ['ID=fed16e2a-80d8-4f6f-aede-ae9af6eefd3e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:42.652436 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:42.661795 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.672334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:42.686280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba3f555-e9ef-41f5-ab01-35485801d50c') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:42.686674 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba3f555-e9ef-41f5-ab01-35485801d50c') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:42.697303 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.707292 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3942456-3730-49ad-b790-e8fd7b549398 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.720498 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.730694 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3942456-3730-49ad-b790-e8fd7b549398 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.737325 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a3942456-3730-49ad-b790-e8fd7b549398 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "DELETE /v2.0/networks/0c10ec12-a2b5-45aa-b2de-077df7dc0ef4 HTTP/1.1" status: 204 len: 168 time: 1.9042048 Jun 25 09:34:42.738929 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9d2cd659-6035-47e0-ab23-a4772473f025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:42.744579 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44028) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:42.749290 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c89aa0f-7389-4482-a6f1-99419913b5a0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.752868 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4dcd159-ef72-459e-b3a6-ed1472a930b0 req-9a0a3590-0470-45c6-950c-e4fe50def2b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a124eb50-58b7-4400-83c7-66fc4f4c6f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427184 Jun 25 09:34:42.756608 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c89aa0f-7389-4482-a6f1-99419913b5a0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.757917 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0c89aa0f-7389-4482-a6f1-99419913b5a0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/security-groups/aea2e35d-0aed-4967-8bc3-ce41749a7dbf HTTP/1.1" status: 204 len: 168 time: 0.4870422 Jun 25 09:34:42.760646 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:34:42.761146 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.770356 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44030) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:34:42.837037 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:34:42.843515 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3942456-3730-49ad-b790-e8fd7b549398 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event deleted for resources: {'Network': ['ID=0c10ec12-a2b5-45aa-b2de-077df7dc0ef4,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:42.861380 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a3942456-3730-49ad-b790-e8fd7b549398 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:42.866555 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Attempting to bind port fed16e2a-80d8-4f6f-aede-ae9af6eefd3e on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:34:42.871888 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Attempting to bind port fed16e2a-80d8-4f6f-aede-ae9af6eefd3e by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '8ba3f555-e9ef-41f5-ab01-35485801d50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:34:42.872610 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Attempting to bind port fed16e2a-80d8-4f6f-aede-ae9af6eefd3e on network a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:34:42.878373 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d891b370-0500-4cbb-982f-d18f5cf1b643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:42.886181 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:34:42.889107 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Checking segment: {'id': '8ba3f555-e9ef-41f5-ab01-35485801d50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:42.889813 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.891117 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Bound using segment: {'id': '8ba3f555-e9ef-41f5-ab01-35485801d50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:34:42.893205 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Bound port: fed16e2a-80d8-4f6f-aede-ae9af6eefd3e, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba3f555-e9ef-41f5-ab01-35485801d50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:34:42.893838 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:42.895750 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89aa0f-7389-4482-a6f1-99419913b5a0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea2e35d-0aed-4967-8bc3-ce41749a7dbf,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:42.907223 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0c89aa0f-7389-4482-a6f1-99419913b5a0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:42.980848 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80914ad1-9221-4cc1-91bc-7be568af214d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:43.026057 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] For port fed16e2a-80d8-4f6f-aede-ae9af6eefd3e, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:34:43.052849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] For port fed16e2a-80d8-4f6f-aede-ae9af6eefd3e, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=fed16e2a-80d8-4f6f-aede-ae9af6eefd3e,segment=NetworkSegment(8ba3f555-e9ef-41f5-ab01-35485801d50c),segment_id=8ba3f555-e9ef-41f5-ab01-35485801d50c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:34:43.060714 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:43.072520 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-77b4b439-f123-4612-a524-311a8c1b0530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:43.078432 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80914ad1-9221-4cc1-91bc-7be568af214d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:43.121626 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.db.api [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 09:34:43.121626 n-d-761264-15 neutron-server[94024]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 09:34:43.121626 n-d-761264-15 neutron-server[94024]: [parameters: {'id': 'a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c'}] Jun 25 09:34:43.121626 n-d-761264-15 neutron-server[94024]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:34:43.122167 n-d-761264-15 neutron-server[94024]: DEBUG oslo_db.api [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:34:43.167120 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80914ad1-9221-4cc1-91bc-7be568af214d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:43.177445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-80914ad1-9221-4cc1-91bc-7be568af214d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:43.186064 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-80914ad1-9221-4cc1-91bc-7be568af214d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/security-groups/d856ab4e-7562-4000-848c-e867fa39b890 HTTP/1.1" status: 204 len: 168 time: 0.4128411 Jun 25 09:34:43.187473 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-615447d5-65af-49fd-95e9-b942208c92f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:43.201118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44038) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:43.207797 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4dcd159-ef72-459e-b3a6-ed1472a930b0 req-ed75f093-fc1e-4da2-be92-1e60d1dea1c8 service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697841 Jun 25 09:34:43.259290 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Pushing event updated for resources: {'Port': ['ID=fed16e2a-80d8-4f6f-aede-ae9af6eefd3e,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:43.279052 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:43.287470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef887d9-09b2-44e4-b676-2049ac5872a8 req-cd800c89-c5e4-4c6e-825f-0dda6e049f54 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:43.289259 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ef887d9-09b2-44e4-b676-2049ac5872a8 req-cd800c89-c5e4-4c6e-825f-0dda6e049f54 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 944 time: 0.3203959 Jun 25 09:34:43.338118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80914ad1-9221-4cc1-91bc-7be568af214d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d856ab4e-7562-4000-848c-e867fa39b890,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:43.342434 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-80914ad1-9221-4cc1-91bc-7be568af214d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:43.388193 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8707c62-427e-46fe-8652-103eeaba79af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting subnet 89bb2c08-d8e7-4ad0-b899-e0db636fa6d4 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:34:43.398614 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa0fbee-d964-4ef8-b83c-3176b774efdd None None] Network a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:43.404856 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d8707c62-427e-46fe-8652-103eeaba79af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:43.499114 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ef887d9-09b2-44e4-b676-2049ac5872a8 req-db93c86a-d2b5-4ffe-85c8-18b52bc1407a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379642 Jun 25 09:34:43.551213 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f4dcd159-ef72-459e-b3a6-ed1472a930b0 req-beea6e20-4c47-48fe-b04c-b6accbc40c3e service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292568 Jun 25 09:34:43.552892 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-59113d99-8516-427f-954f-18564ce808b8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Deleting port dcfa7045-1719-45d7-b041-46554cee6e0b {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:43.553242 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59113d99-8516-427f-954f-18564ce808b8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:43.557921 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d8707c62-427e-46fe-8652-103eeaba79af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:43.667578 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:43.677689 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca1f0f-ad28-429e-8ad7-cfea3ea1a83b None None] get_active_networks_info from n-d-761264-15 {{(pid=94026) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 09:34:43.702245 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d8707c62-427e-46fe-8652-103eeaba79af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:43.718237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5762-15eb-400f-b7ba-b40a4dceeb7b req-e82abbf0-a356-4096-9c82-151bd20873fc tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:43.720060 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-456a5762-15eb-400f-b7ba-b40a4dceeb7b req-e82abbf0-a356-4096-9c82-151bd20873fc tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 944 time: 0.3839352 Jun 25 09:34:43.792344 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ca1f0f-ad28-429e-8ad7-cfea3ea1a83b None None] Resources bound (agent type, host, resource id): {{(pid=94026) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 09:34:43.826238 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d8707c62-427e-46fe-8652-103eeaba79af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:43.827823 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-43c7874f-d0b0-4db3-b1cb-1c9cf0f739f1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:43.885825 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8707c62-427e-46fe-8652-103eeaba79af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Subnet': ['ID=89bb2c08-d8e7-4ad0-b899-e0db636fa6d4,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:43.897671 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d8707c62-427e-46fe-8652-103eeaba79af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:43.900950 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d8707c62-427e-46fe-8652-103eeaba79af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:43.910810 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d8707c62-427e-46fe-8652-103eeaba79af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/89bb2c08-d8e7-4ad0-b899-e0db636fa6d4 HTTP/1.1" status: 204 len: 168 time: 0.7059762 Jun 25 09:34:43.911551 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44050) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:43.918934 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-456a5762-15eb-400f-b7ba-b40a4dceeb7b req-83401a7f-168d-44d9-aabb-2e6bb7998d41 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768973 Jun 25 09:34:43.932375 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59113d99-8516-427f-954f-18564ce808b8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:43.932683 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59113d99-8516-427f-954f-18564ce808b8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:43.948363 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8f7132e6-bbbc-473b-a038-a184de845e70 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'subnet': {'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:43.974431 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-59113d99-8516-427f-954f-18564ce808b8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Calling delete_port for dcfa7045-1719-45d7-b041-46554cee6e0b owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:44.137395 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Deleting port fed16e2a-80d8-4f6f-aede-ae9af6eefd3e {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:44.137395 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:44.224789 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7132e6-bbbc-473b-a038-a184de845e70 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:44.234558 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8f7132e6-bbbc-473b-a038-a184de845e70 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:44.245687 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] For port fed16e2a-80d8-4f6f-aede-ae9af6eefd3e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=fed16e2a-80d8-4f6f-aede-ae9af6eefd3e,segment=NetworkSegment(8ba3f555-e9ef-41f5-ab01-35485801d50c),segment_id=8ba3f555-e9ef-41f5-ab01-35485801d50c)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:44.246048 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:44.275037 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Calling delete_port for fed16e2a-80d8-4f6f-aede-ae9af6eefd3e owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:44.306175 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2739a90c-da67-4431-a875-90fdbf532fb8 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:34:44.424986 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fdde59-0de5-4bdc-82a2-338b8a566fad None None] Network 631d7257-be32-4784-ac2e-57b03b3c4033 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:44.441557 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:44.445204 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 2739a90c-da67-4431-a875-90fdbf532fb8 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:44.446336 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bb139735-77d4-4720-a1b3-131911afdfc1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:44.481153 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Port': ['ID=fed16e2a-80d8-4f6f-aede-ae9af6eefd3e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:44.490772 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:44.503750 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No DVR routers for this DVR port fed16e2a-80d8-4f6f-aede-ae9af6eefd3e on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:34:44.506595 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 2739a90c-da67-4431-a875-90fdbf532fb8 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:44.507362 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:44.515909 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59113d99-8516-427f-954f-18564ce808b8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:44.557728 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d69197d6-2129-41e3-a1f3-415f173c6459 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:44.704157 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:44.715235 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:44.716911 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:44.728237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba3f555-e9ef-41f5-ab01-35485801d50c') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:44.729289 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba3f555-e9ef-41f5-ab01-35485801d50c') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:44.739734 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:44.755424 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:44.763442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:34:44.763894 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:44.791161 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e602ac-df03-4b2c-be56-759f82018ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2739a90c-da67-4431-a875-90fdbf532fb8'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:34:44.802337 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb43476d-8f62-4061-ab95-dcad61a98e10" -d '{"events": [{"server_uuid": "82e602ac-df03-4b2c-be56-759f82018ffa", "name": "network-vif-plugged", "status": "completed", "tag": "2739a90c-da67-4431-a875-90fdbf532fb8"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:34:44.805799 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8f7132e6-bbbc-473b-a038-a184de845e70 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:44.810869 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-62b34005-67cd-4a26-9191-99a59c40d474 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:44.855032 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 2739a90c-da67-4431-a875-90fdbf532fb8, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2739a90c-da67-4431-a875-90fdbf532fb8,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:44.867723 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7132e6-bbbc-473b-a038-a184de845e70 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 631d7257-be32-4784-ac2e-57b03b3c4033 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:44.872075 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-8f7132e6-bbbc-473b-a038-a184de845e70 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:44.875927 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7132e6-bbbc-473b-a038-a184de845e70 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:44.876517 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8f7132e6-bbbc-473b-a038-a184de845e70 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:44.890545 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758cd5b0-7cd0-4d17-b099-63aeb7e283f8 x-openstack-request-id: req-758cd5b0-7cd0-4d17-b099-63aeb7e283f8 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:34:44.891571 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e602ac-df03-4b2c-be56-759f82018ffa", "name": "network-vif-plugged", "status": "completed", "tag": "2739a90c-da67-4431-a875-90fdbf532fb8", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:34:44.891840 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-758cd5b0-7cd0-4d17-b099-63aeb7e283f8 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:34:44.892234 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e602ac-df03-4b2c-be56-759f82018ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2739a90c-da67-4431-a875-90fdbf532fb8', 'code': 200} Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:34:44.900849 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:34:44.903495 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8f7132e6-bbbc-473b-a038-a184de845e70 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9893365 Jun 25 09:34:44.903495 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44072) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:44.904211 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:44.905794 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-070b0895-ec73-49e9-be2e-17fbe8835556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:44.918230 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59113d99-8516-427f-954f-18564ce808b8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event deleted for resources: {'Port': ['ID=dcfa7045-1719-45d7-b041-46554cee6e0b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:44.928141 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-dd3cfc50-8edc-4e61-96bc-7122991ee12f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'security_group': {'name': 'tempest-secgroup-1994863012'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:44.953063 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7132e6-bbbc-473b-a038-a184de845e70 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Subnet': ['ID=5dd2fbdc-2d15-40c7-b4e7-04af1821a4a3,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:44.957591 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8f7132e6-bbbc-473b-a038-a184de845e70 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:44.971256 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dd3cfc50-8edc-4e61-96bc-7122991ee12f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:45.006366 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=2739a90c-da67-4431-a875-90fdbf532fb8,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:45.010096 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:45.038946 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59113d99-8516-427f-954f-18564ce808b8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:45.039299 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-59113d99-8516-427f-954f-18564ce808b8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Floating IP 05e94edc-8f4f-455f-b29c-b7af858b12e4 disassociated (deleted). External IP: 172.25.6.182, port: e7db1a47-60b3-4db5-a7e3-4239c3a5ea36. Jun 25 09:34:45.041397 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-59113d99-8516-427f-954f-18564ce808b8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:45.135893 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:45.240020 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a8fe3-0183-4b76-be01-4b9d4dc3e19f req-ca51d705-dc88-45e1-8320-56bbb73ad670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:45.241658 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f2a8fe3-0183-4b76-be01-4b9d4dc3e19f req-ca51d705-dc88-45e1-8320-56bbb73ad670 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 1097 time: 0.2162073 Jun 25 09:34:45.260074 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3efe0514-1958-4910-99c9-87653c074d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:45.286616 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:45.288583 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c HTTP/1.1" status: 204 len: 168 time: 5.0724204 Jun 25 09:34:45.298755 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44078) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:45.324718 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e2a5bb7d-dba6-45ca-85a5-d9bfd6d421c1 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-724897802'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:45.337264 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Network': ['ID=a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:45.343728 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:45.403582 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:34:45.428650 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dd3cfc50-8edc-4e61-96bc-7122991ee12f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:45.435496 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f2a8fe3-0183-4b76-be01-4b9d4dc3e19f req-e0620f80-e608-495b-8c3e-4dda29974b63 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858525 Jun 25 09:34:45.453525 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dd3cfc50-8edc-4e61-96bc-7122991ee12f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:45.460926 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f50c2de2-1417-48c9-9ccb-8dc21b53b2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:45.538039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cfc50-8edc-4e61-96bc-7122991ee12f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08549b11-18f3-472d-bc3f-2246cffbcdc0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:45.558528 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dd3cfc50-8edc-4e61-96bc-7122991ee12f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:45.597852 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a5bb7d-dba6-45ca-85a5-d9bfd6d421c1 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:45.612890 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2a5bb7d-dba6-45ca-85a5-d9bfd6d421c1 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:45.655044 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a5bb7d-dba6-45ca-85a5-d9bfd6d421c1 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:34:45.668642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:45.669961 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2a5bb7d-dba6-45ca-85a5-d9bfd6d421c1 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:45.669961 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-e2a5bb7d-dba6-45ca-85a5-d9bfd6d421c1 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Added segment 2e10b43f-f1b5-420f-8b2f-946f4eb32e2c of type vlan for network 6681a739-644a-4ebc-afe3-59996362c12d Jun 25 09:34:45.682821 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '8f8b5ee4-04b7-4f6d-a8a2-d4394474682b', 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28', 'port_id': '8f8b5ee4-04b7-4f6d-a8a2-d4394474682b', 'mac_address': 'fa:16:3e:aa:22:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b7280b-d276-4f5e-ac6e-26dc1b12ab67', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:34:45.738788 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2a5bb7d-dba6-45ca-85a5-d9bfd6d421c1 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:45.762144 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:45.787572 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:34:45.794558 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dd3cfc50-8edc-4e61-96bc-7122991ee12f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:45.801196 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-dd3cfc50-8edc-4e61-96bc-7122991ee12f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8922892 Jun 25 09:34:45.806864 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44090) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:45.820146 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-a5f34a9a-a55e-4a32-a297-b5aac79ffc9f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'security_group': {'name': 'tempest-secgroup-1611806183'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:45.849709 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:45.863536 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:45.869241 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5f34a9a-a55e-4a32-a297-b5aac79ffc9f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:45.874335 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:45.884540 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2a5bb7d-dba6-45ca-85a5-d9bfd6d421c1 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:45.898442 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a5bb7d-dba6-45ca-85a5-d9bfd6d421c1 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:45.900526 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e2a5bb7d-dba6-45ca-85a5-d9bfd6d421c1 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:45.947225 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:46.002809 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:46.021052 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:46.126443 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77bc4dc-aab1-4fd4-a991-e713069d8841 None None] Network 631d7257-be32-4784-ac2e-57b03b3c4033 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:46.172407 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5bb7d-dba6-45ca-85a5-d9bfd6d421c1 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Network': ['ID=6681a739-644a-4ebc-afe3-59996362c12d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:46.191512 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e2a5bb7d-dba6-45ca-85a5-d9bfd6d421c1 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:46.202325 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e2a5bb7d-dba6-45ca-85a5-d9bfd6d421c1 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8999608 Jun 25 09:34:46.208814 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44096) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:46.215790 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1420dc6c-1fb6-469e-84b7-b9cd6d567607 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'subnet': {'network_id': '6681a739-644a-4ebc-afe3-59996362c12d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:46.224535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321fc96-e4bc-4e79-922d-e11b69707428 req-233aa65f-788a-4b41-a3ec-ebef554ca620 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:46.226114 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a321fc96-e4bc-4e79-922d-e11b69707428 req-233aa65f-788a-4b41-a3ec-ebef554ca620 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 944 time: 1.3751571 Jun 25 09:34:46.268149 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1222af-e7cd-4c9c-8a13-742e1567beb7 req-7cd2b071-2b2b-420b-a060-f284bfa70e18 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:46.275386 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a1222af-e7cd-4c9c-8a13-742e1567beb7 req-7cd2b071-2b2b-420b-a060-f284bfa70e18 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 945 time: 1.1292634 Jun 25 09:34:46.327111 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 6681a739-644a-4ebc-afe3-59996362c12d details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:34:46.330365 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a321fc96-e4bc-4e79-922d-e11b69707428 req-d691566f-3733-4f7f-b5b6-a5509399b981 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886779 Jun 25 09:34:46.381377 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['8f8b5ee4-04b7-4f6d-a8a2-d4394474682b'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:34:46.422292 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e547de19-06c5-48ba-ab1d-e16ad550d4eb None None] Provisioning complete for port 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:46.423011 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e547de19-06c5-48ba-ab1d-e16ad550d4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:46.433593 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a1222af-e7cd-4c9c-8a13-742e1567beb7 req-68cb724b-138c-4b7f-90c2-0dc8ff0a9486 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573184 Jun 25 09:34:46.491277 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5f34a9a-a55e-4a32-a297-b5aac79ffc9f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:46.515588 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5f34a9a-a55e-4a32-a297-b5aac79ffc9f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:46.522263 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c3068291-14b6-47f1-9310-61879dc8812b tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:46.526791 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1420dc6c-1fb6-469e-84b7-b9cd6d567607 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:46.531377 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1420dc6c-1fb6-469e-84b7-b9cd6d567607 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:46.560888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59113d99-8516-427f-954f-18564ce808b8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:34:46.595724 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e547de19-06c5-48ba-ab1d-e16ad550d4eb None None] Port 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:34:46.620762 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5f34a9a-a55e-4a32-a297-b5aac79ffc9f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:46.622386 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a5f34a9a-a55e-4a32-a297-b5aac79ffc9f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8143983 Jun 25 09:34:46.628931 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44124) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:46.634276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-bacfa7d1-1aef-47bb-b490-ea79e59d61db tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'security_group': {'name': 'tempest-secgroup-1456013114'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:46.644257 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f34a9a-a55e-4a32-a297-b5aac79ffc9f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51229b5-7be1-49d5-b24a-3da1527f5d52,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:46.655771 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a5f34a9a-a55e-4a32-a297-b5aac79ffc9f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:46.695563 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bacfa7d1-1aef-47bb-b490-ea79e59d61db tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:46.702904 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e547de19-06c5-48ba-ab1d-e16ad550d4eb None None] Provisioning complete for port bb31baf5-28ac-446a-a66c-2839c0ebe042 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:46.703831 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e547de19-06c5-48ba-ab1d-e16ad550d4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:46.851558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59113d99-8516-427f-954f-18564ce808b8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:34:46.862394 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f19d44-628b-4ade-b6b6-6bca4c531374 None None] Sync routers for ids ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:34:46.863036 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-59113d99-8516-427f-954f-18564ce808b8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:46.875463 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f19d44-628b-4ade-b6b6-6bca4c531374 None None] Routers {'02486c5e-aa8c-45c1-8c3e-e96d2ae20801'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:34:46.876118 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-61f19d44-628b-4ade-b6b6-6bca4c531374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:34:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:46.876907 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bacfa7d1-1aef-47bb-b490-ea79e59d61db tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:46.890505 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bacfa7d1-1aef-47bb-b490-ea79e59d61db tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:46.900842 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e6b18952-749e-4fbf-a916-cd2292cc105d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:46.993814 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-59113d99-8516-427f-954f-18564ce808b8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "DELETE /v2.0/floatingips/05e94edc-8f4f-455f-b29c-b7af858b12e4 HTTP/1.1" status: 204 len: 168 time: 4.2454906 Jun 25 09:34:46.993814 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6acebe8-2511-4354-af33-039d05f9c70a', 'tag': 'e7db1a47-60b3-4db5-a7e3-4239c3a5ea36'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:34:47.011232 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f982bbcc-a42a-4c26-9d2c-ef74d7c7d05a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6acebe8-2511-4354-af33-039d05f9c70a", "tag": "e7db1a47-60b3-4db5-a7e3-4239c3a5ea36"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:34:47.030976 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bacfa7d1-1aef-47bb-b490-ea79e59d61db tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:47.035438 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bacfa7d1-1aef-47bb-b490-ea79e59d61db tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4050045 Jun 25 09:34:47.036022 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44138) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:47.040430 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1420dc6c-1fb6-469e-84b7-b9cd6d567607 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:47.056628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfa7d1-1aef-47bb-b490-ea79e59d61db tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c501de58-95ed-475a-ac52-16e181f77a20,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:47.062074 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bacfa7d1-1aef-47bb-b490-ea79e59d61db tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:47.063310 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-12e120ab-1111-4d5d-862f-67a9c43d040d tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:47.075782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2047584862', 'security_groups': ['c501de58-95ed-475a-ac52-16e181f77a20'], 'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5dd2fbdc-2d15-40c7-b4e7-04af1821a4a3'}]}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:47.133617 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-61f19d44-628b-4ade-b6b6-6bca4c531374 None None] Set router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:34:47.143350 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420dc6c-1fb6-469e-84b7-b9cd6d567607 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Subnet': ['ID=4d055d51-1ad2-4008-82a7-c26c8b92c93d,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:47.147712 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1420dc6c-1fb6-469e-84b7-b9cd6d567607 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:47.204888 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1420dc6c-1fb6-469e-84b7-b9cd6d567607 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Checking segment: {'id': '2e10b43f-f1b5-420f-8b2f-946f4eb32e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6681a739-644a-4ebc-afe3-59996362c12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:47.204888 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1420dc6c-1fb6-469e-84b7-b9cd6d567607 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network hostable DHCP agents. Network: 6681a739-644a-4ebc-afe3-59996362c12d, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:34:47.237575 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2d7961-ec1e-4533-8698-efcad2b58647 x-openstack-request-id: req-be2d7961-ec1e-4533-8698-efcad2b58647 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:34:47.238171 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6acebe8-2511-4354-af33-039d05f9c70a", "tag": "e7db1a47-60b3-4db5-a7e3-4239c3a5ea36", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:34:47.238380 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-be2d7961-ec1e-4533-8698-efcad2b58647 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:34:47.238852 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6acebe8-2511-4354-af33-039d05f9c70a', 'tag': 'e7db1a47-60b3-4db5-a7e3-4239c3a5ea36', 'status': 'completed', 'code': 200} Jun 25 09:34:47.326796 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1420dc6c-1fb6-469e-84b7-b9cd6d567607 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network 6681a739-644a-4ebc-afe3-59996362c12d is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:34:47.329275 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c69985-0bb6-4202-be18-ad94e6ba01f4 None None] Update dhcp port {'port': {'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'fixed_ips': [{'subnet_id': '9ebd2b2a-e29d-4161-9ff1-798c40307855', 'ip_address': '172.20.0.18'}, {'subnet_id': '5dd2fbdc-2d15-40c7-b4e7-04af1821a4a3'}], 'binding:host_id': 'n-d-761264-15'}, 'id': 'bb31baf5-28ac-446a-a66c-2839c0ebe042'} from n-d-761264-15. {{(pid=94026) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 09:34:47.335560 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:47.360384 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-1420dc6c-1fb6-469e-84b7-b9cd6d567607 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 6681a739-644a-4ebc-afe3-59996362c12d) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:47.376324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1420dc6c-1fb6-469e-84b7-b9cd6d567607 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:47.377225 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1420dc6c-1fb6-469e-84b7-b9cd6d567607 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:47.392010 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982bbcc-a42a-4c26-9d2c-ef74d7c7d05a req-b101785b-604a-4d36-a560-0e05f3f75042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:47.393971 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f982bbcc-a42a-4c26-9d2c-ef74d7c7d05a req-b101785b-604a-4d36-a560-0e05f3f75042 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a7d0881daa6e4401b60343bd64b2cff0&device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 1137 time: 0.1707923 Jun 25 09:34:47.423406 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1c69985-0bb6-4202-be18-ad94e6ba01f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:47.428327 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1420dc6c-1fb6-469e-84b7-b9cd6d567607 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2166286 Jun 25 09:34:47.433103 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914684fc-117a-461c-b439-03c84c479fcc None None] Network 6681a739-644a-4ebc-afe3-59996362c12d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:47.461265 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44144) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:47.555286 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-61f19d44-628b-4ade-b6b6-6bca4c531374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'name': 'tempest-TestSecurityGroupsBasicOps-router-134507117', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:32:16Z', 'updated_at': '2021-06-25T09:32:29Z', 'revision_number': 4, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:17Z', 'updated_at': '2021-06-25T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4ea29686-dcfb-4eb5-b428-056052876fd6', 'name': '', 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'mac_address': 'fa:16:3e:02:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:26Z', 'updated_at': '2021-06-25T09:32:38Z', 'revision_number': 5, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'subnets': [{'id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:47.587950 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f19d44-628b-4ade-b6b6-6bca4c531374 None None] Checking router: 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:34:47.599458 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f19d44-628b-4ade-b6b6-6bca4c531374 None None] Routers {'02486c5e-aa8c-45c1-8c3e-e96d2ae20801'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:34:47.600258 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-61f19d44-628b-4ade-b6b6-6bca4c531374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:34:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:47.626290 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982bbcc-a42a-4c26-9d2c-ef74d7c7d05a req-50eea611-a90d-4f15-be2e-8271fb67091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:47.628023 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f982bbcc-a42a-4c26-9d2c-ef74d7c7d05a req-50eea611-a90d-4f15-be2e-8271fb67091a service neutron] 10.222.0.38 "GET /v2.0/networks?id=d6d3be3c-922d-4024-a305-32cc63f4a5a8 HTTP/1.1" status: 200 len: 899 time: 0.2055566 Jun 25 09:34:47.717102 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:47.727278 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-61f19d44-628b-4ade-b6b6-6bca4c531374 None None] Set router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:34:47.730780 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f982bbcc-a42a-4c26-9d2c-ef74d7c7d05a req-35cebbfc-0c9f-4909-9726-bdb1a657949d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 HTTP/1.1" status: 200 len: 217 time: 0.0920012 Jun 25 09:34:47.752032 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:47.772795 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] device_id is not set on port 20a7d25e-3eb9-441a-b6e1-15f6b22d4178 yet. {{(pid=94024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 09:34:47.828339 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982bbcc-a42a-4c26-9d2c-ef74d7c7d05a req-cac50f71-8e9a-4802-b5ad-b2d661ca96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:47.830239 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f982bbcc-a42a-4c26-9d2c-ef74d7c7d05a req-cac50f71-8e9a-4802-b5ad-b2d661ca96a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4d51e89-4dcb-4db8-9754-170f1be1d010 HTTP/1.1" status: 200 len: 835 time: 0.0920818 Jun 25 09:34:47.844669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96396c7-7b4d-46c3-a837-010b49384778 req-de4de05d-ee38-4e60-a9f9-89f988a4cf36 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:47.846707 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c96396c7-7b4d-46c3-a837-010b49384778 req-de4de05d-ee38-4e60-a9f9-89f988a4cf36 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 945 time: 0.2298126 Jun 25 09:34:47.864012 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-d1c69985-0bb6-4202-be18-ad94e6ba01f4 None None] Allocated IP 172.20.0.2 (631d7257-be32-4784-ac2e-57b03b3c4033/5dd2fbdc-2d15-40c7-b4e7-04af1821a4a3/bb31baf5-28ac-446a-a66c-2839c0ebe042) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:47.991770 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d1c69985-0bb6-4202-be18-ad94e6ba01f4 None None] For port bb31baf5-28ac-446a-a66c-2839c0ebe042, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bb31baf5-28ac-446a-a66c-2839c0ebe042,segment=NetworkSegment(69be4987-cc65-4356-a9eb-04a5b72226bd),segment_id=69be4987-cc65-4356-a9eb-04a5b72226bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:47.992024 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:48.019755 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982bbcc-a42a-4c26-9d2c-ef74d7c7d05a req-e58eb703-4077-4186-b1db-d5fe3507b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:48.019755 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f982bbcc-a42a-4c26-9d2c-ef74d7c7d05a req-e58eb703-4077-4186-b1db-d5fe3507b63c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d6d3be3c-922d-4024-a305-32cc63f4a5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1725013 Jun 25 09:34:48.088026 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:48.092991 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1c69985-0bb6-4202-be18-ad94e6ba01f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:48.103443 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e816f80a-1056-47f1-b1c5-2d2e38bf1140 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:48.134010 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Subnet': ['ID=4d055d51-1ad2-4008-82a7-c26c8b92c93d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:48.142063 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-61f19d44-628b-4ade-b6b6-6bca4c531374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'name': 'tempest-TestSecurityGroupsBasicOps-router-134507117', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:32:16Z', 'updated_at': '2021-06-25T09:32:29Z', 'revision_number': 4, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:17Z', 'updated_at': '2021-06-25T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4ea29686-dcfb-4eb5-b428-056052876fd6', 'name': '', 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'mac_address': 'fa:16:3e:02:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:26Z', 'updated_at': '2021-06-25T09:32:38Z', 'revision_number': 5, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'subnets': [{'id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:48.143240 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:48.149354 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d1c69985-0bb6-4202-be18-ad94e6ba01f4 None None] Transition to ACTIVE for port object bb31baf5-28ac-446a-a66c-2839c0ebe042 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:48.171100 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c96396c7-7b4d-46c3-a837-010b49384778 req-b3eaa987-391e-496f-9b51-2cc1100256e2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993768 Jun 25 09:34:48.196843 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f982bbcc-a42a-4c26-9d2c-ef74d7c7d05a req-62c40a92-3598-49ea-bfaf-6fdf7eae6456 service neutron] 10.222.0.38 "GET /v2.0/networks/d6d3be3c-922d-4024-a305-32cc63f4a5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650534 Jun 25 09:34:48.211070 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f19d44-628b-4ade-b6b6-6bca4c531374 None None] The sync data for ids ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'] in n-d-761264-15 is: [{'id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'name': 'tempest-TestSecurityGroupsBasicOps-router-134507117', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:32:16Z', 'updated_at': '2021-06-25T09:32:29Z', 'revision_number': 4, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:17Z', 'updated_at': '2021-06-25T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '4ea29686-dcfb-4eb5-b428-056052876fd6', 'name': '', 'network_id': 'd6d3be3c-922d-4024-a305-32cc63f4a5a8', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'mac_address': 'fa:16:3e:02:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:26Z', 'updated_at': '2021-06-25T09:32:38Z', 'revision_number': 5, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'subnets': [{'id': 'b4d51e89-4dcb-4db8-9754-170f1be1d010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:34:48.226847 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1c69985-0bb6-4202-be18-ad94e6ba01f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:48.239758 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:48.298805 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f403d5-7025-441a-9501-3489e761e1e2 None None] Network 6681a739-644a-4ebc-afe3-59996362c12d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:48.362645 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:48.373106 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c69985-0bb6-4202-be18-ad94e6ba01f4 None None] Pushing event updated for resources: {'Port': ['ID=bb31baf5-28ac-446a-a66c-2839c0ebe042,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:48.381207 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d1c69985-0bb6-4202-be18-ad94e6ba01f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:48.414246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6681a739-644a-4ebc-afe3-59996362c12d']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:48.435744 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f982bbcc-a42a-4c26-9d2c-ef74d7c7d05a req-ec31f27f-82e9-4696-ba3d-03f45b53c62f service neutron] 10.222.0.38 "GET /v2.0/networks/d6d3be3c-922d-4024-a305-32cc63f4a5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330277 Jun 25 09:34:48.437074 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e10b43f-f1b5-420f-8b2f-946f4eb32e2c') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:48.437391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e10b43f-f1b5-420f-8b2f-946f4eb32e2c') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:48.545638 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:48.590633 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:48.638064 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecea26f-0259-47a1-8747-e2ae0711b41c req-fdc322aa-6609-4967-808c-70cc2c7ef960 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:48.639661 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ecea26f-0259-47a1-8747-e2ae0711b41c req-fdc322aa-6609-4967-808c-70cc2c7ef960 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 945 time: 0.8536267 Jun 25 09:34:48.640889 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:34:48.641276 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:34:48.648502 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:34:48.712392 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299490f0-928e-4592-98ad-cde878bd0037 None None] New status for floating IP 05e94edc-8f4f-455f-b29c-b7af858b12e4: DOWN {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:34:48.835396 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59f617-4a9a-47f5-b8a1-85741829f9b7 req-3db1c036-5e4c-4e1d-8575-70a3670ee1c1 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:48.842085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d59f617-4a9a-47f5-b8a1-85741829f9b7 req-3db1c036-5e4c-4e1d-8575-70a3670ee1c1 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 985 time: 0.3578095 Jun 25 09:34:48.843087 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:48.873671 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:48.891379 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ecea26f-0259-47a1-8747-e2ae0711b41c req-3499e06b-e51e-4067-85b9-b41489549793 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282119 Jun 25 09:34:48.896608 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:48.901875 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/6681a739-644a-4ebc-afe3-59996362c12d HTTP/1.1" status: 204 len: 168 time: 1.4395750 Jun 25 09:34:48.905470 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Allocated IP 172.20.0.7 (631d7257-be32-4784-ac2e-57b03b3c4033/5dd2fbdc-2d15-40c7-b4e7-04af1821a4a3/20a7d25e-3eb9-441a-b6e1-15f6b22d4178) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:48.905745 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44220) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:48.912169 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d5912455-bcd8-4856-ae27-6dabab408768 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-294152963'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:48.948354 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Network': ['ID=6681a739-644a-4ebc-afe3-59996362c12d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:48.968148 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5912455-bcd8-4856-ae27-6dabab408768 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:48.972004 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8905bc21-0478-4320-ad44-a7c53362e5bd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:48.973907 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d5912455-bcd8-4856-ae27-6dabab408768 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:49.022190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5912455-bcd8-4856-ae27-6dabab408768 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:34:49.026022 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d59f617-4a9a-47f5-b8a1-85741829f9b7 req-c799886c-d19d-454c-9ef9-f61b83e5c0a1 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/security-groups?id=26e13ba0-b2f9-4473-8a60-25131638eac1&id=33cd5e90-477d-4688-afd6-d2249ea042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1726978 Jun 25 09:34:49.043314 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d5912455-bcd8-4856-ae27-6dabab408768 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:49.043822 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-d5912455-bcd8-4856-ae27-6dabab408768 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Added segment 10de4889-7716-41da-85fa-eba17ff3acb4 of type vlan for network 17831e98-956c-4f8e-85fb-8dc7265ff6c5 Jun 25 09:34:49.098671 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d5912455-bcd8-4856-ae27-6dabab408768 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:49.174115 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d5912455-bcd8-4856-ae27-6dabab408768 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:49.191444 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5912455-bcd8-4856-ae27-6dabab408768 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:49.192091 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d5912455-bcd8-4856-ae27-6dabab408768 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:49.206290 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-296b3a6f-ceb2-4ecc-9cf0-e06ecdbae951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:49.236407 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:49.253655 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Transition to ACTIVE for port object 20a7d25e-3eb9-441a-b6e1-15f6b22d4178 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:49.327229 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:49.332460 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:49.347751 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d5912455-bcd8-4856-ae27-6dabab408768 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4407797 Jun 25 09:34:49.349042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5912455-bcd8-4856-ae27-6dabab408768 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Network': ['ID=17831e98-956c-4f8e-85fb-8dc7265ff6c5,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:49.352691 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44234) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:49.363748 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d5912455-bcd8-4856-ae27-6dabab408768 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:49.365029 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 17831e98-956c-4f8e-85fb-8dc7265ff6c5 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:34:49.371233 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e1fbe41c-61c1-4bd0-8870-92778b690501 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'subnet': {'network_id': '17831e98-956c-4f8e-85fb-8dc7265ff6c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:49.411067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 631d7257-be32-4784-ac2e-57b03b3c4033 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:49.415546 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:49.436060 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:34:49.509874 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:49.510577 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:49.541754 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=20a7d25e-3eb9-441a-b6e1-15f6b22d4178,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:49.551020 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:49.565273 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b65559-72f0-49b6-b084-411211369c82 req-211b1222-5b93-45bd-905a-49633c958259 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:49.567688 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-92b65559-72f0-49b6-b084-411211369c82 req-211b1222-5b93-45bd-905a-49633c958259 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 985 time: 0.2569447 Jun 25 09:34:49.625096 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed3532-10da-48e1-8558-3e377e9e10d8 req-d7498ccc-ab27-4752-96dd-18a431d57b44 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:49.632979 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-50ed3532-10da-48e1-8558-3e377e9e10d8 req-d7498ccc-ab27-4752-96dd-18a431d57b44 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 945 time: 0.2086682 Jun 25 09:34:49.682558 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fbe41c-61c1-4bd0-8870-92778b690501 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:49.688944 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe41c-61c1-4bd0-8870-92778b690501 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:49.697672 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6581898 Jun 25 09:34:49.698476 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44240) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:49.706802 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1187eed1-9b12-4bad-8e1e-8b751c83a424 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'subnet': {'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:49.797837 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:34:49.818397 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-e1fbe41c-61c1-4bd0-8870-92778b690501 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Performing IP validity checks on allocation pools {{(pid=94025) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 25 09:34:49.818671 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-e1fbe41c-61c1-4bd0-8870-92778b690501 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94025) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 25 09:34:49.840366 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c786cdf3-7936-4df8-9f42-ea43596808a8 None None] Provisioning complete for port 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:49.840992 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c786cdf3-7936-4df8-9f42-ea43596808a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:49.874935 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-92b65559-72f0-49b6-b084-411211369c82 req-48205914-d5ed-46fe-9705-b815adc2fe04 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Deleting port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:49.876924 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-92b65559-72f0-49b6-b084-411211369c82 req-48205914-d5ed-46fe-9705-b815adc2fe04 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:49.895409 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1187eed1-9b12-4bad-8e1e-8b751c83a424 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:49.900978 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1187eed1-9b12-4bad-8e1e-8b751c83a424 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:49.914273 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c786cdf3-7936-4df8-9f42-ea43596808a8 None None] Port 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:34:49.961547 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c786cdf3-7936-4df8-9f42-ea43596808a8 None None] Provisioning for port bb31baf5-28ac-446a-a66c-2839c0ebe042 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:49.968767 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c786cdf3-7936-4df8-9f42-ea43596808a8 None None] Provisioning complete for port bb31baf5-28ac-446a-a66c-2839c0ebe042 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:49.969667 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c786cdf3-7936-4df8-9f42-ea43596808a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:50.017831 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:50.024835 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:50.025260 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:50.046527 n-d-761264-15 neutron-server[94024]: INFO neutron.db.ipam_backend_mixin [None req-1187eed1-9b12-4bad-8e1e-8b751c83a424 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5dd2fbdc-2d15-40c7-b4e7-04af1821a4a3 (CIDR: 172.20.0.0/28) Jun 25 09:34:50.054929 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-1187eed1-9b12-4bad-8e1e-8b751c83a424 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:34:50.055449 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1187eed1-9b12-4bad-8e1e-8b751c83a424 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:34:50.071865 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-50ed3532-10da-48e1-8558-3e377e9e10d8 req-f9fc2829-f906-4f4f-b6c0-22d4ed5680aa tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375062 Jun 25 09:34:50.094970 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-92b65559-72f0-49b6-b084-411211369c82 req-48205914-d5ed-46fe-9705-b815adc2fe04 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] For port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=e7db1a47-60b3-4db5-a7e3-4239c3a5ea36,segment=NetworkSegment(feeee608-27ed-4689-abb6-3e7b965ef8cd),segment_id=feeee608-27ed-4689-abb6-3e7b965ef8cd)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:50.095382 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-92b65559-72f0-49b6-b084-411211369c82 req-48205914-d5ed-46fe-9705-b815adc2fe04 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:50.103663 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1187eed1-9b12-4bad-8e1e-8b751c83a424 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4011335 Jun 25 09:34:50.106851 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44248) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:50.123639 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-4cbd00bc-8cfb-43c1-977f-da0ae90f5061 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'subnet': {'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:50.181003 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:50.187682 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-92b65559-72f0-49b6-b084-411211369c82 req-48205914-d5ed-46fe-9705-b815adc2fe04 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Calling delete_port for e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:50.243999 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485a8b01-658b-4bce-afbb-ffab24864755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8b5ee4-04b7-4f6d-a8a2-d4394474682b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:34:50.245988 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63b792f-435c-47ed-b253-c40cb15bea5d" -d '{"events": [{"server_uuid": "485a8b01-658b-4bce-afbb-ffab24864755", "name": "network-vif-plugged", "status": "completed", "tag": "8f8b5ee4-04b7-4f6d-a8a2-d4394474682b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:34:50.264905 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ee54cf54-a898-4042-bb25-876db938b6e0 None None] Provisioning for port 20a7d25e-3eb9-441a-b6e1-15f6b22d4178 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:50.271679 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:50.273607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ee54cf54-a898-4042-bb25-876db938b6e0 None None] Provisioning complete for port 20a7d25e-3eb9-441a-b6e1-15f6b22d4178 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:50.274088 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ee54cf54-a898-4042-bb25-876db938b6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:50.338885 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:50.351628 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:50.448255 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ee54cf54-a898-4042-bb25-876db938b6e0 None None] Port 20a7d25e-3eb9-441a-b6e1-15f6b22d4178 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:34:50.462431 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bb31baf5-28ac-446a-a66c-2839c0ebe042 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:34:50.467920 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b706ccd-1ddf-4443-8486-847c91c2f2ed req-5ecb0f79-ec46-4130-b618-563c559ba73d tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:50.470451 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b706ccd-1ddf-4443-8486-847c91c2f2ed req-5ecb0f79-ec46-4130-b618-563c559ba73d tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6acebe8-2511-4354-af33-039d05f9c70a HTTP/1.1" status: 200 len: 985 time: 0.2056339 Jun 25 09:34:50.479002 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df931263-f0c5-4dc4-b1c7-c9d80b26d2d5 x-openstack-request-id: req-df931263-f0c5-4dc4-b1c7-c9d80b26d2d5 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:34:50.480291 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485a8b01-658b-4bce-afbb-ffab24864755", "name": "network-vif-plugged", "status": "completed", "tag": "8f8b5ee4-04b7-4f6d-a8a2-d4394474682b", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:34:50.480564 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-df931263-f0c5-4dc4-b1c7-c9d80b26d2d5 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:34:50.482544 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485a8b01-658b-4bce-afbb-ffab24864755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8b5ee4-04b7-4f6d-a8a2-d4394474682b', 'code': 200} Jun 25 09:34:50.492584 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe41c-61c1-4bd0-8870-92778b690501 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:50.500235 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-955548ad-3e97-44b8-9879-381080438406 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:50.524078 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbd00bc-8cfb-43c1-977f-da0ae90f5061 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:50.530555 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4cbd00bc-8cfb-43c1-977f-da0ae90f5061 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:50.553572 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbe41c-61c1-4bd0-8870-92778b690501 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Subnet': ['ID=f6d90f00-b4f4-472e-9598-2c702a24363e,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:50.557297 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e1fbe41c-61c1-4bd0-8870-92778b690501 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:50.568762 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-92b65559-72f0-49b6-b084-411211369c82 req-48205914-d5ed-46fe-9705-b815adc2fe04 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:50.574140 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d2f08680-0678-4b2f-8aaa-6d969728b539 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:50.578088 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:50.581903 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:50.605298 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48205914-d5ed-46fe-9705-b815adc2fe04 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event deleted for resources: {'Port': ['ID=e7db1a47-60b3-4db5-a7e3-4239c3a5ea36,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:50.611260 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48205914-d5ed-46fe-9705-b815adc2fe04 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:50.623386 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port bb31baf5-28ac-446a-a66c-2839c0ebe042 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:50.624350 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:50.682234 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fbe41c-61c1-4bd0-8870-92778b690501 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Checking segment: {'id': '10de4889-7716-41da-85fa-eba17ff3acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '17831e98-956c-4f8e-85fb-8dc7265ff6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:50.682963 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fbe41c-61c1-4bd0-8870-92778b690501 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network hostable DHCP agents. Network: 17831e98-956c-4f8e-85fb-8dc7265ff6c5, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:34:50.687215 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b65559-72f0-49b6-b084-411211369c82 req-48205914-d5ed-46fe-9705-b815adc2fe04 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] No DVR routers for this DVR port e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:34:50.692275 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b706ccd-1ddf-4443-8486-847c91c2f2ed req-9231b198-1ad4-4d0e-9689-6d9c93107a5c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "GET /v2.0/security-groups?id=26e13ba0-b2f9-4473-8a60-25131638eac1&id=33cd5e90-477d-4688-afd6-d2249ea042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2135551 Jun 25 09:34:50.693358 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-92b65559-72f0-49b6-b084-411211369c82 req-48205914-d5ed-46fe-9705-b815adc2fe04 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:50.695531 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-92b65559-72f0-49b6-b084-411211369c82 req-48205914-d5ed-46fe-9705-b815adc2fe04 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.38 "DELETE /v2.0/ports/e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 HTTP/1.1" status: 204 len: 173 time: 1.1200235 Jun 25 09:34:50.696756 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6acebe8-2511-4354-af33-039d05f9c70a', 'name': 'network-vif-deleted', 'tag': 'e7db1a47-60b3-4db5-a7e3-4239c3a5ea36'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:34:50.699704 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da5ff75-f01d-4f56-b090-1c5263a84f8e" -d '{"events": [{"server_uuid": "f6acebe8-2511-4354-af33-039d05f9c70a", "name": "network-vif-deleted", "tag": "e7db1a47-60b3-4db5-a7e3-4239c3a5ea36"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:34:50.734381 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fbe41c-61c1-4bd0-8870-92778b690501 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network 17831e98-956c-4f8e-85fb-8dc7265ff6c5 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:34:50.755785 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-e1fbe41c-61c1-4bd0-8870-92778b690501 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 17831e98-956c-4f8e-85fb-8dc7265ff6c5) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:50.761724 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fbe41c-61c1-4bd0-8870-92778b690501 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:50.762815 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe41c-61c1-4bd0-8870-92778b690501 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:50.769099 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dba78b-4bf4-4d4d-bb65-248f0ad71675 None None] Network 17831e98-956c-4f8e-85fb-8dc7265ff6c5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:50.786549 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e1fbe41c-61c1-4bd0-8870-92778b690501 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4208918 Jun 25 09:34:50.788785 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44268) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:50.954977 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:50.979077 n-d-761264-15 neutron-server[94024]: INFO neutron.db.ipam_backend_mixin [None req-4cbd00bc-8cfb-43c1-977f-da0ae90f5061 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9ebd2b2a-e29d-4161-9ff1-798c40307855 (CIDR: 172.20.0.16/28) Jun 25 09:34:51.001584 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbd00bc-8cfb-43c1-977f-da0ae90f5061 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 09:34:51.002130 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbd00bc-8cfb-43c1-977f-da0ae90f5061 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:34:51.011395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-17831e98-956c-4f8e-85fb-8dc7265ff6c5', 'network_id': '17831e98-956c-4f8e-85fb-8dc7265ff6c5', 'tenant_id': '525c5f7a398846f3945c29eef96485a2', 'fixed_ips': [{'subnet_id': 'f6d90f00-b4f4-472e-9598-2c702a24363e'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:34:51.012505 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:51.039342 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4cbd00bc-8cfb-43c1-977f-da0ae90f5061 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9278462 Jun 25 09:34:51.039556 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44272) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:51.045704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d918250-2791-41b8-af47-e07a83520155 req-39724013-9ce4-41bf-b1ee-75ccbd2b0458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:51.047204 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3d918250-2791-41b8-af47-e07a83520155 req-39724013-9ce4-41bf-b1ee-75ccbd2b0458 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 1098 time: 0.3787181 Jun 25 09:34:51.050673 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-44e4ae44-7056-4385-80e2-e6feab0a7660 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'subnet': {'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:51.105230 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3d918250-2791-41b8-af47-e07a83520155 req-8a223644-920d-4ee0-ac1f-3a882ad504cf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503721 Jun 25 09:34:51.141656 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5889246e-1fa6-4b82-8c44-cadd20da6b6c x-openstack-request-id: req-5889246e-1fa6-4b82-8c44-cadd20da6b6c {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:34:51.142354 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6acebe8-2511-4354-af33-039d05f9c70a", "name": "network-vif-deleted", "tag": "e7db1a47-60b3-4db5-a7e3-4239c3a5ea36", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:34:51.142584 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5889246e-1fa6-4b82-8c44-cadd20da6b6c {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:34:51.143106 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6acebe8-2511-4354-af33-039d05f9c70a', 'name': 'network-vif-deleted', 'tag': 'e7db1a47-60b3-4db5-a7e3-4239c3a5ea36', 'status': 'completed', 'code': 200} Jun 25 09:34:51.202012 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:51.328794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e4ae44-7056-4385-80e2-e6feab0a7660 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Made reservation on behalf of 264ca81b65924f5995bb3e60c2a6d08a for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:51.337394 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-44e4ae44-7056-4385-80e2-e6feab0a7660 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:51.347005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Allocated IP 172.20.0.3 (17831e98-956c-4f8e-85fb-8dc7265ff6c5/f6d90f00-b4f4-472e-9598-2c702a24363e/d803209b-5326-4e9b-88a7-ee600c374b41) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:51.509689 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229b6a1-0ba3-4fde-9bda-4a0c82ff9929 req-b7e3c408-9460-47dd-a067-ef8a625ab7e8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:51.524539 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7229b6a1-0ba3-4fde-9bda-4a0c82ff9929 req-b7e3c408-9460-47dd-a067-ef8a625ab7e8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.2040064 Jun 25 09:34:51.598079 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7229b6a1-0ba3-4fde-9bda-4a0c82ff9929 req-798c9869-f823-4899-ad76-225c1e67ae10 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725670 Jun 25 09:34:51.710201 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:51.725102 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Transition to ACTIVE for port object d803209b-5326-4e9b-88a7-ee600c374b41 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:51.758235 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Transition to ACTIVE for port object d803209b-5326-4e9b-88a7-ee600c374b41 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:51.771972 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:51.774018 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-63e56edf-0647-4538-bf95-11d68227dae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:51.796230 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-44e4ae44-7056-4385-80e2-e6feab0a7660 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:51.805626 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-73c9c3ee-bc29-4710-8cd5-526eea9c0ffa tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:51.843445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:51.851418 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44290) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:51.864440 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Pushing event updated for resources: {'Port': ['ID=d803209b-5326-4e9b-88a7-ee600c374b41,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:51.868285 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:51.880675 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Network 17831e98-956c-4f8e-85fb-8dc7265ff6c5 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:51.882208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:51.885050 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:34:51.906620 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e4ae44-7056-4385-80e2-e6feab0a7660 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Network 631d7257-be32-4784-ac2e-57b03b3c4033 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:34:51.929835 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-44e4ae44-7056-4385-80e2-e6feab0a7660 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:51.959304 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69a2dd8-ef24-4262-b45d-b1ae8c41182d None None] Network 631d7257-be32-4784-ac2e-57b03b3c4033 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:51.972930 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4ae44-7056-4385-80e2-e6feab0a7660 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Subnet': ['ID=21283c52-198b-4612-a782-5f30b02d9004,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:51.976078 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4ae44-7056-4385-80e2-e6feab0a7660 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:51.976578 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-44e4ae44-7056-4385-80e2-e6feab0a7660 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:51.979069 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-24f1efc2-c4b4-4496-a1ae-bb1af478d352 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:51.996144 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-44e4ae44-7056-4385-80e2-e6feab0a7660 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:51.996676 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cafca315-2bdf-4b9c-b5ac-fe9b828d91b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:52.019098 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-44e4ae44-7056-4385-80e2-e6feab0a7660 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9762874 Jun 25 09:34:52.020292 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44296) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:52.032394 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-8e8e0f34-2cf9-4f88-b724-fbfe66a6fa4d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1378461826', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '21283c52-198b-4612-a782-5f30b02d9004'}], 'security_groups': ['08549b11-18f3-472d-bc3f-2246cffbcdc0', 'b51229b5-7be1-49d5-b24a-3da1527f5d52']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:52.036890 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-24f1efc2-c4b4-4496-a1ae-bb1af478d352 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.044773 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d90f00-b4f4-472e-9598-2c702a24363e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:52.049797 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:52.052771 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.064634 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17831e98-956c-4f8e-85fb-8dc7265ff6c5']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:52.076324 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Attempting to bind port d803209b-5326-4e9b-88a7-ee600c374b41 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:34:52.077464 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Attempting to bind port d803209b-5326-4e9b-88a7-ee600c374b41 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '10de4889-7716-41da-85fa-eba17ff3acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '17831e98-956c-4f8e-85fb-8dc7265ff6c5'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:34:52.078062 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Attempting to bind port d803209b-5326-4e9b-88a7-ee600c374b41 on network 17831e98-956c-4f8e-85fb-8dc7265ff6c5 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:34:52.079952 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10de4889-7716-41da-85fa-eba17ff3acb4') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:52.080254 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10de4889-7716-41da-85fa-eba17ff3acb4') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:52.088946 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:34:52.089936 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Checking segment: {'id': '10de4889-7716-41da-85fa-eba17ff3acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '17831e98-956c-4f8e-85fb-8dc7265ff6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:52.090575 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.091191 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Bound using segment: {'id': '10de4889-7716-41da-85fa-eba17ff3acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '17831e98-956c-4f8e-85fb-8dc7265ff6c5'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:34:52.091896 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Bound port: d803209b-5326-4e9b-88a7-ee600c374b41, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10de4889-7716-41da-85fa-eba17ff3acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '17831e98-956c-4f8e-85fb-8dc7265ff6c5'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:34:52.092546 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.092682 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.113870 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.124871 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:34:52.125351 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:34:52.129833 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:34:52.150259 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8e8e0f34-2cf9-4f88-b724-fbfe66a6fa4d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.180972 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-24f1efc2-c4b4-4496-a1ae-bb1af478d352 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.185469 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-24f1efc2-c4b4-4496-a1ae-bb1af478d352 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.188605 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-24f1efc2-c4b4-4496-a1ae-bb1af478d352 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "DELETE /v2.0/security-groups/26e13ba0-b2f9-4473-8a60-25131638eac1 HTTP/1.1" status: 204 len: 168 time: 0.3361146 Jun 25 09:34:52.190765 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44300) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:52.191560 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-aadfc7dd-cc54-49cf-8205-8b179260965f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:52.208564 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.api [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 09:34:52.208564 n-d-761264-15 neutron-server[94025]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 09:34:52.208564 n-d-761264-15 neutron-server[94025]: [parameters: {'id': '17831e98-956c-4f8e-85fb-8dc7265ff6c5'}] Jun 25 09:34:52.208564 n-d-761264-15 neutron-server[94025]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:34:52.209177 n-d-761264-15 neutron-server[94025]: DEBUG oslo_db.api [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:34:52.227331 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1efc2-c4b4-4496-a1ae-bb1af478d352 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e13ba0-b2f9-4473-8a60-25131638eac1,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:52.250882 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-24f1efc2-c4b4-4496-a1ae-bb1af478d352 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:52.286637 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] For port d803209b-5326-4e9b-88a7-ee600c374b41, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:34:52.293488 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] For port d803209b-5326-4e9b-88a7-ee600c374b41, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d803209b-5326-4e9b-88a7-ee600c374b41,segment=NetworkSegment(10de4889-7716-41da-85fa-eba17ff3acb4),segment_id=10de4889-7716-41da-85fa-eba17ff3acb4)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:34:52.301383 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.308772 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-31ff2415-1129-4336-9e92-75f6f6e797e4 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.333975 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d1c69985-0bb6-4202-be18-ad94e6ba01f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:52.336903 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:34:52.370703 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-31ff2415-1129-4336-9e92-75f6f6e797e4 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.409028 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:34:52.409384 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device e7db1a47-60b3-4db5-a7e3-4239c3a5ea36 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:34:52.476378 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-31ff2415-1129-4336-9e92-75f6f6e797e4 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.488856 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-31ff2415-1129-4336-9e92-75f6f6e797e4 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.492200 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-31ff2415-1129-4336-9e92-75f6f6e797e4 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "DELETE /v2.0/security-groups/33cd5e90-477d-4688-afd6-d2249ea042aa HTTP/1.1" status: 204 len: 168 time: 0.2944880 Jun 25 09:34:52.492374 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79c9b098-3100-4dbe-885d-44b310c4f0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.492374 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Pushing event updated for resources: {'Port': ['ID=d803209b-5326-4e9b-88a7-ee600c374b41,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:52.492559 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44308) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:52.499876 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:52.503394 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ce8b9aa6-2b1b-4481-9d32-670a299b21d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:52.541033 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44310) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:52.553929 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff2415-1129-4336-9e92-75f6f6e797e4 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cd5e90-477d-4688-afd6-d2249ea042aa,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:52.558627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dd34e5-5156-4803-9d0c-29b9d6e52c01 None None] Network 17831e98-956c-4f8e-85fb-8dc7265ff6c5 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:52.588612 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-31ff2415-1129-4336-9e92-75f6f6e797e4 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:52.689350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0530ae94-181d-4f68-8441-b05923b3f10a None None] Update dhcp port {'port': {'network_id': '631d7257-be32-4784-ac2e-57b03b3c4033', 'fixed_ips': [{'subnet_id': '9ebd2b2a-e29d-4161-9ff1-798c40307855', 'ip_address': '172.20.0.18'}, {'subnet_id': '5dd2fbdc-2d15-40c7-b4e7-04af1821a4a3', 'ip_address': '172.20.0.2'}, {'subnet_id': '21283c52-198b-4612-a782-5f30b02d9004'}], 'binding:host_id': 'n-d-761264-15'}, 'id': 'bb31baf5-28ac-446a-a66c-2839c0ebe042'} from n-d-761264-15. {{(pid=94026) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 09:34:52.711076 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.792090 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-135e1818-56ad-4429-93d2-696b038c0ac8 admin admin] Deleting subnet 989d1844-be6f-4aba-9e68-938e9283c0c0 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:34:52.813574 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0530ae94-181d-4f68-8441-b05923b3f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:52.995623 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-135e1818-56ad-4429-93d2-696b038c0ac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.083184 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-135e1818-56ad-4429-93d2-696b038c0ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.130748 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-135e1818-56ad-4429-93d2-696b038c0ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.197532 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Deleting port d803209b-5326-4e9b-88a7-ee600c374b41 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:53.198181 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.268389 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-135e1818-56ad-4429-93d2-696b038c0ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.273697 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0e10cf24-4193-44d9-9d3a-04a93b66f9f8 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:53.302398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e1818-56ad-4429-93d2-696b038c0ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989d1844-be6f-4aba-9e68-938e9283c0c0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:53.305332 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-135e1818-56ad-4429-93d2-696b038c0ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:53.315571 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-8e8e0f34-2cf9-4f88-b724-fbfe66a6fa4d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Delete allocated IP 172.20.0.7 (631d7257-be32-4784-ac2e-57b03b3c4033/5dd2fbdc-2d15-40c7-b4e7-04af1821a4a3) {{(pid=94024) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 25 09:34:53.344132 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-135e1818-56ad-4429-93d2-696b038c0ac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.346907 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-135e1818-56ad-4429-93d2-696b038c0ac8 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/989d1844-be6f-4aba-9e68-938e9283c0c0 HTTP/1.1" status: 204 len: 168 time: 0.8051977 Jun 25 09:34:53.348658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-8e8e0f34-2cf9-4f88-b724-fbfe66a6fa4d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Allocated IP 172.20.0.35 (631d7257-be32-4784-ac2e-57b03b3c4033/21283c52-198b-4612-a782-5f30b02d9004/20a7d25e-3eb9-441a-b6e1-15f6b22d4178) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:53.359947 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44326) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:53.441471 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324abda-f39d-42f9-bd69-b57bffd52252 req-834e7467-0240-44e7-ac7e-540cd2432ecd tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:53.443088 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d324abda-f39d-42f9-bd69-b57bffd52252 req-834e7467-0240-44e7-ac7e-540cd2432ecd tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.2632813 Jun 25 09:34:53.527436 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8bee0235-43b0-4221-9c65-93ceb1133444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.597263 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d324abda-f39d-42f9-bd69-b57bffd52252 req-01c87274-e499-49ec-b420-7e24aff5b3ee tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418071 Jun 25 09:34:53.714867 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] For port d803209b-5326-4e9b-88a7-ee600c374b41, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d803209b-5326-4e9b-88a7-ee600c374b41,segment=NetworkSegment(10de4889-7716-41da-85fa-eba17ff3acb4),segment_id=10de4889-7716-41da-85fa-eba17ff3acb4)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:53.715359 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.733084 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8bee0235-43b0-4221-9c65-93ceb1133444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.754794 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-8bee0235-43b0-4221-9c65-93ceb1133444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c384ea6d-1574-4424-914e-6bd3c2188256']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:53.761753 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Calling delete_port for d803209b-5326-4e9b-88a7-ee600c374b41 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:53.769316 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-8bee0235-43b0-4221-9c65-93ceb1133444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647ef4eb-bb4c-49e8-8625-09c5643ceb08') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:53.769743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-8bee0235-43b0-4221-9c65-93ceb1133444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647ef4eb-bb4c-49e8-8625-09c5643ceb08') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:53.787549 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8bee0235-43b0-4221-9c65-93ceb1133444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.803207 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8e8e0f34-2cf9-4f88-b724-fbfe66a6fa4d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.813433 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8bee0235-43b0-4221-9c65-93ceb1133444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.825154 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bee0235-43b0-4221-9c65-93ceb1133444 admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:34:53.825909 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8bee0235-43b0-4221-9c65-93ceb1133444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:34:53.827632 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:34:53.866668 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-21bb2b7c-2bfb-45c9-a75b-7df6320f0c7e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.901430 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-8e8e0f34-2cf9-4f88-b724-fbfe66a6fa4d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Transition to ACTIVE for port object 20a7d25e-3eb9-441a-b6e1-15f6b22d4178 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:53.902384 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8bee0235-43b0-4221-9c65-93ceb1133444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.911586 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d9493d39-a8a4-4693-9ddc-7ecd77052605 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:53.914488 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8bee0235-43b0-4221-9c65-93ceb1133444 admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.926949 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8bee0235-43b0-4221-9c65-93ceb1133444 admin admin] 10.222.0.93 "DELETE /v2.0/networks/c384ea6d-1574-4424-914e-6bd3c2188256 HTTP/1.1" status: 204 len: 168 time: 0.5578115 Jun 25 09:34:53.927883 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8e8e0f34-2cf9-4f88-b724-fbfe66a6fa4d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:53.977364 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.005300 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee0235-43b0-4221-9c65-93ceb1133444 admin admin] Pushing event deleted for resources: {'Network': ['ID=c384ea6d-1574-4424-914e-6bd3c2188256,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:54.033883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-0530ae94-181d-4f68-8441-b05923b3f10a None None] Allocated IP 172.20.0.34 (631d7257-be32-4784-ac2e-57b03b3c4033/21283c52-198b-4612-a782-5f30b02d9004/bb31baf5-28ac-446a-a66c-2839c0ebe042) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:34:54.052719 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8bee0235-43b0-4221-9c65-93ceb1133444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:54.067895 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a2b60b53-1e6c-4c0a-8ec8-788ae04db733 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:54.112565 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-810720d5-1100-4b0b-959b-84313197b9d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:54.139703 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.181574 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e0f34-2cf9-4f88-b724-fbfe66a6fa4d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event updated for resources: {'Port': ['ID=20a7d25e-3eb9-441a-b6e1-15f6b22d4178,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:54.191329 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8e8e0f34-2cf9-4f88-b724-fbfe66a6fa4d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:54.192346 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-8e8e0f34-2cf9-4f88-b724-fbfe66a6fa4d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] In _notify_port_updated(), no bound segment for port 20a7d25e-3eb9-441a-b6e1-15f6b22d4178 on network 631d7257-be32-4784-ac2e-57b03b3c4033 {{(pid=94024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 09:34:54.198928 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8e0f34-2cf9-4f88-b724-fbfe66a6fa4d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:54.199102 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8e8e0f34-2cf9-4f88-b724-fbfe66a6fa4d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.204327 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8e8e0f34-2cf9-4f88-b724-fbfe66a6fa4d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "PUT /v2.0/ports/20a7d25e-3eb9-441a-b6e1-15f6b22d4178 HTTP/1.1" status: 200 len: 960 time: 2.1792326 Jun 25 09:34:54.204852 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44348) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:54.228936 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Port': ['ID=d803209b-5326-4e9b-88a7-ee600c374b41,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:54.230748 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0530ae94-181d-4f68-8441-b05923b3f10a None None] For port bb31baf5-28ac-446a-a66c-2839c0ebe042, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bb31baf5-28ac-446a-a66c-2839c0ebe042,segment=NetworkSegment(69be4987-cc65-4356-a9eb-04a5b72226bd),segment_id=69be4987-cc65-4356-a9eb-04a5b72226bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:54.233130 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:54.274966 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44354) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:54.282314 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No DVR routers for this DVR port d803209b-5326-4e9b-88a7-ee600c374b41 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:34:54.335794 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0530ae94-181d-4f68-8441-b05923b3f10a None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.361787 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0530ae94-181d-4f68-8441-b05923b3f10a None None] Transition to ACTIVE for port object bb31baf5-28ac-446a-a66c-2839c0ebe042 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:34:54.365469 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-23761dd0-1596-4ad5-bac8-1951f1339927 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port 20a7d25e-3eb9-441a-b6e1-15f6b22d4178 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:54.366020 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-23761dd0-1596-4ad5-bac8-1951f1339927 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.366375 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0530ae94-181d-4f68-8441-b05923b3f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.368804 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4a6daa76-bb30-4fe7-b81c-ebdc6f11cac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:54.424903 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.438653 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-68e23c91-6a0b-41cd-b5df-8ee1b4cbe5b4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e9f9f69313ff45efb3a4665fd5a00fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606126 Jun 25 09:34:54.439398 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44360) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:54.451025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17831e98-956c-4f8e-85fb-8dc7265ff6c5']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:54.474625 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10de4889-7716-41da-85fa-eba17ff3acb4') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:54.475072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10de4889-7716-41da-85fa-eba17ff3acb4') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:54.478142 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530ae94-181d-4f68-8441-b05923b3f10a None None] Pushing event updated for resources: {'Port': ['ID=bb31baf5-28ac-446a-a66c-2839c0ebe042,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:54.497161 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-23761dd0-1596-4ad5-bac8-1951f1339927 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.501189 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.508492 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0530ae94-181d-4f68-8441-b05923b3f10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:54.510624 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-23761dd0-1596-4ad5-bac8-1951f1339927 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for 20a7d25e-3eb9-441a-b6e1-15f6b22d4178 owned by {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:54.554219 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.568833 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:34:54.569450 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:34:54.577827 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:34:54.649045 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-caabb391-0afa-4179-b8e8-341e5fe0d62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.709629 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-caabb391-0afa-4179-b8e8-341e5fe0d62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.725660 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.731056 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-23761dd0-1596-4ad5-bac8-1951f1339927 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.732310 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8f579d07-9902-4c47-b4fd-fef1ddef6e84 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:54.737361 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0a76d39f-49b7-4a97-a816-e636c56f85b8 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:54.740637 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.747844 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/17831e98-956c-4f8e-85fb-8dc7265ff6c5 HTTP/1.1" status: 204 len: 168 time: 3.9571970 Jun 25 09:34:54.749228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44364) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:54.782405 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Network': ['ID=17831e98-956c-4f8e-85fb-8dc7265ff6c5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:54.793365 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:54.802796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edb7ac-35f3-486f-ba18-a60c85c31613 req-d312c4b6-59de-40a1-ae53-9e27c9ea34bd tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:54.804502 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a5edb7ac-35f3-486f-ba18-a60c85c31613 req-d312c4b6-59de-40a1-ae53-9e27c9ea34bd tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1669786 Jun 25 09:34:54.809761 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c2879673-def1-4d36-80a0-68577383f225 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-615913994'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:54.820951 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23761dd0-1596-4ad5-bac8-1951f1339927 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=20a7d25e-3eb9-441a-b6e1-15f6b22d4178,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:54.824077 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-23761dd0-1596-4ad5-bac8-1951f1339927 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:54.827583 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-21bb2b7c-2bfb-45c9-a75b-7df6320f0c7e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Deleting port 4ea29686-dcfb-4eb5-b428-056052876fd6 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:54.828154 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-21bb2b7c-2bfb-45c9-a75b-7df6320f0c7e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.833615 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-caabb391-0afa-4179-b8e8-341e5fe0d62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.836590 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-caabb391-0afa-4179-b8e8-341e5fe0d62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.840031 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-caabb391-0afa-4179-b8e8-341e5fe0d62f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9e64e90a-3e8c-4f45-b1c6-7e416780f128 HTTP/1.1" status: 204 len: 168 time: 0.3949907 Jun 25 09:34:54.849281 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5eef4f25-0814-4a4f-a399-7d654dc1f837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:54.896192 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabb391-0afa-4179-b8e8-341e5fe0d62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e64e90a-3e8c-4f45-b1c6-7e416780f128,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:54.900244 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-caabb391-0afa-4179-b8e8-341e5fe0d62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:54.936238 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-37b307f6-64ae-4356-8c3d-f24998f87ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:54.992274 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-21bb2b7c-2bfb-45c9-a75b-7df6320f0c7e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] For port 4ea29686-dcfb-4eb5-b428-056052876fd6, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4ea29686-dcfb-4eb5-b428-056052876fd6,segment=NetworkSegment(feeee608-27ed-4689-abb6-3e7b965ef8cd),segment_id=feeee608-27ed-4689-abb6-3e7b965ef8cd)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:54.992796 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-21bb2b7c-2bfb-45c9-a75b-7df6320f0c7e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.010146 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-21bb2b7c-2bfb-45c9-a75b-7df6320f0c7e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Calling delete_port for 4ea29686-dcfb-4eb5-b428-056052876fd6 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:55.038541 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a5edb7ac-35f3-486f-ba18-a60c85c31613 req-72de49ab-de29-466c-9d37-e11aaf6a7e79 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060530 Jun 25 09:34:55.040434 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2879673-def1-4d36-80a0-68577383f225 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:55.058216 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2879673-def1-4d36-80a0-68577383f225 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.064100 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-23761dd0-1596-4ad5-bac8-1951f1339927 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.068852 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-23761dd0-1596-4ad5-bac8-1951f1339927 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/20a7d25e-3eb9-441a-b6e1-15f6b22d4178 HTTP/1.1" status: 204 len: 168 time: 0.8601665 Jun 25 09:34:55.075570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44374) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:55.133124 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-9167642f-a895-4a9a-940f-c085d27d8d68 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] GET failed (client error): The resource could not be found. Jun 25 09:34:55.135259 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9167642f-a895-4a9a-940f-c085d27d8d68 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports/20a7d25e-3eb9-441a-b6e1-15f6b22d4178 HTTP/1.1" status: 404 len: 333 time: 0.0583112 Jun 25 09:34:55.139092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44380) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:55.172529 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2879673-def1-4d36-80a0-68577383f225 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:34:55.246292 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2879673-def1-4d36-80a0-68577383f225 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.246948 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-c2879673-def1-4d36-80a0-68577383f225 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Added segment c25c0be5-f5fc-4aea-addd-9623abec4e60 of type vlan for network 85a09183-ae74-46c6-8c51-009c3203f321 Jun 25 09:34:55.263955 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.321876 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2879673-def1-4d36-80a0-68577383f225 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.330935 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a777d9c-42b8-406a-a9e5-84968cb36a18 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.405964 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a777d9c-42b8-406a-a9e5-84968cb36a18 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.465225 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-21bb2b7c-2bfb-45c9-a75b-7df6320f0c7e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.467876 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2879673-def1-4d36-80a0-68577383f225 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.473218 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6df094c7-720b-404b-8a06-72a73e2e95ce tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:55.475281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2879673-def1-4d36-80a0-68577383f225 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:55.476490 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2879673-def1-4d36-80a0-68577383f225 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.480863 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-035ee985-2d36-4233-83a5-7f73014e81ab tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:55.536666 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a777d9c-42b8-406a-a9e5-84968cb36a18 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.539550 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a777d9c-42b8-406a-a9e5-84968cb36a18 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.540876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0a777d9c-42b8-406a-a9e5-84968cb36a18 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/security-groups/c501de58-95ed-475a-ac52-16e181f77a20 HTTP/1.1" status: 204 len: 168 time: 0.4006481 Jun 25 09:34:55.562720 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44394) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:55.569638 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb2b7c-2bfb-45c9-a75b-7df6320f0c7e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event deleted for resources: {'Port': ['ID=4ea29686-dcfb-4eb5-b428-056052876fd6,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:55.578994 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c2879673-def1-4d36-80a0-68577383f225 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7837465 Jun 25 09:34:55.581177 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44400) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:55.601644 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-21bb2b7c-2bfb-45c9-a75b-7df6320f0c7e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:55.602073 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-8faf8140-728f-4891-8df1-b9f30e461c55 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'subnet': {'network_id': '85a09183-ae74-46c6-8c51-009c3203f321', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:55.631062 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-31e63567-355d-4d9a-9dcd-7f15d86b01d2 None None] Provisioning complete for port 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:55.631446 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31e63567-355d-4d9a-9dcd-7f15d86b01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.707658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2879673-def1-4d36-80a0-68577383f225 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Network': ['ID=85a09183-ae74-46c6-8c51-009c3203f321,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:55.717121 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-31e63567-355d-4d9a-9dcd-7f15d86b01d2 None None] Port 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:34:55.717240 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c2879673-def1-4d36-80a0-68577383f225 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:55.717240 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8d67ba62-c26c-4997-8107-28eea5e346bc tempest-RoutersAdminNegativeIpV6Test-1702606390 tempest-RoutersAdminNegativeIpV6Test-1702606390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:55.722624 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 85a09183-ae74-46c6-8c51-009c3203f321 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:34:55.743078 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a777d9c-42b8-406a-a9e5-84968cb36a18 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c501de58-95ed-475a-ac52-16e181f77a20,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:55.763336 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0a777d9c-42b8-406a-a9e5-84968cb36a18 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:55.785555 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faf8140-728f-4891-8df1-b9f30e461c55 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:55.808494 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8faf8140-728f-4891-8df1-b9f30e461c55 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.834559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-31e63567-355d-4d9a-9dcd-7f15d86b01d2 None None] Provisioning for port bb31baf5-28ac-446a-a66c-2839c0ebe042 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:34:55.840891 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-31e63567-355d-4d9a-9dcd-7f15d86b01d2 None None] Provisioning complete for port bb31baf5-28ac-446a-a66c-2839c0ebe042 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:55.841472 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31e63567-355d-4d9a-9dcd-7f15d86b01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.906781 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-21bb2b7c-2bfb-45c9-a75b-7df6320f0c7e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:55.936801 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0af85717-8931-402b-ba56-e0dc9038429d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:56.026280 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-31e63567-355d-4d9a-9dcd-7f15d86b01d2 None None] Could not find standard attr ID for object 20a7d25e-3eb9-441a-b6e1-15f6b22d4178. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:34:56.249042 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:56.250238 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ea561034-facd-4306-bc49-b21217da024b None None] Could not find standard attr ID for object 20a7d25e-3eb9-441a-b6e1-15f6b22d4178. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:34:56.342455 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bb2b7c-2bfb-45c9-a75b-7df6320f0c7e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:34:56.551008 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bb31baf5-28ac-446a-a66c-2839c0ebe042 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:34:56.585140 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bb2b7c-2bfb-45c9-a75b-7df6320f0c7e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:34:56.595016 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db601a78-f99e-4ac7-ac91-b8d8879b7468 None None] get_active_networks_info from n-d-761264-15 {{(pid=94026) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 09:34:56.601436 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c47661-3f87-4ae4-b8e9-ef65427bdea6 None None] Sync routers for ids ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:34:56.615964 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-21bb2b7c-2bfb-45c9-a75b-7df6320f0c7e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "PUT /v2.0/routers/02486c5e-aa8c-45c1-8c3e-e96d2ae20801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1222806 Jun 25 09:34:56.616712 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44428) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:56.623451 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c47661-3f87-4ae4-b8e9-ef65427bdea6 None None] Routers {'02486c5e-aa8c-45c1-8c3e-e96d2ae20801'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:34:56.624262 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c2c47661-3f87-4ae4-b8e9-ef65427bdea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:34:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:56.646296 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port bb31baf5-28ac-446a-a66c-2839c0ebe042 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:56.647012 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:56.680176 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0af85717-8931-402b-ba56-e0dc9038429d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:56.765370 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa02abc-2db2-411e-a3b2-3355fe134296 req-6c3cd9ae-38c5-4335-a507-651b2cf8ab08 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:56.767041 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9aa02abc-2db2-411e-a3b2-3355fe134296 req-6c3cd9ae-38c5-4335-a507-651b2cf8ab08 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1375134 Jun 25 09:34:56.780362 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-9204b5ff-5b7a-4ed0-90ea-80deb5fe6535 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Deleting subnet b4d51e89-4dcb-4db8-9754-170f1be1d010 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:34:56.791095 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9204b5ff-5b7a-4ed0-90ea-80deb5fe6535 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:56.822131 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0af85717-8931-402b-ba56-e0dc9038429d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:56.825862 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0af85717-8931-402b-ba56-e0dc9038429d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:56.834537 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0af85717-8931-402b-ba56-e0dc9038429d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/security-groups/b51229b5-7be1-49d5-b24a-3da1527f5d52 HTTP/1.1" status: 204 len: 168 time: 1.2703571 Jun 25 09:34:56.837418 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44434) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:56.842258 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c5a43281-9046-432f-875e-36fd35a3dd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:56.873557 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9204b5ff-5b7a-4ed0-90ea-80deb5fe6535 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:56.874423 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db601a78-f99e-4ac7-ac91-b8d8879b7468 None None] Resources bound (agent type, host, resource id): {{(pid=94026) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 09:34:56.875805 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-c2c47661-3f87-4ae4-b8e9-ef65427bdea6 None None] Set router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:34:56.975165 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af85717-8931-402b-ba56-e0dc9038429d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51229b5-7be1-49d5-b24a-3da1527f5d52,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:56.998732 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0af85717-8931-402b-ba56-e0dc9038429d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:57.014569 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9aa02abc-2db2-411e-a3b2-3355fe134296 req-c257ebe7-a08e-4568-bf10-a62d38db9709 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339909 Jun 25 09:34:57.081645 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b9082af-8972-4032-a7ca-16edbab2de05 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:57.108426 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8faf8140-728f-4891-8df1-b9f30e461c55 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:57.109508 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9204b5ff-5b7a-4ed0-90ea-80deb5fe6535 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:57.119380 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-291e51fa-850e-4454-b88c-0e744ec4192f tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:57.200291 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9204b5ff-5b7a-4ed0-90ea-80deb5fe6535 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:57.204287 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-268a1c67-dd10-4c98-8266-641d20f40482 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:57.230427 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b9082af-8972-4032-a7ca-16edbab2de05 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:57.234039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204b5ff-5b7a-4ed0-90ea-80deb5fe6535 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d51e89-4dcb-4db8-9754-170f1be1d010,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:57.241513 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9204b5ff-5b7a-4ed0-90ea-80deb5fe6535 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:57.251082 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9204b5ff-5b7a-4ed0-90ea-80deb5fe6535 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:57.253704 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9204b5ff-5b7a-4ed0-90ea-80deb5fe6535 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "DELETE /v2.0/subnets/b4d51e89-4dcb-4db8-9754-170f1be1d010 HTTP/1.1" status: 204 len: 168 time: 0.6360109 Jun 25 09:34:57.257709 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44444) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:57.264105 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c2c47661-3f87-4ae4-b8e9-ef65427bdea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'name': 'tempest-TestSecurityGroupsBasicOps-router-134507117', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:32:16Z', 'updated_at': '2021-06-25T09:34:55Z', 'revision_number': 5, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:17Z', 'updated_at': '2021-06-25T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:57.305114 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c47661-3f87-4ae4-b8e9-ef65427bdea6 None None] Checking router: 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:34:57.315429 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c47661-3f87-4ae4-b8e9-ef65427bdea6 None None] Routers {'02486c5e-aa8c-45c1-8c3e-e96d2ae20801'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:34:57.316415 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c2c47661-3f87-4ae4-b8e9-ef65427bdea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:34:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:57.398059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf8140-728f-4891-8df1-b9f30e461c55 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Subnet': ['ID=e35beba0-f0aa-4f94-8f00-1be43c39ffc8,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:57.403068 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8faf8140-728f-4891-8df1-b9f30e461c55 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:57.404985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faf8140-728f-4891-8df1-b9f30e461c55 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Checking segment: {'id': 'c25c0be5-f5fc-4aea-addd-9623abec4e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '85a09183-ae74-46c6-8c51-009c3203f321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:34:57.405242 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faf8140-728f-4891-8df1-b9f30e461c55 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network hostable DHCP agents. Network: 85a09183-ae74-46c6-8c51-009c3203f321, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:34:57.432891 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b9082af-8972-4032-a7ca-16edbab2de05 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:57.437141 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4b9082af-8972-4032-a7ca-16edbab2de05 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:57.441602 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44450) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:57.442171 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4b9082af-8972-4032-a7ca-16edbab2de05 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/security-groups/08549b11-18f3-472d-bc3f-2246cffbcdc0 HTTP/1.1" status: 204 len: 168 time: 0.5894971 Jun 25 09:34:57.443747 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-31ff2415-1129-4336-9e92-75f6f6e797e4 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:57.454374 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faf8140-728f-4891-8df1-b9f30e461c55 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network 85a09183-ae74-46c6-8c51-009c3203f321 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:34:57.456648 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4f3874-612a-401e-9ca7-b729b2b4eac8 None None] Network d6d3be3c-922d-4024-a305-32cc63f4a5a8 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:57.457637 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9082af-8972-4032-a7ca-16edbab2de05 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08549b11-18f3-472d-bc3f-2246cffbcdc0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:57.461476 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4b9082af-8972-4032-a7ca-16edbab2de05 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:57.467787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-8faf8140-728f-4891-8df1-b9f30e461c55 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 85a09183-ae74-46c6-8c51-009c3203f321) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:34:57.474464 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faf8140-728f-4891-8df1-b9f30e461c55 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:57.476058 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8faf8140-728f-4891-8df1-b9f30e461c55 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:57.496009 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8faf8140-728f-4891-8df1-b9f30e461c55 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9102271 Jun 25 09:34:57.501767 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44454) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:57.519410 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-c2c47661-3f87-4ae4-b8e9-ef65427bdea6 None None] Set router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:34:57.564107 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:57.667674 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:57.671107 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc82d7e-0f23-4c90-8006-cfb98a69f0d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting subnet 5dd2fbdc-2d15-40c7-b4e7-04af1821a4a3 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:34:57.677231 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fbc82d7e-0f23-4c90-8006-cfb98a69f0d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:57.758283 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:57.845358 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:57.861021 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:57.861642 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fbc82d7e-0f23-4c90-8006-cfb98a69f0d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:57.867201 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7889cb9b-d401-49f1-a1f9-49ef90511a51 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:57.968286 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0891c9d7-b495-465b-83f4-a52a37af88bd None None] Network 85a09183-ae74-46c6-8c51-009c3203f321 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:57.983569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Subnet': ['ID=e35beba0-f0aa-4f94-8f00-1be43c39ffc8,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:57.989682 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:58.023853 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c2c47661-3f87-4ae4-b8e9-ef65427bdea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'name': 'tempest-TestSecurityGroupsBasicOps-router-134507117', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:32:16Z', 'updated_at': '2021-06-25T09:34:55Z', 'revision_number': 5, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:17Z', 'updated_at': '2021-06-25T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:58.066931 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c47661-3f87-4ae4-b8e9-ef65427bdea6 None None] The sync data for ids ['02486c5e-aa8c-45c1-8c3e-e96d2ae20801'] in n-d-761264-15 is: [{'id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'name': 'tempest-TestSecurityGroupsBasicOps-router-134507117', 'tenant_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:32:16Z', 'updated_at': '2021-06-25T09:34:55Z', 'revision_number': 5, 'project_id': 'a7d0881daa6e4401b60343bd64b2cff0', 'gw_port': {'id': 'edf73018-0887-4b3a-9cdb-f6af5dee1360', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02486c5e-aa8c-45c1-8c3e-e96d2ae20801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:32:17Z', 'updated_at': '2021-06-25T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:34:58.177357 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.181759 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.182969 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Deleting port edf73018-0887-4b3a-9cdb-f6af5dee1360 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:58.184239 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.240763 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a09183-ae74-46c6-8c51-009c3203f321']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:58.248569 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fbc82d7e-0f23-4c90-8006-cfb98a69f0d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.267117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25c0be5-f5fc-4aea-addd-9623abec4e60') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:58.267437 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25c0be5-f5fc-4aea-addd-9623abec4e60') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:34:58.273757 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df91f2d6-9864-4b86-a4e6-859dfd7fc42c None None] Network 85a09183-ae74-46c6-8c51-009c3203f321 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:58.282541 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.326860 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.337395 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:34:58.337842 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.343515 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] For port edf73018-0887-4b3a-9cdb-f6af5dee1360, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=edf73018-0887-4b3a-9cdb-f6af5dee1360,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:58.344723 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:34:58.345722 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:34:58.379714 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Calling delete_port for edf73018-0887-4b3a-9cdb-f6af5dee1360 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:58.389902 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fbc82d7e-0f23-4c90-8006-cfb98a69f0d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.402858 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e1fbe41c-61c1-4bd0-8870-92778b690501 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:58.420503 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d467e2-a1f1-499b-97c7-73904a728c7d None None] Network 631d7257-be32-4784-ac2e-57b03b3c4033 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:58.425729 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9b9a-7253-4f85-bbb8-e64b63c08f9b req-3cf465b1-82f3-413e-af29-457667765c74 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:58.432827 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f8b9b9a-7253-4f85-bbb8-e64b63c08f9b req-3cf465b1-82f3-413e-af29-457667765c74 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.2272725 Jun 25 09:34:58.444465 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.446110 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fbc82d7e-0f23-4c90-8006-cfb98a69f0d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.448702 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c122f1a9-1062-4cd9-894c-ce145ab765d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:58.460849 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.462735 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/85a09183-ae74-46c6-8c51-009c3203f321 HTTP/1.1" status: 204 len: 168 time: 0.9597378 Jun 25 09:34:58.466160 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fbc82d7e-0f23-4c90-8006-cfb98a69f0d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/5dd2fbdc-2d15-40c7-b4e7-04af1821a4a3 HTTP/1.1" status: 204 len: 168 time: 1.0230968 Jun 25 09:34:58.469275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44478) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:58.469875 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44480) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:58.484511 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Network': ['ID=85a09183-ae74-46c6-8c51-009c3203f321,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:58.487189 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ebbf9edd-f37d-4f58-bb24-48b412534030 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1579501389'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:58.489537 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:58.493826 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc82d7e-0f23-4c90-8006-cfb98a69f0d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd2fbdc-2d15-40c7-b4e7-04af1821a4a3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:58.530741 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f8b9b9a-7253-4f85-bbb8-e64b63c08f9b req-681d35b6-d831-47c8-82de-25b29d351633 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951607 Jun 25 09:34:58.548651 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fbc82d7e-0f23-4c90-8006-cfb98a69f0d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:58.586958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c463d2-853a-4cc3-9b3d-0a2a119fb6b4 None None] DHCP port deletion for d6d3be3c-922d-4024-a305-32cc63f4a5a8 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:34:58.590256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4ea29686-dcfb-4eb5-b428-056052876fd6 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:34:58.625478 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 4ea29686-dcfb-4eb5-b428-056052876fd6 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:34:58.626163 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4ea29686-dcfb-4eb5-b428-056052876fd6 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:34:58.626877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:34:58.636606 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-152f1835-1167-423e-952a-77c52278b0e1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting subnet 21283c52-198b-4612-a782-5f30b02d9004 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:34:58.644871 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbf9edd-f37d-4f58-bb24-48b412534030 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:58.648608 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9edd-f37d-4f58-bb24-48b412534030 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.665218 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-152f1835-1167-423e-952a-77c52278b0e1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.714064 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbf9edd-f37d-4f58-bb24-48b412534030 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:34:58.768561 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-152f1835-1167-423e-952a-77c52278b0e1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.805042 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9edd-f37d-4f58-bb24-48b412534030 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.805521 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-ebbf9edd-f37d-4f58-bb24-48b412534030 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Added segment 50731b5f-20e4-4de2-af72-0fce5781e29e of type vlan for network 9a8266fd-a03b-401e-a2ce-2e7dd65c9933 Jun 25 09:34:58.828930 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b8c463d2-853a-4cc3-9b3d-0a2a119fb6b4 None None] Deleting port cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:34:58.829608 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8c463d2-853a-4cc3-9b3d-0a2a119fb6b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.882817 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9edd-f37d-4f58-bb24-48b412534030 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.921111 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.967798 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b8c463d2-853a-4cc3-9b3d-0a2a119fb6b4 None None] For port cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1,segment=NetworkSegment(feeee608-27ed-4689-abb6-3e7b965ef8cd),segment_id=feeee608-27ed-4689-abb6-3e7b965ef8cd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:58.968214 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8c463d2-853a-4cc3-9b3d-0a2a119fb6b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:58.991904 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1,segment=NetworkSegment(feeee608-27ed-4689-abb6-3e7b965ef8cd),segment_id=feeee608-27ed-4689-abb6-3e7b965ef8cd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:34:58.993321 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b8c463d2-853a-4cc3-9b3d-0a2a119fb6b4 None None] Calling delete_port for cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:34:58.999863 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:59.005293 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:59.007196 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:59.018876 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cd9fcb27-1d74-40f1-bbcf-3679e97ccbe6 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:59.027031 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-152f1835-1167-423e-952a-77c52278b0e1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:59.074113 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event deleted for resources: {'Port': ['ID=edf73018-0887-4b3a-9cdb-f6af5dee1360,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:59.076511 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:59.081730 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9edd-f37d-4f58-bb24-48b412534030 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:59.087676 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbf9edd-f37d-4f58-bb24-48b412534030 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:59.088322 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9edd-f37d-4f58-bb24-48b412534030 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:59.095981 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5ccfc81f-c9a8-4fbc-a3e4-75799621e0ce tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:59.107410 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:59.111484 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:59.172104 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8c463d2-853a-4cc3-9b3d-0a2a119fb6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:59.174375 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e731ba32-5c12-499d-868f-fba85434fe26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:59.218239 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c463d2-853a-4cc3-9b3d-0a2a119fb6b4 None None] Pushing event deleted for resources: {'Port': ['ID=cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:59.221347 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c463d2-853a-4cc3-9b3d-0a2a119fb6b4 None None] No DVR routers for this DVR port cd5a7a38-d5c4-4a0b-bba9-1e28ceb08eb1 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:34:59.223093 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b8c463d2-853a-4cc3-9b3d-0a2a119fb6b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:59.255469 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ebbf9edd-f37d-4f58-bb24-48b412534030 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7817419 Jun 25 09:34:59.258240 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44500) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:59.263629 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-9ca10987-ade1-418d-8dcc-42bd0f81b87f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'subnet': {'network_id': '9a8266fd-a03b-401e-a2ce-2e7dd65c9933', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:34:59.301139 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-152f1835-1167-423e-952a-77c52278b0e1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:59.310145 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf9edd-f37d-4f58-bb24-48b412534030 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Network': ['ID=9a8266fd-a03b-401e-a2ce-2e7dd65c9933,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:59.316267 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ebbf9edd-f37d-4f58-bb24-48b412534030 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:59.317626 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-44e4ae44-7056-4385-80e2-e6feab0a7660 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:34:59.321670 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-152f1835-1167-423e-952a-77c52278b0e1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:59.326252 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-152f1835-1167-423e-952a-77c52278b0e1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/21283c52-198b-4612-a782-5f30b02d9004 HTTP/1.1" status: 204 len: 168 time: 0.8526890 Jun 25 09:34:59.332065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44502) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:59.333638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 9a8266fd-a03b-401e-a2ce-2e7dd65c9933 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:34:59.363842 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:59.403663 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-5053b843-ee31-4ce6-a646-59b322bb910e tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=0c79248afe5846d1bfe429733a1cd6ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1349168 Jun 25 09:34:59.421543 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f1835-1167-423e-952a-77c52278b0e1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Subnet': ['ID=21283c52-198b-4612-a782-5f30b02d9004,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:34:59.634977 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca10987-ade1-418d-8dcc-42bd0f81b87f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:34:59.638896 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9ca10987-ade1-418d-8dcc-42bd0f81b87f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:59.716771 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-32987297-a11f-4403-83cf-f9ed6cf22627 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:59.718360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-32987297-a11f-4403-83cf-f9ed6cf22627 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3138311 Jun 25 09:34:59.746703 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4efa297-3dd7-4c1b-bad8-053370a40a44 None None] Network 631d7257-be32-4784-ac2e-57b03b3c4033 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:34:59.768028 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-3df387ae-5e6b-4e96-8009-977a3be6f136 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/quotas/0c79248afe5846d1bfe429733a1cd6ab HTTP/1.1" status: 200 len: 375 time: 0.0179944 Jun 25 09:34:59.826953 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-12d87e88-a833-4f37-9713-a55b7234b532 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=0c79248afe5846d1bfe429733a1cd6ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514839 Jun 25 09:34:59.870346 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5e33d-67a8-43e2-b065-1d4706935abf req-6da4b3d8-95fe-4168-8f07-8022d7ab1e0e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:34:59.872251 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-39d5e33d-67a8-43e2-b065-1d4706935abf req-6da4b3d8-95fe-4168-8f07-8022d7ab1e0e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1739640 Jun 25 09:34:59.946457 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-152f1835-1167-423e-952a-77c52278b0e1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:34:59.949341 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8c1f0c-1984-4098-9649-47def5aa590d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] DELETE failed (client error): The resource could not be found. Jun 25 09:34:59.949793 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8c1f0c-1984-4098-9649-47def5aa590d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:34:59.950828 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-436cf680-565d-447f-b22a-0c07bcffaadb None None] Provisioning complete for port 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:34:59.951595 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-436cf680-565d-447f-b22a-0c07bcffaadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:34:59.955116 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ec8c1f0c-1984-4098-9649-47def5aa590d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/5dd2fbdc-2d15-40c7-b4e7-04af1821a4a3 HTTP/1.1" status: 404 len: 337 time: 0.6188786 Jun 25 09:34:59.957365 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44508) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:34:59.968320 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-39d5e33d-67a8-43e2-b065-1d4706935abf req-d4b82655-5e53-4873-a9f7-646b79ea58b6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833852 Jun 25 09:35:00.028285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-436cf680-565d-447f-b22a-0c07bcffaadb None None] Port 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:35:00.040979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec052b2b-6d6d-40f1-913c-7b892c082e17 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting subnet 9ebd2b2a-e29d-4161-9ff1-798c40307855 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:35:00.047338 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.049051 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ec052b2b-6d6d-40f1-913c-7b892c082e17 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.052104 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.072013 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9ca10987-ade1-418d-8dcc-42bd0f81b87f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.102440 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-80495479-0301-4fc0-bcb1-ece959322aa3 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:00.126778 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.127401 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Fanout notify agent at l3_agent the message router_deleted on router 02486c5e-aa8c-45c1-8c3e-e96d2ae20801 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:35:00.130918 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ec052b2b-6d6d-40f1-913c-7b892c082e17 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.139152 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.142772 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "DELETE /v2.0/routers/02486c5e-aa8c-45c1-8c3e-e96d2ae20801 HTTP/1.1" status: 204 len: 168 time: 2.8816466 Jun 25 09:35:00.164084 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-436cf680-565d-447f-b22a-0c07bcffaadb None None] Provisioning complete for port bb31baf5-28ac-446a-a66c-2839c0ebe042 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:35:00.164950 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-436cf680-565d-447f-b22a-0c07bcffaadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.178640 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44514) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:00.244329 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c7d67d13-5467-4a33-9545-ed0349dc3fa0 req-54cab0c9-2266-475f-bb7d-a15c063a9347 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 210 time: 0.0630054 Jun 25 09:35:00.308928 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca10987-ade1-418d-8dcc-42bd0f81b87f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Subnet': ['ID=7d46f318-bd57-48c8-859f-d5cc546bc0ee,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:00.315248 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9ca10987-ade1-418d-8dcc-42bd0f81b87f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:00.327108 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca10987-ade1-418d-8dcc-42bd0f81b87f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Checking segment: {'id': '50731b5f-20e4-4de2-af72-0fce5781e29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9a8266fd-a03b-401e-a2ce-2e7dd65c9933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:35:00.327491 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca10987-ade1-418d-8dcc-42bd0f81b87f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network hostable DHCP agents. Network: 9a8266fd-a03b-401e-a2ce-2e7dd65c9933, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:35:00.367511 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca10987-ade1-418d-8dcc-42bd0f81b87f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network 9a8266fd-a03b-401e-a2ce-2e7dd65c9933 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:35:00.394060 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-9ca10987-ade1-418d-8dcc-42bd0f81b87f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 9a8266fd-a03b-401e-a2ce-2e7dd65c9933) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:35:00.403525 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35bcad8-31fa-4e6b-b7d8-ccef2b271812 None None] Network 9a8266fd-a03b-401e-a2ce-2e7dd65c9933 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:35:00.406474 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca10987-ade1-418d-8dcc-42bd0f81b87f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:00.407074 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9ca10987-ade1-418d-8dcc-42bd0f81b87f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.436615 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9ca10987-ade1-418d-8dcc-42bd0f81b87f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1772206 Jun 25 09:35:00.439411 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44524) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:00.464765 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dfb15412-1a6e-41e8-aab4-9e907e5978e8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.625333 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-9a8266fd-a03b-401e-a2ce-2e7dd65c9933', 'network_id': '9a8266fd-a03b-401e-a2ce-2e7dd65c9933', 'tenant_id': '525c5f7a398846f3945c29eef96485a2', 'fixed_ips': [{'subnet_id': '7d46f318-bd57-48c8-859f-d5cc546bc0ee'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:35:00.626794 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.675861 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.687510 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ec052b2b-6d6d-40f1-913c-7b892c082e17 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.733518 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcfa76-f894-4605-99f6-074764b43c80 req-0ecf40a3-03ce-400c-a46e-ffac8d4b07d7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:00.735971 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03bcfa76-f894-4605-99f6-074764b43c80 req-0ecf40a3-03ce-400c-a46e-ffac8d4b07d7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.2532592 Jun 25 09:35:00.839966 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dfb15412-1a6e-41e8-aab4-9e907e5978e8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.870707 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-dfb15412-1a6e-41e8-aab4-9e907e5978e8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d3be3c-922d-4024-a305-32cc63f4a5a8']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:00.887754 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ec052b2b-6d6d-40f1-913c-7b892c082e17 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.892696 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-dfb15412-1a6e-41e8-aab4-9e907e5978e8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feeee608-27ed-4689-abb6-3e7b965ef8cd') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:00.893799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-dfb15412-1a6e-41e8-aab4-9e907e5978e8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feeee608-27ed-4689-abb6-3e7b965ef8cd') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:00.895676 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-152f1835-1167-423e-952a-77c52278b0e1 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:00.910177 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Allocated IP 172.20.0.1 (9a8266fd-a03b-401e-a2ce-2e7dd65c9933/7d46f318-bd57-48c8-859f-d5cc546bc0ee/4657909c-45c6-47fc-86a3-03f30da36952) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:35:00.916163 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03bcfa76-f894-4605-99f6-074764b43c80 req-8b98a15a-8d73-4314-a5dc-a7d2712742c6 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743090 Jun 25 09:35:00.917622 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.996801 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dfb15412-1a6e-41e8-aab4-9e907e5978e8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:00.999131 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec052b2b-6d6d-40f1-913c-7b892c082e17 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Subnet': ['ID=9ebd2b2a-e29d-4161-9ff1-798c40307855,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:01.012179 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ec052b2b-6d6d-40f1-913c-7b892c082e17 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.016388 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ec052b2b-6d6d-40f1-913c-7b892c082e17 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/9ebd2b2a-e29d-4161-9ff1-798c40307855 HTTP/1.1" status: 204 len: 168 time: 1.0565565 Jun 25 09:35:01.016388 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ec052b2b-6d6d-40f1-913c-7b892c082e17 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:01.017237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44532) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:01.031401 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dfb15412-1a6e-41e8-aab4-9e907e5978e8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.039339 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb15412-1a6e-41e8-aab4-9e907e5978e8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:35:01.040229 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dfb15412-1a6e-41e8-aab4-9e907e5978e8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:35:01.045362 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:35:01.077539 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0655d0f-ef6a-439d-8a0f-6efe40fd4bd3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:01.077894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0655d0f-ef6a-439d-8a0f-6efe40fd4bd3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:01.089392 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44534) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:01.094073 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a0655d0f-ef6a-439d-8a0f-6efe40fd4bd3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/89bb2c08-d8e7-4ad0-b899-e0db636fa6d4 HTTP/1.1" status: 404 len: 337 time: 0.0750299 Jun 25 09:35:01.145121 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-24bd837d-7cd8-429b-817b-0a8bb656c266 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "GET /v2.0/ports?device_id=95860592-f5a1-4837-8129-757c338dc542 HTTP/1.1" status: 200 len: 205 time: 0.0541508 Jun 25 09:35:01.148487 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44536) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:01.255282 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-4ea1225c-c90a-40b9-ba13-4f9ced3fd05a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] delete failed (client error): The resource could not be found. Jun 25 09:35:01.256264 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4ea1225c-c90a-40b9-ba13-4f9ced3fd05a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/routers/95860592-f5a1-4837-8129-757c338dc542 HTTP/1.1" status: 404 len: 336 time: 0.1070182 Jun 25 09:35:01.262550 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44538) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:01.277868 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dfb15412-1a6e-41e8-aab4-9e907e5978e8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.281585 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-43a41273-490c-4ccb-a0af-b9b9ceca7cbe tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:01.285806 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dfb15412-1a6e-41e8-aab4-9e907e5978e8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.287527 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-dfb15412-1a6e-41e8-aab4-9e907e5978e8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] 10.222.0.93 "DELETE /v2.0/networks/d6d3be3c-922d-4024-a305-32cc63f4a5a8 HTTP/1.1" status: 204 len: 168 time: 1.1077683 Jun 25 09:35:01.317605 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.321110 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb15412-1a6e-41e8-aab4-9e907e5978e8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Pushing event deleted for resources: {'Network': ['ID=d6d3be3c-922d-4024-a305-32cc63f4a5a8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:01.326432 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6663136-24e2-4a1a-937c-e42c880d2b9c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:01.326432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6663136-24e2-4a1a-937c-e42c880d2b9c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:01.328204 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c6663136-24e2-4a1a-937c-e42c880d2b9c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/d80df0f2-0ac4-4e75-8188-205f225497d2 HTTP/1.1" status: 404 len: 337 time: 0.0628557 Jun 25 09:35:01.333635 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44546) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:01.337232 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dfb15412-1a6e-41e8-aab4-9e907e5978e8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:01.342549 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Transition to ACTIVE for port object 4657909c-45c6-47fc-86a3-03f30da36952 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:35:01.349735 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32c6fe-ef0e-4f10-9723-c8c41c85a5c5 req-3c4f1e32-4d91-4bfa-8729-449bf70a72e9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:01.361374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ba32c6fe-ef0e-4f10-9723-c8c41c85a5c5 req-3c4f1e32-4d91-4bfa-8729-449bf70a72e9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.2237284 Jun 25 09:35:01.374366 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Transition to ACTIVE for port object 4657909c-45c6-47fc-86a3-03f30da36952 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:35:01.379770 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.386675 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.390042 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:01.432133 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc5f57-ae7c-4967-af49-161472b8418f req-c5ea59bc-7326-43e5-bce6-2bd64b4a6b45 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:01.433914 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7bdc5f57-ae7c-4967-af49-161472b8418f req-c5ea59bc-7326-43e5-bce6-2bd64b4a6b45 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.2203770 Jun 25 09:35:01.439891 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54d47f8-d850-4733-be51-97c1a9ba7f83 None None] Network 631d7257-be32-4784-ac2e-57b03b3c4033 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:35:01.453238 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fec501-fa61-4f60-9d22-511a8407e369 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:01.453982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18fec501-fa61-4f60-9d22-511a8407e369 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:01.455851 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-18fec501-fa61-4f60-9d22-511a8407e369 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/5d4e4b59-9999-4037-b9e8-31584dd51bfa HTTP/1.1" status: 404 len: 337 time: 0.1210020 Jun 25 09:35:01.459668 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44548) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:01.465721 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Network 9a8266fd-a03b-401e-a2ce-2e7dd65c9933 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:35:01.492087 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3dba74-fed2-410f-9aab-8f79b623ba35 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:01.492538 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3dba74-fed2-410f-9aab-8f79b623ba35 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:01.494318 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ca3dba74-fed2-410f-9aab-8f79b623ba35 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/67d15b4d-f5ab-4817-a89a-53d8cd593b88 HTTP/1.1" status: 404 len: 337 time: 0.0336502 Jun 25 09:35:01.496839 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44550) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:01.505152 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ba32c6fe-ef0e-4f10-9723-c8c41c85a5c5 req-4ef0caf3-2d37-46f3-b422-f3a1b9c8beb3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423800 Jun 25 09:35:01.511907 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.515066 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:35:01.518335 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-135e1818-56ad-4429-93d2-696b038c0ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:01.520814 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:35:01.547348 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Pushing event updated for resources: {'Port': ['ID=4657909c-45c6-47fc-86a3-03f30da36952,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:01.549124 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e20f965-ab85-42cf-bb6d-bbb06ec0d0bb tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:01.549889 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e20f965-ab85-42cf-bb6d-bbb06ec0d0bb tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:01.550503 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:01.553986 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7e20f965-ab85-42cf-bb6d-bbb06ec0d0bb tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/51a6b2cb-4954-49a0-bdad-983490f69462 HTTP/1.1" status: 404 len: 333 time: 0.0538917 Jun 25 09:35:01.554341 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44554) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:01.573768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Subnet': ['ID=7d46f318-bd57-48c8-859f-d5cc546bc0ee,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:01.589047 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7bdc5f57-ae7c-4967-af49-161472b8418f req-e60f707e-cabe-4244-8e78-edb2fc0ff246 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309962 Jun 25 09:35:01.600011 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:01.617109 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-115c5863-a272-4da4-b66e-6a3e23c09a86 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:01.617562 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115c5863-a272-4da4-b66e-6a3e23c09a86 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:01.621931 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-115c5863-a272-4da4-b66e-6a3e23c09a86 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/16fd9eed-f071-4807-90cf-26ddc5d81ed5 HTTP/1.1" status: 404 len: 337 time: 0.0640800 Jun 25 09:35:01.622120 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44556) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:01.634125 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Attempting to bind port 4657909c-45c6-47fc-86a3-03f30da36952 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:35:01.634515 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Attempting to bind port 4657909c-45c6-47fc-86a3-03f30da36952 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '50731b5f-20e4-4de2-af72-0fce5781e29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9a8266fd-a03b-401e-a2ce-2e7dd65c9933'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:35:01.634888 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Attempting to bind port 4657909c-45c6-47fc-86a3-03f30da36952 on network 9a8266fd-a03b-401e-a2ce-2e7dd65c9933 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:35:01.642978 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e7111642-5e00-4742-9c25-0dd6fef31ffc None None] Provisioning complete for port 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:35:01.643359 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e7111642-5e00-4742-9c25-0dd6fef31ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.650676 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:35:01.651060 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Checking segment: {'id': '50731b5f-20e4-4de2-af72-0fce5781e29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9a8266fd-a03b-401e-a2ce-2e7dd65c9933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:35:01.651468 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.651875 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Bound using segment: {'id': '50731b5f-20e4-4de2-af72-0fce5781e29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9a8266fd-a03b-401e-a2ce-2e7dd65c9933'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:35:01.652408 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Bound port: 4657909c-45c6-47fc-86a3-03f30da36952, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50731b5f-20e4-4de2-af72-0fce5781e29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9a8266fd-a03b-401e-a2ce-2e7dd65c9933'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:35:01.653321 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.664347 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d120845-6418-4f4a-b5cc-e97969280cf7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:01.671345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d120845-6418-4f4a-b5cc-e97969280cf7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:01.673342 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0d120845-6418-4f4a-b5cc-e97969280cf7 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/3baf4960-a6ad-42b3-9781-7dce7765828f HTTP/1.1" status: 404 len: 337 time: 0.0503943 Jun 25 09:35:01.678000 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44558) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:01.769464 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.772279 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc232aa-fca1-4204-a5ce-bc01bf7a6838 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:01.773052 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc232aa-fca1-4204-a5ce-bc01bf7a6838 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:01.777333 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5bc232aa-fca1-4204-a5ce-bc01bf7a6838 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/a88bd3f0-08b8-4839-8710-55b0c2efafd9 HTTP/1.1" status: 404 len: 333 time: 0.0936484 Jun 25 09:35:01.777728 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44562) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:01.812183 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e7111642-5e00-4742-9c25-0dd6fef31ffc None None] Port 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:35:01.838851 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] For port 4657909c-45c6-47fc-86a3-03f30da36952, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:35:01.839941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8266fd-a03b-401e-a2ce-2e7dd65c9933']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:01.847034 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] For port 4657909c-45c6-47fc-86a3-03f30da36952, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4657909c-45c6-47fc-86a3-03f30da36952,segment=NetworkSegment(50731b5f-20e4-4de2-af72-0fce5781e29e),segment_id=50731b5f-20e4-4de2-af72-0fce5781e29e)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:35:01.850638 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e7111642-5e00-4742-9c25-0dd6fef31ffc None None] Provisioning complete for port bb31baf5-28ac-446a-a66c-2839c0ebe042 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:35:01.851334 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e7111642-5e00-4742-9c25-0dd6fef31ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.862152 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-05cad071-3c69-4a64-85c9-86a3e7e938bf tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:01.862885 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05cad071-3c69-4a64-85c9-86a3e7e938bf tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:01.868289 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50731b5f-20e4-4de2-af72-0fce5781e29e') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:01.868616 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50731b5f-20e4-4de2-af72-0fce5781e29e') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:01.869355 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-05cad071-3c69-4a64-85c9-86a3e7e938bf tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/d5cdeef8-4172-4629-a9c8-c195582e3439 HTTP/1.1" status: 404 len: 337 time: 0.0905275 Jun 25 09:35:01.874644 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44564) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:01.888138 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.903014 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.909326 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:01.911459 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.922723 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9ffa2e-27ba-4a22-b31d-e351a69d93d5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:01.924239 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:35:01.924660 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:01.928701 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9ffa2e-27ba-4a22-b31d-e351a69d93d5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:01.932416 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4e9ffa2e-27ba-4a22-b31d-e351a69d93d5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/subnets/537b0c02-13dc-41fb-8a6c-33e2ed2cdb3f HTTP/1.1" status: 404 len: 337 time: 0.0564365 Jun 25 09:35:01.937230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44566) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:02.053383 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Pushing event updated for resources: {'Port': ['ID=4657909c-45c6-47fc-86a3-03f30da36952,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:35:02.063636 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:35:02.066869 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:02.090775 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e937abe-3690-4de7-8172-6d5f1cd50d59 req-3d0fa615-d9ff-4b34-8aec-c1198ec14854 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 210 time: 0.2712653 Jun 25 09:35:02.126463 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-cf10dd18-3854-40d6-a87c-8de2c43b9607 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0c79248afe5846d1bfe429733a1cd6ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598283 Jun 25 09:35:02.131011 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.db.api [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 09:35:02.131011 n-d-761264-15 neutron-server[94024]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 09:35:02.131011 n-d-761264-15 neutron-server[94024]: [parameters: {'id': '9a8266fd-a03b-401e-a2ce-2e7dd65c9933'}] Jun 25 09:35:02.131011 n-d-761264-15 neutron-server[94024]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:35:02.132889 n-d-761264-15 neutron-server[94024]: DEBUG oslo_db.api [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:35:02.172616 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-758a59d2-c61e-45ae-a735-632493d922f4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:35:02.173152 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-758a59d2-c61e-45ae-a735-632493d922f4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.179558 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40555e47-fac4-4ba1-b53a-c95ad3ed553f None None] Network 9a8266fd-a03b-401e-a2ce-2e7dd65c9933 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:35:02.189411 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed971f26-e4ec-4819-9503-ab5421e38a48 None None] DHCP port deletion for 631d7257-be32-4784-ac2e-57b03b3c4033 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:35:02.294089 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-4b7719b2-1611-4622-947b-7a9a6200715d tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:02.296397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-4b7719b2-1611-4622-947b-7a9a6200715d tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577334 Jun 25 09:35:02.298110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44570) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:02.328712 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Request body: {'port': {'device_id': '97b99969-7d2e-400f-a2bf-fcc585fa3b1e', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': '0c79248afe5846d1bfe429733a1cd6ab'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:35:02.370331 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-758a59d2-c61e-45ae-a735-632493d922f4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.408448 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-758a59d2-c61e-45ae-a735-632493d922f4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for 6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 owned by {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:35:02.465234 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device edf73018-0887-4b3a-9cdb-f6af5dee1360 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:35:02.530795 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: edf73018-0887-4b3a-9cdb-f6af5dee1360 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:35:02.530795 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device edf73018-0887-4b3a-9cdb-f6af5dee1360 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:35:02.531151 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device bb31baf5-28ac-446a-a66c-2839c0ebe042 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:35:02.570546 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-758a59d2-c61e-45ae-a735-632493d922f4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.578739 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:02.584052 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ed971f26-e4ec-4819-9503-ab5421e38a48 None None] Deleting port bb31baf5-28ac-446a-a66c-2839c0ebe042 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:35:02.584429 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ed971f26-e4ec-4819-9503-ab5421e38a48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.617516 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a59d2-c61e-45ae-a735-632493d922f4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:02.630134 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-758a59d2-c61e-45ae-a735-632493d922f4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:02.634277 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44580) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:02.634606 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a850d481-0ef9-4105-8311-4f0ead8e53f8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a7d0881daa6e4401b60343bd64b2cff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358443 Jun 25 09:35:02.643719 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.663894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Made reservation on behalf of 0c79248afe5846d1bfe429733a1cd6ab for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:35:02.667903 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.681478 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb437b67-0e36-4a28-8840-85eec6a92077 req-57052411-778d-4dd3-aca0-e2f99e3249fb tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:02.689271 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb437b67-0e36-4a28-8840-85eec6a92077 req-57052411-778d-4dd3-aca0-e2f99e3249fb tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.2008314 Jun 25 09:35:02.698015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-758a59d2-c61e-45ae-a735-632493d922f4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.703764 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-758a59d2-c61e-45ae-a735-632493d922f4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/ports/6afbb7a5-bb2b-4eb5-903d-aeb0cbf3cee5 HTTP/1.1" status: 204 len: 168 time: 0.7494061 Jun 25 09:35:02.705912 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44582) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:02.708822 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ed971f26-e4ec-4819-9503-ab5421e38a48 None None] For port bb31baf5-28ac-446a-a66c-2839c0ebe042, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bb31baf5-28ac-446a-a66c-2839c0ebe042,segment=NetworkSegment(69be4987-cc65-4356-a9eb-04a5b72226bd),segment_id=69be4987-cc65-4356-a9eb-04a5b72226bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:35:02.709225 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ed971f26-e4ec-4819-9503-ab5421e38a48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.742086 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b3181903-9e2f-47b8-bfa0-e4d954e2f9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.747132 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.752250 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ed971f26-e4ec-4819-9503-ab5421e38a48 None None] Calling delete_port for bb31baf5-28ac-446a-a66c-2839c0ebe042 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:35:02.776527 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b3181903-9e2f-47b8-bfa0-e4d954e2f9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.805679 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.860722 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port bb31baf5-28ac-446a-a66c-2839c0ebe042, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=bb31baf5-28ac-446a-a66c-2839c0ebe042,segment=NetworkSegment(69be4987-cc65-4356-a9eb-04a5b72226bd),segment_id=69be4987-cc65-4356-a9eb-04a5b72226bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:35:02.861090 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.868887 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.871512 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-de3cb505-7b47-49df-aa86-88d5d2124f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:02.912315 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ed971f26-e4ec-4819-9503-ab5421e38a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.932441 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=bb31baf5-28ac-446a-a66c-2839c0ebe042,revision_number=11']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:02.935319 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed971f26-e4ec-4819-9503-ab5421e38a48 None None] No DVR routers for this DVR port bb31baf5-28ac-446a-a66c-2839c0ebe042 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:35:02.936813 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:02.937386 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:02.942069 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b3181903-9e2f-47b8-bfa0-e4d954e2f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.946322 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b3181903-9e2f-47b8-bfa0-e4d954e2f9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:02.952702 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b3181903-9e2f-47b8-bfa0-e4d954e2f9f4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/51f8cfc8-8e7d-4ca3-bd43-71c3c638689c HTTP/1.1" status: 204 len: 168 time: 0.3109436 Jun 25 09:35:02.953892 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7ebf171d-efe6-4a95-bd85-acf5306ae488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:02.973587 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb437b67-0e36-4a28-8840-85eec6a92077 req-df240810-f0d3-49f8-89f3-46d05b580031 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830253 Jun 25 09:35:02.978036 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab0730c-73eb-4808-bcf5-a7c1a367639a None None] get_active_networks_info from n-d-761264-15 {{(pid=94026) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 09:35:02.981605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed971f26-e4ec-4819-9503-ab5421e38a48 None None] Pushing event deleted for resources: {'Port': ['ID=bb31baf5-28ac-446a-a66c-2839c0ebe042,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:03.000588 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ed971f26-e4ec-4819-9503-ab5421e38a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:03.007772 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3181903-9e2f-47b8-bfa0-e4d954e2f9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f8cfc8-8e7d-4ca3-bd43-71c3c638689c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:03.035214 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b3181903-9e2f-47b8-bfa0-e4d954e2f9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:03.073967 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Deleting port bb31baf5-28ac-446a-a66c-2839c0ebe042 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:35:03.074322 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.086558 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab0730c-73eb-4808-bcf5-a7c1a367639a None None] Resources bound (agent type, host, resource id): {{(pid=94026) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 09:35:03.096847 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.108448 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.118553 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0af85717-8931-402b-ba56-e0dc9038429d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:03.208005 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Deleting port 4657909c-45c6-47fc-86a3-03f30da36952 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:35:03.212042 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.219515 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] For port bb31baf5-28ac-446a-a66c-2839c0ebe042, host n-d-761264-15, got binding levels [] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:35:03.220110 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.238270 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Calling delete_port for bb31baf5-28ac-446a-a66c-2839c0ebe042 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:35:03.243762 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Port bb31baf5-28ac-446a-a66c-2839c0ebe042 was not found and therefore no delete operation was performed {{(pid=94025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:35:03.245153 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.256046 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-25304ccd-d5c0-4d71-8971-d1c71a7017e8 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:03.267412 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] No DVR routers for this DVR port bb31baf5-28ac-446a-a66c-2839c0ebe042 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:35:03.329218 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Port': ['ID=bb31baf5-28ac-446a-a66c-2839c0ebe042,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:03.341141 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e64c5-1e70-4599-a854-347d0b5e68ab req-189f0f44-149e-4a0e-9ee4-fcc62f3751a4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:03.343778 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-193e64c5-1e70-4599-a854-347d0b5e68ab req-189f0f44-149e-4a0e-9ee4-fcc62f3751a4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.5504587 Jun 25 09:35:03.355117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f6146f-3fce-412d-a0eb-ec647a81b41a,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:03.367912 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:03.369426 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:03.476417 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.492750 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631d7257-be32-4784-ac2e-57b03b3c4033']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:03.511030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44596) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:03.514606 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69be4987-cc65-4356-a9eb-04a5b72226bd') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:03.514909 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69be4987-cc65-4356-a9eb-04a5b72226bd') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:03.537157 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1f4eee40-79e5-4a9e-8c3b-973b13efb455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.540619 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.547987 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34188aa8-2e69-4035-a132-ba2777a4923d req-c6590cfe-1780-4be5-b5ea-27d88d5bcc3e tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 210 time: 0.1108558 Jun 25 09:35:03.578390 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] For port 4657909c-45c6-47fc-86a3-03f30da36952, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4657909c-45c6-47fc-86a3-03f30da36952,segment=NetworkSegment(50731b5f-20e4-4de2-af72-0fce5781e29e),segment_id=50731b5f-20e4-4de2-af72-0fce5781e29e)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:35:03.579878 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.615578 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-193e64c5-1e70-4599-a854-347d0b5e68ab req-b9089657-8240-4cc2-a098-1c7940f87981 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460494 Jun 25 09:35:03.666125 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1f4eee40-79e5-4a9e-8c3b-973b13efb455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.671850 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1f4eee40-79e5-4a9e-8c3b-973b13efb455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.674766 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Calling delete_port for 4657909c-45c6-47fc-86a3-03f30da36952 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:35:03.676759 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:03.686461 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.687389 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Allocated IP 192.168.233.25 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/86d3303c-2c4f-4758-961c-a1c28d7d892b) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:35:03.714259 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:35:03.714500 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:35:03.718066 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:35:03.799553 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1f4eee40-79e5-4a9e-8c3b-973b13efb455 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ea8b8682e4b94405997e3e1e05e906f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874670 Jun 25 09:35:03.800491 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4eee40-79e5-4a9e-8c3b-973b13efb455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c888c3-c74a-4723-9ce1-b2736ffae8b2,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:03.815427 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44598) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:03.822677 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1f4eee40-79e5-4a9e-8c3b-973b13efb455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:03.855725 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.863079 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-904c776a-5976-49f6-8e13-b899a7073279 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:03.879694 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.883895 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] 10.222.0.93 "DELETE /v2.0/networks/631d7257-be32-4784-ac2e-57b03b3c4033 HTTP/1.1" status: 204 len: 168 time: 1.1748056 Jun 25 09:35:03.885281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Pushing event deleted for resources: {'Network': ['ID=631d7257-be32-4784-ac2e-57b03b3c4033,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:03.900414 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:03.925966 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a45224e2-09c6-486d-b845-3f7e6bbd078d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:03.970493 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a45224e2-09c6-486d-b845-3f7e6bbd078d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:04.050924 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a45224e2-09c6-486d-b845-3f7e6bbd078d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:04.054217 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a45224e2-09c6-486d-b845-3f7e6bbd078d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:04.055633 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a45224e2-09c6-486d-b845-3f7e6bbd078d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/84c888c3-c74a-4723-9ce1-b2736ffae8b2 HTTP/1.1" status: 204 len: 168 time: 0.2366378 Jun 25 09:35:04.057131 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a5f34a9a-a55e-4a32-a297-b5aac79ffc9f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:04.075424 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45224e2-09c6-486d-b845-3f7e6bbd078d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c888c3-c74a-4723-9ce1-b2736ffae8b2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:04.088849 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a45224e2-09c6-486d-b845-3f7e6bbd078d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:04.344158 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44612) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:04.474515 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:04.481635 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:04.530245 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No DVR routers for this DVR port 4657909c-45c6-47fc-86a3-03f30da36952 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:35:04.532960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Port': ['ID=4657909c-45c6-47fc-86a3-03f30da36952,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:04.540830 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d52cb418-db7e-485e-ab1b-70f5768ae3db admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=264ca81b65924f5995bb3e60c2a6d08a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912208 Jun 25 09:35:04.541644 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:04.542244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44618) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:04.591552 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44622) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:04.608217 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:04.622149 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Transition to ACTIVE for port object 86d3303c-2c4f-4758-961c-a1c28d7d892b will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:35:04.646008 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1169cbdf-b68d-4803-aa58-0afe8946ab78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:04.661116 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-80bb516d-1511-40fb-962d-179ab0f1f63e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=323cc7eed6354d8cb7bd22897766070a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688992 Jun 25 09:35:04.667769 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44626) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:04.676958 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1169cbdf-b68d-4803-aa58-0afe8946ab78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:04.708410 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:04.732247 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1169cbdf-b68d-4803-aa58-0afe8946ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:04.735663 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9b555554-3948-4866-8ff1-30dbac4e245c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:04.735852 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1169cbdf-b68d-4803-aa58-0afe8946ab78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:04.737039 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1169cbdf-b68d-4803-aa58-0afe8946ab78 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a46df1d4-a18f-417a-8f39-96e4627d4655 HTTP/1.1" status: 204 len: 168 time: 0.1938276 Jun 25 09:35:04.738251 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7d8acc73-5d1d-4d8b-a7ea-912e4c659607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:04.748432 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169cbdf-b68d-4803-aa58-0afe8946ab78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46df1d4-a18f-417a-8f39-96e4627d4655,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:04.751090 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1169cbdf-b68d-4803-aa58-0afe8946ab78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:04.806571 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927abf3d-3ca4-4ea0-a936-b00083da79c6 req-71c88ba0-70d2-4101-b976-a1e87ac3165f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:04.809987 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-927abf3d-3ca4-4ea0-a936-b00083da79c6 req-71c88ba0-70d2-4101-b976-a1e87ac3165f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.4018590 Jun 25 09:35:04.821556 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:04.882283 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8266fd-a03b-401e-a2ce-2e7dd65c9933']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:04.891993 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:35:04.913571 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:35:04.917029 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50731b5f-20e4-4de2-af72-0fce5781e29e') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:04.917332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50731b5f-20e4-4de2-af72-0fce5781e29e') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:04.920179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Pushing event updated for resources: {'Port': ['ID=86d3303c-2c4f-4758-961c-a1c28d7d892b,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:04.924141 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:04.925058 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:35:04.966184 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.014142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-927abf3d-3ca4-4ea0-a936-b00083da79c6 req-1b02a3f2-4337-444e-8c2f-4b06c35164c2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898425 Jun 25 09:35:05.015479 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.026630 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-64accf53-c69a-4534-95ef-5caa139a31d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.037510 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:35:05.037926 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:35:05.045663 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:35:05.079302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:05.079971 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.159473 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0814dc-d48a-4ba0-a4c4-89a27cf03c5e req-71f30cb5-f9ff-4301-8f05-0357e9e122b9 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:05.162075 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb0814dc-d48a-4ba0-a4c4-89a27cf03c5e req-71f30cb5-f9ff-4301-8f05-0357e9e122b9 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 935 time: 0.4175587 Jun 25 09:35:05.207720 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-64accf53-c69a-4534-95ef-5caa139a31d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.219407 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8950109 Jun 25 09:35:05.254827 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Request body: {'port': {'device_id': '97b99969-7d2e-400f-a2bf-fcc585fa3b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:35:05.258158 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.292229 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb0814dc-d48a-4ba0-a4c4-89a27cf03c5e req-5012a026-b22f-4f3f-b0bc-761f04a381e3 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/security-groups?id=76f6146f-3fce-412d-a0eb-ec647a81b41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197035 Jun 25 09:35:05.301768 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bcefe6f7-35da-4316-aad5-efdb97863c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:05.310161 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e46d8b08-36a5-423f-aad3-01a31f5805f2 None None] Provisioning for port 86d3303c-2c4f-4758-961c-a1c28d7d892b completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:35:05.322639 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e46d8b08-36a5-423f-aad3-01a31f5805f2 None None] Provisioning complete for port 86d3303c-2c4f-4758-961c-a1c28d7d892b triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:35:05.322639 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e46d8b08-36a5-423f-aad3-01a31f5805f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.322959 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.322959 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/9a8266fd-a03b-401e-a2ce-2e7dd65c9933 HTTP/1.1" status: 204 len: 168 time: 4.8803697 Jun 25 09:35:05.325003 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44640) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:05.330375 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-7adf4695-e314-49e5-8053-325a0191806e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-449519226'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:35:05.336983 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Network': ['ID=9a8266fd-a03b-401e-a2ce-2e7dd65c9933,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:05.357906 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:05.369280 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adf4695-e314-49e5-8053-325a0191806e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:35:05.378275 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7adf4695-e314-49e5-8053-325a0191806e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.390607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e46d8b08-36a5-423f-aad3-01a31f5805f2 None None] Port 86d3303c-2c4f-4758-961c-a1c28d7d892b cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:35:05.420018 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-64accf53-c69a-4534-95ef-5caa139a31d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.420934 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7adf4695-e314-49e5-8053-325a0191806e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:35:05.423216 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-64accf53-c69a-4534-95ef-5caa139a31d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.424576 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-64accf53-c69a-4534-95ef-5caa139a31d2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/668e51a0-6524-48bd-8c94-8a4412ddb573 HTTP/1.1" status: 204 len: 168 time: 0.7554374 Jun 25 09:35:05.427264 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1688f0f7-312d-413d-9ed2-3c8ffeee5c74 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:05.439791 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7adf4695-e314-49e5-8053-325a0191806e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.440556 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-7adf4695-e314-49e5-8053-325a0191806e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Added segment adcff3d2-c004-4ce6-83d8-7f47e8c8787d of type vlan for network 7a3caa2c-e8e0-420b-83d5-41c43a3f9886 Jun 25 09:35:05.442825 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.449635 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64accf53-c69a-4534-95ef-5caa139a31d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668e51a0-6524-48bd-8c94-8a4412ddb573,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:05.462403 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-64accf53-c69a-4534-95ef-5caa139a31d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:05.483693 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971b685-d4ff-4e24-8137-6fb19eba02cd req-2a89b921-7db2-4c10-bb78-8e1e377c7519 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:05.486049 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e971b685-d4ff-4e24-8137-6fb19eba02cd req-2a89b921-7db2-4c10-bb78-8e1e377c7519 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1977494 Jun 25 09:35:05.497560 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7adf4695-e314-49e5-8053-325a0191806e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.537494 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7adf4695-e314-49e5-8053-325a0191806e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.545302 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adf4695-e314-49e5-8053-325a0191806e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:05.546057 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7adf4695-e314-49e5-8053-325a0191806e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:05.551002 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bb70c181-48c6-411e-823d-ea29ba064ebb tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:05.632462 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7adf4695-e314-49e5-8053-325a0191806e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3055024 Jun 25 09:35:05.632588 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44654) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:05.636042 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e971b685-d4ff-4e24-8137-6fb19eba02cd req-84b63ed9-0180-43ca-b08d-df381620d1fa tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186535 Jun 25 09:35:05.676612 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-935f7d60-9ddd-4f14-8961-a261dfec7516 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:35:05.701372 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf4695-e314-49e5-8053-325a0191806e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Network': ['ID=7a3caa2c-e8e0-420b-83d5-41c43a3f9886,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:05.711724 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7adf4695-e314-49e5-8053-325a0191806e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:05.719837 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 7a3caa2c-e8e0-420b-83d5-41c43a3f9886 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:35:05.999400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d3303c-2c4f-4758-961c-a1c28d7d892b {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:35:06.010675 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:06.028209 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Transition to ACTIVE for port object 86d3303c-2c4f-4758-961c-a1c28d7d892b will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:35:06.029049 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-935f7d60-9ddd-4f14-8961-a261dfec7516 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:06.034859 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:06.047606 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-edb18e62-5a61-40c0-af97-e77716ec8db3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:06.049528 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-935f7d60-9ddd-4f14-8961-a261dfec7516 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:06.068071 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cfaf4df0-1af0-4fae-a6da-e111210378ca tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:06.119459 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-935f7d60-9ddd-4f14-8961-a261dfec7516 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network 7a3caa2c-e8e0-420b-83d5-41c43a3f9886 is not hosted by any dhcp agent {{(pid=94025) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 09:35:06.126486 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935f7d60-9ddd-4f14-8961-a261dfec7516 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:06.126829 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-935f7d60-9ddd-4f14-8961-a261dfec7516 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:06.134178 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-935f7d60-9ddd-4f14-8961-a261dfec7516 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "PUT /v2.0/networks/7a3caa2c-e8e0-420b-83d5-41c43a3f9886 HTTP/1.1" status: 200 len: 723 time: 0.4791782 Jun 25 09:35:06.138508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44668) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:06.153622 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-6daffb4e-c945-42e8-97e3-7b3d59aff399 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'subnet': {'network_id': '7a3caa2c-e8e0-420b-83d5-41c43a3f9886', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:35:06.222075 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f7d60-9ddd-4f14-8961-a261dfec7516 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Network': ['ID=7a3caa2c-e8e0-420b-83d5-41c43a3f9886,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:06.226905 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-935f7d60-9ddd-4f14-8961-a261dfec7516 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:06.238350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 7a3caa2c-e8e0-420b-83d5-41c43a3f9886 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:35:06.416439 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Pushing event updated for resources: {'Port': ['ID=86d3303c-2c4f-4758-961c-a1c28d7d892b,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:06.430266 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:06.431274 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daffb4e-c945-42e8-97e3-7b3d59aff399 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:35:06.435271 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6daffb4e-c945-42e8-97e3-7b3d59aff399 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:06.608760 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Attempting to bind port 86d3303c-2c4f-4758-961c-a1c28d7d892b on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:35:06.609519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Attempting to bind port 86d3303c-2c4f-4758-961c-a1c28d7d892b by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:35:06.609519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Attempting to bind port 86d3303c-2c4f-4758-961c-a1c28d7d892b on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:35:06.625219 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Port 86d3303c-2c4f-4758-961c-a1c28d7d892b on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:35:06.625545 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Attempting to bind port 86d3303c-2c4f-4758-961c-a1c28d7d892b on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:35:06.646301 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9da3e-818e-47c2-8c72-372e7fdc8b18 req-82240912-dd43-4a31-a8e5-0f4301f415a2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:06.647838 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-97b9da3e-818e-47c2-8c72-372e7fdc8b18 req-82240912-dd43-4a31-a8e5-0f4301f415a2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.4688835 Jun 25 09:35:06.655030 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:35:06.655375 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:35:06.655760 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:35:06.656209 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Bound port: 86d3303c-2c4f-4758-961c-a1c28d7d892b, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:35:06.656564 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:06.728838 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281138c-6378-4df2-9b75-3337a9e077a9 req-dac272ca-60ac-49cf-8cb2-e305b6a82cf1 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:06.730254 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d281138c-6378-4df2-9b75-3337a9e077a9 req-dac272ca-60ac-49cf-8cb2-e305b6a82cf1 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 947 time: 0.2712662 Jun 25 09:35:06.828680 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-97b9da3e-818e-47c2-8c72-372e7fdc8b18 req-32ee696f-ac84-4b3b-92ac-65ce1a8d0df1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668801 Jun 25 09:35:06.888297 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] For port 86d3303c-2c4f-4758-961c-a1c28d7d892b, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:35:06.893101 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d281138c-6378-4df2-9b75-3337a9e077a9 req-802b3310-2e86-4d72-934f-4dffd29406be tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/security-groups?id=76f6146f-3fce-412d-a0eb-ec647a81b41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327059 Jun 25 09:35:06.906856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] For port 86d3303c-2c4f-4758-961c-a1c28d7d892b, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=86d3303c-2c4f-4758-961c-a1c28d7d892b,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:35:06.909433 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6daffb4e-c945-42e8-97e3-7b3d59aff399 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:06.913904 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:06.925768 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:06.987613 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:06.988223 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:06.989661 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] 10.222.0.41 "PUT /v2.0/ports/86d3303c-2c4f-4758-961c-a1c28d7d892b HTTP/1.1" status: 200 len: 1096 time: 1.7420809 Jun 25 09:35:07.016510 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b99969-7d2e-400f-a2bf-fcc585fa3b1e', 'tag': '86d3303c-2c4f-4758-961c-a1c28d7d892b'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:35:07.019100 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b7c4ce-82f6-4f82-a731-3b19b7b7b5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "97b99969-7d2e-400f-a2bf-fcc585fa3b1e", "tag": "86d3303c-2c4f-4758-961c-a1c28d7d892b"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:35:07.040919 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daffb4e-c945-42e8-97e3-7b3d59aff399 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Subnet': ['ID=c351b30b-a1a3-4025-9f37-a97044df33b8,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:07.050212 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6daffb4e-c945-42e8-97e3-7b3d59aff399 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:07.054772 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:07.086351 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1511b634-86ad-4e85-a894-f1842b748963 x-openstack-request-id: req-1511b634-86ad-4e85-a894-f1842b748963 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:35:07.086698 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b99969-7d2e-400f-a2bf-fcc585fa3b1e", "tag": "86d3303c-2c4f-4758-961c-a1c28d7d892b", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:35:07.087109 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1511b634-86ad-4e85-a894-f1842b748963 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:35:07.087561 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b99969-7d2e-400f-a2bf-fcc585fa3b1e', 'tag': '86d3303c-2c4f-4758-961c-a1c28d7d892b', 'status': 'completed', 'code': 200} Jun 25 09:35:07.155783 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daffb4e-c945-42e8-97e3-7b3d59aff399 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Checking segment: {'id': 'adcff3d2-c004-4ce6-83d8-7f47e8c8787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7a3caa2c-e8e0-420b-83d5-41c43a3f9886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:35:07.156166 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daffb4e-c945-42e8-97e3-7b3d59aff399 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network hostable DHCP agents. Network: 7a3caa2c-e8e0-420b-83d5-41c43a3f9886, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:35:07.178780 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Pushing event updated for resources: {'Port': ['ID=86d3303c-2c4f-4758-961c-a1c28d7d892b,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:07.183811 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:07.204258 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a882c52-fa12-49b9-8db3-efc91f6a25bb req-86f02a26-f4ba-4ec5-a8d2-dabd77fc697b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:07.205938 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a882c52-fa12-49b9-8db3-efc91f6a25bb req-86f02a26-f4ba-4ec5-a8d2-dabd77fc697b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.2518353 Jun 25 09:35:07.218938 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daffb4e-c945-42e8-97e3-7b3d59aff399 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network 7a3caa2c-e8e0-420b-83d5-41c43a3f9886 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:35:07.245303 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-2bcc7da5-76a3-4995-ae37-151e267ce217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:07.246870 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-2bcc7da5-76a3-4995-ae37-151e267ce217 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c79248afe5846d1bfe429733a1cd6ab&device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 1099 time: 0.1625917 Jun 25 09:35:07.250793 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-6daffb4e-c945-42e8-97e3-7b3d59aff399 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 7a3caa2c-e8e0-420b-83d5-41c43a3f9886) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:35:07.261079 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daffb4e-c945-42e8-97e3-7b3d59aff399 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:07.261079 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6daffb4e-c945-42e8-97e3-7b3d59aff399 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:07.262600 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f5fee0-dcf7-4de5-bcb7-d971bdfb6028 None None] Network 7a3caa2c-e8e0-420b-83d5-41c43a3f9886 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:35:07.312777 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a882c52-fa12-49b9-8db3-efc91f6a25bb req-237ea818-c2c2-4437-8ff5-9509f7729663 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981166 Jun 25 09:35:07.314768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-ccb58aef-f4c5-40e0-a0b2-194be0510b32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=86d3303c-2c4f-4758-961c-a1c28d7d892b HTTP/1.1" status: 200 len: 217 time: 0.0510318 Jun 25 09:35:07.338836 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6daffb4e-c945-42e8-97e3-7b3d59aff399 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1958215 Jun 25 09:35:07.341619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44708) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:07.347742 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-72d5c103-30b3-4485-80cd-fda336b5b954 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:35:07.374766 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44710) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:07.384623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-00ba266a-bf4c-4b72-836b-eab55fd91da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:07.386942 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-00ba266a-bf4c-4b72-836b-eab55fd91da7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0653601 Jun 25 09:35:07.447548 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-7a3caa2c-e8e0-420b-83d5-41c43a3f9886', 'network_id': '7a3caa2c-e8e0-420b-83d5-41c43a3f9886', 'tenant_id': '525c5f7a398846f3945c29eef96485a2', 'fixed_ips': [{'subnet_id': 'c351b30b-a1a3-4025-9f37-a97044df33b8'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:35:07.448430 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:07.466797 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72d5c103-30b3-4485-80cd-fda336b5b954 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26445479'] for subnet, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:07.476023 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-b5e5aa02-036e-4a86-8901-59220e2ae414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:07.478547 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-b5e5aa02-036e-4a86-8901-59220e2ae414 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0747464 Jun 25 09:35:07.594481 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-15db779d-ef8e-4017-8285-1b95418d97a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:07.641501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-adbc4d14-689d-4689-b8bb-4cf328f018cc service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561294 Jun 25 09:35:07.657370 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72d5c103-30b3-4485-80cd-fda336b5b954 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728567473610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2693252'] for subnet, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:07.661562 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ff80f727-4864-4b09-946e-a03c74c7ae2b tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:07.699072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d5c103-30b3-4485-80cd-fda336b5b954 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:07.699987 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72d5c103-30b3-4485-80cd-fda336b5b954 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:07.701776 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-72d5c103-30b3-4485-80cd-fda336b5b954 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "PUT /v2.0/subnets/c351b30b-a1a3-4025-9f37-a97044df33b8 HTTP/1.1" status: 200 len: 806 time: 0.3590677 Jun 25 09:35:07.704658 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44720) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:07.726093 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Allocated IP 172.20.0.2 (7a3caa2c-e8e0-420b-83d5-41c43a3f9886/c351b30b-a1a3-4025-9f37-a97044df33b8/c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:35:07.777850 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e8ef7f7-4c68-4254-83f2-b498e6cffb39 req-8375c9b0-fd35-4623-9835-97ee286e2a67 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291840 Jun 25 09:35:07.782540 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5c103-30b3-4485-80cd-fda336b5b954 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Subnet': ['ID=c351b30b-a1a3-4025-9f37-a97044df33b8,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:07.807441 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-15db779d-ef8e-4017-8285-1b95418d97a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:07.812654 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-72d5c103-30b3-4485-80cd-fda336b5b954 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:07.814753 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-15db779d-ef8e-4017-8285-1b95418d97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:07.819022 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:07.867344 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-15db779d-ef8e-4017-8285-1b95418d97a0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=354b91581d8e4b718abe4ab8355c2466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4892511 Jun 25 09:35:07.867344 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db779d-ef8e-4017-8285-1b95418d97a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e13978f-bb96-4794-8b7e-557950901454,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:07.869206 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44726) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:07.876685 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-15db779d-ef8e-4017-8285-1b95418d97a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:07.923422 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:07.934601 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Transition to ACTIVE for port object c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:35:07.947933 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:07.971146 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Transition to ACTIVE for port object c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:35:07.972202 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-356068c7-7721-47c0-bb70-6d962c43d618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:07.980012 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:08.004082 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:08.005065 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-356068c7-7721-47c0-bb70-6d962c43d618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:08.028203 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7c4ce-82f6-4f82-a731-3b19b7b7b5a7 req-2555e091-0a2d-45fa-919d-e47abbe90454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:08.029954 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5b7c4ce-82f6-4f82-a731-3b19b7b7b5a7 req-2555e091-0a2d-45fa-919d-e47abbe90454 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c79248afe5846d1bfe429733a1cd6ab&device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 1099 time: 0.1087489 Jun 25 09:35:08.073887 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Pushing event updated for resources: {'Port': ['ID=c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:08.080102 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:08.082221 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Network 7a3caa2c-e8e0-420b-83d5-41c43a3f9886 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:35:08.083992 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:35:08.089194 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:35:08.096981 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Deleting port c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:35:08.097516 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:08.155007 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Attempting to bind port c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:35:08.155007 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Attempting to bind port c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'adcff3d2-c004-4ce6-83d8-7f47e8c8787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7a3caa2c-e8e0-420b-83d5-41c43a3f9886'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:35:08.155401 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Attempting to bind port c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8 on network 7a3caa2c-e8e0-420b-83d5-41c43a3f9886 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:35:08.161506 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:35:08.161894 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Checking segment: {'id': 'adcff3d2-c004-4ce6-83d8-7f47e8c8787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7a3caa2c-e8e0-420b-83d5-41c43a3f9886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:35:08.162304 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:08.162739 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Bound using segment: {'id': 'adcff3d2-c004-4ce6-83d8-7f47e8c8787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7a3caa2c-e8e0-420b-83d5-41c43a3f9886'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:35:08.163221 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Bound port: c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcff3d2-c004-4ce6-83d8-7f47e8c8787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7a3caa2c-e8e0-420b-83d5-41c43a3f9886'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:35:08.164152 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:08.204139 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] For port c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8, host n-d-761264-15, got binding levels [] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:35:08.204663 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:08.219930 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Calling delete_port for c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:35:08.230563 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-356068c7-7721-47c0-bb70-6d962c43d618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:08.233225 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-356068c7-7721-47c0-bb70-6d962c43d618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:08.236878 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-356068c7-7721-47c0-bb70-6d962c43d618 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9e13978f-bb96-4794-8b7e-557950901454 HTTP/1.1" status: 204 len: 168 time: 0.3642671 Jun 25 09:35:08.237922 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e18bcc99-9e30-4501-9592-2bb954036745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:08.254001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7c4ce-82f6-4f82-a731-3b19b7b7b5a7 req-10fc8ca0-e7de-4f7e-b508-df92ea00e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:08.255413 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5b7c4ce-82f6-4f82-a731-3b19b7b7b5a7 req-10fc8ca0-e7de-4f7e-b508-df92ea00e24b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.2121482 Jun 25 09:35:08.260819 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356068c7-7721-47c0-bb70-6d962c43d618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e13978f-bb96-4794-8b7e-557950901454,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:08.271420 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e12ed4-b2a5-4674-9bcd-a167b9050140 req-b2acd420-7c44-43e7-9246-a243678be554 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:08.273051 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e2e12ed4-b2a5-4674-9bcd-a167b9050140 req-b2acd420-7c44-43e7-9246-a243678be554 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.2202809 Jun 25 09:35:08.274108 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-356068c7-7721-47c0-bb70-6d962c43d618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:08.282805 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] For port c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:35:08.296964 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464e9de-5abb-4334-9bd2-cf4a48fce335 req-db8a55a9-6b24-4f42-bcf9-9f5f4d987aa8 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:08.298522 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1464e9de-5abb-4334-9bd2-cf4a48fce335 req-db8a55a9-6b24-4f42-bcf9-9f5f4d987aa8 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 947 time: 0.2304163 Jun 25 09:35:08.315703 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] For port c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8,segment=NetworkSegment(adcff3d2-c004-4ce6-83d8-7f47e8c8787d),segment_id=adcff3d2-c004-4ce6-83d8-7f47e8c8787d)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:35:08.323827 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:08.330918 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4a170abd-6573-40e4-9933-3ce66520677e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:08.335614 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5b7c4ce-82f6-4f82-a731-3b19b7b7b5a7 req-16ce35e7-da60-4d38-80a2-f26493cfbb3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=86d3303c-2c4f-4758-961c-a1c28d7d892b HTTP/1.1" status: 200 len: 217 time: 0.0603874 Jun 25 09:35:08.395840 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Pushing event updated for resources: {'Port': ['ID=c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:08.400197 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:08.441374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e2e12ed4-b2a5-4674-9bcd-a167b9050140 req-4e01883f-29bf-40d1-bfa1-b06680a21eff tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517229 Jun 25 09:35:08.473106 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1464e9de-5abb-4334-9bd2-cf4a48fce335 req-d4662aef-e52b-4d70-9516-09339ccd3dc6 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/security-groups?id=76f6146f-3fce-412d-a0eb-ec647a81b41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410606 Jun 25 09:35:08.480753 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7c4ce-82f6-4f82-a731-3b19b7b7b5a7 req-61b8e21e-a253-498c-b28e-b72d276117c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:08.484934 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5b7c4ce-82f6-4f82-a731-3b19b7b7b5a7 req-61b8e21e-a253-498c-b28e-b72d276117c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.1350079 Jun 25 09:35:08.530806 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:08.534997 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:08.561221 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Port': ['ID=c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:08.564140 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:08.628893 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No DVR routers for this DVR port c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:35:08.634675 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7c4ce-82f6-4f82-a731-3b19b7b7b5a7 req-0935b946-b0fe-4239-b138-cd331e7f368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:08.638474 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5b7c4ce-82f6-4f82-a731-3b19b7b7b5a7 req-0935b946-b0fe-4239-b138-cd331e7f368a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1425624 Jun 25 09:35:08.708911 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:08.758731 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44738) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:08.793843 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b29deaba-bec6-4d00-bf11-b707b999cd10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:08.834545 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5b7c4ce-82f6-4f82-a731-3b19b7b7b5a7 req-6472a106-00ae-46e9-b61a-2491d5ef3fbc service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772442 Jun 25 09:35:08.860221 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266656f-ae14-466e-81f8-2d58cdf3d83e req-200a145b-104d-4468-8468-6cdadc1b506f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:08.863559 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4266656f-ae14-466e-81f8-2d58cdf3d83e req-200a145b-104d-4468-8468-6cdadc1b506f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.2217064 Jun 25 09:35:08.917291 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:08.952566 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-72d5c103-30b3-4485-80cd-fda336b5b954 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:08.975480 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4266656f-ae14-466e-81f8-2d58cdf3d83e req-d1e19e4f-d6ff-43b5-ac62-8c0fcd9852f0 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011417 Jun 25 09:35:09.013625 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5b7c4ce-82f6-4f82-a731-3b19b7b7b5a7 req-08f94b85-a62b-4ab7-8f4a-fe8222f6fd73 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702545 Jun 25 09:35:09.034915 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Subnet': ['ID=c351b30b-a1a3-4025-9f37-a97044df33b8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:09.080790 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:09.120659 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.132998 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b29deaba-bec6-4d00-bf11-b707b999cd10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.137486 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3caa2c-e8e0-420b-83d5-41c43a3f9886']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:09.144477 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b29deaba-bec6-4d00-bf11-b707b999cd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.149304 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-caabb391-0afa-4179-b8e8-341e5fe0d62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:09.152847 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcff3d2-c004-4ce6-83d8-7f47e8c8787d') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:09.153144 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcff3d2-c004-4ce6-83d8-7f47e8c8787d') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:09.176702 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.205266 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b29deaba-bec6-4d00-bf11-b707b999cd10 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4f9ccea24dae40879683416a7ee71e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4447677 Jun 25 09:35:09.207002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29deaba-bec6-4d00-bf11-b707b999cd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0001bb-4f93-4bab-81f9-8d683cb0cbf2,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:09.208030 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44740) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:09.209991 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.212073 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b29deaba-bec6-4d00-bf11-b707b999cd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:09.216826 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:35:09.217272 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:35:09.220880 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:35:09.265506 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5803e765-e635-4f7c-b6cf-4906bda4d2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.286042 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.289537 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c9b97013-412f-470a-8dcd-b0b579597b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:09.293685 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.295496 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/7a3caa2c-e8e0-420b-83d5-41c43a3f9886 HTTP/1.1" status: 204 len: 168 time: 1.5896647 Jun 25 09:35:09.297608 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5803e765-e635-4f7c-b6cf-4906bda4d2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.299798 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44742) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:09.308134 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Network': ['ID=7a3caa2c-e8e0-420b-83d5-41c43a3f9886,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:09.310480 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:09.329836 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2576ac-75e2-4dd5-81c0-968eca3e642b tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:09.330463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2576ac-75e2-4dd5-81c0-968eca3e642b tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:09.332248 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cf2576ac-75e2-4dd5-81c0-968eca3e642b tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/7a3caa2c-e8e0-420b-83d5-41c43a3f9886 HTTP/1.1" status: 404 len: 339 time: 0.0314822 Jun 25 09:35:09.336492 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44744) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:09.341916 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c2c6b42b-1c29-4ab8-b844-fb93f3dd60b7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-900479561', 'description': 'd1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:35:09.386349 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c6b42b-1c29-4ab8-b844-fb93f3dd60b7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:35:09.391614 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b42b-1c29-4ab8-b844-fb93f3dd60b7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.424538 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5803e765-e635-4f7c-b6cf-4906bda4d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.429490 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5803e765-e635-4f7c-b6cf-4906bda4d2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.431771 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5803e765-e635-4f7c-b6cf-4906bda4d2f9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/df0001bb-4f93-4bab-81f9-8d683cb0cbf2 HTTP/1.1" status: 204 len: 168 time: 0.2220559 Jun 25 09:35:09.434601 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2b034a17-ad4a-421b-b389-5677e33c3c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:09.448226 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c6b42b-1c29-4ab8-b844-fb93f3dd60b7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:35:09.454939 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803e765-e635-4f7c-b6cf-4906bda4d2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0001bb-4f93-4bab-81f9-8d683cb0cbf2,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:09.460717 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5803e765-e635-4f7c-b6cf-4906bda4d2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:09.471303 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b42b-1c29-4ab8-b844-fb93f3dd60b7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.472087 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-c2c6b42b-1c29-4ab8-b844-fb93f3dd60b7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Added segment 97daa61f-44f2-4fee-b685-aad55626e734 of type vlan for network 144cf9a7-154c-40b7-8468-a862c8d35157 Jun 25 09:35:09.539477 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b42b-1c29-4ab8-b844-fb93f3dd60b7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.574833 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b42b-1c29-4ab8-b844-fb93f3dd60b7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.581775 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6b42b-1c29-4ab8-b844-fb93f3dd60b7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:09.582880 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b42b-1c29-4ab8-b844-fb93f3dd60b7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:09.586787 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bb4b2757-209e-4373-bda2-c5d7efda8a12 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:09.661356 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c2c6b42b-1c29-4ab8-b844-fb93f3dd60b7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3236864 Jun 25 09:35:09.667819 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44754) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:09.716632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6b42b-1c29-4ab8-b844-fb93f3dd60b7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Network': ['ID=144cf9a7-154c-40b7-8468-a862c8d35157,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:09.721803 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c2c6b42b-1c29-4ab8-b844-fb93f3dd60b7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:09.736983 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 144cf9a7-154c-40b7-8468-a862c8d35157 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:35:09.774919 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238c096-83df-4d24-85b7-88927bdb1936 req-7201de1d-6808-45fc-a6d1-a92e9e58be47 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:09.776524 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4238c096-83df-4d24-85b7-88927bdb1936 req-7201de1d-6808-45fc-a6d1-a92e9e58be47 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 947 time: 0.1375520 Jun 25 09:35:09.791411 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6537967-d26d-4c92-9c90-aba19288ab94 req-1ab7f88e-f9ac-45d9-beef-d8cf59b83fc4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:09.792980 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6537967-d26d-4c92-9c90-aba19288ab94 req-1ab7f88e-f9ac-45d9-beef-d8cf59b83fc4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1861107 Jun 25 09:35:09.802986 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f38211-7cee-4fe1-bc53-f2387a2895b3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:09.805678 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-24f38211-7cee-4fe1-bc53-f2387a2895b3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "GET /v2.0/networks?id=144cf9a7-154c-40b7-8468-a862c8d35157 HTTP/1.1" status: 200 len: 760 time: 0.1357839 Jun 25 09:35:09.807855 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44756) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:09.814151 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c560a3f3-f7b2-480d-84ff-29b86c5d6e2e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'network': {'description': 'd2'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:35:09.839409 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-167639c8-d5af-4371-b66b-29527c324515 None None] Could not find standard attr ID for object c50bc169-9fb8-4d78-af30-ca9c6e8e5ff8. {{(pid=94026) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 09:35:09.879160 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6d94d4-e8bb-433f-93b4-0659de394919 None None] DHCP port deletion for 7a3caa2c-e8e0-420b-83d5-41c43a3f9886 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:35:09.902601 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f08f7c4-3db4-4866-9a88-0a44fdedad5a None None] Network 7a3caa2c-e8e0-420b-83d5-41c43a3f9886 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:35:09.905938 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4238c096-83df-4d24-85b7-88927bdb1936 req-ebf25460-6479-4157-b3e0-783940ed8080 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/security-groups?id=76f6146f-3fce-412d-a0eb-ec647a81b41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118557 Jun 25 09:35:09.919700 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f08f7c4-3db4-4866-9a88-0a44fdedad5a None None] Network 7a3caa2c-e8e0-420b-83d5-41c43a3f9886 could not be found, it might have been deleted concurrently. {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 25 09:35:09.932512 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4034dd-a971-41a0-ab1f-160c27106a2f None None] Network 7a3caa2c-e8e0-420b-83d5-41c43a3f9886 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:35:09.941288 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6537967-d26d-4c92-9c90-aba19288ab94 req-fcef6a68-43d6-4824-bf00-ba939b61183d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287882 Jun 25 09:35:09.966064 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4034dd-a971-41a0-ab1f-160c27106a2f None None] Network 7a3caa2c-e8e0-420b-83d5-41c43a3f9886 could not be found, it might have been deleted concurrently. {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 25 09:35:10.061197 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c560a3f3-f7b2-480d-84ff-29b86c5d6e2e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:10.084044 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c560a3f3-f7b2-480d-84ff-29b86c5d6e2e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:10.092324 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-23de2bb9-7edd-4854-8ca6-d6ea8c77715c tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:10.098706 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c560a3f3-f7b2-480d-84ff-29b86c5d6e2e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network 144cf9a7-154c-40b7-8468-a862c8d35157 is not hosted by any dhcp agent {{(pid=94025) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 09:35:10.106767 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c560a3f3-f7b2-480d-84ff-29b86c5d6e2e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:10.107493 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c560a3f3-f7b2-480d-84ff-29b86c5d6e2e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:10.112123 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c560a3f3-f7b2-480d-84ff-29b86c5d6e2e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "PUT /v2.0/networks/144cf9a7-154c-40b7-8468-a862c8d35157 HTTP/1.1" status: 200 len: 757 time: 0.3000715 Jun 25 09:35:10.112611 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44770) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:10.244656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560a3f3-f7b2-480d-84ff-29b86c5d6e2e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Network': ['ID=144cf9a7-154c-40b7-8468-a862c8d35157,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:10.249865 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c560a3f3-f7b2-480d-84ff-29b86c5d6e2e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:10.259784 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 144cf9a7-154c-40b7-8468-a862c8d35157 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:35:10.269793 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42dcc7-9d23-4a53-ad92-4842cca6210b req-486b908f-c9aa-4324-a826-2b924a859cb8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:10.269928 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ef1568-686d-404d-acc8-6f00e5eac64c tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:10.276571 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e3ef1568-686d-404d-acc8-6f00e5eac64c tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "GET /v2.0/networks?id=144cf9a7-154c-40b7-8468-a862c8d35157 HTTP/1.1" status: 200 len: 760 time: 0.1578794 Jun 25 09:35:10.277111 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c42dcc7-9d23-4a53-ad92-4842cca6210b req-486b908f-c9aa-4324-a826-2b924a859cb8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1121495 Jun 25 09:35:10.277111 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44776) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:10.282746 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-f1b85cbc-4eec-43ef-b7bf-27fe4dcc7e9e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-605563029'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:35:10.351094 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c42dcc7-9d23-4a53-ad92-4842cca6210b req-00313b1c-e25e-4ff7-b8c0-928484baf43d tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623522 Jun 25 09:35:10.365074 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b85cbc-4eec-43ef-b7bf-27fe4dcc7e9e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:35:10.365770 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f1b85cbc-4eec-43ef-b7bf-27fe4dcc7e9e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:10.393552 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b85cbc-4eec-43ef-b7bf-27fe4dcc7e9e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:35:10.405027 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f1b85cbc-4eec-43ef-b7bf-27fe4dcc7e9e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:10.405979 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-f1b85cbc-4eec-43ef-b7bf-27fe4dcc7e9e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Added segment bf2cf7c5-3260-42ff-a75f-06d319176c2f of type vlan for network cd736b7f-9e48-462d-8821-7f1f449d9136 Jun 25 09:35:10.462931 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f1b85cbc-4eec-43ef-b7bf-27fe4dcc7e9e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:10.500755 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f1b85cbc-4eec-43ef-b7bf-27fe4dcc7e9e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:10.506582 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b85cbc-4eec-43ef-b7bf-27fe4dcc7e9e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:10.507195 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f1b85cbc-4eec-43ef-b7bf-27fe4dcc7e9e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:10.510803 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5735edf0-119a-49c7-a87e-ca6e2d58d59f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:10.585208 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f1b85cbc-4eec-43ef-b7bf-27fe4dcc7e9e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3075373 Jun 25 09:35:10.587999 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44784) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:10.595499 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-517f88df-b2e4-47bc-9502-cef63b4f4998 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'subnet': {'network_id': 'cd736b7f-9e48-462d-8821-7f1f449d9136', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:35:10.649594 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b85cbc-4eec-43ef-b7bf-27fe4dcc7e9e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Network': ['ID=cd736b7f-9e48-462d-8821-7f1f449d9136,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:10.653820 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f1b85cbc-4eec-43ef-b7bf-27fe4dcc7e9e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:10.662100 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network cd736b7f-9e48-462d-8821-7f1f449d9136 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:35:10.699831 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517f88df-b2e4-47bc-9502-cef63b4f4998 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:35:10.704062 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-517f88df-b2e4-47bc-9502-cef63b4f4998 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:10.929241 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-517f88df-b2e4-47bc-9502-cef63b4f4998 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:10.934585 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b09e3190-ac3d-4281-8472-dafbff44d71b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:11.027863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f88df-b2e4-47bc-9502-cef63b4f4998 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Subnet': ['ID=102c7761-85cc-4b43-94c6-f1323ec55e4e,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:11.031087 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-517f88df-b2e4-47bc-9502-cef63b4f4998 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:11.034958 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f88df-b2e4-47bc-9502-cef63b4f4998 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Checking segment: {'id': 'bf2cf7c5-3260-42ff-a75f-06d319176c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'cd736b7f-9e48-462d-8821-7f1f449d9136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:35:11.035329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517f88df-b2e4-47bc-9502-cef63b4f4998 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network hostable DHCP agents. Network: cd736b7f-9e48-462d-8821-7f1f449d9136, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:35:11.062066 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517f88df-b2e4-47bc-9502-cef63b4f4998 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network cd736b7f-9e48-462d-8821-7f1f449d9136 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:35:11.099213 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-517f88df-b2e4-47bc-9502-cef63b4f4998 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, cd736b7f-9e48-462d-8821-7f1f449d9136) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:35:11.108447 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1566e8af-656f-45cf-b9ce-96ca7026660f None None] Network cd736b7f-9e48-462d-8821-7f1f449d9136 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:35:11.141280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517f88df-b2e4-47bc-9502-cef63b4f4998 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:11.141881 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-517f88df-b2e4-47bc-9502-cef63b4f4998 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:11.211002 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-517f88df-b2e4-47bc-9502-cef63b4f4998 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6214492 Jun 25 09:35:11.213389 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44808) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:11.234937 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec005b-13c2-4a7a-9d04-cb694ea54b99 req-6aaf859b-977f-4474-8073-ea24def04ad8 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:11.236440 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ceec005b-13c2-4a7a-9d04-cb694ea54b99 req-6aaf859b-977f-4474-8073-ea24def04ad8 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 947 time: 0.1627731 Jun 25 09:35:11.298967 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f39cfb-3fe2-46a3-b20e-9ddc88030971 req-54a21c4d-0b3c-4380-b97b-7b9f0a4c17f7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:11.300774 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34f39cfb-3fe2-46a3-b20e-9ddc88030971 req-54a21c4d-0b3c-4380-b97b-7b9f0a4c17f7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1553190 Jun 25 09:35:11.304045 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ceec005b-13c2-4a7a-9d04-cb694ea54b99 req-b960ecbd-2da7-42ff-a31d-c32d51222237 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/security-groups?id=76f6146f-3fce-412d-a0eb-ec647a81b41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593948 Jun 25 09:35:11.341017 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-cd736b7f-9e48-462d-8821-7f1f449d9136', 'network_id': 'cd736b7f-9e48-462d-8821-7f1f449d9136', 'tenant_id': '525c5f7a398846f3945c29eef96485a2', 'fixed_ips': [{'subnet_id': '102c7761-85cc-4b43-94c6-f1323ec55e4e'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:35:11.341906 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:11.393508 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34f39cfb-3fe2-46a3-b20e-9ddc88030971 req-e6f56882-4b39-44eb-8953-3d766a535b40 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868478 Jun 25 09:35:11.396577 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:11.503025 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:11.560375 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 86d3303c-2c4f-4758-961c-a1c28d7d892b details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:35:11.587292 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Allocated IP 172.20.0.2 (cd736b7f-9e48-462d-8821-7f1f449d9136/102c7761-85cc-4b43-94c6-f1323ec55e4e/b73f63d0-cbf4-46b2-ad2b-ac49e616ead7) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:35:11.866343 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 86d3303c-2c4f-4758-961c-a1c28d7d892b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=86d3303c-2c4f-4758-961c-a1c28d7d892b,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:35:11.894679 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '86d3303c-2c4f-4758-961c-a1c28d7d892b', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '86d3303c-2c4f-4758-961c-a1c28d7d892b', 'mac_address': 'fa:16:3e:2c:4b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:35:11.975785 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:11.988454 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:11.993347 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Transition to ACTIVE for port object b73f63d0-cbf4-46b2-ad2b-ac49e616ead7 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:35:12.011991 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d3303c-2c4f-4758-961c-a1c28d7d892b {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:35:12.028217 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Transition to ACTIVE for port object b73f63d0-cbf4-46b2-ad2b-ac49e616ead7 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:35:12.042868 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:12.046835 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 86d3303c-2c4f-4758-961c-a1c28d7d892b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=86d3303c-2c4f-4758-961c-a1c28d7d892b,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:35:12.048313 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-fccb036e-8121-4fc4-b6af-8eb56010b7bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:12.058868 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:12.068087 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:12.083430 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:12.096202 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Network cd736b7f-9e48-462d-8821-7f1f449d9136 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:35:12.100116 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:35:12.103262 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:35:12.126946 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Subnet': ['ID=102c7761-85cc-4b43-94c6-f1323ec55e4e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:12.133234 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:12.147284 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Pushing event updated for resources: {'Port': ['ID=b73f63d0-cbf4-46b2-ad2b-ac49e616ead7,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:12.151682 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:12.153490 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:12.182476 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f4188-7a31-4b10-abfd-457f88ec544e req-9fc0cad7-f0b9-4ade-b068-5e33ed9c9421 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:12.189844 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c7f4188-7a31-4b10-abfd-457f88ec544e req-9fc0cad7-f0b9-4ade-b068-5e33ed9c9421 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.5904913 Jun 25 09:35:12.203764 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:12.215900 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd736b7f-9e48-462d-8821-7f1f449d9136']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:12.228785 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2cf7c5-3260-42ff-a75f-06d319176c2f') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:12.229247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2cf7c5-3260-42ff-a75f-06d319176c2f') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:12.236193 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c7f4188-7a31-4b10-abfd-457f88ec544e req-bdc8d8e9-5aa9-4477-b984-9a4c6eb5c5e6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452952 Jun 25 09:35:12.240608 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:12.251559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Attempting to bind port b73f63d0-cbf4-46b2-ad2b-ac49e616ead7 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:35:12.251559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Attempting to bind port b73f63d0-cbf4-46b2-ad2b-ac49e616ead7 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'bf2cf7c5-3260-42ff-a75f-06d319176c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'cd736b7f-9e48-462d-8821-7f1f449d9136'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:35:12.251559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Attempting to bind port b73f63d0-cbf4-46b2-ad2b-ac49e616ead7 on network cd736b7f-9e48-462d-8821-7f1f449d9136 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:35:12.253371 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:35:12.253756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Checking segment: {'id': 'bf2cf7c5-3260-42ff-a75f-06d319176c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'cd736b7f-9e48-462d-8821-7f1f449d9136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:35:12.256474 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:12.256474 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Bound using segment: {'id': 'bf2cf7c5-3260-42ff-a75f-06d319176c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'cd736b7f-9e48-462d-8821-7f1f449d9136'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:35:12.256474 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Bound port: b73f63d0-cbf4-46b2-ad2b-ac49e616ead7, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2cf7c5-3260-42ff-a75f-06d319176c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'cd736b7f-9e48-462d-8821-7f1f449d9136'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:35:12.256474 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:12.258198 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:12.265259 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:35:12.265806 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:35:12.269587 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:35:12.272262 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=86d3303c-2c4f-4758-961c-a1c28d7d892b,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:12.277578 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:12.328150 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.db.api [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 09:35:12.328150 n-d-761264-15 neutron-server[94025]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 09:35:12.328150 n-d-761264-15 neutron-server[94025]: [parameters: {'id': 'cd736b7f-9e48-462d-8821-7f1f449d9136'}] Jun 25 09:35:12.328150 n-d-761264-15 neutron-server[94025]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:35:12.328654 n-d-761264-15 neutron-server[94025]: DEBUG oslo_db.api [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:35:12.335764 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] For port b73f63d0-cbf4-46b2-ad2b-ac49e616ead7, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:35:12.339242 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] For port b73f63d0-cbf4-46b2-ad2b-ac49e616ead7, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b73f63d0-cbf4-46b2-ad2b-ac49e616ead7,segment=NetworkSegment(bf2cf7c5-3260-42ff-a75f-06d319176c2f),segment_id=bf2cf7c5-3260-42ff-a75f-06d319176c2f)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:35:12.345903 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:12.348953 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:12.454476 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Pushing event updated for resources: {'Port': ['ID=b73f63d0-cbf4-46b2-ad2b-ac49e616ead7,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:12.458567 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:12.487645 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85397db9-1926-4aeb-8ecd-f6ce62b5f89c None None] Network cd736b7f-9e48-462d-8821-7f1f449d9136 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:35:12.614117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636db68-32ff-4deb-b25a-46730a0b0bfe req-3b22c2f1-b7f7-41ed-a631-12548cd3ed73 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:12.615887 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e636db68-32ff-4deb-b25a-46730a0b0bfe req-3b22c2f1-b7f7-41ed-a631-12548cd3ed73 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 948 time: 0.1392632 Jun 25 09:35:12.620761 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['86d3303c-2c4f-4758-961c-a1c28d7d892b'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:35:12.628898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1da95-888f-463b-9995-db16e565c575 req-285d988e-13a3-4ed2-a3b7-98bffe70ad65 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:12.630299 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-faa1da95-888f-463b-9995-db16e565c575 req-285d988e-13a3-4ed2-a3b7-98bffe70ad65 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1097224 Jun 25 09:35:12.666457 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9e5d8e-8e00-4a46-9316-6ed28c45e4d4 None None] get_active_networks_info from n-d-761264-15 {{(pid=94026) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 09:35:12.690610 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e636db68-32ff-4deb-b25a-46730a0b0bfe req-e17c2c27-99ba-4b83-9ab6-c9ae23ec0268 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/security-groups?id=76f6146f-3fce-412d-a0eb-ec647a81b41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592964 Jun 25 09:35:12.701232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-faa1da95-888f-463b-9995-db16e565c575 req-6181a410-8bb7-4b04-836d-7f8e64b904bb tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629056 Jun 25 09:35:12.798072 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9e5d8e-8e00-4a46-9316-6ed28c45e4d4 None None] Resources bound (agent type, host, resource id): {{(pid=94026) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 09:35:12.830416 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:12.920669 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Deleting port b73f63d0-cbf4-46b2-ad2b-ac49e616ead7 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:35:12.920954 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:13.002111 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] For port b73f63d0-cbf4-46b2-ad2b-ac49e616ead7, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b73f63d0-cbf4-46b2-ad2b-ac49e616ead7,segment=NetworkSegment(bf2cf7c5-3260-42ff-a75f-06d319176c2f),segment_id=bf2cf7c5-3260-42ff-a75f-06d319176c2f)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:35:13.002718 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:13.022499 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Calling delete_port for b73f63d0-cbf4-46b2-ad2b-ac49e616ead7 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:35:13.157673 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:13.162108 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:13.196173 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Port': ['ID=b73f63d0-cbf4-46b2-ad2b-ac49e616ead7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:13.200530 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:13.201586 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No DVR routers for this DVR port b73f63d0-cbf4-46b2-ad2b-ac49e616ead7 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:35:13.311323 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:13.327303 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd736b7f-9e48-462d-8821-7f1f449d9136']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:13.352142 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2cf7c5-3260-42ff-a75f-06d319176c2f') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:13.352910 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2cf7c5-3260-42ff-a75f-06d319176c2f') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:13.367629 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:13.389921 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:13.402194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:35:13.403221 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:35:13.422671 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:35:13.446208 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f79b3-a828-494b-af91-49c014bb10ee req-262fa0e8-2e70-4a76-b1ff-e20a5d60b63b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:13.447770 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-118f79b3-a828-494b-af91-49c014bb10ee req-262fa0e8-2e70-4a76-b1ff-e20a5d60b63b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.0702410 Jun 25 09:35:13.481006 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:13.486328 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:13.491483 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/cd736b7f-9e48-462d-8821-7f1f449d9136 HTTP/1.1" status: 204 len: 168 time: 2.2732387 Jun 25 09:35:13.491483 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f92ed498-8d33-4654-a776-667d86c964d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:13.492299 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44854) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:13.514509 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-118f79b3-a828-494b-af91-49c014bb10ee req-e51ba2a8-f474-4197-b9e5-21070aabc1b7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601037 Jun 25 09:35:13.532412 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Network': ['ID=cd736b7f-9e48-462d-8821-7f1f449d9136,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:13.559287 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:13.561135 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c27d92-ad82-4f71-a798-fe16aae92d8b tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] GET failed (client error): The resource could not be found. Jun 25 09:35:13.565183 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-96c27d92-ad82-4f71-a798-fe16aae92d8b tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "GET /v2.0/subnets/102c7761-85cc-4b43-94c6-f1323ec55e4e HTTP/1.1" status: 404 len: 337 time: 0.0708981 Jun 25 09:35:13.567213 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44856) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:13.594140 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d41896b-ef62-44b8-8f6b-29dfe05e757f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:13.594891 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d41896b-ef62-44b8-8f6b-29dfe05e757f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:13.599874 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9d41896b-ef62-44b8-8f6b-29dfe05e757f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/cd736b7f-9e48-462d-8821-7f1f449d9136 HTTP/1.1" status: 404 len: 339 time: 0.0313582 Jun 25 09:35:13.603923 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44858) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:13.847942 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd90dec-9669-4bb7-a240-c0815b0426d4 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:13.852724 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44864) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:13.860460 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8bd90dec-9669-4bb7-a240-c0815b0426d4 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2552259 Jun 25 09:35:13.925975 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c7432a13-0ebf-42f1-b6e8-8628db01adf6 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "GET /v2.0/subnets?network_id=8128acdb-767b-4924-9d47-628968405132 HTTP/1.1" status: 200 len: 207 time: 0.0720463 Jun 25 09:35:13.929541 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44866) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:14.029052 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e09ec6-d88c-4f0c-843a-44d6a2ebb048 req-0722b19b-aabc-4d08-8e19-d10e4ad7915f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:14.031432 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-92e09ec6-d88c-4f0c-843a-44d6a2ebb048 req-0722b19b-aabc-4d08-8e19-d10e4ad7915f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1568971 Jun 25 09:35:14.049210 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec8d4e-a7dd-464a-923a-ccb9832e9413 req-8b063532-9fd3-4587-ac44-25b329ffaad0 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:14.051211 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8aec8d4e-a7dd-464a-923a-ccb9832e9413 req-8b063532-9fd3-4587-ac44-25b329ffaad0 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 948 time: 0.1504803 Jun 25 09:35:14.121199 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-92e09ec6-d88c-4f0c-843a-44d6a2ebb048 req-41f6a4ca-08d2-4db8-911d-64d090f24937 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686071 Jun 25 09:35:14.134114 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8aec8d4e-a7dd-464a-923a-ccb9832e9413 req-604091b8-8da8-4f97-90eb-d11135233b3c tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/security-groups?id=76f6146f-3fce-412d-a0eb-ec647a81b41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748854 Jun 25 09:35:14.557984 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa4ab9c-e68e-4dbf-ba13-0813ef25758d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:14.565414 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa4ab9c-e68e-4dbf-ba13-0813ef25758d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:14.572626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa4ab9c-e68e-4dbf-ba13-0813ef25758d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:14.581073 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa4ab9c-e68e-4dbf-ba13-0813ef25758d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:14.583124 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7fa4ab9c-e68e-4dbf-ba13-0813ef25758d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.6524990 Jun 25 09:35:14.588501 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44882) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:14.812104 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e6f87af8-3b71-45fc-80eb-d620b0646dc5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2222745 Jun 25 09:35:14.815775 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44888) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:14.840324 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b602f-1332-488d-bd7c-7af597dd3ff6 req-a6b0a6b5-b9b7-4451-a78f-f71bf1888efe tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:14.841685 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-447b602f-1332-488d-bd7c-7af597dd3ff6 req-a6b0a6b5-b9b7-4451-a78f-f71bf1888efe tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1566648 Jun 25 09:35:14.853994 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44890) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:14.910468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8c0a5b-3a2a-49ca-b9bb-44e716a56025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:14.912845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8c0a5b-3a2a-49ca-b9bb-44e716a56025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:14.914854 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6f8c0a5b-3a2a-49ca-b9bb-44e716a56025 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0977159 Jun 25 09:35:14.918880 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44894) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:14.930180 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-447b602f-1332-488d-bd7c-7af597dd3ff6 req-5ed1dcf0-0973-4482-b13e-6ae06a33f7a8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701892 Jun 25 09:35:14.982823 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd16278-a63c-4147-a623-03a4d0f51d07 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['shared'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:14.984767 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd16278-a63c-4147-a623-03a4d0f51d07 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['shared'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:14.986565 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-abd16278-a63c-4147-a623-03a4d0f51d07 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0667293 Jun 25 09:35:14.990417 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44896) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:15.001977 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb4749b0-72cd-4cdc-b8f6-b33023efb728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.119745 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb4749b0-72cd-4cdc-b8f6-b33023efb728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.124232 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eb4749b0-72cd-4cdc-b8f6-b33023efb728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.127100 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1f4eee40-79e5-4a9e-8c3b-973b13efb455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:15.132648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478cda2-8439-41e7-b5c9-d9f5a37e51cc tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:15.134080 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d478cda2-8439-41e7-b5c9-d9f5a37e51cc tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "GET /v2.0/networks/2a43ae7e-f5f0-4daf-9264-a98686f01979 HTTP/1.1" status: 200 len: 799 time: 0.1426625 Jun 25 09:35:15.138109 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44898) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:15.162868 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4749b0-72cd-4cdc-b8f6-b33023efb728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e80148d-a279-4134-8e5e-1d0ad238e8d5,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:15.168976 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eb4749b0-72cd-4cdc-b8f6-b33023efb728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:15.173405 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-eb4749b0-72cd-4cdc-b8f6-b33023efb728 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=69281ef615bc408794555b633112a996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3175139 Jun 25 09:35:15.176142 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44906) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:15.236284 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93fdcce6-3e5a-4cfb-9d24-b6d867eed241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.263456 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93fdcce6-3e5a-4cfb-9d24-b6d867eed241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.273773 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44908) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:15.274202 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e388d4d0-a001-4d91-b6a1-ed0a09669f1e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "GET /v2.0/networks/2a43ae7e-f5f0-4daf-9264-a98686f01979?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1347783 Jun 25 09:35:15.346258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6a5667-22aa-45c4-9a7c-a94b1f272cfe tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:15.347589 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2c6a5667-22aa-45c4-9a7c-a94b1f272cfe tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "GET /v2.0/subnets/21f00549-a1e5-480a-9341-1e489a37cfaf HTTP/1.1" status: 200 len: 811 time: 0.0723917 Jun 25 09:35:15.353153 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44910) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:15.384250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f9d26-73c8-447b-9506-c948334bacf4 req-feb55479-ab12-48e1-a2fc-0741a54fb325 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:15.385783 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-901f9d26-73c8-447b-9506-c948334bacf4 req-feb55479-ab12-48e1-a2fc-0741a54fb325 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1105058 Jun 25 09:35:15.395887 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93fdcce6-3e5a-4cfb-9d24-b6d867eed241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.398546 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93fdcce6-3e5a-4cfb-9d24-b6d867eed241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.399700 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-93fdcce6-3e5a-4cfb-9d24-b6d867eed241 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7e80148d-a279-4134-8e5e-1d0ad238e8d5 HTTP/1.1" status: 204 len: 168 time: 0.2223394 Jun 25 09:35:15.404225 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-69b13887-96f8-4f47-aa7a-cbd5ca6fd138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:15.416581 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdcce6-3e5a-4cfb-9d24-b6d867eed241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e80148d-a279-4134-8e5e-1d0ad238e8d5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:15.420355 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-93fdcce6-3e5a-4cfb-9d24-b6d867eed241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:15.423275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d9bc8-934b-4409-b080-fa964f5ab8ec req-6120c762-bc50-4d46-83d5-9c3fb914e24e tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:15.426294 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fce3a48-e57b-4549-a837-66dbf19cd812 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['shared'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:15.427699 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-761d9bc8-934b-4409-b080-fa964f5ab8ec req-6120c762-bc50-4d46-83d5-9c3fb914e24e tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 948 time: 0.1185846 Jun 25 09:35:15.428090 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5fce3a48-e57b-4549-a837-66dbf19cd812 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "GET /v2.0/subnets/21f00549-a1e5-480a-9341-1e489a37cfaf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0739806 Jun 25 09:35:15.431526 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44914) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:15.436628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c1d1b876-417f-446f-83ef-3f011aed529d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1814641780'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:35:15.462476 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d1b876-417f-446f-83ef-3f011aed529d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:35:15.466418 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b876-417f-446f-83ef-3f011aed529d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.489432 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-901f9d26-73c8-447b-9506-c948334bacf4 req-9bfe8e4d-3706-4259-bafe-437831190a19 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942285 Jun 25 09:35:15.496874 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d1b876-417f-446f-83ef-3f011aed529d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:35:15.499360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-761d9bc8-934b-4409-b080-fa964f5ab8ec req-c9b41e82-838e-42da-b453-e51bc4835342 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/security-groups?id=76f6146f-3fce-412d-a0eb-ec647a81b41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622292 Jun 25 09:35:15.512833 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b876-417f-446f-83ef-3f011aed529d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.513292 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-c1d1b876-417f-446f-83ef-3f011aed529d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Added segment fa66f3d2-3294-4da4-b398-4f258587a7cc of type vlan for network 00525135-0102-4e3e-a716-f672d93dccf3 Jun 25 09:35:15.561051 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b876-417f-446f-83ef-3f011aed529d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.584421 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 86d3303c-2c4f-4758-961c-a1c28d7d892b up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:35:15.604496 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b876-417f-446f-83ef-3f011aed529d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.612055 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d1b876-417f-446f-83ef-3f011aed529d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:15.612680 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b876-417f-446f-83ef-3f011aed529d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.616119 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e1228c25-e68f-4fac-a468-34312a419b53 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:15.655945 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 86d3303c-2c4f-4758-961c-a1c28d7d892b completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:35:15.661502 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 86d3303c-2c4f-4758-961c-a1c28d7d892b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:35:15.662118 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.689590 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1b876-417f-446f-83ef-3f011aed529d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Network': ['ID=00525135-0102-4e3e-a716-f672d93dccf3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:15.693661 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c1d1b876-417f-446f-83ef-3f011aed529d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:15.698779 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c1d1b876-417f-446f-83ef-3f011aed529d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2634935 Jun 25 09:35:15.699188 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44920) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:15.704162 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 00525135-0102-4e3e-a716-f672d93dccf3 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:35:15.711170 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-386384df-69e2-47d7-b689-b89c0578309f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'subnet': {'network_id': '00525135-0102-4e3e-a716-f672d93dccf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:35:15.808439 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44924) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:15.830440 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e774b07-2f7a-473b-a074-d2d2c91c58d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.849794 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.865768 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386384df-69e2-47d7-b689-b89c0578309f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Made reservation on behalf of 525c5f7a398846f3945c29eef96485a2 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:35:15.871956 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-386384df-69e2-47d7-b689-b89c0578309f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.876610 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b99969-7d2e-400f-a2bf-fcc585fa3b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d3303c-2c4f-4758-961c-a1c28d7d892b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:35:15.879163 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5c9ba3-bfa1-46bf-b1dc-682900330ce9" -d '{"events": [{"server_uuid": "97b99969-7d2e-400f-a2bf-fcc585fa3b1e", "name": "network-vif-plugged", "status": "completed", "tag": "86d3303c-2c4f-4758-961c-a1c28d7d892b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:35:15.926724 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 86d3303c-2c4f-4758-961c-a1c28d7d892b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=86d3303c-2c4f-4758-961c-a1c28d7d892b,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:35:15.934693 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:15.940748 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:15.979432 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-386384df-69e2-47d7-b689-b89c0578309f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Performing IP validity checks on allocation pools {{(pid=94025) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 25 09:35:15.980090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-386384df-69e2-47d7-b689-b89c0578309f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94025) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 25 09:35:16.023787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe7220-bb78-4f69-8a48-0a9359f13c24 req-82d82e0c-ea07-492c-b8e7-c99efce39344 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:16.026401 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-74fe7220-bb78-4f69-8a48-0a9359f13c24 req-82d82e0c-ea07-492c-b8e7-c99efce39344 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1770215 Jun 25 09:35:16.065458 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72db08-0062-4644-a45f-3323706e83fc req-47d263ce-8591-48a8-a053-74b285f7ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:16.067373 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fb72db08-0062-4644-a45f-3323706e83fc req-47d263ce-8591-48a8-a053-74b285f7ad9d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 1096 time: 0.1341500 Jun 25 09:35:16.069951 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=86d3303c-2c4f-4758-961c-a1c28d7d892b,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:16.074447 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:16.109232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-74fe7220-bb78-4f69-8a48-0a9359f13c24 req-f3755f91-7205-4735-9ca9-795f0eea65a7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706949 Jun 25 09:35:16.134909 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e774b07-2f7a-473b-a074-d2d2c91c58d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:16.141691 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7e774b07-2f7a-473b-a074-d2d2c91c58d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:16.145914 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5803e765-e635-4f7c-b6cf-4906bda4d2f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:16.176184 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e774b07-2f7a-473b-a074-d2d2c91c58d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5039205d-abc6-4030-b52f-ba98f544d552,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:16.182539 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7e774b07-2f7a-473b-a074-d2d2c91c58d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:16.214527 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7e774b07-2f7a-473b-a074-d2d2c91c58d0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9efce6112d3f4db2b28c2ca0fbe93ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4048600 Jun 25 09:35:16.222699 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 44934) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:16.304990 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3df2a59-c636-4118-ab49-036bbfba4100 x-openstack-request-id: req-b3df2a59-c636-4118-ab49-036bbfba4100 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:35:16.305298 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b99969-7d2e-400f-a2bf-fcc585fa3b1e", "name": "network-vif-plugged", "status": "completed", "tag": "86d3303c-2c4f-4758-961c-a1c28d7d892b", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:35:16.305768 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b3df2a59-c636-4118-ab49-036bbfba4100 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:35:16.306176 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b99969-7d2e-400f-a2bf-fcc585fa3b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d3303c-2c4f-4758-961c-a1c28d7d892b', 'code': 200} Jun 25 09:35:16.339493 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2a583da9-bbe8-457c-94f8-cba5c7db7b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:16.357947 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-386384df-69e2-47d7-b689-b89c0578309f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:16.376409 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2a583da9-bbe8-457c-94f8-cba5c7db7b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:16.377999 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-94391f53-2dae-49f9-afd1-cecbc5dbf571 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:16.426631 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4ca9c-9345-4536-87c9-c0dc2f83d4a9 req-9b6870af-dfa5-4000-960a-1b865055132e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:16.429335 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45f4ca9c-9345-4536-87c9-c0dc2f83d4a9 req-9b6870af-dfa5-4000-960a-1b865055132e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1315722 Jun 25 09:35:16.663766 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386384df-69e2-47d7-b689-b89c0578309f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Subnet': ['ID=2b50ee2c-432e-45c8-b936-289ff40c6f48,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:16.663766 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72db08-0062-4644-a45f-3323706e83fc req-6e7ef2cd-7840-4a53-afc5-c66b3673a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:16.663766 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fb72db08-0062-4644-a45f-3323706e83fc req-6e7ef2cd-7840-4a53-afc5-c66b3673a34d service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.4090829 Jun 25 09:35:16.663766 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-386384df-69e2-47d7-b689-b89c0578309f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:16.663766 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386384df-69e2-47d7-b689-b89c0578309f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Checking segment: {'id': 'fa66f3d2-3294-4da4-b398-4f258587a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '00525135-0102-4e3e-a716-f672d93dccf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:35:16.663766 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386384df-69e2-47d7-b689-b89c0578309f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network hostable DHCP agents. Network: 00525135-0102-4e3e-a716-f672d93dccf3, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:35:16.671982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45f4ca9c-9345-4536-87c9-c0dc2f83d4a9 req-be720532-bbba-459a-8e81-2d5b67bba81f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610096 Jun 25 09:35:16.671982 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2a583da9-bbe8-457c-94f8-cba5c7db7b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:16.671982 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2a583da9-bbe8-457c-94f8-cba5c7db7b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:16.671982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2a583da9-bbe8-457c-94f8-cba5c7db7b45 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5039205d-abc6-4030-b52f-ba98f544d552 HTTP/1.1" status: 204 len: 168 time: 0.3205013 Jun 25 09:35:16.671982 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0a777d9c-42b8-406a-a9e5-84968cb36a18 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:16.671982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00a4b0-5a87-4900-8185-c6337e0c8434 req-8fd1b790-41e5-43c0-9c71-6787c9f8fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:16.671982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e00a4b0-5a87-4900-8185-c6337e0c8434 req-8fd1b790-41e5-43c0-9c71-6787c9f8fa31 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 1101 time: 0.1343784 Jun 25 09:35:16.671982 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a583da9-bbe8-457c-94f8-cba5c7db7b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5039205d-abc6-4030-b52f-ba98f544d552,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:16.671982 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2a583da9-bbe8-457c-94f8-cba5c7db7b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:16.697111 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e00a4b0-5a87-4900-8185-c6337e0c8434 req-a8186728-c936-430f-8116-ae09ff518065 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76f6146f-3fce-412d-a0eb-ec647a81b41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344244 Jun 25 09:35:16.711504 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386384df-69e2-47d7-b689-b89c0578309f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Network 00525135-0102-4e3e-a716-f672d93dccf3 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:35:16.745206 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fb72db08-0062-4644-a45f-3323706e83fc req-950d534b-e81f-47ef-bded-902e569b550d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a177323-d22c-4784-bf95-b39519abbdc6 HTTP/1.1" status: 200 len: 999 time: 0.2490938 Jun 25 09:35:16.746409 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-386384df-69e2-47d7-b689-b89c0578309f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 00525135-0102-4e3e-a716-f672d93dccf3) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:35:16.751004 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386384df-69e2-47d7-b689-b89c0578309f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:16.751675 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-386384df-69e2-47d7-b689-b89c0578309f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:16.759372 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd39343-bdc8-4e45-8059-4f04afab3212 None None] Network 00525135-0102-4e3e-a716-f672d93dccf3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:35:16.819708 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-386384df-69e2-47d7-b689-b89c0578309f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1196129 Jun 25 09:35:16.822824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 44962) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:16.832233 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-aaacf097-bc84-41da-a009-cb7a7f281081 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:35:16.862477 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72db08-0062-4644-a45f-3323706e83fc req-c4ba3d42-378e-4af0-897a-41ac6391acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:16.872912 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c837b-ec47-4f3b-9415-df4a5e2f2091 req-5cab2597-efe4-4740-9ea9-706b44f4efcc tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:16.876062 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-853c837b-ec47-4f3b-9415-df4a5e2f2091 req-5cab2597-efe4-4740-9ea9-706b44f4efcc tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 949 time: 0.1221037 Jun 25 09:35:16.876352 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fb72db08-0062-4644-a45f-3323706e83fc req-c4ba3d42-378e-4af0-897a-41ac6391acc2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.0947497 Jun 25 09:35:16.942906 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-853c837b-ec47-4f3b-9415-df4a5e2f2091 req-38e2b96b-57fb-4fe6-a3d1-fd63d5ac28bc tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/security-groups?id=76f6146f-3fce-412d-a0eb-ec647a81b41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592749 Jun 25 09:35:17.003320 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72db08-0062-4644-a45f-3323706e83fc req-1743db94-23ba-4b10-8fdf-5daaebc9cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:17.004932 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fb72db08-0062-4644-a45f-3323706e83fc req-1743db94-23ba-4b10-8fdf-5daaebc9cd8d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272800 Jun 25 09:35:17.006207 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aaacf097-bc84-41da-a009-cb7a7f281081 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26445479'] for subnet, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:17.099961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-00525135-0102-4e3e-a716-f672d93dccf3', 'network_id': '00525135-0102-4e3e-a716-f672d93dccf3', 'tenant_id': '525c5f7a398846f3945c29eef96485a2', 'fixed_ips': [{'subnet_id': '2b50ee2c-432e-45c8-b936-289ff40c6f48'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:35:17.101615 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:17.282751 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 09:35:17.282751 n-d-761264-15 neutron-server[94026]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jun 25 09:35:17.282751 n-d-761264-15 neutron-server[94026]: [parameters: {'in_use': 1, 'id_1': '2b50ee2c-432e-45c8-b936-289ff40c6f48'}] Jun 25 09:35:17.282751 n-d-761264-15 neutron-server[94026]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:35:17.285160 n-d-761264-15 neutron-server[94026]: DEBUG oslo_db.api [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:35:17.362179 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fb72db08-0062-4644-a45f-3323706e83fc req-3a270fef-032c-4592-812a-6c81f11a50d4 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496175 Jun 25 09:35:17.420007 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6cc40-d051-4430-92c0-23e484f22d72 req-05f4da48-3e48-4f00-86f6-4456898bd7bd tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:17.422538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e1d6cc40-d051-4430-92c0-23e484f22d72 req-05f4da48-3e48-4f00-86f6-4456898bd7bd tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0909507 Jun 25 09:35:17.489327 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e1d6cc40-d051-4430-92c0-23e484f22d72 req-bfbe5e31-f197-4fed-b2e6-d08771660a14 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589654 Jun 25 09:35:17.557861 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aaacf097-bc84-41da-a009-cb7a7f281081 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728567473610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2693252'] for subnet, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:17.562819 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60050bfa-d195-4e3f-9ec0-beff51d3b081 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:17.575062 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fb72db08-0062-4644-a45f-3323706e83fc req-5cf74386-4be7-4084-a168-f3ab14cccfe6 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043939 Jun 25 09:35:17.645628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf097-bc84-41da-a009-cb7a7f281081 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event updated for resources: {'Subnet': ['ID=2b50ee2c-432e-45c8-b936-289ff40c6f48,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:17.649376 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aaacf097-bc84-41da-a009-cb7a7f281081 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:17.650932 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaacf097-bc84-41da-a009-cb7a7f281081 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:17.651601 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-aaacf097-bc84-41da-a009-cb7a7f281081 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:17.655850 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45000) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:17.656026 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-aaacf097-bc84-41da-a009-cb7a7f281081 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "PUT /v2.0/subnets/2b50ee2c-432e-45c8-b936-289ff40c6f48 HTTP/1.1" status: 200 len: 877 time: 0.8318176 Jun 25 09:35:17.788916 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:17.808992 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:17.840359 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7fc60-2baa-4f93-bf80-495dc8ae9d16 req-c15943e3-0482-4faf-965d-df7d677aae60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:17.841975 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a5b7fc60-2baa-4f93-bf80-495dc8ae9d16 req-c15943e3-0482-4faf-965d-df7d677aae60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1640623 Jun 25 09:35:17.916219 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:17.923268 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a5b7fc60-2baa-4f93-bf80-495dc8ae9d16 req-82502562-0c8f-44ec-9b0c-78b86efdcb90 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619302 Jun 25 09:35:18.034872 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Allocated IP 172.20.0.3 (00525135-0102-4e3e-a716-f672d93dccf3/2b50ee2c-432e-45c8-b936-289ff40c6f48/970a3673-7716-48cd-9de3-e90baf7f6927) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:35:18.242893 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cae5d6-e5d3-48d1-88d3-ebd28aca8cc2 req-347a5f20-aaa7-48ae-af9e-d8890322cc2d tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:18.253469 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87cae5d6-e5d3-48d1-88d3-ebd28aca8cc2 req-347a5f20-aaa7-48ae-af9e-d8890322cc2d tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 949 time: 0.1625521 Jun 25 09:35:18.332411 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:18.342642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Transition to ACTIVE for port object 970a3673-7716-48cd-9de3-e90baf7f6927 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:35:18.359366 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87cae5d6-e5d3-48d1-88d3-ebd28aca8cc2 req-2079afba-31d1-49d8-95f1-0fb7b1b014cf tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/security-groups?id=76f6146f-3fce-412d-a0eb-ec647a81b41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949841 Jun 25 09:35:18.361083 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Transition to ACTIVE for port object 970a3673-7716-48cd-9de3-e90baf7f6927 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:35:18.372205 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:18.375791 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:18.409941 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:18.434141 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:18.499321 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Subnet': ['ID=2b50ee2c-432e-45c8-b936-289ff40c6f48,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:18.531109 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:18.629170 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:18.648592 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00525135-0102-4e3e-a716-f672d93dccf3']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:18.672036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa66f3d2-3294-4da4-b398-4f258587a7cc') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:18.676413 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa66f3d2-3294-4da4-b398-4f258587a7cc') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:18.687685 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:18.707058 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Network 00525135-0102-4e3e-a716-f672d93dccf3 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:35:18.708521 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Pushing event updated for resources: {'Port': ['ID=970a3673-7716-48cd-9de3-e90baf7f6927,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:18.711716 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:35:18.724188 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:35:18.725288 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:35:18.729947 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:18.736766 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:18.750041 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:35:18.750041 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:35:18.755592 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:35:18.804922 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Attempting to bind port 970a3673-7716-48cd-9de3-e90baf7f6927 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:35:18.805470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Attempting to bind port 970a3673-7716-48cd-9de3-e90baf7f6927 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'fa66f3d2-3294-4da4-b398-4f258587a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '00525135-0102-4e3e-a716-f672d93dccf3'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:35:18.805771 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Attempting to bind port 970a3673-7716-48cd-9de3-e90baf7f6927 on network 00525135-0102-4e3e-a716-f672d93dccf3 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:35:18.811657 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:35:18.812119 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Checking segment: {'id': 'fa66f3d2-3294-4da4-b398-4f258587a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '00525135-0102-4e3e-a716-f672d93dccf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:35:18.812441 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:18.813198 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Bound using segment: {'id': 'fa66f3d2-3294-4da4-b398-4f258587a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '00525135-0102-4e3e-a716-f672d93dccf3'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:35:18.813678 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Bound port: 970a3673-7716-48cd-9de3-e90baf7f6927, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa66f3d2-3294-4da4-b398-4f258587a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '00525135-0102-4e3e-a716-f672d93dccf3'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:35:18.814478 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:18.850701 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bcbdd-cd07-424c-82ae-8b08027830e3 req-e96eaef6-c826-487f-837c-329eaa6c7740 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:18.852270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5e7bcbdd-cd07-424c-82ae-8b08027830e3 req-e96eaef6-c826-487f-837c-329eaa6c7740 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1500459 Jun 25 09:35:18.856703 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.db.api [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 09:35:18.856703 n-d-761264-15 neutron-server[94024]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 09:35:18.856703 n-d-761264-15 neutron-server[94024]: [parameters: {'id': '00525135-0102-4e3e-a716-f672d93dccf3'}] Jun 25 09:35:18.856703 n-d-761264-15 neutron-server[94024]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:35:18.857980 n-d-761264-15 neutron-server[94024]: DEBUG oslo_db.api [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:35:18.885174 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] For port 970a3673-7716-48cd-9de3-e90baf7f6927, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:35:18.889524 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] For port 970a3673-7716-48cd-9de3-e90baf7f6927, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=970a3673-7716-48cd-9de3-e90baf7f6927,segment=NetworkSegment(fa66f3d2-3294-4da4-b398-4f258587a7cc),segment_id=fa66f3d2-3294-4da4-b398-4f258587a7cc)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:35:18.900896 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:18.905744 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0530ae94-181d-4f68-8441-b05923b3f10a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:18.912336 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5e7bcbdd-cd07-424c-82ae-8b08027830e3 req-266d1647-bf2b-4be0-bd24-ed8d1f034800 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524671 Jun 25 09:35:18.992029 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Pushing event updated for resources: {'Port': ['ID=970a3673-7716-48cd-9de3-e90baf7f6927,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:18.998178 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:19.023831 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9d258f-989f-4101-b607-7d1253a6f3c8 None None] Network 00525135-0102-4e3e-a716-f672d93dccf3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:35:19.206152 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896c0113-1462-4d41-862c-8363b1f024fb None None] Network 00525135-0102-4e3e-a716-f672d93dccf3 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:35:19.237828 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215c832-2a7f-45f5-9fe0-c6461253612f req-bb30dc8d-afa5-4911-a795-1cb6af6be8dc tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:19.241288 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b215c832-2a7f-45f5-9fe0-c6461253612f req-bb30dc8d-afa5-4911-a795-1cb6af6be8dc tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1579485 Jun 25 09:35:19.292150 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368dd238-ba61-4c37-98ed-b9b6dda76ad0 req-d9396d94-88ad-4a46-9375-db31601b0b71 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:19.294134 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-368dd238-ba61-4c37-98ed-b9b6dda76ad0 req-d9396d94-88ad-4a46-9375-db31601b0b71 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1566749 Jun 25 09:35:19.351612 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b215c832-2a7f-45f5-9fe0-c6461253612f req-13bbf9d4-fee0-484e-a100-9f96a0e2ac46 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969968 Jun 25 09:35:19.360067 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:19.391070 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-368dd238-ba61-4c37-98ed-b9b6dda76ad0 req-3e6b1057-9bb9-42c7-bd0f-2abbee2b4850 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806301 Jun 25 09:35:19.423734 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd62baaf-eb44-42f5-9286-98a69e0c57df None None] get_active_networks_info from n-d-761264-15 {{(pid=94026) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 09:35:19.521423 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Deleting port 970a3673-7716-48cd-9de3-e90baf7f6927 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:35:19.521856 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:19.614116 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd62baaf-eb44-42f5-9286-98a69e0c57df None None] Resources bound (agent type, host, resource id): {{(pid=94026) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 09:35:19.698457 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] For port 970a3673-7716-48cd-9de3-e90baf7f6927, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=970a3673-7716-48cd-9de3-e90baf7f6927,segment=NetworkSegment(fa66f3d2-3294-4da4-b398-4f258587a7cc),segment_id=fa66f3d2-3294-4da4-b398-4f258587a7cc)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:35:19.698986 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:19.719061 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Calling delete_port for 970a3673-7716-48cd-9de3-e90baf7f6927 owned by network:dhcp {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:35:19.864824 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2257146-8a11-4761-8268-b37264395039 req-201254d8-f763-47f0-ab53-e66830bcf0e9 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:19.866336 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2257146-8a11-4761-8268-b37264395039 req-201254d8-f763-47f0-ab53-e66830bcf0e9 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 949 time: 0.2409489 Jun 25 09:35:19.939320 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:19.945669 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a9b3c137-1be3-4960-a07c-98e3d217fdda tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:19.989199 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2257146-8a11-4761-8268-b37264395039 req-8bb40c40-96c4-4ac5-8744-49a70f2bcbe2 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/security-groups?id=76f6146f-3fce-412d-a0eb-ec647a81b41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153877 Jun 25 09:35:19.994421 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Port': ['ID=970a3673-7716-48cd-9de3-e90baf7f6927,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:20.002469 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No DVR routers for this DVR port 970a3673-7716-48cd-9de3-e90baf7f6927 on host n-d-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:35:20.054591 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:20.098963 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adcf73-1156-42ae-8ea4-50fbf9aeac13 req-988ed4f8-1b6c-4b6b-a67e-f840c68a3005 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:20.100557 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68adcf73-1156-42ae-8ea4-50fbf9aeac13 req-988ed4f8-1b6c-4b6b-a67e-f840c68a3005 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.2309084 Jun 25 09:35:20.162628 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:20.174944 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00525135-0102-4e3e-a716-f672d93dccf3']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:20.188282 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa66f3d2-3294-4da4-b398-4f258587a7cc') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:20.188584 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa66f3d2-3294-4da4-b398-4f258587a7cc') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:20.210486 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:20.222437 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68adcf73-1156-42ae-8ea4-50fbf9aeac13 req-4e7c29cd-4b5f-4513-8981-200c7cf128c2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951672 Jun 25 09:35:20.241080 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:20.260112 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:35:20.260759 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:35:20.264594 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:35:20.443485 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:20.450519 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:20.461019 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45098) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:20.464421 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/00525135-0102-4e3e-a716-f672d93dccf3 HTTP/1.1" status: 204 len: 168 time: 2.8059807 Jun 25 09:35:20.466034 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:20.487938 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Network': ['ID=00525135-0102-4e3e-a716-f672d93dccf3,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:20.492532 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:20.559512 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-115e13c0-0450-47bf-8dac-595d484e216d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:20.559998 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115e13c0-0450-47bf-8dac-595d484e216d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:20.562072 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-115e13c0-0450-47bf-8dac-595d484e216d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/subnets/2b50ee2c-432e-45c8-b936-289ff40c6f48 HTTP/1.1" status: 404 len: 337 time: 0.0980408 Jun 25 09:35:20.564842 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45104) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:20.603498 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa4b160-bfa5-41c5-8599-99f55fd06a82 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:20.615786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa4b160-bfa5-41c5-8599-99f55fd06a82 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:20.627522 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-faa4b160-bfa5-41c5-8599-99f55fd06a82 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/00525135-0102-4e3e-a716-f672d93dccf3 HTTP/1.1" status: 404 len: 339 time: 0.0596547 Jun 25 09:35:20.629884 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45110) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:20.698001 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f7d20e-b4f5-42a6-8dbc-eae9d940bc1b tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:20.698470 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f7d20e-b4f5-42a6-8dbc-eae9d940bc1b tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:20.700333 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c7f7d20e-b4f5-42a6-8dbc-eae9d940bc1b tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/subnets/102c7761-85cc-4b43-94c6-f1323ec55e4e HTTP/1.1" status: 404 len: 337 time: 0.0708213 Jun 25 09:35:20.702972 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45114) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:20.764415 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4a8865-c7e6-412f-9e45-e657078124cd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:20.765040 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c4a8865-c7e6-412f-9e45-e657078124cd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:20.766857 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2c4a8865-c7e6-412f-9e45-e657078124cd tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/cd736b7f-9e48-462d-8821-7f1f449d9136 HTTP/1.1" status: 404 len: 339 time: 0.0628707 Jun 25 09:35:20.769605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45118) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:20.969126 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0c07-f389-4e47-a3cb-79ab8fe478fa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:21.036763 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77c026-ea68-4160-810d-d00d7f6117fe req-55d2cc2d-7964-4aa5-b643-995245ef1300 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:21.038736 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b77c026-ea68-4160-810d-d00d7f6117fe req-55d2cc2d-7964-4aa5-b643-995245ef1300 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.2564747 Jun 25 09:35:21.062922 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298413d-00ea-4b06-af61-44c4220bacd3 req-7f66f96f-4374-44aa-a718-891fe9517db8 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:21.065633 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3298413d-00ea-4b06-af61-44c4220bacd3 req-7f66f96f-4374-44aa-a718-891fe9517db8 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1965566 Jun 25 09:35:21.157912 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0c07-f389-4e47-a3cb-79ab8fe478fa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:21.183131 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-3f0e0c07-f389-4e47-a3cb-79ab8fe478fa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144cf9a7-154c-40b7-8468-a862c8d35157']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:21.217388 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-3f0e0c07-f389-4e47-a3cb-79ab8fe478fa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97daa61f-44f2-4fee-b685-aad55626e734') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:21.218671 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-3f0e0c07-f389-4e47-a3cb-79ab8fe478fa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97daa61f-44f2-4fee-b685-aad55626e734') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:21.231259 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0c07-f389-4e47-a3cb-79ab8fe478fa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:21.253360 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0c07-f389-4e47-a3cb-79ab8fe478fa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:21.260212 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b77c026-ea68-4160-810d-d00d7f6117fe req-9902ad0a-748c-46d8-a054-c224405d0026 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054629 Jun 25 09:35:21.281441 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3298413d-00ea-4b06-af61-44c4220bacd3 req-bc6c8888-e3c6-43a2-8033-582f2c97ceb4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722035 Jun 25 09:35:21.286663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0e0c07-f389-4e47-a3cb-79ab8fe478fa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:35:21.287086 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0c07-f389-4e47-a3cb-79ab8fe478fa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:35:21.290375 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:35:21.360137 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0c07-f389-4e47-a3cb-79ab8fe478fa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:21.364634 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:21.373199 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0c07-f389-4e47-a3cb-79ab8fe478fa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:21.376152 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3f0e0c07-f389-4e47-a3cb-79ab8fe478fa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/144cf9a7-154c-40b7-8468-a862c8d35157 HTTP/1.1" status: 204 len: 168 time: 0.6052806 Jun 25 09:35:21.378626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45132) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:21.392956 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e0c07-f389-4e47-a3cb-79ab8fe478fa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Network': ['ID=144cf9a7-154c-40b7-8468-a862c8d35157,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:21.396594 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3f0e0c07-f389-4e47-a3cb-79ab8fe478fa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:21.430410 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd92694-cd14-4270-a460-d6bc124758ee tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:21.431331 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd92694-cd14-4270-a460-d6bc124758ee tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:21.434891 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ebd92694-cd14-4270-a460-d6bc124758ee tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/subnets/c351b30b-a1a3-4025-9f37-a97044df33b8 HTTP/1.1" status: 404 len: 337 time: 0.0549037 Jun 25 09:35:21.437771 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45134) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:21.460977 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b24099-1dec-4549-8992-f74c12bbbc20 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:21.461933 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b24099-1dec-4549-8992-f74c12bbbc20 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:21.465013 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-11b24099-1dec-4549-8992-f74c12bbbc20 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/7a3caa2c-e8e0-420b-83d5-41c43a3f9886 HTTP/1.1" status: 404 len: 339 time: 0.0257692 Jun 25 09:35:21.467285 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45138) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:21.519122 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-62237bb4-18b8-4b17-aa3f-a6f605a0f9ff tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:21.519499 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62237bb4-18b8-4b17-aa3f-a6f605a0f9ff tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:21.529090 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-62237bb4-18b8-4b17-aa3f-a6f605a0f9ff tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/subnets/7d46f318-bd57-48c8-859f-d5cc546bc0ee HTTP/1.1" status: 404 len: 337 time: 0.0602908 Jun 25 09:35:21.531537 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45142) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:21.557921 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6a4b10-bde5-42f9-9a04-b8a3fc8639ed tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:21.558385 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6a4b10-bde5-42f9-9a04-b8a3fc8639ed tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:21.560096 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9d6a4b10-bde5-42f9-9a04-b8a3fc8639ed tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/9a8266fd-a03b-401e-a2ce-2e7dd65c9933 HTTP/1.1" status: 404 len: 339 time: 0.0239003 Jun 25 09:35:21.562841 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45146) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:21.590989 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04d1c20-8ea9-4a41-b7de-0c07dd214989 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:21.591446 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04d1c20-8ea9-4a41-b7de-0c07dd214989 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:21.593513 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a04d1c20-8ea9-4a41-b7de-0c07dd214989 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/subnets/e35beba0-f0aa-4f94-8f00-1be43c39ffc8 HTTP/1.1" status: 404 len: 337 time: 0.0297098 Jun 25 09:35:21.596163 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45148) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:21.616815 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcdc4e54-7e6a-4ec1-a0bc-2ba6c916405b tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:21.617491 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcdc4e54-7e6a-4ec1-a0bc-2ba6c916405b tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:21.619454 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-dcdc4e54-7e6a-4ec1-a0bc-2ba6c916405b tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/85a09183-ae74-46c6-8c51-009c3203f321 HTTP/1.1" status: 404 len: 339 time: 0.0223188 Jun 25 09:35:21.622241 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45150) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:21.655016 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f3fd29-d236-4de5-99bb-ba08c1bffc14 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:21.658925 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f3fd29-d236-4de5-99bb-ba08c1bffc14 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:21.662809 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-00f3fd29-d236-4de5-99bb-ba08c1bffc14 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/subnets/f6d90f00-b4f4-472e-9598-2c702a24363e HTTP/1.1" status: 404 len: 337 time: 0.0391030 Jun 25 09:35:21.665009 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45152) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:21.686110 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-da18a0c4-85d1-46d8-a51e-6035f0a8e95b tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:21.686705 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da18a0c4-85d1-46d8-a51e-6035f0a8e95b tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:21.688771 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-da18a0c4-85d1-46d8-a51e-6035f0a8e95b tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/17831e98-956c-4f8e-85fb-8dc7265ff6c5 HTTP/1.1" status: 404 len: 339 time: 0.0224576 Jun 25 09:35:21.691107 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45158) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:21.728263 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-97de625b-4d0d-455b-8f50-ee42b5d8f24e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:21.728763 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97de625b-4d0d-455b-8f50-ee42b5d8f24e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:21.738384 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-97de625b-4d0d-455b-8f50-ee42b5d8f24e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/subnets/4d055d51-1ad2-4008-82a7-c26c8b92c93d HTTP/1.1" status: 404 len: 337 time: 0.0419109 Jun 25 09:35:21.738846 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45160) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:21.765515 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47907ac-6b12-4862-acc6-fe080efd8cd5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:21.768584 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47907ac-6b12-4862-acc6-fe080efd8cd5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:21.771253 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f47907ac-6b12-4862-acc6-fe080efd8cd5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/6681a739-644a-4ebc-afe3-59996362c12d HTTP/1.1" status: 404 len: 339 time: 0.0303535 Jun 25 09:35:21.774198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45162) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:21.814050 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca396bc-d826-408b-be10-dd86fd2c5780 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:21.814724 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca396bc-d826-408b-be10-dd86fd2c5780 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:21.825180 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-dca396bc-d826-408b-be10-dd86fd2c5780 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/subnets/e801035a-535f-4846-afdc-c27257c57339 HTTP/1.1" status: 404 len: 337 time: 0.0498388 Jun 25 09:35:21.840546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45166) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:21.863659 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c0077e-0e25-465e-9b72-fddcd6eb5c71 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:21.864882 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c0077e-0e25-465e-9b72-fddcd6eb5c71 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:21.868304 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-01c0077e-0e25-465e-9b72-fddcd6eb5c71 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/a5b0d0ff-cf0b-4ba6-9381-27fa3ed4d49c HTTP/1.1" status: 404 len: 339 time: 0.0255740 Jun 25 09:35:21.870782 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45168) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:21.909736 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-730b8ddd-8c92-4e62-b71a-02b3faebf50c tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:21.921417 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730b8ddd-8c92-4e62-b71a-02b3faebf50c tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:21.927550 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-730b8ddd-8c92-4e62-b71a-02b3faebf50c tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/subnets/e1418440-388f-488c-82ef-5915b93826f8 HTTP/1.1" status: 404 len: 337 time: 0.0553925 Jun 25 09:35:21.930193 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45174) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:21.956793 n-d-761264-15 neutron-server[94025]: INFO neutron.pecan_wsgi.hooks.translation [None req-000fbfcf-bf24-40fa-8df8-f1d5f57c8caa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:21.962602 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000fbfcf-bf24-40fa-8df8-f1d5f57c8caa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94025) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:21.964896 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-000fbfcf-bf24-40fa-8df8-f1d5f57c8caa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/48d58a37-84ab-4cb6-948f-ffb3054a8f9f HTTP/1.1" status: 404 len: 339 time: 0.0336823 Jun 25 09:35:21.968858 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45176) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:21.998257 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-68fe14b3-8a47-49d1-aefd-ec64449bda4a tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:21.999331 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68fe14b3-8a47-49d1-aefd-ec64449bda4a tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:22.002142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-68fe14b3-8a47-49d1-aefd-ec64449bda4a tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/subnets/77f8cf1d-ceb3-45cf-9e76-13c4b7fae56f HTTP/1.1" status: 404 len: 337 time: 0.0317867 Jun 25 09:35:22.004609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45178) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:22.026773 n-d-761264-15 neutron-server[94024]: INFO neutron.pecan_wsgi.hooks.translation [None req-20430687-36dc-4460-ac8f-e19bc0d3911e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] DELETE failed (client error): The resource could not be found. Jun 25 09:35:22.027850 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20430687-36dc-4460-ac8f-e19bc0d3911e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 09:35:22.029929 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-20430687-36dc-4460-ac8f-e19bc0d3911e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/4914b53c-e1ee-4952-8139-c6a0570c53f2 HTTP/1.1" status: 404 len: 339 time: 0.0241468 Jun 25 09:35:22.032483 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45180) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:22.128878 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-73fbe0cf-0dab-4428-92ba-dbc8af5dcdf5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Deleting subnet 21f00549-a1e5-480a-9341-1e489a37cfaf {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:35:22.140515 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-73fbe0cf-0dab-4428-92ba-dbc8af5dcdf5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:22.217368 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-73fbe0cf-0dab-4428-92ba-dbc8af5dcdf5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:22.453535 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63a48f52-8307-4cc5-8ea2-f875a81e6545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:22.520550 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-73fbe0cf-0dab-4428-92ba-dbc8af5dcdf5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:23.128332 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-73fbe0cf-0dab-4428-92ba-dbc8af5dcdf5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:23.138294 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-291d24e2-f94f-4ea7-8a18-b788f11961a3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:23.177953 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbe0cf-0dab-4428-92ba-dbc8af5dcdf5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Subnet': ['ID=21f00549-a1e5-480a-9341-1e489a37cfaf,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:23.184302 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-73fbe0cf-0dab-4428-92ba-dbc8af5dcdf5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:23.200104 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-73fbe0cf-0dab-4428-92ba-dbc8af5dcdf5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:23.202606 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-73fbe0cf-0dab-4428-92ba-dbc8af5dcdf5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/subnets/21f00549-a1e5-480a-9341-1e489a37cfaf HTTP/1.1" status: 204 len: 168 time: 1.1681550 Jun 25 09:35:23.204952 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45220) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:23.218683 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddcb564-b870-4830-8fc5-b33a646290e3 None None] Network 2a43ae7e-f5f0-4daf-9264-a98686f01979 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:35:23.229332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce1930-0a70-4e8a-8224-24ad6804763b req-6690dd72-271d-494a-b503-c377d4d88ad0 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:23.237729 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fcce1930-0a70-4e8a-8224-24ad6804763b req-6690dd72-271d-494a-b503-c377d4d88ad0 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.7198768 Jun 25 09:35:23.263651 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295119ad-e616-4518-9e84-14e8fbfee84c req-275d8416-09f8-4e33-a4e5-e85ffb09d327 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:23.271130 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-295119ad-e616-4518-9e84-14e8fbfee84c req-275d8416-09f8-4e33-a4e5-e85ffb09d327 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.6675649 Jun 25 09:35:23.367218 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fcce1930-0a70-4e8a-8224-24ad6804763b req-259916dd-f69d-43c5-8975-96d76763e27f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284702 Jun 25 09:35:23.375825 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-295119ad-e616-4518-9e84-14e8fbfee84c req-894e530f-5655-4328-8d53-f834402c5ceb tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035151 Jun 25 09:35:23.428074 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:23.510750 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Deleting port c13d5da9-8267-4991-ae78-535d371cfb82 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:35:23.511215 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:23.601778 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] For port c13d5da9-8267-4991-ae78-535d371cfb82, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c13d5da9-8267-4991-ae78-535d371cfb82,segment=NetworkSegment(48b6a356-0583-49be-b64d-4b9ba4dd62ce),segment_id=48b6a356-0583-49be-b64d-4b9ba4dd62ce)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:35:23.602387 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:23.638031 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Calling delete_port for c13d5da9-8267-4991-ae78-535d371cfb82 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:35:23.722367 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] DHCP port deletion for 2a43ae7e-f5f0-4daf-9264-a98686f01979 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:35:23.827208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Deleting port c13d5da9-8267-4991-ae78-535d371cfb82 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:35:23.827591 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:23.885234 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:23.887937 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d2489343-e7ee-4afb-a74b-27288775a4ea tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:23.965541 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Port': ['ID=c13d5da9-8267-4991-ae78-535d371cfb82,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:23.971790 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:23.972941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] No DVR routers for this DVR port c13d5da9-8267-4991-ae78-535d371cfb82 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:35:23.973846 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] For port c13d5da9-8267-4991-ae78-535d371cfb82, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=c13d5da9-8267-4991-ae78-535d371cfb82,segment=NetworkSegment(48b6a356-0583-49be-b64d-4b9ba4dd62ce),segment_id=48b6a356-0583-49be-b64d-4b9ba4dd62ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:35:23.974255 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:24.001819 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Calling delete_port for c13d5da9-8267-4991-ae78-535d371cfb82 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:35:24.112144 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a9154-297a-4489-bb17-650d074f298a req-626ba972-09c3-40dc-93de-5a1927bc2ae9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:24.113774 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-744a9154-297a-4489-bb17-650d074f298a req-626ba972-09c3-40dc-93de-5a1927bc2ae9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1899569 Jun 25 09:35:24.121681 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:24.148291 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a43ae7e-f5f0-4daf-9264-a98686f01979']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:24.180655 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:24.182987 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b6a356-0583-49be-b64d-4b9ba4dd62ce') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:24.183295 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b6a356-0583-49be-b64d-4b9ba4dd62ce') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:35:24.195757 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:24.214612 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-744a9154-297a-4489-bb17-650d074f298a req-307d2533-3412-40ff-b071-8c2d15494444 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946455 Jun 25 09:35:24.228551 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:24.235873 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:35:24.236439 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:35:24.240181 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:35:24.265811 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:24.269820 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:24.305915 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Pushing event deleted for resources: {'Port': ['ID=c13d5da9-8267-4991-ae78-535d371cfb82,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:24.343903 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] No DVR routers for this DVR port c13d5da9-8267-4991-ae78-535d371cfb82 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:35:24.347284 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:24.359067 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7adf4695-e314-49e5-8053-325a0191806e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:24.369891 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:24.376204 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:24.377069 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:24.377936 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] 10.222.0.93 "DELETE /v2.0/networks/2a43ae7e-f5f0-4daf-9264-a98686f01979 HTTP/1.1" status: 204 len: 168 time: 1.1652832 Jun 25 09:35:24.378731 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:24.381581 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:24.382199 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:24.385445 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:24.385990 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:24.386512 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:24.388188 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:24.389264 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:24.390661 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:24.393468 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:24.403239 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:24.417221 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Pushing event deleted for resources: {'Network': ['ID=2a43ae7e-f5f0-4daf-9264-a98686f01979,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:24.419631 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:24.537417 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c13d5da9-8267-4991-ae78-535d371cfb82 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:35:24.596002 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: c13d5da9-8267-4991-ae78-535d371cfb82 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:35:24.596676 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device c13d5da9-8267-4991-ae78-535d371cfb82 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:35:24.655059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3f257-81c6-4cfb-ab80-9a0edffce52e req-42df6cd7-d99e-4070-9735-f8c9f38769eb tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:24.663595 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a4c3f257-81c6-4cfb-ab80-9a0edffce52e req-42df6cd7-d99e-4070-9735-f8c9f38769eb tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1069753 Jun 25 09:35:24.766178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a4c3f257-81c6-4cfb-ab80-9a0edffce52e req-b1dc5638-f315-4399-9ea3-6554b12741b6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945497 Jun 25 09:35:24.872518 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45268) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:24.938624 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-457d28cc-d272-4e4a-ae16-04de341d3ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:25.144788 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-09874803-66b6-4a4a-8cf0-0fd293e4c3ae admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=525c5f7a398846f3945c29eef96485a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690945 Jun 25 09:35:25.145676 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45278) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:25.212624 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:25.312023 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea34c-5fb8-46be-abe7-90b23f2ccdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:25.407038 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea34c-5fb8-46be-abe7-90b23f2ccdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:25.558497 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f8312ff-287c-4046-bc41-2d78caa45ceb req-3ccbbe81-7e19-480d-a799-89d6c1248f1f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1473615 Jun 25 09:35:25.561885 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea34c-5fb8-46be-abe7-90b23f2ccdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:25.564752 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea34c-5fb8-46be-abe7-90b23f2ccdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:25.573102 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fd0ea34c-5fb8-46be-abe7-90b23f2ccdd7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/48ec17b9-456f-4973-b1ca-c42937e4f47b HTTP/1.1" status: 204 len: 168 time: 0.4261754 Jun 25 09:35:25.575267 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-80914ad1-9221-4cc1-91bc-7be568af214d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:25.597801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ea34c-5fb8-46be-abe7-90b23f2ccdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ec17b9-456f-4973-b1ca-c42937e4f47b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:25.609999 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fd0ea34c-5fb8-46be-abe7-90b23f2ccdd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:25.671951 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4081c2-0b38-4bef-a0d4-17194a968618 req-8e4eb923-7b50-40a5-bc33-2f2c7e83766f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:25.680673 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d4081c2-0b38-4bef-a0d4-17194a968618 req-8e4eb923-7b50-40a5-bc33-2f2c7e83766f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.2252216 Jun 25 09:35:25.738283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d4081c2-0b38-4bef-a0d4-17194a968618 req-48dfc99c-b24a-42b1-a8a5-b763359147b8 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562603 Jun 25 09:35:25.773749 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8312ff-287c-4046-bc41-2d78caa45ceb req-ae2375e7-3da5-40e3-9423-e558f1aa30c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:25.775336 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f8312ff-287c-4046-bc41-2d78caa45ceb req-ae2375e7-3da5-40e3-9423-e558f1aa30c0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 1096 time: 0.1367543 Jun 25 09:35:26.003344 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8312ff-287c-4046-bc41-2d78caa45ceb req-157a2aa5-4a34-4fec-8f5b-a6b74241d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:26.005262 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f8312ff-287c-4046-bc41-2d78caa45ceb req-157a2aa5-4a34-4fec-8f5b-a6b74241d7c7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.1731491 Jun 25 09:35:26.088531 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa2fa8-50c5-4400-9a13-11eb34ad8eeb req-5b6441b1-9f59-44f4-9479-a5568f20bd9e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:26.090454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cbfa2fa8-50c5-4400-9a13-11eb34ad8eeb req-5b6441b1-9f59-44f4-9479-a5568f20bd9e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1912899 Jun 25 09:35:26.149452 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40132b90-ec2a-4a11-a333-2e7d13c71f2e req-e8094880-1417-434c-97a5-bd0373b72bd1 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:26.156675 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-40132b90-ec2a-4a11-a333-2e7d13c71f2e req-e8094880-1417-434c-97a5-bd0373b72bd1 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.2228930 Jun 25 09:35:26.162356 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f8312ff-287c-4046-bc41-2d78caa45ceb req-b274e614-c084-4875-b5bc-53c2cc0b8d4e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a177323-d22c-4784-bf95-b39519abbdc6 HTTP/1.1" status: 200 len: 999 time: 0.1501117 Jun 25 09:35:26.205677 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cbfa2fa8-50c5-4400-9a13-11eb34ad8eeb req-4d9ac65c-2871-4353-945d-596fd7129d12 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015213 Jun 25 09:35:26.239766 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8312ff-287c-4046-bc41-2d78caa45ceb req-60933551-a9c9-424e-8279-e2bde4294290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:26.248561 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f8312ff-287c-4046-bc41-2d78caa45ceb req-60933551-a9c9-424e-8279-e2bde4294290 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.0786679 Jun 25 09:35:26.254800 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:26.268772 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-40132b90-ec2a-4a11-a333-2e7d13c71f2e req-60ca50dd-bb30-4ea0-9884-ad0d0cfc38a9 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108091 Jun 25 09:35:26.344476 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8312ff-287c-4046-bc41-2d78caa45ceb req-3afedff1-ed84-4aaa-8680-3f9175e5c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:26.353783 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f8312ff-287c-4046-bc41-2d78caa45ceb req-3afedff1-ed84-4aaa-8680-3f9175e5c51e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979521 Jun 25 09:35:26.502333 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f8312ff-287c-4046-bc41-2d78caa45ceb req-b330cded-8421-480d-8ad7-64424b0af431 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387370 Jun 25 09:35:26.604272 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec4fb2-8173-4506-ae0f-e1337e7c4a8b req-39efbe19-a687-46a5-a602-9826628d4977 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:26.610443 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-42ec4fb2-8173-4506-ae0f-e1337e7c4a8b req-39efbe19-a687-46a5-a602-9826628d4977 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.2115402 Jun 25 09:35:26.654140 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9f8312ff-287c-4046-bc41-2d78caa45ceb req-87c427c4-cd49-491b-9aa6-ee249ca9f324 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445327 Jun 25 09:35:26.673483 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-42ec4fb2-8173-4506-ae0f-e1337e7c4a8b req-e038677d-a3c6-4fac-88ef-fdd9fdd08bb5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566349 Jun 25 09:35:26.862098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45350) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:26.990344 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace119f-584d-4274-b5fa-66f3c4a49fe6 req-41f0a1d8-1acf-41f0-aa38-4ba59a4c3722 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:26.992653 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ace119f-584d-4274-b5fa-66f3c4a49fe6 req-41f0a1d8-1acf-41f0-aa38-4ba59a4c3722 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0802331 Jun 25 09:35:27.087024 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ace119f-584d-4274-b5fa-66f3c4a49fe6 req-2138f4bc-bec7-413c-a5a2-3308b41e9d5b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812390 Jun 25 09:35:27.127846 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b4aca47c-07f4-4e0c-8469-1655a5341276 tempest-ServiceProvidersTest-1862647406 tempest-ServiceProvidersTest-1862647406-project] 10.222.0.93 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2644794 Jun 25 09:35:27.483633 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 45374) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:27.530569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a918618-4e81-483c-90a2-51dec713bc6a req-faf4da19-88a1-4c86-b191-55f5b30c0584 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:27.532702 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a918618-4e81-483c-90a2-51dec713bc6a req-faf4da19-88a1-4c86-b191-55f5b30c0584 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1111531 Jun 25 09:35:27.591496 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a918618-4e81-483c-90a2-51dec713bc6a req-32fa8e89-321e-4de9-a646-4f0fe135e945 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528135 Jun 25 09:35:27.627599 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-689549f8-1bcb-44cd-b98f-2dcabbe30235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:27.663330 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:35:27.771741 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-689549f8-1bcb-44cd-b98f-2dcabbe30235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:27.779219 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-689549f8-1bcb-44cd-b98f-2dcabbe30235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:27.783150 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-877be243-6361-49eb-95ea-f27c911a6c54 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:27.802314 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:35:27.820418 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-689549f8-1bcb-44cd-b98f-2dcabbe30235 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a6a8c300d01b46dfa31bcf01961d3769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3343503 Jun 25 09:35:27.822677 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689549f8-1bcb-44cd-b98f-2dcabbe30235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7351d986-c925-4a3d-b38a-f4d2d2d23a3b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:27.824125 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 45386) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:27.831271 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-689549f8-1bcb-44cd-b98f-2dcabbe30235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:27.846440 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '8f8b5ee4-04b7-4f6d-a8a2-d4394474682b', 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28', 'port_id': '8f8b5ee4-04b7-4f6d-a8a2-d4394474682b', 'mac_address': 'fa:16:3e:aa:22:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b7280b-d276-4f5e-ac6e-26dc1b12ab67', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:35:27.928903 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:27.973540 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-02ef873a-8db5-4419-8d45-eaa86ab4d781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:27.985048 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:35:28.002012 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:28.010417 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-02ef873a-8db5-4419-8d45-eaa86ab4d781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:28.018126 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:35:28.024206 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:28.027000 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c1366226-feec-44b8-8022-1389d6183a83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:28.097898 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:28.099274 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-02ef873a-8db5-4419-8d45-eaa86ab4d781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:28.109515 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:28.113847 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-02ef873a-8db5-4419-8d45-eaa86ab4d781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:28.115058 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-02ef873a-8db5-4419-8d45-eaa86ab4d781 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7351d986-c925-4a3d-b38a-f4d2d2d23a3b HTTP/1.1" status: 204 len: 168 time: 0.2742760 Jun 25 09:35:28.115944 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-38567e56-972b-4e82-8104-69a4afc4853c tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:28.138828 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef873a-8db5-4419-8d45-eaa86ab4d781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7351d986-c925-4a3d-b38a-f4d2d2d23a3b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:28.142619 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-02ef873a-8db5-4419-8d45-eaa86ab4d781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:28.204707 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['8f8b5ee4-04b7-4f6d-a8a2-d4394474682b'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:35:28.845095 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d67dc0-a818-42d2-861a-30e4bd874f48 req-ec4bfaef-5b77-4657-9995-696fb2d189b2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:28.847989 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-71d67dc0-a818-42d2-861a-30e4bd874f48 req-ec4bfaef-5b77-4657-9995-696fb2d189b2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 945 time: 0.1169336 Jun 25 09:35:28.910225 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-71d67dc0-a818-42d2-861a-30e4bd874f48 req-1e5846ad-6abc-4478-9a71-c5405d9ac12c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560415 Jun 25 09:35:29.662496 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:35:29.727294 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:35:29.728101 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:29.847916 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:29.876412 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485a8b01-658b-4bce-afbb-ffab24864755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8b5ee4-04b7-4f6d-a8a2-d4394474682b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:35:29.878709 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4968ae-ce5b-4158-8719-dad814943645" -d '{"events": [{"server_uuid": "485a8b01-658b-4bce-afbb-ffab24864755", "name": "network-vif-plugged", "status": "completed", "tag": "8f8b5ee4-04b7-4f6d-a8a2-d4394474682b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:35:29.892034 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:35:29.896813 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:29.898762 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-0c64ec18-d425-4317-a52f-6e410f863b17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:29.954583 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958abfee-7314-4678-94f1-8a2ea25172df x-openstack-request-id: req-958abfee-7314-4678-94f1-8a2ea25172df {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:35:29.955174 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485a8b01-658b-4bce-afbb-ffab24864755", "name": "network-vif-plugged", "status": "completed", "tag": "8f8b5ee4-04b7-4f6d-a8a2-d4394474682b", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:35:29.955731 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-958abfee-7314-4678-94f1-8a2ea25172df {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:35:29.956338 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485a8b01-658b-4bce-afbb-ffab24864755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8b5ee4-04b7-4f6d-a8a2-d4394474682b', 'code': 200} Jun 25 09:35:29.970836 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:29.976005 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:30.157696 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a988355-dccc-4501-a49d-bc973f1ca079 req-4e0f3f53-a099-4c9b-9933-d16cfe9d3985 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:30.159040 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a988355-dccc-4501-a49d-bc973f1ca079 req-4e0f3f53-a099-4c9b-9933-d16cfe9d3985 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.0840557 Jun 25 09:35:30.229599 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a988355-dccc-4501-a49d-bc973f1ca079 req-96b67d60-6d10-419a-9898-43113967d7db tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606260 Jun 25 09:35:31.361031 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:31.423632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fa6da-7628-4184-8d19-29d649df44cc req-e5b1a3f8-ca8d-43c1-bc42-5dd8db051a4a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:31.425299 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-055fa6da-7628-4184-8d19-29d649df44cc req-e5b1a3f8-ca8d-43c1-bc42-5dd8db051a4a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.0819778 Jun 25 09:35:31.466289 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-055fa6da-7628-4184-8d19-29d649df44cc req-777149b4-4b34-4ef3-aa59-05052b0448bc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348527 Jun 25 09:35:31.927059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955904c4-127d-4f90-aa1c-c14c3d99cfde req-05226c94-0111-4522-b57f-d03b844878cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:31.928862 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-955904c4-127d-4f90-aa1c-c14c3d99cfde req-05226c94-0111-4522-b57f-d03b844878cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 1098 time: 0.0667326 Jun 25 09:35:32.047837 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955904c4-127d-4f90-aa1c-c14c3d99cfde req-76d15d5c-9524-42ec-987b-1757dafe5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:32.049751 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-955904c4-127d-4f90-aa1c-c14c3d99cfde req-76d15d5c-9524-42ec-987b-1757dafe5b7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 914 time: 0.0945215 Jun 25 09:35:32.108231 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-955904c4-127d-4f90-aa1c-c14c3d99cfde req-d81c5f2d-c4fe-4574-a6ec-6292783dc217 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b HTTP/1.1" status: 200 len: 217 time: 0.0435181 Jun 25 09:35:32.176065 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955904c4-127d-4f90-aa1c-c14c3d99cfde req-128c4a90-f672-495a-895d-f83463366a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:32.178307 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-955904c4-127d-4f90-aa1c-c14c3d99cfde req-128c4a90-f672-495a-895d-f83463366a51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 HTTP/1.1" status: 200 len: 852 time: 0.0602891 Jun 25 09:35:32.226670 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-955904c4-127d-4f90-aa1c-c14c3d99cfde req-5f4ede9b-3be8-433d-b915-d4ddf37c7804 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a124eb50-58b7-4400-83c7-66fc4f4c6f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320823 Jun 25 09:35:32.330651 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-955904c4-127d-4f90-aa1c-c14c3d99cfde req-a4ec0e80-04eb-443d-b73e-58589a9b1e70 service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945299 Jun 25 09:35:32.456207 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-955904c4-127d-4f90-aa1c-c14c3d99cfde req-d29e6200-d50b-432d-965f-b73f5c01ab53 service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066337 Jun 25 09:35:32.745617 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede68acd-edca-43cd-8ddb-a3d797466fb7 req-aae5846c-29ab-4f20-a694-b36d3c62b6f0 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:32.747446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ede68acd-edca-43cd-8ddb-a3d797466fb7 req-aae5846c-29ab-4f20-a694-b36d3c62b6f0 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.0734863 Jun 25 09:35:32.805948 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ede68acd-edca-43cd-8ddb-a3d797466fb7 req-86d52041-e37a-4862-91c3-21398df3a5f5 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465064 Jun 25 09:35:34.410404 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949aea9-f7c1-4ac8-abfa-4ec25fa3249c req-f48d6e5f-d623-4db5-b4cc-2f862a82ee05 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:34.421080 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4949aea9-f7c1-4ac8-abfa-4ec25fa3249c req-f48d6e5f-d623-4db5-b4cc-2f862a82ee05 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.2512760 Jun 25 09:35:34.492319 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4949aea9-f7c1-4ac8-abfa-4ec25fa3249c req-f9d5dc90-3df4-4831-9c36-117f39c7d9a4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698104 Jun 25 09:35:35.900771 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30ca70-8db7-4101-96fa-cdd060fa4f6d req-ebdde06e-37b9-4f57-ba48-c9857527b685 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:35.925585 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9b30ca70-8db7-4101-96fa-cdd060fa4f6d req-ebdde06e-37b9-4f57-ba48-c9857527b685 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1457012 Jun 25 09:35:36.009483 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9b30ca70-8db7-4101-96fa-cdd060fa4f6d req-3a3de1d0-ba9c-4095-804a-ddd148306a99 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828695 Jun 25 09:35:37.381868 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce100e61-246c-49df-bb37-dded1b4698be req-6af6814e-9dd9-49fc-bbe1-ae25014736e6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:37.390733 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce100e61-246c-49df-bb37-dded1b4698be req-6af6814e-9dd9-49fc-bbe1-ae25014736e6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1190050 Jun 25 09:35:37.461057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce100e61-246c-49df-bb37-dded1b4698be req-56a4ed8c-7ae1-4981-a976-4fb9d52020f7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668671 Jun 25 09:35:38.939649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeff0c-e36a-41d5-848d-3256d89f2407 req-dc22829f-ccde-4948-bff7-400b27219062 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:38.953741 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b9aeff0c-e36a-41d5-848d-3256d89f2407 req-dc22829f-ccde-4948-bff7-400b27219062 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1879895 Jun 25 09:35:39.050584 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b9aeff0c-e36a-41d5-848d-3256d89f2407 req-d5598514-295f-489e-b687-75c0091800a8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954905 Jun 25 09:35:40.462842 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03aa0b4-1558-4b08-8d4d-44d42d4097cd req-37cbf762-966f-4d38-b24c-9aad09c06fe6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:40.472178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b03aa0b4-1558-4b08-8d4d-44d42d4097cd req-37cbf762-966f-4d38-b24c-9aad09c06fe6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1682379 Jun 25 09:35:40.530072 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b03aa0b4-1558-4b08-8d4d-44d42d4097cd req-24e72b9c-2613-4f67-a341-47b4dad8a1c2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501666 Jun 25 09:35:42.107303 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cbfce-dd48-4744-b41a-a2cc2b57ed5e req-dce97c31-6e67-4302-98b4-85f15ecf037e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:42.125908 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff2cbfce-dd48-4744-b41a-a2cc2b57ed5e req-dce97c31-6e67-4302-98b4-85f15ecf037e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.2876792 Jun 25 09:35:42.270981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff2cbfce-dd48-4744-b41a-a2cc2b57ed5e req-eb3c4147-37a6-492a-8098-7385843c25f9 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439779 Jun 25 09:35:43.642963 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d913360-d638-42ee-8614-c97b655bf621 req-4feca4c2-fd91-465e-b4cd-fd3ab22ded37 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:43.645343 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d913360-d638-42ee-8614-c97b655bf621 req-4feca4c2-fd91-465e-b4cd-fd3ab22ded37 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1503561 Jun 25 09:35:43.712354 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d913360-d638-42ee-8614-c97b655bf621 req-a3c65690-4ce3-4d3b-a761-121502fc8223 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589843 Jun 25 09:35:45.297985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f195102-59fe-48c7-935e-cfe9c0e167a1 req-1aed17c9-89ab-4fd3-9479-e35aeb8edcbe tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:45.306772 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f195102-59fe-48c7-935e-cfe9c0e167a1 req-1aed17c9-89ab-4fd3-9479-e35aeb8edcbe tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.2126508 Jun 25 09:35:45.397678 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f195102-59fe-48c7-935e-cfe9c0e167a1 req-5eb9fe46-1579-4f0a-8fe4-aa96efb18de2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758774 Jun 25 09:35:46.872116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d298b-614f-45e5-82e8-e12a2dc57316 req-e7dcd437-1e1b-4607-8b16-e8c82363aac3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:46.873839 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-646d298b-614f-45e5-82e8-e12a2dc57316 req-e7dcd437-1e1b-4607-8b16-e8c82363aac3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.0888481 Jun 25 09:35:46.975810 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-646d298b-614f-45e5-82e8-e12a2dc57316 req-4bddc32f-c26d-4575-a8ec-3cc8b02bc098 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941925 Jun 25 09:35:48.300865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8103624-46dc-430b-b74d-e48f08ad2fdb req-8cc06801-58d3-4705-814e-c8d0847d2cc1 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:48.308580 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8103624-46dc-430b-b74d-e48f08ad2fdb req-8cc06801-58d3-4705-814e-c8d0847d2cc1 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1267350 Jun 25 09:35:48.374087 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8103624-46dc-430b-b74d-e48f08ad2fdb req-dfb25d5b-64af-4057-8208-ccdc5f2bbc45 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644467 Jun 25 09:35:49.741591 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745f1b-8a73-48af-a121-6910b62c238c req-3c8be824-fa00-442c-8d2f-fa106e799399 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:49.749983 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94745f1b-8a73-48af-a121-6910b62c238c req-3c8be824-fa00-442c-8d2f-fa106e799399 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1184554 Jun 25 09:35:49.811798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94745f1b-8a73-48af-a121-6910b62c238c req-efb59474-232a-460d-b7ae-f5739421c199 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604522 Jun 25 09:35:51.087664 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc1a55-58d3-4614-8398-a04c20f86235 req-5a9ed827-1a7d-40ad-bb25-210823c84d37 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:51.100664 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-71cc1a55-58d3-4614-8398-a04c20f86235 req-5a9ed827-1a7d-40ad-bb25-210823c84d37 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1017742 Jun 25 09:35:51.192682 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-71cc1a55-58d3-4614-8398-a04c20f86235 req-67362d00-4699-4606-8ca9-ece64a16d18d tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905652 Jun 25 09:35:52.427905 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-407dab56-ba14-4b4c-bbfa-826043acb483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:52.524517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1a4b9-c25c-44f3-b149-ac196551bb4b req-b8483c24-1a99-476e-bf82-d248c5072eba tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:52.526105 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66c1a4b9-c25c-44f3-b149-ac196551bb4b req-b8483c24-1a99-476e-bf82-d248c5072eba tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1440525 Jun 25 09:35:52.605224 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66c1a4b9-c25c-44f3-b149-ac196551bb4b req-a069dd09-4765-400d-8290-237367fb6008 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705459 Jun 25 09:35:53.785710 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f1c80-9873-418b-8a74-80f39dfb0e13 req-1a98aa9e-225a-48fd-a698-1ccce41d7dfc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:53.793720 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-513f1c80-9873-418b-8a74-80f39dfb0e13 req-1a98aa9e-225a-48fd-a698-1ccce41d7dfc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.0795922 Jun 25 09:35:53.837306 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-513f1c80-9873-418b-8a74-80f39dfb0e13 req-00e86ead-9c20-4707-bca5-f5f2084c6005 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425518 Jun 25 09:35:54.136488 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:54.621048 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd235c-ce68-4682-90ad-109532a9541a req-a8f5c55f-bb21-4828-a108-dd8f054438b8 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:54.630208 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2afd235c-ce68-4682-90ad-109532a9541a req-a8f5c55f-bb21-4828-a108-dd8f054438b8 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0946989 Jun 25 09:35:54.663174 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb0157-82ae-4665-b8b2-2e32e1e74d5e req-f98d429a-a6c9-4779-8e2b-e8a22bedddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:54.665071 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7cdb0157-82ae-4665-b8b2-2e32e1e74d5e req-f98d429a-a6c9-4779-8e2b-e8a22bedddd6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 1096 time: 0.0933800 Jun 25 09:35:54.693978 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2afd235c-ce68-4682-90ad-109532a9541a req-f33f97e4-7580-471d-8d6a-4fcc57c1fdd3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480661 Jun 25 09:35:54.783660 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb0157-82ae-4665-b8b2-2e32e1e74d5e req-400245ae-7953-4625-8847-847cff63c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:54.786164 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7cdb0157-82ae-4665-b8b2-2e32e1e74d5e req-400245ae-7953-4625-8847-847cff63c17e service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.1146302 Jun 25 09:35:54.890074 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7cdb0157-82ae-4665-b8b2-2e32e1e74d5e req-28c3f34a-d96c-4e01-9a9d-3a2d887b720c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a177323-d22c-4784-bf95-b39519abbdc6 HTTP/1.1" status: 200 len: 999 time: 0.0971029 Jun 25 09:35:54.922566 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31032981-04c0-4662-9fd6-0f44cc2d1ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:54.969861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb0157-82ae-4665-b8b2-2e32e1e74d5e req-b6dd3dbb-79f4-4f39-b3ee-981449571edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:54.973808 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7cdb0157-82ae-4665-b8b2-2e32e1e74d5e req-b6dd3dbb-79f4-4f39-b3ee-981449571edb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.0770888 Jun 25 09:35:55.057125 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46404) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:55.081351 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb0157-82ae-4665-b8b2-2e32e1e74d5e req-a4a76329-e420-4b8b-92b7-d6b41d7f102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:55.083197 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7cdb0157-82ae-4665-b8b2-2e32e1e74d5e req-a4a76329-e420-4b8b-92b7-d6b41d7f102e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959775 Jun 25 09:35:55.156976 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2bd94-9195-4a03-bcd9-4b5f44721068 req-f98b8a79-6298-4131-be49-a9db292661fe tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:55.165280 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4cb2bd94-9195-4a03-bcd9-4b5f44721068 req-f98b8a79-6298-4131-be49-a9db292661fe tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1609969 Jun 25 09:35:55.175323 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdfd24-73ef-4a47-ab92-3b94a4c44f61 req-e8907663-68a7-4e30-b83e-73d7f25d4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:55.177143 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2bdfd24-73ef-4a47-ab92-3b94a4c44f61 req-e8907663-68a7-4e30-b83e-73d7f25d4ec3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 1098 time: 0.2537065 Jun 25 09:35:55.210436 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:55.222914 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:55.232683 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4cb2bd94-9195-4a03-bcd9-4b5f44721068 req-e60515e5-3b2d-4243-9fd5-d9a1f16f465e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662141 Jun 25 09:35:55.369515 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7cdb0157-82ae-4665-b8b2-2e32e1e74d5e req-84dc5006-9d5f-494d-898c-bec31c513e16 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781224 Jun 25 09:35:55.371183 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdfd24-73ef-4a47-ab92-3b94a4c44f61 req-2bfd2bce-f4f7-43bd-90f9-9dc9a106d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:55.375687 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2bdfd24-73ef-4a47-ab92-3b94a4c44f61 req-2bfd2bce-f4f7-43bd-90f9-9dc9a106d655 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 914 time: 0.1590166 Jun 25 09:35:55.441288 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2bdfd24-73ef-4a47-ab92-3b94a4c44f61 req-afcf83cf-a21f-44ef-859e-76ada23a3aff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b HTTP/1.1" status: 200 len: 217 time: 0.0557401 Jun 25 09:35:55.512444 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdfd24-73ef-4a47-ab92-3b94a4c44f61 req-87223ce7-c0fc-49ae-ae20-5a8c3cf52d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:55.514017 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2bdfd24-73ef-4a47-ab92-3b94a4c44f61 req-87223ce7-c0fc-49ae-ae20-5a8c3cf52d01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 HTTP/1.1" status: 200 len: 852 time: 0.0658352 Jun 25 09:35:55.529010 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:55.533171 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7cdb0157-82ae-4665-b8b2-2e32e1e74d5e req-2ed57094-1d4f-41f3-8a75-49ff1f17f26b service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527531 Jun 25 09:35:55.535764 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:55.538402 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b3181903-9e2f-47b8-bfa0-e4d954e2f9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:55.576340 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2bdfd24-73ef-4a47-ab92-3b94a4c44f61 req-9e3be1ff-6781-421b-9c92-8bab8fdcdcd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a124eb50-58b7-4400-83c7-66fc4f4c6f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540209 Jun 25 09:35:55.593105 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b46ac044c3654e0497b8a33f6c3ceb2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5345099 Jun 25 09:35:55.594412 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a720b28-db6c-4d7f-bcd1-76208d2f9bdf,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:55.596927 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46414) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:55.614727 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:55.615431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:55.615990 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:55.616536 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:55.617121 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:55.617659 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:55.618213 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:55.618752 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:55.619281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:55.619875 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:55.620430 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:55.620998 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:55.627089 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:55.670663 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d8907dfb-83f9-47f8-aaa4-24d970335206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:55.704698 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d8907dfb-83f9-47f8-aaa4-24d970335206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:55.725131 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:35:55.764417 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2bdfd24-73ef-4a47-ab92-3b94a4c44f61 req-9fd4c2bc-21da-4fa4-a874-11d126414c5d service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805270 Jun 25 09:35:55.775279 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d8907dfb-83f9-47f8-aaa4-24d970335206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:55.779877 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d8907dfb-83f9-47f8-aaa4-24d970335206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:55.781920 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d8907dfb-83f9-47f8-aaa4-24d970335206 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0a720b28-db6c-4d7f-bcd1-76208d2f9bdf HTTP/1.1" status: 204 len: 168 time: 0.1839170 Jun 25 09:35:55.785831 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dd3cfc50-8edc-4e61-96bc-7122991ee12f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:55.799450 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8907dfb-83f9-47f8-aaa4-24d970335206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a720b28-db6c-4d7f-bcd1-76208d2f9bdf,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:55.802768 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d8907dfb-83f9-47f8-aaa4-24d970335206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:55.969757 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2bdfd24-73ef-4a47-ab92-3b94a4c44f61 req-fd325ab9-a32f-4775-a893-a54a3065bf2d service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976602 Jun 25 09:35:55.986961 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaadbe6-41d0-4f50-aa2e-d1b264f39af4 req-7648961b-a9c7-4a7b-995c-3ce0c108cbdf tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:55.993939 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcaadbe6-41d0-4f50-aa2e-d1b264f39af4 req-7648961b-a9c7-4a7b-995c-3ce0c108cbdf tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1051855 Jun 25 09:35:56.041113 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcaadbe6-41d0-4f50-aa2e-d1b264f39af4 req-019813d3-7fa2-4717-8a9b-32cc43f46641 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461853 Jun 25 09:35:56.154415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46424) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:56.168954 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6c66-32d0-4d18-aa13-824b395e970b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:56.254784 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:56.275819 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6c66-32d0-4d18-aa13-824b395e970b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:56.280903 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6c66-32d0-4d18-aa13-824b395e970b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:56.284779 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-433a23c2-9a00-405b-a950-1fecac9f3570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:56.326274 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46432) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:56.326833 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6b3a6c66-32d0-4d18-aa13-824b395e970b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6ed203d408fb4e32b5b57540f5179f57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686618 Jun 25 09:35:56.347589 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a6c66-32d0-4d18-aa13-824b395e970b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f1957e-be05-49b1-b153-c30bd5a0109e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:56.363249 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6b3a6c66-32d0-4d18-aa13-824b395e970b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:56.446701 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:56.489543 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:56.536658 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe16fa-0b97-4e92-a34d-31694bc1440f req-5f4669d8-011a-49c8-8058-dbc0cb0b81eb tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:56.538508 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-02fe16fa-0b97-4e92-a34d-31694bc1440f req-5f4669d8-011a-49c8-8058-dbc0cb0b81eb tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.1217208 Jun 25 09:35:56.587506 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:56.590108 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:56.591249 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b7f1957e-be05-49b1-b153-c30bd5a0109e HTTP/1.1" status: 204 len: 168 time: 0.2660086 Jun 25 09:35:56.596095 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-71f6982c-ce54-4c09-9e49-c6edfe92b691 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:56.606634 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f1957e-be05-49b1-b153-c30bd5a0109e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:56.614861 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:56.615151 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:56.615527 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:56.615904 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:56.616406 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:56.616863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:56.617216 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:56.617579 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:56.618082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:56.618442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:56.619202 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:56.620149 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:35:56.647432 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-02fe16fa-0b97-4e92-a34d-31694bc1440f req-6b6c5f87-e28a-4a81-ac6d-31cdcba3c4e4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890791 Jun 25 09:35:56.648488 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:57.271861 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106fa18-4b72-4bb8-a405-ed67dad49d6e req-d0de7623-1d21-40f8-842b-c256536ad192 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:57.273494 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9106fa18-4b72-4bb8-a405-ed67dad49d6e req-d0de7623-1d21-40f8-842b-c256536ad192 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0784373 Jun 25 09:35:57.316809 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9106fa18-4b72-4bb8-a405-ed67dad49d6e req-9301cdc2-33a0-4616-9fde-525a6b70789a tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372066 Jun 25 09:35:57.834544 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:35:57.881468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d059d-a793-448c-b942-e4cb2595d76a req-dcbe014b-3a93-4a25-9dfa-d8c350820349 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:57.883487 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-250d059d-a793-448c-b942-e4cb2595d76a req-dcbe014b-3a93-4a25-9dfa-d8c350820349 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 946 time: 0.0876613 Jun 25 09:35:57.964278 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-250d059d-a793-448c-b942-e4cb2595d76a req-b5eaeb64-95b8-4429-ac49-4f990295c33a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743425 Jun 25 09:35:57.990187 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:58.015080 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:58.021007 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485a8b01-658b-4bce-afbb-ffab24864755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8b5ee4-04b7-4f6d-a8a2-d4394474682b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:35:58.023564 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b3b471-bde9-4462-a92e-b6c36e7abdaa" -d '{"events": [{"server_uuid": "485a8b01-658b-4bce-afbb-ffab24864755", "name": "network-vif-unplugged", "status": "completed", "tag": "8f8b5ee4-04b7-4f6d-a8a2-d4394474682b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:35:58.051813 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:35:58.059578 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:58.062768 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ed971f26-e4ec-4819-9503-ab5421e38a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:58.143977 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871b4e1b-c58d-4382-8eb2-098ce984e148 x-openstack-request-id: req-871b4e1b-c58d-4382-8eb2-098ce984e148 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:35:58.144533 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485a8b01-658b-4bce-afbb-ffab24864755", "name": "network-vif-unplugged", "status": "completed", "tag": "8f8b5ee4-04b7-4f6d-a8a2-d4394474682b", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:35:58.145031 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-871b4e1b-c58d-4382-8eb2-098ce984e148 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:35:58.146079 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485a8b01-658b-4bce-afbb-ffab24864755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8b5ee4-04b7-4f6d-a8a2-d4394474682b', 'code': 200} Jun 25 09:35:58.146901 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:58.150529 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:59.204315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46554) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:59.326025 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261e76b-83a0-4226-b9fa-8ee8a7d22698 req-233fd734-9592-4cd6-8ec9-64dfc59dccb8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:35:59.329680 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0261e76b-83a0-4226-b9fa-8ee8a7d22698 req-233fd734-9592-4cd6-8ec9-64dfc59dccb8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 944 time: 0.1702406 Jun 25 09:35:59.375742 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0261e76b-83a0-4226-b9fa-8ee8a7d22698 req-2ca6716f-a109-465b-9f42-79bb088a8c74 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400238 Jun 25 09:35:59.424389 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9c6180a7-187e-429e-afa6-294814fb71c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:59.552277 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9c6180a7-187e-429e-afa6-294814fb71c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:59.566150 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9c6180a7-187e-429e-afa6-294814fb71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:59.576651 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d52e40a9-c477-48d0-80a4-b8cc9e390b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:59.611171 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9c6180a7-187e-429e-afa6-294814fb71c5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5013269147474db0bff0f4ed9cbffaa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4033451 Jun 25 09:35:59.611171 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6180a7-187e-429e-afa6-294814fb71c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7713c107-80ad-4bd0-969b-6e7b9ef5caa4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:59.611583 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46570) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:35:59.613979 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9c6180a7-187e-429e-afa6-294814fb71c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:35:59.678512 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-972f9c9e-f010-45fc-873c-77d1a2c71136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:59.701465 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-972f9c9e-f010-45fc-873c-77d1a2c71136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:59.754887 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-972f9c9e-f010-45fc-873c-77d1a2c71136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:59.758886 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-972f9c9e-f010-45fc-873c-77d1a2c71136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:35:59.760275 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-972f9c9e-f010-45fc-873c-77d1a2c71136 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7713c107-80ad-4bd0-969b-6e7b9ef5caa4 HTTP/1.1" status: 204 len: 168 time: 0.1409853 Jun 25 09:35:59.761249 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5f79add8-dfe2-45c6-910f-78dfadda95a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:35:59.775194 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f9c9e-f010-45fc-873c-77d1a2c71136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7713c107-80ad-4bd0-969b-6e7b9ef5caa4,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:35:59.785591 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-972f9c9e-f010-45fc-873c-77d1a2c71136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:00.112786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46606) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:00.128971 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd8196cf-e432-49b7-8ec5-ed22c5479040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:00.279361 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd8196cf-e432-49b7-8ec5-ed22c5479040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:00.308319 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fd8196cf-e432-49b7-8ec5-ed22c5479040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:00.322678 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9a907024-7503-4567-ae3a-7cd0dddc5790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:00.370135 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fd8196cf-e432-49b7-8ec5-ed22c5479040 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=55117f0ebfc148feb30876fd620d5eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554996 Jun 25 09:36:00.372674 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46614) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:00.381390 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8196cf-e432-49b7-8ec5-ed22c5479040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef9e1e0-ac41-4297-bfe1-7b5bdb1c7ce3,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:00.395820 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fd8196cf-e432-49b7-8ec5-ed22c5479040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:00.452457 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e10ae802-11cc-4120-b67f-9bd31e760958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:00.476226 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e910b-99cc-4946-b46e-40ef7d1d9d01 req-8f4d672a-a3ad-4d0a-91ea-0652e2ff8666 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:00.477809 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c3e910b-99cc-4946-b46e-40ef7d1d9d01 req-8f4d672a-a3ad-4d0a-91ea-0652e2ff8666 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=485a8b01-658b-4bce-afbb-ffab24864755 HTTP/1.1" status: 200 len: 944 time: 0.2108786 Jun 25 09:36:00.500138 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e10ae802-11cc-4120-b67f-9bd31e760958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:00.623211 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e10ae802-11cc-4120-b67f-9bd31e760958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:00.625992 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e10ae802-11cc-4120-b67f-9bd31e760958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:00.627157 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e10ae802-11cc-4120-b67f-9bd31e760958 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8ef9e1e0-ac41-4297-bfe1-7b5bdb1c7ce3 HTTP/1.1" status: 204 len: 168 time: 0.2534661 Jun 25 09:36:00.628760 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6095dd59-dbac-4cd7-84d4-19a810f0bde9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:00.644844 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ae802-11cc-4120-b67f-9bd31e760958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef9e1e0-ac41-4297-bfe1-7b5bdb1c7ce3,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:00.656290 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e10ae802-11cc-4120-b67f-9bd31e760958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:00.671962 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-6c3e910b-99cc-4946-b46e-40ef7d1d9d01 req-2c9c162d-e708-4032-bb9e-1c663e85fe57 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Deleting port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:36:00.672516 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c3e910b-99cc-4946-b46e-40ef7d1d9d01 req-2c9c162d-e708-4032-bb9e-1c663e85fe57 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:00.839666 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-6c3e910b-99cc-4946-b46e-40ef7d1d9d01 req-2c9c162d-e708-4032-bb9e-1c663e85fe57 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] For port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:36:00.840038 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c3e910b-99cc-4946-b46e-40ef7d1d9d01 req-2c9c162d-e708-4032-bb9e-1c663e85fe57 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:00.863134 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-6c3e910b-99cc-4946-b46e-40ef7d1d9d01 req-2c9c162d-e708-4032-bb9e-1c663e85fe57 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Calling delete_port for 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:36:01.054456 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c3e910b-99cc-4946-b46e-40ef7d1d9d01 req-2c9c162d-e708-4032-bb9e-1c663e85fe57 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:01.070571 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:01.140290 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c162d-e708-4032-bb9e-1c663e85fe57 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Pushing event deleted for resources: {'Port': ['ID=8f8b5ee4-04b7-4f6d-a8a2-d4394474682b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:01.148099 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2c9c162d-e708-4032-bb9e-1c663e85fe57 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:01.167110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3e910b-99cc-4946-b46e-40ef7d1d9d01 req-2c9c162d-e708-4032-bb9e-1c663e85fe57 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] No DVR routers for this DVR port 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:36:01.170263 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-6c3e910b-99cc-4946-b46e-40ef7d1d9d01 req-2c9c162d-e708-4032-bb9e-1c663e85fe57 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:01.172908 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c3e910b-99cc-4946-b46e-40ef7d1d9d01 req-2c9c162d-e708-4032-bb9e-1c663e85fe57 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "DELETE /v2.0/ports/8f8b5ee4-04b7-4f6d-a8a2-d4394474682b HTTP/1.1" status: 204 len: 173 time: 0.6850343 Jun 25 09:36:01.173501 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485a8b01-658b-4bce-afbb-ffab24864755', 'name': 'network-vif-deleted', 'tag': '8f8b5ee4-04b7-4f6d-a8a2-d4394474682b'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:36:01.185973 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7338541c-78f9-4d22-a174-ffc94505872d" -d '{"events": [{"server_uuid": "485a8b01-658b-4bce-afbb-ffab24864755", "name": "network-vif-deleted", "tag": "8f8b5ee4-04b7-4f6d-a8a2-d4394474682b"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:36:01.372478 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:01.554966 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 25 Jun 2021 09:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bdf30b-9fc5-44ce-98b9-317dd2c1e94a x-openstack-request-id: req-01bdf30b-9fc5-44ce-98b9-317dd2c1e94a {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:36:01.555500 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485a8b01-658b-4bce-afbb-ffab24864755", "name": "network-vif-deleted", "tag": "8f8b5ee4-04b7-4f6d-a8a2-d4394474682b", "status": "failed", "code": 422}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:36:01.555801 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-01bdf30b-9fc5-44ce-98b9-317dd2c1e94a {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:36:01.556592 n-d-761264-15 neutron-server[94024]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '485a8b01-658b-4bce-afbb-ffab24864755', 'name': 'network-vif-deleted', 'tag': '8f8b5ee4-04b7-4f6d-a8a2-d4394474682b', 'status': 'failed', 'code': 422} returned with failed status Jun 25 09:36:01.875393 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:36:01.901129 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:36:01.902183 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 8f8b5ee4-04b7-4f6d-a8a2-d4394474682b not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:36:02.151169 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-bf552498-eeb1-431d-aeb7-fdccb97e0de6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:02.153160 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-bf552498-eeb1-431d-aeb7-fdccb97e0de6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 812 time: 0.1733105 Jun 25 09:36:02.184952 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-3251b263-5c88-4b21-b9cc-4f44516db300 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/quotas/44d174b12e72448983d64be8e279b8cf HTTP/1.1" status: 200 len: 375 time: 0.0229678 Jun 25 09:36:02.231010 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-468db1a6-df32-4ec6-b901-0c85b30f2963 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385032 Jun 25 09:36:02.410954 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-5eb85678-4b82-4438-a268-fce586eb74d6 service neutron] 10.222.0.93 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694686 Jun 25 09:36:02.546729 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-eb559bf0-2adc-4840-a443-143907a5b526 service neutron] 10.222.0.93 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347935 Jun 25 09:36:02.870124 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82d5bd15-e84b-416a-8dd5-9e679e5f270f req-06921353-32f9-44a0-a608-9edf8f1a54fe tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 210 time: 0.0697157 Jun 25 09:36:03.839449 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46804) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:03.844552 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-0bfb32ff-c8d3-4d66-b014-915990faabb4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487372736', 'description': 'tempest-secgroup-smoke-487372736 description', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:03.871068 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0bfb32ff-c8d3-4d66-b014-915990faabb4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:03.895946 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0bfb32ff-c8d3-4d66-b014-915990faabb4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.028132 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-572130e0-7a71-482f-84b7-da5e9b876e07 req-e5c8349e-effe-4395-a607-b41d3f590614 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 210 time: 0.0361269 Jun 25 09:36:04.033392 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0bfb32ff-c8d3-4d66-b014-915990faabb4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.040135 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0bfb32ff-c8d3-4d66-b014-915990faabb4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.044639 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-15db779d-ef8e-4017-8285-1b95418d97a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:04.087558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb32ff-c8d3-4d66-b014-915990faabb4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408c458b-2707-4396-833e-8573c23f8928,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:04.093289 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0bfb32ff-c8d3-4d66-b014-915990faabb4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:04.154999 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0bfb32ff-c8d3-4d66-b014-915990faabb4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.168970 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0bfb32ff-c8d3-4d66-b014-915990faabb4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.172884 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4b9082af-8972-4032-a7ca-16edbab2de05 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:04.209427 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0bfb32ff-c8d3-4d66-b014-915990faabb4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.214194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46816) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:04.214695 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0bfb32ff-c8d3-4d66-b014-915990faabb4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3741097 Jun 25 09:36:04.216064 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb32ff-c8d3-4d66-b014-915990faabb4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf92aad-9859-4347-bf16-e09b94ee5e23,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:04.219285 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0bfb32ff-c8d3-4d66-b014-915990faabb4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:04.222804 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1317f7ae-91ff-46dc-8ced-6bf63b522140 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'ddf92aad-9859-4347-bf16-e09b94ee5e23', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:04.258592 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1317f7ae-91ff-46dc-8ced-6bf63b522140 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.348548 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1317f7ae-91ff-46dc-8ced-6bf63b522140 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.353744 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1317f7ae-91ff-46dc-8ced-6bf63b522140 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.355922 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-040423e7-abfe-4c4c-af53-60b4ae3e9a64 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:04.393470 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317f7ae-91ff-46dc-8ced-6bf63b522140 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a265088c-05ba-44c1-af7d-46dfea8ac263,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:04.396647 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1317f7ae-91ff-46dc-8ced-6bf63b522140 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:04.398367 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1317f7ae-91ff-46dc-8ced-6bf63b522140 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.403792 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1317f7ae-91ff-46dc-8ced-6bf63b522140 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1876791 Jun 25 09:36:04.405120 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46826) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:04.413975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-344f0da5-9a62-45bd-8a47-7d4fc156bc59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'ddf92aad-9859-4347-bf16-e09b94ee5e23', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:04.469638 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-344f0da5-9a62-45bd-8a47-7d4fc156bc59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.528101 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-35ed8f8d-a701-4aab-bb8e-69494c394d12 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:04.530122 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-35ed8f8d-a701-4aab-bb8e-69494c394d12 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 812 time: 0.1877303 Jun 25 09:36:04.542221 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-344f0da5-9a62-45bd-8a47-7d4fc156bc59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.551025 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-ca7b8b90-f580-4685-ac4e-9a2c67bf8b96 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Request body: {'port': {'device_id': 'ed53d5b1-8833-4ed1-95e0-1fa63ee77c63', 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28', 'admin_state_up': True, 'tenant_id': '44d174b12e72448983d64be8e279b8cf'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:04.556476 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-344f0da5-9a62-45bd-8a47-7d4fc156bc59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.560578 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f14a4ddf-b8c6-4b95-8f68-58738867584f tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:04.592190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f0da5-9a62-45bd-8a47-7d4fc156bc59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e843308-0cc6-40a8-b10b-3c2763a974a7,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:04.602768 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-344f0da5-9a62-45bd-8a47-7d4fc156bc59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:04.603968 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-344f0da5-9a62-45bd-8a47-7d4fc156bc59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.605620 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-344f0da5-9a62-45bd-8a47-7d4fc156bc59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1993415 Jun 25 09:36:04.608717 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46830) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:04.614208 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1668e258-7ad7-4cc3-81eb-55769b6bf353 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'ddf92aad-9859-4347-bf16-e09b94ee5e23', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:04.650924 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1668e258-7ad7-4cc3-81eb-55769b6bf353 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.736930 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-ca7b8b90-f580-4685-ac4e-9a2c67bf8b96 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Made reservation on behalf of 44d174b12e72448983d64be8e279b8cf for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:36:04.746567 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-ca7b8b90-f580-4685-ac4e-9a2c67bf8b96 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.756620 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1668e258-7ad7-4cc3-81eb-55769b6bf353 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.761601 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1668e258-7ad7-4cc3-81eb-55769b6bf353 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.763957 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c0024e16-6102-4ff7-b6a0-9b9b1e59362f tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:04.781963 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668e258-7ad7-4cc3-81eb-55769b6bf353 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1e9c0a-94aa-47c6-b7a7-7219e2733774,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:04.789394 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1668e258-7ad7-4cc3-81eb-55769b6bf353 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:04.796369 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1668e258-7ad7-4cc3-81eb-55769b6bf353 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.798239 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1668e258-7ad7-4cc3-81eb-55769b6bf353 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1882775 Jun 25 09:36:04.816208 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46846) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:04.829894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e31f27cd-2388-44ec-af83-b47e426b3408 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'ddf92aad-9859-4347-bf16-e09b94ee5e23', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:04.881851 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e31f27cd-2388-44ec-af83-b47e426b3408 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:04.993164 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-ca7b8b90-f580-4685-ac4e-9a2c67bf8b96 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Allocated IP 172.20.0.7 (a124eb50-58b7-4400-83c7-66fc4f4c6f28/e6b7280b-d276-4f5e-ac6e-26dc1b12ab67/50c0e632-152c-4ea3-b25a-a52acea06651) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:36:05.004096 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e31f27cd-2388-44ec-af83-b47e426b3408 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.007873 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e31f27cd-2388-44ec-af83-b47e426b3408 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.016798 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1317f7ae-91ff-46dc-8ced-6bf63b522140 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:05.037652 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f27cd-2388-44ec-af83-b47e426b3408 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd3ad09-2b37-45cb-87de-66a474b48bb6,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:05.046063 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e31f27cd-2388-44ec-af83-b47e426b3408 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:05.048588 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e31f27cd-2388-44ec-af83-b47e426b3408 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.052666 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e31f27cd-2388-44ec-af83-b47e426b3408 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2270954 Jun 25 09:36:05.056802 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46852) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:05.074248 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-4cd4ca19-adf9-4693-b9ae-f039e34af50b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'ddf92aad-9859-4347-bf16-e09b94ee5e23', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:05.151692 n-d-761264-15 neutron-server[94024]: INFO neutron.db.securitygroups_db [None req-4cd4ca19-adf9-4693-b9ae-f039e34af50b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Project 1a8e091ccc054882b641b9b9ca11d4a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 09:36:05.159757 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4cd4ca19-adf9-4693-b9ae-f039e34af50b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.246416 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-ca7b8b90-f580-4685-ac4e-9a2c67bf8b96 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.259008 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c1beece-0852-447e-9300-42dc91c53449 req-6efbaa5b-426c-402c-80d9-2b94c59a95d7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 210 time: 0.0557084 Jun 25 09:36:05.300320 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4cd4ca19-adf9-4693-b9ae-f039e34af50b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.305890 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4cd4ca19-adf9-4693-b9ae-f039e34af50b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.309056 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1db4fa05-95c2-452a-a280-12a680e7d6ff tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:05.331877 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-ca7b8b90-f580-4685-ac4e-9a2c67bf8b96 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.334991 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4ca19-adf9-4693-b9ae-f039e34af50b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807298e6-f667-42b6-8a25-d2509a420e09,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:05.339175 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4cd4ca19-adf9-4693-b9ae-f039e34af50b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:05.340852 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-832babb7-44eb-473a-b8ee-4714820f58cb tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:05.373068 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4cd4ca19-adf9-4693-b9ae-f039e34af50b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.376709 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4cd4ca19-adf9-4693-b9ae-f039e34af50b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3161042 Jun 25 09:36:05.377122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46864) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:05.384673 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-bf6a1d47-2ba5-4c84-8c43-aadcbd8ccd98 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'ddf92aad-9859-4347-bf16-e09b94ee5e23', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:05.393442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-ca7b8b90-f580-4685-ac4e-9a2c67bf8b96 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Network a124eb50-58b7-4400-83c7-66fc4f4c6f28 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:36:05.399508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b8b90-f580-4685-ac4e-9a2c67bf8b96 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Pushing event updated for resources: {'Port': ['ID=50c0e632-152c-4ea3-b25a-a52acea06651,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:05.402261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-ca7b8b90-f580-4685-ac4e-9a2c67bf8b96 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:36:05.404268 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ca7b8b90-f580-4685-ac4e-9a2c67bf8b96 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:05.405051 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-ca7b8b90-f580-4685-ac4e-9a2c67bf8b96 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:36:05.416125 n-d-761264-15 neutron-server[94025]: INFO neutron.db.securitygroups_db [None req-bf6a1d47-2ba5-4c84-8c43-aadcbd8ccd98 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Project 1a8e091ccc054882b641b9b9ca11d4a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 09:36:05.422521 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bf6a1d47-2ba5-4c84-8c43-aadcbd8ccd98 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.515814 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bf6a1d47-2ba5-4c84-8c43-aadcbd8ccd98 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.522395 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bf6a1d47-2ba5-4c84-8c43-aadcbd8ccd98 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.524361 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-344f0da5-9a62-45bd-8a47-7d4fc156bc59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:05.539621 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a1d47-2ba5-4c84-8c43-aadcbd8ccd98 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fa0dd5-ad2d-4949-aa8c-b787150ebe7e,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:05.570592 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bf6a1d47-2ba5-4c84-8c43-aadcbd8ccd98 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:05.591899 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bf6a1d47-2ba5-4c84-8c43-aadcbd8ccd98 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.595011 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bf6a1d47-2ba5-4c84-8c43-aadcbd8ccd98 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2156510 Jun 25 09:36:05.598050 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46874) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:05.604367 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-edc53d6d-fee2-44cd-a1f9-c3bec8d698b2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'network': {'name': 'tempest-network-smoke--280244071', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'port_security_enabled': True}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:05.630854 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc53d6d-fee2-44cd-a1f9-c3bec8d698b2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Made reservation on behalf of 1a8e091ccc054882b641b9b9ca11d4a4 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:36:05.635477 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-edc53d6d-fee2-44cd-a1f9-c3bec8d698b2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.666175 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc53d6d-fee2-44cd-a1f9-c3bec8d698b2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:36:05.694314 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-edc53d6d-fee2-44cd-a1f9-c3bec8d698b2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.694727 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-edc53d6d-fee2-44cd-a1f9-c3bec8d698b2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Added segment b572f014-bbb5-4f68-a173-88c2be87f1b7 of type vlan for network 33ec2235-0527-4b32-9175-05a58be2240f Jun 25 09:36:05.749182 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-edc53d6d-fee2-44cd-a1f9-c3bec8d698b2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.800389 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-edc53d6d-fee2-44cd-a1f9-c3bec8d698b2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.809550 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc53d6d-fee2-44cd-a1f9-c3bec8d698b2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:05.810557 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-edc53d6d-fee2-44cd-a1f9-c3bec8d698b2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.814376 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-13f970a4-7d1f-4f5c-83a2-dbc194991e60 tempest-RoutersIpV6Test-306400172 tempest-RoutersIpV6Test-306400172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:05.891665 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-edc53d6d-fee2-44cd-a1f9-c3bec8d698b2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2897863 Jun 25 09:36:05.892306 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46886) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:05.901343 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1751633525', 'admin_state_up': True, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:05.912063 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc53d6d-fee2-44cd-a1f9-c3bec8d698b2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Network': ['ID=33ec2235-0527-4b32-9175-05a58be2240f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:05.924231 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-edc53d6d-fee2-44cd-a1f9-c3bec8d698b2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:05.930962 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 33ec2235-0527-4b32-9175-05a58be2240f details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:36:05.957904 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.959392 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:05.978129 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-ca7b8b90-f580-4685-ac4e-9a2c67bf8b96 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:05.979099 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-ca7b8b90-f580-4685-ac4e-9a2c67bf8b96 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:06.003221 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-ca7b8b90-f580-4685-ac4e-9a2c67bf8b96 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4571996 Jun 25 09:36:06.023128 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Request body: {'port': {'device_id': 'ed53d5b1-8833-4ed1-95e0-1fa63ee77c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:06.053953 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:06.133057 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:06.540580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d69a55-8f3a-4747-be2b-a15e832a1d8b req-74c0c68a-a83c-4ffe-8eaf-fb4dc785f165 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:06.542165 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-81d69a55-8f3a-4747-be2b-a15e832a1d8b req-74c0c68a-a83c-4ffe-8eaf-fb4dc785f165 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 931 time: 0.1205921 Jun 25 09:36:06.659378 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c0e632-152c-4ea3-b25a-a52acea06651 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:36:06.668483 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:06.673679 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-81d69a55-8f3a-4747-be2b-a15e832a1d8b req-69109860-21d9-4d5e-8798-808db7edcf99 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214259 Jun 25 09:36:06.687438 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Transition to ACTIVE for port object 50c0e632-152c-4ea3-b25a-a52acea06651 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:36:06.694605 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:06.697743 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0564dcc6-707a-4619-9d74-ace85fdbe980 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:06.725502 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:06.757935 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Pushing event updated for resources: {'Port': ['ID=50c0e632-152c-4ea3-b25a-a52acea06651,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:06.778350 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:06.836831 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Attempting to bind port 50c0e632-152c-4ea3-b25a-a52acea06651 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:36:06.836831 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Attempting to bind port 50c0e632-152c-4ea3-b25a-a52acea06651 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:36:06.837193 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Attempting to bind port 50c0e632-152c-4ea3-b25a-a52acea06651 on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:36:06.842641 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Port 50c0e632-152c-4ea3-b25a-a52acea06651 on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:36:06.842965 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Attempting to bind port 50c0e632-152c-4ea3-b25a-a52acea06651 on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:36:06.848075 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:36:06.848422 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Checking segment: {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:36:06.848838 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Bound using segment: {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:36:06.849276 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Bound port: 50c0e632-152c-4ea3-b25a-a52acea06651, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:36:06.849652 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:06.936441 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] For port 50c0e632-152c-4ea3-b25a-a52acea06651, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:36:06.940333 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] For port 50c0e632-152c-4ea3-b25a-a52acea06651, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=50c0e632-152c-4ea3-b25a-a52acea06651,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:36:06.946245 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:06.949934 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8e8e0f34-2cf9-4f88-b724-fbfe66a6fa4d tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:06.952018 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:06.976677 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:06.977829 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:06.978499 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:06.980165 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/50c0e632-152c-4ea3-b25a-a52acea06651 HTTP/1.1" status: 200 len: 1092 time: 0.9620926 Jun 25 09:36:06.980801 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed53d5b1-8833-4ed1-95e0-1fa63ee77c63', 'tag': '50c0e632-152c-4ea3-b25a-a52acea06651'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:36:06.983566 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dac7895-d890-472b-b252-d2aef1252c35" -d '{"events": [{"name": "network-changed", "server_uuid": "ed53d5b1-8833-4ed1-95e0-1fa63ee77c63", "tag": "50c0e632-152c-4ea3-b25a-a52acea06651"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:36:07.044603 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Pushing event updated for resources: {'Port': ['ID=50c0e632-152c-4ea3-b25a-a52acea06651,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:07.048705 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:07.101419 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074b94fb-226d-4ba4-99de-277c814b37b8 x-openstack-request-id: req-074b94fb-226d-4ba4-99de-277c814b37b8 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:36:07.101765 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed53d5b1-8833-4ed1-95e0-1fa63ee77c63", "tag": "50c0e632-152c-4ea3-b25a-a52acea06651", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:36:07.102218 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-074b94fb-226d-4ba4-99de-277c814b37b8 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:36:07.102535 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed53d5b1-8833-4ed1-95e0-1fa63ee77c63', 'tag': '50c0e632-152c-4ea3-b25a-a52acea06651', 'status': 'completed', 'code': 200} Jun 25 09:36:07.133690 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-137708a4-2ee6-45b3-91d5-bc549de2ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:07.135487 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-137708a4-2ee6-45b3-91d5-bc549de2ba43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 1095 time: 0.0835338 Jun 25 09:36:07.144072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Allocated IP 172.25.6.216 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/b291f2c8-cd08-4457-a8a0-0dd141ae9305) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:36:07.202585 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-cba68f30-233f-47c0-b5dc-eb6d57e661f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50c0e632-152c-4ea3-b25a-a52acea06651 HTTP/1.1" status: 200 len: 217 time: 0.0519817 Jun 25 09:36:07.289838 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-9b2c6473-83d6-4ce2-867f-616b70c0bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:07.292744 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-9b2c6473-83d6-4ce2-867f-616b70c0bd23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 HTTP/1.1" status: 200 len: 852 time: 0.0792053 Jun 25 09:36:07.338474 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-45eca9a8-ca62-4b3c-b630-d124062f71c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a124eb50-58b7-4400-83c7-66fc4f4c6f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384228 Jun 25 09:36:07.339440 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:07.399322 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:07.404139 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d1c5ec73-43f6-44e8-a5f1-aa7d0b90cc5d tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:07.461493 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:36:07.462914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=b291f2c8-cd08-4457-a8a0-0dd141ae9305,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:07.465923 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:36:07.468075 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:07.468881 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:36:07.495121 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-e21f34d2-e217-40b7-9ae4-072969ffe7d4 service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495421 Jun 25 09:36:07.596352 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59b09bd-18c2-4d1c-bb66-9d5a939f6e13 req-a44853ee-a96a-4791-8dc4-592d4fb8e220 service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936193 Jun 25 09:36:07.764320 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:07.778085 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac7895-d890-472b-b252-d2aef1252c35 req-93083f9b-bbbc-4355-a2ff-52a4b964f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:07.784994 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6dac7895-d890-472b-b252-d2aef1252c35 req-93083f9b-bbbc-4355-a2ff-52a4b964f834 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 1095 time: 0.0885642 Jun 25 09:36:07.981228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac7895-d890-472b-b252-d2aef1252c35 req-6d177bb7-bfd7-4ee9-9714-3dfec3d90b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:07.982726 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6dac7895-d890-472b-b252-d2aef1252c35 req-6d177bb7-bfd7-4ee9-9714-3dfec3d90b27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 914 time: 0.1904764 Jun 25 09:36:08.037199 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:08.053893 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2998d-d394-4edd-a0fe-a9fc4a7650ba req-ccadbe34-1b9b-4a98-baaf-abddd29af4a1 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:08.056657 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22b2998d-d394-4edd-a0fe-a9fc4a7650ba req-ccadbe34-1b9b-4a98-baaf-abddd29af4a1 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 943 time: 0.1377909 Jun 25 09:36:08.059602 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6dac7895-d890-472b-b252-d2aef1252c35 req-05dffca9-257f-473b-92c4-0f60a34338d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50c0e632-152c-4ea3-b25a-a52acea06651 HTTP/1.1" status: 200 len: 217 time: 0.0687580 Jun 25 09:36:08.122988 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac7895-d890-472b-b252-d2aef1252c35 req-3bf7d466-6232-44e1-b8ec-630e74bf6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:08.124538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6dac7895-d890-472b-b252-d2aef1252c35 req-3bf7d466-6232-44e1-b8ec-630e74bf6c7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 HTTP/1.1" status: 200 len: 852 time: 0.0535932 Jun 25 09:36:08.166103 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6dac7895-d890-472b-b252-d2aef1252c35 req-473aab58-dc38-4052-a218-0e267b1ee0a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a124eb50-58b7-4400-83c7-66fc4f4c6f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336154 Jun 25 09:36:08.185152 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22b2998d-d394-4edd-a0fe-a9fc4a7650ba req-34b66d49-fb05-4618-9ac5-8f8ae67fbfb5 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216841 Jun 25 09:36:08.190428 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router 81ca1008-4d20-4915-a631-13e732deb116 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:36:08.307805 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6dac7895-d890-472b-b252-d2aef1252c35 req-b0ffcbc2-1bbf-448b-ae3a-ed8a088deefd service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193194 Jun 25 09:36:08.329856 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:36:08.346229 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Sync routers for ids ['81ca1008-4d20-4915-a631-13e732deb116'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:36:08.357016 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Routers {'81ca1008-4d20-4915-a631-13e732deb116'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:36:08.357405 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:35:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['81ca1008-4d20-4915-a631-13e732deb116'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:36:08.363534 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:08.365522 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4720037 Jun 25 09:36:08.368799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46968) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:08.495494 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6dac7895-d890-472b-b252-d2aef1252c35 req-f16b71fd-9531-46fe-94ab-4b7066698218 service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794991 Jun 25 09:36:08.570199 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Set router 81ca1008-4d20-4915-a631-13e732deb116 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:36:08.589846 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-caa9d075-ae99-45f1-ad0d-26f360f4d71d tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=1a8e091ccc054882b641b9b9ca11d4a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2195311 Jun 25 09:36:08.592666 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 46984) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:08.741841 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5929eb-56b7-48bb-b3e4-11baf0a058a7 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:08.746205 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5c5929eb-56b7-48bb-b3e4-11baf0a058a7 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1494660 Jun 25 09:36:08.746601 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46992) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:08.794749 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-37c872e1-7016-4318-9263-2ef8546e6eb7 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=8128acdb-767b-4924-9d47-628968405132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465374 Jun 25 09:36:08.797029 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 46994) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:08.809154 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-a7145536-9348-4859-9bc4-12b165045c03 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-917915264', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:08.874167 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ca1008-4d20-4915-a631-13e732deb116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751633525', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:36:05Z', 'updated_at': '2021-06-25T09:36:07Z', 'revision_number': 3, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:06Z', 'updated_at': '2021-06-25T09:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:36:08.916100 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Checking router: 81ca1008-4d20-4915-a631-13e732deb116 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:36:08.916706 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Updating router 81ca1008-4d20-4915-a631-13e732deb116 port b291f2c8-cd08-4457-a8a0-0dd141ae9305 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:36:08.981741 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7145536-9348-4859-9bc4-12b165045c03 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Made reservation on behalf of 1a8e091ccc054882b641b9b9ca11d4a4 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:36:08.986472 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7145536-9348-4859-9bc4-12b165045c03 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:08.992264 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:09.235763 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7145536-9348-4859-9bc4-12b165045c03 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:09.241157 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1420dc6c-1fb6-469e-84b7-b9cd6d567607 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:09.373891 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7145536-9348-4859-9bc4-12b165045c03 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Subnet': ['ID=5861897d-bdc0-48ab-bb88-6bcb618a256a,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:09.378817 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a7145536-9348-4859-9bc4-12b165045c03 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:09.388327 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7145536-9348-4859-9bc4-12b165045c03 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Checking segment: {'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:36:09.388698 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7145536-9348-4859-9bc4-12b165045c03 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network hostable DHCP agents. Network: 33ec2235-0527-4b32-9175-05a58be2240f, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:36:09.409877 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7145536-9348-4859-9bc4-12b165045c03 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network 33ec2235-0527-4b32-9175-05a58be2240f is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:36:09.424841 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-a7145536-9348-4859-9bc4-12b165045c03 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 33ec2235-0527-4b32-9175-05a58be2240f) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:36:09.434392 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7145536-9348-4859-9bc4-12b165045c03 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:09.435043 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a7145536-9348-4859-9bc4-12b165045c03 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:09.452540 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0521d50f-b2de-433d-b247-0a3ce65e7040 None None] Network 33ec2235-0527-4b32-9175-05a58be2240f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:36:09.473584 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a7145536-9348-4859-9bc4-12b165045c03 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6711004 Jun 25 09:36:09.473877 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47014) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:09.534679 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925c2bd-485d-4a3a-8c1e-99e9af2789b6 req-0e0f9e4e-29e4-4e90-b885-0182fe2db861 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:09.540385 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f925c2bd-485d-4a3a-8c1e-99e9af2789b6 req-0e0f9e4e-29e4-4e90-b885-0182fe2db861 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 943 time: 0.1294050 Jun 25 09:36:09.615417 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f925c2bd-485d-4a3a-8c1e-99e9af2789b6 req-a7196cdb-c5e6-4420-9ee7-f8b0f1420009 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674512 Jun 25 09:36:09.663839 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:09.691203 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Transition to ACTIVE for port object b291f2c8-cd08-4457-a8a0-0dd141ae9305 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:36:09.746636 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:09.755657 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b8c463d2-853a-4cc3-9b3d-0a2a119fb6b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:09.770330 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-33ec2235-0527-4b32-9175-05a58be2240f', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ips': [{'subnet_id': '5861897d-bdc0-48ab-bb88-6bcb618a256a'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:36:09.771584 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:09.852322 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Attempting to bind port b291f2c8-cd08-4457-a8a0-0dd141ae9305 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:36:09.853098 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Attempting to bind port b291f2c8-cd08-4457-a8a0-0dd141ae9305 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:36:09.853808 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Attempting to bind port b291f2c8-cd08-4457-a8a0-0dd141ae9305 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:36:09.986617 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7b8da-9ffa-423d-b9e4-18460cb27fd3 None None] Pushing event updated for resources: {'Port': ['ID=b291f2c8-cd08-4457-a8a0-0dd141ae9305,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:10.013695 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:36:10.015165 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:36:10.015742 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:10.016153 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:36:10.016653 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Bound port: b291f2c8-cd08-4457-a8a0-0dd141ae9305, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:36:10.017064 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:10.021155 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7ea7b8da-9ffa-423d-b9e4-18460cb27fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:10.203787 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] For port b291f2c8-cd08-4457-a8a0-0dd141ae9305, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:36:10.211013 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] For port b291f2c8-cd08-4457-a8a0-0dd141ae9305, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b291f2c8-cd08-4457-a8a0-0dd141ae9305,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:36:10.236328 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:10.255985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Allocated IP 172.20.0.2 (33ec2235-0527-4b32-9175-05a58be2240f/5861897d-bdc0-48ab-bb88-6bcb618a256a/7f8feee0-5d9b-4547-817e-524b6df8a65e) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:36:10.257159 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:10.259640 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-dcf91475-421a-4499-b47d-867abb1a622f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:10.474883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7b8da-9ffa-423d-b9e4-18460cb27fd3 None None] Pushing event updated for resources: {'Port': ['ID=b291f2c8-cd08-4457-a8a0-0dd141ae9305,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:10.514092 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7ea7b8da-9ffa-423d-b9e4-18460cb27fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:10.516691 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Routers {'81ca1008-4d20-4915-a631-13e732deb116'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:36:10.516691 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:35:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['81ca1008-4d20-4915-a631-13e732deb116'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:36:10.969378 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] Set router 81ca1008-4d20-4915-a631-13e732deb116 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:36:11.003912 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51450a6d-e897-47f2-92ef-fc92d52e2861 req-74f45d3a-05cf-4b1b-9c8d-38fb9029cb2d tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:11.010965 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51450a6d-e897-47f2-92ef-fc92d52e2861 req-74f45d3a-05cf-4b1b-9c8d-38fb9029cb2d tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 943 time: 0.1705656 Jun 25 09:36:11.087140 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51450a6d-e897-47f2-92ef-fc92d52e2861 req-58e21296-9464-4025-ad87-c90af2f7e16f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751045 Jun 25 09:36:11.260903 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:11.282778 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Transition to ACTIVE for port object 7f8feee0-5d9b-4547-817e-524b6df8a65e will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:36:11.339238 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Transition to ACTIVE for port object 7f8feee0-5d9b-4547-817e-524b6df8a65e will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:36:11.358896 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:11.366195 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:11.416497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Network 33ec2235-0527-4b32-9175-05a58be2240f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:36:11.418268 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:36:11.423089 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:36:11.447701 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Pushing event updated for resources: {'Port': ['ID=7f8feee0-5d9b-4547-817e-524b6df8a65e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:11.452592 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ca1008-4d20-4915-a631-13e732deb116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751633525', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:36:05Z', 'updated_at': '2021-06-25T09:36:07Z', 'revision_number': 3, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:06Z', 'updated_at': '2021-06-25T09:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:36:11.456114 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:11.481590 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Allocated IP 172.20.0.1 (33ec2235-0527-4b32-9175-05a58be2240f/5861897d-bdc0-48ab-bb88-6bcb618a256a/30e16dda-8188-4f29-8f87-cf7fbfdb8b41) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:36:11.503030 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f7ab9-8d1b-4a21-8c23-a2658228ac7c None None] The sync data for ids ['81ca1008-4d20-4915-a631-13e732deb116'] in n-d-761264-15 is: [{'id': '81ca1008-4d20-4915-a631-13e732deb116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751633525', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:36:05Z', 'updated_at': '2021-06-25T09:36:07Z', 'revision_number': 3, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:06Z', 'updated_at': '2021-06-25T09:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:36:11.543876 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Attempting to bind port 7f8feee0-5d9b-4547-817e-524b6df8a65e on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:36:11.544260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Attempting to bind port 7f8feee0-5d9b-4547-817e-524b6df8a65e by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:36:11.545357 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Attempting to bind port 7f8feee0-5d9b-4547-817e-524b6df8a65e on network 33ec2235-0527-4b32-9175-05a58be2240f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:36:11.556122 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:36:11.556444 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Checking segment: {'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:36:11.556901 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:11.557317 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Bound using segment: {'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:36:11.557827 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Bound port: 7f8feee0-5d9b-4547-817e-524b6df8a65e, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:36:11.558226 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:11.693942 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] For port 7f8feee0-5d9b-4547-817e-524b6df8a65e, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:36:11.693942 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] For port 7f8feee0-5d9b-4547-817e-524b6df8a65e, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7f8feee0-5d9b-4547-817e-524b6df8a65e,segment=NetworkSegment(b572f014-bbb5-4f68-a173-88c2be87f1b7),segment_id=b572f014-bbb5-4f68-a173-88c2be87f1b7)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:36:11.703183 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:11.709580 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:11.727067 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:11.747251 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Transition to ACTIVE for port object 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:36:11.814520 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:11.816990 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bdb68761-f179-4cb0-80dd-05cbe99ff329 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:11.891202 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 50c0e632-152c-4ea3-b25a-a52acea06651 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:36:11.931665 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Pushing event updated for resources: {'Port': ['ID=7f8feee0-5d9b-4547-817e-524b6df8a65e,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:11.937844 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:11.966052 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=30e16dda-8188-4f29-8f87-cf7fbfdb8b41,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:11.985707 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:12.010940 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network 33ec2235-0527-4b32-9175-05a58be2240f is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:36:12.013025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:36:12.016549 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:36:12.076196 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:12.197494 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 50c0e632-152c-4ea3-b25a-a52acea06651, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=50c0e632-152c-4ea3-b25a-a52acea06651,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:36:12.319215 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '50c0e632-152c-4ea3-b25a-a52acea06651', 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28', 'port_id': '50c0e632-152c-4ea3-b25a-a52acea06651', 'mac_address': 'fa:16:3e:68:c5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b7280b-d276-4f5e-ac6e-26dc1b12ab67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:36:12.522304 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:12.627524 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c0e632-152c-4ea3-b25a-a52acea06651 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:36:12.677074 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:12.681558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485298e1-e966-4f6f-9ca9-c176da931433 req-ab796d08-f7b0-421c-8440-4b478d22c598 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:12.682311 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 50c0e632-152c-4ea3-b25a-a52acea06651, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=50c0e632-152c-4ea3-b25a-a52acea06651,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:36:12.687235 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-485298e1-e966-4f6f-9ca9-c176da931433 req-ab796d08-f7b0-421c-8440-4b478d22c598 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 943 time: 0.1816392 Jun 25 09:36:12.689918 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7f8feee0-5d9b-4547-817e-524b6df8a65e up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:36:12.765396 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-485298e1-e966-4f6f-9ca9-c176da931433 req-9e034832-ef68-4e2c-b8b7-4fd71ce72c52 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672953 Jun 25 09:36:12.768643 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:12.771567 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:12.879278 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 7f8feee0-5d9b-4547-817e-524b6df8a65e completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:36:12.901126 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b291f2c8-cd08-4457-a8a0-0dd141ae9305 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:36:12.945784 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=50c0e632-152c-4ea3-b25a-a52acea06651,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:12.968095 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:13.024864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port b291f2c8-cd08-4457-a8a0-0dd141ae9305 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:36:13.028910 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port b291f2c8-cd08-4457-a8a0-0dd141ae9305 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:13.029094 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:13.164985 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:13.197482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port b291f2c8-cd08-4457-a8a0-0dd141ae9305, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b291f2c8-cd08-4457-a8a0-0dd141ae9305,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:36:13.205462 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:13.209313 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:13.273725 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=b291f2c8-cd08-4457-a8a0-0dd141ae9305,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:13.276621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['50c0e632-152c-4ea3-b25a-a52acea06651'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:36:13.279544 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:13.289257 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:13.297165 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:13.347210 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-58f23a21-bb9a-4a6c-a990-b3f3fa9b02b0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:13.406444 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:13.568676 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=30e16dda-8188-4f29-8f87-cf7fbfdb8b41,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:13.572390 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:13.690388 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network 33ec2235-0527-4b32-9175-05a58be2240f is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:36:13.691983 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:36:13.750835 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9c3808-808f-46d4-aa8f-a5611fb53262 None None] Network 33ec2235-0527-4b32-9175-05a58be2240f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:36:13.904997 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-de32ac01-55de-466a-b33a-caae23014aa0 None None] Provisioning for port 7f8feee0-5d9b-4547-817e-524b6df8a65e completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:36:13.949093 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-de32ac01-55de-466a-b33a-caae23014aa0 None None] Provisioning complete for port 7f8feee0-5d9b-4547-817e-524b6df8a65e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:13.949473 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de32ac01-55de-466a-b33a-caae23014aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:14.275400 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de32ac01-55de-466a-b33a-caae23014aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:14.284535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576ed1b-291f-4f0c-acae-8dd8694dd6bd req-78166100-1a88-432c-bd9c-53cb0df5de16 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:14.297568 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4576ed1b-291f-4f0c-acae-8dd8694dd6bd req-78166100-1a88-432c-bd9c-53cb0df5de16 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 944 time: 0.1563792 Jun 25 09:36:14.334980 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-de32ac01-55de-466a-b33a-caae23014aa0 None None] For port 7f8feee0-5d9b-4547-817e-524b6df8a65e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7f8feee0-5d9b-4547-817e-524b6df8a65e,segment=NetworkSegment(b572f014-bbb5-4f68-a173-88c2be87f1b7),segment_id=b572f014-bbb5-4f68-a173-88c2be87f1b7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:36:14.342738 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de32ac01-55de-466a-b33a-caae23014aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:14.350891 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-1a6ea83c-12fc-4d02-8fc3-6a8ce6610d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:14.390986 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4576ed1b-291f-4f0c-acae-8dd8694dd6bd req-f11e1ca4-3e46-4a1d-bb57-f777dc960492 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865242 Jun 25 09:36:14.472843 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32ac01-55de-466a-b33a-caae23014aa0 None None] Pushing event updated for resources: {'Port': ['ID=7f8feee0-5d9b-4547-817e-524b6df8a65e,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:14.478324 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-de32ac01-55de-466a-b33a-caae23014aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:14.497100 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b291f2c8-cd08-4457-a8a0-0dd141ae9305 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:36:14.615017 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port b291f2c8-cd08-4457-a8a0-0dd141ae9305 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:14.615017 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:14.624716 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router 81ca1008-4d20-4915-a631-13e732deb116 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:36:14.844134 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:36:14.865568 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "PUT /v2.0/routers/81ca1008-4d20-4915-a631-13e732deb116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3886850 Jun 25 09:36:14.880990 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Sync routers for ids ['81ca1008-4d20-4915-a631-13e732deb116'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:36:14.912096 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-48d59d7d-e99c-4535-b429-ceaaaf48849a None None] Provisioning for port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:36:14.919802 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Routers {'81ca1008-4d20-4915-a631-13e732deb116'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:36:14.920469 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:35:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['81ca1008-4d20-4915-a631-13e732deb116'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:36:14.924220 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-48d59d7d-e99c-4535-b429-ceaaaf48849a None None] Provisioning complete for port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:14.924919 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-48d59d7d-e99c-4535-b429-ceaaaf48849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:14.965056 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-48d59d7d-e99c-4535-b429-ceaaaf48849a None None] Port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:36:14.976986 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-48d59d7d-e99c-4535-b429-ceaaaf48849a None None] Provisioning complete for port 7f8feee0-5d9b-4547-817e-524b6df8a65e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:14.977758 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-48d59d7d-e99c-4535-b429-ceaaaf48849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:15.130938 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Set router 81ca1008-4d20-4915-a631-13e732deb116 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:36:15.167723 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-f4c82913-1033-4380-a616-0d9092320e71 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487372736&fields=id&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4 HTTP/1.1" status: 200 len: 267 time: 0.1232774 Jun 25 09:36:15.372240 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8b775e1a-de39-46ae-9e9a-1c452a8fcb5e None None] Provisioning complete for port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:15.373016 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b775e1a-de39-46ae-9e9a-1c452a8fcb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:15.416721 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ca1008-4d20-4915-a631-13e732deb116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751633525', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:36:05Z', 'updated_at': '2021-06-25T09:36:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:06Z', 'updated_at': '2021-06-25T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '30e16dda-8188-4f29-8f87-cf7fbfdb8b41', 'name': '', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:b8:86:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:10Z', 'updated_at': '2021-06-25T09:36:13Z', 'revision_number': 2, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:36:15.470835 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-a137144b-7453-40de-91f8-15615c0527b5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:15.477489 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-a137144b-7453-40de-91f8-15615c0527b5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/networks?id=33ec2235-0527-4b32-9175-05a58be2240f HTTP/1.1" status: 200 len: 796 time: 0.3085954 Jun 25 09:36:15.503475 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-6744e17f-7dd2-4771-977e-378030b71d07 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/quotas/1a8e091ccc054882b641b9b9ca11d4a4 HTTP/1.1" status: 200 len: 375 time: 0.0151343 Jun 25 09:36:15.511938 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Checking router: 81ca1008-4d20-4915-a631-13e732deb116 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:36:15.512473 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Updating router 81ca1008-4d20-4915-a631-13e732deb116 port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:36:15.534688 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8b775e1a-de39-46ae-9e9a-1c452a8fcb5e None None] Port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:36:15.576770 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:15.660588 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9ed037f4-63c8-47d8-a202-685a73b89d0a None None] Provisioning complete for port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:15.661005 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ed037f4-63c8-47d8-a202-685a73b89d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:15.688498 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-ca879a5f-a298-40b2-9300-4b2ae9d57417 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1698303 Jun 25 09:36:15.754909 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9ed037f4-63c8-47d8-a202-685a73b89d0a None None] Port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:36:15.919137 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 50c0e632-152c-4ea3-b25a-a52acea06651 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:36:15.922824 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:15.990201 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-9dbbba15-8b2e-4272-9778-ad24c40cb6bb service neutron] 10.222.0.93 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003340 Jun 25 09:36:16.006234 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Transition to ACTIVE for port object 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:36:16.008695 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 50c0e632-152c-4ea3-b25a-a52acea06651 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:36:16.010192 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a969d-bdce-4b4c-8e11-dea969b4ab46 req-20ac13a8-c26f-431b-b348-ef7dc33e715e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:16.014573 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:16.015154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 50c0e632-152c-4ea3-b25a-a52acea06651 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:16.015873 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:16.017647 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-c9b2035c-490f-4766-ba5f-581332f37da6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:16.019688 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-010a969d-bdce-4b4c-8e11-dea969b4ab46 req-20ac13a8-c26f-431b-b348-ef7dc33e715e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 944 time: 0.3563740 Jun 25 09:36:16.093715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-010a969d-bdce-4b4c-8e11-dea969b4ab46 req-d51b7702-490d-4769-84f3-a367946acc4e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728185 Jun 25 09:36:16.114261 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Pushing event updated for resources: {'Port': ['ID=30e16dda-8188-4f29-8f87-cf7fbfdb8b41,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:16.166374 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:16.166950 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:16.167828 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:16.168812 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:16.169314 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:16.169810 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:16.170605 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:16.171097 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:16.171619 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:16.172104 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:16.172602 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:16.173267 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:16.178412 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:16.220661 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:16.247434 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed53d5b1-8833-4ed1-95e0-1fa63ee77c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c0e632-152c-4ea3-b25a-a52acea06651'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:36:16.250567 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee4be36-f762-4ccc-8de7-293579f3e7ce" -d '{"events": [{"server_uuid": "ed53d5b1-8833-4ed1-95e0-1fa63ee77c63", "name": "network-vif-plugged", "status": "completed", "tag": "50c0e632-152c-4ea3-b25a-a52acea06651"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:36:16.253032 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Attempting to bind port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:36:16.264915 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Attempting to bind port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:36:16.266392 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Attempting to bind port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 on network 33ec2235-0527-4b32-9175-05a58be2240f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:36:16.280505 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:36:16.283114 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Checking segment: {'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:36:16.283764 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:16.285000 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-9cf9e40a-0141-4fc6-b7ab-62f8bcfe46fb service neutron] 10.222.0.93 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920718 Jun 25 09:36:16.285458 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 50c0e632-152c-4ea3-b25a-a52acea06651, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=50c0e632-152c-4ea3-b25a-a52acea06651,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:36:16.296140 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Bound using segment: {'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:36:16.298230 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Bound port: 30e16dda-8188-4f29-8f87-cf7fbfdb8b41, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:36:16.303120 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:16.307292 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:16.309763 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:16.369770 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfd12f5-87fe-4d83-9e27-208ae50e4895 x-openstack-request-id: req-4dfd12f5-87fe-4d83-9e27-208ae50e4895 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:36:16.370099 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed53d5b1-8833-4ed1-95e0-1fa63ee77c63", "name": "network-vif-plugged", "status": "completed", "tag": "50c0e632-152c-4ea3-b25a-a52acea06651", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:36:16.370484 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4dfd12f5-87fe-4d83-9e27-208ae50e4895 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:36:16.370736 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed53d5b1-8833-4ed1-95e0-1fa63ee77c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c0e632-152c-4ea3-b25a-a52acea06651', 'code': 200} Jun 25 09:36:16.441991 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=50c0e632-152c-4ea3-b25a-a52acea06651,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:16.484635 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:16.506553 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] For port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:36:16.516009 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] For port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=30e16dda-8188-4f29-8f87-cf7fbfdb8b41,segment=NetworkSegment(b572f014-bbb5-4f68-a173-88c2be87f1b7),segment_id=b572f014-bbb5-4f68-a173-88c2be87f1b7)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:36:16.525551 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7f8feee0-5d9b-4547-817e-524b6df8a65e up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:36:16.532696 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:16.537710 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-924517a3-61b0-4958-b84b-38d3a45b3d87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:16.568537 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5ea9f-0171-4d14-aff5-a40238af1325 req-827c0f94-6a4a-4e04-9bbb-791177883d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:16.570088 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8be5ea9f-0171-4d14-aff5-a40238af1325 req-827c0f94-6a4a-4e04-9bbb-791177883d8b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 1097 time: 0.1572459 Jun 25 09:36:16.698978 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a4b9d6c0-bd2b-4125-9432-4e3860bed459 req-d050ded2-bf1b-4daf-b1c5-76316ce53a1a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 210 time: 0.0553291 Jun 25 09:36:16.726254 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8be5ea9f-0171-4d14-aff5-a40238af1325 req-9ff9cb11-7528-4a2a-9ac7-232db954a512 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293314 Jun 25 09:36:16.730264 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Routers {'81ca1008-4d20-4915-a631-13e732deb116'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:36:16.730951 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:35:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['81ca1008-4d20-4915-a631-13e732deb116'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:36:16.752871 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 7f8feee0-5d9b-4547-817e-524b6df8a65e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:16.752871 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:16.858486 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Pushing event updated for resources: {'Port': ['ID=30e16dda-8188-4f29-8f87-cf7fbfdb8b41,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:16.866074 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:16.991303 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] Set router 81ca1008-4d20-4915-a631-13e732deb116 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:36:17.487489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370417e-7b56-423e-9686-be0c8d795cdb req-e28023b7-6845-4f7c-bba0-a35e0f89e0b2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:17.489551 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c370417e-7b56-423e-9686-be0c8d795cdb req-e28023b7-6845-4f7c-bba0-a35e0f89e0b2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.1518769 Jun 25 09:36:17.565994 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ca1008-4d20-4915-a631-13e732deb116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751633525', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:36:05Z', 'updated_at': '2021-06-25T09:36:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:06Z', 'updated_at': '2021-06-25T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '30e16dda-8188-4f29-8f87-cf7fbfdb8b41', 'name': '', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:b8:86:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:10Z', 'updated_at': '2021-06-25T09:36:16Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:36:17.566854 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c370417e-7b56-423e-9686-be0c8d795cdb req-f2fcd7c6-c5b2-4805-ad7f-f5e4517654b8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712256 Jun 25 09:36:17.599123 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638f644-600b-4c2c-b67e-71ba45912c94 None None] The sync data for ids ['81ca1008-4d20-4915-a631-13e732deb116'] in n-d-761264-15 is: [{'id': '81ca1008-4d20-4915-a631-13e732deb116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751633525', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:36:05Z', 'updated_at': '2021-06-25T09:36:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:06Z', 'updated_at': '2021-06-25T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '30e16dda-8188-4f29-8f87-cf7fbfdb8b41', 'name': '', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:b8:86:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:10Z', 'updated_at': '2021-06-25T09:36:16Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:36:17.936402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c7188d0d-6775-4e5b-848d-94e1c735cc3f req-a92e4e52-9bd7-4320-ac24-527e365f216e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 210 time: 0.0604913 Jun 25 09:36:18.549103 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:36:18.694712 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:36:18.698752 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:18.699211 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:18.910170 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-ca9d8c4c-3f58-4482-b39c-7f8b7fec0029 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:18.918580 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-ca9d8c4c-3f58-4482-b39c-7f8b7fec0029 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.38 "GET /v2.0/networks?id=33ec2235-0527-4b32-9175-05a58be2240f HTTP/1.1" status: 200 len: 796 time: 0.2945907 Jun 25 09:36:18.919498 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:18.921439 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80390ea-705a-407c-8e77-0c9c0e864c44 req-69afdc55-bf7d-4342-aecc-13c9a049b713 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:18.923270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f80390ea-705a-407c-8e77-0c9c0e864c44 req-69afdc55-bf7d-4342-aecc-13c9a049b713 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.1684074 Jun 25 09:36:19.023784 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=30e16dda-8188-4f29-8f87-cf7fbfdb8b41,segment=NetworkSegment(b572f014-bbb5-4f68-a173-88c2be87f1b7),segment_id=b572f014-bbb5-4f68-a173-88c2be87f1b7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:36:19.030431 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:19.038430 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:19.061140 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f80390ea-705a-407c-8e77-0c9c0e864c44 req-c0841b10-49f9-4b33-b3c5-1be520abb9ab tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291850 Jun 25 09:36:19.070718 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-af56390b-7689-4169-9378-45541a043da2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4 HTTP/1.1" status: 200 len: 379 time: 0.1311486 Jun 25 09:36:19.087591 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-162aab83-e473-4b59-8e39-e711851c2159 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'port': {'device_id': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'admin_state_up': True, 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'security_groups': ['ddf92aad-9859-4347-bf16-e09b94ee5e23']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:19.256916 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=30e16dda-8188-4f29-8f87-cf7fbfdb8b41,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:19.267778 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:19.361456 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e67cc46-6d84-4ca2-a943-e7634ebd6052 req-4a7ed983-1ba5-41da-80aa-7d7c68e07c7d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 210 time: 0.0951405 Jun 25 09:36:19.401784 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-162aab83-e473-4b59-8e39-e711851c2159 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Made reservation on behalf of 1a8e091ccc054882b641b9b9ca11d4a4 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:36:19.409061 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-162aab83-e473-4b59-8e39-e711851c2159 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:19.590247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-162aab83-e473-4b59-8e39-e711851c2159 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Allocated IP 172.20.0.7 (33ec2235-0527-4b32-9175-05a58be2240f/5861897d-bdc0-48ab-bb88-6bcb618a256a/4357ebb5-4c52-4445-aded-e3a7e6e94fcf) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:36:19.698367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d998587-2ced-48c4-9f0d-106ec31fe156 req-ac4eafa7-6ea5-430f-8798-ce1264f61ebe tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:19.700146 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d998587-2ced-48c4-9f0d-106ec31fe156 req-ac4eafa7-6ea5-430f-8798-ce1264f61ebe tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.1613631 Jun 25 09:36:19.753758 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d998587-2ced-48c4-9f0d-106ec31fe156 req-a7e447ee-dd44-4bf5-b75b-7386df2ce3e9 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346296 Jun 25 09:36:19.809896 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-162aab83-e473-4b59-8e39-e711851c2159 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:19.830442 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-162aab83-e473-4b59-8e39-e711851c2159 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Transition to ACTIVE for port object 4357ebb5-4c52-4445-aded-e3a7e6e94fcf will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:36:19.874207 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-162aab83-e473-4b59-8e39-e711851c2159 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:19.881457 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d4641c1d-6fd2-4855-8f4b-cf841e0b776b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:19.943209 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162aab83-e473-4b59-8e39-e711851c2159 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:19.946718 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-162aab83-e473-4b59-8e39-e711851c2159 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:19.956344 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-162aab83-e473-4b59-8e39-e711851c2159 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network 33ec2235-0527-4b32-9175-05a58be2240f is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:36:19.957966 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-162aab83-e473-4b59-8e39-e711851c2159 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:36:19.960325 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-162aab83-e473-4b59-8e39-e711851c2159 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:36:20.051071 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-162aab83-e473-4b59-8e39-e711851c2159 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:20.051758 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-162aab83-e473-4b59-8e39-e711851c2159 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:20.068432 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-162aab83-e473-4b59-8e39-e711851c2159 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9933214 Jun 25 09:36:20.088712 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Request body: {'port': {'device_id': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:20.202204 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:20.340535 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-371ddeb1-61f9-4428-a36b-2260dfa23764 None None] Provisioning for port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:36:20.345755 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-371ddeb1-61f9-4428-a36b-2260dfa23764 None None] Provisioning complete for port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:20.346142 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-371ddeb1-61f9-4428-a36b-2260dfa23764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:20.382547 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-371ddeb1-61f9-4428-a36b-2260dfa23764 None None] Port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:36:20.540390 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:36:20.625242 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e7e8d-a7ef-47df-8c56-57ce2336f23b req-b4014232-bf9e-470b-baae-6ca00e8c6150 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:20.628111 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-463e7e8d-a7ef-47df-8c56-57ce2336f23b req-b4014232-bf9e-470b-baae-6ca00e8c6150 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 931 time: 0.0813308 Jun 25 09:36:20.632444 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4357ebb5-4c52-4445-aded-e3a7e6e94fcf {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:36:20.640939 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:20.646819 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:20.647206 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:20.653531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Transition to ACTIVE for port object 4357ebb5-4c52-4445-aded-e3a7e6e94fcf will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:36:20.658691 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:20.661365 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:20.716352 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Pushing event updated for resources: {'Port': ['ID=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:20.721242 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:20.736947 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-463e7e8d-a7ef-47df-8c56-57ce2336f23b req-5a54cd27-b49d-4fa1-9b31-564d1bdbbbc4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005979 Jun 25 09:36:20.831850 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Attempting to bind port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:36:20.833997 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Attempting to bind port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:36:20.834572 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Attempting to bind port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf on network 33ec2235-0527-4b32-9175-05a58be2240f {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:36:20.840385 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf on network 33ec2235-0527-4b32-9175-05a58be2240f not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:36:20.841486 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Attempting to bind port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf on network 33ec2235-0527-4b32-9175-05a58be2240f {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:36:20.848301 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:36:20.849077 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Checking segment: {'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:36:20.850381 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Bound using segment: {'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:36:20.851089 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Bound port: 4357ebb5-4c52-4445-aded-e3a7e6e94fcf, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:36:20.851705 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:21.085166 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] For port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:36:21.099468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bd417-50d5-4634-9ae4-0b6b113d4d91 req-854fd4b3-19a9-44dc-a3a9-541d752aaf80 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:21.107328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] For port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,segment=NetworkSegment(b572f014-bbb5-4f68-a173-88c2be87f1b7),segment_id=b572f014-bbb5-4f68-a173-88c2be87f1b7)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:36:21.110988 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c73bd417-50d5-4634-9ae4-0b6b113d4d91 req-854fd4b3-19a9-44dc-a3a9-541d752aaf80 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.1113605 Jun 25 09:36:21.114737 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:21.132993 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-48205914-d5ed-46fe-9705-b815adc2fe04 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:21.161454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c73bd417-50d5-4634-9ae4-0b6b113d4d91 req-1e658fcb-bd92-425b-89a8-e85e7609be58 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491474 Jun 25 09:36:21.213886 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:21.218066 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:21.219869 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] 10.222.0.38 "PUT /v2.0/ports/4357ebb5-4c52-4445-aded-e3a7e6e94fcf HTTP/1.1" status: 200 len: 1092 time: 1.1359606 Jun 25 09:36:21.222719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'tag': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:36:21.226305 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602fb203-989f-4238-a211-350c6652c9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ee2f85-9098-4355-b565-f75d638690b8", "tag": "4357ebb5-4c52-4445-aded-e3a7e6e94fcf"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:36:21.307585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Pushing event updated for resources: {'Port': ['ID=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:21.332322 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:21.334062 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa82a63-a0f2-43f3-ac71-2306f5b33aec x-openstack-request-id: req-dfa82a63-a0f2-43f3-ac71-2306f5b33aec {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:36:21.334407 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ee2f85-9098-4355-b565-f75d638690b8", "tag": "4357ebb5-4c52-4445-aded-e3a7e6e94fcf", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:36:21.334710 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dfa82a63-a0f2-43f3-ac71-2306f5b33aec {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:36:21.335165 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'tag': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf', 'status': 'completed', 'code': 200} Jun 25 09:36:21.417335 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-3390895a-5aab-4e9f-b301-ecd2910da0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:21.418893 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-3390895a-5aab-4e9f-b301-ecd2910da0e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 1095 time: 0.1200242 Jun 25 09:36:21.522244 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-cbba4220-3e05-42fc-8235-88dc1a7c9ca0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf HTTP/1.1" status: 200 len: 217 time: 0.0876625 Jun 25 09:36:21.590632 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-3df27253-a7b3-4e35-bfd0-b9e293c4e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:21.592981 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-3df27253-a7b3-4e35-bfd0-b9e293c4e554 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5861897d-bdc0-48ab-bb88-6bcb618a256a HTTP/1.1" status: 200 len: 834 time: 0.0632210 Jun 25 09:36:21.657623 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-32d011bc-f83a-4e67-ae6d-85afaecb56e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:21.659177 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-32d011bc-f83a-4e67-ae6d-85afaecb56e0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33ec2235-0527-4b32-9175-05a58be2240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590594 Jun 25 09:36:21.795952 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-de410654-d810-4363-91ac-21348d29b01d service neutron] 10.222.0.38 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295896 Jun 25 09:36:21.965294 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c38d2b14-e6e4-4f53-9bf0-f64b207d5b7b req-44eb7f21-977a-4485-b591-41ecc3805ad7 service neutron] 10.222.0.38 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627970 Jun 25 09:36:22.007944 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188eadb-ef13-4e63-bc97-aca7e4c38def req-5626492e-f554-4eaa-ad46-744b2a91ad3f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:22.009859 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2188eadb-ef13-4e63-bc97-aca7e4c38def req-5626492e-f554-4eaa-ad46-744b2a91ad3f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 943 time: 0.0975156 Jun 25 09:36:22.085374 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2188eadb-ef13-4e63-bc97-aca7e4c38def req-16128c83-ea86-4ad3-8590-91037bc6f612 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684373 Jun 25 09:36:22.187238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fb203-989f-4238-a211-350c6652c9c3 req-5fda7091-797e-4ea9-82b2-eda5185a219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:22.189023 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-602fb203-989f-4238-a211-350c6652c9c3 req-5fda7091-797e-4ea9-82b2-eda5185a219c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 1095 time: 0.1141362 Jun 25 09:36:22.346011 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fb203-989f-4238-a211-350c6652c9c3 req-e828d5e9-c75b-415e-8b0f-3a4746b272a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:22.347735 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-602fb203-989f-4238-a211-350c6652c9c3 req-e828d5e9-c75b-415e-8b0f-3a4746b272a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=33ec2235-0527-4b32-9175-05a58be2240f HTTP/1.1" status: 200 len: 898 time: 0.1519768 Jun 25 09:36:22.447468 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc72f906-e9bb-4831-bc44-5d5914537356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:22.454947 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-602fb203-989f-4238-a211-350c6652c9c3 req-84211466-09da-4f5f-b514-f0a9ca2f37df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf HTTP/1.1" status: 200 len: 217 time: 0.0933416 Jun 25 09:36:22.503581 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe24f5-676a-4334-b32d-8b3a7e2571d1 req-47b93c66-8a61-4eb1-82eb-d49ae98d98ca tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:22.506187 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ebe24f5-676a-4334-b32d-8b3a7e2571d1 req-47b93c66-8a61-4eb1-82eb-d49ae98d98ca tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.1117222 Jun 25 09:36:22.546675 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fb203-989f-4238-a211-350c6652c9c3 req-a728b555-1ddf-4bce-8de7-0415842a35dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:22.548174 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-602fb203-989f-4238-a211-350c6652c9c3 req-a728b555-1ddf-4bce-8de7-0415842a35dc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5861897d-bdc0-48ab-bb88-6bcb618a256a HTTP/1.1" status: 200 len: 834 time: 0.0852454 Jun 25 09:36:22.570677 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ebe24f5-676a-4334-b32d-8b3a7e2571d1 req-e5f35c60-dbd7-4955-9f07-302484c13a1c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538788 Jun 25 09:36:22.649571 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fb203-989f-4238-a211-350c6652c9c3 req-952ce783-d847-4b21-8253-c8011f69353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:22.651155 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-602fb203-989f-4238-a211-350c6652c9c3 req-952ce783-d847-4b21-8253-c8011f69353b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33ec2235-0527-4b32-9175-05a58be2240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883937 Jun 25 09:36:22.760305 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-602fb203-989f-4238-a211-350c6652c9c3 req-d60c0fb0-30fc-4889-944f-b9385d173307 service neutron] 10.222.0.38 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983148 Jun 25 09:36:22.891260 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-602fb203-989f-4238-a211-350c6652c9c3 req-498b7608-c2f6-4b9b-929a-154c292032e2 service neutron] 10.222.0.38 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231320 Jun 25 09:36:23.356098 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b663c4-1f0b-45c2-a32d-6ed4ca48e5e1 req-613a875a-57e8-40e1-a567-58a26b979e4a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:23.357681 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32b663c4-1f0b-45c2-a32d-6ed4ca48e5e1 req-613a875a-57e8-40e1-a567-58a26b979e4a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 943 time: 0.0937514 Jun 25 09:36:23.399954 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32b663c4-1f0b-45c2-a32d-6ed4ca48e5e1 req-b9935caf-2d0e-477e-80be-09b1f9e3931d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361812 Jun 25 09:36:23.824342 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e43689-4a2d-4f2a-a47b-301e2ebac13f req-ef3b17e3-e8fa-4fb9-9af7-c0508abe2e5a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:23.833799 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44e43689-4a2d-4f2a-a47b-301e2ebac13f req-ef3b17e3-e8fa-4fb9-9af7-c0508abe2e5a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.1092079 Jun 25 09:36:23.879541 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44e43689-4a2d-4f2a-a47b-301e2ebac13f req-5e5ed38f-9949-4164-8a64-e359926eb375 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447404 Jun 25 09:36:24.131774 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:24.597556 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f877f4-8a09-4f1a-8087-8fed00ab47b2 req-c6af0d62-e767-4bf2-a57a-1a7d2dab7aa8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:24.599139 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-33f877f4-8a09-4f1a-8087-8fed00ab47b2 req-c6af0d62-e767-4bf2-a57a-1a7d2dab7aa8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 943 time: 0.0829833 Jun 25 09:36:24.663217 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-33f877f4-8a09-4f1a-8087-8fed00ab47b2 req-400cd6e8-aa92-497f-bfb3-92a2ff79e481 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534985 Jun 25 09:36:24.896712 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 4357ebb5-4c52-4445-aded-e3a7e6e94fcf details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:36:24.928516 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ed024c72-ffe7-456e-b61f-6e0035c2771e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:25.079187 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,segment=NetworkSegment(b572f014-bbb5-4f68-a173-88c2be87f1b7),segment_id=b572f014-bbb5-4f68-a173-88c2be87f1b7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:36:25.096516 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'port_id': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf', 'mac_address': 'fa:16:3e:e2:ad:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:36:25.147804 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c8e95-a7df-462d-8f08-03d1e255cc81 req-ff9f00f1-430f-4777-a4a4-06dc233cba83 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:25.149935 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1c3c8e95-a7df-462d-8f08-03d1e255cc81 req-ff9f00f1-430f-4777-a4a4-06dc233cba83 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.1245902 Jun 25 09:36:25.185584 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:25.217513 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1c3c8e95-a7df-462d-8f08-03d1e255cc81 req-67e8cfec-f036-4a54-ba89-9b8b545fd41a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615048 Jun 25 09:36:25.225441 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:25.231312 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4357ebb5-4c52-4445-aded-e3a7e6e94fcf {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:36:25.254580 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,segment=NetworkSegment(b572f014-bbb5-4f68-a173-88c2be87f1b7),segment_id=b572f014-bbb5-4f68-a173-88c2be87f1b7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:36:25.260796 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:25.263052 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:25.314394 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:25.328596 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:25.329821 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:25.333054 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:25.334142 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:25.334668 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:25.334982 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:25.335534 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:25.336124 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:25.336939 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:25.338206 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:25.339056 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:25.340228 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:25.346816 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:25.499570 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-16fd7df2-5cde-47c2-a0b4-70aa2ca573a6 req-8a4c966e-66b4-44fd-adea-f090fd1cd518 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0626884 Jun 25 09:36:25.615887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd7df2-5cde-47c2-a0b4-70aa2ca573a6 req-a0015aa3-8c6a-44a2-ac7c-05e46085895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:25.618331 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-16fd7df2-5cde-47c2-a0b4-70aa2ca573a6 req-a0015aa3-8c6a-44a2-ac7c-05e46085895e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 1098 time: 0.0706174 Jun 25 09:36:25.703487 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['4357ebb5-4c52-4445-aded-e3a7e6e94fcf'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:36:25.888513 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd7df2-5cde-47c2-a0b4-70aa2ca573a6 req-9f0ab4da-1ffc-4198-a754-0c3576b6a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:25.906369 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-16fd7df2-5cde-47c2-a0b4-70aa2ca573a6 req-9f0ab4da-1ffc-4198-a754-0c3576b6a42c service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.2548614 Jun 25 09:36:25.991386 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-16fd7df2-5cde-47c2-a0b4-70aa2ca573a6 req-c5e553e3-9426-4ce6-b01e-386193178501 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 HTTP/1.1" status: 200 len: 217 time: 0.0788162 Jun 25 09:36:26.058779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1ea83-25ca-4214-8862-a5c297511e1e req-13e71599-5abe-4cec-9a20-076951e7e168 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:26.068166 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55d1ea83-25ca-4214-8862-a5c297511e1e req-13e71599-5abe-4cec-9a20-076951e7e168 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 944 time: 0.1663496 Jun 25 09:36:26.078089 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd7df2-5cde-47c2-a0b4-70aa2ca573a6 req-4002bfca-211a-4786-8d56-7373a60625a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:26.098708 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-16fd7df2-5cde-47c2-a0b4-70aa2ca573a6 req-4002bfca-211a-4786-8d56-7373a60625a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.0982604 Jun 25 09:36:26.146466 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55d1ea83-25ca-4214-8862-a5c297511e1e req-04a8f7ef-f6fa-4909-9b29-bde5bac310f6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769155 Jun 25 09:36:26.219042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd7df2-5cde-47c2-a0b4-70aa2ca573a6 req-34b44982-7304-4b0a-a9f2-0798d3e9d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:26.220650 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-16fd7df2-5cde-47c2-a0b4-70aa2ca573a6 req-34b44982-7304-4b0a-a9f2-0798d3e9d654 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132181 Jun 25 09:36:26.258108 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:26.357577 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-16fd7df2-5cde-47c2-a0b4-70aa2ca573a6 req-1f6e6fad-c23c-45b9-911d-17c7bc48a212 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265976 Jun 25 09:36:26.524364 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-16fd7df2-5cde-47c2-a0b4-70aa2ca573a6 req-a71f710a-4db2-423e-ac08-66e930ecd56e service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576040 Jun 25 09:36:26.557129 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf5200-e350-4309-9523-e8d090fa4cb1 req-235bd9f7-c35c-4d6f-88fe-c4da7ca442d4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:26.559673 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6bbf5200-e350-4309-9523-e8d090fa4cb1 req-235bd9f7-c35c-4d6f-88fe-c4da7ca442d4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.1108527 Jun 25 09:36:26.612092 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6bbf5200-e350-4309-9523-e8d090fa4cb1 req-a3427f1a-2372-4e20-8a7c-6ff9741a0b9d tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461645 Jun 25 09:36:26.906157 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 4357ebb5-4c52-4445-aded-e3a7e6e94fcf up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:36:26.963516 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:36:26.969756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:26.970478 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:27.310313 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:27.368193 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:36:27.371611 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb99dc4-115c-4792-b56f-64c22c0dc4be" -d '{"events": [{"server_uuid": "a3ee2f85-9098-4355-b565-f75d638690b8", "name": "network-vif-plugged", "status": "completed", "tag": "4357ebb5-4c52-4445-aded-e3a7e6e94fcf"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:36:27.392871 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,segment=NetworkSegment(b572f014-bbb5-4f68-a173-88c2be87f1b7),segment_id=b572f014-bbb5-4f68-a173-88c2be87f1b7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:36:27.399010 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c74e7-b4a0-4e68-bc73-404295e2798a req-38f8c052-ea35-4ab9-92cb-756e4434e9ce tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:27.402151 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:27.404496 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7ea7b8da-9ffa-423d-b9e4-18460cb27fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:27.429659 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa2c74e7-b4a0-4e68-bc73-404295e2798a req-38f8c052-ea35-4ab9-92cb-756e4434e9ce tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 944 time: 0.1259727 Jun 25 09:36:27.449192 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76e0527-61dc-4dfd-b0d8-48955a93158c x-openstack-request-id: req-c76e0527-61dc-4dfd-b0d8-48955a93158c {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:36:27.449524 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ee2f85-9098-4355-b565-f75d638690b8", "name": "network-vif-plugged", "status": "completed", "tag": "4357ebb5-4c52-4445-aded-e3a7e6e94fcf", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:36:27.449794 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c76e0527-61dc-4dfd-b0d8-48955a93158c {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:36:27.450230 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf', 'code': 200} Jun 25 09:36:27.491155 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:27.495669 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:27.543641 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aa2c74e7-b4a0-4e68-bc73-404295e2798a req-c50c4cf1-f8ac-4bcf-9f63-f8b49513f45f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120296 Jun 25 09:36:27.644130 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2d86c-ffdd-4b0e-8a58-3ec428d475b2 req-b51af51c-ee1f-43f0-b343-cf85464743cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:27.646488 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e7e2d86c-ffdd-4b0e-8a58-3ec428d475b2 req-b51af51c-ee1f-43f0-b343-cf85464743cd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 1097 time: 0.0680997 Jun 25 09:36:27.701945 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e7e2d86c-ffdd-4b0e-8a58-3ec428d475b2 req-96ae8b16-3ba6-4958-abe6-16ab33ed990c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477555 Jun 25 09:36:27.855327 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60500216-f47e-4546-8b49-fc8c3e819319 req-b07fb50c-bd1e-4acf-9233-b942417846cb tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:27.864271 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-60500216-f47e-4546-8b49-fc8c3e819319 req-b07fb50c-bd1e-4acf-9233-b942417846cb tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.1007185 Jun 25 09:36:27.914344 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-60500216-f47e-4546-8b49-fc8c3e819319 req-32e375b5-e678-4a6b-9eb6-0a76a9a0ab75 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476189 Jun 25 09:36:27.985838 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:28.148551 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-15c1d3a3-06c0-4c75-b10a-a03f9bbae477 req-467e0e69-62d5-406f-938c-0c3667c64a86 service neutron] (94024) timed out ('10.222.0.93', 53318) {{(pid=94024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 09:36:28.745979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eace6d-bd0e-4f44-b4d4-47fcc30e5275 req-b3139575-f18f-49ad-b4b0-acc1429e78ae tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:28.747731 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79eace6d-bd0e-4f44-b4d4-47fcc30e5275 req-b3139575-f18f-49ad-b4b0-acc1429e78ae tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.0760462 Jun 25 09:36:28.801326 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79eace6d-bd0e-4f44-b4d4-47fcc30e5275 req-01f30342-4052-4d41-8d31-6129c894bcd6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471885 Jun 25 09:36:29.185187 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f38b90-2a46-484a-928e-106cf5fa827c req-864ece53-eeed-40a3-a939-a62df87147ad tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:29.199032 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f0f38b90-2a46-484a-928e-106cf5fa827c req-864ece53-eeed-40a3-a939-a62df87147ad tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.1363378 Jun 25 09:36:29.255296 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f0f38b90-2a46-484a-928e-106cf5fa827c req-fc3d297d-c40e-4a41-a9db-5bc1b621ec95 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552292 Jun 25 09:36:30.000343 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d9247-ae99-4411-905d-0cb109034860 req-6a8aa39c-4855-4af8-b783-272341e5bc02 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:30.009666 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b8d9247-ae99-4411-905d-0cb109034860 req-6a8aa39c-4855-4af8-b783-272341e5bc02 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.0727603 Jun 25 09:36:30.064350 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0b8d9247-ae99-4411-905d-0cb109034860 req-72f4c0f2-22a0-42a4-881d-8a68b28ddcac tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562131 Jun 25 09:36:30.304534 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2951ab-17e1-48ba-abdb-8f52f436286c req-4bd5bc0d-0262-4b76-8f37-5b5d12656bdb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:30.306297 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5e2951ab-17e1-48ba-abdb-8f52f436286c req-4bd5bc0d-0262-4b76-8f37-5b5d12656bdb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.1031346 Jun 25 09:36:30.349399 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5e2951ab-17e1-48ba-abdb-8f52f436286c req-a47678b9-b026-4caf-93ed-be972cb061e4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374918 Jun 25 09:36:30.377559 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47718) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:30.496748 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355249e3-b02f-4f0b-a056-7552601cfb87 req-1deeb316-88aa-4e4c-881d-04ae81b41703 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:30.497732 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e623150f-c2d1-4ba4-af89-0af9defe4645 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:30.499061 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-355249e3-b02f-4f0b-a056-7552601cfb87 req-1deeb316-88aa-4e4c-881d-04ae81b41703 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.0781622 Jun 25 09:36:30.506140 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e623150f-c2d1-4ba4-af89-0af9defe4645 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 1092 time: 0.1264429 Jun 25 09:36:30.509037 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47722) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:30.514588 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'port_id': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:30.560913 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-355249e3-b02f-4f0b-a056-7552601cfb87 req-e7ffbf92-cb48-4e2a-9619-62dc78b30a49 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547655 Jun 25 09:36:30.570650 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:30.717570 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:30.830591 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Allocated IP 172.25.6.90 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/4bc986e0-d582-434b-858b-a6a0d79de0be) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:36:30.957564 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:31.007813 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:31.011023 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:31.051338 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:36:31.054332 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:36:31.058343 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:36:31.108829 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=4bc986e0-d582-434b-858b-a6a0d79de0be,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:31.128667 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:31.394765 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:31.480804 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:31.581630 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:31.838093 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:31.847227 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:31.859919 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:31.865520 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1a70b-302f-4bdf-89b2-4b69aea8e77e req-4d73e015-93eb-4424-a523-c085a9a509b9 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:31.869728 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b1a70b-302f-4bdf-89b2-4b69aea8e77e req-4d73e015-93eb-4424-a523-c085a9a509b9 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.1526618 Jun 25 09:36:31.944279 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76b1a70b-302f-4bdf-89b2-4b69aea8e77e req-c1b2c9fc-c75a-4f3f-b4ea-e870d29aa181 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610442 Jun 25 09:36:31.963511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=4bc986e0-d582-434b-858b-a6a0d79de0be,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:31.973906 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:31.992973 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:32.131829 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Floating IP d8040f1b-ec67-4257-ae19-f54675d34893 associated. External IP: 172.25.6.90, port: 4357ebb5-4c52-4445-aded-e3a7e6e94fcf. Jun 25 09:36:32.381383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router 81ca1008-4d20-4915-a631-13e732deb116 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:36:32.504089 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:36:32.514377 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9259e379-3651-47ae-b023-e887b456e7ab None None] Sync routers for ids ['81ca1008-4d20-4915-a631-13e732deb116'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:36:32.533108 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:32.535977 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9259e379-3651-47ae-b023-e887b456e7ab None None] Routers {'81ca1008-4d20-4915-a631-13e732deb116'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:36:32.537538 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9259e379-3651-47ae-b023-e887b456e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:36:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['81ca1008-4d20-4915-a631-13e732deb116'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:36:32.586873 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0764446 Jun 25 09:36:32.587526 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'tag': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:36:32.590242 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0400b7-fb68-4d17-9b75-0f489312d55a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ee2f85-9098-4355-b565-f75d638690b8", "tag": "4357ebb5-4c52-4445-aded-e3a7e6e94fcf"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:36:32.697397 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-9259e379-3651-47ae-b023-e887b456e7ab None None] Set router 81ca1008-4d20-4915-a631-13e732deb116 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:36:32.724098 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:36:32.870186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be917db-aa51-4bd1-9358-3d1629d5f9bf req-c78d1714-c1b3-4b63-b044-bd09c62e0148 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:32.872283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4be917db-aa51-4bd1-9358-3d1629d5f9bf req-c78d1714-c1b3-4b63-b044-bd09c62e0148 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.0814898 Jun 25 09:36:32.904062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10ccff-c28e-439a-bbe1-0601c9933295 req-0013e51d-d0d1-4d90-8483-901bc45d9905 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:32.907598 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ea10ccff-c28e-439a-bbe1-0601c9933295 req-0013e51d-d0d1-4d90-8483-901bc45d9905 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1849277 Jun 25 09:36:32.946456 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4be917db-aa51-4bd1-9358-3d1629d5f9bf req-130e9167-9db2-4bc6-9365-c468192965d9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664728 Jun 25 09:36:32.950694 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9259e379-3651-47ae-b023-e887b456e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ca1008-4d20-4915-a631-13e732deb116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751633525', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:36:05Z', 'updated_at': '2021-06-25T09:36:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:06Z', 'updated_at': '2021-06-25T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'd8040f1b-ec67-4257-ae19-f54675d34893', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '81ca1008-4d20-4915-a631-13e732deb116', 'port_id': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'mac_address': 'fa:16:3e:e2:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:36:31Z', 'updated_at': '2021-06-25T09:36:31Z', 'revision_number': 0, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e16dda-8188-4f29-8f87-cf7fbfdb8b41', 'name': '', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:b8:86:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:10Z', 'updated_at': '2021-06-25T09:36:18Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:36:32.978172 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ea10ccff-c28e-439a-bbe1-0601c9933295 req-c6246c03-2469-47d6-a70f-4fb9921a10e9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592060 Jun 25 09:36:33.004690 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47826) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:33.007685 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9259e379-3651-47ae-b023-e887b456e7ab None None] Checking router: 81ca1008-4d20-4915-a631-13e732deb116 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:36:33.031946 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9259e379-3651-47ae-b023-e887b456e7ab None None] Routers {'81ca1008-4d20-4915-a631-13e732deb116'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:36:33.032578 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9259e379-3651-47ae-b023-e887b456e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:36:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['81ca1008-4d20-4915-a631-13e732deb116'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:36:33.055555 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bece6c30-1c2d-40cc-a7cc-5cfaf37360ed x-openstack-request-id: req-bece6c30-1c2d-40cc-a7cc-5cfaf37360ed {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:36:33.056324 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ee2f85-9098-4355-b565-f75d638690b8", "tag": "4357ebb5-4c52-4445-aded-e3a7e6e94fcf", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:36:33.056740 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bece6c30-1c2d-40cc-a7cc-5cfaf37360ed {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:36:33.057360 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'tag': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf', 'status': 'completed', 'code': 200} Jun 25 09:36:33.162813 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d937002d-97fa-4234-8ca8-4fc543260ff4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/d8040f1b-ec67-4257-ae19-f54675d34893 HTTP/1.1" status: 200 len: 990 time: 0.1555912 Jun 25 09:36:33.259272 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0400b7-fb68-4d17-9b75-0f489312d55a req-6507d729-3365-402a-b990-1be5031a0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:33.262597 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ea0400b7-fb68-4d17-9b75-0f489312d55a req-6507d729-3365-402a-b990-1be5031a0c4d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 1097 time: 0.1478801 Jun 25 09:36:33.309098 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-9259e379-3651-47ae-b023-e887b456e7ab None None] Set router 81ca1008-4d20-4915-a631-13e732deb116 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:36:33.364665 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6c991-5500-4711-943e-e0ff103b0c79 req-c0ffd692-fc3f-4c42-ac21-2a7bddc913f4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:33.366624 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ae6c991-5500-4711-943e-e0ff103b0c79 req-c0ffd692-fc3f-4c42-ac21-2a7bddc913f4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.1586726 Jun 25 09:36:33.386056 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49211530-7c74-4e31-8f6d-6336eac2dbf0 req-41825d74-0806-4c97-9b5f-6478bd6ae1d0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:33.392096 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-49211530-7c74-4e31-8f6d-6336eac2dbf0 req-41825d74-0806-4c97-9b5f-6478bd6ae1d0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1389968 Jun 25 09:36:33.509057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-49211530-7c74-4e31-8f6d-6336eac2dbf0 req-50d34873-34f2-432c-8b6f-9eea1a07e2c9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050391 Jun 25 09:36:33.529160 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ae6c991-5500-4711-943e-e0ff103b0c79 req-7e870b15-bafd-4807-bf28-205a7a2aa701 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514158 Jun 25 09:36:33.735182 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9259e379-3651-47ae-b023-e887b456e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ca1008-4d20-4915-a631-13e732deb116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751633525', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:36:05Z', 'updated_at': '2021-06-25T09:36:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:06Z', 'updated_at': '2021-06-25T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'd8040f1b-ec67-4257-ae19-f54675d34893', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '81ca1008-4d20-4915-a631-13e732deb116', 'port_id': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'mac_address': 'fa:16:3e:e2:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:36:31Z', 'updated_at': '2021-06-25T09:36:31Z', 'revision_number': 0, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e16dda-8188-4f29-8f87-cf7fbfdb8b41', 'name': '', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:b8:86:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:10Z', 'updated_at': '2021-06-25T09:36:18Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:36:33.798143 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9259e379-3651-47ae-b023-e887b456e7ab None None] The sync data for ids ['81ca1008-4d20-4915-a631-13e732deb116'] in n-d-761264-15 is: [{'id': '81ca1008-4d20-4915-a631-13e732deb116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751633525', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:36:05Z', 'updated_at': '2021-06-25T09:36:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:06Z', 'updated_at': '2021-06-25T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'd8040f1b-ec67-4257-ae19-f54675d34893', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '81ca1008-4d20-4915-a631-13e732deb116', 'port_id': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'mac_address': 'fa:16:3e:e2:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:36:31Z', 'updated_at': '2021-06-25T09:36:31Z', 'revision_number': 0, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e16dda-8188-4f29-8f87-cf7fbfdb8b41', 'name': '', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:b8:86:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:10Z', 'updated_at': '2021-06-25T09:36:18Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:36:34.086923 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070aac30-9c48-4fae-9c51-3500bec3854c req-16412ce8-7daa-42e8-8b10-3615d078e2e5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:34.098084 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-070aac30-9c48-4fae-9c51-3500bec3854c req-16412ce8-7daa-42e8-8b10-3615d078e2e5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 811 time: 0.3216469 Jun 25 09:36:34.129414 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-070aac30-9c48-4fae-9c51-3500bec3854c req-143618e5-80c9-4802-83f6-1d28dd1b1384 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/quotas/947752a66d514658b9b3ad4c8803cd36 HTTP/1.1" status: 200 len: 375 time: 0.0297821 Jun 25 09:36:34.167340 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47872) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:34.200073 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4fe97733-8de2-4fd9-b74c-b6df984ed88c req-26ed24de-f3b9-40e5-8bf6-47987274d902 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3073359 Jun 25 09:36:34.256636 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1be815-6302-4b8c-86c0-d013a0f01ee3 None None] New status for floating IP d8040f1b-ec67-4257-ae19-f54675d34893: ACTIVE {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:36:34.299803 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0400b7-fb68-4d17-9b75-0f489312d55a req-c579cb6d-5a79-4b63-93a9-463a10d7cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:34.301539 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ea0400b7-fb68-4d17-9b75-0f489312d55a req-c579cb6d-5a79-4b63-93a9-463a10d7cd0d service neutron] 10.222.0.38 "GET /v2.0/networks?id=33ec2235-0527-4b32-9175-05a58be2240f HTTP/1.1" status: 200 len: 898 time: 1.0319088 Jun 25 09:36:34.366952 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-070aac30-9c48-4fae-9c51-3500bec3854c req-561adc26-1c8a-48d6-b32e-8a1c6ae55f3a tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1837037 Jun 25 09:36:34.383035 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ea0400b7-fb68-4d17-9b75-0f489312d55a req-17b33e01-1ac7-43c8-b810-238ea732ed2e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf HTTP/1.1" status: 200 len: 998 time: 0.0674384 Jun 25 09:36:34.458083 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe97733-8de2-4fd9-b74c-b6df984ed88c req-4ca362c8-e5b5-4f73-8a51-40428c165e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:34.464750 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-71965040-48b0-4095-b50c-851bc2cf823c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/d8040f1b-ec67-4257-ae19-f54675d34893 HTTP/1.1" status: 200 len: 990 time: 0.2954044 Jun 25 09:36:34.465299 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4fe97733-8de2-4fd9-b74c-b6df984ed88c req-4ca362c8-e5b5-4f73-8a51-40428c165e8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c79248afe5846d1bfe429733a1cd6ab&device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 1101 time: 0.1904678 Jun 25 09:36:34.488353 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0400b7-fb68-4d17-9b75-0f489312d55a req-9f53f2ee-470c-4900-80c1-9942aac66071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:34.490493 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ea0400b7-fb68-4d17-9b75-0f489312d55a req-9f53f2ee-470c-4900-80c1-9942aac66071 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5861897d-bdc0-48ab-bb88-6bcb618a256a HTTP/1.1" status: 200 len: 834 time: 0.1000347 Jun 25 09:36:34.571621 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0400b7-fb68-4d17-9b75-0f489312d55a req-d7ff8c1f-6cc6-4e11-9066-c133043b6101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:34.574864 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ea0400b7-fb68-4d17-9b75-0f489312d55a req-d7ff8c1f-6cc6-4e11-9066-c133043b6101 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33ec2235-0527-4b32-9175-05a58be2240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702331 Jun 25 09:36:34.802684 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ea0400b7-fb68-4d17-9b75-0f489312d55a req-414ebcd7-e722-436c-8968-72bb9f7edc22 service neutron] 10.222.0.38 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195499 Jun 25 09:36:34.988624 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ea0400b7-fb68-4d17-9b75-0f489312d55a req-b9e9bf5d-ec62-4157-b81f-f19240cf9761 service neutron] 10.222.0.38 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789317 Jun 25 09:36:35.254923 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe97733-8de2-4fd9-b74c-b6df984ed88c req-76bfdacc-0b97-4113-ab40-75183f7d0285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:35.256556 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4fe97733-8de2-4fd9-b74c-b6df984ed88c req-76bfdacc-0b97-4113-ab40-75183f7d0285 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.7583599 Jun 25 09:36:35.266862 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-070aac30-9c48-4fae-9c51-3500bec3854c req-0c003799-3e5f-4f95-b332-2981c31ad609 service neutron] 10.222.0.93 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8989778 Jun 25 09:36:35.322908 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4fe97733-8de2-4fd9-b74c-b6df984ed88c req-4f1756df-b28b-4978-8bc7-0cf404d60a34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=86d3303c-2c4f-4758-961c-a1c28d7d892b HTTP/1.1" status: 200 len: 217 time: 0.0436327 Jun 25 09:36:35.420583 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe97733-8de2-4fd9-b74c-b6df984ed88c req-76f2db80-7f73-45b9-96ff-ec92703e48ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:35.422530 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4fe97733-8de2-4fd9-b74c-b6df984ed88c req-76f2db80-7f73-45b9-96ff-ec92703e48ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0869310 Jun 25 09:36:35.467143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47916) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:35.561743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0efa9-be36-4948-9ee8-f2a79b3bcf17 req-0f5b7fb7-2e53-4fe8-ad4a-7553f7b9fd27 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:35.562046 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-73ebf8c8-d031-429d-9f6e-870ac0a4b56d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/d8040f1b-ec67-4257-ae19-f54675d34893 HTTP/1.1" status: 200 len: 992 time: 0.0877504 Jun 25 09:36:35.562186 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-02d0efa9-be36-4948-9ee8-f2a79b3bcf17 req-0f5b7fb7-2e53-4fe8-ad4a-7553f7b9fd27 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.3861969 Jun 25 09:36:35.631858 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-070aac30-9c48-4fae-9c51-3500bec3854c req-dca2e6ef-ae18-4fb7-8666-ac3d326ebf3c service neutron] 10.222.0.93 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643050 Jun 25 09:36:35.636937 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-02d0efa9-be36-4948-9ee8-f2a79b3bcf17 req-4265692c-f3be-4a61-b5f0-751daa47ee6f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689652 Jun 25 09:36:35.658367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe97733-8de2-4fd9-b74c-b6df984ed88c req-5f98284b-845a-4669-b3eb-b7b3760785fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:35.663774 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4fe97733-8de2-4fd9-b74c-b6df984ed88c req-5f98284b-845a-4669-b3eb-b7b3760785fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2331188 Jun 25 09:36:35.866010 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4fe97733-8de2-4fd9-b74c-b6df984ed88c req-ff284537-2547-4698-a40e-f735ae845c04 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889343 Jun 25 09:36:36.037399 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c32f2cc4-ebe5-4bc9-a6c2-2eba045c5278 req-5162ac56-2dba-4725-9e7c-f9429ee264f4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 210 time: 0.0946729 Jun 25 09:36:36.109603 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4fe97733-8de2-4fd9-b74c-b6df984ed88c req-335b39ea-5d6d-4ade-92af-39615516b3c7 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369924 Jun 25 09:36:36.218024 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 47962) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:36.361512 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c4c3b06-da76-43f6-8e10-8360020dd02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:36.475779 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c4c3b06-da76-43f6-8e10-8360020dd02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:36.483412 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4c4c3b06-da76-43f6-8e10-8360020dd02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:36.507394 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6243eb6a-b431-4263-908b-c8166fbbeeaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:36.511604 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4c4c3b06-da76-43f6-8e10-8360020dd02a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=adb9e03c81c54aaea460764135b8aa78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927997 Jun 25 09:36:36.514433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 47976) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:36.532891 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c3b06-da76-43f6-8e10-8360020dd02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662eccc6-e29a-45f8-9017-aa1788e5117b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:36.536771 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4c4c3b06-da76-43f6-8e10-8360020dd02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:36.604850 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9ed36df2-7b32-4124-8375-80b9cd7bc1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:36.630676 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9ed36df2-7b32-4124-8375-80b9cd7bc1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:36.696455 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9ed36df2-7b32-4124-8375-80b9cd7bc1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:36.699798 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9ed36df2-7b32-4124-8375-80b9cd7bc1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:36.704466 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9ed36df2-7b32-4124-8375-80b9cd7bc1fb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/662eccc6-e29a-45f8-9017-aa1788e5117b HTTP/1.1" status: 204 len: 168 time: 0.1886928 Jun 25 09:36:36.706497 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-82e714ea-9da6-491a-9a4e-e3ffb418bddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:36.716280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed36df2-7b32-4124-8375-80b9cd7bc1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662eccc6-e29a-45f8-9017-aa1788e5117b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:36.727378 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9ed36df2-7b32-4124-8375-80b9cd7bc1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:36.887410 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4073b-fdfa-4ccc-91c1-511ff9254346 req-57e9b55b-9605-4876-92c1-05b923113697 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:36.889682 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79e4073b-fdfa-4ccc-91c1-511ff9254346 req-57e9b55b-9605-4876-92c1-05b923113697 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.0852554 Jun 25 09:36:36.958240 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-79e4073b-fdfa-4ccc-91c1-511ff9254346 req-8fd51857-bd70-46e4-b093-75c47e039ae9 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599835 Jun 25 09:36:37.131672 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48002) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:37.146543 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6d42be3-e9bf-45f0-8047-63bbddaa7a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:37.216610 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9a216924-60f8-4bb4-abbb-705f06d75205 req-4a48cebd-4cf9-4c1d-a3b7-760b000b09c9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 210 time: 0.0473301 Jun 25 09:36:37.308075 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6d42be3-e9bf-45f0-8047-63bbddaa7a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:37.313162 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6d42be3-e9bf-45f0-8047-63bbddaa7a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:37.337154 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9732ef8f-3643-4a39-b218-3119aeb87c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:37.344175 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48012) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:37.347869 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c6d42be3-e9bf-45f0-8047-63bbddaa7a17 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2305c2e5c0054db3ba77f193b438eda1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2113838 Jun 25 09:36:37.383934 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d42be3-e9bf-45f0-8047-63bbddaa7a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa5a384-9275-46a2-b0e3-8f282a398171,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:37.387641 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c6d42be3-e9bf-45f0-8047-63bbddaa7a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:37.428009 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a03a8bf-bb20-46ad-9aec-3e4f1b9ffea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:37.452187 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a03a8bf-bb20-46ad-9aec-3e4f1b9ffea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:37.521729 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a03a8bf-bb20-46ad-9aec-3e4f1b9ffea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:37.526832 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a03a8bf-bb20-46ad-9aec-3e4f1b9ffea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:37.529290 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0a03a8bf-bb20-46ad-9aec-3e4f1b9ffea0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cfa5a384-9275-46a2-b0e3-8f282a398171 HTTP/1.1" status: 204 len: 168 time: 0.1839008 Jun 25 09:36:37.532011 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d8907dfb-83f9-47f8-aaa4-24d970335206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:37.541030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03a8bf-bb20-46ad-9aec-3e4f1b9ffea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa5a384-9275-46a2-b0e3-8f282a398171,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:37.544131 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0a03a8bf-bb20-46ad-9aec-3e4f1b9ffea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:37.617896 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070aac30-9c48-4fae-9c51-3500bec3854c req-6fa8599b-f99e-4917-86e8-ce8450ee585b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:37.619564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-070aac30-9c48-4fae-9c51-3500bec3854c req-6fa8599b-f99e-4917-86e8-ce8450ee585b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.41 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 811 time: 0.2065735 Jun 25 09:36:37.655527 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-070aac30-9c48-4fae-9c51-3500bec3854c req-f4192920-34b3-46e7-bd78-4c4f257c4178 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Request body: {'port': {'device_id': '8b16bc0e-b790-45e7-95e2-113ddd0b0de0', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'admin_state_up': True, 'tenant_id': '947752a66d514658b9b3ad4c8803cd36'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:37.834102 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070aac30-9c48-4fae-9c51-3500bec3854c req-f4192920-34b3-46e7-bd78-4c4f257c4178 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Made reservation on behalf of 947752a66d514658b9b3ad4c8803cd36 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:36:37.839673 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-070aac30-9c48-4fae-9c51-3500bec3854c req-f4192920-34b3-46e7-bd78-4c4f257c4178 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:38.022367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-070aac30-9c48-4fae-9c51-3500bec3854c req-f4192920-34b3-46e7-bd78-4c4f257c4178 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Allocated IP 172.20.0.11 (5a10db37-d015-4d07-b8b3-aeae3ba241cd/403530bf-ac62-4838-b5a2-e51f68a8cbd7/53a846b4-e572-42b0-93eb-1e7b7bfa0a64) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:36:38.257182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf6c85-8a3c-4b90-ac19-7ccf56ca86af req-13e4fb6f-a8a3-4f7f-b2ed-fa9d113a0efd tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:38.261587 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3bf6c85-8a3c-4b90-ac19-7ccf56ca86af req-13e4fb6f-a8a3-4f7f-b2ed-fa9d113a0efd tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.1514945 Jun 25 09:36:38.328723 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-070aac30-9c48-4fae-9c51-3500bec3854c req-f4192920-34b3-46e7-bd78-4c4f257c4178 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:38.346723 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3bf6c85-8a3c-4b90-ac19-7ccf56ca86af req-e7d1cb90-b296-411d-9278-23b54e7dbddc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763679 Jun 25 09:36:38.355042 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-070aac30-9c48-4fae-9c51-3500bec3854c req-f4192920-34b3-46e7-bd78-4c4f257c4178 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Transition to ACTIVE for port object 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:36:38.438388 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-070aac30-9c48-4fae-9c51-3500bec3854c req-f4192920-34b3-46e7-bd78-4c4f257c4178 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:38.459067 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6bfea955-7688-4090-b0a3-313004807db3 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:38.481180 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5', '2739a90c-da67-4431-a875-90fdbf532fb8'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:36:38.533947 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070aac30-9c48-4fae-9c51-3500bec3854c req-f4192920-34b3-46e7-bd78-4c4f257c4178 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Network 5a10db37-d015-4d07-b8b3-aeae3ba241cd is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:36:38.554322 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-070aac30-9c48-4fae-9c51-3500bec3854c req-f4192920-34b3-46e7-bd78-4c4f257c4178 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:36:38.559435 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-070aac30-9c48-4fae-9c51-3500bec3854c req-f4192920-34b3-46e7-bd78-4c4f257c4178 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:36:38.663978 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4192920-34b3-46e7-bd78-4c4f257c4178 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event updated for resources: {'Port': ['ID=53a846b4-e572-42b0-93eb-1e7b7bfa0a64,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:38.690860 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f4192920-34b3-46e7-bd78-4c4f257c4178 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:38.768176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ab8de-f212-446f-8a8b-9aa16d4a4acc req-99deda0d-5f8d-43ca-b2b3-6ca06674db7a tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:38.776999 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-834ab8de-f212-446f-8a8b-9aa16d4a4acc req-99deda0d-5f8d-43ca-b2b3-6ca06674db7a tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 932 time: 0.3587973 Jun 25 09:36:38.849432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070aac30-9c48-4fae-9c51-3500bec3854c req-f4192920-34b3-46e7-bd78-4c4f257c4178 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:38.850106 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-070aac30-9c48-4fae-9c51-3500bec3854c req-f4192920-34b3-46e7-bd78-4c4f257c4178 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:38.879560 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-070aac30-9c48-4fae-9c51-3500bec3854c req-f4192920-34b3-46e7-bd78-4c4f257c4178 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2417982 Jun 25 09:36:38.901690 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Request body: {'port': {'device_id': '8b16bc0e-b790-45e7-95e2-113ddd0b0de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:38.960145 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-834ab8de-f212-446f-8a8b-9aa16d4a4acc req-893220b9-014a-45e1-b0c4-0fdb99c4743d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818621 Jun 25 09:36:38.985124 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-38322166-650f-432d-b0db-161cf5deb091 None None] Provisioning for port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:36:38.993201 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-38322166-650f-432d-b0db-161cf5deb091 None None] Provisioning complete for port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:38.993583 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38322166-650f-432d-b0db-161cf5deb091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:39.039179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-38322166-650f-432d-b0db-161cf5deb091 None None] Port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:36:39.056328 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:39.463762 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:36:39.475852 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:39.493964 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Transition to ACTIVE for port object 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:36:39.506698 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:39.513430 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a92f43c7-b43c-47f3-9d57-3cea4b4b69ef tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:39.575421 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=53a846b4-e572-42b0-93eb-1e7b7bfa0a64,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:39.590178 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:39.746638 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd35373-3606-4f6c-a174-ac5846b8c9af req-5d40f351-d65c-4038-ab0d-1d0d79a3b55c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:39.748244 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9dd35373-3606-4f6c-a174-ac5846b8c9af req-5d40f351-d65c-4038-ab0d-1d0d79a3b55c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.1860247 Jun 25 09:36:39.801737 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Attempting to bind port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:36:39.802218 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Attempting to bind port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:36:39.802553 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Attempting to bind port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:36:39.816600 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:36:39.816992 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Attempting to bind port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:36:39.825265 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:36:39.825611 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Checking segment: {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:36:39.826001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Bound using segment: {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:36:39.826441 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Bound port: 53a846b4-e572-42b0-93eb-1e7b7bfa0a64, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:36:39.826867 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:39.853075 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9dd35373-3606-4f6c-a174-ac5846b8c9af req-f7b70150-91ae-49d4-aac9-bd24a9b492ec tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965323 Jun 25 09:36:39.927732 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] For port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:36:39.937095 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] For port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=53a846b4-e572-42b0-93eb-1e7b7bfa0a64,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:36:39.954469 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:39.956833 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-08dd675f-ad33-4d2f-9f5d-1118bda40db5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:40.095580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:40.096702 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:40.098662 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-070aac30-9c48-4fae-9c51-3500bec3854c req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] 10.222.0.41 "PUT /v2.0/ports/53a846b4-e572-42b0-93eb-1e7b7bfa0a64 HTTP/1.1" status: 200 len: 1093 time: 1.2029195 Jun 25 09:36:40.099231 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b16bc0e-b790-45e7-95e2-113ddd0b0de0', 'tag': '53a846b4-e572-42b0-93eb-1e7b7bfa0a64'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:36:40.102962 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d2d5da-1103-427e-9f71-676d69ae8a41" -d '{"events": [{"name": "network-changed", "server_uuid": "8b16bc0e-b790-45e7-95e2-113ddd0b0de0", "tag": "53a846b4-e572-42b0-93eb-1e7b7bfa0a64"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:36:40.143629 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=53a846b4-e572-42b0-93eb-1e7b7bfa0a64,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:40.165720 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:40.181420 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f86c890-587b-4c56-a676-55648cb47619 x-openstack-request-id: req-4f86c890-587b-4c56-a676-55648cb47619 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:36:40.184764 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b16bc0e-b790-45e7-95e2-113ddd0b0de0", "tag": "53a846b4-e572-42b0-93eb-1e7b7bfa0a64", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:36:40.184764 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4f86c890-587b-4c56-a676-55648cb47619 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:36:40.184764 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b16bc0e-b790-45e7-95e2-113ddd0b0de0', 'tag': '53a846b4-e572-42b0-93eb-1e7b7bfa0a64', 'status': 'completed', 'code': 200} Jun 25 09:36:40.332463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98b09a-a33b-4ed1-8b7b-ef6e37f7c1a7 req-caaf2f60-8560-471c-801c-ffa6b5eb4bc6 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:40.334141 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b98b09a-a33b-4ed1-8b7b-ef6e37f7c1a7 req-caaf2f60-8560-471c-801c-ffa6b5eb4bc6 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 944 time: 0.1548188 Jun 25 09:36:40.344650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070aac30-9c48-4fae-9c51-3500bec3854c req-9c8e4d3f-f7ef-448d-8abd-2e92c0c54318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:40.346552 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-070aac30-9c48-4fae-9c51-3500bec3854c req-9c8e4d3f-f7ef-448d-8abd-2e92c0c54318 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 1096 time: 0.1049011 Jun 25 09:36:40.422120 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-070aac30-9c48-4fae-9c51-3500bec3854c req-899477bc-35c5-463e-9be2-e99ca669d508 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53a846b4-e572-42b0-93eb-1e7b7bfa0a64 HTTP/1.1" status: 200 len: 217 time: 0.0560505 Jun 25 09:36:40.487460 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6b98b09a-a33b-4ed1-8b7b-ef6e37f7c1a7 req-24c576f7-104a-4de3-8b60-41b8792a6cb0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397343 Jun 25 09:36:40.502741 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070aac30-9c48-4fae-9c51-3500bec3854c req-d9047859-3fb7-4131-9e34-88b75d1eeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:40.504453 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-070aac30-9c48-4fae-9c51-3500bec3854c req-d9047859-3fb7-4131-9e34-88b75d1eeca5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.0667334 Jun 25 09:36:40.603484 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070aac30-9c48-4fae-9c51-3500bec3854c req-f5ebcafc-9cb7-4819-873f-dc995dbfeafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:40.605254 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-070aac30-9c48-4fae-9c51-3500bec3854c req-f5ebcafc-9cb7-4819-873f-dc995dbfeafa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929706 Jun 25 09:36:40.732446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-070aac30-9c48-4fae-9c51-3500bec3854c req-c2d19b59-c25f-4ccf-959b-9931d333482c service neutron] 10.222.0.41 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196797 Jun 25 09:36:40.859098 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-070aac30-9c48-4fae-9c51-3500bec3854c req-74518df3-80c2-402f-8e02-c34b30d812ae service neutron] 10.222.0.41 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161344 Jun 25 09:36:41.142251 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2d5da-1103-427e-9f71-676d69ae8a41 req-a87b883c-8fdb-4abb-8796-46bc0b680742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:41.143787 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-40d2d5da-1103-427e-9f71-676d69ae8a41 req-a87b883c-8fdb-4abb-8796-46bc0b680742 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 1096 time: 0.1338456 Jun 25 09:36:41.225294 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201d363-fe5d-424b-a812-8ff45681bd9e req-72f6abb8-291e-4b79-931a-68027b1b5f6e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:41.232268 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4201d363-fe5d-424b-a812-8ff45681bd9e req-72f6abb8-291e-4b79-931a-68027b1b5f6e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.2095988 Jun 25 09:36:41.322832 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4201d363-fe5d-424b-a812-8ff45681bd9e req-e3e802ca-5c98-439f-a49e-dce50e78be1b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896120 Jun 25 09:36:41.364445 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2d5da-1103-427e-9f71-676d69ae8a41 req-7dc6ee29-cb8c-4f09-80d1-97d83e11408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:41.366528 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-40d2d5da-1103-427e-9f71-676d69ae8a41 req-7dc6ee29-cb8c-4f09-80d1-97d83e11408d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.2154648 Jun 25 09:36:41.435406 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-40d2d5da-1103-427e-9f71-676d69ae8a41 req-fb7c84b9-2b81-40d1-9cc4-c8342a6e67c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53a846b4-e572-42b0-93eb-1e7b7bfa0a64 HTTP/1.1" status: 200 len: 217 time: 0.0621750 Jun 25 09:36:41.478078 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48200) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:41.496427 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2d5da-1103-427e-9f71-676d69ae8a41 req-3a133abb-0a65-49db-a67a-1234961fc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:41.498571 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-40d2d5da-1103-427e-9f71-676d69ae8a41 req-3a133abb-0a65-49db-a67a-1234961fc640 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.0555511 Jun 25 09:36:41.569868 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2d5da-1103-427e-9f71-676d69ae8a41 req-536b3a60-43d3-4c56-9725-9542804567a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:41.571675 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-40d2d5da-1103-427e-9f71-676d69ae8a41 req-536b3a60-43d3-4c56-9725-9542804567a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618265 Jun 25 09:36:41.661932 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-155bf3e2-83e5-4e63-810f-5938e124c816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:41.727209 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-40d2d5da-1103-427e-9f71-676d69ae8a41 req-1113cffc-220d-4731-92e4-8fbd825fcbe5 service neutron] 10.222.0.41 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426330 Jun 25 09:36:41.782211 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-155bf3e2-83e5-4e63-810f-5938e124c816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:41.787056 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-155bf3e2-83e5-4e63-810f-5938e124c816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:41.792111 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b9068f66-0840-4ba1-9bf4-bc2a8edffd90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:41.797965 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0cca5-d6e7-4059-bbb0-5986ad3c7a9a req-d9d49b40-cc31-41df-8baf-12da670f324f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:41.799886 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cac0cca5-d6e7-4059-bbb0-5986ad3c7a9a req-d9d49b40-cc31-41df-8baf-12da670f324f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 944 time: 0.1444662 Jun 25 09:36:41.843288 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-155bf3e2-83e5-4e63-810f-5938e124c816 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=813e8633d6b84937a9176950abccf197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638692 Jun 25 09:36:41.848821 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48218) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:41.898626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-40d2d5da-1103-427e-9f71-676d69ae8a41 req-0369c0f9-b78f-454e-b992-2225981ce6f8 service neutron] 10.222.0.41 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631360 Jun 25 09:36:41.909650 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bf3e2-83e5-4e63-810f-5938e124c816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d6aee1-93e5-4e4d-947d-432ff004681d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:41.918969 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cac0cca5-d6e7-4059-bbb0-5986ad3c7a9a req-50be1800-bf6a-449f-8063-3bf4317d5f7a tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713844 Jun 25 09:36:41.924003 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-155bf3e2-83e5-4e63-810f-5938e124c816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:41.956901 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bed7b2a5-8c64-4095-b54e-4992021bbcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:41.985101 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bed7b2a5-8c64-4095-b54e-4992021bbcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:42.036081 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bed7b2a5-8c64-4095-b54e-4992021bbcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:42.039062 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bed7b2a5-8c64-4095-b54e-4992021bbcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:42.043140 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bed7b2a5-8c64-4095-b54e-4992021bbcf7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/68d6aee1-93e5-4e4d-947d-432ff004681d HTTP/1.1" status: 204 len: 168 time: 0.1929979 Jun 25 09:36:42.044169 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0c89aa0f-7389-4482-a6f1-99419913b5a0 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:42.058004 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7b2a5-8c64-4095-b54e-4992021bbcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d6aee1-93e5-4e4d-947d-432ff004681d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:42.060565 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bed7b2a5-8c64-4095-b54e-4992021bbcf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:42.391117 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48234) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:42.408771 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7993f775-b835-4e30-abc3-2f7f7afd2f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:42.564155 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7993f775-b835-4e30-abc3-2f7f7afd2f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:42.583124 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed475ab-b948-4b77-a13b-e262957e41c1 req-09ec2d8c-13bd-43c9-9275-9b82169a013f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:42.584888 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ed475ab-b948-4b77-a13b-e262957e41c1 req-09ec2d8c-13bd-43c9-9275-9b82169a013f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.1083736 Jun 25 09:36:42.585805 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7993f775-b835-4e30-abc3-2f7f7afd2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:42.597429 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-02ef873a-8db5-4419-8d45-eaa86ab4d781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:42.660586 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7993f775-b835-4e30-abc3-2f7f7afd2f4c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=33759fc0397b4f80a1b9e772ee85c5f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680402 Jun 25 09:36:42.662059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993f775-b835-4e30-abc3-2f7f7afd2f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c292831-e55f-46a0-a45a-e8f8f970d53c,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:42.663283 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48244) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:42.667618 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7993f775-b835-4e30-abc3-2f7f7afd2f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:42.695232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ed475ab-b948-4b77-a13b-e262957e41c1 req-fffaa655-2753-430b-b305-12113f3c8f56 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931642 Jun 25 09:36:42.737399 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42701753-669a-4c8e-ba00-9019b50ce4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:42.761643 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42701753-669a-4c8e-ba00-9019b50ce4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:42.814462 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42701753-669a-4c8e-ba00-9019b50ce4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:42.817250 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-42701753-669a-4c8e-ba00-9019b50ce4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:42.821280 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-42701753-669a-4c8e-ba00-9019b50ce4af admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6c292831-e55f-46a0-a45a-e8f8f970d53c HTTP/1.1" status: 204 len: 168 time: 0.1562452 Jun 25 09:36:42.822719 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bacfa7d1-1aef-47bb-b490-ea79e59d61db tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:42.838823 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42701753-669a-4c8e-ba00-9019b50ce4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c292831-e55f-46a0-a45a-e8f8f970d53c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:42.847131 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-42701753-669a-4c8e-ba00-9019b50ce4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:43.104041 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-316a662a-c784-4537-a8d5-6204dc4e35da req-5e3309f8-510a-4c42-9a6b-b7e64d727aea service neutron] (94024) timed out ('10.222.0.93', 38936) {{(pid=94024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 09:36:43.130648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f129f8-d1b6-4e0d-980b-087b1381e5b9 req-20898de7-978f-448b-9ff2-ce1788476a3c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:43.139093 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75f129f8-d1b6-4e0d-980b-087b1381e5b9 req-20898de7-978f-448b-9ff2-ce1788476a3c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 944 time: 0.1006594 Jun 25 09:36:43.183110 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75f129f8-d1b6-4e0d-980b-087b1381e5b9 req-f5051a32-bdc2-407c-a06f-b6e42f145fff tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427670 Jun 25 09:36:43.891901 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449dc06-4321-4bd2-b5c6-0e97ab451e3b req-51bcd005-1de3-4999-984f-516d206e5a6e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:43.893442 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5449dc06-4321-4bd2-b5c6-0e97ab451e3b req-51bcd005-1de3-4999-984f-516d206e5a6e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.0789640 Jun 25 09:36:43.940362 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5449dc06-4321-4bd2-b5c6-0e97ab451e3b req-2e79f2ea-fcc8-470b-ad45-b263b9aba6a4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405018 Jun 25 09:36:44.055178 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:36:44.168769 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=53a846b4-e572-42b0-93eb-1e7b7bfa0a64,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:36:44.181047 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '53a846b4-e572-42b0-93eb-1e7b7bfa0a64', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'port_id': '53a846b4-e572-42b0-93eb-1e7b7bfa0a64', 'mac_address': 'fa:16:3e:f0:d0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:36:44.226138 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:44.239932 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:36:44.261052 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=53a846b4-e572-42b0-93eb-1e7b7bfa0a64,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:36:44.266317 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:44.268975 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:44.332672 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=53a846b4-e572-42b0-93eb-1e7b7bfa0a64,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:44.336339 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:44.414142 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51edeaf-851d-4118-ae2f-1642fd33597a req-000ff14f-2a06-493a-b3e0-78bdfdd7eaea tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:44.422390 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c51edeaf-851d-4118-ae2f-1642fd33597a req-000ff14f-2a06-493a-b3e0-78bdfdd7eaea tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 945 time: 0.0962889 Jun 25 09:36:44.460187 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c51edeaf-851d-4118-ae2f-1642fd33597a req-990cc425-5eab-42f9-a065-55bc5fe8af70 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366781 Jun 25 09:36:44.762279 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['53a846b4-e572-42b0-93eb-1e7b7bfa0a64'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:36:45.148610 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d3e0e-3807-41b5-ba9c-86d64e0f5aca req-1f1e9d14-4aa6-48e2-acaa-ad72cad6660b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:45.150210 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b9d3e0e-3807-41b5-ba9c-86d64e0f5aca req-1f1e9d14-4aa6-48e2-acaa-ad72cad6660b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.0898111 Jun 25 09:36:45.192164 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48340) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:45.203699 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b9d3e0e-3807-41b5-ba9c-86d64e0f5aca req-5e2873da-bf42-47ea-af4e-f7e36baf32b8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473773 Jun 25 09:36:45.305835 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-56e6e4f9-0f53-43c0-b2a3-73bb2a05a522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:45.410696 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-56e6e4f9-0f53-43c0-b2a3-73bb2a05a522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:45.415694 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-56e6e4f9-0f53-43c0-b2a3-73bb2a05a522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:45.418298 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e10ae802-11cc-4120-b67f-9bd31e760958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:45.454789 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-56e6e4f9-0f53-43c0-b2a3-73bb2a05a522 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9f5965d48eb94c5c945d3fe81e13af73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2614932 Jun 25 09:36:45.455728 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6e4f9-0f53-43c0-b2a3-73bb2a05a522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc984f1e-aeaa-49ca-b6e7-b333adfcb6a7,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:45.457585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48346) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:45.459259 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-56e6e4f9-0f53-43c0-b2a3-73bb2a05a522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:45.513724 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7f58b100-8a11-44b2-a82d-4e7099ea656a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:45.537629 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7f58b100-8a11-44b2-a82d-4e7099ea656a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:45.589544 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7f58b100-8a11-44b2-a82d-4e7099ea656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:45.593267 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7f58b100-8a11-44b2-a82d-4e7099ea656a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:45.598116 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7f58b100-8a11-44b2-a82d-4e7099ea656a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dc984f1e-aeaa-49ca-b6e7-b333adfcb6a7 HTTP/1.1" status: 204 len: 168 time: 0.1378636 Jun 25 09:36:45.599987 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a45224e2-09c6-486d-b845-3f7e6bbd078d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:45.611244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58b100-8a11-44b2-a82d-4e7099ea656a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc984f1e-aeaa-49ca-b6e7-b333adfcb6a7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:45.628152 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7f58b100-8a11-44b2-a82d-4e7099ea656a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:45.656556 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7b896-df1e-4148-884c-94761072dfd0 req-c59a07bf-beaa-416e-977a-6e3145359514 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:45.658428 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9be7b896-df1e-4148-884c-94761072dfd0 req-c59a07bf-beaa-416e-977a-6e3145359514 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 945 time: 0.0829229 Jun 25 09:36:45.704880 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9be7b896-df1e-4148-884c-94761072dfd0 req-5f144ec2-249d-4aa3-8f84-78aae3ad9edd tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391278 Jun 25 09:36:45.897300 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48354) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:45.911534 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f5f6cf6d-46de-4208-a628-5ef401bf9d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:46.015112 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f5f6cf6d-46de-4208-a628-5ef401bf9d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:46.020883 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f5f6cf6d-46de-4208-a628-5ef401bf9d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:46.023965 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1169cbdf-b68d-4803-aa58-0afe8946ab78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:46.063277 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f5f6cf6d-46de-4208-a628-5ef401bf9d7d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7a0fd7d910e54ef7a1d5d174fdd7f5b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623616 Jun 25 09:36:46.063277 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6cf6d-46de-4208-a628-5ef401bf9d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f913d46-05c5-487c-b3e7-15f3b565657e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:46.064328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48356) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:46.065222 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f5f6cf6d-46de-4208-a628-5ef401bf9d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:46.067864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:36:46.124985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:36:46.125381 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cf1df805-bf9d-41a1-806c-e3de06f79abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:46.129091 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:46.129488 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:46.156078 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cf1df805-bf9d-41a1-806c-e3de06f79abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:46.210044 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:46.225767 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cf1df805-bf9d-41a1-806c-e3de06f79abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:46.228556 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cf1df805-bf9d-41a1-806c-e3de06f79abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:46.230288 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cf1df805-bf9d-41a1-806c-e3de06f79abf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7f913d46-05c5-487c-b3e7-15f3b565657e HTTP/1.1" status: 204 len: 168 time: 0.1635158 Jun 25 09:36:46.230598 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d8756846-d646-4999-8fe8-d2f4b493715c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:46.239672 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1df805-bf9d-41a1-806c-e3de06f79abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f913d46-05c5-487c-b3e7-15f3b565657e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:46.248875 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cf1df805-bf9d-41a1-806c-e3de06f79abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:46.252163 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=53a846b4-e572-42b0-93eb-1e7b7bfa0a64,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:36:46.255367 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b16bc0e-b790-45e7-95e2-113ddd0b0de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a846b4-e572-42b0-93eb-1e7b7bfa0a64'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:36:46.258111 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47521943-1f08-4d1f-a533-03b1d3dd9fe5" -d '{"events": [{"server_uuid": "8b16bc0e-b790-45e7-95e2-113ddd0b0de0", "name": "network-vif-plugged", "status": "completed", "tag": "53a846b4-e572-42b0-93eb-1e7b7bfa0a64"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:36:46.268411 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:46.270396 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:46.321368 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=53a846b4-e572-42b0-93eb-1e7b7bfa0a64,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:46.325508 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d97257-81f7-4bc5-bcf6-2b6a3c8e9aa3 x-openstack-request-id: req-a0d97257-81f7-4bc5-bcf6-2b6a3c8e9aa3 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:36:46.325753 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b16bc0e-b790-45e7-95e2-113ddd0b0de0", "name": "network-vif-plugged", "status": "completed", "tag": "53a846b4-e572-42b0-93eb-1e7b7bfa0a64", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:36:46.326014 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a0d97257-81f7-4bc5-bcf6-2b6a3c8e9aa3 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:36:46.326681 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b16bc0e-b790-45e7-95e2-113ddd0b0de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a846b4-e572-42b0-93eb-1e7b7bfa0a64', 'code': 200} Jun 25 09:36:46.327948 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:46.434337 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef142591-0b20-497c-bf6c-1c3da8909be1 req-4aed9555-5924-4b6f-acf6-f6e36c634bdd tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:46.436209 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef142591-0b20-497c-bf6c-1c3da8909be1 req-4aed9555-5924-4b6f-acf6-f6e36c634bdd tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.0733774 Jun 25 09:36:46.515327 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef142591-0b20-497c-bf6c-1c3da8909be1 req-ce7b917a-ce72-4ab7-9851-0b4c7bc5e545 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726302 Jun 25 09:36:46.531645 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad185a1-e9ee-42f4-8923-8bef47925973 req-ec2b5ad8-5977-49e7-9680-94f4508e9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:46.533819 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ad185a1-e9ee-42f4-8923-8bef47925973 req-ec2b5ad8-5977-49e7-9680-94f4508e9130 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 1098 time: 0.0845296 Jun 25 09:36:46.571836 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ad185a1-e9ee-42f4-8923-8bef47925973 req-7c8b960c-151f-4f63-a6c9-7e2c03016aff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297666 Jun 25 09:36:46.932772 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5369f-37a1-4bf5-a437-a822b8ca1381 req-d0e94954-2166-41e9-b7bf-061a08c62750 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:46.933467 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9fe5369f-37a1-4bf5-a437-a822b8ca1381 req-d0e94954-2166-41e9-b7bf-061a08c62750 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 946 time: 0.0938337 Jun 25 09:36:46.984853 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9fe5369f-37a1-4bf5-a437-a822b8ca1381 req-64aae3e7-6634-4a55-a380-81b4bc695be9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389938 Jun 25 09:36:47.718824 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486bff3-1f56-4793-a50d-e572b4074ab4 req-4c6cb797-2c79-46e3-af1a-865b742553d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:47.720455 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7486bff3-1f56-4793-a50d-e572b4074ab4 req-4c6cb797-2c79-46e3-af1a-865b742553d8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.0698876 Jun 25 09:36:47.764486 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7486bff3-1f56-4793-a50d-e572b4074ab4 req-bfc7b8b4-8b87-4c7e-afef-9dba2238f8dc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372670 Jun 25 09:36:48.198513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b0281-3308-41b3-b32a-07ec50245ee6 req-973c2b98-046b-4827-9b4d-df72d57eb8e7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:48.200017 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b33b0281-3308-41b3-b32a-07ec50245ee6 req-973c2b98-046b-4827-9b4d-df72d57eb8e7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 946 time: 0.0920181 Jun 25 09:36:48.247012 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b33b0281-3308-41b3-b32a-07ec50245ee6 req-b7748563-d62c-45ca-b883-31220683beb1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Jun 25 09:36:48.510534 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48440) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:48.633539 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-836ad140-5f0f-4bfc-8031-c7192574b458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:48.735778 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-836ad140-5f0f-4bfc-8031-c7192574b458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:48.740312 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-836ad140-5f0f-4bfc-8031-c7192574b458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:48.744157 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-47023d8a-3107-40cc-8a50-2a96989a7f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:48.784188 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-836ad140-5f0f-4bfc-8031-c7192574b458 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9ceeed259a0b45358a346c246a910640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2724113 Jun 25 09:36:48.785350 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ad140-5f0f-4bfc-8031-c7192574b458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5998f91-8d38-4d7f-98d0-841860456d3e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:48.786018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48474) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:48.796561 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-836ad140-5f0f-4bfc-8031-c7192574b458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:48.847212 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8423727-a7b1-49ba-8c66-b27683302f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:48.881824 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8423727-a7b1-49ba-8c66-b27683302f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:48.933203 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8423727-a7b1-49ba-8c66-b27683302f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:48.937573 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a8423727-a7b1-49ba-8c66-b27683302f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:48.961253 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a8423727-a7b1-49ba-8c66-b27683302f07 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b5998f91-8d38-4d7f-98d0-841860456d3e HTTP/1.1" status: 204 len: 168 time: 0.1728370 Jun 25 09:36:48.961817 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:48.967293 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18b9ca-4ef3-4446-b81d-69e4c8244929 req-a67fb2a5-3341-4ded-b05d-3c6db0e622c4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:48.969283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c18b9ca-4ef3-4446-b81d-69e4c8244929 req-a67fb2a5-3341-4ded-b05d-3c6db0e622c4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.0726924 Jun 25 09:36:48.973930 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8423727-a7b1-49ba-8c66-b27683302f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5998f91-8d38-4d7f-98d0-841860456d3e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:48.977020 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a8423727-a7b1-49ba-8c66-b27683302f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:49.031342 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c18b9ca-4ef3-4446-b81d-69e4c8244929 req-5cc5f4ea-b7be-49c0-ba32-8e57b46956eb tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553801 Jun 25 09:36:49.323944 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48552) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:49.341107 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66e176de-999d-4ffe-906e-f7932c9b7c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:49.467995 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84042db1-9ee2-48cb-8abc-9226f1db8c35 req-8f43d2a6-08d4-4030-b20a-deba2d1904ab tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:49.470972 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66e176de-999d-4ffe-906e-f7932c9b7c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:49.473616 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84042db1-9ee2-48cb-8abc-9226f1db8c35 req-8f43d2a6-08d4-4030-b20a-deba2d1904ab tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 946 time: 0.0891886 Jun 25 09:36:49.477509 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66e176de-999d-4ffe-906e-f7932c9b7c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:49.481517 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-42701753-669a-4c8e-ba00-9019b50ce4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:49.517745 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84042db1-9ee2-48cb-8abc-9226f1db8c35 req-9583678c-4405-4e8c-9f65-b313dd5d63ba tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423346 Jun 25 09:36:49.529064 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e176de-999d-4ffe-906e-f7932c9b7c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d6b787-4a9b-44d0-a17f-a1f4ddb33b72,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:49.539732 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-66e176de-999d-4ffe-906e-f7932c9b7c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:49.567408 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-66e176de-999d-4ffe-906e-f7932c9b7c78 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=029cacb315874a3bac09fed06541838e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400322 Jun 25 09:36:49.567879 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48584) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:49.655193 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc7674c4-abfe-42ac-97a4-a97a5bfed824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:49.695031 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc7674c4-abfe-42ac-97a4-a97a5bfed824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:49.722354 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7a7d35c-9099-42c7-bb5b-eb199e3fb956 req-cf731a0b-d343-421d-a770-8f3ce6d323cb tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=947752a66d514658b9b3ad4c8803cd36 HTTP/1.1" status: 200 len: 267 time: 0.0617309 Jun 25 09:36:49.835978 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7d35c-9099-42c7-bb5b-eb199e3fb956 req-66766bf3-19ad-400a-b6e5-6db8bc1ed82d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:49.837666 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7a7d35c-9099-42c7-bb5b-eb199e3fb956 req-66766bf3-19ad-400a-b6e5-6db8bc1ed82d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 946 time: 0.1038249 Jun 25 09:36:49.850132 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-d7a7d35c-9099-42c7-bb5b-eb199e3fb956 req-5eed7a12-30cb-4514-88de-d7eb156cc179 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Request body: {'port': {'security_groups': []}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:49.853948 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc7674c4-abfe-42ac-97a4-a97a5bfed824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:49.857172 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-dc7674c4-abfe-42ac-97a4-a97a5bfed824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:49.858634 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-dc7674c4-abfe-42ac-97a4-a97a5bfed824 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b5d6b787-4a9b-44d0-a17f-a1f4ddb33b72 HTTP/1.1" status: 204 len: 168 time: 0.2894745 Jun 25 09:36:49.861063 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-64accf53-c69a-4534-95ef-5caa139a31d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:49.891340 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7674c4-abfe-42ac-97a4-a97a5bfed824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d6b787-4a9b-44d0-a17f-a1f4ddb33b72,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:49.895730 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dc7674c4-abfe-42ac-97a4-a97a5bfed824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:49.961274 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d7a7d35c-9099-42c7-bb5b-eb199e3fb956 req-5eed7a12-30cb-4514-88de-d7eb156cc179 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:50.170413 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-d7a7d35c-9099-42c7-bb5b-eb199e3fb956 req-5eed7a12-30cb-4514-88de-d7eb156cc179 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] For port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=53a846b4-e572-42b0-93eb-1e7b7bfa0a64,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:36:50.212604 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d7a7d35c-9099-42c7-bb5b-eb199e3fb956 req-5eed7a12-30cb-4514-88de-d7eb156cc179 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:50.219706 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d7a7d35c-9099-42c7-bb5b-eb199e3fb956 req-5eed7a12-30cb-4514-88de-d7eb156cc179 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:50.228350 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:50.256223 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5', '2739a90c-da67-4431-a875-90fdbf532fb8'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:36:50.313611 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['53a846b4-e572-42b0-93eb-1e7b7bfa0a64'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:36:50.362894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed7a12-30cb-4514-88de-d7eb156cc179 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event updated for resources: {'Port': ['ID=53a846b4-e572-42b0-93eb-1e7b7bfa0a64,revision_number=6']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:50.377715 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5eed7a12-30cb-4514-88de-d7eb156cc179 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:50.431542 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7d35c-9099-42c7-bb5b-eb199e3fb956 req-5eed7a12-30cb-4514-88de-d7eb156cc179 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:50.432385 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d7a7d35c-9099-42c7-bb5b-eb199e3fb956 req-5eed7a12-30cb-4514-88de-d7eb156cc179 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:50.434348 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7a7d35c-9099-42c7-bb5b-eb199e3fb956 req-5eed7a12-30cb-4514-88de-d7eb156cc179 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "PUT /v2.0/ports/53a846b4-e572-42b0-93eb-1e7b7bfa0a64 HTTP/1.1" status: 200 len: 905 time: 0.5896223 Jun 25 09:36:50.435035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b16bc0e-b790-45e7-95e2-113ddd0b0de0', 'tag': '53a846b4-e572-42b0-93eb-1e7b7bfa0a64'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:36:50.438018 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eda6efb-255e-4912-a18e-32e290909679" -d '{"events": [{"name": "network-changed", "server_uuid": "8b16bc0e-b790-45e7-95e2-113ddd0b0de0", "tag": "53a846b4-e572-42b0-93eb-1e7b7bfa0a64"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:36:50.576698 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2837133-3af6-4799-9410-babd852f73d3 req-fb965cf0-cd1a-45b1-bc8d-db5fb918a2fc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:50.592455 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b2837133-3af6-4799-9410-babd852f73d3 req-fb965cf0-cd1a-45b1-bc8d-db5fb918a2fc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.3236732 Jun 25 09:36:50.593592 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8ab7c1-cf1f-4352-88d1-2f7a26a80357 x-openstack-request-id: req-ed8ab7c1-cf1f-4352-88d1-2f7a26a80357 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:36:50.593967 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b16bc0e-b790-45e7-95e2-113ddd0b0de0", "tag": "53a846b4-e572-42b0-93eb-1e7b7bfa0a64", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:36:50.594275 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ed8ab7c1-cf1f-4352-88d1-2f7a26a80357 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:36:50.594768 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b16bc0e-b790-45e7-95e2-113ddd0b0de0', 'tag': '53a846b4-e572-42b0-93eb-1e7b7bfa0a64', 'status': 'completed', 'code': 200} Jun 25 09:36:50.726314 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['53a846b4-e572-42b0-93eb-1e7b7bfa0a64'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:36:50.791316 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b2837133-3af6-4799-9410-babd852f73d3 req-588a0dd4-ef0c-43fe-86aa-22092f79ecee tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021301 Jun 25 09:36:50.919331 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda6efb-255e-4912-a18e-32e290909679 req-d0479f5d-043c-4193-a5c5-8091c9a1b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:50.926620 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2eda6efb-255e-4912-a18e-32e290909679 req-d0479f5d-043c-4193-a5c5-8091c9a1b45b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 1060 time: 0.2984581 Jun 25 09:36:51.003921 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-04ef0545-8ae8-4a2d-8368-5d7b278ebda9 None None] Provisioning complete for port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:51.004174 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-04ef0545-8ae8-4a2d-8368-5d7b278ebda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:51.389889 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 48816) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:51.529190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1341527119-network', 'tenant_id': 'f17b8e8265ce4fcd971c9f225c36dc49'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:51.565713 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2fb7-f652-4945-a57a-b385b1e92ca5 req-365414ab-a148-40c9-9eef-3927b4e5da48 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:51.567100 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Made reservation on behalf of f17b8e8265ce4fcd971c9f225c36dc49 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:36:51.567643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-615e2fb7-f652-4945-a57a-b385b1e92ca5 req-365414ab-a148-40c9-9eef-3927b4e5da48 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 908 time: 0.8332198 Jun 25 09:36:51.570330 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:51.584164 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:51.771163 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda6efb-255e-4912-a18e-32e290909679 req-f2f7d840-ef4e-4f5a-b195-364c5a360fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:51.773251 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2eda6efb-255e-4912-a18e-32e290909679 req-f2f7d840-ef4e-4f5a-b195-364c5a360fd1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.8388271 Jun 25 09:36:51.835680 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:51.845948 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:51.852573 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b29deaba-bec6-4d00-bf11-b707b999cd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:51.864888 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2eda6efb-255e-4912-a18e-32e290909679 req-fa3db130-cb6a-47c5-b9a3-4f55eacc648e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53a846b4-e572-42b0-93eb-1e7b7bfa0a64 HTTP/1.1" status: 200 len: 217 time: 0.0832705 Jun 25 09:36:51.887364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:36:51.901380 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f69bc9-9b94-4247-af4b-738765b42d59,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:51.906463 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:51.907738 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:51.908204 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Added segment 6e11262f-6e44-48f0-b287-731917bbd380 of type vlan for network 1786ce37-7167-46b7-8fe0-33d6cfb64975 Jun 25 09:36:51.973063 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c43734-12a5-448e-bf77-3cc056a8a9c1 req-94b2b62d-ec6e-4481-953c-175991880b28 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:51.976314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8c43734-12a5-448e-bf77-3cc056a8a9c1 req-94b2b62d-ec6e-4481-953c-175991880b28 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.4202065 Jun 25 09:36:51.980280 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:52.015823 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:52.017117 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:52.017794 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:52.023103 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:52.033158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda6efb-255e-4912-a18e-32e290909679 req-80fe4508-3354-4f0d-9ead-c35642cced30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:52.035122 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2eda6efb-255e-4912-a18e-32e290909679 req-80fe4508-3354-4f0d-9ead-c35642cced30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.1534615 Jun 25 09:36:52.064389 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc4049-b86c-4e5c-8103-8ff3b67d8b76 req-e4b57edb-fe92-421c-bd5e-1b22d8e5cb5e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:52.066165 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19bc4049-b86c-4e5c-8103-8ff3b67d8b76 req-e4b57edb-fe92-421c-bd5e-1b22d8e5cb5e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1819298 Jun 25 09:36:52.109682 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8c43734-12a5-448e-bf77-3cc056a8a9c1 req-327bc076-c4c4-41a2-8a23-047a06c9e718 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161180 Jun 25 09:36:52.149403 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 48920) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:52.151066 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7598517 Jun 25 09:36:52.156265 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-209d6c9c-999e-4734-9692-9f8e2cdf3c8d admin admin] Request body: {'subnet': {'network_id': '1786ce37-7167-46b7-8fe0-33d6cfb64975', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1341527119-subnet', 'tenant_id': 'f17b8e8265ce4fcd971c9f225c36dc49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:52.162366 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19bc4049-b86c-4e5c-8103-8ff3b67d8b76 req-f6e93143-0506-4695-9722-83646d7af0ad tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636306 Jun 25 09:36:52.189521 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda6efb-255e-4912-a18e-32e290909679 req-7d869524-299b-4af2-85ed-162733c4e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:52.191403 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2eda6efb-255e-4912-a18e-32e290909679 req-7d869524-299b-4af2-85ed-162733c4e451 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1416161 Jun 25 09:36:52.204722 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209d6c9c-999e-4734-9692-9f8e2cdf3c8d admin admin] Made reservation on behalf of f17b8e8265ce4fcd971c9f225c36dc49 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:36:52.205042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Pushing event updated for resources: {'Network': ['ID=1786ce37-7167-46b7-8fe0-33d6cfb64975,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:52.209590 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:52.217693 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-209d6c9c-999e-4734-9692-9f8e2cdf3c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:52.226359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 1786ce37-7167-46b7-8fe0-33d6cfb64975 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:36:52.427753 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55ea6282-70d3-4052-a052-b582351d0f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:52.437048 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2eda6efb-255e-4912-a18e-32e290909679 req-7b7277bc-81ef-4576-81e3-91f4513b2c09 service neutron] 10.222.0.41 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154946 Jun 25 09:36:52.630579 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-209d6c9c-999e-4734-9692-9f8e2cdf3c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:52.636488 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b185e523-0747-45df-9376-9ce1270c81a6 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:52.692251 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2eda6efb-255e-4912-a18e-32e290909679 req-83db581b-8103-41a5-b352-ceaaf5038e51 service neutron] 10.222.0.41 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338085 Jun 25 09:36:52.707828 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141474a-01b4-4ad1-ba1a-8fa23bc506af req-3d55e7ae-ff1c-4c40-829f-8ff8c73d4bdb tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:52.715169 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0141474a-01b4-4ad1-ba1a-8fa23bc506af req-3d55e7ae-ff1c-4c40-829f-8ff8c73d4bdb tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.2552657 Jun 25 09:36:52.752993 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d6c9c-999e-4734-9692-9f8e2cdf3c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=44468340-77e9-4c07-aa1c-f140c83137bf,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:52.767084 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-209d6c9c-999e-4734-9692-9f8e2cdf3c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:52.796218 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0141474a-01b4-4ad1-ba1a-8fa23bc506af req-1bbd6264-d6bb-4a73-80a9-7a1a814196d6 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796556 Jun 25 09:36:52.800865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209d6c9c-999e-4734-9692-9f8e2cdf3c8d admin admin] Checking segment: {'id': '6e11262f-6e44-48f0-b287-731917bbd380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '1786ce37-7167-46b7-8fe0-33d6cfb64975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:36:52.801258 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209d6c9c-999e-4734-9692-9f8e2cdf3c8d admin admin] Network hostable DHCP agents. Network: 1786ce37-7167-46b7-8fe0-33d6cfb64975, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:36:52.824280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209d6c9c-999e-4734-9692-9f8e2cdf3c8d admin admin] Network 1786ce37-7167-46b7-8fe0-33d6cfb64975 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:36:52.834347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-209d6c9c-999e-4734-9692-9f8e2cdf3c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 1786ce37-7167-46b7-8fe0-33d6cfb64975) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:36:52.852348 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209d6c9c-999e-4734-9692-9f8e2cdf3c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:52.853399 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-209d6c9c-999e-4734-9692-9f8e2cdf3c8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:52.855454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fa3fe8-cf5a-4f84-8dc1-e425a11532fc None None] Network 1786ce37-7167-46b7-8fe0-33d6cfb64975 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:36:52.887382 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-209d6c9c-999e-4734-9692-9f8e2cdf3c8d admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7276819 Jun 25 09:36:53.018027 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c35b0d-3ed1-43c3-b705-61c838cb2416 None None] Network 1786ce37-7167-46b7-8fe0-33d6cfb64975 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:36:53.218707 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-93ee2167-1848-42bc-8ca4-3f26e90bb50d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:53.220131 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-93ee2167-1848-42bc-8ca4-3f26e90bb50d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 811 time: 0.1663311 Jun 25 09:36:53.245482 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f158c-83f6-4dab-8d1d-fb0ac822ce0c req-b2f8328b-fa2c-455a-bcdb-f2bb05e8e5a6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:53.247030 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d5f158c-83f6-4dab-8d1d-fb0ac822ce0c req-b2f8328b-fa2c-455a-bcdb-f2bb05e8e5a6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.2486119 Jun 25 09:36:53.284214 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-5198c124-85ec-478e-8f28-58255fd1fdd7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/quotas/947752a66d514658b9b3ad4c8803cd36 HTTP/1.1" status: 200 len: 375 time: 0.0481877 Jun 25 09:36:53.468237 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-0938fb73-3c66-46c1-b998-41058267b024 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1761260 Jun 25 09:36:53.481194 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5b3ac-9d7c-4741-8825-33c24b7541d5 req-fcea9a97-8b02-49ce-aaa7-f00adf80983f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:53.482745 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2e5b3ac-9d7c-4741-8825-33c24b7541d5 req-fcea9a97-8b02-49ce-aaa7-f00adf80983f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 945 time: 0.1762764 Jun 25 09:36:53.514743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-9d5f158c-83f6-4dab-8d1d-fb0ac822ce0c req-6cc3e1c0-b9f5-42a4-92e6-224a53b099b3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Deleting port 50c0e632-152c-4ea3-b25a-a52acea06651 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:36:53.515096 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9d5f158c-83f6-4dab-8d1d-fb0ac822ce0c req-6cc3e1c0-b9f5-42a4-92e6-224a53b099b3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:53.576406 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49160) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:53.582072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-543155209-network', 'tenant_id': '7e6542f6f6f144f9a6bbe19fab04e7e8'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:53.610958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Made reservation on behalf of 7e6542f6f6f144f9a6bbe19fab04e7e8 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:36:53.614270 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:53.628487 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:53.670461 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f2e5b3ac-9d7c-4741-8825-33c24b7541d5 req-ef006f29-41e9-4192-b110-a0e382ff61a9 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573861 Jun 25 09:36:53.703352 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-c4992788-6bf9-42a7-bad9-2c245a16a781 service neutron] 10.222.0.93 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186151 Jun 25 09:36:53.720527 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-9d5f158c-83f6-4dab-8d1d-fb0ac822ce0c req-6cc3e1c0-b9f5-42a4-92e6-224a53b099b3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] For port 50c0e632-152c-4ea3-b25a-a52acea06651, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=50c0e632-152c-4ea3-b25a-a52acea06651,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:36:53.721316 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9d5f158c-83f6-4dab-8d1d-fb0ac822ce0c req-6cc3e1c0-b9f5-42a4-92e6-224a53b099b3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:53.747052 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:53.752434 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:53.756073 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0a03a8bf-bb20-46ad-9aec-3e4f1b9ffea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:53.772571 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-9d5f158c-83f6-4dab-8d1d-fb0ac822ce0c req-6cc3e1c0-b9f5-42a4-92e6-224a53b099b3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Calling delete_port for 50c0e632-152c-4ea3-b25a-a52acea06651 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:36:53.784182 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:36:53.797595 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72939bc9-ae79-42d6-ad4a-742487d82bb0,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:53.804288 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:53.811667 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:53.811667 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Added segment c5b06caf-f9f1-49c1-bce0-ad7d7a01cc5b of type vlan for network 9c8edaf1-93dd-4beb-9d12-1e1731c9e57f Jun 25 09:36:53.888186 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:53.899340 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-58e7366f-eb35-4222-a757-772d2d41a5ad service neutron] 10.222.0.93 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882915 Jun 25 09:36:53.924039 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:53.927794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:53.928515 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:53.932581 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:53.993448 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4148231 Jun 25 09:36:53.997467 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49214) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:36:54.005694 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d67e371c-5640-44e0-8a7b-e1993dd0b559 admin admin] Request body: {'subnet': {'network_id': '9c8edaf1-93dd-4beb-9d12-1e1731c9e57f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-543155209-subnet', 'tenant_id': '7e6542f6f6f144f9a6bbe19fab04e7e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:54.021284 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Pushing event updated for resources: {'Network': ['ID=9c8edaf1-93dd-4beb-9d12-1e1731c9e57f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:54.022018 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9d5f158c-83f6-4dab-8d1d-fb0ac822ce0c req-6cc3e1c0-b9f5-42a4-92e6-224a53b099b3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:54.026257 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:54.028033 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2c9c162d-e708-4032-bb9e-1c663e85fe57 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:54.033319 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 9c8edaf1-93dd-4beb-9d12-1e1731c9e57f details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:36:54.046119 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67e371c-5640-44e0-8a7b-e1993dd0b559 admin admin] Made reservation on behalf of 7e6542f6f6f144f9a6bbe19fab04e7e8 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:36:54.049742 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d67e371c-5640-44e0-8a7b-e1993dd0b559 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:54.090685 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3e1c0-b9f5-42a4-92e6-224a53b099b3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Pushing event deleted for resources: {'Port': ['ID=50c0e632-152c-4ea3-b25a-a52acea06651,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:54.097406 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6cc3e1c0-b9f5-42a4-92e6-224a53b099b3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:54.113238 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['50c0e632-152c-4ea3-b25a-a52acea06651'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:36:54.180963 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5f158c-83f6-4dab-8d1d-fb0ac822ce0c req-6cc3e1c0-b9f5-42a4-92e6-224a53b099b3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] No DVR routers for this DVR port 50c0e632-152c-4ea3-b25a-a52acea06651 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:36:54.194954 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9d5f158c-83f6-4dab-8d1d-fb0ac822ce0c req-6cc3e1c0-b9f5-42a4-92e6-224a53b099b3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:54.199564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d5f158c-83f6-4dab-8d1d-fb0ac822ce0c req-6cc3e1c0-b9f5-42a4-92e6-224a53b099b3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "DELETE /v2.0/ports/50c0e632-152c-4ea3-b25a-a52acea06651 HTTP/1.1" status: 204 len: 173 time: 0.9458380 Jun 25 09:36:54.200392 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed53d5b1-8833-4ed1-95e0-1fa63ee77c63', 'name': 'network-vif-deleted', 'tag': '50c0e632-152c-4ea3-b25a-a52acea06651'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:36:54.204623 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b8d306-7f84-4d6b-aa25-b2690f5c7d56" -d '{"events": [{"server_uuid": "ed53d5b1-8833-4ed1-95e0-1fa63ee77c63", "name": "network-vif-deleted", "tag": "50c0e632-152c-4ea3-b25a-a52acea06651"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:36:54.228016 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:54.337085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-071b84b0-319c-4e93-b2b1-c84c5d2e6701 req-28adfe94-28e9-4f81-b379-6209dfa3b170 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 210 time: 0.0867224 Jun 25 09:36:54.364804 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2a0768-a91d-420a-a7d0-e32b15decce4 x-openstack-request-id: req-6e2a0768-a91d-420a-a7d0-e32b15decce4 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:36:54.365214 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed53d5b1-8833-4ed1-95e0-1fa63ee77c63", "name": "network-vif-deleted", "tag": "50c0e632-152c-4ea3-b25a-a52acea06651", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:36:54.365577 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6e2a0768-a91d-420a-a7d0-e32b15decce4 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:36:54.366091 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed53d5b1-8833-4ed1-95e0-1fa63ee77c63', 'name': 'network-vif-deleted', 'tag': '50c0e632-152c-4ea3-b25a-a52acea06651', 'status': 'completed', 'code': 200} Jun 25 09:36:54.455097 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d67e371c-5640-44e0-8a7b-e1993dd0b559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:54.460432 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:54.531331 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e371c-5640-44e0-8a7b-e1993dd0b559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f7e548-8965-4170-87ec-aa4da4ce4857,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:54.534728 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d67e371c-5640-44e0-8a7b-e1993dd0b559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:54.538415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67e371c-5640-44e0-8a7b-e1993dd0b559 admin admin] Checking segment: {'id': 'c5b06caf-f9f1-49c1-bce0-ad7d7a01cc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9c8edaf1-93dd-4beb-9d12-1e1731c9e57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:36:54.538786 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67e371c-5640-44e0-8a7b-e1993dd0b559 admin admin] Network hostable DHCP agents. Network: 9c8edaf1-93dd-4beb-9d12-1e1731c9e57f, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:36:54.558520 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67e371c-5640-44e0-8a7b-e1993dd0b559 admin admin] Network 9c8edaf1-93dd-4beb-9d12-1e1731c9e57f is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:36:54.570376 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-d67e371c-5640-44e0-8a7b-e1993dd0b559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 9c8edaf1-93dd-4beb-9d12-1e1731c9e57f) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:36:54.575401 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67e371c-5640-44e0-8a7b-e1993dd0b559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:54.576136 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d67e371c-5640-44e0-8a7b-e1993dd0b559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:54.581725 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8292e7e-e123-4569-9dbe-a1429fcfc50f None None] Network 9c8edaf1-93dd-4beb-9d12-1e1731c9e57f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:36:54.597673 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d67e371c-5640-44e0-8a7b-e1993dd0b559 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5986450 Jun 25 09:36:54.731093 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72cc716-d058-4bda-88e2-27c1bd1da641 None None] Network 9c8edaf1-93dd-4beb-9d12-1e1731c9e57f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:36:54.914066 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-690327c7-a34f-4d7e-a2fa-ad7de9a435f4 req-91584fe4-81cd-4199-a01f-69ca21691bf8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed53d5b1-8833-4ed1-95e0-1fa63ee77c63 HTTP/1.1" status: 200 len: 210 time: 0.0646665 Jun 25 09:36:54.982472 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61c581df-451e-4db2-a4d2-17f0f18c92c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:55.207234 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:55.379832 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-002dca73-f76d-47aa-a7ca-376f449a552e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:55.382985 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-002dca73-f76d-47aa-a7ca-376f449a552e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/networks?id=1786ce37-7167-46b7-8fe0-33d6cfb64975 HTTP/1.1" status: 200 len: 809 time: 0.1303902 Jun 25 09:36:55.400470 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-268db9d0-c337-44b2-8679-2def04515b20 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/quotas/f17b8e8265ce4fcd971c9f225c36dc49 HTTP/1.1" status: 200 len: 375 time: 0.0108688 Jun 25 09:36:55.462990 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-ae5310e0-23b1-4150-9047-00b2f63dd69c tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=f17b8e8265ce4fcd971c9f225c36dc49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525134 Jun 25 09:36:55.549949 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f5eee253-234a-455d-b565-799afb2a3866 req-353348f8-91a9-4e99-8b22-d20724686679 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 210 time: 0.0373342 Jun 25 09:36:55.593301 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-a7386ff8-c508-4533-a5f5-26d575f19b1b service neutron] 10.222.0.93 "GET /v2.0/networks/1786ce37-7167-46b7-8fe0-33d6cfb64975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290772 Jun 25 09:36:55.713184 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-529ed277-7a6b-48ee-a3cb-171c2a9963f8 service neutron] 10.222.0.93 "GET /v2.0/networks/1786ce37-7167-46b7-8fe0-33d6cfb64975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162839 Jun 25 09:36:56.113136 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e338600d-3c31-4494-b2bd-9b72ca668689 req-88920c92-fffa-41af-a76e-7a2584cd472d tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 210 time: 0.0742295 Jun 25 09:36:56.131442 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 50c0e632-152c-4ea3-b25a-a52acea06651 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:36:56.152095 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 50c0e632-152c-4ea3-b25a-a52acea06651 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:36:56.152425 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 50c0e632-152c-4ea3-b25a-a52acea06651 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:36:56.192377 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-70d618b7-4345-4366-9628-97ba28d7ace9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:56.194625 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-70d618b7-4345-4366-9628-97ba28d7ace9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.41 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 811 time: 0.3574305 Jun 25 09:36:56.228231 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Request body: {'port': {'device_id': '1a090924-377a-4a28-94ce-842675cb61b9', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'admin_state_up': True, 'tenant_id': '947752a66d514658b9b3ad4c8803cd36'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:56.254415 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:56.382566 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Made reservation on behalf of 947752a66d514658b9b3ad4c8803cd36 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:36:56.388360 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:56.589042 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-6c4dde4b-ada9-4761-a706-79727e6dcf1b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:56.591067 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-6c4dde4b-ada9-4761-a706-79727e6dcf1b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 812 time: 0.1989183 Jun 25 09:36:56.607155 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-62bd453b-db10-4bd3-8837-080ada0f7961 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/quotas/44d174b12e72448983d64be8e279b8cf HTTP/1.1" status: 200 len: 375 time: 0.0100043 Jun 25 09:36:56.653065 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-a33a649e-f0e5-4b5b-b338-aa9011b244e8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375159 Jun 25 09:36:56.654305 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Allocated IP 172.20.0.9 (5a10db37-d015-4d07-b8b3-aeae3ba241cd/403530bf-ac62-4838-b5a2-e51f68a8cbd7/17b9ef2b-8f46-4bcb-8b17-101819afb7ea) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:36:56.769699 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3611dad8-56e3-4929-b1b6-f61bdf05fcd3 req-71931161-703b-4362-9cfc-4c0632f736bc tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 210 time: 0.0529997 Jun 25 09:36:56.866720 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-6e2444ee-642d-4765-a947-785dadbd8bb7 service neutron] 10.222.0.93 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057374 Jun 25 09:36:56.991697 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:57.023753 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-033eb344-1ca3-41ac-b387-474e902082c2 service neutron] 10.222.0.93 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500840 Jun 25 09:36:57.025290 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Transition to ACTIVE for port object 17b9ef2b-8f46-4bcb-8b17-101819afb7ea will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:36:57.076639 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:57.081814 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ca7b8b90-f580-4685-ac4e-9a2c67bf8b96 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:57.115152 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5', '2739a90c-da67-4431-a875-90fdbf532fb8'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:36:57.130947 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Network 5a10db37-d015-4d07-b8b3-aeae3ba241cd is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:36:57.151866 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:36:57.168528 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:36:57.227873 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event updated for resources: {'Port': ['ID=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:57.261242 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:57.261723 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:57.262123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:57.262582 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:57.262985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:57.263338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:57.263737 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:57.264100 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:57.264461 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:57.267597 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:57.268067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:57.268454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:57.277963 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:57.312645 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:57.316100 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:57.336037 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1118691 Jun 25 09:36:57.357974 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Request body: {'port': {'device_id': '1a090924-377a-4a28-94ce-842675cb61b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:57.424911 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd60cd94-1038-45d6-a90a-4f419ab98c3a req-906dd172-13b2-4be4-8cad-fe2d1fba285b tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 210 time: 0.0716028 Jun 25 09:36:57.528954 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-baac7fc8-9b98-4f7a-b313-de147d8bb596 req-77bab58d-715f-4d67-990e-152114b86ec6 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 210 time: 0.1083586 Jun 25 09:36:57.669049 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:57.671439 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bc374dc3-3d59-457c-b5e1-6b051fade28e None None] Provisioning for port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:36:57.681738 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bc374dc3-3d59-457c-b5e1-6b051fade28e None None] Provisioning complete for port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:36:57.682119 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc374dc3-3d59-457c-b5e1-6b051fade28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:57.742709 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-730a27df-ad1d-4cc3-b8cb-765cefb68585 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:57.744918 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-730a27df-ad1d-4cc3-b8cb-765cefb68585 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.38 "GET /v2.0/networks?id=1786ce37-7167-46b7-8fe0-33d6cfb64975 HTTP/1.1" status: 200 len: 809 time: 0.2351527 Jun 25 09:36:57.787985 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Request body: {'port': {'device_id': 'a2ccc0aa-c2b9-4340-9f1b-3082b8342b39', 'network_id': '1786ce37-7167-46b7-8fe0-33d6cfb64975', 'admin_state_up': True, 'tenant_id': 'f17b8e8265ce4fcd971c9f225c36dc49'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:57.851068 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-bc374dc3-3d59-457c-b5e1-6b051fade28e None None] Port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:36:57.994477 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:58.018032 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Made reservation on behalf of f17b8e8265ce4fcd971c9f225c36dc49 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:36:58.022811 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:58.190987 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Allocated IP 172.20.0.4 (1786ce37-7167-46b7-8fe0-33d6cfb64975/44468340-77e9-4c07-aa1c-f140c83137bf/02961ad0-b757-4719-aae7-aac99b19726a) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:36:58.371656 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:58.418014 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:58.430727 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:58.459309 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Network 1786ce37-7167-46b7-8fe0-33d6cfb64975 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:36:58.476799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:36:58.480988 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:36:58.519794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Pushing event updated for resources: {'Port': ['ID=02961ad0-b757-4719-aae7-aac99b19726a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:58.538019 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:58.538217 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b54a1-4c07-45f7-b904-dc04de7a2ddd req-ead9931c-7726-4e98-9347-1f1fd12f7b89 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:58.538714 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:58.539314 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:58.539990 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e03b54a1-4c07-45f7-b904-dc04de7a2ddd req-ead9931c-7726-4e98-9347-1f1fd12f7b89 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 931 time: 0.1519182 Jun 25 09:36:58.541582 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:58.542187 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:58.543393 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:58.544106 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:58.544631 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:58.545352 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:58.545925 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:58.547041 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:58.547752 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:36:58.574558 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:58.575237 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:58.578438 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:58.595181 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8174777 Jun 25 09:36:58.617065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Request body: {'port': {'device_id': 'a2ccc0aa-c2b9-4340-9f1b-3082b8342b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:58.646066 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e03b54a1-4c07-45f7-b904-dc04de7a2ddd req-931bc527-6e22-4f3b-9d2c-8ca3d406de35 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987852 Jun 25 09:36:58.706775 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b9ef2b-8f46-4bcb-8b17-101819afb7ea {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:36:58.712903 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:58.743745 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:58.761302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426c718-4704-40a8-9133-13dd607157ca req-280fc0dc-529d-456b-aa2a-517ac7282a8c tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:58.765835 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7426c718-4704-40a8-9133-13dd607157ca req-280fc0dc-529d-456b-aa2a-517ac7282a8c tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 931 time: 0.1939964 Jun 25 09:36:58.828517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Transition to ACTIVE for port object 17b9ef2b-8f46-4bcb-8b17-101819afb7ea will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:36:58.840902 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:58.859376 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-900da292-9a54-4cf8-b635-4345cc611d60 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:58.865046 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7426c718-4704-40a8-9133-13dd607157ca req-e46ff242-b94e-4355-9b38-5911efa63234 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8f69bc9-9b94-4247-af4b-738765b42d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901241 Jun 25 09:36:58.872282 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-127460f7-d068-4c1c-bb49-016d17c3749b req-f971123b-e965-4ab3-8348-026c2929f5e7 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 210 time: 0.0482159 Jun 25 09:36:58.960110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Pushing event updated for resources: {'Port': ['ID=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:58.967559 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:59.070531 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Attempting to bind port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:36:59.070872 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Attempting to bind port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:36:59.071391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Attempting to bind port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:36:59.080639 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:36:59.081220 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Attempting to bind port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea on network 5a10db37-d015-4d07-b8b3-aeae3ba241cd {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:36:59.088273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:36:59.090127 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Checking segment: {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:36:59.090699 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Bound using segment: {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:36:59.092123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Bound port: 17b9ef2b-8f46-4bcb-8b17-101819afb7ea, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:36:59.092497 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:59.138467 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f223d519-5b4a-4dee-8cae-776fb27c1617 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:59.140063 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f223d519-5b4a-4dee-8cae-776fb27c1617 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 812 time: 0.1812139 Jun 25 09:36:59.168652 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-a6b3c1de-d755-4485-900c-6eeb270704a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Request body: {'port': {'device_id': 'a6aab40d-1f3c-40b5-a858-334699a4c352', 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28', 'admin_state_up': True, 'tenant_id': '44d174b12e72448983d64be8e279b8cf'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:36:59.178088 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] For port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:36:59.186771 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] For port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:36:59.192888 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:59.195353 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1069056b-e030-422b-9665-0b57190b5036 tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:59.225989 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:59.228616 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:59.233734 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] 10.222.0.41 "PUT /v2.0/ports/17b9ef2b-8f46-4bcb-8b17-101819afb7ea HTTP/1.1" status: 200 len: 1092 time: 1.8790655 Jun 25 09:36:59.247783 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02961ad0-b757-4719-aae7-aac99b19726a {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:36:59.260374 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:59.265756 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a090924-377a-4a28-94ce-842675cb61b9', 'tag': '17b9ef2b-8f46-4bcb-8b17-101819afb7ea'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:36:59.268369 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6908a60-2a75-4f98-8736-b5e6a2c48140" -d '{"events": [{"name": "network-changed", "server_uuid": "1a090924-377a-4a28-94ce-842675cb61b9", "tag": "17b9ef2b-8f46-4bcb-8b17-101819afb7ea"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:36:59.324006 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Transition to ACTIVE for port object 02961ad0-b757-4719-aae7-aac99b19726a will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:36:59.341478 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:59.360953 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:59.363117 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb1ae05-ac8e-4569-b8b3-98c83ad29ccb x-openstack-request-id: req-7fb1ae05-ac8e-4569-b8b3-98c83ad29ccb {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:36:59.363648 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a090924-377a-4a28-94ce-842675cb61b9", "tag": "17b9ef2b-8f46-4bcb-8b17-101819afb7ea", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:36:59.363959 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7fb1ae05-ac8e-4569-b8b3-98c83ad29ccb {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:36:59.364555 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a090924-377a-4a28-94ce-842675cb61b9', 'tag': '17b9ef2b-8f46-4bcb-8b17-101819afb7ea', 'status': 'completed', 'code': 200} Jun 25 09:36:59.381755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Pushing event updated for resources: {'Port': ['ID=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:59.395092 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:59.410967 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-18b21a86-baa4-47bd-bf68-a63b3c7fedec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:59.413473 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-18b21a86-baa4-47bd-bf68-a63b3c7fedec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 1095 time: 0.1091812 Jun 25 09:36:59.471895 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Pushing event updated for resources: {'Port': ['ID=02961ad0-b757-4719-aae7-aac99b19726a,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:36:59.473379 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-96f99302-3a3f-4793-b676-bb85c1d6f371 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17b9ef2b-8f46-4bcb-8b17-101819afb7ea HTTP/1.1" status: 200 len: 217 time: 0.0460293 Jun 25 09:36:59.477257 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:36:59.479903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-a6b3c1de-d755-4485-900c-6eeb270704a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Made reservation on behalf of 44d174b12e72448983d64be8e279b8cf for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:36:59.483568 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-a6b3c1de-d755-4485-900c-6eeb270704a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:59.539128 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-09372cc1-ca1c-406d-8f7a-1a860433bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:59.540776 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-09372cc1-ca1c-406d-8f7a-1a860433bfb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.0571840 Jun 25 09:36:59.563561 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Attempting to bind port 02961ad0-b757-4719-aae7-aac99b19726a on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:36:59.564043 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Attempting to bind port 02961ad0-b757-4719-aae7-aac99b19726a by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '6e11262f-6e44-48f0-b287-731917bbd380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '1786ce37-7167-46b7-8fe0-33d6cfb64975'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:36:59.564416 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Attempting to bind port 02961ad0-b757-4719-aae7-aac99b19726a on network 1786ce37-7167-46b7-8fe0-33d6cfb64975 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:36:59.576584 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Port 02961ad0-b757-4719-aae7-aac99b19726a on network 1786ce37-7167-46b7-8fe0-33d6cfb64975 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:36:59.577009 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Attempting to bind port 02961ad0-b757-4719-aae7-aac99b19726a on network 1786ce37-7167-46b7-8fe0-33d6cfb64975 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:36:59.596788 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:36:59.597135 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Checking segment: {'id': '6e11262f-6e44-48f0-b287-731917bbd380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '1786ce37-7167-46b7-8fe0-33d6cfb64975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:36:59.597518 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Bound using segment: {'id': '6e11262f-6e44-48f0-b287-731917bbd380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '1786ce37-7167-46b7-8fe0-33d6cfb64975'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:36:59.597969 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Bound port: 02961ad0-b757-4719-aae7-aac99b19726a, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e11262f-6e44-48f0-b287-731917bbd380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '1786ce37-7167-46b7-8fe0-33d6cfb64975'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:36:59.598331 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:59.630305 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-9ff3d3b0-e534-4fce-9830-41c5ee3035bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:59.632083 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-9ff3d3b0-e534-4fce-9830-41c5ee3035bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687685 Jun 25 09:36:59.696334 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-a6b3c1de-d755-4485-900c-6eeb270704a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Allocated IP 172.20.0.6 (a124eb50-58b7-4400-83c7-66fc4f4c6f28/e6b7280b-d276-4f5e-ac6e-26dc1b12ab67/675b7a90-1158-402f-bad2-a37fba4f81c7) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:36:59.733508 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] For port 02961ad0-b757-4719-aae7-aac99b19726a, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:36:59.738266 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] For port 02961ad0-b757-4719-aae7-aac99b19726a, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=02961ad0-b757-4719-aae7-aac99b19726a,segment=NetworkSegment(6e11262f-6e44-48f0-b287-731917bbd380),segment_id=6e11262f-6e44-48f0-b287-731917bbd380)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:36:59.750170 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:59.753889 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-162aab83-e473-4b59-8e39-e711851c2159 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:36:59.778649 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-40c73c42-4beb-4bbf-b9ab-96203144ee74 service neutron] 10.222.0.41 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303830 Jun 25 09:36:59.826964 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:36:59.839378 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:36:59.841435 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] 10.222.0.38 "PUT /v2.0/ports/02961ad0-b757-4719-aae7-aac99b19726a HTTP/1.1" status: 200 len: 1092 time: 1.2295730 Jun 25 09:36:59.841918 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ccc0aa-c2b9-4340-9f1b-3082b8342b39', 'tag': '02961ad0-b757-4719-aae7-aac99b19726a'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:36:59.844329 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a4617f-5ba6-4a9c-a4f5-c90b24fe6152" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ccc0aa-c2b9-4340-9f1b-3082b8342b39", "tag": "02961ad0-b757-4719-aae7-aac99b19726a"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:36:59.955349 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fc7369-b995-42b0-8687-58af524bc49a x-openstack-request-id: req-d9fc7369-b995-42b0-8687-58af524bc49a {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:36:59.956103 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ccc0aa-c2b9-4340-9f1b-3082b8342b39", "tag": "02961ad0-b757-4719-aae7-aac99b19726a", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:36:59.956457 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d9fc7369-b995-42b0-8687-58af524bc49a {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:36:59.957618 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ccc0aa-c2b9-4340-9f1b-3082b8342b39', 'tag': '02961ad0-b757-4719-aae7-aac99b19726a', 'status': 'completed', 'code': 200} Jun 25 09:36:59.993183 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ea806d1-1922-4bb4-bc11-0d3b3a84d24c req-a307a1b8-e233-4690-a1f4-17d79a16bf90 service neutron] 10.222.0.41 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959031 Jun 25 09:37:00.009688 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769aad0-e540-40ad-87f3-23aa52f49fc7 req-0f9b3512-d877-484d-94c3-996872ad77c7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:00.012101 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3769aad0-e540-40ad-87f3-23aa52f49fc7 req-0f9b3512-d877-484d-94c3-996872ad77c7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 943 time: 0.1515312 Jun 25 09:37:00.059511 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3769aad0-e540-40ad-87f3-23aa52f49fc7 req-72b916a7-ec9f-4983-a1a3-d1a2f76714ba tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406351 Jun 25 09:37:00.062511 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-a6b3c1de-d755-4485-900c-6eeb270704a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:00.121091 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Pushing event updated for resources: {'Port': ['ID=02961ad0-b757-4719-aae7-aac99b19726a,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:00.125300 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:00.186076 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-a6b3c1de-d755-4485-900c-6eeb270704a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:00.205826 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-21bb2b7c-2bfb-45c9-a75b-7df6320f0c7e tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:00.219795 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-abd5e155-ef38-44aa-a8d6-323ad0f2d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:00.221679 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-abd5e155-ef38-44aa-a8d6-323ad0f2d77e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f17b8e8265ce4fcd971c9f225c36dc49&device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 1095 time: 0.2625947 Jun 25 09:37:00.305388 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-a6b3c1de-d755-4485-900c-6eeb270704a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Network a124eb50-58b7-4400-83c7-66fc4f4c6f28 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:37:00.306906 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6908a60-2a75-4f98-8736-b5e6a2c48140 req-14f47100-7d50-4661-a033-b479f3ecee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:00.308594 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6908a60-2a75-4f98-8736-b5e6a2c48140 req-14f47100-7d50-4661-a033-b479f3ecee51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 1095 time: 0.1212463 Jun 25 09:37:00.310711 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-90e28dcf-5806-41fc-aa1f-541d9761f687 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02961ad0-b757-4719-aae7-aac99b19726a HTTP/1.1" status: 200 len: 217 time: 0.0561368 Jun 25 09:37:00.330287 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-a6b3c1de-d755-4485-900c-6eeb270704a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:37:00.333353 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-a6b3c1de-d755-4485-900c-6eeb270704a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:37:00.346238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3c1de-d755-4485-900c-6eeb270704a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Pushing event updated for resources: {'Port': ['ID=675b7a90-1158-402f-bad2-a37fba4f81c7,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:00.349443 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a6b3c1de-d755-4485-900c-6eeb270704a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:00.424384 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-a6b3c1de-d755-4485-900c-6eeb270704a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:00.424792 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b5042-8728-43ac-b9ba-9fc01783a640 req-14b72d23-6a39-4f8d-8194-175027372d67 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:00.425065 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-a6b3c1de-d755-4485-900c-6eeb270704a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:00.429683 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-2fe76f5f-3007-49ed-a096-d514d1e20b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:00.431325 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-2fe76f5f-3007-49ed-a096-d514d1e20b8d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=44468340-77e9-4c07-aa1c-f140c83137bf HTTP/1.1" status: 200 len: 849 time: 0.1027491 Jun 25 09:37:00.431907 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ec1b5042-8728-43ac-b9ba-9fc01783a640 req-14b72d23-6a39-4f8d-8194-175027372d67 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 943 time: 0.1972725 Jun 25 09:37:00.469758 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-6bc88f9f-5bd6-4d28-9695-803f6cc14354 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1786ce37-7167-46b7-8fe0-33d6cfb64975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318289 Jun 25 09:37:00.471481 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-a6b3c1de-d755-4485-900c-6eeb270704a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3107202 Jun 25 09:37:00.493425 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Request body: {'port': {'device_id': 'a6aab40d-1f3c-40b5-a858-334699a4c352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:37:00.510763 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ec1b5042-8728-43ac-b9ba-9fc01783a640 req-2e796c92-1ea0-4d32-a5b7-0db7a98c0f50 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8f69bc9-9b94-4247-af4b-738765b42d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779393 Jun 25 09:37:00.519173 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6908a60-2a75-4f98-8736-b5e6a2c48140 req-8334efbd-8379-4fb4-b8c0-647e68fbdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:00.521499 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6908a60-2a75-4f98-8736-b5e6a2c48140 req-8334efbd-8379-4fb4-b8c0-647e68fbdb8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.1951177 Jun 25 09:37:00.581489 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6908a60-2a75-4f98-8736-b5e6a2c48140 req-1e800bef-bc63-4f4b-aec5-756963e19844 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17b9ef2b-8f46-4bcb-8b17-101819afb7ea HTTP/1.1" status: 200 len: 217 time: 0.0519302 Jun 25 09:37:00.618824 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7f907-bdd3-4618-9277-ef7d2ba71f7b req-b6f4528f-92e2-4456-93d3-97ca6281c645 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:00.628273 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-65e7f907-bdd3-4618-9277-ef7d2ba71f7b req-b6f4528f-92e2-4456-93d3-97ca6281c645 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 931 time: 0.2921898 Jun 25 09:37:00.630168 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:00.682083 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-87105a95-af57-4fac-a527-6c5da2feba2b service neutron] 10.222.0.38 "GET /v2.0/networks/1786ce37-7167-46b7-8fe0-33d6cfb64975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015433 Jun 25 09:37:00.739918 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-65e7f907-bdd3-4618-9277-ef7d2ba71f7b req-56bf3bc6-b45b-46e3-bb81-c665c9ab784f tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079991 Jun 25 09:37:00.745554 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6908a60-2a75-4f98-8736-b5e6a2c48140 req-0042f665-18bf-4fe6-943c-59fa522c006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:00.746994 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6908a60-2a75-4f98-8736-b5e6a2c48140 req-0042f665-18bf-4fe6-943c-59fa522c006d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.1537678 Jun 25 09:37:00.809284 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993ad9d-89a5-46e1-9018-77785ff1e670 req-eed52a2c-91c9-4c7c-bbf8-00c23719ded1 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:00.811438 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b993ad9d-89a5-46e1-9018-77785ff1e670 req-eed52a2c-91c9-4c7c-bbf8-00c23719ded1 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 949 time: 0.1551907 Jun 25 09:37:00.861687 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b993ad9d-89a5-46e1-9018-77785ff1e670 req-283c1f9a-a7d9-41ae-afce-9f5dda150b37 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/security-groups?id=76f6146f-3fce-412d-a0eb-ec647a81b41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444465 Jun 25 09:37:00.869286 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6908a60-2a75-4f98-8736-b5e6a2c48140 req-e1e82fd1-8624-405e-a9b0-6d37b4cec52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:00.870871 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6908a60-2a75-4f98-8736-b5e6a2c48140 req-e1e82fd1-8624-405e-a9b0-6d37b4cec52c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1135798 Jun 25 09:37:00.891322 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe9ea239-5111-431d-98e4-2e704a2ef886 req-7d091cb4-037e-419d-8fee-558a8ed69dd4 service neutron] 10.222.0.38 "GET /v2.0/networks/1786ce37-7167-46b7-8fe0-33d6cfb64975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946347 Jun 25 09:37:01.002335 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6908a60-2a75-4f98-8736-b5e6a2c48140 req-e453ac3c-c43f-43d9-897e-13b513a6ec3f service neutron] 10.222.0.41 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220365 Jun 25 09:37:01.117618 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6908a60-2a75-4f98-8736-b5e6a2c48140 req-1916020d-c7dd-40af-929b-28515dd7d778 service neutron] 10.222.0.41 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049635 Jun 25 09:37:01.252791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10f85-9bad-46b1-ba4b-002c217187b1 req-b761015e-a91d-4572-98fa-64d1fa4888c0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:01.254356 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6b10f85-9bad-46b1-ba4b-002c217187b1 req-b761015e-a91d-4572-98fa-64d1fa4888c0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 943 time: 0.0709391 Jun 25 09:37:01.297804 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6b10f85-9bad-46b1-ba4b-002c217187b1 req-822784f9-5025-4489-aa0f-afd1a2073411 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373788 Jun 25 09:37:01.416428 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:01.419836 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675b7a90-1158-402f-bad2-a37fba4f81c7 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:37:01.429322 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:01.447445 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Transition to ACTIVE for port object 675b7a90-1158-402f-bad2-a37fba4f81c7 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:37:01.453521 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:01.456276 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:01.502837 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4617f-5ba6-4a9c-a4f5-c90b24fe6152 req-0eccfde0-626c-40c4-ae34-26104d8cba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:01.504367 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-03a4617f-5ba6-4a9c-a4f5-c90b24fe6152 req-0eccfde0-626c-40c4-ae34-26104d8cba04 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f17b8e8265ce4fcd971c9f225c36dc49&device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 1095 time: 0.1221042 Jun 25 09:37:01.540324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=675b7a90-1158-402f-bad2-a37fba4f81c7,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:01.543939 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:01.667204 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Attempting to bind port 675b7a90-1158-402f-bad2-a37fba4f81c7 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:37:01.667427 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Attempting to bind port 675b7a90-1158-402f-bad2-a37fba4f81c7 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:37:01.667758 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Attempting to bind port 675b7a90-1158-402f-bad2-a37fba4f81c7 on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:37:01.673918 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4617f-5ba6-4a9c-a4f5-c90b24fe6152 req-d7d3137a-c8d0-4644-82b3-34db732f67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:01.675388 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-03a4617f-5ba6-4a9c-a4f5-c90b24fe6152 req-d7d3137a-c8d0-4644-82b3-34db732f67f2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1786ce37-7167-46b7-8fe0-33d6cfb64975 HTTP/1.1" status: 200 len: 911 time: 0.1610456 Jun 25 09:37:01.676058 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Port 675b7a90-1158-402f-bad2-a37fba4f81c7 on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:37:01.676373 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Attempting to bind port 675b7a90-1158-402f-bad2-a37fba4f81c7 on network a124eb50-58b7-4400-83c7-66fc4f4c6f28 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:37:01.681588 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:37:01.681922 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Checking segment: {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:37:01.682300 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Bound using segment: {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:37:01.682837 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Bound port: 675b7a90-1158-402f-bad2-a37fba4f81c7, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00967cf-4e73-420d-a979-8f8664cc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:37:01.683098 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:01.701372 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780319-e21d-4136-91c7-6b299c484edb req-42cabaad-dea3-4b2c-a1cc-fc48b881023c tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:01.702918 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d780319-e21d-4136-91c7-6b299c484edb req-42cabaad-dea3-4b2c-a1cc-fc48b881023c tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 943 time: 0.0762925 Jun 25 09:37:01.730369 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-03a4617f-5ba6-4a9c-a4f5-c90b24fe6152 req-77a40c81-127e-4cba-835e-0617faee5f1e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02961ad0-b757-4719-aae7-aac99b19726a HTTP/1.1" status: 200 len: 217 time: 0.0449274 Jun 25 09:37:01.752303 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d780319-e21d-4136-91c7-6b299c484edb req-1e08e6b4-5ffd-49b4-835f-21982a692e63 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8f69bc9-9b94-4247-af4b-738765b42d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430760 Jun 25 09:37:01.831787 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4617f-5ba6-4a9c-a4f5-c90b24fe6152 req-baebb92a-e9e4-418b-9111-f68cbee4d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:01.833440 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-03a4617f-5ba6-4a9c-a4f5-c90b24fe6152 req-baebb92a-e9e4-418b-9111-f68cbee4d676 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=44468340-77e9-4c07-aa1c-f140c83137bf HTTP/1.1" status: 200 len: 849 time: 0.0817385 Jun 25 09:37:01.837842 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] For port 675b7a90-1158-402f-bad2-a37fba4f81c7, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:37:01.861123 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] For port 675b7a90-1158-402f-bad2-a37fba4f81c7, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=675b7a90-1158-402f-bad2-a37fba4f81c7,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:37:01.884721 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:01.888549 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-03a4617f-5ba6-4a9c-a4f5-c90b24fe6152 req-db94ba25-2fb2-4c18-b45c-1f223504e9b0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1786ce37-7167-46b7-8fe0-33d6cfb64975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481288 Jun 25 09:37:01.890390 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1e5b99f2-8e0a-4a0d-b067-23772e7cbdcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:01.947074 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d56dd-bbe8-43fb-976d-61c84c195482 req-12b8417a-d51a-4175-a103-3eacde119908 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:01.949436 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f2d56dd-bbe8-43fb-976d-61c84c195482 req-12b8417a-d51a-4175-a103-3eacde119908 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 943 time: 0.0780933 Jun 25 09:37:01.980062 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:01.980814 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:01.982305 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-f25935de-0629-46b4-b953-500484982cf3 service neutron] 10.222.0.41 "PUT /v2.0/ports/675b7a90-1158-402f-bad2-a37fba4f81c7 HTTP/1.1" status: 200 len: 1092 time: 1.4929237 Jun 25 09:37:01.982787 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6aab40d-1f3c-40b5-a858-334699a4c352', 'tag': '675b7a90-1158-402f-bad2-a37fba4f81c7'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:01.985184 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7526c3f7-33dd-4baf-a051-c5789fb1fef3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6aab40d-1f3c-40b5-a858-334699a4c352", "tag": "675b7a90-1158-402f-bad2-a37fba4f81c7"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:02.010176 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f2d56dd-bbe8-43fb-976d-61c84c195482 req-b7bee641-30a0-4026-bbb0-b2413254ad2b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503914 Jun 25 09:37:02.027538 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=675b7a90-1158-402f-bad2-a37fba4f81c7,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:02.040537 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:02.087928 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2289a481-e9e3-4452-8dbf-2fb24611fbf5 x-openstack-request-id: req-2289a481-e9e3-4452-8dbf-2fb24611fbf5 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:02.088401 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6aab40d-1f3c-40b5-a858-334699a4c352", "tag": "675b7a90-1158-402f-bad2-a37fba4f81c7", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:02.088946 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2289a481-e9e3-4452-8dbf-2fb24611fbf5 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:02.089793 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6aab40d-1f3c-40b5-a858-334699a4c352', 'tag': '675b7a90-1158-402f-bad2-a37fba4f81c7', 'status': 'completed', 'code': 200} Jun 25 09:37:02.109263 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-03a4617f-5ba6-4a9c-a4f5-c90b24fe6152 req-fa2b009d-85e9-40b5-bc2f-b3440ae773ec service neutron] 10.222.0.38 "GET /v2.0/networks/1786ce37-7167-46b7-8fe0-33d6cfb64975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108710 Jun 25 09:37:02.154811 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312ed94-37fd-4039-9409-9f71f74d75a6 req-fc75c2c8-0e17-4703-9894-fce7ce47e108 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:02.156355 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4312ed94-37fd-4039-9409-9f71f74d75a6 req-fc75c2c8-0e17-4703-9894-fce7ce47e108 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 949 time: 0.0667372 Jun 25 09:37:02.196991 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4312ed94-37fd-4039-9409-9f71f74d75a6 req-669cff50-f794-4400-bc2c-ea5d087a7a0a tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/security-groups?id=76f6146f-3fce-412d-a0eb-ec647a81b41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340185 Jun 25 09:37:02.203764 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-ee928693-6e36-456b-bdfe-d4199e2965ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:02.205320 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-ee928693-6e36-456b-bdfe-d4199e2965ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 1095 time: 0.1348953 Jun 25 09:37:02.258461 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-03a4617f-5ba6-4a9c-a4f5-c90b24fe6152 req-e2f1685e-4168-442d-a4ec-9a1d0b778746 service neutron] 10.222.0.38 "GET /v2.0/networks/1786ce37-7167-46b7-8fe0-33d6cfb64975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419561 Jun 25 09:37:02.259851 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-08543506-c6cd-4c5d-ad04-5b7c1e3c86e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=675b7a90-1158-402f-bad2-a37fba4f81c7 HTTP/1.1" status: 200 len: 217 time: 0.0372722 Jun 25 09:37:02.333360 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-a06005d1-5319-40d5-8a43-3525733e891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:02.334855 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-a06005d1-5319-40d5-8a43-3525733e891e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 HTTP/1.1" status: 200 len: 852 time: 0.0551977 Jun 25 09:37:02.373013 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-3d9d9fdd-3c4e-4f9f-acb0-e181cc294eb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a124eb50-58b7-4400-83c7-66fc4f4c6f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282226 Jun 25 09:37:02.478152 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-aa3766f6-6869-4747-9a5b-e827e361a8df service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960495 Jun 25 09:37:02.483526 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df859c-a283-4984-8842-4c54191b8af9 req-3be0ee6c-351c-49d8-831e-2d5a6a0f9721 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:02.485054 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45df859c-a283-4984-8842-4c54191b8af9 req-3be0ee6c-351c-49d8-831e-2d5a6a0f9721 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 943 time: 0.0712492 Jun 25 09:37:02.526455 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45df859c-a283-4984-8842-4c54191b8af9 req-cbf196b3-fd71-4abd-855f-76aba3f449a1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351260 Jun 25 09:37:02.587679 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-57c0a89a-2994-4d03-9b5a-fea9faa47033 req-00f8e8b1-0134-44b4-abd8-32a9c48effe3 service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019976 Jun 25 09:37:02.686429 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198a59f-5f24-4ee4-94cd-ff9756372ea5 req-7177b841-d658-4699-9e23-18b65ec4035f tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:02.687995 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d198a59f-5f24-4ee4-94cd-ff9756372ea5 req-7177b841-d658-4699-9e23-18b65ec4035f tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.41 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 949 time: 0.0986073 Jun 25 09:37:02.790604 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526c3f7-33dd-4baf-a051-c5789fb1fef3 req-cf8c20eb-ef82-4c5f-a98b-47c4d7b848f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:02.792937 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7526c3f7-33dd-4baf-a051-c5789fb1fef3 req-cf8c20eb-ef82-4c5f-a98b-47c4d7b848f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d174b12e72448983d64be8e279b8cf&device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 1095 time: 0.0708802 Jun 25 09:37:02.840916 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-d198a59f-5f24-4ee4-94cd-ff9756372ea5 req-99574736-2905-430d-bb2b-eb2744db57f5 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Deleting port 86d3303c-2c4f-4758-961c-a1c28d7d892b {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:37:02.842057 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d198a59f-5f24-4ee4-94cd-ff9756372ea5 req-99574736-2905-430d-bb2b-eb2744db57f5 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:02.930175 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526c3f7-33dd-4baf-a051-c5789fb1fef3 req-0ce6a84b-72de-4f32-8cbb-74da62be2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:02.932000 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7526c3f7-33dd-4baf-a051-c5789fb1fef3 req-0ce6a84b-72de-4f32-8cbb-74da62be2e4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 200 len: 914 time: 0.1325288 Jun 25 09:37:02.984356 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7526c3f7-33dd-4baf-a051-c5789fb1fef3 req-64120e0a-ec6c-4fea-b5ac-134da9a63c88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=675b7a90-1158-402f-bad2-a37fba4f81c7 HTTP/1.1" status: 200 len: 217 time: 0.0442204 Jun 25 09:37:03.012101 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-d198a59f-5f24-4ee4-94cd-ff9756372ea5 req-99574736-2905-430d-bb2b-eb2744db57f5 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] For port 86d3303c-2c4f-4758-961c-a1c28d7d892b, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=86d3303c-2c4f-4758-961c-a1c28d7d892b,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:03.012440 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d198a59f-5f24-4ee4-94cd-ff9756372ea5 req-99574736-2905-430d-bb2b-eb2744db57f5 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:03.033862 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875d794-a70f-4fd3-834c-4593cd3ac8fa req-c1d32cf6-960e-4a45-ba24-a307ddaef4dc tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:03.041763 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4875d794-a70f-4fd3-834c-4593cd3ac8fa req-c1d32cf6-960e-4a45-ba24-a307ddaef4dc tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 943 time: 0.1400185 Jun 25 09:37:03.045516 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526c3f7-33dd-4baf-a051-c5789fb1fef3 req-21c3bae8-5997-43d8-b328-051f0ccb89d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:03.047047 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7526c3f7-33dd-4baf-a051-c5789fb1fef3 req-21c3bae8-5997-43d8-b328-051f0ccb89d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 HTTP/1.1" status: 200 len: 852 time: 0.0553107 Jun 25 09:37:03.052316 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-d198a59f-5f24-4ee4-94cd-ff9756372ea5 req-99574736-2905-430d-bb2b-eb2744db57f5 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Calling delete_port for 86d3303c-2c4f-4758-961c-a1c28d7d892b owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:37:03.098174 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4875d794-a70f-4fd3-834c-4593cd3ac8fa req-4a296d94-0b8d-4755-b70a-9cfa66d6f491 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8f69bc9-9b94-4247-af4b-738765b42d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554349 Jun 25 09:37:03.099196 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7526c3f7-33dd-4baf-a051-c5789fb1fef3 req-e08861c9-b5ef-4c2a-8ab9-c2a08884dc2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a124eb50-58b7-4400-83c7-66fc4f4c6f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412192 Jun 25 09:37:03.127144 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 02961ad0-b757-4719-aae7-aac99b19726a details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:37:03.225485 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7526c3f7-33dd-4baf-a051-c5789fb1fef3 req-46cd475b-f96c-4bce-b31b-c163bfc1aa2d service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169019 Jun 25 09:37:03.284960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89466e1-c3c5-4aa9-b8aa-b7bb26c19c4c req-5b1aff52-2a3d-49fd-97c9-be86d1e68bed tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:03.286714 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a89466e1-c3c5-4aa9-b8aa-b7bb26c19c4c req-5b1aff52-2a3d-49fd-97c9-be86d1e68bed tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 943 time: 0.1369066 Jun 25 09:37:03.287406 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 02961ad0-b757-4719-aae7-aac99b19726a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=02961ad0-b757-4719-aae7-aac99b19726a,segment=NetworkSegment(6e11262f-6e44-48f0-b287-731917bbd380),segment_id=6e11262f-6e44-48f0-b287-731917bbd380)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:03.306665 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '02961ad0-b757-4719-aae7-aac99b19726a', 'network_id': '1786ce37-7167-46b7-8fe0-33d6cfb64975', 'port_id': '02961ad0-b757-4719-aae7-aac99b19726a', 'mac_address': 'fa:16:3e:0d:80:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44468340-77e9-4c07-aa1c-f140c83137bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:37:03.368366 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7526c3f7-33dd-4baf-a051-c5789fb1fef3 req-08952077-d304-4581-8040-31529252fe39 service neutron] 10.222.0.41 "GET /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330969 Jun 25 09:37:03.409836 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a89466e1-c3c5-4aa9-b8aa-b7bb26c19c4c req-a5beec4c-d810-4773-a7af-89ed17b295a3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024280 Jun 25 09:37:03.434416 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d198a59f-5f24-4ee4-94cd-ff9756372ea5 req-99574736-2905-430d-bb2b-eb2744db57f5 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:03.440152 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-30d73a48-8461-4a4f-8694-16cf1387bead tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:03.478310 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99574736-2905-430d-bb2b-eb2744db57f5 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Pushing event deleted for resources: {'Port': ['ID=86d3303c-2c4f-4758-961c-a1c28d7d892b,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:03.484533 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-99574736-2905-430d-bb2b-eb2744db57f5 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:03.529531 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-d198a59f-5f24-4ee4-94cd-ff9756372ea5 req-99574736-2905-430d-bb2b-eb2744db57f5 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] No DVR routers for this DVR port 86d3303c-2c4f-4758-961c-a1c28d7d892b on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:37:03.533667 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d198a59f-5f24-4ee4-94cd-ff9756372ea5 req-99574736-2905-430d-bb2b-eb2744db57f5 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:03.535744 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d198a59f-5f24-4ee4-94cd-ff9756372ea5 req-99574736-2905-430d-bb2b-eb2744db57f5 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.41 "DELETE /v2.0/ports/86d3303c-2c4f-4758-961c-a1c28d7d892b HTTP/1.1" status: 204 len: 173 time: 0.8133972 Jun 25 09:37:03.536228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b99969-7d2e-400f-a2bf-fcc585fa3b1e', 'name': 'network-vif-deleted', 'tag': '86d3303c-2c4f-4758-961c-a1c28d7d892b'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:03.538596 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc385ce3-6509-4242-a5a6-aef26fe872e0" -d '{"events": [{"server_uuid": "97b99969-7d2e-400f-a2bf-fcc585fa3b1e", "name": "network-vif-deleted", "tag": "86d3303c-2c4f-4758-961c-a1c28d7d892b"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:03.565716 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564af36c-ac0a-44c1-8a54-8015f1754731 req-af6703a1-9f98-4de7-a50d-8d75fce0d6e7 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:03.567243 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-564af36c-ac0a-44c1-8a54-8015f1754731 req-af6703a1-9f98-4de7-a50d-8d75fce0d6e7 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/ports?device_id=97b99969-7d2e-400f-a2bf-fcc585fa3b1e HTTP/1.1" status: 200 len: 867 time: 0.1838391 Jun 25 09:37:03.574399 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:03.578102 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['86d3303c-2c4f-4758-961c-a1c28d7d892b'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:37:03.601111 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbe7e6b-eb26-43f5-915b-b3ef2e7c7c83 x-openstack-request-id: req-0cbe7e6b-eb26-43f5-915b-b3ef2e7c7c83 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:03.601452 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b99969-7d2e-400f-a2bf-fcc585fa3b1e", "name": "network-vif-deleted", "tag": "86d3303c-2c4f-4758-961c-a1c28d7d892b", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:03.601761 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0cbe7e6b-eb26-43f5-915b-b3ef2e7c7c83 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:03.602197 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b99969-7d2e-400f-a2bf-fcc585fa3b1e', 'name': 'network-vif-deleted', 'tag': '86d3303c-2c4f-4758-961c-a1c28d7d892b', 'status': 'completed', 'code': 200} Jun 25 09:37:03.638914 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-564af36c-ac0a-44c1-8a54-8015f1754731 req-7dc64591-b89f-49a8-a23b-0100ba98313f tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] 10.222.0.93 "GET /v2.0/security-groups?id=76f6146f-3fce-412d-a0eb-ec647a81b41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606749 Jun 25 09:37:03.640433 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02961ad0-b757-4719-aae7-aac99b19726a {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:37:03.691263 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 02961ad0-b757-4719-aae7-aac99b19726a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=02961ad0-b757-4719-aae7-aac99b19726a,segment=NetworkSegment(6e11262f-6e44-48f0-b287-731917bbd380),segment_id=6e11262f-6e44-48f0-b287-731917bbd380)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:03.699680 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:03.703996 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:03.795083 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=02961ad0-b757-4719-aae7-aac99b19726a,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:03.798447 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:03.816755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44199e2e-96e9-4517-9c2b-5f8d52464bad req-88063b35-57c4-46bc-ab32-7047f79870f6 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:03.821512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44199e2e-96e9-4517-9c2b-5f8d52464bad req-88063b35-57c4-46bc-ab32-7047f79870f6 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 943 time: 0.0826194 Jun 25 09:37:03.864088 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44199e2e-96e9-4517-9c2b-5f8d52464bad req-c3c09e4c-7dc5-4e8b-be20-80caa7b79dab tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361919 Jun 25 09:37:04.043179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['02961ad0-b757-4719-aae7-aac99b19726a'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:37:04.191952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 17b9ef2b-8f46-4bcb-8b17-101819afb7ea details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:37:04.284561 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923cd84-6945-482c-8afa-82e64e5f5369 req-8abd763a-292b-47d0-bb82-3bdbaff39703 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:04.286317 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7923cd84-6945-482c-8afa-82e64e5f5369 req-8abd763a-292b-47d0-bb82-3bdbaff39703 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 944 time: 0.0756500 Jun 25 09:37:04.289170 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:04.301723 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '17b9ef2b-8f46-4bcb-8b17-101819afb7ea', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'port_id': '17b9ef2b-8f46-4bcb-8b17-101819afb7ea', 'mac_address': 'fa:16:3e:0d:d6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:37:04.337200 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7923cd84-6945-482c-8afa-82e64e5f5369 req-0c5b6e2f-53e3-4e99-9a19-a0d218c7c30c tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8f69bc9-9b94-4247-af4b-738765b42d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449357 Jun 25 09:37:04.344661 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:04.359483 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b9ef2b-8f46-4bcb-8b17-101819afb7ea {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:37:04.382801 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:04.388767 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:04.390737 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:04.440215 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:04.443448 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:04.601213 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5f7e3-3774-4e49-86ae-499666959821 req-23a00a11-b2bb-4002-a459-2206220841a8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:04.602761 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57e5f7e3-3774-4e49-86ae-499666959821 req-23a00a11-b2bb-4002-a459-2206220841a8 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 943 time: 0.0688100 Jun 25 09:37:04.644480 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57e5f7e3-3774-4e49-86ae-499666959821 req-b9247560-3243-4d6e-b7b0-46f92421811b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348341 Jun 25 09:37:04.974272 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['17b9ef2b-8f46-4bcb-8b17-101819afb7ea'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:37:05.066721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2523b-b58c-49f7-804d-5ea27b2c58cd req-b9f7328c-0bac-4832-8b3e-37743cc89e48 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:05.069414 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f8b2523b-b58c-49f7-804d-5ea27b2c58cd req-b9f7328c-0bac-4832-8b3e-37743cc89e48 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 944 time: 0.0863087 Jun 25 09:37:05.114373 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 02961ad0-b757-4719-aae7-aac99b19726a up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:37:05.120010 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f8b2523b-b58c-49f7-804d-5ea27b2c58cd req-af06823b-6a22-47ca-a77a-9f4d393d293b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445054 Jun 25 09:37:05.188642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 02961ad0-b757-4719-aae7-aac99b19726a completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:37:05.193972 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 02961ad0-b757-4719-aae7-aac99b19726a triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:37:05.194567 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:05.273642 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:05.300432 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ccc0aa-c2b9-4340-9f1b-3082b8342b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02961ad0-b757-4719-aae7-aac99b19726a'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:05.303229 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd18a291-3a42-4d12-9d57-c9950c5e744e" -d '{"events": [{"server_uuid": "a2ccc0aa-c2b9-4340-9f1b-3082b8342b39", "name": "network-vif-plugged", "status": "completed", "tag": "02961ad0-b757-4719-aae7-aac99b19726a"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:05.316362 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 02961ad0-b757-4719-aae7-aac99b19726a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=02961ad0-b757-4719-aae7-aac99b19726a,segment=NetworkSegment(6e11262f-6e44-48f0-b287-731917bbd380),segment_id=6e11262f-6e44-48f0-b287-731917bbd380)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:05.321459 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:05.323526 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-16ca840c-6985-4602-bc37-d519af008b10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:05.366086 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fa0f01-514c-41ff-b5e2-f17939ed09a4 x-openstack-request-id: req-89fa0f01-514c-41ff-b5e2-f17939ed09a4 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:05.366372 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ccc0aa-c2b9-4340-9f1b-3082b8342b39", "name": "network-vif-plugged", "status": "completed", "tag": "02961ad0-b757-4719-aae7-aac99b19726a", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:05.366733 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-89fa0f01-514c-41ff-b5e2-f17939ed09a4 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:05.367253 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ccc0aa-c2b9-4340-9f1b-3082b8342b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02961ad0-b757-4719-aae7-aac99b19726a', 'code': 200} Jun 25 09:37:05.378115 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=02961ad0-b757-4719-aae7-aac99b19726a,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:05.388604 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:05.544358 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ed559-0ceb-4b2a-bbf4-7f0fa31bd65a req-127ca2e5-0c0c-4300-9d78-6cfbed01d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:05.545996 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-823ed559-0ceb-4b2a-bbf4-7f0fa31bd65a req-127ca2e5-0c0c-4300-9d78-6cfbed01d7c8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 1097 time: 0.0744860 Jun 25 09:37:05.552690 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96f222-bf3f-48f0-a017-fe9a6568c52a req-14881061-cdf5-4a4c-9b44-ff8cd37af327 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:05.554373 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd96f222-bf3f-48f0-a017-fe9a6568c52a req-14881061-cdf5-4a4c-9b44-ff8cd37af327 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 945 time: 0.0788023 Jun 25 09:37:05.585094 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-823ed559-0ceb-4b2a-bbf4-7f0fa31bd65a req-cf51e1e7-6b3e-4647-b8de-3982cfa5eb1a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a8f69bc9-9b94-4247-af4b-738765b42d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314744 Jun 25 09:37:05.602598 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd96f222-bf3f-48f0-a017-fe9a6568c52a req-be8779c9-234b-429d-aa58-82271747d260 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8f69bc9-9b94-4247-af4b-738765b42d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405536 Jun 25 09:37:05.832823 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d9425-7b50-4185-82a2-98bcc8e9b259 req-ff714279-1838-4a69-b556-fa62c4a3d73a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:05.834231 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b19d9425-7b50-4185-82a2-98bcc8e9b259 req-ff714279-1838-4a69-b556-fa62c4a3d73a tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 943 time: 0.0702286 Jun 25 09:37:05.880331 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b19d9425-7b50-4185-82a2-98bcc8e9b259 req-2a279e7e-be35-4066-a7cb-8933201da524 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 Jun 25 09:37:06.171574 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49616) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:06.205092 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 675b7a90-1158-402f-bad2-a37fba4f81c7 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:37:06.214026 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 17b9ef2b-8f46-4bcb-8b17-101819afb7ea up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:37:06.298759 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b28e2a5-bdd9-494e-9289-08894e4431e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:06.346016 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:37:06.350420 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc93a9-add8-40c4-b6ed-e4feb5681702 req-81adda10-3a40-44fd-918a-ad8ef18e3f49 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:06.352248 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-96cc93a9-add8-40c4-b6ed-e4feb5681702 req-81adda10-3a40-44fd-918a-ad8ef18e3f49 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 944 time: 0.1060238 Jun 25 09:37:06.355623 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:37:06.356130 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:06.362338 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 675b7a90-1158-402f-bad2-a37fba4f81c7, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=675b7a90-1158-402f-bad2-a37fba4f81c7,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:06.397698 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '675b7a90-1158-402f-bad2-a37fba4f81c7', 'network_id': 'a124eb50-58b7-4400-83c7-66fc4f4c6f28', 'port_id': '675b7a90-1158-402f-bad2-a37fba4f81c7', 'mac_address': 'fa:16:3e:f4:c0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b7280b-d276-4f5e-ac6e-26dc1b12ab67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:37:06.414974 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-96cc93a9-add8-40c4-b6ed-e4feb5681702 req-dc9b908c-ff7d-4b96-908b-91673aae7cf3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542314 Jun 25 09:37:06.450908 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:06.461737 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b28e2a5-bdd9-494e-9289-08894e4431e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:06.467429 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0b28e2a5-bdd9-494e-9289-08894e4431e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:06.468310 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675b7a90-1158-402f-bad2-a37fba4f81c7 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:37:06.472561 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19528915-5b3f-476c-b060-15eb18868b00 tempest-TestSecurityGroupsBasicOps-1422383721 tempest-TestSecurityGroupsBasicOps-1422383721-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:06.492498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 675b7a90-1158-402f-bad2-a37fba4f81c7, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=675b7a90-1158-402f-bad2-a37fba4f81c7,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:06.512986 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:06.516705 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7ea7b8da-9ffa-423d-b9e4-18460cb27fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:06.518251 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0b28e2a5-bdd9-494e-9289-08894e4431e2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=827763f04b594eaa9b8647cef3f481b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3453522 Jun 25 09:37:06.520996 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49620) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:06.526979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28e2a5-bdd9-494e-9289-08894e4431e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97117a9-f078-44dd-b7d6-bf3704ca7617,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:06.531344 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0b28e2a5-bdd9-494e-9289-08894e4431e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:06.556359 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:06.582176 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=675b7a90-1158-402f-bad2-a37fba4f81c7,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:06.590632 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:06.602467 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad941e8b-024e-4ca5-9d19-3a7f45038955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:06.608678 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:06.613497 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:06.614885 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 86d3303c-2c4f-4758-961c-a1c28d7d892b no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:37:06.620771 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:06.625888 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad941e8b-024e-4ca5-9d19-3a7f45038955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:06.641427 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 86d3303c-2c4f-4758-961c-a1c28d7d892b {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:37:06.641789 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 86d3303c-2c4f-4758-961c-a1c28d7d892b not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:37:06.704469 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad941e8b-024e-4ca5-9d19-3a7f45038955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:06.708015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ad941e8b-024e-4ca5-9d19-3a7f45038955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:06.710266 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ad941e8b-024e-4ca5-9d19-3a7f45038955 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e97117a9-f078-44dd-b7d6-bf3704ca7617 HTTP/1.1" status: 204 len: 168 time: 0.1855178 Jun 25 09:37:06.711916 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3ae1d1f3-9c51-46ec-b3dc-15c2cddc6da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:06.715135 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:06.718677 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:06.731256 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad941e8b-024e-4ca5-9d19-3a7f45038955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97117a9-f078-44dd-b7d6-bf3704ca7617,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:06.742336 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ad941e8b-024e-4ca5-9d19-3a7f45038955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:06.847419 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de427574-a7eb-4a1c-b912-75d196149ae7 req-0e4dbe9d-3891-48a0-92b6-1ee85dde9f8b tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:06.848979 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de427574-a7eb-4a1c-b912-75d196149ae7 req-0e4dbe9d-3891-48a0-92b6-1ee85dde9f8b tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 945 time: 0.0902245 Jun 25 09:37:06.893745 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de427574-a7eb-4a1c-b912-75d196149ae7 req-593ef9eb-3d37-4e88-92ef-2f30a1b600eb tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8f69bc9-9b94-4247-af4b-738765b42d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367117 Jun 25 09:37:07.030598 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['675b7a90-1158-402f-bad2-a37fba4f81c7'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:37:07.129171 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067e82d-138f-40fd-85dc-94373cc76ef0 req-70034d02-ea59-4841-ab57-17e11a684948 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:07.136968 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c067e82d-138f-40fd-85dc-94373cc76ef0 req-70034d02-ea59-4841-ab57-17e11a684948 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 944 time: 0.1259036 Jun 25 09:37:07.143874 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 49636) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:07.160965 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9912bf83-a94b-4071-a654-f34eca2d6a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:07.162616 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd91ef-5198-41c8-adf7-da225f9c79d0 req-ba5577bf-04b7-46c1-872a-69ac7d8a1d8b tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:07.169133 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84cd91ef-5198-41c8-adf7-da225f9c79d0 req-ba5577bf-04b7-46c1-872a-69ac7d8a1d8b tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 1097 time: 0.1096327 Jun 25 09:37:07.204985 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c067e82d-138f-40fd-85dc-94373cc76ef0 req-ebaef795-11c0-4bfe-8f89-7f380325552d tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669382 Jun 25 09:37:07.215218 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-84cd91ef-5198-41c8-adf7-da225f9c79d0 req-a5ed5d93-7b92-437f-a29c-c91e7f3c5069 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:07.277020 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9912bf83-a94b-4071-a654-f34eca2d6a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:07.282335 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9912bf83-a94b-4071-a654-f34eca2d6a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:07.288021 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f4999dc7-dd60-436f-8f98-1550613dba53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:07.324978 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9912bf83-a94b-4071-a654-f34eca2d6a4a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fcb1558b8dd74f02a9aa5e1ce503223a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799664 Jun 25 09:37:07.325994 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912bf83-a94b-4071-a654-f34eca2d6a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aa3cd3-7c63-4c14-8b4c-dfef007903fc,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:07.329626 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9912bf83-a94b-4071-a654-f34eca2d6a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:07.334073 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49638) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:07.368595 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a090924-377a-4a28-94ce-842675cb61b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b9ef2b-8f46-4bcb-8b17-101819afb7ea'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:07.371706 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92f83a3-b5d7-4b3e-811b-5cd6eefc7ce4" -d '{"events": [{"server_uuid": "1a090924-377a-4a28-94ce-842675cb61b9", "name": "network-vif-plugged", "status": "completed", "tag": "17b9ef2b-8f46-4bcb-8b17-101819afb7ea"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:07.413537 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-84cd91ef-5198-41c8-adf7-da225f9c79d0 req-a5ed5d93-7b92-437f-a29c-c91e7f3c5069 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:07.416302 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74acd0d-e437-498b-a108-5564a772a66f x-openstack-request-id: req-d74acd0d-e437-498b-a108-5564a772a66f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:07.416611 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a090924-377a-4a28-94ce-842675cb61b9", "name": "network-vif-plugged", "status": "completed", "tag": "17b9ef2b-8f46-4bcb-8b17-101819afb7ea", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:07.417123 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d74acd0d-e437-498b-a108-5564a772a66f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:07.417227 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a7d5e1e-d3b8-4183-8a6d-790c42f62c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:07.417539 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a090924-377a-4a28-94ce-842675cb61b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b9ef2b-8f46-4bcb-8b17-101819afb7ea', 'code': 200} Jun 25 09:37:07.420013 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-84cd91ef-5198-41c8-adf7-da225f9c79d0 req-a5ed5d93-7b92-437f-a29c-c91e7f3c5069 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:07.423719 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c6d42be3-e9bf-45f0-8047-63bbddaa7a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:07.467830 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-84cd91ef-5198-41c8-adf7-da225f9c79d0 req-a5ed5d93-7b92-437f-a29c-c91e7f3c5069 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2976818 Jun 25 09:37:07.470708 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a7d5e1e-d3b8-4183-8a6d-790c42f62c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:07.484012 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed5d93-7b92-437f-a29c-c91e7f3c5069 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c20a9e9-95ca-4513-96e1-d64a029a9656,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:07.490480 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a5ed5d93-7b92-437f-a29c-c91e7f3c5069 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:07.542664 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a7d5e1e-d3b8-4183-8a6d-790c42f62c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:07.545640 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0a7d5e1e-d3b8-4183-8a6d-790c42f62c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:07.546819 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0a7d5e1e-d3b8-4183-8a6d-790c42f62c54 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e2aa3cd3-7c63-4c14-8b4c-dfef007903fc HTTP/1.1" status: 204 len: 168 time: 0.2117360 Jun 25 09:37:07.549035 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0bfb32ff-c8d3-4d66-b014-915990faabb4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:07.578359 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d5e1e-d3b8-4183-8a6d-790c42f62c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aa3cd3-7c63-4c14-8b4c-dfef007903fc,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:07.581188 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0a7d5e1e-d3b8-4183-8a6d-790c42f62c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:07.665842 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac31c6-566b-4a48-b774-284347f68c00 req-149be827-b096-4ddd-a0e5-10b44f07c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:07.667449 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6bac31c6-566b-4a48-b774-284347f68c00 req-149be827-b096-4ddd-a0e5-10b44f07c3c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 1097 time: 0.1336684 Jun 25 09:37:07.751001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721cdb3-5260-489a-bcb7-828e6639b579 req-38ff0724-36c3-484e-a85e-b34f5af31ba3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:07.752501 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7721cdb3-5260-489a-bcb7-828e6639b579 req-38ff0724-36c3-484e-a85e-b34f5af31ba3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.1615853 Jun 25 09:37:07.754831 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6bac31c6-566b-4a48-b774-284347f68c00 req-97407a3f-b272-4150-aedc-0397f33b0c54 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648587 Jun 25 09:37:07.796683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262a6ce-a6ee-4b95-9d1a-764bff33afcc req-8b999139-e09c-47b5-a1b2-97b00a4ce212 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:07.798356 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a262a6ce-a6ee-4b95-9d1a-764bff33afcc req-8b999139-e09c-47b5-a1b2-97b00a4ce212 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.1479418 Jun 25 09:37:07.823146 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7721cdb3-5260-489a-bcb7-828e6639b579 req-dc2a43d9-7eee-4049-837f-372135506869 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644548 Jun 25 09:37:07.865061 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a262a6ce-a6ee-4b95-9d1a-764bff33afcc req-060ead32-3a9a-4f05-9840-58cd334776c7 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460999 Jun 25 09:37:07.891935 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 49650) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:07.963740 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4f1a163b-0053-46f5-ab0e-f2e17139c734 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/d8040f1b-ec67-4257-ae19-f54675d34893 HTTP/1.1" status: 200 len: 992 time: 0.0702870 Jun 25 09:37:08.168564 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02823919-892d-401e-9692-df23514153c4 req-4eba2f0b-3592-447b-b8e8-548a1caf1e5d tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:08.173261 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-02823919-892d-401e-9692-df23514153c4 req-4eba2f0b-3592-447b-b8e8-548a1caf1e5d tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 945 time: 0.1169653 Jun 25 09:37:08.208976 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 675b7a90-1158-402f-bad2-a37fba4f81c7 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:37:08.222626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-02823919-892d-401e-9692-df23514153c4 req-935e9fa5-9992-461c-a7ae-5e150cd007ce tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8f69bc9-9b94-4247-af4b-738765b42d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461435 Jun 25 09:37:08.318288 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 675b7a90-1158-402f-bad2-a37fba4f81c7 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:37:08.326186 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 675b7a90-1158-402f-bad2-a37fba4f81c7 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:37:08.328814 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:08.536991 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:08.548351 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dc471-2218-4430-aea2-0fbe4519cdd0 req-d7a4972f-a423-4a62-9040-7086c78c225b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:08.557143 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c7dc471-2218-4430-aea2-0fbe4519cdd0 req-d7a4972f-a423-4a62-9040-7086c78c225b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 944 time: 0.0929515 Jun 25 09:37:08.596680 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 675b7a90-1158-402f-bad2-a37fba4f81c7, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=675b7a90-1158-402f-bad2-a37fba4f81c7,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:08.602466 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:08.605704 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:08.618160 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c7dc471-2218-4430-aea2-0fbe4519cdd0 req-b23cb6ef-d58c-4a3e-9a7e-f6989775a132 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599515 Jun 25 09:37:08.688299 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=675b7a90-1158-402f-bad2-a37fba4f81c7,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:08.700797 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:09.144260 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-660a2c14-7dfe-4ad7-b53c-65bf4cf5b1de service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1949942 Jun 25 09:37:09.193909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b57b72-86ee-4703-a200-7add3db52776 req-c2d9e6b7-739f-4a58-9210-e94ae1136ca1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:09.198873 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-10b57b72-86ee-4703-a200-7add3db52776 req-c2d9e6b7-739f-4a58-9210-e94ae1136ca1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.1504066 Jun 25 09:37:09.238321 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4ed72-9a48-4d06-839f-4a5039e3bee7 req-ac127d67-8c8a-44f0-a4ee-a28a0a7fbf07 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:09.245654 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06c4ed72-9a48-4d06-839f-4a5039e3bee7 req-ac127d67-8c8a-44f0-a4ee-a28a0a7fbf07 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.1844749 Jun 25 09:37:09.292917 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-10b57b72-86ee-4703-a200-7add3db52776 req-8a78cb99-8c63-439f-8b5e-d29c384a83df tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877559 Jun 25 09:37:09.336882 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06c4ed72-9a48-4d06-839f-4a5039e3bee7 req-f9d9aee8-3ec0-4a10-8370-f03fea425020 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899475 Jun 25 09:37:09.418249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6aab40d-1f3c-40b5-a858-334699a4c352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b7a90-1158-402f-bad2-a37fba4f81c7'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:09.420973 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fc7c02-8bc5-48d0-9ffd-d68c10767ac0" -d '{"events": [{"server_uuid": "a6aab40d-1f3c-40b5-a858-334699a4c352", "name": "network-vif-plugged", "status": "completed", "tag": "675b7a90-1158-402f-bad2-a37fba4f81c7"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:09.511866 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b79d07-6892-4cdb-84e0-51af94e8f029 x-openstack-request-id: req-c3b79d07-6892-4cdb-84e0-51af94e8f029 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:09.512316 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6aab40d-1f3c-40b5-a858-334699a4c352", "name": "network-vif-plugged", "status": "completed", "tag": "675b7a90-1158-402f-bad2-a37fba4f81c7", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:09.512669 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c3b79d07-6892-4cdb-84e0-51af94e8f029 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:09.513263 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6aab40d-1f3c-40b5-a858-334699a4c352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b7a90-1158-402f-bad2-a37fba4f81c7', 'code': 200} Jun 25 09:37:09.731095 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:37:09.740664 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a959dd-9589-41bf-ac0e-99946acdda99 req-3088c6ae-fd32-44e4-b594-9bd30b15e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:09.743931 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8a959dd-9589-41bf-ac0e-99946acdda99 req-3088c6ae-fd32-44e4-b594-9bd30b15e00c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 1097 time: 0.1077809 Jun 25 09:37:09.842933 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8a959dd-9589-41bf-ac0e-99946acdda99 req-cc49a7ae-6e5c-4c2a-a666-31a3ebabd407 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918727 Jun 25 09:37:09.927631 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9ae58-8304-4991-867d-d43cd6ec8d6f req-7e54ea0c-982f-4d63-b6d6-c7c90ec1e226 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:09.936759 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-71f9ae58-8304-4991-867d-d43cd6ec8d6f req-7e54ea0c-982f-4d63-b6d6-c7c90ec1e226 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 945 time: 0.1565042 Jun 25 09:37:09.987476 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-71f9ae58-8304-4991-867d-d43cd6ec8d6f req-0fe8636f-de3d-4d69-9343-25cad6413d1c tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494492 Jun 25 09:37:10.565259 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801bd34-8de0-4703-a741-99f7f98cd4b0 req-91e65324-4fcc-49d3-a099-e2e96768f322 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:10.572638 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6801bd34-8de0-4703-a741-99f7f98cd4b0 req-91e65324-4fcc-49d3-a099-e2e96768f322 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.1314635 Jun 25 09:37:10.630063 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbaaff-0a1f-47f5-92ae-05fa83cd6bfc req-99f70689-a2d2-4ecf-9df3-fa03c95e520d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:10.631991 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2bcbaaff-0a1f-47f5-92ae-05fa83cd6bfc req-99f70689-a2d2-4ecf-9df3-fa03c95e520d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.1440206 Jun 25 09:37:10.651821 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6801bd34-8de0-4703-a741-99f7f98cd4b0 req-8b51de74-6fe8-421c-bfa7-faed388a2c12 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778279 Jun 25 09:37:10.704369 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2bcbaaff-0a1f-47f5-92ae-05fa83cd6bfc req-c647fcad-1f3c-4229-a734-ac8f70049795 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658572 Jun 25 09:37:11.104877 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803045a-99ca-49df-bc2c-a5550c8783b1 req-aa66ad3e-c351-4bf2-8022-fd2b8e002084 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:11.106661 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f803045a-99ca-49df-bc2c-a5550c8783b1 req-aa66ad3e-c351-4bf2-8022-fd2b8e002084 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.0825031 Jun 25 09:37:11.188224 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f803045a-99ca-49df-bc2c-a5550c8783b1 req-41114027-c92f-4be5-9952-a62ff30b3648 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740788 Jun 25 09:37:11.220025 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b2439-4d83-4050-bbae-c736b53d3c63 req-0f2610ee-6736-41fb-b56d-ead76ba54f98 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:11.221595 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-504b2439-4d83-4050-bbae-c736b53d3c63 req-0f2610ee-6736-41fb-b56d-ead76ba54f98 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 945 time: 0.0992329 Jun 25 09:37:11.303181 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-504b2439-4d83-4050-bbae-c736b53d3c63 req-74889b7b-80d8-4fc9-8020-a23146e22607 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739305 Jun 25 09:37:11.314780 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-8545be1d-988d-44f0-af0e-18a3ceb7474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:11.316720 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-8545be1d-988d-44f0-af0e-18a3ceb7474c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 1097 time: 0.0930839 Jun 25 09:37:11.450307 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-935d08eb-e5c0-421a-ad4d-cdf16da6b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:11.452511 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-935d08eb-e5c0-421a-ad4d-cdf16da6b71c service neutron] 10.222.0.38 "GET /v2.0/networks?id=33ec2235-0527-4b32-9175-05a58be2240f HTTP/1.1" status: 200 len: 898 time: 0.1297259 Jun 25 09:37:11.534283 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-f29fec57-9b73-4cb9-bde7-f393409b9f1c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf HTTP/1.1" status: 200 len: 1000 time: 0.0747616 Jun 25 09:37:11.605781 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-c5cd3d11-7f98-4bdf-8c10-f0fc89f8b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:11.607362 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-c5cd3d11-7f98-4bdf-8c10-f0fc89f8b63f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5861897d-bdc0-48ab-bb88-6bcb618a256a HTTP/1.1" status: 200 len: 834 time: 0.0670023 Jun 25 09:37:11.674726 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-89223efc-14e9-4604-835e-a36cc449d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:11.676327 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-89223efc-14e9-4604-835e-a36cc449d07c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33ec2235-0527-4b32-9175-05a58be2240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621383 Jun 25 09:37:11.833197 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-64de0540-04d9-4f8c-9f91-842628ab08de service neutron] 10.222.0.38 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496885 Jun 25 09:37:11.979855 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-c66a3c34-8bbb-4eba-9c79-59f74caa6352 service neutron] 10.222.0.38 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393192 Jun 25 09:37:11.999058 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d234929-85fa-48af-9653-c2db4be1d1a3 req-f4903478-17cd-4215-9bc2-86f7fd62a382 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:12.000700 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d234929-85fa-48af-9653-c2db4be1d1a3 req-f4903478-17cd-4215-9bc2-86f7fd62a382 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.0765617 Jun 25 09:37:12.067148 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d234929-85fa-48af-9653-c2db4be1d1a3 req-fac45cf7-0169-4733-bdc6-457f461f2f57 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603437 Jun 25 09:37:12.398895 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a95e80-f2ec-4e4c-adf5-19371e687fd7 req-030ccc59-7d9b-4bca-bc25-bc0279f1a334 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:12.400908 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34a95e80-f2ec-4e4c-adf5-19371e687fd7 req-030ccc59-7d9b-4bca-bc25-bc0279f1a334 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.0798149 Jun 25 09:37:12.876696 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34a95e80-f2ec-4e4c-adf5-19371e687fd7 req-dc69ef36-0343-4a07-88ff-055260cad917 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686041 Jun 25 09:37:12.920694 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3556c-6954-4aaa-be3e-3fc0763ab871 req-1a4bc777-b788-4f25-acee-f9d061fc7372 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:12.922748 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8dc3556c-6954-4aaa-be3e-3fc0763ab871 req-1a4bc777-b788-4f25-acee-f9d061fc7372 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 945 time: 0.0920854 Jun 25 09:37:12.968015 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8dc3556c-6954-4aaa-be3e-3fc0763ab871 req-3f58c18d-beb1-4508-9b2b-c94b708da9e4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386493 Jun 25 09:37:13.620629 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb5455-d4b5-4a64-b2e7-a039583abd64 req-c5d9cc81-7224-49e7-959b-98273361b024 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:13.625781 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cdb5455-d4b5-4a64-b2e7-a039583abd64 req-c5d9cc81-7224-49e7-959b-98273361b024 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.0861661 Jun 25 09:37:13.700197 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cdb5455-d4b5-4a64-b2e7-a039583abd64 req-d0ed431e-4733-4a53-aaf3-36e639eb153c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635276 Jun 25 09:37:13.737212 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc360c-66f1-4e9f-bca5-5c458e341169 req-7b3d373b-6436-402c-b390-4c1a650bba5e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:13.739408 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8cc360c-66f1-4e9f-bca5-5c458e341169 req-7b3d373b-6436-402c-b390-4c1a650bba5e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 945 time: 0.1126649 Jun 25 09:37:13.785729 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8cc360c-66f1-4e9f-bca5-5c458e341169 req-34c8ef93-4db3-40a3-ab2d-0830e7f1bbc4 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8f69bc9-9b94-4247-af4b-738765b42d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380213 Jun 25 09:37:13.934704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2ac86-f810-4f6f-8440-0acd88947ff7 req-860a2089-48ab-4b20-bb06-51a85b204115 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:13.936253 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87f2ac86-f810-4f6f-8440-0acd88947ff7 req-860a2089-48ab-4b20-bb06-51a85b204115 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.1121998 Jun 25 09:37:14.011649 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87f2ac86-f810-4f6f-8440-0acd88947ff7 req-36779d91-7a42-445c-88e0-e4b7841b5418 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494800 Jun 25 09:37:14.035153 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f196876-37e7-4387-b9a5-a7c3bfd88b65 req-05e480ea-fb34-42a4-8b33-76b559502a3e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:14.036825 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f196876-37e7-4387-b9a5-a7c3bfd88b65 req-05e480ea-fb34-42a4-8b33-76b559502a3e tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 945 time: 0.1246562 Jun 25 09:37:14.114195 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f196876-37e7-4387-b9a5-a7c3bfd88b65 req-af725947-601d-4c4e-8e18-535ebabec427 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700278 Jun 25 09:37:14.904153 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5271a7-3f8f-46b9-ba8e-3aa960d5686f req-d4d08f6d-e866-4223-ab47-b35b2c53b16e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:14.905784 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c5271a7-3f8f-46b9-ba8e-3aa960d5686f req-d4d08f6d-e866-4223-ab47-b35b2c53b16e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.0788040 Jun 25 09:37:14.990103 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3c5271a7-3f8f-46b9-ba8e-3aa960d5686f req-d289b748-1ead-4300-af0a-bcd8302d7688 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779994 Jun 25 09:37:15.042939 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa27e1e-3342-4d14-8b29-fc4371b19743 req-863d9722-bee3-4419-b279-406b04410d14 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:15.044773 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aa27e1e-3342-4d14-8b29-fc4371b19743 req-863d9722-bee3-4419-b279-406b04410d14 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 945 time: 0.1168466 Jun 25 09:37:15.050561 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ea2a5-0c7b-44bd-97db-a60702235c34 req-4e16c180-3cf7-4aad-a50b-32331e9f0660 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:15.052218 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-096ea2a5-0c7b-44bd-97db-a60702235c34 req-4e16c180-3cf7-4aad-a50b-32331e9f0660 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 945 time: 0.1780732 Jun 25 09:37:15.117443 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5aa27e1e-3342-4d14-8b29-fc4371b19743 req-f9605d39-f352-442d-b662-82477651a8f7 tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8f69bc9-9b94-4247-af4b-738765b42d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664384 Jun 25 09:37:15.187434 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-096ea2a5-0c7b-44bd-97db-a60702235c34 req-db03ae9f-33f3-45f1-91d1-baabb78ca55e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Deleting port 02961ad0-b757-4719-aae7-aac99b19726a {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:37:15.187434 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-096ea2a5-0c7b-44bd-97db-a60702235c34 req-db03ae9f-33f3-45f1-91d1-baabb78ca55e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:15.298213 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d226788-dc04-4bc5-9119-f1150cd05b02 req-cd2c2555-94ef-46a4-85e8-11df265e5c9f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:15.299782 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7d226788-dc04-4bc5-9119-f1150cd05b02 req-cd2c2555-94ef-46a4-85e8-11df265e5c9f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.1064315 Jun 25 09:37:15.315063 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-096ea2a5-0c7b-44bd-97db-a60702235c34 req-db03ae9f-33f3-45f1-91d1-baabb78ca55e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] For port 02961ad0-b757-4719-aae7-aac99b19726a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=02961ad0-b757-4719-aae7-aac99b19726a,segment=NetworkSegment(6e11262f-6e44-48f0-b287-731917bbd380),segment_id=6e11262f-6e44-48f0-b287-731917bbd380)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:15.315442 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-096ea2a5-0c7b-44bd-97db-a60702235c34 req-db03ae9f-33f3-45f1-91d1-baabb78ca55e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:15.341916 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-096ea2a5-0c7b-44bd-97db-a60702235c34 req-db03ae9f-33f3-45f1-91d1-baabb78ca55e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Calling delete_port for 02961ad0-b757-4719-aae7-aac99b19726a owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:37:15.362971 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c10a00-04f3-412b-bbc9-e81d6cb18f2b req-0fc17fd2-eb64-4e59-a656-f36d31b8dfca tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:15.364756 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21c10a00-04f3-412b-bbc9-e81d6cb18f2b req-0fc17fd2-eb64-4e59-a656-f36d31b8dfca tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 945 time: 0.1241488 Jun 25 09:37:15.425500 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7d226788-dc04-4bc5-9119-f1150cd05b02 req-824f2d86-c1e8-4858-a9d6-84502c5a903e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165621 Jun 25 09:37:15.453907 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21c10a00-04f3-412b-bbc9-e81d6cb18f2b req-f00d1250-4474-401e-a08e-3b339a920aa3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808241 Jun 25 09:37:15.557027 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-096ea2a5-0c7b-44bd-97db-a60702235c34 req-db03ae9f-33f3-45f1-91d1-baabb78ca55e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:15.561700 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a1209a02-9fb0-445f-b1ec-6882f3a84f72 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:15.591310 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['02961ad0-b757-4719-aae7-aac99b19726a'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:37:15.600756 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03ae9f-33f3-45f1-91d1-baabb78ca55e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Pushing event deleted for resources: {'Port': ['ID=02961ad0-b757-4719-aae7-aac99b19726a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:15.604484 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-db03ae9f-33f3-45f1-91d1-baabb78ca55e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:15.685251 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-096ea2a5-0c7b-44bd-97db-a60702235c34 req-db03ae9f-33f3-45f1-91d1-baabb78ca55e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] No DVR routers for this DVR port 02961ad0-b757-4719-aae7-aac99b19726a on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:37:15.688908 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-096ea2a5-0c7b-44bd-97db-a60702235c34 req-db03ae9f-33f3-45f1-91d1-baabb78ca55e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:15.691130 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-096ea2a5-0c7b-44bd-97db-a60702235c34 req-db03ae9f-33f3-45f1-91d1-baabb78ca55e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.38 "DELETE /v2.0/ports/02961ad0-b757-4719-aae7-aac99b19726a HTTP/1.1" status: 204 len: 173 time: 0.6323683 Jun 25 09:37:15.691739 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ccc0aa-c2b9-4340-9f1b-3082b8342b39', 'name': 'network-vif-deleted', 'tag': '02961ad0-b757-4719-aae7-aac99b19726a'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:15.694599 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96f44ff-b674-4d56-8ffa-5e945067be20" -d '{"events": [{"server_uuid": "a2ccc0aa-c2b9-4340-9f1b-3082b8342b39", "name": "network-vif-deleted", "tag": "02961ad0-b757-4719-aae7-aac99b19726a"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:16.024031 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6fb29-2028-4700-8741-0782d137463f req-b9b9400d-933d-4875-905e-05fcbebaf524 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:16.026323 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0a6fb29-2028-4700-8741-0782d137463f req-b9b9400d-933d-4875-905e-05fcbebaf524 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 945 time: 0.1043634 Jun 25 09:37:16.028164 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e2ebdb-2fc6-4914-8a2d-f7ab473cb3f1 x-openstack-request-id: req-88e2ebdb-2fc6-4914-8a2d-f7ab473cb3f1 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:16.028977 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ccc0aa-c2b9-4340-9f1b-3082b8342b39", "name": "network-vif-deleted", "tag": "02961ad0-b757-4719-aae7-aac99b19726a", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:16.029505 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-88e2ebdb-2fc6-4914-8a2d-f7ab473cb3f1 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:16.030372 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ccc0aa-c2b9-4340-9f1b-3082b8342b39', 'name': 'network-vif-deleted', 'tag': '02961ad0-b757-4719-aae7-aac99b19726a', 'status': 'completed', 'code': 200} Jun 25 09:37:16.078085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0a6fb29-2028-4700-8741-0782d137463f req-76cea1c2-59db-408b-8060-7551c532fe61 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442379 Jun 25 09:37:16.221635 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b28f3-0ffe-4760-9aeb-90aa898addfd req-e1944f96-ea93-4860-bf8b-d3d9957b94dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:16.221635 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d14b28f3-0ffe-4760-9aeb-90aa898addfd req-e1944f96-ea93-4860-bf8b-d3d9957b94dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.0894802 Jun 25 09:37:16.255277 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 17b9ef2b-8f46-4bcb-8b17-101819afb7ea details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:37:16.286643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-59bdfdd1-79d5-40a9-88a8-41bb3912f14d req-da7ea53b-79cd-4fb3-acbf-631f23a4d66b tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2ccc0aa-c2b9-4340-9f1b-3082b8342b39 HTTP/1.1" status: 200 len: 210 time: 0.0363524 Jun 25 09:37:16.300547 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d14b28f3-0ffe-4760-9aeb-90aa898addfd req-99e1d8da-a3c7-4d3e-bfaf-a46d4cd548f7 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775163 Jun 25 09:37:16.397761 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:16.412084 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '17b9ef2b-8f46-4bcb-8b17-101819afb7ea', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'port_id': '17b9ef2b-8f46-4bcb-8b17-101819afb7ea', 'mac_address': 'fa:16:3e:0d:d6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:37:16.461059 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:16.481355 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17b9ef2b-8f46-4bcb-8b17-101819afb7ea {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:37:16.516931 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:16.523499 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:16.525655 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:16.585333 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:16.597778 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:16.672178 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e1627-74cf-4431-b5ee-42b2f4dbfd4f req-86632126-dd92-4eea-b862-46797d0cf515 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:16.685342 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-065e1627-74cf-4431-b5ee-42b2f4dbfd4f req-86632126-dd92-4eea-b862-46797d0cf515 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 944 time: 0.0960093 Jun 25 09:37:16.724078 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['17b9ef2b-8f46-4bcb-8b17-101819afb7ea'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:37:16.763692 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-065e1627-74cf-4431-b5ee-42b2f4dbfd4f req-06c37f3e-59aa-4549-be46-4ebfe78cdf4b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765097 Jun 25 09:37:17.301945 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b245fcb-23ce-4d43-8657-a9a20c844c9e req-1d29a661-5eff-425f-b539-b72754c56d71 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:17.304103 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7b245fcb-23ce-4d43-8657-a9a20c844c9e req-1d29a661-5eff-425f-b539-b72754c56d71 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 945 time: 0.0846395 Jun 25 09:37:17.363645 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7b245fcb-23ce-4d43-8657-a9a20c844c9e req-b22f94f7-00aa-4724-86d9-bb67d446cf8b tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523665 Jun 25 09:37:17.566852 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47316efb-19ca-496e-841f-29b1037ccc01 req-d5e36fdb-fa4d-4777-9de7-82d8f78d1c41 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:17.576161 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47316efb-19ca-496e-841f-29b1037ccc01 req-d5e36fdb-fa4d-4777-9de7-82d8f78d1c41 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.1049712 Jun 25 09:37:17.663155 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47316efb-19ca-496e-841f-29b1037ccc01 req-9acf3c0b-63f9-4682-825b-19c8b7fcd402 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851524 Jun 25 09:37:18.087702 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb332f6-8e7a-49c4-a9e2-f80e6454eb03 req-5588319e-a3e4-44cb-9689-f7a5f66142f4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:18.090076 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8bb332f6-8e7a-49c4-a9e2-f80e6454eb03 req-5588319e-a3e4-44cb-9689-f7a5f66142f4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 944 time: 0.1012859 Jun 25 09:37:18.151807 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8bb332f6-8e7a-49c4-a9e2-f80e6454eb03 req-1dad724c-1626-4f1b-a250-e8e7e186a836 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557156 Jun 25 09:37:18.268698 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 17b9ef2b-8f46-4bcb-8b17-101819afb7ea up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:37:18.330080 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:37:18.330489 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:18.425729 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:18.426159 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e657c18-9cbf-4547-b5bd-9016df6252d9 req-deefce65-8798-4384-8fac-e621ba1547c4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:18.428392 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e657c18-9cbf-4547-b5bd-9016df6252d9 req-deefce65-8798-4384-8fac-e621ba1547c4 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 945 time: 0.1028309 Jun 25 09:37:18.459103 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a090924-377a-4a28-94ce-842675cb61b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b9ef2b-8f46-4bcb-8b17-101819afb7ea'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:18.462308 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2302ba5d-a60e-4233-8526-0e65362bc691" -d '{"events": [{"server_uuid": "1a090924-377a-4a28-94ce-842675cb61b9", "name": "network-vif-plugged", "status": "completed", "tag": "17b9ef2b-8f46-4bcb-8b17-101819afb7ea"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:18.480561 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:18.490813 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:18.495733 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-de32ac01-55de-466a-b33a-caae23014aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:18.563150 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d1c437-6454-48fb-8afc-975a6f4f4c4e x-openstack-request-id: req-02d1c437-6454-48fb-8afc-975a6f4f4c4e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:18.563150 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a090924-377a-4a28-94ce-842675cb61b9", "name": "network-vif-plugged", "status": "completed", "tag": "17b9ef2b-8f46-4bcb-8b17-101819afb7ea", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:18.563150 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-02d1c437-6454-48fb-8afc-975a6f4f4c4e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:18.565278 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a090924-377a-4a28-94ce-842675cb61b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b9ef2b-8f46-4bcb-8b17-101819afb7ea', 'code': 200} Jun 25 09:37:18.589637 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:18.593888 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:18.762653 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-0e657c18-9cbf-4547-b5bd-9016df6252d9 req-e632c4ff-3490-46f1-9f75-97353854df06 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Deleting port 675b7a90-1158-402f-bad2-a37fba4f81c7 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:37:18.763313 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0e657c18-9cbf-4547-b5bd-9016df6252d9 req-e632c4ff-3490-46f1-9f75-97353854df06 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:18.920435 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d06d4-f591-4e07-8a76-56453e4c8c41 req-ec0326ea-7a44-4b07-ab3e-0715eba922de tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:18.929964 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-555d06d4-f591-4e07-8a76-56453e4c8c41 req-ec0326ea-7a44-4b07-ab3e-0715eba922de tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 945 time: 0.3080254 Jun 25 09:37:19.060564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-555d06d4-f591-4e07-8a76-56453e4c8c41 req-81abe198-3e2b-4198-9e14-8dc8fe660ccc tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6f5cec5-ec87-4d64-bb5e-dbaeed793954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296413 Jun 25 09:37:19.105761 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-0e657c18-9cbf-4547-b5bd-9016df6252d9 req-e632c4ff-3490-46f1-9f75-97353854df06 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] For port 675b7a90-1158-402f-bad2-a37fba4f81c7, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=675b7a90-1158-402f-bad2-a37fba4f81c7,segment=NetworkSegment(e00967cf-4e73-420d-a979-8f8664cc609b),segment_id=e00967cf-4e73-420d-a979-8f8664cc609b)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:19.105761 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0e657c18-9cbf-4547-b5bd-9016df6252d9 req-e632c4ff-3490-46f1-9f75-97353854df06 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:19.127838 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-0e657c18-9cbf-4547-b5bd-9016df6252d9 req-e632c4ff-3490-46f1-9f75-97353854df06 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Calling delete_port for 675b7a90-1158-402f-bad2-a37fba4f81c7 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:37:19.146071 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f550745-6588-4222-9955-3611379d4de7 req-c53a2f13-d28d-4ab2-aea6-d4766e80fa42 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:19.153163 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7f550745-6588-4222-9955-3611379d4de7 req-c53a2f13-d28d-4ab2-aea6-d4766e80fa42 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.2991679 Jun 25 09:37:19.197303 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 02961ad0-b757-4719-aae7-aac99b19726a no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:37:19.253098 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7f550745-6588-4222-9955-3611379d4de7 req-2d252fc6-50e3-4718-8328-38921c22d7b4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987566 Jun 25 09:37:19.268827 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 02961ad0-b757-4719-aae7-aac99b19726a {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:37:19.269379 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 02961ad0-b757-4719-aae7-aac99b19726a not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:37:19.552449 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0e657c18-9cbf-4547-b5bd-9016df6252d9 req-e632c4ff-3490-46f1-9f75-97353854df06 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:19.572785 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5eed7a12-30cb-4514-88de-d7eb156cc179 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:19.608404 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['675b7a90-1158-402f-bad2-a37fba4f81c7'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:37:19.638537 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632c4ff-3490-46f1-9f75-97353854df06 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Pushing event deleted for resources: {'Port': ['ID=675b7a90-1158-402f-bad2-a37fba4f81c7,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:19.648105 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e632c4ff-3490-46f1-9f75-97353854df06 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:19.660184 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248402d-4bcd-47af-8caa-d6588a5fa113 req-7bc73072-21af-4093-96a5-69fbd568c955 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:19.662033 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5248402d-4bcd-47af-8caa-d6588a5fa113 req-7bc73072-21af-4093-96a5-69fbd568c955 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.2623379 Jun 25 09:37:19.729357 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e657c18-9cbf-4547-b5bd-9016df6252d9 req-e632c4ff-3490-46f1-9f75-97353854df06 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] No DVR routers for this DVR port 675b7a90-1158-402f-bad2-a37fba4f81c7 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:37:19.737767 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-0e657c18-9cbf-4547-b5bd-9016df6252d9 req-e632c4ff-3490-46f1-9f75-97353854df06 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:19.739911 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0e657c18-9cbf-4547-b5bd-9016df6252d9 req-e632c4ff-3490-46f1-9f75-97353854df06 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.41 "DELETE /v2.0/ports/675b7a90-1158-402f-bad2-a37fba4f81c7 HTTP/1.1" status: 204 len: 173 time: 1.3049610 Jun 25 09:37:19.740674 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6aab40d-1f3c-40b5-a858-334699a4c352', 'name': 'network-vif-deleted', 'tag': '675b7a90-1158-402f-bad2-a37fba4f81c7'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:19.743457 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489217ad-8f24-43fd-a024-637819de7050" -d '{"events": [{"server_uuid": "a6aab40d-1f3c-40b5-a858-334699a4c352", "name": "network-vif-deleted", "tag": "675b7a90-1158-402f-bad2-a37fba4f81c7"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:19.767069 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5248402d-4bcd-47af-8caa-d6588a5fa113 req-cdc09cab-d1fb-4cd9-8862-e2ce2f1af044 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822539 Jun 25 09:37:19.817456 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28139619-991c-45ae-852c-3a0dd9cb0665 x-openstack-request-id: req-28139619-991c-45ae-852c-3a0dd9cb0665 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:19.817873 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6aab40d-1f3c-40b5-a858-334699a4c352", "name": "network-vif-deleted", "tag": "675b7a90-1158-402f-bad2-a37fba4f81c7", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:19.818295 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-28139619-991c-45ae-852c-3a0dd9cb0665 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:19.818951 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6aab40d-1f3c-40b5-a858-334699a4c352', 'name': 'network-vif-deleted', 'tag': '675b7a90-1158-402f-bad2-a37fba4f81c7', 'status': 'completed', 'code': 200} Jun 25 09:37:20.281253 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-de5448e7-3741-42c4-b3d8-c9e8cdf58a32 req-feee80a9-5b77-4dbe-88d2-131d9b61669d tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6aab40d-1f3c-40b5-a858-334699a4c352 HTTP/1.1" status: 200 len: 210 time: 0.0381808 Jun 25 09:37:20.472099 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf490e7-4dd3-49a5-a014-792112fc30e6 req-ce86a1ac-40e2-41c8-970a-5234c9865139 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:20.481436 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-acf490e7-4dd3-49a5-a014-792112fc30e6 req-ce86a1ac-40e2-41c8-970a-5234c9865139 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.0878232 Jun 25 09:37:20.561996 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-acf490e7-4dd3-49a5-a014-792112fc30e6 req-6f0859e9-257a-47de-a220-57fe76495ac4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784903 Jun 25 09:37:21.011074 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c9789-cb38-4aed-8054-9468d65e1805 req-7a4ea5fd-295e-48a5-b4cc-841a9ed96889 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:21.012876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-176c9789-cb38-4aed-8054-9468d65e1805 req-7a4ea5fd-295e-48a5-b4cc-841a9ed96889 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.0833721 Jun 25 09:37:21.069455 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-176c9789-cb38-4aed-8054-9468d65e1805 req-c99c3a30-8321-4d3d-a6c7-50f5d90105ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474811 Jun 25 09:37:21.917863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0869e4-d33b-48ca-bf89-24501f5bdf61 req-a239f703-e48d-4439-96ce-309940c2c853 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:21.928797 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7a0869e4-d33b-48ca-bf89-24501f5bdf61 req-a239f703-e48d-4439-96ce-309940c2c853 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.1219893 Jun 25 09:37:22.007579 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7a0869e4-d33b-48ca-bf89-24501f5bdf61 req-8153ed53-9187-48f1-980a-c047119d110c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767548 Jun 25 09:37:22.313578 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 675b7a90-1158-402f-bad2-a37fba4f81c7 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:37:22.378407 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 675b7a90-1158-402f-bad2-a37fba4f81c7 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:37:22.378762 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 675b7a90-1158-402f-bad2-a37fba4f81c7 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:37:22.451680 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6896d215-98ec-4d36-be5e-71a47dbd82dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:22.501007 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465190d-7c4f-4f21-bd25-f0ac25c09ebe req-8ce3b797-3e80-4a55-9bf9-75b2c916e4bc tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:22.521517 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3465190d-7c4f-4f21-bd25-f0ac25c09ebe req-8ce3b797-3e80-4a55-9bf9-75b2c916e4bc tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.1433949 Jun 25 09:37:22.629854 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3465190d-7c4f-4f21-bd25-f0ac25c09ebe req-37c3f814-b03d-4c6d-aedb-66bea079bf0b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062312 Jun 25 09:37:23.411357 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417aa42d-2636-486c-aef0-98c05d3cc913 req-076a32d4-aeff-4212-997d-bd47cd90605a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:23.414804 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-417aa42d-2636-486c-aef0-98c05d3cc913 req-076a32d4-aeff-4212-997d-bd47cd90605a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.1218069 Jun 25 09:37:23.483201 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-417aa42d-2636-486c-aef0-98c05d3cc913 req-6dfb42e5-c585-44d7-b94a-985fe8ae7435 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624738 Jun 25 09:37:24.003736 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8b2c-2354-4214-a919-771cd8f43dec req-cc8976ca-80c3-44da-95e7-0f0a3c2b76c9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:24.014906 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-130d8b2c-2354-4214-a919-771cd8f43dec req-cc8976ca-80c3-44da-95e7-0f0a3c2b76c9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.1542683 Jun 25 09:37:24.099414 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-130d8b2c-2354-4214-a919-771cd8f43dec req-af74a241-2b50-4ad7-84e8-dcb148b099b2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802879 Jun 25 09:37:24.148820 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:24.465536 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-afd67269-309f-48f3-bf28-f83408b7cb66 service neutron] show failed (client error): The resource could not be found. Jun 25 09:37:24.469035 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-afd67269-309f-48f3-bf28-f83408b7cb66 service neutron] 10.222.0.38 "GET /v2.0/ports/4357ebb5-4c52-4445-aded-e3a7e6e94fcf/bindings/n-h1-761264-15 HTTP/1.1" status: 404 len: 381 time: 0.2209749 Jun 25 09:37:24.865892 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aded0-0bb6-44c0-b197-49a344077a68 req-01b95a90-2b7d-4489-9a7f-7df11cba3c94 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:24.876105 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c2aded0-0bb6-44c0-b197-49a344077a68 req-01b95a90-2b7d-4489-9a7f-7df11cba3c94 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.1485672 Jun 25 09:37:24.936449 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-584fb8f2-91ca-4074-81be-27e063cad579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:24.955981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c2aded0-0bb6-44c0-b197-49a344077a68 req-6d0cba7d-3370-4599-9434-e6535093351f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765727 Jun 25 09:37:25.221173 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:25.242140 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50158) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:25.295820 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-87a68e65-14d7-4d38-bfb7-e5efe76816db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:25.309003 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-87a68e65-14d7-4d38-bfb7-e5efe76816db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4 HTTP/1.1" status: 200 len: 1097 time: 0.2923553 Jun 25 09:37:25.336083 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-15', 'device_owner': 'compute:nova'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:37:25.521661 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:25.636188 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d184465f-264e-47cb-8476-c1137cd91811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:25.868017 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d184465f-264e-47cb-8476-c1137cd91811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:25.873583 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d184465f-264e-47cb-8476-c1137cd91811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:25.898616 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8e267a96-90b1-44e0-b9ba-c00057dce13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:25.953856 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d184465f-264e-47cb-8476-c1137cd91811 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b3c090156d954ab5b9fc860d9366f0a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7106194 Jun 25 09:37:25.955061 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184465f-264e-47cb-8476-c1137cd91811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9aabaf-326c-4203-b8d2-457bca4c5a30,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:25.959329 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d184465f-264e-47cb-8476-c1137cd91811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:25.960131 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50166) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:26.102040 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d7b96a1-282e-432b-b6d4-9b13b3830db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:26.109131 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf6508-b043-496a-8726-1c648b432321 req-5990c216-f927-49d5-a514-9990873959c6 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:26.113615 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-badf6508-b043-496a-8726-1c648b432321 req-5990c216-f927-49d5-a514-9990873959c6 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.5931764 Jun 25 09:37:26.167061 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d7b96a1-282e-432b-b6d4-9b13b3830db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:26.257090 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d7b96a1-282e-432b-b6d4-9b13b3830db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:26.260102 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7d7b96a1-282e-432b-b6d4-9b13b3830db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:26.268299 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7d7b96a1-282e-432b-b6d4-9b13b3830db4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3f9aabaf-326c-4203-b8d2-457bca4c5a30 HTTP/1.1" status: 204 len: 168 time: 0.3047297 Jun 25 09:37:26.270001 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d184465f-264e-47cb-8476-c1137cd91811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:26.275847 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:26.299361 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b96a1-282e-432b-b6d4-9b13b3830db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9aabaf-326c-4203-b8d2-457bca4c5a30,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:26.317936 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7d7b96a1-282e-432b-b6d4-9b13b3830db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:26.413738 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-badf6508-b043-496a-8726-1c648b432321 req-fda26d4c-8e65-401e-9181-02c3125f9b09 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933152 Jun 25 09:37:26.560478 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86757b7d-6d04-4db8-ac68-9d4d33663d7c req-5b7127e1-e2ea-4919-8824-9fdc0d498c6f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:26.568402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-86757b7d-6d04-4db8-ac68-9d4d33663d7c req-5b7127e1-e2ea-4919-8824-9fdc0d498c6f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.3767543 Jun 25 09:37:26.572464 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] For port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,segment=NetworkSegment(b572f014-bbb5-4f68-a173-88c2be87f1b7),segment_id=b572f014-bbb5-4f68-a173-88c2be87f1b7)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:26.640934 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-86757b7d-6d04-4db8-ac68-9d4d33663d7c req-9d14c916-32d3-4c9a-952f-b33e62ef81e3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636413 Jun 25 09:37:26.668501 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] For port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:37:26.731306 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:26.743238 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b20816-a208-4095-9a0c-ee34026a9903" -d '{"events": [{"server_uuid": "a3ee2f85-9098-4355-b565-f75d638690b8", "name": "network-vif-unplugged", "status": "completed", "tag": "4357ebb5-4c52-4445-aded-e3a7e6e94fcf"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:26.748431 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:26.791730 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Transition to ACTIVE for port object 4357ebb5-4c52-4445-aded-e3a7e6e94fcf will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:37:26.795722 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:26.798213 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:26.919552 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f79ac57-4d1e-4dfc-93f9-146cc1b3f36f x-openstack-request-id: req-2f79ac57-4d1e-4dfc-93f9-146cc1b3f36f {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:26.920129 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ee2f85-9098-4355-b565-f75d638690b8", "name": "network-vif-unplugged", "status": "completed", "tag": "4357ebb5-4c52-4445-aded-e3a7e6e94fcf", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:26.920600 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2f79ac57-4d1e-4dfc-93f9-146cc1b3f36f {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:26.921215 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf', 'code': 200} Jun 25 09:37:27.012680 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50182) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:27.044935 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-12dae8ec-e82d-4a4b-b064-c708e4a119c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:27.095158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Pushing event updated for resources: {'Port': ['ID=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,revision_number=6']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:27.106128 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:27.211736 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 4357ebb5-4c52-4445-aded-e3a7e6e94fcf no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:37:27.301250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] No DVR routers for this DVR port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:37:27.404142 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 4357ebb5-4c52-4445-aded-e3a7e6e94fcf not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:37:27.441447 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-12dae8ec-e82d-4a4b-b064-c708e4a119c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:27.498149 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5911f35a-21da-42b8-91c0-ca92a3bbe92e req-15f4cf9a-7f15-4e1f-a0b6-531d6b36d569 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1498101 Jun 25 09:37:27.566915 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-12dae8ec-e82d-4a4b-b064-c708e4a119c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:27.597246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Attempting to bind port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:37:27.597582 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Attempting to bind port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:37:27.597921 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Attempting to bind port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf on network 33ec2235-0527-4b32-9175-05a58be2240f {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:37:27.612403 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf on network 33ec2235-0527-4b32-9175-05a58be2240f not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:37:27.613729 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Attempting to bind port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf on network 33ec2235-0527-4b32-9175-05a58be2240f {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:37:27.626316 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:37:27.626686 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Checking segment: {'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:37:27.627060 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Bound using segment: {'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:37:27.627503 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Bound port: 4357ebb5-4c52-4445-aded-e3a7e6e94fcf, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b572f014-bbb5-4f68-a173-88c2be87f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:37:27.627866 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:27.638192 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6b3a6c66-32d0-4d18-aa13-824b395e970b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:27.771078 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-12dae8ec-e82d-4a4b-b064-c708e4a119c2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ea293e91878b438ab922b91658ac1ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7572534 Jun 25 09:37:27.772444 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dae8ec-e82d-4a4b-b064-c708e4a119c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbc1a2e-9278-401a-8abd-d305f199bcf4,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:27.782486 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50198) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:27.794894 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-12dae8ec-e82d-4a4b-b064-c708e4a119c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:27.817098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911f35a-21da-42b8-91c0-ca92a3bbe92e req-4a60d238-aad5-4964-bc1d-6171276c4b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:27.819453 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5911f35a-21da-42b8-91c0-ca92a3bbe92e req-4a60d238-aad5-4964-bc1d-6171276c4b81 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 1097 time: 0.2546453 Jun 25 09:37:27.911988 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] For port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:37:27.948195 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] For port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,segment=NetworkSegment(b572f014-bbb5-4f68-a173-88c2be87f1b7),segment_id=b572f014-bbb5-4f68-a173-88c2be87f1b7)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:37:27.996206 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:28.131780 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:28.187949 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:28.363154 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:28.370595 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:28.376147 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] 10.222.0.41 "PUT /v2.0/ports/4357ebb5-4c52-4445-aded-e3a7e6e94fcf HTTP/1.1" status: 200 len: 1092 time: 3.0504372 Jun 25 09:37:28.422403 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911f35a-21da-42b8-91c0-ca92a3bbe92e req-49ed234c-a2cf-472a-8548-92e57b724eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:28.424415 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5911f35a-21da-42b8-91c0-ca92a3bbe92e req-49ed234c-a2cf-472a-8548-92e57b724eff service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.5767822 Jun 25 09:37:28.508757 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5911f35a-21da-42b8-91c0-ca92a3bbe92e req-d61d64db-2f9b-4d9c-96f4-7bcb78820802 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2739a90c-da67-4431-a875-90fdbf532fb8 HTTP/1.1" status: 200 len: 217 time: 0.0764546 Jun 25 09:37:28.611135 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911f35a-21da-42b8-91c0-ca92a3bbe92e req-d3f1dade-3ce5-4133-85c3-6be45ef5b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:28.615602 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5911f35a-21da-42b8-91c0-ca92a3bbe92e req-d3f1dade-3ce5-4133-85c3-6be45ef5b17d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.0985131 Jun 25 09:37:28.636594 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Pushing event updated for resources: {'Port': ['ID=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,revision_number=7']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:28.660514 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:28.682251 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2be131a-3733-441d-bebb-388387b871a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:28.759948 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75426c5a-90eb-495a-9cb1-20b7ae078d89 req-94866d48-6b2e-4823-bf64-6e153abf2714 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:28.774780 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911f35a-21da-42b8-91c0-ca92a3bbe92e req-fc0a5909-66a2-479d-84e4-e42db71c10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:28.776804 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5911f35a-21da-42b8-91c0-ca92a3bbe92e req-fc0a5909-66a2-479d-84e4-e42db71c10be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1558063 Jun 25 09:37:28.782689 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75426c5a-90eb-495a-9cb1-20b7ae078d89 req-94866d48-6b2e-4823-bf64-6e153abf2714 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 943 time: 0.5964794 Jun 25 09:37:28.882655 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2be131a-3733-441d-bebb-388387b871a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:28.968215 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'tag': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:28.973406 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2147e14b-2875-420d-9cc5-1846031bc7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ee2f85-9098-4355-b565-f75d638690b8", "tag": "4357ebb5-4c52-4445-aded-e3a7e6e94fcf"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:28.992170 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2be131a-3733-441d-bebb-388387b871a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:28.998121 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b2be131a-3733-441d-bebb-388387b871a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:29.000134 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b2be131a-3733-441d-bebb-388387b871a3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5bbc1a2e-9278-401a-8abd-d305f199bcf4 HTTP/1.1" status: 204 len: 168 time: 1.2165990 Jun 25 09:37:29.008476 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2a583da9-bbe8-457c-94f8-cba5c7db7b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:29.044215 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b07e97-8944-46a3-bf54-271ada6c8053 req-5cb72ce2-ddb1-4b23-834b-60b116310412 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:29.046615 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06b07e97-8944-46a3-bf54-271ada6c8053 req-5cb72ce2-ddb1-4b23-834b-60b116310412 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 1.1484835 Jun 25 09:37:29.054737 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-89f2ae20-15cd-4555-abf8-304da4cecf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:29.062168 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-89f2ae20-15cd-4555-abf8-304da4cecf0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 1095 time: 0.5963697 Jun 25 09:37:29.080195 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5911f35a-21da-42b8-91c0-ca92a3bbe92e req-aca8e00a-1689-44f3-9dc9-91ba9a96e9a4 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936881 Jun 25 09:37:29.092445 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75426c5a-90eb-495a-9cb1-20b7ae078d89 req-99efd18a-299f-47c7-9347-58f4c8bfa405 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077476 Jun 25 09:37:29.140512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be131a-3733-441d-bebb-388387b871a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbc1a2e-9278-401a-8abd-d305f199bcf4,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:29.151256 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b2be131a-3733-441d-bebb-388387b871a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:29.371297 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5911f35a-21da-42b8-91c0-ca92a3bbe92e req-7c577c81-adad-4f55-9323-47f721064089 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838337 Jun 25 09:37:29.371742 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06b07e97-8944-46a3-bf54-271ada6c8053 req-878b29e2-b092-4989-9322-5973e4326252 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081949 Jun 25 09:37:29.609235 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f5f292-b8c3-4579-bcf6-16c54f73bd56 x-openstack-request-id: req-71f5f292-b8c3-4579-bcf6-16c54f73bd56 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:29.610255 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ee2f85-9098-4355-b565-f75d638690b8", "tag": "4357ebb5-4c52-4445-aded-e3a7e6e94fcf", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:29.610662 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-71f5f292-b8c3-4579-bcf6-16c54f73bd56 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:29.611958 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'tag': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf', 'status': 'completed', 'code': 200} Jun 25 09:37:29.650429 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-8989f094-4cb5-4a53-8465-9b44e6288f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:29.660616 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-8989f094-4cb5-4a53-8465-9b44e6288f0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=33ec2235-0527-4b32-9175-05a58be2240f HTTP/1.1" status: 200 len: 898 time: 0.5639031 Jun 25 09:37:29.736440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50226) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:29.888253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-872916b8-8658-43c4-a196-dcf2f9a80049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:29.899286 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-872916b8-8658-43c4-a196-dcf2f9a80049 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 1095 time: 0.2843580 Jun 25 09:37:29.945991 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-35393443-fbea-44ac-bb5a-1c90a6acc892 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf HTTP/1.1" status: 200 len: 998 time: 0.2553005 Jun 25 09:37:30.099576 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-c11e7d3e-25c4-4a72-ac19-c4868217498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:30.101511 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-c11e7d3e-25c4-4a72-ac19-c4868217498b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5861897d-bdc0-48ab-bb88-6bcb618a256a HTTP/1.1" status: 200 len: 834 time: 0.1547058 Jun 25 09:37:30.275258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf96bd2c-2ac0-40df-ba88-5c4948480892 admin admin] Deleting subnet e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:37:30.295656 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cf96bd2c-2ac0-40df-ba88-5c4948480892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:30.333010 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-8f90bc33-c6be-405f-b40c-d7d9ddba5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:30.343525 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-8f90bc33-c6be-405f-b40c-d7d9ddba5665 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33ec2235-0527-4b32-9175-05a58be2240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2305658 Jun 25 09:37:30.408786 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cf96bd2c-2ac0-40df-ba88-5c4948480892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:30.663679 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cf96bd2c-2ac0-40df-ba88-5c4948480892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:30.883525 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-827939db-539d-4502-a9b0-bacc43194555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:30.889993 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-827939db-539d-4502-a9b0-bacc43194555 service neutron] 10.222.0.38 "GET /v2.0/networks?id=33ec2235-0527-4b32-9175-05a58be2240f HTTP/1.1" status: 200 len: 898 time: 0.9839900 Jun 25 09:37:31.019799 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cf96bd2c-2ac0-40df-ba88-5c4948480892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:31.053369 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1ce5a713-ad40-432c-b799-74dc2d412ef1 tempest-NetworksTestDHCPv6-1580900505 tempest-NetworksTestDHCPv6-1580900505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:31.062684 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cf96bd2c-2ac0-40df-ba88-5c4948480892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:31.075408 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cf96bd2c-2ac0-40df-ba88-5c4948480892 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e6b7280b-d276-4f5e-ac6e-26dc1b12ab67 HTTP/1.1" status: 204 len: 168 time: 1.3235967 Jun 25 09:37:31.115499 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50258) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:31.268185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96bd2c-2ac0-40df-ba88-5c4948480892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b7280b-d276-4f5e-ac6e-26dc1b12ab67,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:31.271568 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cf96bd2c-2ac0-40df-ba88-5c4948480892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:31.288875 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d33aec98-fde9-444e-971e-4a51199eaff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:31.338255 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-c37162f5-f598-48b5-81c9-30985542b4b0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf HTTP/1.1" status: 200 len: 998 time: 0.4378533 Jun 25 09:37:31.430041 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:31.551127 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-19598a58-b920-4a91-a4e4-3da283e5bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:31.553322 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-19598a58-b920-4a91-a4e4-3da283e5bf6a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5861897d-bdc0-48ab-bb88-6bcb618a256a HTTP/1.1" status: 200 len: 834 time: 0.2060165 Jun 25 09:37:31.578183 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d33aec98-fde9-444e-971e-4a51199eaff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:31.638008 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-d33aec98-fde9-444e-971e-4a51199eaff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a124eb50-58b7-4400-83c7-66fc4f4c6f28']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:37:31.674401 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-d33aec98-fde9-444e-971e-4a51199eaff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00967cf-4e73-420d-a979-8f8664cc609b') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:37:31.674780 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-d33aec98-fde9-444e-971e-4a51199eaff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00967cf-4e73-420d-a979-8f8664cc609b') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:37:31.690950 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-bd2d5c46-b841-447f-9886-1020ebd4501d service neutron] 10.222.0.41 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3391066 Jun 25 09:37:31.699458 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa03794-ece7-43b5-ac3b-881a07312be2 req-0ff94046-a6ab-4e1d-8703-cda7cebfb6a4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:31.701248 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d33aec98-fde9-444e-971e-4a51199eaff8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:31.708852 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-caa03794-ece7-43b5-ac3b-881a07312be2 req-0ff94046-a6ab-4e1d-8703-cda7cebfb6a4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 943 time: 1.1725698 Jun 25 09:37:31.728536 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d33aec98-fde9-444e-971e-4a51199eaff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:31.734877 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33aec98-fde9-444e-971e-4a51199eaff8 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:37:31.735642 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d33aec98-fde9-444e-971e-4a51199eaff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:37:31.739593 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:37:31.802986 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72c78a-efe7-4f36-b4ad-b0afd7d763c3 req-ba38823d-6a85-40a3-b1f8-fb4edf8470ba tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:31.811596 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d72c78a-efe7-4f36-b4ad-b0afd7d763c3 req-ba38823d-6a85-40a3-b1f8-fb4edf8470ba tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 1.0583186 Jun 25 09:37:31.860139 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-be7a7279-2119-481a-8d33-71af63c16409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:31.861936 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-be7a7279-2119-481a-8d33-71af63c16409 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33ec2235-0527-4b32-9175-05a58be2240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2996173 Jun 25 09:37:31.910731 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d33aec98-fde9-444e-971e-4a51199eaff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:31.983896 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-061a93ac-7795-4496-a926-0fce397e3214 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:31.990591 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d33aec98-fde9-444e-971e-4a51199eaff8 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:31.992589 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d33aec98-fde9-444e-971e-4a51199eaff8 admin admin] 10.222.0.93 "DELETE /v2.0/networks/a124eb50-58b7-4400-83c7-66fc4f4c6f28 HTTP/1.1" status: 204 len: 168 time: 0.8760898 Jun 25 09:37:32.012185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33aec98-fde9-444e-971e-4a51199eaff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a124eb50-58b7-4400-83c7-66fc4f4c6f28,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:32.022484 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d33aec98-fde9-444e-971e-4a51199eaff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:32.039022 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-caa03794-ece7-43b5-ac3b-881a07312be2 req-7630ea19-4e74-483f-9a7f-bb70c7f63473 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3291306 Jun 25 09:37:32.095085 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-ddb92f73-266c-41d8-8653-2934ea14026b service neutron] 10.222.0.38 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185209 Jun 25 09:37:32.103397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d72c78a-efe7-4f36-b4ad-b0afd7d763c3 req-70645283-577f-4134-bebf-0a58d5d509d0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907310 Jun 25 09:37:32.159325 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75168ab6-6002-4b00-9c09-6944772bc4cd req-9f49195c-b58c-40ae-b1b5-a7755f1837ea service neutron] 10.222.0.41 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395475 Jun 25 09:37:32.240797 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-d3dbb142-db2f-4348-8a61-4aee6356b3b2 service neutron] 10.222.0.38 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387353 Jun 25 09:37:32.403694 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-747ec0ce-251b-401a-8906-1f35183418e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:32.411296 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-747ec0ce-251b-401a-8906-1f35183418e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 1095 time: 0.1524422 Jun 25 09:37:32.451154 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50294) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:32.537573 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d2cd0a8e-f39a-4b85-9a93-593d00e862f9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=44d174b12e72448983d64be8e279b8cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843670 Jun 25 09:37:32.539676 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50296) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:32.546411 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-46535c74-793a-47d5-b4e7-2df1ec15d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:32.550848 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-46535c74-793a-47d5-b4e7-2df1ec15d5f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33ec2235-0527-4b32-9175-05a58be2240f HTTP/1.1" status: 200 len: 898 time: 0.1336265 Jun 25 09:37:32.640047 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66bb25b8-f948-431a-bf02-ee851a5cb640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:32.672391 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66bb25b8-f948-431a-bf02-ee851a5cb640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:32.690846 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-aab91bd5-791f-49b0-afaa-81e1f01562cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf HTTP/1.1" status: 200 len: 998 time: 0.1328080 Jun 25 09:37:32.738630 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66bb25b8-f948-431a-bf02-ee851a5cb640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:32.741852 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66bb25b8-f948-431a-bf02-ee851a5cb640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:32.778490 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-66bb25b8-f948-431a-bf02-ee851a5cb640 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a6f5cec5-ec87-4d64-bb5e-dbaeed793954 HTTP/1.1" status: 204 len: 168 time: 0.2109447 Jun 25 09:37:32.778490 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-66e176de-999d-4ffe-906e-f7932c9b7c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:32.778490 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb25b8-f948-431a-bf02-ee851a5cb640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f5cec5-ec87-4d64-bb5e-dbaeed793954,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:32.778490 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-66bb25b8-f948-431a-bf02-ee851a5cb640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:32.859082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-1de37d1a-3304-4a2e-846c-57ea968f53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:32.863831 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-1de37d1a-3304-4a2e-846c-57ea968f53d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5861897d-bdc0-48ab-bb88-6bcb618a256a HTTP/1.1" status: 200 len: 834 time: 0.1653030 Jun 25 09:37:33.048106 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-eeb38ef5-2e3d-4481-8827-eac4c4325d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:33.070579 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-eeb38ef5-2e3d-4481-8827-eac4c4325d00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33ec2235-0527-4b32-9175-05a58be2240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1990838 Jun 25 09:37:33.536422 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-750fa36c-06c0-4cee-8d6e-b39e6e751929 service neutron] 10.222.0.41 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586945 Jun 25 09:37:33.819607 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358b5f5-70e3-4828-aac8-a135e65e97c0 req-236ed933-cc3b-48f4-a038-3aca4d48e269 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:33.821680 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c358b5f5-70e3-4828-aac8-a135e65e97c0 req-236ed933-cc3b-48f4-a038-3aca4d48e269 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 943 time: 0.3628929 Jun 25 09:37:33.854404 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff33df-eec4-4e81-8c82-6ce4ce510baa req-1a2ef1fc-4cc5-4260-a3ae-693d1632c37b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:33.856402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68ff33df-eec4-4e81-8c82-6ce4ce510baa req-1a2ef1fc-4cc5-4260-a3ae-693d1632c37b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.5053604 Jun 25 09:37:33.861858 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2147e14b-2875-420d-9cc5-1846031bc7cc req-ddf979f8-8235-4269-bec0-736284642c8c service neutron] 10.222.0.41 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726986 Jun 25 09:37:33.955646 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c358b5f5-70e3-4828-aac8-a135e65e97c0 req-e736cb48-234e-4b09-a426-1a5d6595274a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977502 Jun 25 09:37:33.996780 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68ff33df-eec4-4e81-8c82-6ce4ce510baa req-59dd1587-4564-4c96-8e87-dec01eb8ac85 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256528 Jun 25 09:37:34.109143 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0e3a5-d614-4223-a112-0a5b083e8a20 req-554f68f0-3572-4509-913d-7d08d4d77f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:34.110760 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34b0e3a5-d614-4223-a112-0a5b083e8a20 req-554f68f0-3572-4509-913d-7d08d4d77f19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 1095 time: 0.1130705 Jun 25 09:37:34.134246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50354) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:34.344986 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1635640721-network', 'tenant_id': 'bdfb972402554ca99e8cd03dc8bd6033'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:37:34.395867 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0e3a5-d614-4223-a112-0a5b083e8a20 req-6fcb2fc6-e626-49aa-aded-8df35f3e9eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:34.411081 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34b0e3a5-d614-4223-a112-0a5b083e8a20 req-6fcb2fc6-e626-49aa-aded-8df35f3e9eb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33ec2235-0527-4b32-9175-05a58be2240f HTTP/1.1" status: 200 len: 898 time: 0.2568221 Jun 25 09:37:34.498943 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Made reservation on behalf of bdfb972402554ca99e8cd03dc8bd6033 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:37:34.501373 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:34.525211 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:34.637439 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:34.652998 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:34.673795 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-56e6e4f9-0f53-43c0-b2a3-73bb2a05a522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:34.713769 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:34.718472 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34b0e3a5-d614-4223-a112-0a5b083e8a20 req-8bdd52a1-5242-4c25-a89a-b7d75e712040 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf HTTP/1.1" status: 200 len: 998 time: 0.3064883 Jun 25 09:37:34.721689 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:34.730339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:37:34.791073 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:34.791339 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Added segment faa89916-99c5-4a61-a187-7d0992f4be3e of type vlan for network 89e6b4ca-254a-40fa-980b-9b03833581de Jun 25 09:37:34.846961 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0e3a5-d614-4223-a112-0a5b083e8a20 req-15d712cd-0eae-4e88-9012-2ed77852dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:34.848262 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34b0e3a5-d614-4223-a112-0a5b083e8a20 req-15d712cd-0eae-4e88-9012-2ed77852dc9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5861897d-bdc0-48ab-bb88-6bcb618a256a HTTP/1.1" status: 200 len: 834 time: 0.1206069 Jun 25 09:37:34.857598 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:34.962701 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0e3a5-d614-4223-a112-0a5b083e8a20 req-4ed29e7c-4a1b-493d-abbe-7696f9eb0042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:34.964753 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34b0e3a5-d614-4223-a112-0a5b083e8a20 req-4ed29e7c-4a1b-493d-abbe-7696f9eb0042 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33ec2235-0527-4b32-9175-05a58be2240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030562 Jun 25 09:37:34.965758 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:34.966874 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:34.967471 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:34.970011 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bf5b451d-1bff-4dcb-8c14-1bf35ce55936 tempest-PortsAdminExtendedAttrsTestJSON-1552973870 tempest-PortsAdminExtendedAttrsTestJSON-1552973870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:35.232691 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34b0e3a5-d614-4223-a112-0a5b083e8a20 req-a2a9b49f-da3f-4d55-827b-d63289678081 service neutron] 10.222.0.41 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581463 Jun 25 09:37:35.331531 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1961117 Jun 25 09:37:35.335619 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50368) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:35.344407 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Pushing event updated for resources: {'Network': ['ID=89e6b4ca-254a-40fa-980b-9b03833581de,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:35.359345 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 89e6b4ca-254a-40fa-980b-9b03833581de details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:37:35.360521 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-8aedb01f-e945-4c56-93ea-4fedda2acdfe admin admin] Request body: {'subnet': {'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1635640721-subnet', 'tenant_id': 'bdfb972402554ca99e8cd03dc8bd6033', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:37:35.381788 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:35.447173 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aedb01f-e945-4c56-93ea-4fedda2acdfe admin admin] Made reservation on behalf of bdfb972402554ca99e8cd03dc8bd6033 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:37:35.452977 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8aedb01f-e945-4c56-93ea-4fedda2acdfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:35.639277 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-34b0e3a5-d614-4223-a112-0a5b083e8a20 req-1ee9d8b9-f536-4479-8f1b-c8a6f23acc67 service neutron] 10.222.0.41 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908269 Jun 25 09:37:35.727589 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af98963-e0f2-4cb4-8fb6-d0b513165822 req-aef16a69-789f-4ebd-984c-c68807af95a2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:35.733237 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0af98963-e0f2-4cb4-8fb6-d0b513165822 req-aef16a69-789f-4ebd-984c-c68807af95a2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 943 time: 0.4994404 Jun 25 09:37:35.776341 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e660-5d19-43c4-8a84-23d709f08e22 req-c1e33e4e-f2de-4044-9a98-1ba5795b9f94 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:35.778130 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69c4e660-5d19-43c4-8a84-23d709f08e22 req-c1e33e4e-f2de-4044-9a98-1ba5795b9f94 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.4482667 Jun 25 09:37:36.037384 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0af98963-e0f2-4cb4-8fb6-d0b513165822 req-0b87d380-7f3f-47f6-826e-f06e0bb17b7a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871728 Jun 25 09:37:36.198459 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-69c4e660-5d19-43c4-8a84-23d709f08e22 req-f0465681-effd-4840-a584-15c831a032ae tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020123 Jun 25 09:37:36.199440 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8aedb01f-e945-4c56-93ea-4fedda2acdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:36.205785 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-73fbe0cf-0dab-4428-92ba-dbc8af5dcdf5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:36.297690 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aedb01f-e945-4c56-93ea-4fedda2acdfe admin admin] Checking segment: {'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:37:36.298347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aedb01f-e945-4c56-93ea-4fedda2acdfe admin admin] Network hostable DHCP agents. Network: 89e6b4ca-254a-40fa-980b-9b03833581de, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:37:36.311374 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aedb01f-e945-4c56-93ea-4fedda2acdfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c763d147-7280-42c6-8e33-be28e9ad9c26,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:36.315614 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8aedb01f-e945-4c56-93ea-4fedda2acdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:36.328565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aedb01f-e945-4c56-93ea-4fedda2acdfe admin admin] Network 89e6b4ca-254a-40fa-980b-9b03833581de is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:37:36.356479 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-8aedb01f-e945-4c56-93ea-4fedda2acdfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 89e6b4ca-254a-40fa-980b-9b03833581de) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:37:36.363211 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aedb01f-e945-4c56-93ea-4fedda2acdfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:36.366004 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8aedb01f-e945-4c56-93ea-4fedda2acdfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:36.369666 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4357ebb5-4c52-4445-aded-e3a7e6e94fcf details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:37:36.418993 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8aedb01f-e945-4c56-93ea-4fedda2acdfe admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0715199 Jun 25 09:37:36.545852 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,segment=NetworkSegment(b572f014-bbb5-4f68-a173-88c2be87f1b7),segment_id=b572f014-bbb5-4f68-a173-88c2be87f1b7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:36.560925 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'port_id': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf', 'mac_address': 'fa:16:3e:e2:ad:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:37:36.565284 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f3ffd1-8aca-46b6-9b3a-bf43ba19b63d None None] Network 89e6b4ca-254a-40fa-980b-9b03833581de requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:37:36.671593 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:36.909640 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4357ebb5-4c52-4445-aded-e3a7e6e94fcf {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:37:37.170885 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,segment=NetworkSegment(b572f014-bbb5-4f68-a173-88c2be87f1b7),segment_id=b572f014-bbb5-4f68-a173-88c2be87f1b7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:37.201955 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:37.206336 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:37.326763 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:37.373048 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:37.375088 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:37.378642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:37.379208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:37.379614 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:37.379958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:37.380301 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:37.380832 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:37.382165 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:37.382682 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:37.383871 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:37.387089 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:37.393570 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:37.536962 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-89e6b4ca-254a-40fa-980b-9b03833581de', 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de', 'tenant_id': 'bdfb972402554ca99e8cd03dc8bd6033', 'fixed_ips': [{'subnet_id': 'c763d147-7280-42c6-8e33-be28e9ad9c26'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:37:37.537864 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:37.635589 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75e97f-c3ee-491a-81ce-d17e6bf5f3f1 req-bdc2bb61-5168-46e0-bbf7-c855af416bf3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:37.655804 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da75e97f-c3ee-491a-81ce-d17e6bf5f3f1 req-bdc2bb61-5168-46e0-bbf7-c855af416bf3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 944 time: 0.1694925 Jun 25 09:37:37.720661 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-da75e97f-c3ee-491a-81ce-d17e6bf5f3f1 req-4126b701-34e3-4075-a484-2ff17e6b44f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638165 Jun 25 09:37:37.753850 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['4357ebb5-4c52-4445-aded-e3a7e6e94fcf'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:37:37.934267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-4ef7ae1c-9196-40f8-9812-0b9a8453d3dd tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:37.952085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-4ef7ae1c-9196-40f8-9812-0b9a8453d3dd tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/networks?id=89e6b4ca-254a-40fa-980b-9b03833581de HTTP/1.1" status: 200 len: 816 time: 0.2756388 Jun 25 09:37:37.970908 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-d6b10567-3a61-4e7d-81d4-26cb7692e92f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/quotas/bdfb972402554ca99e8cd03dc8bd6033 HTTP/1.1" status: 200 len: 375 time: 0.0178401 Jun 25 09:37:38.016236 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-40d91f99-9b9b-444f-a7f5-873386eee04f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=bdfb972402554ca99e8cd03dc8bd6033&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443003 Jun 25 09:37:38.072684 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Allocated IP 172.20.0.2 (89e6b4ca-254a-40fa-980b-9b03833581de/c763d147-7280-42c6-8e33-be28e9ad9c26/f4fff5c3-fefb-4ab8-9cd5-7d723947799a) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:37:38.203254 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-87be0a4a-c298-4744-ad69-1768dbeeb43c service neutron] 10.222.0.93 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859164 Jun 25 09:37:38.462053 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3612d21-6be5-4dad-85a4-61a75846b032 req-cb9cd35e-5034-4395-af96-6181d72a8f65 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:38.463918 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b3612d21-6be5-4dad-85a4-61a75846b032 req-cb9cd35e-5034-4395-af96-6181d72a8f65 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.2507367 Jun 25 09:37:38.513837 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b3612d21-6be5-4dad-85a4-61a75846b032 req-b265ba94-644b-435a-997d-fef1bcd252f1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436289 Jun 25 09:37:38.547674 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-7ef886cc-c7b5-4196-b954-2e12059c3cb6 service neutron] 10.222.0.93 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431048 Jun 25 09:37:38.776038 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:38.799864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Transition to ACTIVE for port object f4fff5c3-fefb-4ab8-9cd5-7d723947799a will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:37:38.915799 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Transition to ACTIVE for port object f4fff5c3-fefb-4ab8-9cd5-7d723947799a will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:37:38.925032 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:38.928867 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-e2bec9bd-c541-40a5-809c-a29c4f93f0b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:38.996315 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Network 89e6b4ca-254a-40fa-980b-9b03833581de is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:37:39.007833 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:37:39.016563 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:37:39.157312 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Pushing event updated for resources: {'Port': ['ID=f4fff5c3-fefb-4ab8-9cd5-7d723947799a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:39.176115 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:39.193045 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Attempting to bind port f4fff5c3-fefb-4ab8-9cd5-7d723947799a on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:37:39.193472 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Attempting to bind port f4fff5c3-fefb-4ab8-9cd5-7d723947799a by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:37:39.193850 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Attempting to bind port f4fff5c3-fefb-4ab8-9cd5-7d723947799a on network 89e6b4ca-254a-40fa-980b-9b03833581de {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:37:39.199953 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:37:39.201018 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Checking segment: {'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:37:39.201442 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:39.202152 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Bound using segment: {'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:37:39.202340 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Bound port: f4fff5c3-fefb-4ab8-9cd5-7d723947799a, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:37:39.202732 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:39.278626 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] For port f4fff5c3-fefb-4ab8-9cd5-7d723947799a, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:37:39.282654 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] For port f4fff5c3-fefb-4ab8-9cd5-7d723947799a, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f4fff5c3-fefb-4ab8-9cd5-7d723947799a,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:37:39.294584 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:39.297712 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32955407-2d0d-49d4-83bb-8b3cc7363b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:39.317798 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08e9de-4e3e-48b8-bc0f-bd5d56ead9fc req-e703ec8f-b72c-4a09-8e06-9c683f85ec1e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:39.320254 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a08e9de-4e3e-48b8-bc0f-bd5d56ead9fc req-e703ec8f-b72c-4a09-8e06-9c683f85ec1e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 944 time: 0.2796032 Jun 25 09:37:39.380770 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Pushing event updated for resources: {'Port': ['ID=f4fff5c3-fefb-4ab8-9cd5-7d723947799a,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:39.393751 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:39.414709 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-6ac5e57f-401f-4c37-95b2-b55ff9fdd5dd tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:39.424609 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-6ac5e57f-401f-4c37-95b2-b55ff9fdd5dd tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/networks?id=89e6b4ca-254a-40fa-980b-9b03833581de HTTP/1.1" status: 200 len: 816 time: 0.2906618 Jun 25 09:37:39.488483 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a08e9de-4e3e-48b8-bc0f-bd5d56ead9fc req-0329a353-4e75-4e99-9890-99982441ee9c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158957 Jun 25 09:37:39.494183 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-97ba665a-f178-4d02-b6fc-af50a143f31d tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/quotas/bdfb972402554ca99e8cd03dc8bd6033 HTTP/1.1" status: 200 len: 375 time: 0.0686579 Jun 25 09:37:39.631311 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-969fc948-b9b6-4ebe-884b-086ecb92e2bc tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=bdfb972402554ca99e8cd03dc8bd6033&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1215560 Jun 25 09:37:39.946862 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-c17f620b-95a8-4f26-9739-40547b4bee12 service neutron] 10.222.0.93 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029611 Jun 25 09:37:40.321811 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b2c1f-12c6-4662-9dfe-80a07a495aaf req-1c3cc855-2455-4bc1-95dd-bf7e81af83fa tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:40.329578 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-e62c0df2-20fc-4c9d-b957-daf5e8d4a9a9 service neutron] 10.222.0.93 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752570 Jun 25 09:37:40.331879 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed3b2c1f-12c6-4662-9dfe-80a07a495aaf req-1c3cc855-2455-4bc1-95dd-bf7e81af83fa tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&binding%3Ahost_id=n-h1-761264-15 HTTP/1.1" status: 200 len: 944 time: 0.2245145 Jun 25 09:37:40.396776 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270b01c-3d66-4dda-bb32-f7af5e5249f6 req-36b6f28e-6bf5-46b3-8c74-6bc4204352e0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:40.397323 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4357ebb5-4c52-4445-aded-e3a7e6e94fcf up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:37:40.411962 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d270b01c-3d66-4dda-bb32-f7af5e5249f6 req-36b6f28e-6bf5-46b3-8c74-6bc4204352e0 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.3998849 Jun 25 09:37:40.430733 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [req-ed3b2c1f-12c6-4662-9dfe-80a07a495aaf req-6d4c899c-f4b8-41a6-9fd8-e3ffb12b02a4 service neutron] delete failed (client error): The resource could not be found. Jun 25 09:37:40.432429 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed3b2c1f-12c6-4662-9dfe-80a07a495aaf req-6d4c899c-f4b8-41a6-9fd8-e3ffb12b02a4 service neutron] 10.222.0.38 "DELETE /v2.0/ports/4357ebb5-4c52-4445-aded-e3a7e6e94fcf/bindings/n-h2-761264-15 HTTP/1.1" status: 404 len: 381 time: 0.0931556 Jun 25 09:37:40.514483 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:37:40.522624 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:37:40.523948 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:40.615390 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d270b01c-3d66-4dda-bb32-f7af5e5249f6 req-5ae9d988-020b-4428-b251-efa531721702 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018762 Jun 25 09:37:40.765058 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b2c1f-12c6-4662-9dfe-80a07a495aaf req-9439f0cc-586c-4ffc-816e-1c98249d1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:40.767893 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed3b2c1f-12c6-4662-9dfe-80a07a495aaf req-9439f0cc-586c-4ffc-816e-1c98249d1011 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 1096 time: 0.1577737 Jun 25 09:37:40.883200 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f4fff5c3-fefb-4ab8-9cd5-7d723947799a up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:37:41.072474 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:41.118669 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50494) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:41.241876 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:41.250546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b2c1f-12c6-4662-9dfe-80a07a495aaf req-214c4d35-f1cf-4c3d-bcfb-e3632890c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:41.259590 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed3b2c1f-12c6-4662-9dfe-80a07a495aaf req-214c4d35-f1cf-4c3d-bcfb-e3632890c5ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=33ec2235-0527-4b32-9175-05a58be2240f HTTP/1.1" status: 200 len: 898 time: 0.4853683 Jun 25 09:37:41.269829 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bc231c-4df2-4ac1-bacf-739ef6b8bf43" -d '{"events": [{"server_uuid": "a3ee2f85-9098-4355-b565-f75d638690b8", "name": "network-vif-plugged", "status": "completed", "tag": "4357ebb5-4c52-4445-aded-e3a7e6e94fcf"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:41.305317 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb65ef-77e5-49fd-89f7-e2122b8c1312 req-abecf6dc-2255-4b64-9ffa-926f0b228e38 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:41.317121 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aacb65ef-77e5-49fd-89f7-e2122b8c1312 req-abecf6dc-2255-4b64-9ffa-926f0b228e38 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 944 time: 0.3196368 Jun 25 09:37:41.374750 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,segment=NetworkSegment(b572f014-bbb5-4f68-a173-88c2be87f1b7),segment_id=b572f014-bbb5-4f68-a173-88c2be87f1b7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:41.395295 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:41.400017 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:41.412777 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port f4fff5c3-fefb-4ab8-9cd5-7d723947799a completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:37:41.503216 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed3b2c1f-12c6-4662-9dfe-80a07a495aaf req-37c04d0f-9c12-4916-a504-1f60836f5d63 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf HTTP/1.1" status: 200 len: 999 time: 0.2346263 Jun 25 09:37:41.540042 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e608b67-dcae-4906-b54e-0f645857b556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:41.545409 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:41.549643 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:41.601789 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aacb65ef-77e5-49fd-89f7-e2122b8c1312 req-6eb060c1-c48c-413b-a482-0bfe6f1c1531 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829611 Jun 25 09:37:41.752404 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-ef883554-ab82-44fd-838d-50bb1c1731dc tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:41.765361 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-ef883554-ab82-44fd-838d-50bb1c1731dc tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/networks?id=89e6b4ca-254a-40fa-980b-9b03833581de HTTP/1.1" status: 200 len: 816 time: 0.3674901 Jun 25 09:37:41.776639 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8944fac9-c0ed-41ec-a9f8-a4def5d4b3a8 x-openstack-request-id: req-8944fac9-c0ed-41ec-a9f8-a4def5d4b3a8 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:41.777289 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ee2f85-9098-4355-b565-f75d638690b8", "name": "network-vif-plugged", "status": "completed", "tag": "4357ebb5-4c52-4445-aded-e3a7e6e94fcf", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:41.777857 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8944fac9-c0ed-41ec-a9f8-a4def5d4b3a8 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:41.778542 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf', 'code': 200} Jun 25 09:37:41.809683 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-b0161fd4-d1cf-46e9-a1b5-1d680f241410 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/quotas/bdfb972402554ca99e8cd03dc8bd6033 HTTP/1.1" status: 200 len: 375 time: 0.0429194 Jun 25 09:37:41.886334 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e608b67-dcae-4906-b54e-0f645857b556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:41.899041 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4e608b67-dcae-4906-b54e-0f645857b556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:41.905370 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-155bf3e2-83e5-4e63-810f-5938e124c816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:41.910707 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b288bee7-3c49-47d6-8dd0-5b7a9bdce1bb None None] Network 89e6b4ca-254a-40fa-980b-9b03833581de requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:37:41.935795 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e608b67-dcae-4906-b54e-0f645857b556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de62942-37e4-413b-81ca-139cc33cbad8,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:42.055378 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4e608b67-dcae-4906-b54e-0f645857b556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:42.072455 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bc767924-9f0b-4679-91fc-083401b2626f None None] Provisioning for port f4fff5c3-fefb-4ab8-9cd5-7d723947799a completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:37:42.101492 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b2c1f-12c6-4662-9dfe-80a07a495aaf req-70b6ceec-1bf4-4c8f-8ce6-4833a942d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:42.103581 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed3b2c1f-12c6-4662-9dfe-80a07a495aaf req-70b6ceec-1bf4-4c8f-8ce6-4833a942d461 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5861897d-bdc0-48ab-bb88-6bcb618a256a HTTP/1.1" status: 200 len: 834 time: 0.5919325 Jun 25 09:37:42.108211 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-bc767924-9f0b-4679-91fc-083401b2626f None None] Provisioning complete for port f4fff5c3-fefb-4ab8-9cd5-7d723947799a triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:37:42.128720 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc767924-9f0b-4679-91fc-083401b2626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:42.155566 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4e608b67-dcae-4906-b54e-0f645857b556 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=807fc8076d614f9b9bcabf3b83c1d573&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0261316 Jun 25 09:37:42.168587 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50524) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:42.351269 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5cf52559-80bb-437d-94ea-399acdb30aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:42.358393 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-8a914576-aa92-470d-b054-c4fce710327d tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:42.360840 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-8a914576-aa92-470d-b054-c4fce710327d tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.41 "GET /v2.0/networks?id=89e6b4ca-254a-40fa-980b-9b03833581de HTTP/1.1" status: 200 len: 816 time: 0.4376576 Jun 25 09:37:42.413316 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-61de3aa4-80ff-408d-9acc-ff49017f1ae1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Request body: {'port': {'device_id': 'b84fcbf4-d03b-49c2-9284-f6722fada978', 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de', 'admin_state_up': True, 'tenant_id': 'bdfb972402554ca99e8cd03dc8bd6033'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:37:42.430039 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-5fca568b-c0f1-469b-8512-bd86089a48d9 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=bdfb972402554ca99e8cd03dc8bd6033&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6173992 Jun 25 09:37:42.506291 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5cf52559-80bb-437d-94ea-399acdb30aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:42.548619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b2c1f-12c6-4662-9dfe-80a07a495aaf req-c877b326-0e4b-42e6-b37d-ee9a08ffb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:42.552741 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed3b2c1f-12c6-4662-9dfe-80a07a495aaf req-c877b326-0e4b-42e6-b37d-ee9a08ffb41b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33ec2235-0527-4b32-9175-05a58be2240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4310131 Jun 25 09:37:42.681356 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc767924-9f0b-4679-91fc-083401b2626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:42.790266 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-bc767924-9f0b-4679-91fc-083401b2626f None None] For port f4fff5c3-fefb-4ab8-9cd5-7d723947799a, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f4fff5c3-fefb-4ab8-9cd5-7d723947799a,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:42.800000 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc767924-9f0b-4679-91fc-083401b2626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:42.802339 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-47b731d4-d6a2-4570-a3fc-f0e22d5aaab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:42.826432 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed3b2c1f-12c6-4662-9dfe-80a07a495aaf req-01162cf3-b471-4ecb-bb8d-d4759aea5881 service neutron] 10.222.0.38 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494800 Jun 25 09:37:42.860170 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-0314131b-5a42-44bd-aa24-c87b51dc489b service neutron] 10.222.0.93 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285891 Jun 25 09:37:42.910358 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc767924-9f0b-4679-91fc-083401b2626f None None] Pushing event updated for resources: {'Port': ['ID=f4fff5c3-fefb-4ab8-9cd5-7d723947799a,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:42.920840 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-bc767924-9f0b-4679-91fc-083401b2626f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:42.996688 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5cf52559-80bb-437d-94ea-399acdb30aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:43.004460 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5cf52559-80bb-437d-94ea-399acdb30aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:43.005754 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5cf52559-80bb-437d-94ea-399acdb30aa4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2de62942-37e4-413b-81ca-139cc33cbad8 HTTP/1.1" status: 204 len: 168 time: 0.8361220 Jun 25 09:37:43.038606 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7d7b96a1-282e-432b-b6d4-9b13b3830db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:43.064244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf52559-80bb-437d-94ea-399acdb30aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de62942-37e4-413b-81ca-139cc33cbad8,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:43.097053 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5cf52559-80bb-437d-94ea-399acdb30aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:43.138555 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1e10288d-99fb-472c-9a76-97ae82bd89c4 None None] Provisioning complete for port f4fff5c3-fefb-4ab8-9cd5-7d723947799a triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:37:43.140083 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e10288d-99fb-472c-9a76-97ae82bd89c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:43.215048 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ed3b2c1f-12c6-4662-9dfe-80a07a495aaf req-f7e5a8af-d580-4dae-be89-60ad0bf69e51 service neutron] 10.222.0.38 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812444 Jun 25 09:37:43.410931 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-7493428f-7b26-44d6-888c-e01a53eb95e4 service neutron] 10.222.0.93 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127793 Jun 25 09:37:43.416507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-61de3aa4-80ff-408d-9acc-ff49017f1ae1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Made reservation on behalf of bdfb972402554ca99e8cd03dc8bd6033 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:37:43.446642 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-61de3aa4-80ff-408d-9acc-ff49017f1ae1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:43.607683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be5d1c-5d54-488c-ba44-caf0cf0d64b3 req-8c714072-bca3-4679-af5e-a0c2022c6c3b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:43.613577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-72be5d1c-5d54-488c-ba44-caf0cf0d64b3 req-8c714072-bca3-4679-af5e-a0c2022c6c3b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 1.2435713 Jun 25 09:37:43.657532 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50542) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:43.684953 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eba32933-6e1c-477f-8361-1ec9e6860e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:43.895653 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eba32933-6e1c-477f-8361-1ec9e6860e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:43.938295 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-72be5d1c-5d54-488c-ba44-caf0cf0d64b3 req-f2e9c6c9-7d30-4480-a1c9-d386c0b75c64 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415416 Jun 25 09:37:44.090525 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-28aeb3b5-38d2-4467-b8c2-a3b3792a380d tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:44.092312 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-28aeb3b5-38d2-4467-b8c2-a3b3792a380d tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.38 "GET /v2.0/networks?id=89e6b4ca-254a-40fa-980b-9b03833581de HTTP/1.1" status: 200 len: 816 time: 0.1935573 Jun 25 09:37:44.093151 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-eba32933-6e1c-477f-8361-1ec9e6860e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:44.104775 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-61de3aa4-80ff-408d-9acc-ff49017f1ae1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Allocated IP 172.20.0.5 (89e6b4ca-254a-40fa-980b-9b03833581de/c763d147-7280-42c6-8e33-be28e9ad9c26/3598053f-2db1-446d-9192-1f490c92ab6d) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:37:44.124865 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-12dae8ec-e82d-4a4b-b064-c708e4a119c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:44.129885 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-eba32933-6e1c-477f-8361-1ec9e6860e06 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5d64140f63c34dc89eaef2d54814ec92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4707696 Jun 25 09:37:44.134010 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-3dbf3135-79c4-408e-8b6c-fc23ec38e645 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Request body: {'port': {'device_id': 'b6f31baa-ffeb-469c-92cd-707f5899e6d3', 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de', 'admin_state_up': True, 'tenant_id': 'bdfb972402554ca99e8cd03dc8bd6033'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:37:44.197504 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50548) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:44.260998 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-3dbf3135-79c4-408e-8b6c-fc23ec38e645 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Made reservation on behalf of bdfb972402554ca99e8cd03dc8bd6033 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:37:44.264760 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-3dbf3135-79c4-408e-8b6c-fc23ec38e645 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:44.367943 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba32933-6e1c-477f-8361-1ec9e6860e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad87f40-86a7-4bef-bd84-af0849e2a706,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:44.388130 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eba32933-6e1c-477f-8361-1ec9e6860e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:44.398942 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-10635a85-8788-4500-9757-db05332b7dd7 req-debb406e-c822-4b84-8243-dfb6a3e93720 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 210 time: 0.2398458 Jun 25 09:37:44.606167 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f4fff5c3-fefb-4ab8-9cd5-7d723947799a up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:37:44.747438 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port f4fff5c3-fefb-4ab8-9cd5-7d723947799a triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:37:44.749378 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:45.597801 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-76299f5b-b213-49c4-b38f-c3c4e109e6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:45.664751 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-76299f5b-b213-49c4-b38f-c3c4e109e6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:45.806800 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-61de3aa4-80ff-408d-9acc-ff49017f1ae1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:45.822045 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-61de3aa4-80ff-408d-9acc-ff49017f1ae1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Transition to ACTIVE for port object 3598053f-2db1-446d-9192-1f490c92ab6d will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:37:45.864713 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-61de3aa4-80ff-408d-9acc-ff49017f1ae1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:45.870696 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:45.986479 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de3aa4-80ff-408d-9acc-ff49017f1ae1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Pushing event updated for resources: {'Port': ['ID=3598053f-2db1-446d-9192-1f490c92ab6d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:45.994692 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-3dbf3135-79c4-408e-8b6c-fc23ec38e645 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Allocated IP 172.20.0.10 (89e6b4ca-254a-40fa-980b-9b03833581de/c763d147-7280-42c6-8e33-be28e9ad9c26/66e1526a-0a36-4657-847e-445fcc255d24) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:37:46.001482 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-61de3aa4-80ff-408d-9acc-ff49017f1ae1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:46.083244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49682a-250c-47a7-8480-014d4c7d377f req-d483901d-7902-4ce4-a96f-d9995a42de4c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:46.086464 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8f49682a-250c-47a7-8480-014d4c7d377f req-d483901d-7902-4ce4-a96f-d9995a42de4c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 1.9564347 Jun 25 09:37:46.100100 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-76299f5b-b213-49c4-b38f-c3c4e109e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:46.104900 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-76299f5b-b213-49c4-b38f-c3c4e109e6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:46.109422 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-76299f5b-b213-49c4-b38f-c3c4e109e6e9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fad87f40-86a7-4bef-bd84-af0849e2a706 HTTP/1.1" status: 204 len: 168 time: 1.9081755 Jun 25 09:37:46.136643 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-25629540-67a9-4948-8b0b-2d4c6716cf8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:46.232101 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-61de3aa4-80ff-408d-9acc-ff49017f1ae1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Network 89e6b4ca-254a-40fa-980b-9b03833581de is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:37:46.290073 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c078c80-7d68-4e7f-ad0e-a1bc6a9cb43c req-7dcfa274-78da-4302-a8a0-efd829d2e48e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:46.291697 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c078c80-7d68-4e7f-ad0e-a1bc6a9cb43c req-7dcfa274-78da-4302-a8a0-efd829d2e48e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.7260368 Jun 25 09:37:46.479541 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-61de3aa4-80ff-408d-9acc-ff49017f1ae1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:37:46.491190 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-3dbf3135-79c4-408e-8b6c-fc23ec38e645 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:46.520544 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76299f5b-b213-49c4-b38f-c3c4e109e6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad87f40-86a7-4bef-bd84-af0849e2a706,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:46.524817 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-61de3aa4-80ff-408d-9acc-ff49017f1ae1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:37:46.565518 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-3dbf3135-79c4-408e-8b6c-fc23ec38e645 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Transition to ACTIVE for port object 66e1526a-0a36-4657-847e-445fcc255d24 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:37:46.699158 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-3dbf3135-79c4-408e-8b6c-fc23ec38e645 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:46.709881 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-67fbaa3f-a6f3-4ffa-9a3b-06692105fd29 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:46.725792 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-61de3aa4-80ff-408d-9acc-ff49017f1ae1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:46.726700 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-61de3aa4-80ff-408d-9acc-ff49017f1ae1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:46.734345 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:37:46.738369 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-76299f5b-b213-49c4-b38f-c3c4e109e6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:46.847570 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf3135-79c4-408e-8b6c-fc23ec38e645 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Pushing event updated for resources: {'Port': ['ID=66e1526a-0a36-4657-847e-445fcc255d24,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:46.861233 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8f49682a-250c-47a7-8480-014d4c7d377f req-9d81e80c-d36e-4ddc-9f97-d77c73e71768 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7262375 Jun 25 09:37:46.871577 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-3dbf3135-79c4-408e-8b6c-fc23ec38e645 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Network 89e6b4ca-254a-40fa-980b-9b03833581de is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:37:46.874356 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-3dbf3135-79c4-408e-8b6c-fc23ec38e645 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:37:46.891852 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3dbf3135-79c4-408e-8b6c-fc23ec38e645 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:46.893296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-3dbf3135-79c4-408e-8b6c-fc23ec38e645 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:37:47.100461 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-61de3aa4-80ff-408d-9acc-ff49017f1ae1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6945179 Jun 25 09:37:47.134215 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c078c80-7d68-4e7f-ad0e-a1bc6a9cb43c req-247e04b2-615c-4b53-8430-44380730aa6b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7096205 Jun 25 09:37:47.168856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Request body: {'port': {'device_id': 'b84fcbf4-d03b-49c2-9284-f6722fada978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:37:47.191210 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-3dbf3135-79c4-408e-8b6c-fc23ec38e645 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:47.195761 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-3dbf3135-79c4-408e-8b6c-fc23ec38e645 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:47.258143 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-3dbf3135-79c4-408e-8b6c-fc23ec38e645 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1340861 Jun 25 09:37:47.297925 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Request body: {'port': {'device_id': 'b6f31baa-ffeb-469c-92cd-707f5899e6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:37:47.463412 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4aca3b63-83dd-4558-8b13-020702697c77 req-85b87794-c5b2-474d-a0e4-bfe6c9ab21cb tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 210 time: 0.2753680 Jun 25 09:37:47.523067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-eaa7c145-435e-43a0-90ff-cc21d11f297c tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:47.524598 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-eaa7c145-435e-43a0-90ff-cc21d11f297c tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.38 "GET /v2.0/networks?id=89e6b4ca-254a-40fa-980b-9b03833581de HTTP/1.1" status: 200 len: 816 time: 1.4336994 Jun 25 09:37:47.615808 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:47.624613 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bcf6345e-bb93-44dc-9cfb-cf5799ca2a6f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Request body: {'port': {'device_id': '03c89413-334f-475b-8ba8-2fd26ac0307d', 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de', 'admin_state_up': True, 'tenant_id': 'bdfb972402554ca99e8cd03dc8bd6033'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:37:47.779318 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-69805f0e-1e75-4ae7-ba4c-6a9b6e19325c None None] Provisioning for port 3598053f-2db1-446d-9192-1f490c92ab6d completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:37:47.805058 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-69805f0e-1e75-4ae7-ba4c-6a9b6e19325c None None] Provisioning complete for port 3598053f-2db1-446d-9192-1f490c92ab6d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:37:47.805460 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69805f0e-1e75-4ae7-ba4c-6a9b6e19325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:47.855353 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:47.889244 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-69805f0e-1e75-4ae7-ba4c-6a9b6e19325c None None] Port 3598053f-2db1-446d-9192-1f490c92ab6d cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:37:48.027020 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d2278007-9f5f-4573-b92d-1304362f22b7 None None] Provisioning for port 66e1526a-0a36-4657-847e-445fcc255d24 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:37:48.031743 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d2278007-9f5f-4573-b92d-1304362f22b7 None None] Provisioning complete for port 66e1526a-0a36-4657-847e-445fcc255d24 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:37:48.032039 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d2278007-9f5f-4573-b92d-1304362f22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:48.108944 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d2278007-9f5f-4573-b92d-1304362f22b7 None None] Port 66e1526a-0a36-4657-847e-445fcc255d24 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:37:48.427209 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bcf6345e-bb93-44dc-9cfb-cf5799ca2a6f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Made reservation on behalf of bdfb972402554ca99e8cd03dc8bd6033 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:37:48.437188 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bcf6345e-bb93-44dc-9cfb-cf5799ca2a6f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:48.755916 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc26831-a903-42cb-86a7-ccbd9324738c req-f8dbf6d5-9264-419f-ab87-5192ce3fddbe tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:48.764409 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bcc26831-a903-42cb-86a7-ccbd9324738c req-f8dbf6d5-9264-419f-ab87-5192ce3fddbe tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.2752678 Jun 25 09:37:48.831275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31f211-7666-42b1-839b-8eed6accbfeb req-964e8c90-c21b-4edd-ab37-782c1d3a880d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:48.835174 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e1526a-0a36-4657-847e-445fcc255d24 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:37:48.843127 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c31f211-7666-42b1-839b-8eed6accbfeb req-964e8c90-c21b-4edd-ab37-782c1d3a880d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.6224990 Jun 25 09:37:48.853646 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:48.876218 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Transition to ACTIVE for port object 66e1526a-0a36-4657-847e-445fcc255d24 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:37:48.882976 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:48.886652 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4e8d91aa-649b-481a-b013-d55dda885e07 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:48.933382 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Pushing event updated for resources: {'Port': ['ID=66e1526a-0a36-4657-847e-445fcc255d24,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:48.937181 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:49.116100 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Attempting to bind port 66e1526a-0a36-4657-847e-445fcc255d24 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:37:49.116496 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Attempting to bind port 66e1526a-0a36-4657-847e-445fcc255d24 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:37:49.116887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Attempting to bind port 66e1526a-0a36-4657-847e-445fcc255d24 on network 89e6b4ca-254a-40fa-980b-9b03833581de {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:37:49.123742 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Port 66e1526a-0a36-4657-847e-445fcc255d24 on network 89e6b4ca-254a-40fa-980b-9b03833581de not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:37:49.124072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Attempting to bind port 66e1526a-0a36-4657-847e-445fcc255d24 on network 89e6b4ca-254a-40fa-980b-9b03833581de {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:37:49.129600 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:37:49.129934 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Checking segment: {'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:37:49.130319 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Bound using segment: {'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:37:49.130747 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Bound port: 66e1526a-0a36-4657-847e-445fcc255d24, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:37:49.131464 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:49.142334 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c31f211-7666-42b1-839b-8eed6accbfeb req-36630712-76ee-4ec1-b4e7-e0096d77e2f4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972953 Jun 25 09:37:49.217023 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50620) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:49.323545 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] For port 66e1526a-0a36-4657-847e-445fcc255d24, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:37:49.330937 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] For port 66e1526a-0a36-4657-847e-445fcc255d24, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=66e1526a-0a36-4657-847e-445fcc255d24,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:37:49.390141 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3598053f-2db1-446d-9192-1f490c92ab6d {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:37:49.399248 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:49.435728 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:49.440749 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e1aff5bb-4584-4da8-a2f5-b861926370ab tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:49.446805 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1c00fbc-4073-4f39-9013-8b35d4a04b7e req-d7896435-e1a6-492d-ba78-71fb3f4e48dc tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 210 time: 0.0419910 Jun 25 09:37:49.465321 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bcc26831-a903-42cb-86a7-ccbd9324738c req-76491046-1b0d-4ebb-9b22-0264da28a430 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6907558 Jun 25 09:37:49.494607 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Transition to ACTIVE for port object 3598053f-2db1-446d-9192-1f490c92ab6d will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:37:49.520566 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:49.531238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:49.531925 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:49.537476 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] 10.222.0.38 "PUT /v2.0/ports/66e1526a-0a36-4657-847e-445fcc255d24 HTTP/1.1" status: 200 len: 1093 time: 2.2459998 Jun 25 09:37:49.538176 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f31baa-ffeb-469c-92cd-707f5899e6d3', 'tag': '66e1526a-0a36-4657-847e-445fcc255d24'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:49.540240 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:49.541613 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35a0ced-4e54-4220-9727-5f1d80cf780b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f31baa-ffeb-469c-92cd-707f5899e6d3", "tag": "66e1526a-0a36-4657-847e-445fcc255d24"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:49.564825 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Pushing event updated for resources: {'Port': ['ID=66e1526a-0a36-4657-847e-445fcc255d24,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:49.571024 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f230b047-1ff8-4ce1-aca1-8d5aada4428e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/d8040f1b-ec67-4257-ae19-f54675d34893 HTTP/1.1" status: 200 len: 992 time: 0.3527598 Jun 25 09:37:49.587202 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:49.663509 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516eea80-6fe5-4573-ad1c-6db08b8cd204 x-openstack-request-id: req-516eea80-6fe5-4573-ad1c-6db08b8cd204 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:49.671729 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f31baa-ffeb-469c-92cd-707f5899e6d3", "tag": "66e1526a-0a36-4657-847e-445fcc255d24", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:49.672065 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-516eea80-6fe5-4573-ad1c-6db08b8cd204 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:49.672553 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f31baa-ffeb-469c-92cd-707f5899e6d3', 'tag': '66e1526a-0a36-4657-847e-445fcc255d24', 'status': 'completed', 'code': 200} Jun 25 09:37:49.748496 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7dd1f67-4e01-4ae0-af2d-61a92665bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:49.749882 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-d7dd1f67-4e01-4ae0-af2d-61a92665bfad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bdfb972402554ca99e8cd03dc8bd6033&device_id=b6f31baa-ffeb-469c-92cd-707f5899e6d3 HTTP/1.1" status: 200 len: 1096 time: 0.1434796 Jun 25 09:37:49.764368 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bcf6345e-bb93-44dc-9cfb-cf5799ca2a6f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Allocated IP 172.20.0.4 (89e6b4ca-254a-40fa-980b-9b03833581de/c763d147-7280-42c6-8e33-be28e9ad9c26/6f91aa21-3070-4d74-af76-9db3f6ef84e3) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:37:49.876598 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-694fb2d8-e183-49df-98bf-3e37d906545c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66e1526a-0a36-4657-847e-445fcc255d24 HTTP/1.1" status: 200 len: 217 time: 0.1054494 Jun 25 09:37:50.007886 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-3d6c85a5-1f78-4ca8-8a7a-cb815bb25e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:50.009423 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-3d6c85a5-1f78-4ca8-8a7a-cb815bb25e26 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c763d147-7280-42c6-8e33-be28e9ad9c26 HTTP/1.1" status: 200 len: 855 time: 0.1270506 Jun 25 09:37:50.090111 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bcf6345e-bb93-44dc-9cfb-cf5799ca2a6f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:50.109968 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bcf6345e-bb93-44dc-9cfb-cf5799ca2a6f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Transition to ACTIVE for port object 6f91aa21-3070-4d74-af76-9db3f6ef84e3 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:37:50.154237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72246246-9518-4304-b833-06672f76687f service neutron] Pushing event updated for resources: {'Port': ['ID=3598053f-2db1-446d-9192-1f490c92ab6d,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:50.158943 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-72246246-9518-4304-b833-06672f76687f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:50.170878 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bcf6345e-bb93-44dc-9cfb-cf5799ca2a6f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:50.184447 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c9407e20-35d8-4bbe-a435-5d6653749b5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:50.190189 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-627dd617-6755-43e5-9e90-cfc370b57c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:50.202044 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-627dd617-6755-43e5-9e90-cfc370b57c45 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=89e6b4ca-254a-40fa-980b-9b03833581de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1814389 Jun 25 09:37:50.303453 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bcf6345e-bb93-44dc-9cfb-cf5799ca2a6f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Network 89e6b4ca-254a-40fa-980b-9b03833581de is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:37:50.322854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Attempting to bind port 3598053f-2db1-446d-9192-1f490c92ab6d on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:37:50.323201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Attempting to bind port 3598053f-2db1-446d-9192-1f490c92ab6d by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:37:50.323580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Attempting to bind port 3598053f-2db1-446d-9192-1f490c92ab6d on network 89e6b4ca-254a-40fa-980b-9b03833581de {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:37:50.341975 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Port 3598053f-2db1-446d-9192-1f490c92ab6d on network 89e6b4ca-254a-40fa-980b-9b03833581de not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:37:50.342415 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Attempting to bind port 3598053f-2db1-446d-9192-1f490c92ab6d on network 89e6b4ca-254a-40fa-980b-9b03833581de {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:37:50.348578 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bcf6345e-bb93-44dc-9cfb-cf5799ca2a6f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:37:50.351159 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bcf6345e-bb93-44dc-9cfb-cf5799ca2a6f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:37:50.397558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:37:50.409212 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Checking segment: {'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:37:50.409653 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Bound using segment: {'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:37:50.410135 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Bound port: 3598053f-2db1-446d-9192-1f490c92ab6d, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:37:50.410527 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:50.503712 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-5f8d5cbe-dac9-4e62-953a-3ad13bc368b2 service neutron] 10.222.0.38 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890968 Jun 25 09:37:50.647526 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6345e-bb93-44dc-9cfb-cf5799ca2a6f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Pushing event updated for resources: {'Port': ['ID=6f91aa21-3070-4d74-af76-9db3f6ef84e3,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:50.676849 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bcf6345e-bb93-44dc-9cfb-cf5799ca2a6f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:50.697020 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bcf6345e-bb93-44dc-9cfb-cf5799ca2a6f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:50.697750 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bcf6345e-bb93-44dc-9cfb-cf5799ca2a6f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:50.744796 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bcf6345e-bb93-44dc-9cfb-cf5799ca2a6f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1308570 Jun 25 09:37:50.775210 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Request body: {'port': {'device_id': '03c89413-334f-475b-8ba8-2fd26ac0307d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:37:50.845027 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-fe7fe2a4-c421-4ee2-975a-2873fb42f779 req-1f251dc6-71fb-40f6-8d1c-8bf7da41e770 service neutron] 10.222.0.38 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340359 Jun 25 09:37:50.909605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] For port 3598053f-2db1-446d-9192-1f490c92ab6d, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:37:50.947078 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] For port 3598053f-2db1-446d-9192-1f490c92ab6d, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=3598053f-2db1-446d-9192-1f490c92ab6d,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:37:51.036091 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e2496a77-57d0-4104-b0dd-8b0a565a2c53 None None] Provisioning for port 6f91aa21-3070-4d74-af76-9db3f6ef84e3 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:37:51.046279 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e2496a77-57d0-4104-b0dd-8b0a565a2c53 None None] Provisioning complete for port 6f91aa21-3070-4d74-af76-9db3f6ef84e3 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:37:51.046659 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2496a77-57d0-4104-b0dd-8b0a565a2c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:51.092520 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:51.115369 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-59113d99-8516-427f-954f-18564ce808b8 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:51.124187 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e2496a77-57d0-4104-b0dd-8b0a565a2c53 None None] Port 6f91aa21-3070-4d74-af76-9db3f6ef84e3 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:37:51.197882 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:51.198621 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:51.200201 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-72246246-9518-4304-b833-06672f76687f service neutron] 10.222.0.41 "PUT /v2.0/ports/3598053f-2db1-446d-9192-1f490c92ab6d HTTP/1.1" status: 200 len: 1092 time: 4.0503213 Jun 25 09:37:51.203659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84fcbf4-d03b-49c2-9284-f6722fada978', 'tag': '3598053f-2db1-446d-9192-1f490c92ab6d'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:51.206348 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920cbe32-d145-48d0-9c4e-1bb7911e7ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "b84fcbf4-d03b-49c2-9284-f6722fada978", "tag": "3598053f-2db1-446d-9192-1f490c92ab6d"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:51.216591 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:51.262468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295daff7-74e7-4adc-adb4-257fe7081594 req-576338db-a548-4724-9896-0dd6a20b8485 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:51.271919 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-295daff7-74e7-4adc-adb4-257fe7081594 req-576338db-a548-4724-9896-0dd6a20b8485 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.3406813 Jun 25 09:37:51.276693 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a0ced-4e54-4220-9727-5f1d80cf780b req-3ced5432-b3d0-42ba-858e-19c881e2a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:51.281614 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f35a0ced-4e54-4220-9727-5f1d80cf780b req-3ced5432-b3d0-42ba-858e-19c881e2a53f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bdfb972402554ca99e8cd03dc8bd6033&device_id=b6f31baa-ffeb-469c-92cd-707f5899e6d3 HTTP/1.1" status: 200 len: 1096 time: 0.2137330 Jun 25 09:37:51.449473 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72246246-9518-4304-b833-06672f76687f service neutron] Pushing event updated for resources: {'Port': ['ID=3598053f-2db1-446d-9192-1f490c92ab6d,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:51.486058 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-72246246-9518-4304-b833-06672f76687f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:51.494067 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a0ced-4e54-4220-9727-5f1d80cf780b req-096efcf0-eae8-4166-810b-cb5cb010ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:51.495987 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f35a0ced-4e54-4220-9727-5f1d80cf780b req-096efcf0-eae8-4166-810b-cb5cb010ba44 service neutron] 10.222.0.38 "GET /v2.0/networks?id=89e6b4ca-254a-40fa-980b-9b03833581de HTTP/1.1" status: 200 len: 918 time: 0.2082176 Jun 25 09:37:51.502664 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd943e-d135-45bd-b09b-8b24176e68c3 req-80bff9f8-7caf-4dcd-b884-db4d1efe8173 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:51.511192 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37fd943e-d135-45bd-b09b-8b24176e68c3 req-80bff9f8-7caf-4dcd-b884-db4d1efe8173 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 931 time: 0.5466871 Jun 25 09:37:51.552671 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-295daff7-74e7-4adc-adb4-257fe7081594 req-bdd79f62-58b6-4bb1-b5b5-a8a91854e9b7 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789123 Jun 25 09:37:51.603285 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f35a0ced-4e54-4220-9727-5f1d80cf780b req-adb3862c-bca5-4f9c-98ff-4327c4e192b3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66e1526a-0a36-4657-847e-445fcc255d24 HTTP/1.1" status: 200 len: 217 time: 0.0990431 Jun 25 09:37:51.767382 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a0ced-4e54-4220-9727-5f1d80cf780b req-4661c563-cf3a-463c-9e33-e52597864618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:51.769174 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f35a0ced-4e54-4220-9727-5f1d80cf780b req-4661c563-cf3a-463c-9e33-e52597864618 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c763d147-7280-42c6-8e33-be28e9ad9c26 HTTP/1.1" status: 200 len: 855 time: 0.1576695 Jun 25 09:37:51.772662 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb97e418-f83f-40ee-bf6b-be484e958475 x-openstack-request-id: req-bb97e418-f83f-40ee-bf6b-be484e958475 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:51.773038 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84fcbf4-d03b-49c2-9284-f6722fada978", "tag": "3598053f-2db1-446d-9192-1f490c92ab6d", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:51.773515 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bb97e418-f83f-40ee-bf6b-be484e958475 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:51.774130 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84fcbf4-d03b-49c2-9284-f6722fada978', 'tag': '3598053f-2db1-446d-9192-1f490c92ab6d', 'status': 'completed', 'code': 200} Jun 25 09:37:51.791450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37fd943e-d135-45bd-b09b-8b24176e68c3 req-25784b07-a59c-4fd2-8843-57d3d56652a6 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778056 Jun 25 09:37:51.945636 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-4dead19e-f9d6-475a-b615-9f2bd60ff9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:51.947153 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-4dead19e-f9d6-475a-b615-9f2bd60ff9d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdfb972402554ca99e8cd03dc8bd6033&device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 1095 time: 0.6369374 Jun 25 09:37:51.966519 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a0ced-4e54-4220-9727-5f1d80cf780b req-62181270-063c-4e96-89b2-8c2cac8e192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:51.968284 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f35a0ced-4e54-4220-9727-5f1d80cf780b req-62181270-063c-4e96-89b2-8c2cac8e192d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=89e6b4ca-254a-40fa-980b-9b03833581de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1910157 Jun 25 09:37:52.064927 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-8a718049-f5ec-4559-987c-595e18e7b6c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3598053f-2db1-446d-9192-1f490c92ab6d HTTP/1.1" status: 200 len: 217 time: 0.0828679 Jun 25 09:37:52.148023 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f35a0ced-4e54-4220-9727-5f1d80cf780b req-7af6e916-de72-4e00-8aea-2dbbc1e64bcc service neutron] 10.222.0.38 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720881 Jun 25 09:37:52.150110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-6fc206ac-1517-4b03-9c51-235e49c03275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:52.161145 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-6fc206ac-1517-4b03-9c51-235e49c03275 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c763d147-7280-42c6-8e33-be28e9ad9c26 HTTP/1.1" status: 200 len: 855 time: 0.0704627 Jun 25 09:37:52.293931 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f91aa21-3070-4d74-af76-9db3f6ef84e3 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:37:52.307236 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:52.319900 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f35a0ced-4e54-4220-9727-5f1d80cf780b req-56b30973-581d-47dc-9a5a-c2c250adeec9 service neutron] 10.222.0.38 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615794 Jun 25 09:37:52.327452 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Transition to ACTIVE for port object 6f91aa21-3070-4d74-af76-9db3f6ef84e3 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:37:52.333525 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:52.337396 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-61de3aa4-80ff-408d-9acc-ff49017f1ae1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:52.395167 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Pushing event updated for resources: {'Port': ['ID=6f91aa21-3070-4d74-af76-9db3f6ef84e3,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:52.405326 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:52.432686 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e5d624df-9063-4801-bec6-678b44fbd227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:52.506332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-c063f245-7b6d-4b55-ba5a-5f6d94eec03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:52.508172 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-c063f245-7b6d-4b55-ba5a-5f6d94eec03b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89e6b4ca-254a-40fa-980b-9b03833581de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3460934 Jun 25 09:37:52.616077 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Attempting to bind port 6f91aa21-3070-4d74-af76-9db3f6ef84e3 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:37:52.616420 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Attempting to bind port 6f91aa21-3070-4d74-af76-9db3f6ef84e3 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:37:52.616768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Attempting to bind port 6f91aa21-3070-4d74-af76-9db3f6ef84e3 on network 89e6b4ca-254a-40fa-980b-9b03833581de {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:37:52.631013 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Port 6f91aa21-3070-4d74-af76-9db3f6ef84e3 on network 89e6b4ca-254a-40fa-980b-9b03833581de not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:37:52.631334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Attempting to bind port 6f91aa21-3070-4d74-af76-9db3f6ef84e3 on network 89e6b4ca-254a-40fa-980b-9b03833581de {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:37:52.647709 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:37:52.648044 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Checking segment: {'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:37:52.648439 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Bound using segment: {'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:37:52.649315 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Bound port: 6f91aa21-3070-4d74-af76-9db3f6ef84e3, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa89916-99c5-4a61-a187-7d0992f4be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:37:52.649540 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:52.725485 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-9ce32d87-558d-4c95-bb93-28ca3353f554 service neutron] 10.222.0.41 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059658 Jun 25 09:37:52.856054 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] For port 6f91aa21-3070-4d74-af76-9db3f6ef84e3, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:37:52.873197 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] For port 6f91aa21-3070-4d74-af76-9db3f6ef84e3, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6f91aa21-3070-4d74-af76-9db3f6ef84e3,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:37:52.901244 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:52.905818 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:52.915563 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c169f-8728-484d-bb2d-534dd8e21cb7 req-6c883613-7e45-4758-8b56-b6024b622ebf tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:52.917806 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-327c169f-8728-484d-bb2d-534dd8e21cb7 req-6c883613-7e45-4758-8b56-b6024b622ebf tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.2267895 Jun 25 09:37:52.964329 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5674308d-dc08-48a9-8a16-4b608e5d0dd1 req-15b39f0c-6eac-4abd-93d4-0aa392056d89 service neutron] 10.222.0.41 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184272 Jun 25 09:37:53.024680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:53.025361 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:53.026760 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] 10.222.0.38 "PUT /v2.0/ports/6f91aa21-3070-4d74-af76-9db3f6ef84e3 HTTP/1.1" status: 200 len: 1092 time: 2.2648683 Jun 25 09:37:53.076765 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Pushing event updated for resources: {'Port': ['ID=6f91aa21-3070-4d74-af76-9db3f6ef84e3,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:53.100119 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:53.121937 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-327c169f-8728-484d-bb2d-534dd8e21cb7 req-64802508-5ed5-4898-bc1c-6f817f622bc2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796114 Jun 25 09:37:53.212523 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c3851-ba57-4aa0-a89b-d53fc4942048 req-88dfcb8d-ec78-471c-98b6-b0d0b9f33b5a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:53.214481 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b7c3851-ba57-4aa0-a89b-d53fc4942048 req-88dfcb8d-ec78-471c-98b6-b0d0b9f33b5a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 943 time: 0.2635534 Jun 25 09:37:53.275310 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cbe32-d145-48d0-9c4e-1bb7911e7ec9 req-5ec95809-782f-42f3-bc79-51e0cb4b5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:53.276929 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-920cbe32-d145-48d0-9c4e-1bb7911e7ec9 req-5ec95809-782f-42f3-bc79-51e0cb4b5390 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdfb972402554ca99e8cd03dc8bd6033&device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 1095 time: 0.1861982 Jun 25 09:37:53.284208 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-45d0903f-8819-4505-8988-1dc1c2eb3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:53.285765 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-45d0903f-8819-4505-8988-1dc1c2eb3b85 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bdfb972402554ca99e8cd03dc8bd6033&device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 1095 time: 0.1611226 Jun 25 09:37:53.351698 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 66e1526a-0a36-4657-847e-445fcc255d24 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:37:53.474298 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b7c3851-ba57-4aa0-a89b-d53fc4942048 req-ecc81534-3cc1-4e32-9280-a1cbb99147c7 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488852 Jun 25 09:37:53.506918 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cbe32-d145-48d0-9c4e-1bb7911e7ec9 req-4201b954-27fb-483a-a370-019838231edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:53.506918 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-920cbe32-d145-48d0-9c4e-1bb7911e7ec9 req-4201b954-27fb-483a-a370-019838231edf service neutron] 10.222.0.41 "GET /v2.0/networks?id=89e6b4ca-254a-40fa-980b-9b03833581de HTTP/1.1" status: 200 len: 918 time: 0.2136199 Jun 25 09:37:53.506918 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-0ea84906-ba1a-424e-b308-2d146deef061 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f91aa21-3070-4d74-af76-9db3f6ef84e3 HTTP/1.1" status: 200 len: 217 time: 0.1918077 Jun 25 09:37:53.548059 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 66e1526a-0a36-4657-847e-445fcc255d24, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=66e1526a-0a36-4657-847e-445fcc255d24,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:53.575130 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '66e1526a-0a36-4657-847e-445fcc255d24', 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de', 'port_id': '66e1526a-0a36-4657-847e-445fcc255d24', 'mac_address': 'fa:16:3e:fc:da:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c763d147-7280-42c6-8e33-be28e9ad9c26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:37:53.582236 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-920cbe32-d145-48d0-9c4e-1bb7911e7ec9 req-6c9ed555-6f13-4b57-8007-241a5d916aef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3598053f-2db1-446d-9192-1f490c92ab6d HTTP/1.1" status: 200 len: 217 time: 0.0396960 Jun 25 09:37:53.641911 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:53.656201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-63496085-7ed0-4a2a-952e-b2fe3981fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:53.658506 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-63496085-7ed0-4a2a-952e-b2fe3981fd9a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c763d147-7280-42c6-8e33-be28e9ad9c26 HTTP/1.1" status: 200 len: 855 time: 0.1482313 Jun 25 09:37:53.667575 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e1526a-0a36-4657-847e-445fcc255d24 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:37:53.711266 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cbe32-d145-48d0-9c4e-1bb7911e7ec9 req-353a3f4a-d999-4d2e-84a6-f8dbdbb28a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:53.713200 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-920cbe32-d145-48d0-9c4e-1bb7911e7ec9 req-353a3f4a-d999-4d2e-84a6-f8dbdbb28a2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c763d147-7280-42c6-8e33-be28e9ad9c26 HTTP/1.1" status: 200 len: 855 time: 0.1164250 Jun 25 09:37:53.724812 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 66e1526a-0a36-4657-847e-445fcc255d24, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=66e1526a-0a36-4657-847e-445fcc255d24,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:53.747079 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:53.752301 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:53.777881 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c89413-334f-475b-8ba8-2fd26ac0307d', 'tag': '6f91aa21-3070-4d74-af76-9db3f6ef84e3'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:53.780663 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574a42b4-e52d-4bc3-8713-0ebb6a33c87a" -d '{"events": [{"name": "network-changed", "server_uuid": "03c89413-334f-475b-8ba8-2fd26ac0307d", "tag": "6f91aa21-3070-4d74-af76-9db3f6ef84e3"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:53.799319 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-0c083a59-aaa8-403d-8571-cacfcb866775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:53.800960 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-0c083a59-aaa8-403d-8571-cacfcb866775 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=89e6b4ca-254a-40fa-980b-9b03833581de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328843 Jun 25 09:37:53.808738 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cbe32-d145-48d0-9c4e-1bb7911e7ec9 req-f609a863-dbd5-4671-87a0-08f964b6979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:53.810294 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-920cbe32-d145-48d0-9c4e-1bb7911e7ec9 req-f609a863-dbd5-4671-87a0-08f964b6979b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89e6b4ca-254a-40fa-980b-9b03833581de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875740 Jun 25 09:37:53.872066 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=66e1526a-0a36-4657-847e-445fcc255d24,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:53.886069 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:53.949103 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837109b-ad6c-4a84-af8f-d163d38bb2a7 req-45765270-fd7f-4163-a646-d41069806fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:53.950949 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4837109b-ad6c-4a84-af8f-d163d38bb2a7 req-45765270-fd7f-4163-a646-d41069806fc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 1097 time: 0.1294997 Jun 25 09:37:54.094145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['66e1526a-0a36-4657-847e-445fcc255d24'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:37:54.114769 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837109b-ad6c-4a84-af8f-d163d38bb2a7 req-3db10dea-0d89-43eb-8d89-990a9140db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:54.116311 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4837109b-ad6c-4a84-af8f-d163d38bb2a7 req-3db10dea-0d89-43eb-8d89-990a9140db73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.1583002 Jun 25 09:37:54.184989 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4837109b-ad6c-4a84-af8f-d163d38bb2a7 req-eb870883-9ed4-4033-a429-639b360eaf5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17b9ef2b-8f46-4bcb-8b17-101819afb7ea HTTP/1.1" status: 200 len: 217 time: 0.0593364 Jun 25 09:37:54.208176 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:54.313193 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837109b-ad6c-4a84-af8f-d163d38bb2a7 req-c3d69f2e-359f-4d0c-b0fe-66673f8dd230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:54.315012 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4837109b-ad6c-4a84-af8f-d163d38bb2a7 req-c3d69f2e-359f-4d0c-b0fe-66673f8dd230 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.1216903 Jun 25 09:37:54.392056 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837109b-ad6c-4a84-af8f-d163d38bb2a7 req-ab58d5f8-1edf-4838-9e87-9c17ad4f109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:54.394161 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4837109b-ad6c-4a84-af8f-d163d38bb2a7 req-ab58d5f8-1edf-4838-9e87-9c17ad4f109b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689540 Jun 25 09:37:54.560037 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-920cbe32-d145-48d0-9c4e-1bb7911e7ec9 req-d59b4a92-4f7a-4d9b-9cae-c545fc377797 service neutron] 10.222.0.41 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7021525 Jun 25 09:37:54.609572 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e9d32d-cae4-4baf-9641-e325b0f545f5 x-openstack-request-id: req-30e9d32d-cae4-4baf-9641-e325b0f545f5 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:54.609919 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c89413-334f-475b-8ba8-2fd26ac0307d", "tag": "6f91aa21-3070-4d74-af76-9db3f6ef84e3", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:54.610253 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-30e9d32d-cae4-4baf-9641-e325b0f545f5 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:54.610684 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c89413-334f-475b-8ba8-2fd26ac0307d', 'tag': '6f91aa21-3070-4d74-af76-9db3f6ef84e3', 'status': 'completed', 'code': 200} Jun 25 09:37:54.645400 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4837109b-ad6c-4a84-af8f-d163d38bb2a7 req-25fc92e1-befb-4a8f-a0d3-8b28868882d8 service neutron] 10.222.0.41 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420080 Jun 25 09:37:54.876352 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4837109b-ad6c-4a84-af8f-d163d38bb2a7 req-efc29aef-1b9e-4904-8df1-4b9efe024449 service neutron] 10.222.0.41 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209456 Jun 25 09:37:54.925512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-cd00a44b-66b1-480a-9a4d-eceecb96da82 service neutron] 10.222.0.38 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1142387 Jun 25 09:37:54.934827 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d4a4fb6b-e5aa-4c84-b779-6f1b52133690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:55.041087 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cfd74c3-3208-4ba4-826f-396c9649a914 req-716bf1e1-4651-4376-925a-278bbf3b8d0d service neutron] 10.222.0.38 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996730 Jun 25 09:37:55.090791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be570f-838b-4112-9452-1962b830485f req-40ffde79-1c5b-413e-a955-a1cc338d97e3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:55.092410 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63be570f-838b-4112-9452-1962b830485f req-40ffde79-1c5b-413e-a955-a1cc338d97e3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.5314722 Jun 25 09:37:55.094485 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-920cbe32-d145-48d0-9c4e-1bb7911e7ec9 req-290e25cf-a83d-4791-ade8-a7d188b97ab4 service neutron] 10.222.0.41 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814825 Jun 25 09:37:55.199280 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cce1b-c977-47f9-9106-f36529da0113 req-2bf34d57-a041-4000-8b96-105ff79677b5 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:55.201071 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cf2cce1b-c977-47f9-9106-f36529da0113 req-2bf34d57-a041-4000-8b96-105ff79677b5 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 943 time: 0.3854165 Jun 25 09:37:55.214671 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:55.254458 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63be570f-838b-4112-9452-1962b830485f req-0ab19840-eefa-4bca-9226-08efa88fc1dc tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546538 Jun 25 09:37:55.281026 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cf2cce1b-c977-47f9-9106-f36529da0113 req-74aadcfd-a3d3-44dc-bdd0-c31837e62966 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552132 Jun 25 09:37:55.304498 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a42b4-e52d-4bc3-8713-0ebb6a33c87a req-0ec4b8c0-b2cd-4f9d-8929-cc22c542cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:55.306676 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-574a42b4-e52d-4bc3-8713-0ebb6a33c87a req-0ec4b8c0-b2cd-4f9d-8929-cc22c542cb63 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bdfb972402554ca99e8cd03dc8bd6033&device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 1095 time: 0.1527259 Jun 25 09:37:55.357056 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 66e1526a-0a36-4657-847e-445fcc255d24 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:37:55.421531 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a42b4-e52d-4bc3-8713-0ebb6a33c87a req-f42dda3c-15b6-4bfa-bf51-f74e2a9a4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:55.423478 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-574a42b4-e52d-4bc3-8713-0ebb6a33c87a req-f42dda3c-15b6-4bfa-bf51-f74e2a9a4618 service neutron] 10.222.0.38 "GET /v2.0/networks?id=89e6b4ca-254a-40fa-980b-9b03833581de HTTP/1.1" status: 200 len: 918 time: 0.1087441 Jun 25 09:37:55.433540 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 66e1526a-0a36-4657-847e-445fcc255d24 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:37:55.442826 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 66e1526a-0a36-4657-847e-445fcc255d24 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:37:55.443683 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:55.483128 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-574a42b4-e52d-4bc3-8713-0ebb6a33c87a req-b06e2e09-37d2-4da3-9f79-ff69dd54baeb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f91aa21-3070-4d74-af76-9db3f6ef84e3 HTTP/1.1" status: 200 len: 217 time: 0.0530663 Jun 25 09:37:55.534035 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:55.561945 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f31baa-ffeb-469c-92cd-707f5899e6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e1526a-0a36-4657-847e-445fcc255d24'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:55.565989 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b67b2b-4edf-4553-92c1-dd81a05840fb" -d '{"events": [{"server_uuid": "b6f31baa-ffeb-469c-92cd-707f5899e6d3", "name": "network-vif-plugged", "status": "completed", "tag": "66e1526a-0a36-4657-847e-445fcc255d24"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:55.581893 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 66e1526a-0a36-4657-847e-445fcc255d24, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=66e1526a-0a36-4657-847e-445fcc255d24,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:55.586258 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a42b4-e52d-4bc3-8713-0ebb6a33c87a req-0c71d638-5a56-4da9-99b2-592e284f4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:55.588016 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:55.588159 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-574a42b4-e52d-4bc3-8713-0ebb6a33c87a req-0c71d638-5a56-4da9-99b2-592e284f4cd0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c763d147-7280-42c6-8e33-be28e9ad9c26 HTTP/1.1" status: 200 len: 855 time: 0.0971222 Jun 25 09:37:55.590933 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:55.648288 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6825e42-8581-4bf5-8ef1-3c2d4cfc9c0e x-openstack-request-id: req-a6825e42-8581-4bf5-8ef1-3c2d4cfc9c0e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:55.648645 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f31baa-ffeb-469c-92cd-707f5899e6d3", "name": "network-vif-plugged", "status": "completed", "tag": "66e1526a-0a36-4657-847e-445fcc255d24", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:55.648938 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a6825e42-8581-4bf5-8ef1-3c2d4cfc9c0e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:55.649350 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f31baa-ffeb-469c-92cd-707f5899e6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e1526a-0a36-4657-847e-445fcc255d24', 'code': 200} Jun 25 09:37:55.706798 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a42b4-e52d-4bc3-8713-0ebb6a33c87a req-fa34b7c4-bf2e-4c08-b105-3b0961429c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:55.708566 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-574a42b4-e52d-4bc3-8713-0ebb6a33c87a req-fa34b7c4-bf2e-4c08-b105-3b0961429c07 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=89e6b4ca-254a-40fa-980b-9b03833581de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110272 Jun 25 09:37:55.720617 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=66e1526a-0a36-4657-847e-445fcc255d24,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:55.737751 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:55.864205 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-574a42b4-e52d-4bc3-8713-0ebb6a33c87a req-75c3602c-9690-4b2c-83d3-be735f85bd7b service neutron] 10.222.0.38 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408076 Jun 25 09:37:55.877604 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f408e-0471-4d80-8751-cb7f42239476 req-d8d436eb-612e-4fd8-8b96-613df9790b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:55.879211 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb9f408e-0471-4d80-8751-cb7f42239476 req-d8d436eb-612e-4fd8-8b96-613df9790b21 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b6f31baa-ffeb-469c-92cd-707f5899e6d3 HTTP/1.1" status: 200 len: 1098 time: 0.1095500 Jun 25 09:37:55.926050 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb9f408e-0471-4d80-8751-cb7f42239476 req-09e9292a-3dbb-4007-b69f-5c80ca35b1cb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382130 Jun 25 09:37:56.007720 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-574a42b4-e52d-4bc3-8713-0ebb6a33c87a req-d3304050-cf96-448f-b5ac-42a57716a9df service neutron] 10.222.0.38 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368849 Jun 25 09:37:56.263761 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:56.505905 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c075a-3ecf-4d55-8177-a32b02532a9b req-4dba6e01-3556-4b07-9859-347a346bb7fa tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:56.509016 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-467c075a-3ecf-4d55-8177-a32b02532a9b req-4dba6e01-3556-4b07-9859-347a346bb7fa tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 945 time: 0.1303113 Jun 25 09:37:56.532809 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 3598053f-2db1-446d-9192-1f490c92ab6d details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:37:56.538865 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 17b9ef2b-8f46-4bcb-8b17-101819afb7ea no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:37:56.545979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055e489-d5ee-40b9-a5a1-23e8275a1d9f req-39f8ae06-96d4-4279-b1d2-ef25c3ee96f9 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:56.565581 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6055e489-d5ee-40b9-a5a1-23e8275a1d9f req-39f8ae06-96d4-4279-b1d2-ef25c3ee96f9 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 943 time: 0.1307800 Jun 25 09:37:56.674708 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-467c075a-3ecf-4d55-8177-a32b02532a9b req-25610e41-5975-4b09-9e75-c7252ea7f5e1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551497 Jun 25 09:37:56.683150 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6055e489-d5ee-40b9-a5a1-23e8275a1d9f req-b41ef418-8b55-458e-8590-81257fa01f93 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166749 Jun 25 09:37:56.746917 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 3598053f-2db1-446d-9192-1f490c92ab6d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=3598053f-2db1-446d-9192-1f490c92ab6d,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:56.760944 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '3598053f-2db1-446d-9192-1f490c92ab6d', 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de', 'port_id': '3598053f-2db1-446d-9192-1f490c92ab6d', 'mac_address': 'fa:16:3e:5d:59:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c763d147-7280-42c6-8e33-be28e9ad9c26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:37:56.803976 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:56.829244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50772) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:56.896371 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-c824f550-bd10-4407-91ba-d6b850d3d7ac admin admin] Deleting subnet 44468340-77e9-4c07-aa1c-f140c83137bf {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:37:56.897762 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:56.903253 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:56.904698 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c824f550-bd10-4407-91ba-d6b850d3d7ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:56.922538 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:56.925448 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:56.943247 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3598053f-2db1-446d-9192-1f490c92ab6d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:37:56.974429 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c824f550-bd10-4407-91ba-d6b850d3d7ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:57.040848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 3598053f-2db1-446d-9192-1f490c92ab6d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=3598053f-2db1-446d-9192-1f490c92ab6d,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:57.051165 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:57.055979 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c824f550-bd10-4407-91ba-d6b850d3d7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:57.073834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:57.077405 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:57.077890 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:57.133585 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c824f550-bd10-4407-91ba-d6b850d3d7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:57.146291 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d67e371c-5640-44e0-8a7b-e1993dd0b559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:57.209776 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=3598053f-2db1-446d-9192-1f490c92ab6d,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:57.218024 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:57.225084 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824f550-bd10-4407-91ba-d6b850d3d7ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44468340-77e9-4c07-aa1c-f140c83137bf,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:57.235070 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c824f550-bd10-4407-91ba-d6b850d3d7ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:57.239535 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50782) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:57.249295 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c824f550-bd10-4407-91ba-d6b850d3d7ac admin admin] 10.222.0.93 "DELETE /v2.0/subnets/44468340-77e9-4c07-aa1c-f140c83137bf HTTP/1.1" status: 204 len: 168 time: 0.4181786 Jun 25 09:37:57.250453 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c824f550-bd10-4407-91ba-d6b850d3d7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:57.363609 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 6f91aa21-3070-4d74-af76-9db3f6ef84e3 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:37:57.384456 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:57.545278 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:57.550296 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 6f91aa21-3070-4d74-af76-9db3f6ef84e3, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6f91aa21-3070-4d74-af76-9db3f6ef84e3,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:57.557095 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1786ce37-7167-46b7-8fe0-33d6cfb64975']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:37:57.569127 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e11262f-6e44-48f0-b287-731917bbd380') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:37:57.569842 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e11262f-6e44-48f0-b287-731917bbd380') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:37:57.570216 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '6f91aa21-3070-4d74-af76-9db3f6ef84e3', 'network_id': '89e6b4ca-254a-40fa-980b-9b03833581de', 'port_id': '6f91aa21-3070-4d74-af76-9db3f6ef84e3', 'mac_address': 'fa:16:3e:73:ae:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c763d147-7280-42c6-8e33-be28e9ad9c26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:37:57.582057 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:57.601067 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:57.619900 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:37:57.620957 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:37:57.623197 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:37:57.659016 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['3598053f-2db1-446d-9192-1f490c92ab6d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:37:57.686798 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a090924-377a-4a28-94ce-842675cb61b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b9ef2b-8f46-4bcb-8b17-101819afb7ea'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:57.689293 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ba4b3f-fe39-4159-8f1c-9bae0fa1bd44" -d '{"events": [{"server_uuid": "1a090924-377a-4a28-94ce-842675cb61b9", "name": "network-vif-unplugged", "status": "completed", "tag": "17b9ef2b-8f46-4bcb-8b17-101819afb7ea"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:57.691831 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:57.730761 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:57.738974 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-91e8c67d-8e75-4a44-af87-52f3cf2cb8a5 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:57.750319 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:57.754753 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] 10.222.0.93 "DELETE /v2.0/networks/1786ce37-7167-46b7-8fe0-33d6cfb64975 HTTP/1.1" status: 204 len: 168 time: 0.5114977 Jun 25 09:37:57.755736 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50790) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:57.757773 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f91aa21-3070-4d74-af76-9db3f6ef84e3 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:37:57.775181 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Pushing event deleted for resources: {'Network': ['ID=1786ce37-7167-46b7-8fe0-33d6cfb64975,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:57.781776 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f56ddb1-bd5c-4cd4-bf0c-cbd2a833053f x-openstack-request-id: req-1f56ddb1-bd5c-4cd4-bf0c-cbd2a833053f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:57.782318 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a090924-377a-4a28-94ce-842675cb61b9", "name": "network-vif-unplugged", "status": "completed", "tag": "17b9ef2b-8f46-4bcb-8b17-101819afb7ea", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:57.782737 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1f56ddb1-bd5c-4cd4-bf0c-cbd2a833053f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:57.783434 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a090924-377a-4a28-94ce-842675cb61b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b9ef2b-8f46-4bcb-8b17-101819afb7ea', 'code': 200} Jun 25 09:37:57.793340 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:57.793742 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:57.794128 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:57.796657 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:57.797094 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:57.797478 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:57.797852 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:57.798223 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:57.801002 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:57.801355 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:57.802315 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:57.802315 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:57.813715 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-57569894-3e9d-45ba-8fe4-f5a080d1165f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:57.816017 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 6f91aa21-3070-4d74-af76-9db3f6ef84e3, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6f91aa21-3070-4d74-af76-9db3f6ef84e3,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:57.826544 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:57.832442 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:57.926971 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-011bce7e-d6d5-4727-822d-36d874e111b2 admin admin] Deleting subnet b4f7e548-8965-4170-87ec-aa4da4ce4857 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:37:57.933503 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-011bce7e-d6d5-4727-822d-36d874e111b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:58.033025 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-011bce7e-d6d5-4727-822d-36d874e111b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:58.041119 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae61d5-0b94-4595-a299-32a00adbed9f req-985c76b8-9f94-40f2-b22c-6b6adb1e2d17 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:58.042765 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-92ae61d5-0b94-4595-a299-32a00adbed9f req-985c76b8-9f94-40f2-b22c-6b6adb1e2d17 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 943 time: 0.1735497 Jun 25 09:37:58.052022 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=6f91aa21-3070-4d74-af76-9db3f6ef84e3,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:58.066245 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:58.077967 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:58.124116 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-011bce7e-d6d5-4727-822d-36d874e111b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:58.162923 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-92ae61d5-0b94-4595-a299-32a00adbed9f req-9d668539-306b-4c41-9ebb-be7608e36f4b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132107 Jun 25 09:37:58.192003 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b11350-8cff-4cf0-8b6e-49deb378cdff req-4681a58d-ae9e-4e89-b65a-7eecf2eab5a8 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:58.193594 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46b11350-8cff-4cf0-8b6e-49deb378cdff req-4681a58d-ae9e-4e89-b65a-7eecf2eab5a8 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 944 time: 0.1095004 Jun 25 09:37:58.202136 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-011bce7e-d6d5-4727-822d-36d874e111b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:58.205749 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aaacf097-bc84-41da-a009-cb7a7f281081 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:58.213517 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['6f91aa21-3070-4d74-af76-9db3f6ef84e3'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:37:58.247271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bce7e-d6d5-4727-822d-36d874e111b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f7e548-8965-4170-87ec-aa4da4ce4857,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:58.254445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-011bce7e-d6d5-4727-822d-36d874e111b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:58.263832 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-011bce7e-d6d5-4727-822d-36d874e111b2 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/b4f7e548-8965-4170-87ec-aa4da4ce4857 HTTP/1.1" status: 204 len: 168 time: 0.5068750 Jun 25 09:37:58.265548 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-011bce7e-d6d5-4727-822d-36d874e111b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:58.266198 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50798) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:58.298446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-46b11350-8cff-4cf0-8b6e-49deb378cdff req-22420099-2164-48ec-838c-4d4ff6034d40 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953844 Jun 25 09:37:58.363040 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:58.535279 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6012600-f198-45da-965f-36472f0da273 req-0efa04ea-08cf-4045-aa00-6edef7ea19ec tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:58.539037 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6012600-f198-45da-965f-36472f0da273 req-0efa04ea-08cf-4045-aa00-6edef7ea19ec tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1336355 Jun 25 09:37:58.556924 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:58.576088 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8edaf1-93dd-4beb-9d12-1e1731c9e57f']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:37:58.597620 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b06caf-f9f1-49c1-bce0-ad7d7a01cc5b') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:37:58.598352 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b06caf-f9f1-49c1-bce0-ad7d7a01cc5b') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:37:58.608723 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:58.617450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6012600-f198-45da-965f-36472f0da273 req-5f302147-083c-4ac1-8979-b2060f386f4f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699542 Jun 25 09:37:58.635519 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:58.642513 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:37:58.642921 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:37:58.660305 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:37:58.712302 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:58.717358 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a3942456-3730-49ad-b790-e8fd7b549398 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:58.719965 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:58.721997 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] 10.222.0.93 "DELETE /v2.0/networks/9c8edaf1-93dd-4beb-9d12-1e1731c9e57f HTTP/1.1" status: 204 len: 168 time: 0.4542274 Jun 25 09:37:58.740545 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c8edaf1-93dd-4beb-9d12-1e1731c9e57f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:58.762597 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:58.763146 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:58.763558 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:58.763971 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:58.764356 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:58.764724 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:58.765114 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:58.765503 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:58.766001 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:58.766362 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:58.766739 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:58.767119 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:37:58.770619 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:58.877767 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6783a0-cca5-4889-a056-66dd6dd25d41 req-0a73b896-0eab-4867-9de7-69d3c9684293 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:58.879312 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f6783a0-cca5-4889-a056-66dd6dd25d41 req-0a73b896-0eab-4867-9de7-69d3c9684293 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0974684 Jun 25 09:37:58.923735 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f6783a0-cca5-4889-a056-66dd6dd25d41 req-c9999d8e-3ca0-4d14-9671-4b7e7a42fd47 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378172 Jun 25 09:37:58.934880 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50812) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:58.982805 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b6ca4216-4113-433a-8a29-c4b2894fdd64 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f17b8e8265ce4fcd971c9f225c36dc49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445368 Jun 25 09:37:58.983025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50816) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:59.040694 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ca87608-73f1-435c-a972-5ed99ac8f175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:59.071565 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ca87608-73f1-435c-a972-5ed99ac8f175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:59.142460 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ca87608-73f1-435c-a972-5ed99ac8f175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:59.145667 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1ca87608-73f1-435c-a972-5ed99ac8f175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:59.146930 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1ca87608-73f1-435c-a972-5ed99ac8f175 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a8f69bc9-9b94-4247-af4b-738765b42d59 HTTP/1.1" status: 204 len: 168 time: 0.1629374 Jun 25 09:37:59.148245 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ddfa14e0-6263-41c0-be2b-246db35f5450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:59.163254 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca87608-73f1-435c-a972-5ed99ac8f175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f69bc9-9b94-4247-af4b-738765b42d59,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:59.166062 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1ca87608-73f1-435c-a972-5ed99ac8f175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:59.345310 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407941a-b723-4a89-9f02-aeba23ec0294 req-43407ee9-b3a0-4de4-af2f-488847bac896 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:59.352656 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f407941a-b723-4a89-9f02-aeba23ec0294 req-43407ee9-b3a0-4de4-af2f-488847bac896 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0857999 Jun 25 09:37:59.372399 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 6f91aa21-3070-4d74-af76-9db3f6ef84e3 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:37:59.412350 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f407941a-b723-4a89-9f02-aeba23ec0294 req-f18b818b-5ee0-46ff-b981-0acfd2c88984 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560453 Jun 25 09:37:59.449982 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 6f91aa21-3070-4d74-af76-9db3f6ef84e3 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:37:59.454021 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 6f91aa21-3070-4d74-af76-9db3f6ef84e3 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:37:59.454528 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:59.554660 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:59.572131 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d70a3-8a41-4a3d-806f-407960da1811 req-142f8a91-2003-4d20-8f0c-077e50f4f8ef tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:37:59.574638 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a02d70a3-8a41-4a3d-806f-407960da1811 req-142f8a91-2003-4d20-8f0c-077e50f4f8ef tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 944 time: 0.0927057 Jun 25 09:37:59.592257 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 50836) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:59.607212 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 6f91aa21-3070-4d74-af76-9db3f6ef84e3, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6f91aa21-3070-4d74-af76-9db3f6ef84e3,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:37:59.615790 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:59.619388 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:59.657088 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a02d70a3-8a41-4a3d-806f-407960da1811 req-67b5c0d8-a249-4f19-9599-35a1e59e7a9b tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741653 Jun 25 09:37:59.671491 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 50838) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:37:59.678678 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9ed2a897-480f-496f-bce2-495e3ff9b596 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7e6542f6f6f144f9a6bbe19fab04e7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0852647 Jun 25 09:37:59.681407 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=6f91aa21-3070-4d74-af76-9db3f6ef84e3,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:59.684974 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:59.726495 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f215658f-84b6-42e3-8617-841ad5ee58c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:59.748575 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f215658f-84b6-42e3-8617-841ad5ee58c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:59.786289 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c89413-334f-475b-8ba8-2fd26ac0307d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f91aa21-3070-4d74-af76-9db3f6ef84e3'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:37:59.789515 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4a5d1e-c88a-416c-8169-e325a2d87ecf" -d '{"events": [{"server_uuid": "03c89413-334f-475b-8ba8-2fd26ac0307d", "name": "network-vif-plugged", "status": "completed", "tag": "6f91aa21-3070-4d74-af76-9db3f6ef84e3"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:37:59.805584 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f215658f-84b6-42e3-8617-841ad5ee58c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:59.808511 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f215658f-84b6-42e3-8617-841ad5ee58c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:37:59.812573 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f215658f-84b6-42e3-8617-841ad5ee58c5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/72939bc9-ae79-42d6-ad4a-742487d82bb0 HTTP/1.1" status: 204 len: 168 time: 0.1398139 Jun 25 09:37:59.813542 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3add37be-d023-42b7-87d7-bd572a9797e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:37:59.821213 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215658f-84b6-42e3-8617-841ad5ee58c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72939bc9-ae79-42d6-ad4a-742487d82bb0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:37:59.823917 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f215658f-84b6-42e3-8617-841ad5ee58c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:37:59.853637 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d2843b-b39e-4d11-a6bc-4a9f742f5c59 x-openstack-request-id: req-b8d2843b-b39e-4d11-a6bc-4a9f742f5c59 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:37:59.854098 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c89413-334f-475b-8ba8-2fd26ac0307d", "name": "network-vif-plugged", "status": "completed", "tag": "6f91aa21-3070-4d74-af76-9db3f6ef84e3", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:37:59.854505 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b8d2843b-b39e-4d11-a6bc-4a9f742f5c59 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:37:59.855045 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c89413-334f-475b-8ba8-2fd26ac0307d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f91aa21-3070-4d74-af76-9db3f6ef84e3', 'code': 200} Jun 25 09:38:00.055369 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f6edf-ccfd-4f08-8721-89ba49c92262 req-dfe32858-c22d-442f-814c-f7b600d5369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:00.057076 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a9f6edf-ccfd-4f08-8721-89ba49c92262 req-dfe32858-c22d-442f-814c-f7b600d5369c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 1097 time: 0.0715513 Jun 25 09:38:00.107840 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a9f6edf-ccfd-4f08-8721-89ba49c92262 req-474cd9a1-9098-4e84-ab39-017efe17783f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426145 Jun 25 09:38:00.552039 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 3598053f-2db1-446d-9192-1f490c92ab6d up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:38:00.624424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 3598053f-2db1-446d-9192-1f490c92ab6d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:38:00.628923 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 3598053f-2db1-446d-9192-1f490c92ab6d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:38:00.629303 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:00.640104 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194845f-d988-4941-8780-c321fa31c6f1 req-043ff213-9d98-4945-aee9-f5e1b949d6a8 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:00.641715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8194845f-d988-4941-8780-c321fa31c6f1 req-043ff213-9d98-4945-aee9-f5e1b949d6a8 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0858252 Jun 25 09:38:00.689100 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8194845f-d988-4941-8780-c321fa31c6f1 req-b71eb03b-6cec-46e1-af90-a17475573848 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394056 Jun 25 09:38:00.741493 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:00.784772 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 3598053f-2db1-446d-9192-1f490c92ab6d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=3598053f-2db1-446d-9192-1f490c92ab6d,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:38:00.792060 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:00.793774 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 17b9ef2b-8f46-4bcb-8b17-101819afb7ea no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:38:00.857175 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-30a2dfef-b4ac-40c4-b8e6-e982d121f028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:00.932501 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726712d9-12c1-4550-9fe8-6c5fa7f4cd7e req-855d0f48-c219-4096-a461-f862f2887692 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:00.934327 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-726712d9-12c1-4550-9fe8-6c5fa7f4cd7e req-855d0f48-c219-4096-a461-f862f2887692 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 945 time: 0.1185708 Jun 25 09:38:00.945397 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=3598053f-2db1-446d-9192-1f490c92ab6d,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:00.954414 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:00.992859 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-726712d9-12c1-4550-9fe8-6c5fa7f4cd7e req-e91f8ace-8d34-4229-9977-413b129507fc tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509994 Jun 25 09:38:01.434702 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:01.856068 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84fcbf4-d03b-49c2-9284-f6722fada978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3598053f-2db1-446d-9192-1f490c92ab6d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:38:01.858579 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361488be-c8ad-4489-bbe8-6cf32240eb9d" -d '{"events": [{"server_uuid": "b84fcbf4-d03b-49c2-9284-f6722fada978", "name": "network-vif-plugged", "status": "completed", "tag": "3598053f-2db1-446d-9192-1f490c92ab6d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:38:01.898273 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14b61ba-3284-48ae-b637-c4c08d1511b4 x-openstack-request-id: req-d14b61ba-3284-48ae-b637-c4c08d1511b4 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:38:01.898792 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84fcbf4-d03b-49c2-9284-f6722fada978", "name": "network-vif-plugged", "status": "completed", "tag": "3598053f-2db1-446d-9192-1f490c92ab6d", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:38:01.899206 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d14b61ba-3284-48ae-b637-c4c08d1511b4 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:38:01.899792 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84fcbf4-d03b-49c2-9284-f6722fada978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3598053f-2db1-446d-9192-1f490c92ab6d', 'code': 200} Jun 25 09:38:01.985729 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c363ad9-aae2-4863-9763-18a47578d666 req-ea5c7435-4670-462d-9fca-644ea94c5414 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:01.996040 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c363ad9-aae2-4863-9763-18a47578d666 req-ea5c7435-4670-462d-9fca-644ea94c5414 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1128914 Jun 25 09:38:02.070503 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9c363ad9-aae2-4863-9763-18a47578d666 req-93343037-6d48-4ef1-9851-5f789196dd33 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731497 Jun 25 09:38:02.220449 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bf640-5440-4982-8f2a-bc29302d222a req-6aabd790-1efa-4061-ab7a-7dc8dbdc5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:02.222284 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f6bf640-5440-4982-8f2a-bc29302d222a req-6aabd790-1efa-4061-ab7a-7dc8dbdc5de8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 1097 time: 0.1439314 Jun 25 09:38:02.273413 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f6bf640-5440-4982-8f2a-bc29302d222a req-8a6e4d74-ae90-4b08-b80a-f83352a9e83f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424216 Jun 25 09:38:02.299051 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64099ed-2277-4b10-8ebb-91ab73ba676e req-5d603f9a-1610-4c8c-95fb-3051ecd564b8 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:02.300659 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d64099ed-2277-4b10-8ebb-91ab73ba676e req-5d603f9a-1610-4c8c-95fb-3051ecd564b8 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 945 time: 0.1255486 Jun 25 09:38:02.349049 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d64099ed-2277-4b10-8ebb-91ab73ba676e req-3d07778f-527c-4ede-867d-c1226e0776cc tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423939 Jun 25 09:38:02.635931 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784252e-a684-492f-9ab8-b2fbd7b939bb req-da67b389-eeda-4cd5-b661-94d966ce3b30 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:02.637557 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a784252e-a684-492f-9ab8-b2fbd7b939bb req-da67b389-eeda-4cd5-b661-94d966ce3b30 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1383722 Jun 25 09:38:02.689482 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a784252e-a684-492f-9ab8-b2fbd7b939bb req-02f8de29-0365-463e-bfb1-4f9a5d0ba903 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422001 Jun 25 09:38:03.310524 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51100c14-a685-4c66-823d-b3731390ecca req-843b3020-7915-4bd8-b70a-864037a4a279 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:03.312349 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51100c14-a685-4c66-823d-b3731390ecca req-843b3020-7915-4bd8-b70a-864037a4a279 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0938642 Jun 25 09:38:03.381338 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51100c14-a685-4c66-823d-b3731390ecca req-b8486057-9a61-4fa0-874d-8b7e51bb41c4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616603 Jun 25 09:38:03.953604 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f3105-b935-4192-b236-1a44352d892e req-7c2526fa-3c35-4f7e-adec-927e05bbcf33 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:03.962282 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc4f3105-b935-4192-b236-1a44352d892e req-7c2526fa-3c35-4f7e-adec-927e05bbcf33 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.0776365 Jun 25 09:38:04.049267 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc4f3105-b935-4192-b236-1a44352d892e req-030fd4e4-b268-4b7d-bbe8-49b5d1659a88 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832622 Jun 25 09:38:04.609474 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b21ffc-1aaa-42ef-83b4-1f7f025b9be9 req-5b8de0b1-05a6-4af2-968d-0895a69225f1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:04.613411 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1b21ffc-1aaa-42ef-83b4-1f7f025b9be9 req-5b8de0b1-05a6-4af2-968d-0895a69225f1 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0828040 Jun 25 09:38:04.670472 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1b21ffc-1aaa-42ef-83b4-1f7f025b9be9 req-3ea5f9bf-6964-4c05-ac7c-5a3952f9289a tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535693 Jun 25 09:38:05.256371 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d59edb-5d0f-42d8-b2cd-c483391dbbe4 req-b5695f39-36c5-46ac-8457-e889e1ffafcf tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:05.257944 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a1d59edb-5d0f-42d8-b2cd-c483391dbbe4 req-b5695f39-36c5-46ac-8457-e889e1ffafcf tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.0688341 Jun 25 09:38:05.297887 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a1d59edb-5d0f-42d8-b2cd-c483391dbbe4 req-da559207-5d5a-4fbc-8afa-1ef1c6babbe7 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337219 Jun 25 09:38:05.511942 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f394980-7bb0-441b-9882-b933e14460a7 req-2a864974-4624-48b3-ab12-e5d11598dc7f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:05.519798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9f394980-7bb0-441b-9882-b933e14460a7 req-2a864974-4624-48b3-ab12-e5d11598dc7f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6f31baa-ffeb-469c-92cd-707f5899e6d3 HTTP/1.1" status: 200 len: 946 time: 0.0735836 Jun 25 09:38:05.568181 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9f394980-7bb0-441b-9882-b933e14460a7 req-085a2297-ce2c-475c-8fde-4b35cd0c950c tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471678 Jun 25 09:38:05.997371 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420eced-bb1f-4ec0-a812-a0940108fa92 req-4a3e8c4f-034a-4c06-aefd-1ac113806fb4 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:05.998910 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0420eced-bb1f-4ec0-a812-a0940108fa92 req-4a3e8c4f-034a-4c06-aefd-1ac113806fb4 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 945 time: 0.1624575 Jun 25 09:38:06.035978 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b2a4-5861-42cd-a845-b0680c4cb5bb req-116accf1-6ddf-42eb-a724-61c3d7e42ae4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:06.043512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3f37b2a4-5861-42cd-a845-b0680c4cb5bb req-116accf1-6ddf-42eb-a724-61c3d7e42ae4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.2083733 Jun 25 09:38:06.089029 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0420eced-bb1f-4ec0-a812-a0940108fa92 req-ba2c10f8-3ddf-4302-b618-7d0a3319bfbb tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820372 Jun 25 09:38:06.112275 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3f37b2a4-5861-42cd-a845-b0680c4cb5bb req-649ecf69-85f2-47d5-a52f-4de94cb6ca21 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678859 Jun 25 09:38:06.453932 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61e02b-f343-47fb-a866-a991da55da14 req-aa88e611-3148-445e-947c-a41aafb1c787 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:06.469512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4a61e02b-f343-47fb-a866-a991da55da14 req-aa88e611-3148-445e-947c-a41aafb1c787 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.0921254 Jun 25 09:38:06.540471 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4a61e02b-f343-47fb-a866-a991da55da14 req-1059ceb1-9d9f-4d92-a17f-262ccebb6f81 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645976 Jun 25 09:38:06.910861 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24207032-8807-4274-8f1a-379e2dd1eabb req-ee14fc61-6f7c-4830-a7ef-30a145c2a4ca tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:06.918078 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24207032-8807-4274-8f1a-379e2dd1eabb req-ee14fc61-6f7c-4830-a7ef-30a145c2a4ca tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:06.924567 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24207032-8807-4274-8f1a-379e2dd1eabb req-ee14fc61-6f7c-4830-a7ef-30a145c2a4ca tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:06.926624 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-24207032-8807-4274-8f1a-379e2dd1eabb req-ee14fc61-6f7c-4830-a7ef-30a145c2a4ca tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d&device_id=b6f31baa-ffeb-469c-92cd-707f5899e6d3&device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 2417 time: 0.0926476 Jun 25 09:38:06.994771 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-24207032-8807-4274-8f1a-379e2dd1eabb req-b7bf67a8-3191-412c-ba55-f2e615eadbcf tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609887 Jun 25 09:38:07.464417 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10530d-8806-43c6-a895-feca029ac568 req-e01a71ca-c60e-48e2-987d-a73675cbab62 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:07.475566 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d10530d-8806-43c6-a895-feca029ac568 req-e01a71ca-c60e-48e2-987d-a73675cbab62 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1578650 Jun 25 09:38:07.546928 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d10530d-8806-43c6-a895-feca029ac568 req-3c4b0ac2-f083-49d4-a30d-415eda6ee0e5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692623 Jun 25 09:38:07.583468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415df378-1e78-435f-8e64-56160e8f021a req-1cba7337-8376-4fa8-9189-582ee444a7a5 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:07.592590 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-415df378-1e78-435f-8e64-56160e8f021a req-1cba7337-8376-4fa8-9189-582ee444a7a5 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 945 time: 0.2323534 Jun 25 09:38:07.634205 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-415df378-1e78-435f-8e64-56160e8f021a req-3324af06-dff7-4c77-b095-4626ff3c77c6 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395846 Jun 25 09:38:08.780578 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bf6fd-ba0f-43c8-b0f1-3ff216f34f2f req-281addcf-ba3a-4b2e-93b3-3dcc3f3cb51f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:08.782478 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb7bf6fd-ba0f-43c8-b0f1-3ff216f34f2f req-281addcf-ba3a-4b2e-93b3-3dcc3f3cb51f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1037376 Jun 25 09:38:08.862267 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb7bf6fd-ba0f-43c8-b0f1-3ff216f34f2f req-c17ce968-2ba4-4e5f-8641-577346d1eb7e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724342 Jun 25 09:38:09.320180 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1857b63-fd19-40d4-b5a5-5959f9d73b8d req-d3ea448d-c460-4c18-b24a-3779b09e0eb2 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:09.322300 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1857b63-fd19-40d4-b5a5-5959f9d73b8d req-d3ea448d-c460-4c18-b24a-3779b09e0eb2 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.0798728 Jun 25 09:38:09.374754 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1857b63-fd19-40d4-b5a5-5959f9d73b8d req-9216496f-d34b-4d2b-93b9-16978ea7fc76 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463848 Jun 25 09:38:10.088115 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67caa4e-b95e-46eb-ac1d-fa14635930b9 req-058e6ef4-63f7-4a4f-a193-1d30288ea4de tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:10.097039 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a67caa4e-b95e-46eb-ac1d-fa14635930b9 req-058e6ef4-63f7-4a4f-a193-1d30288ea4de tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0915782 Jun 25 09:38:10.146625 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a67caa4e-b95e-46eb-ac1d-fa14635930b9 req-4f1e2223-4506-4cff-b747-003810a0b6bb tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435479 Jun 25 09:38:10.583467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a060-d42c-495d-ac63-6d7513ba6faf req-59ac2385-040a-4063-8df5-9c8501de4426 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:10.585156 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ae6a060-d42c-495d-ac63-6d7513ba6faf req-59ac2385-040a-4063-8df5-9c8501de4426 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.0815701 Jun 25 09:38:10.647205 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9ae6a060-d42c-495d-ac63-6d7513ba6faf req-3c9d522d-3a94-4df5-bdec-6c7300a67569 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543017 Jun 25 09:38:11.497731 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3242e-a01b-42aa-a66e-13b4b0560b15 req-f1eaa4d6-a5a7-44ac-bce7-f774c421d773 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:11.514097 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06b3242e-a01b-42aa-a66e-13b4b0560b15 req-f1eaa4d6-a5a7-44ac-bce7-f774c421d773 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1570652 Jun 25 09:38:11.561984 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51300) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:11.577369 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06b3242e-a01b-42aa-a66e-13b4b0560b15 req-115106a0-9fde-4ab6-95e9-e04219d1d490 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660305 Jun 25 09:38:11.684584 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ec944ea9-30e2-493b-80a1-eeb3535af46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:11.806312 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ec944ea9-30e2-493b-80a1-eeb3535af46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:11.811040 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ec944ea9-30e2-493b-80a1-eeb3535af46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:11.815311 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9912bf83-a94b-4071-a654-f34eca2d6a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:11.855256 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ec944ea9-30e2-493b-80a1-eeb3535af46d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fcf23ae1502440b3a58ed3fa5fd049ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920864 Jun 25 09:38:11.856679 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec944ea9-30e2-493b-80a1-eeb3535af46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accc4d3e-07db-4a31-bc07-e40b6655f9a3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:11.859682 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51314) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:11.893733 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ec944ea9-30e2-493b-80a1-eeb3535af46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:11.937276 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36513153-320f-45ff-a0ed-56dddb1083f1 req-aee2d73a-44c7-4df8-8d3e-70cfad86fbe5 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:11.952498 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-36513153-320f-45ff-a0ed-56dddb1083f1 req-aee2d73a-44c7-4df8-8d3e-70cfad86fbe5 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1205547 Jun 25 09:38:11.956363 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ffaea20-d8c1-4f8c-9d04-a6a0983410be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:11.985416 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ffaea20-d8c1-4f8c-9d04-a6a0983410be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:11.999916 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-36513153-320f-45ff-a0ed-56dddb1083f1 req-12227684-70ff-4ba8-98d3-b4c994fbdcaf tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463390 Jun 25 09:38:12.036917 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ffaea20-d8c1-4f8c-9d04-a6a0983410be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:12.039583 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7ffaea20-d8c1-4f8c-9d04-a6a0983410be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:12.040736 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7ffaea20-d8c1-4f8c-9d04-a6a0983410be admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/accc4d3e-07db-4a31-bc07-e40b6655f9a3 HTTP/1.1" status: 204 len: 168 time: 0.1800621 Jun 25 09:38:12.041754 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5cf52559-80bb-437d-94ea-399acdb30aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:12.051400 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaea20-d8c1-4f8c-9d04-a6a0983410be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accc4d3e-07db-4a31-bc07-e40b6655f9a3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:12.057807 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7ffaea20-d8c1-4f8c-9d04-a6a0983410be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:12.350887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51324) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:12.368563 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8fea32f1-c35e-40b1-affb-3c7e6e40daa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:12.485222 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8fea32f1-c35e-40b1-affb-3c7e6e40daa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:12.491389 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8fea32f1-c35e-40b1-affb-3c7e6e40daa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:12.493810 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a8423727-a7b1-49ba-8c66-b27683302f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:12.538761 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8fea32f1-c35e-40b1-affb-3c7e6e40daa5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e1463223bc4841e59a3063d5255a7430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1860664 Jun 25 09:38:12.541525 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51334) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:12.544637 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea32f1-c35e-40b1-affb-3c7e6e40daa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81de9516-4095-4ad4-a453-6563812a7ec6,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:12.548795 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8fea32f1-c35e-40b1-affb-3c7e6e40daa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:12.602271 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b5189336-dee2-4539-b022-447fadfe209d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:12.644750 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b5189336-dee2-4539-b022-447fadfe209d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:12.699453 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b5189336-dee2-4539-b022-447fadfe209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:12.703273 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b5189336-dee2-4539-b022-447fadfe209d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:12.704449 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b5189336-dee2-4539-b022-447fadfe209d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/81de9516-4095-4ad4-a453-6563812a7ec6 HTTP/1.1" status: 204 len: 168 time: 0.1612139 Jun 25 09:38:12.705304 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bde01a5f-6c4d-4109-bf75-fa313a20ce84 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:12.714503 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5189336-dee2-4539-b022-447fadfe209d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81de9516-4095-4ad4-a453-6563812a7ec6,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:12.717582 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b5189336-dee2-4539-b022-447fadfe209d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:12.850706 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdd13b-a571-4f20-9889-adb173b7a8a9 req-be77569d-b7da-4ef9-940f-4cc5a9b6e3c3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:12.852343 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94bdd13b-a571-4f20-9889-adb173b7a8a9 req-be77569d-b7da-4ef9-940f-4cc5a9b6e3c3 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1121578 Jun 25 09:38:12.905293 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94bdd13b-a571-4f20-9889-adb173b7a8a9 req-5bac87d9-e461-4546-a901-3e8858691d60 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467079 Jun 25 09:38:13.147373 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51356) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:13.162184 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e7db41d-14e8-434d-a1af-2c6c3ef98772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:13.215649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad77403-c710-413d-83e6-7c6800ed785f req-47f62636-d0bc-4cf8-92a9-84aa93dd7de4 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:13.225698 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ad77403-c710-413d-83e6-7c6800ed785f req-47f62636-d0bc-4cf8-92a9-84aa93dd7de4 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1036162 Jun 25 09:38:13.267999 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e7db41d-14e8-434d-a1af-2c6c3ef98772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:13.273620 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5e7db41d-14e8-434d-a1af-2c6c3ef98772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:13.277818 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ea2b0dca-61b6-46e5-a667-b62255ea31cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:13.292909 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ad77403-c710-413d-83e6-7c6800ed785f req-49043895-d50e-4c77-b3e8-58ddd91e6069 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655127 Jun 25 09:38:13.325029 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5e7db41d-14e8-434d-a1af-2c6c3ef98772 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=43749403cae141f393656041ce3164e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765368 Jun 25 09:38:13.326149 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7db41d-14e8-434d-a1af-2c6c3ef98772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b36128f-96b8-4e22-aa63-2479d8742303,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:13.327778 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51362) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:13.335994 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5e7db41d-14e8-434d-a1af-2c6c3ef98772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:13.384951 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b63f-eee0-42f8-a877-0ef1185759ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:13.408188 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b63f-eee0-42f8-a877-0ef1185759ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:13.476378 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b63f-eee0-42f8-a877-0ef1185759ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:13.479683 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b63f-eee0-42f8-a877-0ef1185759ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:13.494971 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f5d4b63f-eee0-42f8-a877-0ef1185759ec admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8b36128f-96b8-4e22-aa63-2479d8742303 HTTP/1.1" status: 204 len: 168 time: 0.1611195 Jun 25 09:38:13.495940 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9ed36df2-7b32-4124-8375-80b9cd7bc1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:13.509062 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4b63f-eee0-42f8-a877-0ef1185759ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b36128f-96b8-4e22-aa63-2479d8742303,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:13.511784 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f5d4b63f-eee0-42f8-a877-0ef1185759ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:14.127239 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494053f6-1c24-4f69-92a2-aad717007e66 req-a4fb0c4c-6de7-4a70-9bf3-2559dd847196 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:14.129159 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-494053f6-1c24-4f69-92a2-aad717007e66 req-a4fb0c4c-6de7-4a70-9bf3-2559dd847196 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0924368 Jun 25 09:38:14.178262 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-494053f6-1c24-4f69-92a2-aad717007e66 req-6ba4bdb8-a17b-411b-94f4-0a301ccfbf3d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404429 Jun 25 09:38:14.526975 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc1c02-ff36-4042-b5fd-32cdc56ab048 req-60fb6e60-3a32-4d05-b6dc-e00dd0cf8f9d tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:14.533897 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aebc1c02-ff36-4042-b5fd-32cdc56ab048 req-60fb6e60-3a32-4d05-b6dc-e00dd0cf8f9d tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1130540 Jun 25 09:38:14.597465 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aebc1c02-ff36-4042-b5fd-32cdc56ab048 req-e0e909a6-c94c-466a-a47e-e517dbaeb5a1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625353 Jun 25 09:38:15.385230 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0952fb-14c0-428f-9df2-1e260d8dea01 req-d706b84b-d350-4750-b0bf-2f3483ae495c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:15.394119 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce0952fb-14c0-428f-9df2-1e260d8dea01 req-d706b84b-d350-4750-b0bf-2f3483ae495c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0782104 Jun 25 09:38:15.444177 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce0952fb-14c0-428f-9df2-1e260d8dea01 req-b4c41b3c-dd8e-4c97-a9df-f1c2fde6a09a tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484812 Jun 25 09:38:16.012770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73aa0a-3fc3-419a-b550-206e23dc34ec req-70c2c86e-4069-4a9d-a1ec-af2bfeb52855 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:16.020655 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a73aa0a-3fc3-419a-b550-206e23dc34ec req-70c2c86e-4069-4a9d-a1ec-af2bfeb52855 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.2167058 Jun 25 09:38:16.077972 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e551111-9786-4f58-b97c-5e721400b364 req-66d9fe3e-5897-4842-9472-3fbaea2f7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:16.079991 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e551111-9786-4f58-b97c-5e721400b364 req-66d9fe3e-5897-4842-9472-3fbaea2f7a95 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 1096 time: 0.1478057 Jun 25 09:38:16.093267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832583f0-cd27-47e8-9f5b-a3b3fa1b2ed9 req-6b532e70-8ee4-4096-a669-05eccaecdae5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:16.102115 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-832583f0-cd27-47e8-9f5b-a3b3fa1b2ed9 req-6b532e70-8ee4-4096-a669-05eccaecdae5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.2013981 Jun 25 09:38:16.145645 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a73aa0a-3fc3-419a-b550-206e23dc34ec req-9cebd94b-f1b2-4982-bec5-cc4741d76465 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236513 Jun 25 09:38:16.234962 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-832583f0-cd27-47e8-9f5b-a3b3fa1b2ed9 req-3837824d-f514-4b71-be76-453b0b2d25ca tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317008 Jun 25 09:38:16.273353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e551111-9786-4f58-b97c-5e721400b364 req-237eb4b8-18d9-4872-8c1a-c5dde384fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:16.274763 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e551111-9786-4f58-b97c-5e721400b364 req-237eb4b8-18d9-4872-8c1a-c5dde384fffc service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.1674423 Jun 25 09:38:16.348919 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e551111-9786-4f58-b97c-5e721400b364 req-f180a85c-fbc2-412e-9091-b952a7197835 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a177323-d22c-4784-bf95-b39519abbdc6 HTTP/1.1" status: 200 len: 999 time: 0.0649216 Jun 25 09:38:16.399084 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e551111-9786-4f58-b97c-5e721400b364 req-90cffa7e-9799-4374-8395-0f3e36d2eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:16.400648 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e551111-9786-4f58-b97c-5e721400b364 req-90cffa7e-9799-4374-8395-0f3e36d2eb47 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.0448320 Jun 25 09:38:16.482319 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e551111-9786-4f58-b97c-5e721400b364 req-c6e24b0a-a1a6-4e50-8d46-75421469b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:16.485179 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e551111-9786-4f58-b97c-5e721400b364 req-c6e24b0a-a1a6-4e50-8d46-75421469b2b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765321 Jun 25 09:38:16.621321 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e551111-9786-4f58-b97c-5e721400b364 req-74ea1611-2c9a-47f5-9941-d83ec84fb8a7 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243794 Jun 25 09:38:16.760799 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e551111-9786-4f58-b97c-5e721400b364 req-cc41ed89-2dfa-4051-82d5-774060fa1559 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296694 Jun 25 09:38:17.407660 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc0b3-2d49-43c0-a9da-8d17b0193b01 req-1b0690ed-1ef6-4c66-9731-cf8011f7c067 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:17.409476 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fa2dc0b3-2d49-43c0-a9da-8d17b0193b01 req-1b0690ed-1ef6-4c66-9731-cf8011f7c067 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1216400 Jun 25 09:38:17.512795 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fa2dc0b3-2d49-43c0-a9da-8d17b0193b01 req-c8f38ac7-d2a1-4b84-b160-2d610b8f16e0 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930693 Jun 25 09:38:17.585150 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7be565-8a85-449f-b168-4ad382b64765 req-31cb2cf7-1935-4d22-b991-a62dc2c31ba6 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:17.594015 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5e7be565-8a85-449f-b168-4ad382b64765 req-31cb2cf7-1935-4d22-b991-a62dc2c31ba6 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1190875 Jun 25 09:38:17.649077 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5e7be565-8a85-449f-b168-4ad382b64765 req-f4c5b29b-5b30-40a6-8725-442966a2f88a tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541384 Jun 25 09:38:18.744672 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fe01b-2521-45fa-972a-89e1ac4cf1eb req-7959dd4d-85a1-42e0-a483-ae6fe65b38cf tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:18.752274 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e16fe01b-2521-45fa-972a-89e1ac4cf1eb req-7959dd4d-85a1-42e0-a483-ae6fe65b38cf tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.0801990 Jun 25 09:38:18.814595 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e16fe01b-2521-45fa-972a-89e1ac4cf1eb req-ea3426ee-a76a-451d-833b-a097a399e4bf tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608411 Jun 25 09:38:18.975339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f106f-f221-4351-99da-09ced4986bf5 req-eee87f69-e4c5-419c-bd5a-917cba988294 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:18.977014 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d68f106f-f221-4351-99da-09ced4986bf5 req-eee87f69-e4c5-419c-bd5a-917cba988294 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1313074 Jun 25 09:38:19.024767 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d68f106f-f221-4351-99da-09ced4986bf5 req-06d7dac5-2c35-4189-9f4f-caaecb8c4037 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412869 Jun 25 09:38:19.236102 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1332b4-667a-4259-b07d-69596c5fcf33 req-cb59fd78-08f6-479f-aafc-2dccebe79741 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:19.237698 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a1332b4-667a-4259-b07d-69596c5fcf33 req-cb59fd78-08f6-479f-aafc-2dccebe79741 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0828707 Jun 25 09:38:19.288772 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a1332b4-667a-4259-b07d-69596c5fcf33 req-75f150af-51f0-46ae-96f9-94c15b4bc1bc tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437505 Jun 25 09:38:19.549907 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda177d4-7850-4b8c-8d19-d38f40408282 req-1e64c318-7a07-4891-b1e9-b6023dd4ed8b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:19.557271 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eda177d4-7850-4b8c-8d19-d38f40408282 req-1e64c318-7a07-4891-b1e9-b6023dd4ed8b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0884883 Jun 25 09:38:19.604180 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eda177d4-7850-4b8c-8d19-d38f40408282 req-67099186-17be-4849-93a6-4b049f1f16b4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439985 Jun 25 09:38:20.100112 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91720163-e6a5-470c-b93c-20223d4a87bf req-a7d154c0-d8ad-4b9a-8b7a-c75b358650b8 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:20.110381 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91720163-e6a5-470c-b93c-20223d4a87bf req-a7d154c0-d8ad-4b9a-8b7a-c75b358650b8 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1334176 Jun 25 09:38:20.168069 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91720163-e6a5-470c-b93c-20223d4a87bf req-93827b1e-c346-4201-b543-e839854a9af2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566511 Jun 25 09:38:20.189942 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6e181-57ee-4e1b-b165-8a8b707fd26d req-9ed400e4-3b82-4322-98b2-c3fac5c85c4a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:20.191510 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-78d6e181-57ee-4e1b-b165-8a8b707fd26d req-9ed400e4-3b82-4322-98b2-c3fac5c85c4a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1622243 Jun 25 09:38:20.253471 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-78d6e181-57ee-4e1b-b165-8a8b707fd26d req-1768e4b0-5793-4246-90a0-77ddfbee7aed tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455987 Jun 25 09:38:21.862888 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff1431-4bc0-4364-8644-f30931a75fa8 req-fc1cebed-b7d2-40b2-aad0-49b3c62ad5bf tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:21.864243 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2bff1431-4bc0-4364-8644-f30931a75fa8 req-fc1cebed-b7d2-40b2-aad0-49b3c62ad5bf tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.5148311 Jun 25 09:38:21.933422 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2bff1431-4bc0-4364-8644-f30931a75fa8 req-a3bf4218-9f08-4e2b-90fa-54250abd5b48 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598776 Jun 25 09:38:21.975026 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001aca5-b436-4c0b-adaa-b83443c7a9a2 req-0cf7c62a-8a8e-44ce-8694-cfa842f36e9f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:21.977342 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e001aca5-b436-4c0b-adaa-b83443c7a9a2 req-0cf7c62a-8a8e-44ce-8694-cfa842f36e9f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.5667746 Jun 25 09:38:22.055211 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e001aca5-b436-4c0b-adaa-b83443c7a9a2 req-8520d609-1aa0-493e-a798-c0460e8a5f0d tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682847 Jun 25 09:38:22.430750 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85ec5201-d0f5-4484-8342-9cfd31fa4bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:22.447598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bdd0c-ebf4-46be-9989-e6158c9a51e8 req-ae512478-e9ed-4675-90c8-f2a117e2bf82 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:22.449587 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff1bdd0c-ebf4-46be-9989-e6158c9a51e8 req-ae512478-e9ed-4675-90c8-f2a117e2bf82 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1660037 Jun 25 09:38:22.451891 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf67bd7-6e4d-400c-8efb-a18f0d2c0ad2 req-c44a128e-cff9-4e0c-8566-822422ee38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:22.453332 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3bf67bd7-6e4d-400c-8efb-a18f0d2c0ad2 req-c44a128e-cff9-4e0c-8566-822422ee38fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 1096 time: 0.1314850 Jun 25 09:38:22.541270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ff1bdd0c-ebf4-46be-9989-e6158c9a51e8 req-c7cd14db-7c1d-42ca-90f3-5c1316797b01 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842235 Jun 25 09:38:22.596461 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf67bd7-6e4d-400c-8efb-a18f0d2c0ad2 req-6c1b37cd-82e2-4f56-8bdc-b43563ae3836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:22.598353 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3bf67bd7-6e4d-400c-8efb-a18f0d2c0ad2 req-6c1b37cd-82e2-4f56-8bdc-b43563ae3836 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.1349289 Jun 25 09:38:22.691382 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3bf67bd7-6e4d-400c-8efb-a18f0d2c0ad2 req-9474ea3f-15c9-49a8-8936-a799634bb0ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a177323-d22c-4784-bf95-b39519abbdc6 HTTP/1.1" status: 200 len: 999 time: 0.0857074 Jun 25 09:38:22.759564 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf67bd7-6e4d-400c-8efb-a18f0d2c0ad2 req-bdac7917-569b-499f-bdd7-ea1cd11da246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:22.761647 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3bf67bd7-6e4d-400c-8efb-a18f0d2c0ad2 req-bdac7917-569b-499f-bdd7-ea1cd11da246 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.0551641 Jun 25 09:38:22.828365 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf67bd7-6e4d-400c-8efb-a18f0d2c0ad2 req-abf310b2-dae8-496c-874c-03f36bdd72cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:22.829975 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3bf67bd7-6e4d-400c-8efb-a18f0d2c0ad2 req-abf310b2-dae8-496c-874c-03f36bdd72cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609779 Jun 25 09:38:22.930553 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3bf67bd7-6e4d-400c-8efb-a18f0d2c0ad2 req-0c001fd5-285b-44fe-b40f-fcb1e18672ae service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929790 Jun 25 09:38:23.045273 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3bf67bd7-6e4d-400c-8efb-a18f0d2c0ad2 req-21545a7a-9486-49f6-b6fe-5902cca3f1bb service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064420 Jun 25 09:38:23.271755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f478ed-75cc-4476-aa95-43dfcab116f9 req-8517df35-1507-4169-9176-b29f8d8c2689 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:23.273281 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6f478ed-75cc-4476-aa95-43dfcab116f9 req-8517df35-1507-4169-9176-b29f8d8c2689 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1065946 Jun 25 09:38:23.313940 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6f478ed-75cc-4476-aa95-43dfcab116f9 req-25ecc31d-5f4b-4185-b83a-40c0bbc9bb4f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340469 Jun 25 09:38:23.734846 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:38:23.802932 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d868ac-5afd-4d99-ae9f-fb46db919774 req-27a3b2be-7126-4c32-8d5c-2a0cebb999bf tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:23.804575 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17d868ac-5afd-4d99-ae9f-fb46db919774 req-27a3b2be-7126-4c32-8d5c-2a0cebb999bf tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1034040 Jun 25 09:38:23.885570 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17d868ac-5afd-4d99-ae9f-fb46db919774 req-1f175537-3246-4f24-8c3e-ecd42ded197b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749898 Jun 25 09:38:24.178603 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:24.531471 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4c1c5-de4c-47f8-aac4-5e184c1757b2 req-e5b2ce30-dc8d-484f-bd47-02fa09d071b1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:24.533832 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b9d4c1c5-de4c-47f8-aac4-5e184c1757b2 req-e5b2ce30-dc8d-484f-bd47-02fa09d071b1 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.0790858 Jun 25 09:38:24.634308 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b9d4c1c5-de4c-47f8-aac4-5e184c1757b2 req-7604ec53-f76b-42da-a82a-aa72c617e265 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946240 Jun 25 09:38:24.969102 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51772) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:24.975936 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9253c613-3872-497b-b831-d5448f735342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:25.150491 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197a538-9b43-447a-a7d7-3d4d56d4e765 req-23ed6291-4044-4dbe-8ffa-0678ee5d522c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:25.152378 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1197a538-9b43-447a-a7d7-3d4d56d4e765 req-23ed6291-4044-4dbe-8ffa-0678ee5d522c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1208112 Jun 25 09:38:25.182774 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ce0e879-cd44-4245-bdf7-e8811a5a0185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:25.198037 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:25.210352 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1197a538-9b43-447a-a7d7-3d4d56d4e765 req-2946db06-3e9b-4ee1-8602-2308a41b7516 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502298 Jun 25 09:38:25.309844 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ce0e879-cd44-4245-bdf7-e8811a5a0185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:25.320061 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3ce0e879-cd44-4245-bdf7-e8811a5a0185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:25.349963 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-93fdcce6-3e5a-4cfb-9d24-b6d867eed241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:25.355109 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3ce0e879-cd44-4245-bdf7-e8811a5a0185 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3659cf86c7ac4040976d9a74d736480f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3848085 Jun 25 09:38:25.357939 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 51788) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:25.391321 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0e879-cd44-4245-bdf7-e8811a5a0185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4550ea27-a12a-4cc4-b12e-23d49aa7c254,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:25.409128 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3ce0e879-cd44-4245-bdf7-e8811a5a0185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:25.521020 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47543f74-3e62-491e-9fc0-17a4a88ee8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:25.555351 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47543f74-3e62-491e-9fc0-17a4a88ee8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:25.581329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce7eb6-0d66-48d8-88d0-9dca5e590679 req-7b762ee2-93f7-4664-a44a-3a67a4c8e814 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:25.582824 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9ce7eb6-0d66-48d8-88d0-9dca5e590679 req-7b762ee2-93f7-4664-a44a-3a67a4c8e814 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1703312 Jun 25 09:38:25.615584 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b39d8e1-d412-4414-a440-aea2e059656e req-1c9e7816-40eb-47ef-8963-410f9c00e8cf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1802065 Jun 25 09:38:25.656934 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9ce7eb6-0d66-48d8-88d0-9dca5e590679 req-41858c0d-af00-4e03-b073-688688352d59 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591497 Jun 25 09:38:25.658031 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47543f74-3e62-491e-9fc0-17a4a88ee8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:25.660617 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-47543f74-3e62-491e-9fc0-17a4a88ee8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:25.665073 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-47543f74-3e62-491e-9fc0-17a4a88ee8b7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4550ea27-a12a-4cc4-b12e-23d49aa7c254 HTTP/1.1" status: 204 len: 168 time: 0.3058748 Jun 25 09:38:25.665973 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-34938694-b7f1-4a5e-93a0-6cf8a06c9808 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:25.690542 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47543f74-3e62-491e-9fc0-17a4a88ee8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4550ea27-a12a-4cc4-b12e-23d49aa7c254,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:25.700439 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-47543f74-3e62-491e-9fc0-17a4a88ee8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:25.817831 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39d8e1-d412-4414-a440-aea2e059656e req-166fd4c0-adcf-413a-bf67-41f787f2debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:25.819698 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b39d8e1-d412-4414-a440-aea2e059656e req-166fd4c0-adcf-413a-bf67-41f787f2debd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=947752a66d514658b9b3ad4c8803cd36&device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 1096 time: 0.1149805 Jun 25 09:38:26.060430 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39d8e1-d412-4414-a440-aea2e059656e req-2a2777c9-172e-4f17-b291-46397134cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:26.061961 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b39d8e1-d412-4414-a440-aea2e059656e req-2a2777c9-172e-4f17-b291-46397134cfc4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 200 len: 913 time: 0.2067599 Jun 25 09:38:26.149474 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a8b65-49f6-4bcf-a952-0dabdf3c783c req-9e655bd6-d26f-49bb-9102-73b80daf0de8 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:26.156716 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a6a8b65-49f6-4bcf-a952-0dabdf3c783c req-9e655bd6-d26f-49bb-9102-73b80daf0de8 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.2924922 Jun 25 09:38:26.213497 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51832) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:26.228862 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b39d8e1-d412-4414-a440-aea2e059656e req-6235a601-efa0-4619-9e21-df71743cf9e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a177323-d22c-4784-bf95-b39519abbdc6 HTTP/1.1" status: 200 len: 999 time: 0.1542757 Jun 25 09:38:26.249914 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-deceecf7-9e39-4bad-a200-dc3456a24fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:26.257655 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:26.290817 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a6a8b65-49f6-4bcf-a952-0dabdf3c783c req-1dd4a6fd-19c9-401b-8d78-763622a91068 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330872 Jun 25 09:38:26.374472 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39d8e1-d412-4414-a440-aea2e059656e req-742d6b3d-a45a-4491-ada5-f026791e4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:26.376388 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b39d8e1-d412-4414-a440-aea2e059656e req-742d6b3d-a45a-4491-ada5-f026791e4af8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 200 len: 850 time: 0.1366909 Jun 25 09:38:26.387427 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-deceecf7-9e39-4bad-a200-dc3456a24fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:26.392761 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-deceecf7-9e39-4bad-a200-dc3456a24fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:26.421964 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7f58b100-8a11-44b2-a82d-4e7099ea656a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:26.444999 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-deceecf7-9e39-4bad-a200-dc3456a24fc9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c77459eed6304bdeb9d3c2597c82fd4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303736 Jun 25 09:38:26.446153 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deceecf7-9e39-4bad-a200-dc3456a24fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6a367a-c105-4f80-9cb2-b50790a89c73,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:26.448779 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51838) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:26.448973 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39d8e1-d412-4414-a440-aea2e059656e req-3efb8e53-1845-42a6-840b-aacd36e8fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:26.450828 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b39d8e1-d412-4414-a440-aea2e059656e req-3efb8e53-1845-42a6-840b-aacd36e8fba2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a10db37-d015-4d07-b8b3-aeae3ba241cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674269 Jun 25 09:38:26.451429 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-deceecf7-9e39-4bad-a200-dc3456a24fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:26.535322 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4009f3dd-8ce6-4a8c-98f0-221da537a237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:26.559073 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4009f3dd-8ce6-4a8c-98f0-221da537a237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:26.575650 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b39d8e1-d412-4414-a440-aea2e059656e req-31e12117-a3e4-4c87-afc8-4766e61d20c1 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033697 Jun 25 09:38:26.655050 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4009f3dd-8ce6-4a8c-98f0-221da537a237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:26.657976 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4009f3dd-8ce6-4a8c-98f0-221da537a237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:26.659326 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4009f3dd-8ce6-4a8c-98f0-221da537a237 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7a6a367a-c105-4f80-9cb2-b50790a89c73 HTTP/1.1" status: 204 len: 168 time: 0.2091546 Jun 25 09:38:26.660012 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9c6180a7-187e-429e-afa6-294814fb71c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:26.668621 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009f3dd-8ce6-4a8c-98f0-221da537a237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6a367a-c105-4f80-9cb2-b50790a89c73,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:26.671207 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4009f3dd-8ce6-4a8c-98f0-221da537a237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:26.789663 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b39d8e1-d412-4414-a440-aea2e059656e req-e622d926-f1d0-4ba3-abee-a5c08d7e4600 service neutron] 10.222.0.38 "GET /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021372 Jun 25 09:38:27.049142 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56812296-be22-4e35-98f6-8a4e1f6b16a7 req-f9e1c722-56e3-4314-958e-f3ed48be21c5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:27.050938 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56812296-be22-4e35-98f6-8a4e1f6b16a7 req-f9e1c722-56e3-4314-958e-f3ed48be21c5 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a090924-377a-4a28-94ce-842675cb61b9 HTTP/1.1" status: 200 len: 943 time: 0.0748663 Jun 25 09:38:27.191821 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51882) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:27.202181 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-56812296-be22-4e35-98f6-8a4e1f6b16a7 req-af05d885-3f22-44ad-aa70-ea9da636fe9e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Deleting port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:38:27.202858 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-56812296-be22-4e35-98f6-8a4e1f6b16a7 req-af05d885-3f22-44ad-aa70-ea9da636fe9e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:27.207689 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a658574-b7f8-4397-b5e5-ffe7eb5a480e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:27.319281 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a658574-b7f8-4397-b5e5-ffe7eb5a480e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:27.325479 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a658574-b7f8-4397-b5e5-ffe7eb5a480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:27.333129 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4c4c3b06-da76-43f6-8e10-8360020dd02a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:27.342247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-56812296-be22-4e35-98f6-8a4e1f6b16a7 req-af05d885-3f22-44ad-aa70-ea9da636fe9e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] For port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:38:27.342667 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-56812296-be22-4e35-98f6-8a4e1f6b16a7 req-af05d885-3f22-44ad-aa70-ea9da636fe9e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:27.360107 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-56812296-be22-4e35-98f6-8a4e1f6b16a7 req-af05d885-3f22-44ad-aa70-ea9da636fe9e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Calling delete_port for 17b9ef2b-8f46-4bcb-8b17-101819afb7ea owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:38:27.396055 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4a658574-b7f8-4397-b5e5-ffe7eb5a480e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b51e69174b434e4ea6dbf93fa5fda172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008214 Jun 25 09:38:27.398110 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 51890) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:27.471316 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a658574-b7f8-4397-b5e5-ffe7eb5a480e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0911d58a-0a4d-444f-845d-ec4e4c06864b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:27.482036 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4a658574-b7f8-4397-b5e5-ffe7eb5a480e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:27.524488 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5684fda5-2274-4bb1-874b-aeab788aa7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:27.548881 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5684fda5-2274-4bb1-874b-aeab788aa7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:27.603237 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5684fda5-2274-4bb1-874b-aeab788aa7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:27.604482 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797b960-c3de-4dea-b18a-db763f31fa49 req-e75344c6-dff0-4506-95d9-472d71daafcc tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:27.606794 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5684fda5-2274-4bb1-874b-aeab788aa7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:27.607253 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9797b960-c3de-4dea-b18a-db763f31fa49 req-e75344c6-dff0-4506-95d9-472d71daafcc tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1184263 Jun 25 09:38:27.607996 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5684fda5-2274-4bb1-874b-aeab788aa7a0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0911d58a-0a4d-444f-845d-ec4e4c06864b HTTP/1.1" status: 204 len: 168 time: 0.1950860 Jun 25 09:38:27.608998 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eba32933-6e1c-477f-8361-1ec9e6860e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:27.624569 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684fda5-2274-4bb1-874b-aeab788aa7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0911d58a-0a4d-444f-845d-ec4e4c06864b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:27.627041 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5684fda5-2274-4bb1-874b-aeab788aa7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:27.692777 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9797b960-c3de-4dea-b18a-db763f31fa49 req-5e2b1a29-ad45-4685-a4b3-61897a0768b7 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538833 Jun 25 09:38:27.695385 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-56812296-be22-4e35-98f6-8a4e1f6b16a7 req-af05d885-3f22-44ad-aa70-ea9da636fe9e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:27.700333 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e632c4ff-3490-46f1-9f75-97353854df06 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:27.739027 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05d885-3f22-44ad-aa70-ea9da636fe9e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event deleted for resources: {'Port': ['ID=17b9ef2b-8f46-4bcb-8b17-101819afb7ea,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:27.761297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5', '2739a90c-da67-4431-a875-90fdbf532fb8'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:38:27.773756 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-af05d885-3f22-44ad-aa70-ea9da636fe9e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:27.794702 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-56812296-be22-4e35-98f6-8a4e1f6b16a7 req-af05d885-3f22-44ad-aa70-ea9da636fe9e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] No DVR routers for this DVR port 17b9ef2b-8f46-4bcb-8b17-101819afb7ea on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:38:27.800326 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-56812296-be22-4e35-98f6-8a4e1f6b16a7 req-af05d885-3f22-44ad-aa70-ea9da636fe9e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:27.810089 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56812296-be22-4e35-98f6-8a4e1f6b16a7 req-af05d885-3f22-44ad-aa70-ea9da636fe9e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "DELETE /v2.0/ports/17b9ef2b-8f46-4bcb-8b17-101819afb7ea HTTP/1.1" status: 204 len: 173 time: 0.7527127 Jun 25 09:38:27.811403 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a090924-377a-4a28-94ce-842675cb61b9', 'name': 'network-vif-deleted', 'tag': '17b9ef2b-8f46-4bcb-8b17-101819afb7ea'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:38:27.817757 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3b4a5e-4119-4244-839e-20ad4d50b51a" -d '{"events": [{"server_uuid": "1a090924-377a-4a28-94ce-842675cb61b9", "name": "network-vif-deleted", "tag": "17b9ef2b-8f46-4bcb-8b17-101819afb7ea"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:38:27.914155 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 25 Jun 2021 09:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc38164f-3921-47fe-a042-c65dc38bc9d6 x-openstack-request-id: req-cc38164f-3921-47fe-a042-c65dc38bc9d6 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:38:27.914502 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a090924-377a-4a28-94ce-842675cb61b9", "name": "network-vif-deleted", "tag": "17b9ef2b-8f46-4bcb-8b17-101819afb7ea", "status": "failed", "code": 422}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:38:27.914808 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cc38164f-3921-47fe-a042-c65dc38bc9d6 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:38:27.915270 n-d-761264-15 neutron-server[94024]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1a090924-377a-4a28-94ce-842675cb61b9', 'name': 'network-vif-deleted', 'tag': '17b9ef2b-8f46-4bcb-8b17-101819afb7ea', 'status': 'failed', 'code': 422} returned with failed status Jun 25 09:38:28.051159 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:29.095943 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625343e5-1bec-49e3-94f0-3f4f3013af06 req-6bdfc141-a0e4-4fcc-9963-534bccbfd486 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:29.098068 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-625343e5-1bec-49e3-94f0-3f4f3013af06 req-6bdfc141-a0e4-4fcc-9963-534bccbfd486 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1732295 Jun 25 09:38:29.150101 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-625343e5-1bec-49e3-94f0-3f4f3013af06 req-64663f60-3053-45b3-8d56-2d0e920b3434 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Jun 25 09:38:29.329589 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f1d6c-fd92-4338-b8f0-784eeef66121 req-ed5208c6-0123-4199-94ab-831748869b78 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:29.338777 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a32f1d6c-fd92-4338-b8f0-784eeef66121 req-ed5208c6-0123-4199-94ab-831748869b78 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 908 time: 0.1223495 Jun 25 09:38:30.365800 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acd1a7-8948-47f8-8597-41f46d6f8507 req-f96ed39a-77fa-40e2-bded-a66c45906a7d tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:30.372299 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-33acd1a7-8948-47f8-8597-41f46d6f8507 req-f96ed39a-77fa-40e2-bded-a66c45906a7d tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.0964091 Jun 25 09:38:30.427537 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-33acd1a7-8948-47f8-8597-41f46d6f8507 req-b750dc8a-1ee3-4ec9-863a-4eb745a5cf1c tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492110 Jun 25 09:38:30.582759 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191109a2-0f6f-4820-a505-1cf38a66ad11 req-2de94fd9-86c4-4c9b-9b5f-e22c91410c0f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:30.584355 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-191109a2-0f6f-4820-a505-1cf38a66ad11 req-2de94fd9-86c4-4c9b-9b5f-e22c91410c0f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 908 time: 0.0830507 Jun 25 09:38:31.258313 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66ba56-891c-452b-824e-c843c6049240 req-d19fb769-e7ec-4e55-891a-82bcdc7642e2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:31.261196 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ec66ba56-891c-452b-824e-c843c6049240 req-d19fb769-e7ec-4e55-891a-82bcdc7642e2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 908 time: 0.1297212 Jun 25 09:38:31.449974 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:31.468432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-ec66ba56-891c-452b-824e-c843c6049240 req-c7ed5d01-c29a-43f8-a2f3-ace89ee2ff23 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Deleting port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:38:31.468895 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ec66ba56-891c-452b-824e-c843c6049240 req-c7ed5d01-c29a-43f8-a2f3-ace89ee2ff23 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:31.677525 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-ec66ba56-891c-452b-824e-c843c6049240 req-c7ed5d01-c29a-43f8-a2f3-ace89ee2ff23 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] For port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=53a846b4-e572-42b0-93eb-1e7b7bfa0a64,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:38:31.677928 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ec66ba56-891c-452b-824e-c843c6049240 req-c7ed5d01-c29a-43f8-a2f3-ace89ee2ff23 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:31.724083 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-ec66ba56-891c-452b-824e-c843c6049240 req-c7ed5d01-c29a-43f8-a2f3-ace89ee2ff23 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Calling delete_port for 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:38:31.759023 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48924b1b-9b03-4160-9917-f6c898c5b453 req-c3cc7310-ad1c-4058-8ba2-342ff4f6ff04 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:31.759023 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-48924b1b-9b03-4160-9917-f6c898c5b453 req-c3cc7310-ad1c-4058-8ba2-342ff4f6ff04 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1679149 Jun 25 09:38:31.833421 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-48924b1b-9b03-4160-9917-f6c898c5b453 req-a4b6f0d9-b169-40fc-b63b-3b62a5406378 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500751 Jun 25 09:38:31.993416 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ec66ba56-891c-452b-824e-c843c6049240 req-c7ed5d01-c29a-43f8-a2f3-ace89ee2ff23 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:32.019974 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f710f998-9244-4645-9ddc-b3855ea581ed tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:32.073665 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed5d01-c29a-43f8-a2f3-ace89ee2ff23 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event deleted for resources: {'Port': ['ID=53a846b4-e572-42b0-93eb-1e7b7bfa0a64,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:32.100839 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c7ed5d01-c29a-43f8-a2f3-ace89ee2ff23 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:32.167181 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94afa1-3052-414d-9772-866dbafb38b3 req-0aa08d8c-6ed0-490c-ae99-e8aef732fe01 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:32.178260 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cc94afa1-3052-414d-9772-866dbafb38b3 req-0aa08d8c-6ed0-490c-ae99-e8aef732fe01 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b16bc0e-b790-45e7-95e2-113ddd0b0de0 HTTP/1.1" status: 200 len: 908 time: 0.4425795 Jun 25 09:38:32.181681 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec66ba56-891c-452b-824e-c843c6049240 req-c7ed5d01-c29a-43f8-a2f3-ace89ee2ff23 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] No DVR routers for this DVR port 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:38:32.187072 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-ec66ba56-891c-452b-824e-c843c6049240 req-c7ed5d01-c29a-43f8-a2f3-ace89ee2ff23 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:32.189146 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ec66ba56-891c-452b-824e-c843c6049240 req-c7ed5d01-c29a-43f8-a2f3-ace89ee2ff23 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.41 "DELETE /v2.0/ports/53a846b4-e572-42b0-93eb-1e7b7bfa0a64 HTTP/1.1" status: 204 len: 173 time: 0.9197080 Jun 25 09:38:32.189717 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b16bc0e-b790-45e7-95e2-113ddd0b0de0', 'name': 'network-vif-deleted', 'tag': '53a846b4-e572-42b0-93eb-1e7b7bfa0a64'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:38:32.204284 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a85863b-d2e9-4ebe-9c14-7e869027a0fb" -d '{"events": [{"server_uuid": "8b16bc0e-b790-45e7-95e2-113ddd0b0de0", "name": "network-vif-deleted", "tag": "53a846b4-e572-42b0-93eb-1e7b7bfa0a64"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:38:32.294645 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6453d919-d839-47a4-abdd-bff1fa9574bc x-openstack-request-id: req-6453d919-d839-47a4-abdd-bff1fa9574bc {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:38:32.294991 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b16bc0e-b790-45e7-95e2-113ddd0b0de0", "name": "network-vif-deleted", "tag": "53a846b4-e572-42b0-93eb-1e7b7bfa0a64", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:38:32.295291 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6453d919-d839-47a4-abdd-bff1fa9574bc {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:38:32.295749 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b16bc0e-b790-45e7-95e2-113ddd0b0de0', 'name': 'network-vif-deleted', 'tag': '53a846b4-e572-42b0-93eb-1e7b7bfa0a64', 'status': 'completed', 'code': 200} Jun 25 09:38:33.100454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311da85-bafa-452f-b5b4-a22c125d27da req-5fb462a5-d990-42f8-831f-79f60467a195 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:33.109300 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3311da85-bafa-452f-b5b4-a22c125d27da req-5fb462a5-d990-42f8-831f-79f60467a195 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1075900 Jun 25 09:38:33.165648 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3311da85-bafa-452f-b5b4-a22c125d27da req-b8427fce-4223-4962-9f88-ebbbf7efddfb tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495472 Jun 25 09:38:33.793253 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646febb-e124-4e89-9ae5-d163f780326c req-49bff276-dd7e-4754-999d-1d98f7a5aa36 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:33.797216 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3646febb-e124-4e89-9ae5-d163f780326c req-49bff276-dd7e-4754-999d-1d98f7a5aa36 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 945 time: 0.0998008 Jun 25 09:38:33.854689 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3646febb-e124-4e89-9ae5-d163f780326c req-2aa7b971-51a9-4d95-bb06-feaf962d5286 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524569 Jun 25 09:38:34.360559 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9a24d-b236-4e73-b7d9-036dacd618a5 req-52a1e13e-20a0-4276-97be-4514986aec5e tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:34.365450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a5f9a24d-b236-4e73-b7d9-036dacd618a5 req-52a1e13e-20a0-4276-97be-4514986aec5e tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.0809076 Jun 25 09:38:34.407496 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a5f9a24d-b236-4e73-b7d9-036dacd618a5 req-59d5ef37-c7aa-4663-8728-7e16c4bfb395 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390520 Jun 25 09:38:34.772654 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:38:34.800870 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:38:34.801365 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 53a846b4-e572-42b0-93eb-1e7b7bfa0a64 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:38:35.084180 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f618f-b07b-4012-a84a-abd225cea605 req-937ad8cd-fc52-4e04-955d-753427ad525f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:35.090894 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7c6f618f-b07b-4012-a84a-abd225cea605 req-937ad8cd-fc52-4e04-955d-753427ad525f tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 945 time: 0.0966356 Jun 25 09:38:35.192604 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7c6f618f-b07b-4012-a84a-abd225cea605 req-5d356880-cc2e-41b3-be26-52ae32341229 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857520 Jun 25 09:38:35.621695 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f52870-8a3a-430a-ac8f-0ac7f43e00d1 req-58701ceb-ab40-469f-9119-877eb2fcbdb8 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:35.623505 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1f52870-8a3a-430a-ac8f-0ac7f43e00d1 req-58701ceb-ab40-469f-9119-877eb2fcbdb8 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.0781262 Jun 25 09:38:35.667487 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1f52870-8a3a-430a-ac8f-0ac7f43e00d1 req-0b00b48a-37b7-4ca6-9bfa-f0a4d0a1fec0 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383315 Jun 25 09:38:35.871607 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e911957-c989-41e9-b40f-3c2ecf2b0e7d req-8869c0ec-3aa1-45c8-98b8-c2d774a6e288 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:35.873301 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e911957-c989-41e9-b40f-3c2ecf2b0e7d req-8869c0ec-3aa1-45c8-98b8-c2d774a6e288 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.38 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 945 time: 0.0885594 Jun 25 09:38:36.030924 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-3e911957-c989-41e9-b40f-3c2ecf2b0e7d req-a5b2433d-f228-4876-b3e7-2b7a9bbce80d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Deleting port 2739a90c-da67-4431-a875-90fdbf532fb8 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:38:36.031210 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e911957-c989-41e9-b40f-3c2ecf2b0e7d req-a5b2433d-f228-4876-b3e7-2b7a9bbce80d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:36.156526 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-3e911957-c989-41e9-b40f-3c2ecf2b0e7d req-a5b2433d-f228-4876-b3e7-2b7a9bbce80d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] For port 2739a90c-da67-4431-a875-90fdbf532fb8, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2739a90c-da67-4431-a875-90fdbf532fb8,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:38:36.156846 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e911957-c989-41e9-b40f-3c2ecf2b0e7d req-a5b2433d-f228-4876-b3e7-2b7a9bbce80d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:36.180200 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-3e911957-c989-41e9-b40f-3c2ecf2b0e7d req-a5b2433d-f228-4876-b3e7-2b7a9bbce80d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Calling delete_port for 2739a90c-da67-4431-a875-90fdbf532fb8 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:38:36.410162 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e911957-c989-41e9-b40f-3c2ecf2b0e7d req-a5b2433d-f228-4876-b3e7-2b7a9bbce80d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:36.420331 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-46eccf4a-d7f7-4caf-bf78-5d42d9569cf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:36.450654 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5', '2739a90c-da67-4431-a875-90fdbf532fb8'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:38:36.460023 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2433d-f228-4876-b3e7-2b7a9bbce80d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event deleted for resources: {'Port': ['ID=2739a90c-da67-4431-a875-90fdbf532fb8,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:36.467883 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a5b2433d-f228-4876-b3e7-2b7a9bbce80d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:36.536804 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e911957-c989-41e9-b40f-3c2ecf2b0e7d req-a5b2433d-f228-4876-b3e7-2b7a9bbce80d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] No DVR routers for this DVR port 2739a90c-da67-4431-a875-90fdbf532fb8 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:38:36.542380 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-3e911957-c989-41e9-b40f-3c2ecf2b0e7d req-a5b2433d-f228-4876-b3e7-2b7a9bbce80d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:36.545234 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e911957-c989-41e9-b40f-3c2ecf2b0e7d req-a5b2433d-f228-4876-b3e7-2b7a9bbce80d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.38 "DELETE /v2.0/ports/2739a90c-da67-4431-a875-90fdbf532fb8 HTTP/1.1" status: 204 len: 173 time: 0.6631360 Jun 25 09:38:36.547532 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e602ac-df03-4b2c-be56-759f82018ffa', 'name': 'network-vif-deleted', 'tag': '2739a90c-da67-4431-a875-90fdbf532fb8'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:38:36.551559 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c3b7bd-0d9c-4bbd-a40b-805bbdd1acc4" -d '{"events": [{"server_uuid": "82e602ac-df03-4b2c-be56-759f82018ffa", "name": "network-vif-deleted", "tag": "2739a90c-da67-4431-a875-90fdbf532fb8"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:38:36.582263 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e0a3f-2869-47d9-86e5-ccc0c8872956 req-a183a190-500b-440f-afc8-85c1adbc692e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:36.584119 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-573e0a3f-2869-47d9-86e5-ccc0c8872956 req-a183a190-500b-440f-afc8-85c1adbc692e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=82e602ac-df03-4b2c-be56-759f82018ffa HTTP/1.1" status: 200 len: 945 time: 0.2267978 Jun 25 09:38:36.648571 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0aa82c0-f75e-4063-b84b-c87dc4f99f00 x-openstack-request-id: req-c0aa82c0-f75e-4063-b84b-c87dc4f99f00 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:38:36.649294 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e602ac-df03-4b2c-be56-759f82018ffa", "name": "network-vif-deleted", "tag": "2739a90c-da67-4431-a875-90fdbf532fb8", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:38:36.649294 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c0aa82c0-f75e-4063-b84b-c87dc4f99f00 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:38:36.651552 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e602ac-df03-4b2c-be56-759f82018ffa', 'name': 'network-vif-deleted', 'tag': '2739a90c-da67-4431-a875-90fdbf532fb8', 'status': 'completed', 'code': 200} Jun 25 09:38:36.655378 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-573e0a3f-2869-47d9-86e5-ccc0c8872956 req-ca0c8484-a06d-40be-8e38-26af54ebe759 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630064 Jun 25 09:38:36.902994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a1e56-7bb1-4cf9-930c-ccdc6fe8f2e0 req-52742eba-b936-454a-861e-d701aa315140 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:36.912217 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f5a1e56-7bb1-4cf9-930c-ccdc6fe8f2e0 req-52742eba-b936-454a-861e-d701aa315140 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1006069 Jun 25 09:38:36.977245 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f5a1e56-7bb1-4cf9-930c-ccdc6fe8f2e0 req-bef0db14-b04b-4cf9-a916-6ec08a2c58df tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640416 Jun 25 09:38:38.202269 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008230f1-e4a1-4408-af90-d7735bd94158 req-a788a51c-0db5-436c-8584-6b64957fdc67 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:38.209380 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-008230f1-e4a1-4408-af90-d7735bd94158 req-a788a51c-0db5-436c-8584-6b64957fdc67 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.0980408 Jun 25 09:38:38.268747 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-008230f1-e4a1-4408-af90-d7735bd94158 req-8b9039e7-316d-40e5-b892-03d31e28698d tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553610 Jun 25 09:38:38.342830 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a14540-efa0-4ed1-a891-1f80c5e6f082 req-1607a746-2170-4d83-9c4f-c4cb8404050c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:38.344474 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47a14540-efa0-4ed1-a891-1f80c5e6f082 req-1607a746-2170-4d83-9c4f-c4cb8404050c tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.0879631 Jun 25 09:38:38.395219 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47a14540-efa0-4ed1-a891-1f80c5e6f082 req-5d4b24a9-62e9-4901-8294-3f6198561cb9 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439067 Jun 25 09:38:39.233013 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9aa9e5-0898-474a-9cef-d938d14560e2 req-41d55651-0945-4381-87a7-a74ea5d496bf tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:39.234609 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df9aa9e5-0898-474a-9cef-d938d14560e2 req-41d55651-0945-4381-87a7-a74ea5d496bf tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.38 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.0827847 Jun 25 09:38:39.347192 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-df9aa9e5-0898-474a-9cef-d938d14560e2 req-7ea37595-e9d0-4b8f-8410-8202e2991645 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Deleting port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:38:39.347549 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-df9aa9e5-0898-474a-9cef-d938d14560e2 req-7ea37595-e9d0-4b8f-8410-8202e2991645 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:39.568123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f943cb-d889-4fe1-b7c7-dcf1b070b15c req-a2f4e1e9-bd7d-4ac0-9d83-2555d12a6748 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:39.569753 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63f943cb-d889-4fe1-b7c7-dcf1b070b15c req-a2f4e1e9-bd7d-4ac0-9d83-2555d12a6748 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1590745 Jun 25 09:38:39.587384 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-df9aa9e5-0898-474a-9cef-d938d14560e2 req-7ea37595-e9d0-4b8f-8410-8202e2991645 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] For port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:38:39.587765 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-df9aa9e5-0898-474a-9cef-d938d14560e2 req-7ea37595-e9d0-4b8f-8410-8202e2991645 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:39.653160 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2739a90c-da67-4431-a875-90fdbf532fb8 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:38:39.702899 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 2739a90c-da67-4431-a875-90fdbf532fb8 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:38:39.703256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2739a90c-da67-4431-a875-90fdbf532fb8 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:38:39.709411 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:38:39.711685 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-df9aa9e5-0898-474a-9cef-d938d14560e2 req-7ea37595-e9d0-4b8f-8410-8202e2991645 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Calling delete_port for 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:38:39.845079 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:39.883651 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63f943cb-d889-4fe1-b7c7-dcf1b070b15c req-57cb7646-6702-4132-abe9-2b62528922cf tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850342 Jun 25 09:38:39.887690 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:38:39.888898 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199fe74c-cbef-4fda-83a9-ec5738f4152d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:38:39.892293 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce94306-8340-43a6-9f38-bec62a2be6b6" -d '{"events": [{"server_uuid": "199fe74c-cbef-4fda-83a9-ec5738f4152d", "name": "network-vif-unplugged", "status": "completed", "tag": "0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:38:39.897348 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:39.899168 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-04db394e-50cc-4ab5-a634-155f6ac60071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:39.984438 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4b4388-94b5-4e32-ad60-3adc20e328d1 x-openstack-request-id: req-7e4b4388-94b5-4e32-ad60-3adc20e328d1 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:38:39.985739 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199fe74c-cbef-4fda-83a9-ec5738f4152d", "name": "network-vif-unplugged", "status": "completed", "tag": "0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:38:39.986872 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7e4b4388-94b5-4e32-ad60-3adc20e328d1 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:38:39.988083 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199fe74c-cbef-4fda-83a9-ec5738f4152d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5', 'code': 200} Jun 25 09:38:39.999029 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:40.013839 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:40.014640 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:40.015134 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:40.015701 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:40.016184 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:40.016656 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:40.017164 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:40.017632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:40.018117 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:40.018584 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:40.019059 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:40.019661 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:40.019912 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d24c91-7664-4639-9f9c-64bee6dc8943 req-13badcc3-3072-4e03-ab17-0aeb818c5c55 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:40.024538 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:40.027072 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37d24c91-7664-4639-9f9c-64bee6dc8943 req-13badcc3-3072-4e03-ab17-0aeb818c5c55 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 946 time: 0.4307406 Jun 25 09:38:40.070619 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-df9aa9e5-0898-474a-9cef-d938d14560e2 req-7ea37595-e9d0-4b8f-8410-8202e2991645 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:40.076330 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-815ea76a-de97-4fd3-a202-6f5bfac070aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:40.088909 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37d24c91-7664-4639-9f9c-64bee6dc8943 req-f41e0a4a-34c7-42b6-96e0-fce157497699 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec150065-d1b9-45f4-84a8-45fdac0156ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606155 Jun 25 09:38:40.114431 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea37595-e9d0-4b8f-8410-8202e2991645 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event deleted for resources: {'Port': ['ID=0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:40.125939 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7ea37595-e9d0-4b8f-8410-8202e2991645 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:40.168076 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9aa9e5-0898-474a-9cef-d938d14560e2 req-7ea37595-e9d0-4b8f-8410-8202e2991645 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] No DVR routers for this DVR port 0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:38:40.173823 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-df9aa9e5-0898-474a-9cef-d938d14560e2 req-7ea37595-e9d0-4b8f-8410-8202e2991645 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:40.175794 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-df9aa9e5-0898-474a-9cef-d938d14560e2 req-7ea37595-e9d0-4b8f-8410-8202e2991645 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.38 "DELETE /v2.0/ports/0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5 HTTP/1.1" status: 204 len: 173 time: 0.9346292 Jun 25 09:38:40.176426 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199fe74c-cbef-4fda-83a9-ec5738f4152d', 'name': 'network-vif-deleted', 'tag': '0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:38:40.178855 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7083d79a-e01d-4e7b-b241-bb7bef4d68a5" -d '{"events": [{"server_uuid": "199fe74c-cbef-4fda-83a9-ec5738f4152d", "name": "network-vif-deleted", "tag": "0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:38:40.224249 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428645a0-53df-478d-8e28-42bfeaeb70f1 x-openstack-request-id: req-428645a0-53df-478d-8e28-42bfeaeb70f1 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:38:40.224596 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199fe74c-cbef-4fda-83a9-ec5738f4152d", "name": "network-vif-deleted", "tag": "0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:38:40.224933 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-428645a0-53df-478d-8e28-42bfeaeb70f1 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:38:40.225550 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199fe74c-cbef-4fda-83a9-ec5738f4152d', 'name': 'network-vif-deleted', 'tag': '0464ca6a-4a2c-4bb4-9a64-5f439b82f9f5', 'status': 'completed', 'code': 200} Jun 25 09:38:41.214116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db193c02-52e5-4461-9ac1-592e8fdd4d0e req-6980558a-c88a-474e-ab93-6ba7150d81e7 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:41.232081 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db193c02-52e5-4461-9ac1-592e8fdd4d0e req-6980558a-c88a-474e-ab93-6ba7150d81e7 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1983137 Jun 25 09:38:41.327146 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-db193c02-52e5-4461-9ac1-592e8fdd4d0e req-85ae8b87-e4f8-4228-b09d-b2d0d13af7ed tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938709 Jun 25 09:38:41.428416 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1fed546-4f6c-4232-9a4e-093d1fb7805c req-eb30d44d-50e4-4587-8a28-cae011530c25 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=199fe74c-cbef-4fda-83a9-ec5738f4152d HTTP/1.1" status: 200 len: 210 time: 0.0703390 Jun 25 09:38:42.096552 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea66f94-132a-4bf9-8512-a6f945bdcb04 req-46311ccb-bdc9-4db8-a0e5-415aaa560e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:42.098381 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6ea66f94-132a-4bf9-8512-a6f945bdcb04 req-46311ccb-bdc9-4db8-a0e5-415aaa560e29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdfb972402554ca99e8cd03dc8bd6033&device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 1097 time: 0.1207719 Jun 25 09:38:42.106771 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3ab9b-1b33-402d-9190-c313c196c138 req-6754f5cd-1374-438a-b5ad-0154768f5789 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:42.117350 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cd3ab9b-1b33-402d-9190-c313c196c138 req-6754f5cd-1374-438a-b5ad-0154768f5789 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1276891 Jun 25 09:38:42.227891 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9cd3ab9b-1b33-402d-9190-c313c196c138 req-5ba68a0b-2646-4595-a987-0134d6af481b tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095972 Jun 25 09:38:42.282922 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea66f94-132a-4bf9-8512-a6f945bdcb04 req-b5023ef4-eca3-4ae2-836c-7bd7465020e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:42.284920 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6ea66f94-132a-4bf9-8512-a6f945bdcb04 req-b5023ef4-eca3-4ae2-836c-7bd7465020e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89e6b4ca-254a-40fa-980b-9b03833581de HTTP/1.1" status: 200 len: 918 time: 0.1649864 Jun 25 09:38:42.333597 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6ea66f94-132a-4bf9-8512-a6f945bdcb04 req-ff6183d3-4c4b-4bdf-b640-d2ffc763e3c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3598053f-2db1-446d-9192-1f490c92ab6d HTTP/1.1" status: 200 len: 217 time: 0.0412869 Jun 25 09:38:42.406400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea66f94-132a-4bf9-8512-a6f945bdcb04 req-482121e0-7b52-4789-ba7c-ece86f232df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:42.408576 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6ea66f94-132a-4bf9-8512-a6f945bdcb04 req-482121e0-7b52-4789-ba7c-ece86f232df1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c763d147-7280-42c6-8e33-be28e9ad9c26 HTTP/1.1" status: 200 len: 855 time: 0.0672834 Jun 25 09:38:42.523845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea66f94-132a-4bf9-8512-a6f945bdcb04 req-13b79cee-161e-4fd7-a7b6-babfdabfead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:42.529525 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6ea66f94-132a-4bf9-8512-a6f945bdcb04 req-13b79cee-161e-4fd7-a7b6-babfdabfead3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89e6b4ca-254a-40fa-980b-9b03833581de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114068 Jun 25 09:38:42.700813 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6ea66f94-132a-4bf9-8512-a6f945bdcb04 req-9bca98af-3d7d-4309-bafd-6c7844c9cc18 service neutron] 10.222.0.41 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654680 Jun 25 09:38:42.936760 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6ea66f94-132a-4bf9-8512-a6f945bdcb04 req-17468d06-eed9-4f7f-8fc3-92ce5156bd1f service neutron] 10.222.0.41 "GET /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276397 Jun 25 09:38:43.153928 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dd680-7e56-4c1a-af62-c189b3560295 req-7c36fe09-e56e-4ea7-9aa9-a05d49813b39 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:43.155776 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb7dd680-7e56-4c1a-af62-c189b3560295 req-7c36fe09-e56e-4ea7-9aa9-a05d49813b39 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0935614 Jun 25 09:38:43.219580 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb7dd680-7e56-4c1a-af62-c189b3560295 req-864febf5-82a0-4304-92cf-855e8d00ae9b tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571203 Jun 25 09:38:43.466212 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9f816-b3fd-41f9-99f8-c0770aa6cc19 req-42eb1c02-3adc-4523-811b-803ba0390e7b tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:43.467922 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-15d9f816-b3fd-41f9-99f8-c0770aa6cc19 req-42eb1c02-3adc-4523-811b-803ba0390e7b tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.0984674 Jun 25 09:38:43.946985 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-15d9f816-b3fd-41f9-99f8-c0770aa6cc19 req-a87579b4-7193-4791-8f74-4dcf6942ed61 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714925 Jun 25 09:38:44.406060 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797ddb8-e633-4281-85e2-a0d58da95b84 req-2fb2812d-7d35-4037-a3cf-dc4ad8e81891 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:44.413667 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8797ddb8-e633-4281-85e2-a0d58da95b84 req-2fb2812d-7d35-4037-a3cf-dc4ad8e81891 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.0825450 Jun 25 09:38:44.458637 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8797ddb8-e633-4281-85e2-a0d58da95b84 req-e19cb9fe-f629-4042-bbdd-f665dabe7a38 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440283 Jun 25 09:38:45.036568 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eca8dc-5c00-49c9-b69f-11a6cadb8b95 req-531b22bc-a9e2-4497-bc29-67ba98551f5e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:45.039454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61eca8dc-5c00-49c9-b69f-11a6cadb8b95 req-531b22bc-a9e2-4497-bc29-67ba98551f5e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.38 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.1039102 Jun 25 09:38:45.240093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba72301-2c3b-43ad-b191-83db13f0822f req-3afcc3c6-e44f-4410-95ca-343797bcdc63 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:45.242040 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fba72301-2c3b-43ad-b191-83db13f0822f req-3afcc3c6-e44f-4410-95ca-343797bcdc63 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1425829 Jun 25 09:38:45.313992 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-61eca8dc-5c00-49c9-b69f-11a6cadb8b95 req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Deleting port 2a177323-d22c-4784-bf95-b39519abbdc6 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:38:45.314563 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-61eca8dc-5c00-49c9-b69f-11a6cadb8b95 req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:45.384666 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fba72301-2c3b-43ad-b191-83db13f0822f req-63f4c5d4-ce4b-4353-82f2-6348b1a26c55 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367109 Jun 25 09:38:45.456004 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-61eca8dc-5c00-49c9-b69f-11a6cadb8b95 req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] For port 2a177323-d22c-4784-bf95-b39519abbdc6, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=2a177323-d22c-4784-bf95-b39519abbdc6,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:38:45.456381 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-61eca8dc-5c00-49c9-b69f-11a6cadb8b95 req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:45.893636 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8729-168b-479d-9e2c-8667ad432763 req-2bc05d2e-a01e-4f78-b45b-12e3459db308 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:45.895264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4faa8729-168b-479d-9e2c-8667ad432763 req-2bc05d2e-a01e-4f78-b45b-12e3459db308 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.2456436 Jun 25 09:38:45.919472 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283e878-8c53-4183-9dc6-66d9b665f28c req-0bbbf21e-f8b9-4480-aa4f-515ad80c3e16 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:45.926519 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3283e878-8c53-4183-9dc6-66d9b665f28c req-0bbbf21e-f8b9-4480-aa4f-515ad80c3e16 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 944 time: 0.2778378 Jun 25 09:38:45.950281 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-61eca8dc-5c00-49c9-b69f-11a6cadb8b95 req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:45.951788 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-61eca8dc-5c00-49c9-b69f-11a6cadb8b95 req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:45.952318 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [req-61eca8dc-5c00-49c9-b69f-11a6cadb8b95 req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Floating IP f85a75fd-fa66-4576-ba67-99ccd477a94d disassociated. External IP: 172.25.6.162, port: 2a177323-d22c-4784-bf95-b39519abbdc6. Jun 25 09:38:45.955718 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-61eca8dc-5c00-49c9-b69f-11a6cadb8b95 req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Calling delete_port for 2a177323-d22c-4784-bf95-b39519abbdc6 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:38:46.127525 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4faa8729-168b-479d-9e2c-8667ad432763 req-ef281da2-1e53-455f-a910-8bf87a1f30a0 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211988 Jun 25 09:38:46.223506 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3283e878-8c53-4183-9dc6-66d9b665f28c req-bb7a362b-2eee-4681-9d7e-e66626055623 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups?id=4715000b-ebe6-4a68-9fd4-ae4971d1e754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364261 Jun 25 09:38:46.257582 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-61eca8dc-5c00-49c9-b69f-11a6cadb8b95 req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:46.271453 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-72246246-9518-4304-b833-06672f76687f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:46.331218 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event deleted for resources: {'Port': ['ID=2a177323-d22c-4784-bf95-b39519abbdc6,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:46.335561 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:46.463080 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61eca8dc-5c00-49c9-b69f-11a6cadb8b95 req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Router 574db1a5-11d6-4784-8a52-0a61d63acb69 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:38:46.647737 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61eca8dc-5c00-49c9-b69f-11a6cadb8b95 req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:38:46.660452 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec4242-3154-47ff-96c1-428f7ad56840 None None] Sync routers for ids ['574db1a5-11d6-4784-8a52-0a61d63acb69'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:38:46.684429 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec4242-3154-47ff-96c1-428f7ad56840 None None] Routers {'574db1a5-11d6-4784-8a52-0a61d63acb69'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:38:46.685074 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfab59-b075-48fb-ac8d-30d3d119a7f7 req-21a19652-528a-49fa-abf6-49c57df931ab tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:46.685210 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c1ec4242-3154-47ff-96c1-428f7ad56840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:38:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['574db1a5-11d6-4784-8a52-0a61d63acb69'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:38:46.687176 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bdbfab59-b075-48fb-ac8d-30d3d119a7f7 req-21a19652-528a-49fa-abf6-49c57df931ab tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6f31baa-ffeb-469c-92cd-707f5899e6d3 HTTP/1.1" status: 200 len: 946 time: 0.3747158 Jun 25 09:38:46.721226 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-61eca8dc-5c00-49c9-b69f-11a6cadb8b95 req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] No DVR routers for this DVR port 2a177323-d22c-4784-bf95-b39519abbdc6 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:38:46.724289 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-61eca8dc-5c00-49c9-b69f-11a6cadb8b95 req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:46.726874 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61eca8dc-5c00-49c9-b69f-11a6cadb8b95 req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.38 "DELETE /v2.0/ports/2a177323-d22c-4784-bf95-b39519abbdc6 HTTP/1.1" status: 204 len: 173 time: 1.6815865 Jun 25 09:38:46.728589 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'name': 'network-vif-deleted', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:38:46.732069 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db31f036-6fa2-4b46-8199-96ea5ecd484d" -d '{"events": [{"server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "name": "network-vif-deleted", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:38:46.824390 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bdbfab59-b075-48fb-ac8d-30d3d119a7f7 req-ceb4ad25-f7c0-4576-b03c-b156dd7155f0 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136935 Jun 25 09:38:46.827693 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebb0c3b-773f-48f6-a447-285d02a922d5 x-openstack-request-id: req-eebb0c3b-773f-48f6-a447-285d02a922d5 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:38:46.832303 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208a9d66-ab13-439a-8de7-a7ecfb52bcca", "name": "network-vif-deleted", "tag": "2a177323-d22c-4784-bf95-b39519abbdc6", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:38:46.832303 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eebb0c3b-773f-48f6-a447-285d02a922d5 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:38:46.833168 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208a9d66-ab13-439a-8de7-a7ecfb52bcca', 'name': 'network-vif-deleted', 'tag': '2a177323-d22c-4784-bf95-b39519abbdc6', 'status': 'completed', 'code': 200} Jun 25 09:38:46.914491 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-c1ec4242-3154-47ff-96c1-428f7ad56840 None None] Set router 574db1a5-11d6-4784-8a52-0a61d63acb69 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:38:47.236671 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698316f0-f61c-46c9-8c73-607faab8a4ce req-88b26002-135a-4e1a-8b20-a71a74484f48 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:47.252553 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-698316f0-f61c-46c9-8c73-607faab8a4ce req-88b26002-135a-4e1a-8b20-a71a74484f48 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 945 time: 0.2224352 Jun 25 09:38:47.331807 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c1ec4242-3154-47ff-96c1-428f7ad56840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'name': 'tempest-ServerActionsTestJSON-102997678-router', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:53Z', 'updated_at': '2021-06-25T09:29:04Z', 'revision_number': 4, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'gw_port': {'id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:55Z', 'updated_at': '2021-06-25T09:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '1157b699-ed41-4225-8892-4a5b0e53ac15', 'name': '', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'mac_address': 'fa:16:3e:c3:ca:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:01Z', 'updated_at': '2021-06-25T09:29:12Z', 'revision_number': 5, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'subnets': [{'id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:38:47.339054 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-698316f0-f61c-46c9-8c73-607faab8a4ce req-4f79256d-7062-4ac8-9c5c-4a98e1b1e34a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851634 Jun 25 09:38:47.364249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec4242-3154-47ff-96c1-428f7ad56840 None None] Checking router: 574db1a5-11d6-4784-8a52-0a61d63acb69 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:38:47.404674 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec4242-3154-47ff-96c1-428f7ad56840 None None] Routers {'574db1a5-11d6-4784-8a52-0a61d63acb69'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:38:47.405356 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c1ec4242-3154-47ff-96c1-428f7ad56840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:38:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['574db1a5-11d6-4784-8a52-0a61d63acb69'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:38:47.434832 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-0935b1a4-214e-4948-8c63-e83f43266350 req-fd35b6a1-6474-4861-8e58-b038e8beac76 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:38:47.435851 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0935b1a4-214e-4948-8c63-e83f43266350 req-fd35b6a1-6474-4861-8e58-b038e8beac76 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064371 Jun 25 09:38:47.626685 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-c1ec4242-3154-47ff-96c1-428f7ad56840 None None] Set router 574db1a5-11d6-4784-8a52-0a61d63acb69 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:38:47.717132 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2a177323-d22c-4784-bf95-b39519abbdc6 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:38:47.726293 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8bdae03-a7cb-4999-8897-f2ec94449aa7 req-184637cd-d1e2-4b63-82df-2586b0e1b9ae tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/ports?device_id=208a9d66-ab13-439a-8de7-a7ecfb52bcca HTTP/1.1" status: 200 len: 210 time: 0.1473846 Jun 25 09:38:47.766101 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 2a177323-d22c-4784-bf95-b39519abbdc6 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:38:47.766449 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 2a177323-d22c-4784-bf95-b39519abbdc6 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:38:47.809873 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52876) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:47.829410 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0935b1a4-214e-4948-8c63-e83f43266350 req-ec17948c-bd22-4929-a30d-28cadcb64740 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3718455 Jun 25 09:38:48.093152 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfe66f8f-8a3d-41aa-b4f5-ec4bb1bb5a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:48.192945 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c1ec4242-3154-47ff-96c1-428f7ad56840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'name': 'tempest-ServerActionsTestJSON-102997678-router', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:53Z', 'updated_at': '2021-06-25T09:29:04Z', 'revision_number': 4, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'gw_port': {'id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:55Z', 'updated_at': '2021-06-25T09:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '1157b699-ed41-4225-8892-4a5b0e53ac15', 'name': '', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'mac_address': 'fa:16:3e:c3:ca:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:01Z', 'updated_at': '2021-06-25T09:29:12Z', 'revision_number': 5, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'subnets': [{'id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:38:48.272135 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec4242-3154-47ff-96c1-428f7ad56840 None None] The sync data for ids ['574db1a5-11d6-4784-8a52-0a61d63acb69'] in n-d-761264-15 is: [{'id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'name': 'tempest-ServerActionsTestJSON-102997678-router', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:53Z', 'updated_at': '2021-06-25T09:29:04Z', 'revision_number': 4, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'gw_port': {'id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:55Z', 'updated_at': '2021-06-25T09:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '1157b699-ed41-4225-8892-4a5b0e53ac15', 'name': '', 'network_id': '5a10db37-d015-4d07-b8b3-aeae3ba241cd', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'mac_address': 'fa:16:3e:c3:ca:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:29:01Z', 'updated_at': '2021-06-25T09:29:12Z', 'revision_number': 5, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'subnets': [{'id': '403530bf-ac62-4838-b5a2-e51f68a8cbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:38:48.295274 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfe66f8f-8a3d-41aa-b4f5-ec4bb1bb5a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:48.313124 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-cfe66f8f-8a3d-41aa-b4f5-ec4bb1bb5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:48.347546 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ec944ea9-30e2-493b-80a1-eeb3535af46d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:48.477560 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52888) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:48.489735 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cfe66f8f-8a3d-41aa-b4f5-ec4bb1bb5a19 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2c00b1c415674d2cbc219d66de988854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6757221 Jun 25 09:38:48.515634 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe66f8f-8a3d-41aa-b4f5-ec4bb1bb5a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2aca78-9255-4ad5-a01b-4ee992acd40c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:48.520457 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cfe66f8f-8a3d-41aa-b4f5-ec4bb1bb5a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:48.635858 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9f9c935b-8fd8-459d-9d4a-a28891a8da0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:48.671035 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9f9c935b-8fd8-459d-9d4a-a28891a8da0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:48.680895 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fb226-8a0d-4b09-9487-78154fb535d6 req-b2c8d6c8-2238-42eb-ac00-1f1feb3db343 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:48.682670 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f37fb226-8a0d-4b09-9487-78154fb535d6 req-b2c8d6c8-2238-42eb-ac00-1f1feb3db343 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1501608 Jun 25 09:38:48.763152 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f37fb226-8a0d-4b09-9487-78154fb535d6 req-0d3b9742-0919-41b0-8824-4532ad48e8d0 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724964 Jun 25 09:38:48.793500 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56299fa2-6f18-4788-b9e0-0312530ca6b3 None None] New status for floating IP f85a75fd-fa66-4576-ba67-99ccd477a94d: DOWN {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:38:48.799450 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9f9c935b-8fd8-459d-9d4a-a28891a8da0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:48.803141 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9f9c935b-8fd8-459d-9d4a-a28891a8da0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:48.805858 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9f9c935b-8fd8-459d-9d4a-a28891a8da0f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6c2aca78-9255-4ad5-a01b-4ee992acd40c HTTP/1.1" status: 204 len: 168 time: 0.3271961 Jun 25 09:38:48.810363 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0b28e2a5-bdd9-494e-9289-08894e4431e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:48.868788 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c935b-8fd8-459d-9d4a-a28891a8da0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2aca78-9255-4ad5-a01b-4ee992acd40c,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:48.883415 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9f9c935b-8fd8-459d-9d4a-a28891a8da0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:49.103781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356142bd-b03f-4c69-bc18-76c900e3feb1 req-e364325a-30b2-4d2a-899b-9f619e06ed74 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:49.112149 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-356142bd-b03f-4c69-bc18-76c900e3feb1 req-e364325a-30b2-4d2a-899b-9f619e06ed74 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6f31baa-ffeb-469c-92cd-707f5899e6d3 HTTP/1.1" status: 200 len: 946 time: 0.1409435 Jun 25 09:38:49.199717 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-356142bd-b03f-4c69-bc18-76c900e3feb1 req-20bc505b-8b91-4dfc-9f93-71c9da34f437 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862124 Jun 25 09:38:49.442103 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac88783-8d5f-45a6-b2e9-31b8296c232d req-d1516d90-4443-4e49-beb6-53b6f53f6acb tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:49.443907 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ac88783-8d5f-45a6-b2e9-31b8296c232d req-d1516d90-4443-4e49-beb6-53b6f53f6acb tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 945 time: 0.1059554 Jun 25 09:38:49.508929 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ac88783-8d5f-45a6-b2e9-31b8296c232d req-e13f34cf-7c6f-4a72-b636-d6d1ffccaca7 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529249 Jun 25 09:38:49.844903 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a0679-cf5b-4414-816d-7ec3428ab14c req-b92ba9b7-ab09-43a5-b36e-c7016076c853 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:49.851513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a0679-cf5b-4414-816d-7ec3428ab14c req-b92ba9b7-ab09-43a5-b36e-c7016076c853 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:49.857998 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a0679-cf5b-4414-816d-7ec3428ab14c req-b92ba9b7-ab09-43a5-b36e-c7016076c853 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:49.865638 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d6a0679-cf5b-4414-816d-7ec3428ab14c req-b92ba9b7-ab09-43a5-b36e-c7016076c853 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d&device_id=b6f31baa-ffeb-469c-92cd-707f5899e6d3&device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 2417 time: 0.0969727 Jun 25 09:38:49.916257 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d6a0679-cf5b-4414-816d-7ec3428ab14c req-d2452616-3cc8-4183-a4c2-80d9aaf9eba5 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486751 Jun 25 09:38:49.952513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-fefc27d8-f4e0-4808-a9bb-099434fbd77f req-9e13e54d-1cab-4fc4-93f7-a42ec91f89c5 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:38:49.953543 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fefc27d8-f4e0-4808-a9bb-099434fbd77f req-9e13e54d-1cab-4fc4-93f7-a42ec91f89c5 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059047 Jun 25 09:38:50.022535 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52918) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:50.046408 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fefc27d8-f4e0-4808-a9bb-099434fbd77f req-2392b194-9774-4f86-823e-06444cf356f0 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0865979 Jun 25 09:38:50.088921 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-78f157d2-0fe5-4f08-b191-320449c551ff tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:50.113204 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-78f157d2-0fe5-4f08-b191-320449c551ff tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:50.171913 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-78f157d2-0fe5-4f08-b191-320449c551ff tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:50.175742 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-78f157d2-0fe5-4f08-b191-320449c551ff tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:50.179925 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52922) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:50.180073 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-78f157d2-0fe5-4f08-b191-320449c551ff tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "DELETE /v2.0/security-groups/4715000b-ebe6-4a68-9fd4-ae4971d1e754 HTTP/1.1" status: 204 len: 168 time: 0.1558416 Jun 25 09:38:50.181126 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-83da6d22-2a13-4762-8e37-1b1e5c890164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:50.192762 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f157d2-0fe5-4f08-b191-320449c551ff tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4715000b-ebe6-4a68-9fd4-ae4971d1e754,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:50.200379 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-aa67a2b1-db1d-481f-9f54-18be626504c2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] show failed (client error): The resource could not be found. Jun 25 09:38:50.202540 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-78f157d2-0fe5-4f08-b191-320449c551ff tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:50.206904 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 52924) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:50.207155 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-aa67a2b1-db1d-481f-9f54-18be626504c2 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "GET /v2.0/security-groups/4715000b-ebe6-4a68-9fd4-ae4971d1e754 HTTP/1.1" status: 404 len: 347 time: 0.0226030 Jun 25 09:38:50.326093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07df31-dd08-43d6-aee9-a98d0002d683 req-9855f9ca-04b7-4aba-a4f6-d01f8144f423 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:50.327893 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ed07df31-dd08-43d6-aee9-a98d0002d683 req-9855f9ca-04b7-4aba-a4f6-d01f8144f423 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 1097 time: 0.0633523 Jun 25 09:38:50.365138 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f9582bf4-7e1b-4db4-a744-2e6f5c6010c4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Deleting port d2474642-7fee-4270-b7c5-94bd11ec9af7 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:38:50.365485 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f9582bf4-7e1b-4db4-a744-2e6f5c6010c4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:50.367478 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ed07df31-dd08-43d6-aee9-a98d0002d683 req-70750ac3-4547-4b81-9ab0-be1ba160abb2 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331404 Jun 25 09:38:50.391811 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52928) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:50.453827 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f9582bf4-7e1b-4db4-a744-2e6f5c6010c4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:50.454434 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f9582bf4-7e1b-4db4-a744-2e6f5c6010c4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:50.469888 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f9582bf4-7e1b-4db4-a744-2e6f5c6010c4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Calling delete_port for d2474642-7fee-4270-b7c5-94bd11ec9af7 owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:38:50.586579 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-f40f346f-080e-4c75-84c3-ead4c9345e4e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port 4bc986e0-d582-434b-858b-a6a0d79de0be {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:38:50.587182 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f40f346f-080e-4c75-84c3-ead4c9345e4e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:50.654084 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f9582bf4-7e1b-4db4-a744-2e6f5c6010c4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:50.659477 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:50.705008 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f40f346f-080e-4c75-84c3-ead4c9345e4e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:50.705669 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f40f346f-080e-4c75-84c3-ead4c9345e4e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:50.720827 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-f40f346f-080e-4c75-84c3-ead4c9345e4e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for 4bc986e0-d582-434b-858b-a6a0d79de0be owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:38:50.775028 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9582bf4-7e1b-4db4-a744-2e6f5c6010c4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Pushing event deleted for resources: {'Port': ['ID=d2474642-7fee-4270-b7c5-94bd11ec9af7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:50.778876 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f9582bf4-7e1b-4db4-a744-2e6f5c6010c4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:50.806214 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f9582bf4-7e1b-4db4-a744-2e6f5c6010c4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks [] for floatingip, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:50.809039 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f9582bf4-7e1b-4db4-a744-2e6f5c6010c4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:50.812860 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f9582bf4-7e1b-4db4-a744-2e6f5c6010c4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] 10.222.0.93 "DELETE /v2.0/floatingips/f85a75fd-fa66-4576-ba67-99ccd477a94d HTTP/1.1" status: 204 len: 168 time: 0.6021793 Jun 25 09:38:50.813236 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 52942) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:51.021585 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f40f346f-080e-4c75-84c3-ead4c9345e4e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:51.026222 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6cc3e1c0-b9f5-42a4-92e6-224a53b099b3 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:51.070638 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f346f-080e-4c75-84c3-ead4c9345e4e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=4bc986e0-d582-434b-858b-a6a0d79de0be,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:51.092051 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f40f346f-080e-4c75-84c3-ead4c9345e4e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:51.319685 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f40f346f-080e-4c75-84c3-ead4c9345e4e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:51.320318 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-f40f346f-080e-4c75-84c3-ead4c9345e4e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Floating IP d8040f1b-ec67-4257-ae19-f54675d34893 disassociated (deleted). External IP: 172.25.6.90, port: 4357ebb5-4c52-4445-aded-e3a7e6e94fcf. Jun 25 09:38:51.673348 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40f346f-080e-4c75-84c3-ead4c9345e4e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router 81ca1008-4d20-4915-a631-13e732deb116 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:38:52.296415 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34dace-631c-46f8-b930-79a1742b7fb0 req-c11badc9-fac8-4c48-81b8-e8ce50046940 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:52.298065 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd34dace-631c-46f8-b930-79a1742b7fb0 req-c11badc9-fac8-4c48-81b8-e8ce50046940 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 945 time: 0.6202288 Jun 25 09:38:52.328414 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40f346f-080e-4c75-84c3-ead4c9345e4e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:38:52.336677 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f40f346f-080e-4c75-84c3-ead4c9345e4e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:52.347697 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec341d1d-c61a-408b-8e6f-1da9074d51e9 None None] Sync routers for ids ['81ca1008-4d20-4915-a631-13e732deb116'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:38:52.362180 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec341d1d-c61a-408b-8e6f-1da9074d51e9 None None] Routers {'81ca1008-4d20-4915-a631-13e732deb116'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:38:52.363327 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ec341d1d-c61a-408b-8e6f-1da9074d51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:38:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['81ca1008-4d20-4915-a631-13e732deb116'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:38:52.419190 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bd34dace-631c-46f8-b930-79a1742b7fb0 req-7b49d572-57af-4b41-837b-8a8e4ed5ae99 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122992 Jun 25 09:38:52.433876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f40f346f-080e-4c75-84c3-ead4c9345e4e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/floatingips/d8040f1b-ec67-4257-ae19-f54675d34893 HTTP/1.1" status: 204 len: 168 time: 2.0392840 Jun 25 09:38:52.434333 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'tag': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:38:52.436943 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeabc0b-2cc9-452a-9c66-2b9f822eb855" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ee2f85-9098-4355-b565-f75d638690b8", "tag": "4357ebb5-4c52-4445-aded-e3a7e6e94fcf"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:38:52.503353 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e9bb63c3-c485-4ea4-babc-7c685019f152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:52.586560 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaa7456-760e-41de-94f5-ce4b071a819d x-openstack-request-id: req-bbaa7456-760e-41de-94f5-ce4b071a819d {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:38:52.588721 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ee2f85-9098-4355-b565-f75d638690b8", "tag": "4357ebb5-4c52-4445-aded-e3a7e6e94fcf", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:38:52.589084 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bbaa7456-760e-41de-94f5-ce4b071a819d {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:38:52.589556 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'tag': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf', 'status': 'completed', 'code': 200} Jun 25 09:38:52.827241 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeabc0b-2cc9-452a-9c66-2b9f822eb855 req-c5f3fbfe-6d96-4435-b5c5-0dc2de9fee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:52.828848 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bdeabc0b-2cc9-452a-9c66-2b9f822eb855 req-c5f3fbfe-6d96-4435-b5c5-0dc2de9fee6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 1097 time: 0.2013366 Jun 25 09:38:52.923728 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-ec341d1d-c61a-408b-8e6f-1da9074d51e9 None None] Set router 81ca1008-4d20-4915-a631-13e732deb116 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:38:53.091193 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eb246d7e-6edf-493f-a4f3-90efb497d594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:53.117329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeabc0b-2cc9-452a-9c66-2b9f822eb855 req-aac5ffc5-055b-48d0-b146-9b8176846b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:53.118842 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bdeabc0b-2cc9-452a-9c66-2b9f822eb855 req-aac5ffc5-055b-48d0-b146-9b8176846b8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=33ec2235-0527-4b32-9175-05a58be2240f HTTP/1.1" status: 200 len: 898 time: 0.2753754 Jun 25 09:38:53.186901 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bdeabc0b-2cc9-452a-9c66-2b9f822eb855 req-f60491b8-6c85-4961-a2e0-93d15f604502 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf HTTP/1.1" status: 200 len: 217 time: 0.0563767 Jun 25 09:38:53.189970 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb63c3-c485-4ea4-babc-7c685019f152 admin admin] Deleting port 1157b699-ed41-4225-8892-4a5b0e53ac15 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:38:53.190212 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e9bb63c3-c485-4ea4-babc-7c685019f152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:53.196450 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ec341d1d-c61a-408b-8e6f-1da9074d51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ca1008-4d20-4915-a631-13e732deb116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751633525', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:36:05Z', 'updated_at': '2021-06-25T09:36:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:06Z', 'updated_at': '2021-06-25T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '30e16dda-8188-4f29-8f87-cf7fbfdb8b41', 'name': '', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:b8:86:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:10Z', 'updated_at': '2021-06-25T09:36:18Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:38:53.229051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec341d1d-c61a-408b-8e6f-1da9074d51e9 None None] Checking router: 81ca1008-4d20-4915-a631-13e732deb116 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:38:53.241447 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec341d1d-c61a-408b-8e6f-1da9074d51e9 None None] Routers {'81ca1008-4d20-4915-a631-13e732deb116'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:38:53.242802 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ec341d1d-c61a-408b-8e6f-1da9074d51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:38:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['81ca1008-4d20-4915-a631-13e732deb116'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:38:53.301894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572a3da-09a4-46fd-a1ac-4fc14d012109 req-cd5b1c83-9f8e-4510-ab49-4eb9e29f9252 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:53.309115 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f572a3da-09a4-46fd-a1ac-4fc14d012109 req-cd5b1c83-9f8e-4510-ab49-4eb9e29f9252 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.2806263 Jun 25 09:38:53.328226 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c279dc5-8834-4673-b4c9-eb3c942922c5 req-ca9b4442-eeae-4653-a178-91854f4fd449 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:53.329989 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c279dc5-8834-4673-b4c9-eb3c942922c5 req-ca9b4442-eeae-4653-a178-91854f4fd449 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.38 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 945 time: 0.2956491 Jun 25 09:38:53.418656 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeabc0b-2cc9-452a-9c66-2b9f822eb855 req-33bf673b-8971-44e4-befc-ecf28a48ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:53.420205 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bdeabc0b-2cc9-452a-9c66-2b9f822eb855 req-33bf673b-8971-44e4-befc-ecf28a48ccb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5861897d-bdc0-48ab-bb88-6bcb618a256a HTTP/1.1" status: 200 len: 834 time: 0.2207530 Jun 25 09:38:53.445922 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-ec341d1d-c61a-408b-8e6f-1da9074d51e9 None None] Set router 81ca1008-4d20-4915-a631-13e732deb116 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:38:53.452773 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f572a3da-09a4-46fd-a1ac-4fc14d012109 req-59c8ce9e-ffdf-4294-bbd4-b1d1a8a4487e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426306 Jun 25 09:38:53.512649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-e9bb63c3-c485-4ea4-babc-7c685019f152 admin admin] For port 1157b699-ed41-4225-8892-4a5b0e53ac15, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1157b699-ed41-4225-8892-4a5b0e53ac15,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:38:53.513053 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e9bb63c3-c485-4ea4-babc-7c685019f152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:53.552511 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb63c3-c485-4ea4-babc-7c685019f152 admin admin] Calling delete_port for 1157b699-ed41-4225-8892-4a5b0e53ac15 owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:38:53.677352 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeabc0b-2cc9-452a-9c66-2b9f822eb855 req-ce5824b2-ee20-4e16-b0a2-99a00398e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:53.679093 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bdeabc0b-2cc9-452a-9c66-2b9f822eb855 req-ce5824b2-ee20-4e16-b0a2-99a00398e916 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33ec2235-0527-4b32-9175-05a58be2240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2495022 Jun 25 09:38:53.680540 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-8c279dc5-8834-4673-b4c9-eb3c942922c5 req-eb9bab12-e2d0-4cc8-ad7f-ae24ee175f62 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Deleting port 6f91aa21-3070-4d74-af76-9db3f6ef84e3 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:38:53.680910 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8c279dc5-8834-4673-b4c9-eb3c942922c5 req-eb9bab12-e2d0-4cc8-ad7f-ae24ee175f62 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:53.761884 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ec341d1d-c61a-408b-8e6f-1da9074d51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ca1008-4d20-4915-a631-13e732deb116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751633525', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:36:05Z', 'updated_at': '2021-06-25T09:36:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:06Z', 'updated_at': '2021-06-25T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '30e16dda-8188-4f29-8f87-cf7fbfdb8b41', 'name': '', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:b8:86:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:10Z', 'updated_at': '2021-06-25T09:36:18Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:38:53.822181 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec341d1d-c61a-408b-8e6f-1da9074d51e9 None None] The sync data for ids ['81ca1008-4d20-4915-a631-13e732deb116'] in n-d-761264-15 is: [{'id': '81ca1008-4d20-4915-a631-13e732deb116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751633525', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:36:05Z', 'updated_at': '2021-06-25T09:36:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:06Z', 'updated_at': '2021-06-25T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '30e16dda-8188-4f29-8f87-cf7fbfdb8b41', 'name': '', 'network_id': '33ec2235-0527-4b32-9175-05a58be2240f', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:b8:86:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:10Z', 'updated_at': '2021-06-25T09:36:18Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '5861897d-bdc0-48ab-bb88-6bcb618a256a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:38:54.012000 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-8c279dc5-8834-4673-b4c9-eb3c942922c5 req-eb9bab12-e2d0-4cc8-ad7f-ae24ee175f62 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] For port 6f91aa21-3070-4d74-af76-9db3f6ef84e3, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6f91aa21-3070-4d74-af76-9db3f6ef84e3,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:38:54.012545 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8c279dc5-8834-4673-b4c9-eb3c942922c5 req-eb9bab12-e2d0-4cc8-ad7f-ae24ee175f62 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:54.041102 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60f584-dd7b-44a6-a9c4-59ddfcf79e40 req-f4760bea-d906-4d84-b7af-8c76ba567dc3 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:54.057170 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d60f584-dd7b-44a6-a9c4-59ddfcf79e40 req-f4760bea-d906-4d84-b7af-8c76ba567dc3 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 945 time: 0.4300725 Jun 25 09:38:54.074811 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-8c279dc5-8834-4673-b4c9-eb3c942922c5 req-eb9bab12-e2d0-4cc8-ad7f-ae24ee175f62 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Calling delete_port for 6f91aa21-3070-4d74-af76-9db3f6ef84e3 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:38:54.091751 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bdeabc0b-2cc9-452a-9c66-2b9f822eb855 req-b8860665-24cc-46b8-bba5-64216b767af0 service neutron] 10.222.0.41 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910429 Jun 25 09:38:54.117228 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e9bb63c3-c485-4ea4-babc-7c685019f152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:54.121543 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-19b0a475-7b98-413e-a7b8-bdb9afdb86d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:54.154636 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:54.205919 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb63c3-c485-4ea4-babc-7c685019f152 admin admin] Pushing event deleted for resources: {'Port': ['ID=1157b699-ed41-4225-8892-4a5b0e53ac15,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:54.212023 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800efbd-53d5-4132-b74e-38693d43017f None None] New status for floating IP d8040f1b-ec67-4257-ae19-f54675d34893: DOWN {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:38:54.241378 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d60f584-dd7b-44a6-a9c4-59ddfcf79e40 req-923b8f98-5b41-47fb-bafb-58ab31d4fef9 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830537 Jun 25 09:38:54.283301 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e9bb63c3-c485-4ea4-babc-7c685019f152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:54.394732 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bdeabc0b-2cc9-452a-9c66-2b9f822eb855 req-7f0091f1-e4d3-4e55-90ec-8f9b0aea8a43 service neutron] 10.222.0.41 "GET /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667446 Jun 25 09:38:54.676927 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8c279dc5-8834-4673-b4c9-eb3c942922c5 req-eb9bab12-e2d0-4cc8-ad7f-ae24ee175f62 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:54.711757 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['66e1526a-0a36-4657-847e-445fcc255d24'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:38:54.719349 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-796220f0-87d0-4b09-a9a0-53d0f832650e tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:54.748335 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['3598053f-2db1-446d-9192-1f490c92ab6d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:38:54.755186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bab12-e2d0-4cc8-ad7f-ae24ee175f62 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Pushing event deleted for resources: {'Port': ['ID=6f91aa21-3070-4d74-af76-9db3f6ef84e3,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:54.757062 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-eb9bab12-e2d0-4cc8-ad7f-ae24ee175f62 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:54.852541 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c279dc5-8834-4673-b4c9-eb3c942922c5 req-eb9bab12-e2d0-4cc8-ad7f-ae24ee175f62 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] No DVR routers for this DVR port 6f91aa21-3070-4d74-af76-9db3f6ef84e3 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:38:54.854193 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e9bb63c3-c485-4ea4-babc-7c685019f152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:54.863659 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-8c279dc5-8834-4673-b4c9-eb3c942922c5 req-eb9bab12-e2d0-4cc8-ad7f-ae24ee175f62 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:54.865673 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8c279dc5-8834-4673-b4c9-eb3c942922c5 req-eb9bab12-e2d0-4cc8-ad7f-ae24ee175f62 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.38 "DELETE /v2.0/ports/6f91aa21-3070-4d74-af76-9db3f6ef84e3 HTTP/1.1" status: 204 len: 173 time: 1.5080476 Jun 25 09:38:54.867686 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c89413-334f-475b-8ba8-2fd26ac0307d', 'name': 'network-vif-deleted', 'tag': '6f91aa21-3070-4d74-af76-9db3f6ef84e3'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:38:54.870464 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e16674b-ae10-4160-8167-be32f145e0b8" -d '{"events": [{"server_uuid": "03c89413-334f-475b-8ba8-2fd26ac0307d", "name": "network-vif-deleted", "tag": "6f91aa21-3070-4d74-af76-9db3f6ef84e3"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:38:55.045268 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909a9c4-4182-4c70-b58b-e3ac382cc9b5 req-8edbb816-ae5b-4598-a9ea-bd836402653c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:55.061390 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e909a9c4-4182-4c70-b58b-e3ac382cc9b5 req-8edbb816-ae5b-4598-a9ea-bd836402653c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.4490530 Jun 25 09:38:55.079727 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1af96d-b212-4222-9c0b-9fa702550aff x-openstack-request-id: req-bf1af96d-b212-4222-9c0b-9fa702550aff {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:38:55.080103 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c89413-334f-475b-8ba8-2fd26ac0307d", "name": "network-vif-deleted", "tag": "6f91aa21-3070-4d74-af76-9db3f6ef84e3", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:38:55.080396 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bf1af96d-b212-4222-9c0b-9fa702550aff {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:38:55.080890 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c89413-334f-475b-8ba8-2fd26ac0307d', 'name': 'network-vif-deleted', 'tag': '6f91aa21-3070-4d74-af76-9db3f6ef84e3', 'status': 'completed', 'code': 200} Jun 25 09:38:55.089989 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79a618a1-8e4a-4c82-a68e-df86b9dc25f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:55.182534 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e909a9c4-4182-4c70-b58b-e3ac382cc9b5 req-c9cbe9e6-1081-42bf-958d-5b80509f50e9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120274 Jun 25 09:38:55.229480 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:55.279739 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3c416-1a37-47e8-a0f1-0d56027da153 req-eabde4dd-4e06-4c40-b2fa-184c14e4202a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:55.281305 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aca3c416-1a37-47e8-a0f1-0d56027da153 req-eabde4dd-4e06-4c40-b2fa-184c14e4202a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.2936227 Jun 25 09:38:55.415167 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bb63c3-c485-4ea4-babc-7c685019f152 admin admin] Router 574db1a5-11d6-4784-8a52-0a61d63acb69 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:38:55.729636 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 6f91aa21-3070-4d74-af76-9db3f6ef84e3 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:38:55.778045 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 6f91aa21-3070-4d74-af76-9db3f6ef84e3 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:38:55.778471 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 6f91aa21-3070-4d74-af76-9db3f6ef84e3 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:38:56.029676 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1bac6d15-10c2-48d3-9dd3-b0867b34d28e req-c053dd2b-55ed-418e-a636-51376485980b tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=03c89413-334f-475b-8ba8-2fd26ac0307d HTTP/1.1" status: 200 len: 210 time: 0.5909867 Jun 25 09:38:56.053821 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-aca3c416-1a37-47e8-a0f1-0d56027da153 req-9de0a185-1eaf-4eb9-8890-eb11041ccfad tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:38:56.053821 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aca3c416-1a37-47e8-a0f1-0d56027da153 req-9de0a185-1eaf-4eb9-8890-eb11041ccfad tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:56.169176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bb63c3-c485-4ea4-babc-7c685019f152 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:38:56.176013 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e9bb63c3-c485-4ea4-babc-7c685019f152 admin admin] 10.222.0.93 "PUT /v2.0/routers/574db1a5-11d6-4784-8a52-0a61d63acb69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3618343 Jun 25 09:38:56.184076 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53052) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:56.191855 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef36337-b5a8-408c-8bdd-9bb82f851bb0 None None] Sync routers for ids ['574db1a5-11d6-4784-8a52-0a61d63acb69'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:38:56.222079 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef36337-b5a8-408c-8bdd-9bb82f851bb0 None None] Routers {'574db1a5-11d6-4784-8a52-0a61d63acb69'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:38:56.222502 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-bef36337-b5a8-408c-8bdd-9bb82f851bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:38:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['574db1a5-11d6-4784-8a52-0a61d63acb69'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:38:56.231656 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-aca3c416-1a37-47e8-a0f1-0d56027da153 req-9de0a185-1eaf-4eb9-8890-eb11041ccfad tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] For port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,segment=NetworkSegment(b572f014-bbb5-4f68-a173-88c2be87f1b7),segment_id=b572f014-bbb5-4f68-a173-88c2be87f1b7)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:38:56.232041 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aca3c416-1a37-47e8-a0f1-0d56027da153 req-9de0a185-1eaf-4eb9-8890-eb11041ccfad tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:56.260334 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-aca3c416-1a37-47e8-a0f1-0d56027da153 req-9de0a185-1eaf-4eb9-8890-eb11041ccfad tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for 4357ebb5-4c52-4445-aded-e3a7e6e94fcf owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:38:56.375631 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-bef36337-b5a8-408c-8bdd-9bb82f851bb0 None None] Set router 574db1a5-11d6-4784-8a52-0a61d63acb69 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:38:56.487199 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:56.547730 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:56.681893 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:56.765543 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37f567-c4ff-468e-af06-37c44ab8e72c req-46838f69-7988-437a-9bab-4d7c8eb5f72c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:56.774002 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb37f567-c4ff-468e-af06-37c44ab8e72c req-46838f69-7988-437a-9bab-4d7c8eb5f72c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 945 time: 0.2873447 Jun 25 09:38:56.797889 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] Deleting port 09a79908-ad8b-4207-aa7e-519771f9a2e6 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:38:56.799340 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:56.807632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-bef36337-b5a8-408c-8bdd-9bb82f851bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'name': 'tempest-ServerActionsTestJSON-102997678-router', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:53Z', 'updated_at': '2021-06-25T09:38:53Z', 'revision_number': 5, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'gw_port': {'id': '09a79908-ad8b-4207-aa7e-519771f9a2e6', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:28:55Z', 'updated_at': '2021-06-25T09:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:38:56.851072 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb37f567-c4ff-468e-af06-37c44ab8e72c req-60a8a460-1747-4412-968d-25c232d340bd tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ddf92aad-9859-4347-bf16-e09b94ee5e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755947 Jun 25 09:38:56.852484 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aca3c416-1a37-47e8-a0f1-0d56027da153 req-9de0a185-1eaf-4eb9-8890-eb11041ccfad tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:56.858524 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8d110467-3b5b-4f93-9b53-be0b36d97917 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:56.892773 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef36337-b5a8-408c-8bdd-9bb82f851bb0 None None] Checking router: 574db1a5-11d6-4784-8a52-0a61d63acb69 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:38:56.903190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef36337-b5a8-408c-8bdd-9bb82f851bb0 None None] Routers {'574db1a5-11d6-4784-8a52-0a61d63acb69'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:38:56.907329 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-bef36337-b5a8-408c-8bdd-9bb82f851bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:38:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['574db1a5-11d6-4784-8a52-0a61d63acb69'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:38:56.910990 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0a185-1eaf-4eb9-8890-eb11041ccfad tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=4357ebb5-4c52-4445-aded-e3a7e6e94fcf,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:56.944816 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9de0a185-1eaf-4eb9-8890-eb11041ccfad tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:56.970009 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca3c416-1a37-47e8-a0f1-0d56027da153 req-9de0a185-1eaf-4eb9-8890-eb11041ccfad tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] No DVR routers for this DVR port 4357ebb5-4c52-4445-aded-e3a7e6e94fcf on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:38:56.976360 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-aca3c416-1a37-47e8-a0f1-0d56027da153 req-9de0a185-1eaf-4eb9-8890-eb11041ccfad tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:56.986235 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-aca3c416-1a37-47e8-a0f1-0d56027da153 req-9de0a185-1eaf-4eb9-8890-eb11041ccfad tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.41 "DELETE /v2.0/ports/4357ebb5-4c52-4445-aded-e3a7e6e94fcf HTTP/1.1" status: 204 len: 173 time: 1.6671493 Jun 25 09:38:57.082581 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'name': 'network-vif-deleted', 'tag': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:38:57.088182 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a5915b-c2c4-4273-9c51-c30ee77c6b4e" -d '{"events": [{"server_uuid": "a3ee2f85-9098-4355-b565-f75d638690b8", "name": "network-vif-deleted", "tag": "4357ebb5-4c52-4445-aded-e3a7e6e94fcf"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:38:57.122416 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-bef36337-b5a8-408c-8bdd-9bb82f851bb0 None None] Set router 574db1a5-11d6-4784-8a52-0a61d63acb69 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:38:57.193437 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeed2a98-f359-4ff5-9071-70aaf9441a87 x-openstack-request-id: req-aeed2a98-f359-4ff5-9071-70aaf9441a87 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:38:57.193913 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ee2f85-9098-4355-b565-f75d638690b8", "name": "network-vif-deleted", "tag": "4357ebb5-4c52-4445-aded-e3a7e6e94fcf", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:38:57.194273 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-aeed2a98-f359-4ff5-9071-70aaf9441a87 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:38:57.194726 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ee2f85-9098-4355-b565-f75d638690b8', 'name': 'network-vif-deleted', 'tag': '4357ebb5-4c52-4445-aded-e3a7e6e94fcf', 'status': 'completed', 'code': 200} Jun 25 09:38:57.251022 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-bef36337-b5a8-408c-8bdd-9bb82f851bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'name': 'tempest-ServerActionsTestJSON-102997678-router', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:53Z', 'updated_at': '2021-06-25T09:38:56Z', 'revision_number': 6, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:38:57.287165 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef36337-b5a8-408c-8bdd-9bb82f851bb0 None None] The sync data for ids ['574db1a5-11d6-4784-8a52-0a61d63acb69'] in n-d-761264-15 is: [{'id': '574db1a5-11d6-4784-8a52-0a61d63acb69', 'name': 'tempest-ServerActionsTestJSON-102997678-router', 'tenant_id': '947752a66d514658b9b3ad4c8803cd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:28:53Z', 'updated_at': '2021-06-25T09:38:56Z', 'revision_number': 6, 'project_id': '947752a66d514658b9b3ad4c8803cd36', 'gw_port_host': None}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:38:57.289005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4357ebb5-4c52-4445-aded-e3a7e6e94fcf no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:38:57.383268 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 4357ebb5-4c52-4445-aded-e3a7e6e94fcf {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:38:57.389658 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4357ebb5-4c52-4445-aded-e3a7e6e94fcf not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:38:57.764460 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] For port 09a79908-ad8b-4207-aa7e-519771f9a2e6, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=09a79908-ad8b-4207-aa7e-519771f9a2e6,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:38:57.765113 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:57.796791 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] Calling delete_port for 09a79908-ad8b-4207-aa7e-519771f9a2e6 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:38:58.011397 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:58.083827 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7b4a9-85b5-489c-8b5b-88e14aecab7e req-190a3f8b-eda5-4d53-8d49-2cd6443e51ce tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:58.091536 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63e7b4a9-85b5-489c-8b5b-88e14aecab7e req-190a3f8b-eda5-4d53-8d49-2cd6443e51ce tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6f31baa-ffeb-469c-92cd-707f5899e6d3 HTTP/1.1" status: 200 len: 946 time: 0.1562126 Jun 25 09:38:58.195305 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:58.197669 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3dbf3135-79c4-408e-8b6c-fc23ec38e645 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:58.198399 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0aa8aeb1-18e3-4e1b-a5da-67c53b46d4df req-7416f77b-0397-4611-b7fd-5bb351551049 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3ee2f85-9098-4355-b565-f75d638690b8 HTTP/1.1" status: 200 len: 210 time: 0.0571074 Jun 25 09:38:58.209162 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63e7b4a9-85b5-489c-8b5b-88e14aecab7e req-9a7d61e0-766f-4260-afa0-2f663747299d tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167059 Jun 25 09:38:58.266437 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a79908-ad8b-4207-aa7e-519771f9a2e6,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:58.276249 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:58.371092 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:58.513320 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:58.515602 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:58.632918 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:58.633913 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 574db1a5-11d6-4784-8a52-0a61d63acb69 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:38:58.663911 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:58.669689 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53098) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:58.671533 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1157b699-ed41-4225-8892-4a5b0e53ac15 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:38:58.673496 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] 10.222.0.93 "DELETE /v2.0/routers/574db1a5-11d6-4784-8a52-0a61d63acb69 HTTP/1.1" status: 204 len: 168 time: 2.4880166 Jun 25 09:38:58.710293 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 1157b699-ed41-4225-8892-4a5b0e53ac15 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:38:58.711400 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1157b699-ed41-4225-8892-4a5b0e53ac15 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:38:58.714699 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 09a79908-ad8b-4207-aa7e-519771f9a2e6 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:38:58.755893 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 09a79908-ad8b-4207-aa7e-519771f9a2e6 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:38:58.756236 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 09a79908-ad8b-4207-aa7e-519771f9a2e6 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:38:58.847343 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Deleting subnet 403530bf-ac62-4838-b5a2-e51f68a8cbd7 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:38:58.854425 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:58.923410 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:59.037748 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:59.122079 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:59.131796 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a8175a5e-34b1-4262-87b7-b20e1bd4758a tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:59.168507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=403530bf-ac62-4838-b5a2-e51f68a8cbd7,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:59.173820 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:59.177948 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/403530bf-ac62-4838-b5a2-e51f68a8cbd7 HTTP/1.1" status: 204 len: 168 time: 0.5068178 Jun 25 09:38:59.183728 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53112) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:59.203421 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c602622-7357-4521-a5d0-6aff99a735a9 None None] Network 5a10db37-d015-4d07-b8b3-aeae3ba241cd requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:38:59.227555 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.227908 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.228405 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.228819 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.229211 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.229571 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.229947 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.230321 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.230695 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.231065 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.231436 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.231810 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.259760 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:59.313540 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:59.320168 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b73327-39f4-4273-ade4-bce3a7e6b314 req-b946b2ce-b7aa-45be-bb21-db032978f409 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:59.325825 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-65b73327-39f4-4273-ade4-bce3a7e6b314 req-b946b2ce-b7aa-45be-bb21-db032978f409 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6f31baa-ffeb-469c-92cd-707f5899e6d3 HTTP/1.1" status: 200 len: 946 time: 0.1271143 Jun 25 09:38:59.429130 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53118) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:38:59.446305 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Deleting port efabc221-6e60-4712-8bc2-184d34a5ca59 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:38:59.446745 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:59.566326 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] For port efabc221-6e60-4712-8bc2-184d34a5ca59, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=efabc221-6e60-4712-8bc2-184d34a5ca59,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:38:59.566723 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:59.590908 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fcb7fb-2996-459a-9301-704ed9452d8f None None] DHCP port deletion for 5a10db37-d015-4d07-b8b3-aeae3ba241cd request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:38:59.598848 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Calling delete_port for efabc221-6e60-4712-8bc2-184d34a5ca59 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:38:59.674246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-65b73327-39f4-4273-ade4-bce3a7e6b314 req-af07a358-2e61-4e18-b4ad-84fe146f412a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Deleting port 66e1526a-0a36-4657-847e-445fcc255d24 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:38:59.677416 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-65b73327-39f4-4273-ade4-bce3a7e6b314 req-af07a358-2e61-4e18-b4ad-84fe146f412a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:59.696029 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c7fcb7fb-2996-459a-9301-704ed9452d8f None None] Deleting port efabc221-6e60-4712-8bc2-184d34a5ca59 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:38:59.696670 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7fcb7fb-2996-459a-9301-704ed9452d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:59.716854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca9977-7a23-4ab1-a62c-70abbeed05a9 req-4b4fd0cb-27c1-4514-a37f-05bbcf0e160b tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:38:59.719791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8cca9977-7a23-4ab1-a62c-70abbeed05a9 req-4b4fd0cb-27c1-4514-a37f-05bbcf0e160b tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6f31baa-ffeb-469c-92cd-707f5899e6d3 HTTP/1.1" status: 200 len: 946 time: 0.2269180 Jun 25 09:38:59.793160 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:59.804442 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-db03ae9f-33f3-45f1-91d1-baabb78ca55e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:38:59.833177 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Pushing event deleted for resources: {'Port': ['ID=efabc221-6e60-4712-8bc2-184d34a5ca59,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:38:59.839407 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] No DVR routers for this DVR port efabc221-6e60-4712-8bc2-184d34a5ca59 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:38:59.875998 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.877213 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.877213 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.877445 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.877885 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.878156 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.878530 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.879248 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.880336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.880336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.880336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.882316 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:38:59.897922 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:38:59.927348 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c7fcb7fb-2996-459a-9301-704ed9452d8f None None] For port efabc221-6e60-4712-8bc2-184d34a5ca59, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=efabc221-6e60-4712-8bc2-184d34a5ca59,segment=NetworkSegment(b09ce19a-1c6b-4942-b73f-e914ff12d8ce),segment_id=b09ce19a-1c6b-4942-b73f-e914ff12d8ce)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:38:59.936484 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7fcb7fb-2996-459a-9301-704ed9452d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:59.946385 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8cca9977-7a23-4ab1-a62c-70abbeed05a9 req-03f6a5ad-1e40-4e7e-a0e8-9d92b691db8a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979761 Jun 25 09:38:59.966842 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:38:59.983452 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a10db37-d015-4d07-b8b3-aeae3ba241cd']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:38:59.996237 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c7fcb7fb-2996-459a-9301-704ed9452d8f None None] Calling delete_port for efabc221-6e60-4712-8bc2-184d34a5ca59 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:39:00.002180 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:00.002855 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09ce19a-1c6b-4942-b73f-e914ff12d8ce') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:00.043256 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:00.069004 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:00.075074 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:39:00.075580 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:00.113728 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7fcb7fb-2996-459a-9301-704ed9452d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:00.118343 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:39:00.138206 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:39:00.146141 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:00.158092 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-65b73327-39f4-4273-ade4-bce3a7e6b314 req-af07a358-2e61-4e18-b4ad-84fe146f412a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] For port 66e1526a-0a36-4657-847e-445fcc255d24, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=66e1526a-0a36-4657-847e-445fcc255d24,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:00.158487 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-65b73327-39f4-4273-ade4-bce3a7e6b314 req-af07a358-2e61-4e18-b4ad-84fe146f412a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:00.161759 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcb7fb-2996-459a-9301-704ed9452d8f None None] Pushing event deleted for resources: {'Port': ['ID=efabc221-6e60-4712-8bc2-184d34a5ca59,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:00.163520 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:00.164978 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c7fcb7fb-2996-459a-9301-704ed9452d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:00.170163 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] 10.222.0.93 "DELETE /v2.0/networks/5a10db37-d015-4d07-b8b3-aeae3ba241cd HTTP/1.1" status: 204 len: 168 time: 0.9841928 Jun 25 09:39:00.171926 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4a31a35d-738c-4fcb-9666-5240a06fb570 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:00.180812 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fcb7fb-2996-459a-9301-704ed9452d8f None None] No DVR routers for this DVR port efabc221-6e60-4712-8bc2-184d34a5ca59 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:39:00.213612 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Pushing event deleted for resources: {'Network': ['ID=5a10db37-d015-4d07-b8b3-aeae3ba241cd,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:00.217049 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:00.255293 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-65b73327-39f4-4273-ade4-bce3a7e6b314 req-af07a358-2e61-4e18-b4ad-84fe146f412a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Calling delete_port for 66e1526a-0a36-4657-847e-445fcc255d24 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:39:00.388253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53134) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:00.478162 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fb9e88f1-0cb7-43a7-8fe5-037c76b770e9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=947752a66d514658b9b3ad4c8803cd36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864522 Jun 25 09:39:00.478729 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53140) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:00.529292 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-65b73327-39f4-4273-ade4-bce3a7e6b314 req-af07a358-2e61-4e18-b4ad-84fe146f412a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:00.538811 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a71c1daf-9f8d-41c7-a0ea-76ea37dba06f tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:00.573468 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['3598053f-2db1-446d-9192-1f490c92ab6d'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:39:00.580686 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07a358-2e61-4e18-b4ad-84fe146f412a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Pushing event deleted for resources: {'Port': ['ID=66e1526a-0a36-4657-847e-445fcc255d24,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:00.590589 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-af07a358-2e61-4e18-b4ad-84fe146f412a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:00.619866 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cf14eca9-e647-43c9-a48d-f318ddc71c01 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:00.626900 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ad1e9b6-26cb-4520-85fb-ba1721dd4075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:00.641184 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b73327-39f4-4273-ade4-bce3a7e6b314 req-af07a358-2e61-4e18-b4ad-84fe146f412a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] No DVR routers for this DVR port 66e1526a-0a36-4657-847e-445fcc255d24 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:39:00.680407 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-65b73327-39f4-4273-ade4-bce3a7e6b314 req-af07a358-2e61-4e18-b4ad-84fe146f412a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:00.682612 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-65b73327-39f4-4273-ade4-bce3a7e6b314 req-af07a358-2e61-4e18-b4ad-84fe146f412a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.38 "DELETE /v2.0/ports/66e1526a-0a36-4657-847e-445fcc255d24 HTTP/1.1" status: 204 len: 173 time: 1.3508401 Jun 25 09:39:00.683279 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f31baa-ffeb-469c-92cd-707f5899e6d3', 'name': 'network-vif-deleted', 'tag': '66e1526a-0a36-4657-847e-445fcc255d24'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:39:00.694486 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4aa0b6-0853-47a8-b308-8791abf78470" -d '{"events": [{"server_uuid": "b6f31baa-ffeb-469c-92cd-707f5899e6d3", "name": "network-vif-deleted", "tag": "66e1526a-0a36-4657-847e-445fcc255d24"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:39:00.743648 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:39:00.759306 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device efabc221-6e60-4712-8bc2-184d34a5ca59 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:39:00.777351 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ad1e9b6-26cb-4520-85fb-ba1721dd4075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:00.796753 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: efabc221-6e60-4712-8bc2-184d34a5ca59 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:39:00.800781 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device efabc221-6e60-4712-8bc2-184d34a5ca59 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:39:00.868337 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ad1e9b6-26cb-4520-85fb-ba1721dd4075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:00.871118 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9ad1e9b6-26cb-4520-85fb-ba1721dd4075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:00.874755 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9ad1e9b6-26cb-4520-85fb-ba1721dd4075 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ec150065-d1b9-45f4-84a8-45fdac0156ca HTTP/1.1" status: 204 len: 168 time: 0.3918431 Jun 25 09:39:00.874755 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4e608b67-dcae-4906-b54e-0f645857b556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:00.887820 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1e9b6-26cb-4520-85fb-ba1721dd4075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec150065-d1b9-45f4-84a8-45fdac0156ca,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:00.894211 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9ad1e9b6-26cb-4520-85fb-ba1721dd4075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:00.899827 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423579b2-88b0-46d7-832e-dfbecbdc0880 x-openstack-request-id: req-423579b2-88b0-46d7-832e-dfbecbdc0880 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:39:00.900185 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f31baa-ffeb-469c-92cd-707f5899e6d3", "name": "network-vif-deleted", "tag": "66e1526a-0a36-4657-847e-445fcc255d24", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:39:00.900694 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-423579b2-88b0-46d7-832e-dfbecbdc0880 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:39:00.901335 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f31baa-ffeb-469c-92cd-707f5899e6d3', 'name': 'network-vif-deleted', 'tag': '66e1526a-0a36-4657-847e-445fcc255d24', 'status': 'completed', 'code': 200} Jun 25 09:39:01.206241 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-cf14eca9-e647-43c9-a48d-f318ddc71c01 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:39:01.206920 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cf14eca9-e647-43c9-a48d-f318ddc71c01 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:01.388124 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3629b785-c0b0-4bcf-b1ba-919ace98389d req-954740f1-82db-4ee5-bef3-550e4e578646 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6f31baa-ffeb-469c-92cd-707f5899e6d3 HTTP/1.1" status: 200 len: 210 time: 0.0830495 Jun 25 09:39:01.461148 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-cf14eca9-e647-43c9-a48d-f318ddc71c01 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] For port 30e16dda-8188-4f29-8f87-cf7fbfdb8b41, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=30e16dda-8188-4f29-8f87-cf7fbfdb8b41,segment=NetworkSegment(b572f014-bbb5-4f68-a173-88c2be87f1b7),segment_id=b572f014-bbb5-4f68-a173-88c2be87f1b7)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:01.461509 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cf14eca9-e647-43c9-a48d-f318ddc71c01 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:01.478845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-cf14eca9-e647-43c9-a48d-f318ddc71c01 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:39:01.486546 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:01.713594 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cf14eca9-e647-43c9-a48d-f318ddc71c01 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:01.716900 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9de0a185-1eaf-4eb9-8890-eb11041ccfad tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:01.748757 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14eca9-e647-43c9-a48d-f318ddc71c01 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=30e16dda-8188-4f29-8f87-cf7fbfdb8b41,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:01.753910 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 66e1526a-0a36-4657-847e-445fcc255d24 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:39:01.800426 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 66e1526a-0a36-4657-847e-445fcc255d24 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:39:01.801246 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 66e1526a-0a36-4657-847e-445fcc255d24 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:39:01.849059 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cf14eca9-e647-43c9-a48d-f318ddc71c01 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:02.147768 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cf14eca9-e647-43c9-a48d-f318ddc71c01 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:02.374852 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53190) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:02.594082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf14eca9-e647-43c9-a48d-f318ddc71c01 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router 81ca1008-4d20-4915-a631-13e732deb116 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:39:02.617899 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1769788716-network', 'tenant_id': 'f144597ebfdc489a9ceb3eb0168bcad4'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:02.647120 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Made reservation on behalf of f144597ebfdc489a9ceb3eb0168bcad4 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:39:02.653169 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:02.707400 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:02.803391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf14eca9-e647-43c9-a48d-f318ddc71c01 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:39:02.812990 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cf14eca9-e647-43c9-a48d-f318ddc71c01 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "PUT /v2.0/routers/81ca1008-4d20-4915-a631-13e732deb116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3782189 Jun 25 09:39:02.813706 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53202) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:02.828305 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebee283-22c9-4470-bd95-242fd3f71a1c None None] Sync routers for ids ['81ca1008-4d20-4915-a631-13e732deb116'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:39:02.850094 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebee283-22c9-4470-bd95-242fd3f71a1c None None] Routers {'81ca1008-4d20-4915-a631-13e732deb116'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:39:02.857068 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-1ebee283-22c9-4470-bd95-242fd3f71a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:38:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['81ca1008-4d20-4915-a631-13e732deb116'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:02.929950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-2396f40d-7dff-43d6-a75e-d424e408bf93 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting subnet 5861897d-bdc0-48ab-bb88-6bcb618a256a {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:39:02.953036 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2396f40d-7dff-43d6-a75e-d424e408bf93 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:02.993307 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:03.002136 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:03.011592 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-1ebee283-22c9-4470-bd95-242fd3f71a1c None None] Set router 81ca1008-4d20-4915-a631-13e732deb116 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:39:03.012577 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fd0ea34c-5fb8-46be-abe7-90b23f2ccdd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:03.054970 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:39:03.061287 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2396f40d-7dff-43d6-a75e-d424e408bf93 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:03.077717 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887bcc00-98b5-4d62-b95e-d634adc505b7,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:03.100117 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:03.101782 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Added segment 660e6b8c-1dee-4664-9533-6dffdba6332c of type vlan for network 1c5da6fb-53c9-40d4-9a48-4e943db35439 Jun 25 09:39:03.106168 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:03.162153 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2396f40d-7dff-43d6-a75e-d424e408bf93 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:03.173780 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:03.212322 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:03.215044 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:03.216536 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:03.225557 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c560a3f3-f7b2-480d-84ff-29b86c5d6e2e tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:03.255161 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2396f40d-7dff-43d6-a75e-d424e408bf93 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:03.260080 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2627b7bc-c63a-459d-b808-25abfb7f6d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:03.301952 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9260480 Jun 25 09:39:03.302681 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53212) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:03.313896 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d491751d-e46d-41ac-9d71-bc98c6712325 admin admin] Request body: {'subnet': {'network_id': '1c5da6fb-53c9-40d4-9a48-4e943db35439', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1769788716-subnet', 'tenant_id': 'f144597ebfdc489a9ceb3eb0168bcad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:03.325095 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Pushing event updated for resources: {'Network': ['ID=1c5da6fb-53c9-40d4-9a48-4e943db35439,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:03.351982 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 1c5da6fb-53c9-40d4-9a48-4e943db35439 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:39:03.361303 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396f40d-7dff-43d6-a75e-d424e408bf93 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Subnet': ['ID=5861897d-bdc0-48ab-bb88-6bcb618a256a,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:03.363221 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:03.372560 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2396f40d-7dff-43d6-a75e-d424e408bf93 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:03.374120 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2396f40d-7dff-43d6-a75e-d424e408bf93 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:03.378639 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53218) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:03.379431 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2396f40d-7dff-43d6-a75e-d424e408bf93 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/subnets/5861897d-bdc0-48ab-bb88-6bcb618a256a HTTP/1.1" status: 204 len: 168 time: 0.5644445 Jun 25 09:39:03.422112 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeccef5-9d22-46ca-b2bb-44280135d362 req-6954b1fb-125a-4501-aa73-ce3fc2a744df tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:03.429370 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1eeccef5-9d22-46ca-b2bb-44280135d362 req-6954b1fb-125a-4501-aa73-ce3fc2a744df tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1702411 Jun 25 09:39:03.473238 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27ecf65-f0d3-47e5-bba3-7bab22646d1a None None] Network 33ec2235-0527-4b32-9175-05a58be2240f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:39:03.491221 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-1ebee283-22c9-4470-bd95-242fd3f71a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ca1008-4d20-4915-a631-13e732deb116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751633525', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:36:05Z', 'updated_at': '2021-06-25T09:39:01Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:06Z', 'updated_at': '2021-06-25T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:03.511796 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1eeccef5-9d22-46ca-b2bb-44280135d362 req-bd5c6436-11bb-4439-9ab4-02981ad767b0 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764818 Jun 25 09:39:03.559677 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d491751d-e46d-41ac-9d71-bc98c6712325 admin admin] Made reservation on behalf of f144597ebfdc489a9ceb3eb0168bcad4 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:39:03.559677 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d491751d-e46d-41ac-9d71-bc98c6712325 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:03.565123 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebee283-22c9-4470-bd95-242fd3f71a1c None None] Checking router: 81ca1008-4d20-4915-a631-13e732deb116 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:39:03.575578 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebee283-22c9-4470-bd95-242fd3f71a1c None None] Routers {'81ca1008-4d20-4915-a631-13e732deb116'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:39:03.576212 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-1ebee283-22c9-4470-bd95-242fd3f71a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:38:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['81ca1008-4d20-4915-a631-13e732deb116'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:03.691010 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-1ebee283-22c9-4470-bd95-242fd3f71a1c None None] Set router 81ca1008-4d20-4915-a631-13e732deb116 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:39:03.763022 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:03.792501 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b093768-5fbf-4a54-bbdd-9fcf94da31de None None] DHCP port deletion for 33ec2235-0527-4b32-9175-05a58be2240f request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:39:03.917419 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3b093768-5fbf-4a54-bbdd-9fcf94da31de None None] Deleting port 7f8feee0-5d9b-4547-817e-524b6df8a65e {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:39:03.917938 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b093768-5fbf-4a54-bbdd-9fcf94da31de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:03.987957 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-1ebee283-22c9-4470-bd95-242fd3f71a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ca1008-4d20-4915-a631-13e732deb116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751633525', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:36:05Z', 'updated_at': '2021-06-25T09:39:01Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:06Z', 'updated_at': '2021-06-25T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:04.009128 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3b093768-5fbf-4a54-bbdd-9fcf94da31de None None] For port 7f8feee0-5d9b-4547-817e-524b6df8a65e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7f8feee0-5d9b-4547-817e-524b6df8a65e,segment=NetworkSegment(b572f014-bbb5-4f68-a173-88c2be87f1b7),segment_id=b572f014-bbb5-4f68-a173-88c2be87f1b7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:04.009950 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b093768-5fbf-4a54-bbdd-9fcf94da31de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:04.016530 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebee283-22c9-4470-bd95-242fd3f71a1c None None] The sync data for ids ['81ca1008-4d20-4915-a631-13e732deb116'] in n-d-761264-15 is: [{'id': '81ca1008-4d20-4915-a631-13e732deb116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751633525', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:36:05Z', 'updated_at': '2021-06-25T09:39:01Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'b291f2c8-cd08-4457-a8a0-0dd141ae9305', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ca1008-4d20-4915-a631-13e732deb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:36:06Z', 'updated_at': '2021-06-25T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:39:04.028426 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3b093768-5fbf-4a54-bbdd-9fcf94da31de None None] Calling delete_port for 7f8feee0-5d9b-4547-817e-524b6df8a65e owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:39:04.032440 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:04.122857 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d491751d-e46d-41ac-9d71-bc98c6712325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:04.135442 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3f1e83fc-e553-4809-942e-450bba7451b1 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:04.137488 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b093768-5fbf-4a54-bbdd-9fcf94da31de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:04.147055 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:04.175549 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b093768-5fbf-4a54-bbdd-9fcf94da31de None None] Pushing event deleted for resources: {'Port': ['ID=7f8feee0-5d9b-4547-817e-524b6df8a65e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:04.177526 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b093768-5fbf-4a54-bbdd-9fcf94da31de None None] No DVR routers for this DVR port 7f8feee0-5d9b-4547-817e-524b6df8a65e on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:39:04.178998 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3b093768-5fbf-4a54-bbdd-9fcf94da31de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:04.192006 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491751d-e46d-41ac-9d71-bc98c6712325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf0f76fa-363b-48e5-a0de-dbcf0832d7e7,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:04.207957 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d491751d-e46d-41ac-9d71-bc98c6712325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:04.224694 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port b291f2c8-cd08-4457-a8a0-0dd141ae9305 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:39:04.225301 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:04.302158 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491751d-e46d-41ac-9d71-bc98c6712325 admin admin] Checking segment: {'id': '660e6b8c-1dee-4664-9533-6dffdba6332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '1c5da6fb-53c9-40d4-9a48-4e943db35439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:04.302525 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d491751d-e46d-41ac-9d71-bc98c6712325 admin admin] Network hostable DHCP agents. Network: 1c5da6fb-53c9-40d4-9a48-4e943db35439, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:39:04.346402 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] For port b291f2c8-cd08-4457-a8a0-0dd141ae9305, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=b291f2c8-cd08-4457-a8a0-0dd141ae9305,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:04.347039 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:04.357458 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d491751d-e46d-41ac-9d71-bc98c6712325 admin admin] Network 1c5da6fb-53c9-40d4-9a48-4e943db35439 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:39:04.369108 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for b291f2c8-cd08-4457-a8a0-0dd141ae9305 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:39:04.383231 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-d491751d-e46d-41ac-9d71-bc98c6712325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 1c5da6fb-53c9-40d4-9a48-4e943db35439) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:04.402288 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908cf0ae-722b-48d7-837b-af7460fb793d None None] Network 1c5da6fb-53c9-40d4-9a48-4e943db35439 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:39:04.407498 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d491751d-e46d-41ac-9d71-bc98c6712325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:04.408474 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d491751d-e46d-41ac-9d71-bc98c6712325 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:04.474811 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d491751d-e46d-41ac-9d71-bc98c6712325 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1661026 Jun 25 09:39:04.781115 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:04.802891 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f9e49900-49eb-4d76-9a52-63b7179d3425 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:04.830848 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7f8feee0-5d9b-4547-817e-524b6df8a65e no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:39:04.893960 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=b291f2c8-cd08-4457-a8a0-0dd141ae9305,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:04.898001 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 7f8feee0-5d9b-4547-817e-524b6df8a65e {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:39:04.898476 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7f8feee0-5d9b-4547-817e-524b6df8a65e not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:39:04.898871 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:39:04.939546 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:39:04.939912 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 30e16dda-8188-4f29-8f87-cf7fbfdb8b41 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:39:04.980348 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:04.995225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894fec2f-8043-4a08-b9a0-f615b872942d None None] Network 1c5da6fb-53c9-40d4-9a48-4e943db35439 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:39:05.007317 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:05.116875 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:05.119084 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:05.168171 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:05.169102 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Fanout notify agent at l3_agent the message router_deleted on router 81ca1008-4d20-4915-a631-13e732deb116 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:39:05.170252 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0e05e-3dc5-455a-83e0-76d4ab7c738e req-6d5de89e-00ad-4928-b665-af1349aedc57 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:05.173930 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4af0e05e-3dc5-455a-83e0-76d4ab7c738e req-6d5de89e-00ad-4928-b665-af1349aedc57 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.41 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.1940289 Jun 25 09:39:05.176376 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:05.177557 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/routers/81ca1008-4d20-4915-a631-13e732deb116 HTTP/1.1" status: 204 len: 168 time: 1.7978101 Jun 25 09:39:05.180449 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53264) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:05.184572 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285987cc-6da8-4f32-8794-419960db074e req-efc3b6c0-4961-4e20-bb13-c7dc73eeb82f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:05.191540 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-285987cc-6da8-4f32-8794-419960db074e req-efc3b6c0-4961-4e20-bb13-c7dc73eeb82f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 945 time: 0.2724159 Jun 25 09:39:05.277316 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87ff2d28-e366-41b8-b4f1-17775d50796a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:05.311566 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-285987cc-6da8-4f32-8794-419960db074e req-74bc63c8-4711-4276-8e4f-41b08afece04 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/security-groups?id=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190567 Jun 25 09:39:05.381199 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87ff2d28-e366-41b8-b4f1-17775d50796a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:05.386783 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-681d9c9a-cb6a-491f-9a4e-e309707bf1de tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:05.390683 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-681d9c9a-cb6a-491f-9a4e-e309707bf1de tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/networks?id=1c5da6fb-53c9-40d4-9a48-4e943db35439 HTTP/1.1" status: 200 len: 814 time: 0.2700317 Jun 25 09:39:05.394898 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-87ff2d28-e366-41b8-b4f1-17775d50796a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ec2235-0527-4b32-9175-05a58be2240f']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:05.411714 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-b939d961-7bb1-41e6-b5d5-76a8b63216bb tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/quotas/f144597ebfdc489a9ceb3eb0168bcad4 HTTP/1.1" status: 200 len: 375 time: 0.0124202 Jun 25 09:39:05.427653 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-87ff2d28-e366-41b8-b4f1-17775d50796a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b572f014-bbb5-4f68-a173-88c2be87f1b7') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:05.427969 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-87ff2d28-e366-41b8-b4f1-17775d50796a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b572f014-bbb5-4f68-a173-88c2be87f1b7') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:05.439421 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87ff2d28-e366-41b8-b4f1-17775d50796a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:05.454569 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87ff2d28-e366-41b8-b4f1-17775d50796a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:05.460813 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-775f9aca-5707-42ed-8db5-b76ec35ed0ec tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=f144597ebfdc489a9ceb3eb0168bcad4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414395 Jun 25 09:39:05.466456 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ff2d28-e366-41b8-b4f1-17775d50796a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:39:05.467976 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87ff2d28-e366-41b8-b4f1-17775d50796a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:39:05.512667 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:39:05.542296 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87ff2d28-e366-41b8-b4f1-17775d50796a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:05.546678 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:05.551354 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-87ff2d28-e366-41b8-b4f1-17775d50796a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:05.556374 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-87ff2d28-e366-41b8-b4f1-17775d50796a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/networks/33ec2235-0527-4b32-9175-05a58be2240f HTTP/1.1" status: 204 len: 168 time: 0.3746817 Jun 25 09:39:05.557095 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53280) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:05.581882 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff2d28-e366-41b8-b4f1-17775d50796a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Network': ['ID=33ec2235-0527-4b32-9175-05a58be2240f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:05.590761 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-87ff2d28-e366-41b8-b4f1-17775d50796a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:05.647660 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef413f04-dfc1-4d37-9bac-3a2f7db31b46 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:05.678993 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef413f04-dfc1-4d37-9bac-3a2f7db31b46 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:05.768091 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef413f04-dfc1-4d37-9bac-3a2f7db31b46 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:05.771262 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ef413f04-dfc1-4d37-9bac-3a2f7db31b46 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:05.784638 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ef413f04-dfc1-4d37-9bac-3a2f7db31b46 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/security-groups/ddf92aad-9859-4347-bf16-e09b94ee5e23 HTTP/1.1" status: 204 len: 168 time: 0.2153609 Jun 25 09:39:05.785615 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4a658574-b7f8-4397-b5e5-ffe7eb5a480e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:05.811563 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef413f04-dfc1-4d37-9bac-3a2f7db31b46 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf92aad-9859-4347-bf16-e09b94ee5e23,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:05.814992 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef413f04-dfc1-4d37-9bac-3a2f7db31b46 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:05.963875 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-4af0e05e-3dc5-455a-83e0-76d4ab7c738e req-87808fed-f569-4fe4-a9ef-08f7fdccb23a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Deleting port 3598053f-2db1-446d-9192-1f490c92ab6d {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:39:05.964476 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4af0e05e-3dc5-455a-83e0-76d4ab7c738e req-87808fed-f569-4fe4-a9ef-08f7fdccb23a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:06.125424 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-67684044-7446-4115-975c-60f3afcaa5e7 service neutron] 10.222.0.93 "GET /v2.0/networks/1c5da6fb-53c9-40d4-9a48-4e943db35439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571312 Jun 25 09:39:06.130575 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-4af0e05e-3dc5-455a-83e0-76d4ab7c738e req-87808fed-f569-4fe4-a9ef-08f7fdccb23a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] For port 3598053f-2db1-446d-9192-1f490c92ab6d, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=3598053f-2db1-446d-9192-1f490c92ab6d,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:06.131020 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4af0e05e-3dc5-455a-83e0-76d4ab7c738e req-87808fed-f569-4fe4-a9ef-08f7fdccb23a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:06.155400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-4af0e05e-3dc5-455a-83e0-76d4ab7c738e req-87808fed-f569-4fe4-a9ef-08f7fdccb23a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Calling delete_port for 3598053f-2db1-446d-9192-1f490c92ab6d owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:39:06.244361 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53298) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:06.250226 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-72ba7491-dba8-4646-a68b-6db916b19739 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2093477299', 'description': 'tempest-secgroup-smoke-2093477299 description', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:06.278832 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72ba7491-dba8-4646-a68b-6db916b19739 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:06.362658 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-3b911247-26cd-484d-a56a-4e176563cc54 service neutron] 10.222.0.93 "GET /v2.0/networks/1c5da6fb-53c9-40d4-9a48-4e943db35439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287352 Jun 25 09:39:06.422608 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4af0e05e-3dc5-455a-83e0-76d4ab7c738e req-87808fed-f569-4fe4-a9ef-08f7fdccb23a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:06.428451 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-af07a358-2e61-4e18-b4ad-84fe146f412a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:06.429147 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72ba7491-dba8-4646-a68b-6db916b19739 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:06.438074 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72ba7491-dba8-4646-a68b-6db916b19739 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:06.444750 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4009f3dd-8ce6-4a8c-98f0-221da537a237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:06.478927 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72ba7491-dba8-4646-a68b-6db916b19739 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:06.483534 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-72ba7491-dba8-4646-a68b-6db916b19739 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2347298 Jun 25 09:39:06.483534 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53304) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:06.489276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0268501b-c50d-4d67-a8bf-f28634cbb9c8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:06.495291 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba7491-dba8-4646-a68b-6db916b19739 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:06.499830 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-72ba7491-dba8-4646-a68b-6db916b19739 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:06.509542 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87808fed-f569-4fe4-a9ef-08f7fdccb23a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Pushing event deleted for resources: {'Port': ['ID=3598053f-2db1-446d-9192-1f490c92ab6d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:06.540123 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0268501b-c50d-4d67-a8bf-f28634cbb9c8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:06.545048 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-87808fed-f569-4fe4-a9ef-08f7fdccb23a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:06.547281 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4f46a9c9-ea05-4a7a-9fac-e44a40e8f29f req-3883a29f-5210-4a46-847d-6f4a3c39f432 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b84fcbf4-d03b-49c2-9284-f6722fada978 HTTP/1.1" status: 200 len: 210 time: 0.0500276 Jun 25 09:39:06.612123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af0e05e-3dc5-455a-83e0-76d4ab7c738e req-87808fed-f569-4fe4-a9ef-08f7fdccb23a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] No DVR routers for this DVR port 3598053f-2db1-446d-9192-1f490c92ab6d on host n-h1-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:39:06.615606 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4af0e05e-3dc5-455a-83e0-76d4ab7c738e req-87808fed-f569-4fe4-a9ef-08f7fdccb23a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:06.618950 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4af0e05e-3dc5-455a-83e0-76d4ab7c738e req-87808fed-f569-4fe4-a9ef-08f7fdccb23a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] 10.222.0.41 "DELETE /v2.0/ports/3598053f-2db1-446d-9192-1f490c92ab6d HTTP/1.1" status: 204 len: 173 time: 1.4197628 Jun 25 09:39:06.620217 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84fcbf4-d03b-49c2-9284-f6722fada978', 'name': 'network-vif-deleted', 'tag': '3598053f-2db1-446d-9192-1f490c92ab6d'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:39:06.652898 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02f7b16-008a-4826-9932-2e6e2beb97cf" -d '{"events": [{"server_uuid": "b84fcbf4-d03b-49c2-9284-f6722fada978", "name": "network-vif-deleted", "tag": "3598053f-2db1-446d-9192-1f490c92ab6d"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:39:06.685560 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b291f2c8-cd08-4457-a8a0-0dd141ae9305 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:39:06.721574 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0268501b-c50d-4d67-a8bf-f28634cbb9c8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:06.734357 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0268501b-c50d-4d67-a8bf-f28634cbb9c8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:06.759921 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:06.769487 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: b291f2c8-cd08-4457-a8a0-0dd141ae9305 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:39:06.771314 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0268501b-c50d-4d67-a8bf-f28634cbb9c8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:06.775181 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0268501b-c50d-4d67-a8bf-f28634cbb9c8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2879667 Jun 25 09:39:06.778239 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device b291f2c8-cd08-4457-a8a0-0dd141ae9305 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:39:06.779649 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53312) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:06.796983 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7bd9f655-b596-4004-bf77-02857c8ab645 req-d5a18df2-0e43-4323-b50a-7bf99041632d tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 210 time: 0.1208363 Jun 25 09:39:06.804114 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37792faa-0bd4-4908-86f1-552b6e0482d1 x-openstack-request-id: req-37792faa-0bd4-4908-86f1-552b6e0482d1 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:39:06.804631 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-b72ded91-0ce1-4082-817c-82ea814806c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:06.805451 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84fcbf4-d03b-49c2-9284-f6722fada978", "name": "network-vif-deleted", "tag": "3598053f-2db1-446d-9192-1f490c92ab6d", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:39:06.805805 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-37792faa-0bd4-4908-86f1-552b6e0482d1 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:39:06.807274 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84fcbf4-d03b-49c2-9284-f6722fada978', 'name': 'network-vif-deleted', 'tag': '3598053f-2db1-446d-9192-1f490c92ab6d', 'status': 'completed', 'code': 200} Jun 25 09:39:06.832824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268501b-c50d-4d67-a8bf-f28634cbb9c8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a538fa40-fa64-47b1-94eb-d8d94ee0a8d7,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:06.850769 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0268501b-c50d-4d67-a8bf-f28634cbb9c8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:06.870473 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b72ded91-0ce1-4082-817c-82ea814806c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:06.967952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 3598053f-2db1-446d-9192-1f490c92ab6d no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:39:06.972120 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b72ded91-0ce1-4082-817c-82ea814806c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:06.977210 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b72ded91-0ce1-4082-817c-82ea814806c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:06.985344 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:07.007824 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 3598053f-2db1-446d-9192-1f490c92ab6d {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:39:07.008482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 3598053f-2db1-446d-9192-1f490c92ab6d not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:39:07.008705 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ded91-0ce1-4082-817c-82ea814806c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456f8f04-7488-4857-8874-2ebd0d6648fb,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:07.017422 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b72ded91-0ce1-4082-817c-82ea814806c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:07.019264 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b72ded91-0ce1-4082-817c-82ea814806c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.021008 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b72ded91-0ce1-4082-817c-82ea814806c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2210464 Jun 25 09:39:07.023768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53318) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:07.029570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-77c3e541-6e7a-4319-b744-abf5f36e4f66 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:07.073127 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-77c3e541-6e7a-4319-b744-abf5f36e4f66 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.152595 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-77c3e541-6e7a-4319-b744-abf5f36e4f66 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.157856 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-77c3e541-6e7a-4319-b744-abf5f36e4f66 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.159840 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:07.176519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3e541-6e7a-4319-b744-abf5f36e4f66 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814d901c-4949-47c0-9d0b-d60e246817a0,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:07.189742 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-77c3e541-6e7a-4319-b744-abf5f36e4f66 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:07.197766 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-77c3e541-6e7a-4319-b744-abf5f36e4f66 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.199408 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-77c3e541-6e7a-4319-b744-abf5f36e4f66 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1740627 Jun 25 09:39:07.202529 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53324) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:07.207636 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-fcacc7cf-b649-4c51-a289-c5f47abd3e3f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:07.245210 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fcacc7cf-b649-4c51-a289-c5f47abd3e3f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.317022 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fcacc7cf-b649-4c51-a289-c5f47abd3e3f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.325173 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fcacc7cf-b649-4c51-a289-c5f47abd3e3f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.327042 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7900a217-d2e3-46fe-8655-0595f234c9d6 tempest-NegativeSecGroupTest-692884596 tempest-NegativeSecGroupTest-692884596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:07.345770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacc7cf-b649-4c51-a289-c5f47abd3e3f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941b2711-9ed8-4dea-a9dc-6e7326ebe17a,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:07.348957 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fcacc7cf-b649-4c51-a289-c5f47abd3e3f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:07.353033 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fcacc7cf-b649-4c51-a289-c5f47abd3e3f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.357185 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fcacc7cf-b649-4c51-a289-c5f47abd3e3f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1508141 Jun 25 09:39:07.357598 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53326) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:07.362642 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-72ba8cb6-510d-43ae-961d-adff2d0b6a8d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:07.390323 n-d-761264-15 neutron-server[94025]: INFO neutron.db.securitygroups_db [None req-72ba8cb6-510d-43ae-961d-adff2d0b6a8d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Project 1a8e091ccc054882b641b9b9ca11d4a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 09:39:07.396160 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72ba8cb6-510d-43ae-961d-adff2d0b6a8d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.469259 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72ba8cb6-510d-43ae-961d-adff2d0b6a8d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.481765 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72ba8cb6-510d-43ae-961d-adff2d0b6a8d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.484187 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b87a22be-eae6-4667-aebf-5fbf515f248f tempest-NegativeSecGroupIPv6Test-551014952 tempest-NegativeSecGroupIPv6Test-551014952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:07.514469 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-72ba8cb6-510d-43ae-961d-adff2d0b6a8d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.515877 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-72ba8cb6-510d-43ae-961d-adff2d0b6a8d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1573079 Jun 25 09:39:07.517152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba8cb6-510d-43ae-961d-adff2d0b6a8d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0832dfd9-93eb-4019-841f-3f5478a736d4,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:07.519296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53330) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:07.524648 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-f24fbebc-eebc-4290-ade9-b4ed68c8f2ed tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:07.532897 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-72ba8cb6-510d-43ae-961d-adff2d0b6a8d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:07.549719 n-d-761264-15 neutron-server[94025]: INFO neutron.db.securitygroups_db [None req-f24fbebc-eebc-4290-ade9-b4ed68c8f2ed tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Project 1a8e091ccc054882b641b9b9ca11d4a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 09:39:07.555347 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f24fbebc-eebc-4290-ade9-b4ed68c8f2ed tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.623740 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f24fbebc-eebc-4290-ade9-b4ed68c8f2ed tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.628869 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f24fbebc-eebc-4290-ade9-b4ed68c8f2ed tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.630954 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f0fd0241-aa3b-4e09-ae1d-483aa6c4b182 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:07.650667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fbebc-eebc-4290-ade9-b4ed68c8f2ed tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93af5e7-8a99-4a66-900d-4c3ba4b8eae1,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:07.653792 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f24fbebc-eebc-4290-ade9-b4ed68c8f2ed tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:07.657817 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f24fbebc-eebc-4290-ade9-b4ed68c8f2ed tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.661879 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f24fbebc-eebc-4290-ade9-b4ed68c8f2ed tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388578 Jun 25 09:39:07.662738 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53334) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:07.668173 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-fc35e1a5-53fc-42eb-9ef8-17399f3648a8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'network': {'name': 'tempest-network-smoke--1010095450', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'port_security_enabled': True}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:07.692297 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc35e1a5-53fc-42eb-9ef8-17399f3648a8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Made reservation on behalf of 1a8e091ccc054882b641b9b9ca11d4a4 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:39:07.693653 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53336) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:07.696668 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fc35e1a5-53fc-42eb-9ef8-17399f3648a8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.727624 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc35e1a5-53fc-42eb-9ef8-17399f3648a8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:39:07.743967 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fc35e1a5-53fc-42eb-9ef8-17399f3648a8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.744899 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-fc35e1a5-53fc-42eb-9ef8-17399f3648a8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Added segment 4c9b90a6-0906-4349-8e32-ae38152d184c of type vlan for network 066cb614-1448-40c7-8efe-ec557a45b12d Jun 25 09:39:07.751996 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f1d5bc-a4ec-48ee-9494-0b574c1f81ba admin admin] Deleting subnet c763d147-7280-42c6-8e33-be28e9ad9c26 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:39:07.755429 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-04f1d5bc-a4ec-48ee-9494-0b574c1f81ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.794304 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-04f1d5bc-a4ec-48ee-9494-0b574c1f81ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.795919 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fc35e1a5-53fc-42eb-9ef8-17399f3648a8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.840095 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fc35e1a5-53fc-42eb-9ef8-17399f3648a8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.847228 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc35e1a5-53fc-42eb-9ef8-17399f3648a8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:07.847986 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-fc35e1a5-53fc-42eb-9ef8-17399f3648a8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.851457 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c52b2b17-a8e6-46f4-9198-bbf84df3f655 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:07.917893 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-fc35e1a5-53fc-42eb-9ef8-17399f3648a8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2540162 Jun 25 09:39:07.921938 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53340) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:07.924315 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-04f1d5bc-a4ec-48ee-9494-0b574c1f81ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.927846 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1356529414', 'admin_state_up': True, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:07.964425 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35e1a5-53fc-42eb-9ef8-17399f3648a8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Network': ['ID=066cb614-1448-40c7-8efe-ec557a45b12d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:07.977928 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 066cb614-1448-40c7-8efe-ec557a45b12d details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:39:07.986828 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fc35e1a5-53fc-42eb-9ef8-17399f3648a8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:07.994351 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-04f1d5bc-a4ec-48ee-9494-0b574c1f81ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:07.998370 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0df44748-d8ea-4892-b2dd-94d6ae6b075e req-6a89d2d9-e992-48f0-b73a-5a71125b1cad tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 210 time: 0.0614381 Jun 25 09:39:07.998930 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:08.015992 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.017151 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.031881 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1d5bc-a4ec-48ee-9494-0b574c1f81ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c763d147-7280-42c6-8e33-be28e9ad9c26,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:08.040524 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-04f1d5bc-a4ec-48ee-9494-0b574c1f81ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:08.044340 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-04f1d5bc-a4ec-48ee-9494-0b574c1f81ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.047244 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-04f1d5bc-a4ec-48ee-9494-0b574c1f81ba admin admin] 10.222.0.93 "DELETE /v2.0/subnets/c763d147-7280-42c6-8e33-be28e9ad9c26 HTTP/1.1" status: 204 len: 168 time: 0.3525145 Jun 25 09:39:08.049756 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53342) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:08.061664 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f862790-c4fb-44ef-9547-c0557acaf95e None None] Network 89e6b4ca-254a-40fa-980b-9b03833581de requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:39:08.075766 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.129584 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.199226 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Deleting port f4fff5c3-fefb-4ab8-9cd5-7d723947799a {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:39:08.199573 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.238413 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.281658 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] For port f4fff5c3-fefb-4ab8-9cd5-7d723947799a, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f4fff5c3-fefb-4ab8-9cd5-7d723947799a,segment=NetworkSegment(faa89916-99c5-4a61-a187-7d0992f4be3e),segment_id=faa89916-99c5-4a61-a187-7d0992f4be3e)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:08.282092 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.299139 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Calling delete_port for f4fff5c3-fefb-4ab8-9cd5-7d723947799a owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:39:08.416662 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-f678475b-9865-49c9-841f-aaa588d05c8c tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:08.420382 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-f678475b-9865-49c9-841f-aaa588d05c8c tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.38 "GET /v2.0/networks?id=1c5da6fb-53c9-40d4-9a48-4e943db35439 HTTP/1.1" status: 200 len: 814 time: 0.1256833 Jun 25 09:39:08.448971 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-b5b69766-ac00-4c94-8078-435faa7d3975 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Request body: {'port': {'device_id': 'fe906c3b-cc45-4e64-9134-956798f013f0', 'network_id': '1c5da6fb-53c9-40d4-9a48-4e943db35439', 'admin_state_up': True, 'tenant_id': 'f144597ebfdc489a9ceb3eb0168bcad4'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:08.486577 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.493505 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fffe85-9ddf-4f8f-a760-9ff57c6e6306 None None] DHCP port deletion for 89e6b4ca-254a-40fa-980b-9b03833581de request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:39:08.518448 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:08.532842 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] No DVR routers for this DVR port f4fff5c3-fefb-4ab8-9cd5-7d723947799a on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:39:08.580472 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4fff5c3-fefb-4ab8-9cd5-7d723947799a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:08.637473 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:08.639098 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.650086 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e6b4ca-254a-40fa-980b-9b03833581de']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:08.653751 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f4fff5c3-fefb-4ab8-9cd5-7d723947799a no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:39:08.661326 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa89916-99c5-4a61-a187-7d0992f4be3e') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:08.661614 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa89916-99c5-4a61-a187-7d0992f4be3e') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:08.677776 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.695705 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: f4fff5c3-fefb-4ab8-9cd5-7d723947799a {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:39:08.698127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f4fff5c3-fefb-4ab8-9cd5-7d723947799a not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:39:08.720973 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.734162 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:39:08.735000 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.812452 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.832580 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-b5b69766-ac00-4c94-8078-435faa7d3975 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Made reservation on behalf of f144597ebfdc489a9ceb3eb0168bcad4 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:39:08.836958 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-b5b69766-ac00-4c94-8078-435faa7d3975 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:39:08.845601 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:39:08.851932 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.855216 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.862441 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:08.864578 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] 10.222.0.93 "DELETE /v2.0/networks/89e6b4ca-254a-40fa-980b-9b03833581de HTTP/1.1" status: 204 len: 168 time: 0.8136675 Jun 25 09:39:08.865534 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ebbf9edd-f37d-4f58-bb24-48b412534030 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:08.900051 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Pushing event deleted for resources: {'Network': ['ID=89e6b4ca-254a-40fa-980b-9b03833581de,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:08.906125 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:09.033386 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53360) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:09.077629 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Allocated IP 172.25.6.20 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/ce7564fa-c72b-4250-88e0-59c9c7eae058) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:39:09.079885 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-b5b69766-ac00-4c94-8078-435faa7d3975 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Allocated IP 172.20.0.2 (1c5da6fb-53c9-40d4-9a48-4e943db35439/cf0f76fa-363b-48e5-a0de-dbcf0832d7e7/800a9fa7-2466-4583-a344-6940f8930c15) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:39:09.098351 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c78b8854-d3b2-48ae-8fad-7bc1a09086d9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bdfb972402554ca99e8cd03dc8bd6033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620387 Jun 25 09:39:09.100697 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53362) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:09.174997 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d882dbae-0cb5-4e5c-83a9-2723cf438243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:09.197479 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-92ce4554-3ed3-47dc-84b9-700970638ef0 req-9690acb6-c816-4ca6-8bdc-fc732bf8676b tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 210 time: 0.0353429 Jun 25 09:39:09.233838 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d882dbae-0cb5-4e5c-83a9-2723cf438243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:09.308285 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d882dbae-0cb5-4e5c-83a9-2723cf438243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:09.310991 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d882dbae-0cb5-4e5c-83a9-2723cf438243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:09.315133 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d882dbae-0cb5-4e5c-83a9-2723cf438243 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7 HTTP/1.1" status: 204 len: 168 time: 0.2101557 Jun 25 09:39:09.315133 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-eb4749b0-72cd-4cdc-b8f6-b33023efb728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:09.321742 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882dbae-0cb5-4e5c-83a9-2723cf438243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd72e5b-7dab-4b78-9848-5b0a8e19f1d7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:09.326420 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:09.329058 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d882dbae-0cb5-4e5c-83a9-2723cf438243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:09.374572 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-b5b69766-ac00-4c94-8078-435faa7d3975 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:09.409736 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:09.422205 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7efe3234-39dc-46c9-be3a-c5094828e9e4 tempest-VolumesActionsTest-1960283382 tempest-VolumesActionsTest-1960283382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:09.438839 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:39:09.459514 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:09.465017 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:39:09.563383 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-b5b69766-ac00-4c94-8078-435faa7d3975 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:09.567110 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=ce7564fa-c72b-4250-88e0-59c9c7eae058,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:09.606314 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:09.607851 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f4192920-34b3-46e7-bd78-4c4f257c4178 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:09.679132 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-b5b69766-ac00-4c94-8078-435faa7d3975 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Network 1c5da6fb-53c9-40d4-9a48-4e943db35439 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:39:09.686002 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-b5b69766-ac00-4c94-8078-435faa7d3975 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:09.695168 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-b5b69766-ac00-4c94-8078-435faa7d3975 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:39:09.746089 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-b5b69766-ac00-4c94-8078-435faa7d3975 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:09.746734 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-b5b69766-ac00-4c94-8078-435faa7d3975 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:09.756618 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b69766-ac00-4c94-8078-435faa7d3975 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Pushing event updated for resources: {'Port': ['ID=800a9fa7-2466-4583-a344-6940f8930c15,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:09.761620 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b5b69766-ac00-4c94-8078-435faa7d3975 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:09.778308 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-b5b69766-ac00-4c94-8078-435faa7d3975 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3352275 Jun 25 09:39:09.813760 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Request body: {'port': {'device_id': 'fe906c3b-cc45-4e64-9134-956798f013f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:09.969937 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:09.971763 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:10.257838 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53390) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:10.440554 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2113020713-network', 'tenant_id': '5d5f2ee47a9c4e77a3c6d4f06903ab17'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:10.442875 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:10.474905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Made reservation on behalf of 5d5f2ee47a9c4e77a3c6d4f06903ab17 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:39:10.478498 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:10.491949 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:10.663766 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:10.669540 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:10.676056 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-689549f8-1bcb-44cd-b98f-2dcabbe30235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:10.703433 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b9ba0f-e973-418e-bbc5-204c3ab2dc30,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:10.708262 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:10.716680 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:39:10.730398 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:10.730834 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Added segment e3a4766e-b269-4202-889e-7c5af400b2d5 of type vlan for network feba27f4-e894-4c8d-b2ba-e22d52354d6f Jun 25 09:39:10.784216 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:10.822220 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:10.823418 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:10.824095 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:10.828017 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-10b5ebd0-115f-48e5-aa39-b3060f5fe30b tempest-DHCPAgentSchedulersTestJSON-1857177851 tempest-DHCPAgentSchedulersTestJSON-1857177851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:10.903538 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6333194 Jun 25 09:39:10.906407 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53398) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:10.912538 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e95f1235-a0ac-43fe-bd35-ae0164cd835a admin admin] Request body: {'subnet': {'network_id': 'feba27f4-e894-4c8d-b2ba-e22d52354d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2113020713-subnet', 'tenant_id': '5d5f2ee47a9c4e77a3c6d4f06903ab17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:10.942895 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Pushing event updated for resources: {'Network': ['ID=feba27f4-e894-4c8d-b2ba-e22d52354d6f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:10.956878 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:10.967343 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network feba27f4-e894-4c8d-b2ba-e22d52354d6f details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:39:10.970338 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95f1235-a0ac-43fe-bd35-ae0164cd835a admin admin] Made reservation on behalf of 5d5f2ee47a9c4e77a3c6d4f06903ab17 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:39:10.973484 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e95f1235-a0ac-43fe-bd35-ae0164cd835a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:11.164331 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80a33e-655a-4d7a-a01f-96909e9c09d4 req-f0445706-4433-43a4-aadd-a2b584cf09e4 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:11.169326 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dc80a33e-655a-4d7a-a01f-96909e9c09d4 req-f0445706-4433-43a4-aadd-a2b584cf09e4 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 931 time: 0.7554951 Jun 25 09:39:11.220374 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800a9fa7-2466-4583-a344-6940f8930c15 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:39:11.234846 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:11.261684 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:39:11.264146 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Transition to ACTIVE for port object 800a9fa7-2466-4583-a344-6940f8930c15 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:11.266958 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e95f1235-a0ac-43fe-bd35-ae0164cd835a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:11.269529 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d491751d-e46d-41ac-9d71-bc98c6712325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:11.269771 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dc80a33e-655a-4d7a-a01f-96909e9c09d4 req-fe0bb5cf-620a-4b1e-a3dc-9dd327de58da tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/security-groups?id=887bcc00-98b5-4d62-b95e-d634adc505b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895109 Jun 25 09:39:11.272157 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:11.275384 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cf14eca9-e647-43c9-a48d-f318ddc71c01 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:11.322307 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f1235-a0ac-43fe-bd35-ae0164cd835a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5cf4bc2-2235-4427-b30f-6b60ac38c3c6,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:11.325759 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e95f1235-a0ac-43fe-bd35-ae0164cd835a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:11.341485 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f1235-a0ac-43fe-bd35-ae0164cd835a admin admin] Checking segment: {'id': 'e3a4766e-b269-4202-889e-7c5af400b2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'feba27f4-e894-4c8d-b2ba-e22d52354d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:11.342266 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f1235-a0ac-43fe-bd35-ae0164cd835a admin admin] Network hostable DHCP agents. Network: feba27f4-e894-4c8d-b2ba-e22d52354d6f, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:39:11.362350 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f1235-a0ac-43fe-bd35-ae0164cd835a admin admin] Network feba27f4-e894-4c8d-b2ba-e22d52354d6f is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:39:11.373297 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-e95f1235-a0ac-43fe-bd35-ae0164cd835a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, feba27f4-e894-4c8d-b2ba-e22d52354d6f) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:11.378197 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Pushing event updated for resources: {'Port': ['ID=800a9fa7-2466-4583-a344-6940f8930c15,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:11.382203 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:11.382955 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34222517-78b1-4559-a29e-398ad57a86fe None None] Network feba27f4-e894-4c8d-b2ba-e22d52354d6f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:39:11.386097 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f1235-a0ac-43fe-bd35-ae0164cd835a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:11.387070 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e95f1235-a0ac-43fe-bd35-ae0164cd835a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:11.403894 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e95f1235-a0ac-43fe-bd35-ae0164cd835a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4961741 Jun 25 09:39:11.514687 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:39:11.521817 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Attempting to bind port 800a9fa7-2466-4583-a344-6940f8930c15 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:39:11.522156 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Attempting to bind port 800a9fa7-2466-4583-a344-6940f8930c15 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '660e6b8c-1dee-4664-9533-6dffdba6332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '1c5da6fb-53c9-40d4-9a48-4e943db35439'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:39:11.522483 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Attempting to bind port 800a9fa7-2466-4583-a344-6940f8930c15 on network 1c5da6fb-53c9-40d4-9a48-4e943db35439 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:11.527548 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Sync routers for ids ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:39:11.533458 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Port 800a9fa7-2466-4583-a344-6940f8930c15 on network 1c5da6fb-53c9-40d4-9a48-4e943db35439 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:39:11.533999 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Attempting to bind port 800a9fa7-2466-4583-a344-6940f8930c15 on network 1c5da6fb-53c9-40d4-9a48-4e943db35439 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:11.542388 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:11.542962 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Routers {'a4507f21-fc2b-4272-aa3b-a1cc61d5e187'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:39:11.543617 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6205807 Jun 25 09:39:11.544191 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:38:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:11.545411 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:39:11.545807 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Checking segment: {'id': '660e6b8c-1dee-4664-9533-6dffdba6332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '1c5da6fb-53c9-40d4-9a48-4e943db35439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:11.546173 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Bound using segment: {'id': '660e6b8c-1dee-4664-9533-6dffdba6332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '1c5da6fb-53c9-40d4-9a48-4e943db35439'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:39:11.546608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Bound port: 800a9fa7-2466-4583-a344-6940f8930c15, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '660e6b8c-1dee-4664-9533-6dffdba6332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '1c5da6fb-53c9-40d4-9a48-4e943db35439'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:39:11.546949 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:11.547202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53404) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:11.550258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990dcef7-629d-4a1c-8a12-9be4062f54ce None None] Network feba27f4-e894-4c8d-b2ba-e22d52354d6f requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:39:11.585757 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-74b957dd-48ab-4d51-9e94-0cf28f2056d6 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=1a8e091ccc054882b641b9b9ca11d4a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370479 Jun 25 09:39:11.586418 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53406) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:11.672781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] For port 800a9fa7-2466-4583-a344-6940f8930c15, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:39:11.682367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] For port 800a9fa7-2466-4583-a344-6940f8930c15, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=800a9fa7-2466-4583-a344-6940f8930c15,segment=NetworkSegment(660e6b8c-1dee-4664-9533-6dffdba6332c),segment_id=660e6b8c-1dee-4664-9533-6dffdba6332c)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:39:11.687611 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:11.693906 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-23761dd0-1596-4ad5-bac8-1951f1339927 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:11.825511 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:11.826976 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:11.830395 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] 10.222.0.38 "PUT /v2.0/ports/800a9fa7-2466-4583-a344-6940f8930c15 HTTP/1.1" status: 200 len: 1092 time: 2.0211141 Jun 25 09:39:11.833890 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe906c3b-cc45-4e64-9134-956798f013f0', 'tag': '800a9fa7-2466-4583-a344-6940f8930c15'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:39:11.837204 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f20ccde-29d2-48f1-95f1-27094f427888" -d '{"events": [{"name": "network-changed", "server_uuid": "fe906c3b-cc45-4e64-9134-956798f013f0", "tag": "800a9fa7-2466-4583-a344-6940f8930c15"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:39:11.886360 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Pushing event updated for resources: {'Port': ['ID=800a9fa7-2466-4583-a344-6940f8930c15,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:11.903091 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Set router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:39:11.934602 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:11.945370 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41187b8e-13be-43d4-947f-d4a1b0ecb31f x-openstack-request-id: req-41187b8e-13be-43d4-947f-d4a1b0ecb31f {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:39:11.945593 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe906c3b-cc45-4e64-9134-956798f013f0", "tag": "800a9fa7-2466-4583-a344-6940f8930c15", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:39:11.945756 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-41187b8e-13be-43d4-947f-d4a1b0ecb31f {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:39:11.946843 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe906c3b-cc45-4e64-9134-956798f013f0', 'tag': '800a9fa7-2466-4583-a344-6940f8930c15', 'status': 'completed', 'code': 200} Jun 25 09:39:12.083717 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-f5943b8e-56fe-46e7-85db-49cabba3841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:12.088496 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-f5943b8e-56fe-46e7-85db-49cabba3841e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f144597ebfdc489a9ceb3eb0168bcad4&device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 1095 time: 0.1920383 Jun 25 09:39:12.166086 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-8ac5247a-c44a-47b2-b391-9f0571491317 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=800a9fa7-2466-4583-a344-6940f8930c15 HTTP/1.1" status: 200 len: 217 time: 0.0636065 Jun 25 09:39:12.200190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356529414', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:09Z', 'revision_number': 3, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:12.243758 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Checking router: a4507f21-fc2b-4272-aa3b-a1cc61d5e187 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:39:12.244025 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-071de977-a507-4d8d-afed-6367bde31a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:12.244127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Updating router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 port ce7564fa-c72b-4250-88e0-59c9c7eae058 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:39:12.245505 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-071de977-a507-4d8d-afed-6367bde31a9c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cf0f76fa-363b-48e5-a0de-dbcf0832d7e7 HTTP/1.1" status: 200 len: 854 time: 0.0731976 Jun 25 09:39:12.303658 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-46fbcc6e-342c-4dec-9941-47655073892e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c5da6fb-53c9-40d4-9a48-4e943db35439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512311 Jun 25 09:39:12.305564 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:12.487196 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b846c159-d60f-42f8-bec9-e8a64fd3c6fc tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:12.489858 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b846c159-d60f-42f8-bec9-e8a64fd3c6fc tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9023345 Jun 25 09:39:12.490482 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-f61179bb-931b-4843-a904-cc2869e3ed37 service neutron] 10.222.0.38 "GET /v2.0/networks/1c5da6fb-53c9-40d4-9a48-4e943db35439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786892 Jun 25 09:39:12.493036 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53438) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:12.542650 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9a07d816-ed5c-45fb-91c7-ee67b9820e49 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=8128acdb-767b-4924-9d47-628968405132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483961 Jun 25 09:39:12.546570 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53444) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:12.558776 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-09b5e925-4b5c-48c8-8405-007b2a5eb16d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2007990652', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:12.699109 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:12.714239 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Transition to ACTIVE for port object ce7564fa-c72b-4250-88e0-59c9c7eae058 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:12.723765 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:12.726359 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:12.737661 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b5e925-4b5c-48c8-8405-007b2a5eb16d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Made reservation on behalf of 1a8e091ccc054882b641b9b9ca11d4a4 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:39:12.744656 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09b5e925-4b5c-48c8-8405-007b2a5eb16d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:12.772450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4d8f4a1c-d7c7-4b32-9d4d-c88173d6b8ff req-cb2413bf-11e4-4f30-9aa7-0b1586004c18 service neutron] 10.222.0.38 "GET /v2.0/networks/1c5da6fb-53c9-40d4-9a48-4e943db35439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741446 Jun 25 09:39:12.779524 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030551d7-af9f-48ed-87f3-7b1ac129928e None None] Pushing event updated for resources: {'Port': ['ID=ce7564fa-c72b-4250-88e0-59c9c7eae058,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:12.786131 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-030551d7-af9f-48ed-87f3-7b1ac129928e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:12.808893 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Attempting to bind port ce7564fa-c72b-4250-88e0-59c9c7eae058 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:39:12.809804 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Attempting to bind port ce7564fa-c72b-4250-88e0-59c9c7eae058 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:39:12.810737 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Attempting to bind port ce7564fa-c72b-4250-88e0-59c9c7eae058 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:12.817156 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:39:12.817833 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:12.818432 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:12.819186 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:39:12.819846 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Bound port: ce7564fa-c72b-4250-88e0-59c9c7eae058, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:39:12.820430 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:12.846709 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a718a70-d8df-4637-9317-49a3ec7872e7 req-34d4ab1b-4598-4a20-9a12-f17e1210b632 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:12.860042 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a718a70-d8df-4637-9317-49a3ec7872e7 req-34d4ab1b-4598-4a20-9a12-f17e1210b632 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 943 time: 0.3501277 Jun 25 09:39:12.915057 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] For port ce7564fa-c72b-4250-88e0-59c9c7eae058, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:39:12.924528 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] For port ce7564fa-c72b-4250-88e0-59c9c7eae058, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ce7564fa-c72b-4250-88e0-59c9c7eae058,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:39:12.931193 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:12.935956 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-bc767924-9f0b-4679-91fc-083401b2626f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:13.042145 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a718a70-d8df-4637-9317-49a3ec7872e7 req-8ec44f65-673f-4661-a518-fd270c5e395c tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/security-groups?id=887bcc00-98b5-4d62-b95e-d634adc505b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796792 Jun 25 09:39:13.046137 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Routers {'a4507f21-fc2b-4272-aa3b-a1cc61d5e187'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:39:13.048446 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:38:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:13.119113 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20ccde-29d2-48f1-95f1-27094f427888 req-1c6c23b9-2943-4873-b4b1-d87bd8d14e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:13.119827 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f20ccde-29d2-48f1-95f1-27094f427888 req-1c6c23b9-2943-4873-b4b1-d87bd8d14e49 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f144597ebfdc489a9ceb3eb0168bcad4&device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 1095 time: 0.2389312 Jun 25 09:39:13.159177 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09b5e925-4b5c-48c8-8405-007b2a5eb16d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:13.168390 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a9f00d3b-8d52-4e4f-bbfe-02833ff76224 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:13.269602 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5e925-4b5c-48c8-8405-007b2a5eb16d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Subnet': ['ID=950fcbf6-2fdd-4833-a318-44f76ec5ebc5,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:13.277777 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-09b5e925-4b5c-48c8-8405-007b2a5eb16d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:13.318282 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] Set router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:39:13.349353 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b5e925-4b5c-48c8-8405-007b2a5eb16d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Checking segment: {'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:13.349722 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b5e925-4b5c-48c8-8405-007b2a5eb16d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network hostable DHCP agents. Network: 066cb614-1448-40c7-8efe-ec557a45b12d, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:39:13.359680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20ccde-29d2-48f1-95f1-27094f427888 req-9f8954ad-2582-4f97-924a-794c5345f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:13.362039 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f20ccde-29d2-48f1-95f1-27094f427888 req-9f8954ad-2582-4f97-924a-794c5345f8bd service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c5da6fb-53c9-40d4-9a48-4e943db35439 HTTP/1.1" status: 200 len: 916 time: 0.2337902 Jun 25 09:39:13.372391 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b5e925-4b5c-48c8-8405-007b2a5eb16d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network 066cb614-1448-40c7-8efe-ec557a45b12d is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:39:13.384497 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-09b5e925-4b5c-48c8-8405-007b2a5eb16d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 066cb614-1448-40c7-8efe-ec557a45b12d) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:13.398457 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9232ba6-5d87-4cfd-af26-56f4bd95e066 None None] Network 066cb614-1448-40c7-8efe-ec557a45b12d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:39:13.399874 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b5e925-4b5c-48c8-8405-007b2a5eb16d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:13.400462 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-09b5e925-4b5c-48c8-8405-007b2a5eb16d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:13.409261 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030551d7-af9f-48ed-87f3-7b1ac129928e None None] Pushing event updated for resources: {'Port': ['ID=ce7564fa-c72b-4250-88e0-59c9c7eae058,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:13.413451 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-030551d7-af9f-48ed-87f3-7b1ac129928e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:13.423581 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-09b5e925-4b5c-48c8-8405-007b2a5eb16d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8759830 Jun 25 09:39:13.426455 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53472) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:13.449175 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f20ccde-29d2-48f1-95f1-27094f427888 req-d3b15aec-3da1-4a49-96a7-9e0993a11c98 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=800a9fa7-2466-4583-a344-6940f8930c15 HTTP/1.1" status: 200 len: 217 time: 0.0790322 Jun 25 09:39:13.554031 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20ccde-29d2-48f1-95f1-27094f427888 req-a62d62ea-cff6-4612-bbc4-83af8e881f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:13.555816 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f20ccde-29d2-48f1-95f1-27094f427888 req-a62d62ea-cff6-4612-bbc4-83af8e881f98 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cf0f76fa-363b-48e5-a0de-dbcf0832d7e7 HTTP/1.1" status: 200 len: 854 time: 0.0978177 Jun 25 09:39:13.594052 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f20ccde-29d2-48f1-95f1-27094f427888 req-bcea591a-10f0-48e6-92d7-0c1ccfcc3a9d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c5da6fb-53c9-40d4-9a48-4e943db35439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299709 Jun 25 09:39:13.661180 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2916a57-555d-443a-8bb9-466282439e7c req-67908228-96a9-4d3c-b88e-a86f40618061 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:13.662420 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-066cb614-1448-40c7-8efe-ec557a45b12d', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ips': [{'subnet_id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:39:13.663311 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:13.663821 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2916a57-555d-443a-8bb9-466282439e7c req-67908228-96a9-4d3c-b88e-a86f40618061 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/networks?id=feba27f4-e894-4c8d-b2ba-e22d52354d6f HTTP/1.1" status: 200 len: 810 time: 0.2178888 Jun 25 09:39:13.745426 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2916a57-555d-443a-8bb9-466282439e7c req-aa018193-4e98-4972-8a47-2270524ac2b4 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/quotas/5d5f2ee47a9c4e77a3c6d4f06903ab17 HTTP/1.1" status: 200 len: 375 time: 0.0733926 Jun 25 09:39:13.787702 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2916a57-555d-443a-8bb9-466282439e7c req-c75c57b1-5c59-4718-98a5-e31bed12cd3e tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5d5f2ee47a9c4e77a3c6d4f06903ab17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351207 Jun 25 09:39:13.818673 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 800a9fa7-2466-4583-a344-6940f8930c15 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:39:13.867110 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f20ccde-29d2-48f1-95f1-27094f427888 req-9b554c1a-8bc3-4e0f-a806-005e5d5a1ed0 service neutron] 10.222.0.38 "GET /v2.0/networks/1c5da6fb-53c9-40d4-9a48-4e943db35439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648664 Jun 25 09:39:13.942054 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 800a9fa7-2466-4583-a344-6940f8930c15, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=800a9fa7-2466-4583-a344-6940f8930c15,segment=NetworkSegment(660e6b8c-1dee-4664-9533-6dffdba6332c),segment_id=660e6b8c-1dee-4664-9533-6dffdba6332c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:13.957685 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '800a9fa7-2466-4583-a344-6940f8930c15', 'network_id': '1c5da6fb-53c9-40d4-9a48-4e943db35439', 'port_id': '800a9fa7-2466-4583-a344-6940f8930c15', 'mac_address': 'fa:16:3e:70:c0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0f76fa-363b-48e5-a0de-dbcf0832d7e7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:39:13.972984 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Allocated IP 172.20.0.2 (066cb614-1448-40c7-8efe-ec557a45b12d/950fcbf6-2fdd-4833-a318-44f76ec5ebc5/465bd02e-c979-4356-89ce-0d5a8a972b41) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:39:14.029515 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2916a57-555d-443a-8bb9-466282439e7c req-40a8f906-e4a4-484c-8b31-88d0a369d05d service neutron] 10.222.0.93 "GET /v2.0/networks/feba27f4-e894-4c8d-b2ba-e22d52354d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613564 Jun 25 09:39:14.035840 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f20ccde-29d2-48f1-95f1-27094f427888 req-93dd33b5-677d-41c2-b3a4-75d4872d59d7 service neutron] 10.222.0.38 "GET /v2.0/networks/1c5da6fb-53c9-40d4-9a48-4e943db35439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597726 Jun 25 09:39:14.073130 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:14.181213 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2916a57-555d-443a-8bb9-466282439e7c req-ea5ca7e1-1030-4cac-9532-b270eed92586 service neutron] 10.222.0.93 "GET /v2.0/networks/feba27f4-e894-4c8d-b2ba-e22d52354d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442742 Jun 25 09:39:14.423676 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:14.437721 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356529414', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:09Z', 'revision_number': 3, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:14.466482 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b265acc-7d56-4590-8315-909b378f8930 req-e4580e78-e934-46d4-b854-3f8716193a4b tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:14.473670 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b265acc-7d56-4590-8315-909b378f8930 req-e4580e78-e934-46d4-b854-3f8716193a4b tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 943 time: 0.1217132 Jun 25 09:39:14.490634 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d32811-1bc7-4df7-b5ce-6294cd327fe6 None None] The sync data for ids ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'] in n-d-761264-15 is: [{'id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356529414', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:09Z', 'revision_number': 3, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:39:14.502778 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800a9fa7-2466-4583-a344-6940f8930c15 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:39:14.585701 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3b265acc-7d56-4590-8315-909b378f8930 req-8c6efdd1-f5e0-4894-baad-3c40a1d104ca tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/security-groups?id=887bcc00-98b5-4d62-b95e-d634adc505b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063514 Jun 25 09:39:14.598489 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 800a9fa7-2466-4583-a344-6940f8930c15, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=800a9fa7-2466-4583-a344-6940f8930c15,segment=NetworkSegment(660e6b8c-1dee-4664-9533-6dffdba6332c),segment_id=660e6b8c-1dee-4664-9533-6dffdba6332c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:14.612551 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:14.657512 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:14.765476 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3ac55b5-2303-435b-915d-19ec0083e9aa req-1205dd5a-edab-4505-b90f-bd14a47988cc tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/ports?device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 210 time: 0.0412898 Jun 25 09:39:14.770275 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:14.798278 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=800a9fa7-2466-4583-a344-6940f8930c15,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:14.802418 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:14.803374 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Transition to ACTIVE for port object 465bd02e-c979-4356-89ce-0d5a8a972b41 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:14.862005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Transition to ACTIVE for port object 465bd02e-c979-4356-89ce-0d5a8a972b41 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:14.877948 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:14.880989 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:14.974848 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Allocated IP 172.20.0.1 (066cb614-1448-40c7-8efe-ec557a45b12d/950fcbf6-2fdd-4833-a318-44f76ec5ebc5/8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:39:14.978600 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['800a9fa7-2466-4583-a344-6940f8930c15'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:39:15.095531 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Network 066cb614-1448-40c7-8efe-ec557a45b12d is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:39:15.111326 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:15.124611 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:39:15.132358 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Pushing event updated for resources: {'Port': ['ID=465bd02e-c979-4356-89ce-0d5a8a972b41,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:15.137306 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:15.294587 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Attempting to bind port 465bd02e-c979-4356-89ce-0d5a8a972b41 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:39:15.295210 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Attempting to bind port 465bd02e-c979-4356-89ce-0d5a8a972b41 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:39:15.295747 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Attempting to bind port 465bd02e-c979-4356-89ce-0d5a8a972b41 on network 066cb614-1448-40c7-8efe-ec557a45b12d {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:15.320998 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:39:15.321686 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Checking segment: {'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:15.321796 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:15.335663 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Bound using segment: {'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:39:15.336467 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Bound port: 465bd02e-c979-4356-89ce-0d5a8a972b41, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:39:15.337154 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:15.384586 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:15.441053 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Transition to ACTIVE for port object 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:15.471827 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] For port 465bd02e-c979-4356-89ce-0d5a8a972b41, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:39:15.493913 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] For port 465bd02e-c979-4356-89ce-0d5a8a972b41, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=465bd02e-c979-4356-89ce-0d5a8a972b41,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:39:15.504168 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:15.521290 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:15.545388 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:15.556265 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f9582bf4-7e1b-4db4-a744-2e6f5c6010c4 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:15.656253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network 066cb614-1448-40c7-8efe-ec557a45b12d is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:39:15.662748 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Pushing event updated for resources: {'Port': ['ID=465bd02e-c979-4356-89ce-0d5a8a972b41,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:15.663006 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:15.666593 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:15.683117 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:39:15.694417 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:15.725300 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:15.792127 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:16.121480 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb3314-d5c7-447f-aaa5-05d5459c2522 req-560fff3d-fed6-42f4-a31d-584de8d843f5 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:16.123135 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52fb3314-d5c7-447f-aaa5-05d5459c2522 req-560fff3d-fed6-42f4-a31d-584de8d843f5 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 944 time: 0.2073846 Jun 25 09:39:16.368957 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-52fb3314-d5c7-447f-aaa5-05d5459c2522 req-5bd5ae9c-f039-4059-9afd-b77f31bdaef5 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/security-groups?id=887bcc00-98b5-4d62-b95e-d634adc505b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299855 Jun 25 09:39:16.394948 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc52863a-5070-4e6b-a885-4a52e384ac6a req-a8632fb9-5ea9-4677-a057-47d90149f628 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/ports?device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 210 time: 0.2150030 Jun 25 09:39:16.451047 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:16.850602 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ce7564fa-c72b-4250-88e0-59c9c7eae058 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:16.961689 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port ce7564fa-c72b-4250-88e0-59c9c7eae058 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:16.976275 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port ce7564fa-c72b-4250-88e0-59c9c7eae058 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:16.976998 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:17.110514 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:17.145813 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port ce7564fa-c72b-4250-88e0-59c9c7eae058, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ce7564fa-c72b-4250-88e0-59c9c7eae058,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:17.155917 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:17.156587 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 465bd02e-c979-4356-89ce-0d5a8a972b41 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:17.161413 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c7fcb7fb-2996-459a-9301-704ed9452d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:17.270278 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:17.285347 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:17.354843 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ca643872-1560-4030-a863-52c8a6b6800a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:17.364184 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:17.365807 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2916a57-555d-443a-8bb9-466282439e7c req-d1a993f8-5521-4d02-98e0-98386101fa12 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:17.375542 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2916a57-555d-443a-8bb9-466282439e7c req-d1a993f8-5521-4d02-98e0-98386101fa12 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.41 "GET /v2.0/networks?id=feba27f4-e894-4c8d-b2ba-e22d52354d6f HTTP/1.1" status: 200 len: 810 time: 0.4169886 Jun 25 09:39:17.387288 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=ce7564fa-c72b-4250-88e0-59c9c7eae058,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:17.394186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-d2916a57-555d-443a-8bb9-466282439e7c req-fc44d4f6-5c2a-47e4-8dd9-ce7ad40a41b5 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Request body: {'port': {'device_id': '7cae8ec5-e37d-4ddd-8bc2-83630df5822c', 'network_id': 'feba27f4-e894-4c8d-b2ba-e22d52354d6f', 'admin_state_up': True, 'tenant_id': '5d5f2ee47a9c4e77a3c6d4f06903ab17'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:17.406324 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:17.427110 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 465bd02e-c979-4356-89ce-0d5a8a972b41 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:17.539564 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76485e8-ae7f-41f5-a529-09c6d4026b09 None None] Network 066cb614-1448-40c7-8efe-ec557a45b12d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:39:17.708825 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ab91a041-c844-431f-bc0d-d54e3bfc1831 None None] Provisioning for port 465bd02e-c979-4356-89ce-0d5a8a972b41 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:17.723098 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ab91a041-c844-431f-bc0d-d54e3bfc1831 None None] Provisioning complete for port 465bd02e-c979-4356-89ce-0d5a8a972b41 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:17.729290 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab91a041-c844-431f-bc0d-d54e3bfc1831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:17.802690 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:17.805874 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:17.813061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 800a9fa7-2466-4583-a344-6940f8930c15 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:17.914155 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b632e0a2-01bb-496a-ac15-095b2628f7bf req-e154a839-417f-4986-8b34-bb797e9547eb tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/ports?device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 210 time: 0.0669932 Jun 25 09:39:17.962276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network 066cb614-1448-40c7-8efe-ec557a45b12d is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:39:17.971604 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:17.985190 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2916a57-555d-443a-8bb9-466282439e7c req-fc44d4f6-5c2a-47e4-8dd9-ce7ad40a41b5 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Made reservation on behalf of 5d5f2ee47a9c4e77a3c6d4f06903ab17 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:39:17.992604 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d2916a57-555d-443a-8bb9-466282439e7c req-fc44d4f6-5c2a-47e4-8dd9-ce7ad40a41b5 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:18.027513 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 800a9fa7-2466-4583-a344-6940f8930c15 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:18.031625 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab91a041-c844-431f-bc0d-d54e3bfc1831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:18.037069 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 800a9fa7-2466-4583-a344-6940f8930c15 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:18.037580 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:18.048096 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36197f7d-b9a9-4f15-bab0-6a5f69d70f6c req-a16bc290-d847-4e80-aa8d-01e753660a4c tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:18.059358 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-36197f7d-b9a9-4f15-bab0-6a5f69d70f6c req-a16bc290-d847-4e80-aa8d-01e753660a4c tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 944 time: 0.4565952 Jun 25 09:39:18.120171 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ab91a041-c844-431f-bc0d-d54e3bfc1831 None None] For port 465bd02e-c979-4356-89ce-0d5a8a972b41, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=465bd02e-c979-4356-89ce-0d5a8a972b41,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:18.126998 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab91a041-c844-431f-bc0d-d54e3bfc1831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:18.131577 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:18.139066 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-36197f7d-b9a9-4f15-bab0-6a5f69d70f6c req-3d9c4c9a-58b3-4e65-a96f-409692435678 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/security-groups?id=887bcc00-98b5-4d62-b95e-d634adc505b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779607 Jun 25 09:39:18.220857 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91a041-c844-431f-bc0d-d54e3bfc1831 None None] Pushing event updated for resources: {'Port': ['ID=465bd02e-c979-4356-89ce-0d5a8a972b41,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:18.226856 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ab91a041-c844-431f-bc0d-d54e3bfc1831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:18.245411 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:18.257577 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:39:18.293549 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe906c3b-cc45-4e64-9134-956798f013f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800a9fa7-2466-4583-a344-6940f8930c15'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:39:18.296667 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60df8ac-76d8-4d34-ae6e-bec5de11cb22" -d '{"events": [{"server_uuid": "fe906c3b-cc45-4e64-9134-956798f013f0", "name": "network-vif-plugged", "status": "completed", "tag": "800a9fa7-2466-4583-a344-6940f8930c15"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:39:18.329362 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 800a9fa7-2466-4583-a344-6940f8930c15, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=800a9fa7-2466-4583-a344-6940f8930c15,segment=NetworkSegment(660e6b8c-1dee-4664-9533-6dffdba6332c),segment_id=660e6b8c-1dee-4664-9533-6dffdba6332c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:18.340268 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:18.349342 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:18.428011 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-d2916a57-555d-443a-8bb9-466282439e7c req-fc44d4f6-5c2a-47e4-8dd9-ce7ad40a41b5 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Allocated IP 172.20.0.3 (feba27f4-e894-4c8d-b2ba-e22d52354d6f/a5cf4bc2-2235-4427-b30f-6b60ac38c3c6/956cb9cc-ff9a-405e-9b48-d41bf802c746) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:39:18.438419 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:39:18.448824 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0caa04-7dd9-4d79-8f6e-e04415d1f798 x-openstack-request-id: req-ab0caa04-7dd9-4d79-8f6e-e04415d1f798 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:39:18.450118 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Sync routers for ids ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:39:18.451583 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe906c3b-cc45-4e64-9134-956798f013f0", "name": "network-vif-plugged", "status": "completed", "tag": "800a9fa7-2466-4583-a344-6940f8930c15", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:39:18.451583 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ab0caa04-7dd9-4d79-8f6e-e04415d1f798 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:39:18.451583 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe906c3b-cc45-4e64-9134-956798f013f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800a9fa7-2466-4583-a344-6940f8930c15', 'code': 200} Jun 25 09:39:18.478313 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Routers {'a4507f21-fc2b-4272-aa3b-a1cc61d5e187'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:39:18.479173 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "PUT /v2.0/routers/a4507f21-fc2b-4272-aa3b-a1cc61d5e187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0514946 Jun 25 09:39:18.480435 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:38:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:18.565988 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=800a9fa7-2466-4583-a344-6940f8930c15,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:18.570290 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:18.680266 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f77b29e3-5ac1-40b5-a83e-66f101dfbbd5 None None] Provisioning complete for port 465bd02e-c979-4356-89ce-0d5a8a972b41 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:18.680998 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f77b29e3-5ac1-40b5-a83e-66f101dfbbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:18.728766 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ce7564fa-c72b-4250-88e0-59c9c7eae058 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:18.817243 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Set router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:39:18.849244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc785bde-9fea-427f-83ec-6fbac3268b21 req-32434906-d894-4eec-ba55-6ba6f05c32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:18.851791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc785bde-9fea-427f-83ec-6fbac3268b21 req-32434906-d894-4eec-ba55-6ba6f05c32d4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 1097 time: 0.3100755 Jun 25 09:39:18.921279 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d2916a57-555d-443a-8bb9-466282439e7c req-fc44d4f6-5c2a-47e4-8dd9-ce7ad40a41b5 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:19.039853 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc785bde-9fea-427f-83ec-6fbac3268b21 req-16d68002-7b5e-408c-b7fe-2ccf1412fd54 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=887bcc00-98b5-4d62-b95e-d634adc505b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803055 Jun 25 09:39:19.059610 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port ce7564fa-c72b-4250-88e0-59c9c7eae058 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:19.060303 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:19.066533 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-e81f56c1-567d-4ea6-966e-74b191a2b46a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093477299&fields=id&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4 HTTP/1.1" status: 200 len: 267 time: 0.1356299 Jun 25 09:39:19.169691 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f77b29e3-5ac1-40b5-a83e-66f101dfbbd5 None None] Provisioning for port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:19.207956 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f77b29e3-5ac1-40b5-a83e-66f101dfbbd5 None None] Provisioning complete for port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:19.208398 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f77b29e3-5ac1-40b5-a83e-66f101dfbbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:19.278731 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f77b29e3-5ac1-40b5-a83e-66f101dfbbd5 None None] Port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:39:19.310522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 465bd02e-c979-4356-89ce-0d5a8a972b41 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:19.318009 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb9095b3-c227-4c82-a044-d76815efed61 req-afcb3e8f-c78f-4178-afd2-8d40320cc718 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/ports?device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 210 time: 0.0921245 Jun 25 09:39:19.375722 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d2916a57-555d-443a-8bb9-466282439e7c req-fc44d4f6-5c2a-47e4-8dd9-ce7ad40a41b5 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:19.392784 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f9a7e53c-5032-40fc-94d6-a3e625c64560 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:19.404502 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2916a57-555d-443a-8bb9-466282439e7c req-fc44d4f6-5c2a-47e4-8dd9-ce7ad40a41b5 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Network feba27f4-e894-4c8d-b2ba-e22d52354d6f is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:39:19.409736 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-d2916a57-555d-443a-8bb9-466282439e7c req-fc44d4f6-5c2a-47e4-8dd9-ce7ad40a41b5 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:19.412350 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2916a57-555d-443a-8bb9-466282439e7c req-fc44d4f6-5c2a-47e4-8dd9-ce7ad40a41b5 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:39:19.446796 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b09542e8-d2b3-4f6c-abe5-860f0370508f None None] Provisioning complete for port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:19.457345 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b09542e8-d2b3-4f6c-abe5-860f0370508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:19.570170 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-7579c927-6201-4a86-a587-510531649eda tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:19.575183 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b09542e8-d2b3-4f6c-abe5-860f0370508f None None] Port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:39:19.578800 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-7579c927-6201-4a86-a587-510531649eda tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/networks?id=066cb614-1448-40c7-8efe-ec557a45b12d HTTP/1.1" status: 200 len: 797 time: 0.5010269 Jun 25 09:39:19.600963 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 465bd02e-c979-4356-89ce-0d5a8a972b41 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:19.601433 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:19.609225 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44d4f6-5c2a-47e4-8dd9-ce7ad40a41b5 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Pushing event updated for resources: {'Port': ['ID=956cb9cc-ff9a-405e-9b48-d41bf802c746,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:19.628819 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fc44d4f6-5c2a-47e4-8dd9-ce7ad40a41b5 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:19.639249 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-78ca9a79-0bd6-4a29-a0b1-3b4470af3138 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/quotas/1a8e091ccc054882b641b9b9ca11d4a4 HTTP/1.1" status: 200 len: 375 time: 0.0593956 Jun 25 09:39:19.649149 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2916a57-555d-443a-8bb9-466282439e7c req-fc44d4f6-5c2a-47e4-8dd9-ce7ad40a41b5 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:19.649781 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d2916a57-555d-443a-8bb9-466282439e7c req-fc44d4f6-5c2a-47e4-8dd9-ce7ad40a41b5 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:19.684857 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356529414', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:16Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f', 'name': '', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:be:99:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:14Z', 'updated_at': '2021-06-25T09:39:16Z', 'revision_number': 2, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:19.703119 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2916a57-555d-443a-8bb9-466282439e7c req-fc44d4f6-5c2a-47e4-8dd9-ce7ad40a41b5 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3134749 Jun 25 09:39:19.729715 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Request body: {'port': {'device_id': '7cae8ec5-e37d-4ddd-8bc2-83630df5822c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:19.774490 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Checking router: a4507f21-fc2b-4272-aa3b-a1cc61d5e187 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:39:19.774490 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Updating router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:39:19.785702 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed8616-0521-4571-94e4-ab3f8c66e53b req-e35c6fd8-ea4b-42a5-bc35-3b1dd28ca277 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:19.793022 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23ed8616-0521-4571-94e4-ab3f8c66e53b req-e35c6fd8-ea4b-42a5-bc35-3b1dd28ca277 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 945 time: 0.2797849 Jun 25 09:39:19.881255 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-88627e42-9c25-4e1e-b669-106dd697316f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2328777 Jun 25 09:39:19.885382 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:19.982767 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-23ed8616-0521-4571-94e4-ab3f8c66e53b req-5fc10eb5-55b6-4b1d-9780-e3650b93f8c4 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/security-groups?id=887bcc00-98b5-4d62-b95e-d634adc505b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886363 Jun 25 09:39:19.994061 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:20.316607 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:20.328012 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Transition to ACTIVE for port object 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:20.335278 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:20.348061 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-e1fabeef-9ffe-41a6-a1c0-8b383c479bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:20.373159 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956cb9cc-ff9a-405e-9b48-d41bf802c746 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:39:20.381631 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:20.394667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Transition to ACTIVE for port object 956cb9cc-ff9a-405e-9b48-d41bf802c746 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:20.401055 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:20.404667 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7ea37595-e9d0-4b8f-8410-8202e2991645 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:20.450837 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=956cb9cc-ff9a-405e-9b48-d41bf802c746,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:20.461746 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:20.514362 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-91c2ef95-6a44-4bc8-ad50-35c9cc4bc628 service neutron] 10.222.0.93 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320448 Jun 25 09:39:20.536197 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Pushing event updated for resources: {'Port': ['ID=8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:20.579497 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Attempting to bind port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:39:20.579860 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Attempting to bind port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:39:20.580239 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Attempting to bind port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f on network 066cb614-1448-40c7-8efe-ec557a45b12d {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:20.585621 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:20.585621 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:20.585870 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:20.586135 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:20.586453 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:20.586828 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:20.587265 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:20.587648 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:20.587967 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:20.588325 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:20.588663 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:20.589015 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:20.597586 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:20.602439 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:39:20.603213 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Checking segment: {'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:20.603626 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:20.604155 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Bound using segment: {'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:39:20.604642 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Bound port: 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:39:20.605056 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:20.748635 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] For port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:39:20.753998 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] For port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:39:20.757336 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Attempting to bind port 956cb9cc-ff9a-405e-9b48-d41bf802c746 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:39:20.757960 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Attempting to bind port 956cb9cc-ff9a-405e-9b48-d41bf802c746 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'e3a4766e-b269-4202-889e-7c5af400b2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'feba27f4-e894-4c8d-b2ba-e22d52354d6f'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:39:20.758182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Attempting to bind port 956cb9cc-ff9a-405e-9b48-d41bf802c746 on network feba27f4-e894-4c8d-b2ba-e22d52354d6f {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:20.761605 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:20.764896 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-de4a52e1-02f1-40e7-8905-5ebb1ab5f69f service neutron] 10.222.0.93 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496672 Jun 25 09:39:20.769968 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Port 956cb9cc-ff9a-405e-9b48-d41bf802c746 on network feba27f4-e894-4c8d-b2ba-e22d52354d6f not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:39:20.770297 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Attempting to bind port 956cb9cc-ff9a-405e-9b48-d41bf802c746 on network feba27f4-e894-4c8d-b2ba-e22d52354d6f {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:20.780567 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-c9b2035c-490f-4766-ba5f-581332f37da6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:20.783726 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3884a-26ee-4a36-ab9f-e8303038eea8 req-6c71b548-4d9f-4408-9cc7-e4164fb3914f tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:20.785338 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-26a3884a-26ee-4a36-ab9f-e8303038eea8 req-6c71b548-4d9f-4408-9cc7-e4164fb3914f tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/ports?device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 943 time: 0.1993113 Jun 25 09:39:20.789703 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:39:20.790046 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Checking segment: {'id': 'e3a4766e-b269-4202-889e-7c5af400b2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'feba27f4-e894-4c8d-b2ba-e22d52354d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:20.790436 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Bound using segment: {'id': 'e3a4766e-b269-4202-889e-7c5af400b2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'feba27f4-e894-4c8d-b2ba-e22d52354d6f'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:39:20.790871 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Bound port: 956cb9cc-ff9a-405e-9b48-d41bf802c746, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a4766e-b269-4202-889e-7c5af400b2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'feba27f4-e894-4c8d-b2ba-e22d52354d6f'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:39:20.791231 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:20.862410 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Routers {'a4507f21-fc2b-4272-aa3b-a1cc61d5e187'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:39:20.863098 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:38:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:20.909988 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Pushing event updated for resources: {'Port': ['ID=8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:20.913124 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-26a3884a-26ee-4a36-ab9f-e8303038eea8 req-261aeea0-f621-4748-8967-b9366d6fe107 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/security-groups?id=24b9ba0f-e973-418e-bbc5-204c3ab2dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185133 Jun 25 09:39:20.920449 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:21.016689 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] For port 956cb9cc-ff9a-405e-9b48-d41bf802c746, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:39:21.026735 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] For port 956cb9cc-ff9a-405e-9b48-d41bf802c746, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=956cb9cc-ff9a-405e-9b48-d41bf802c746,segment=NetworkSegment(e3a4766e-b269-4202-889e-7c5af400b2d5),segment_id=e3a4766e-b269-4202-889e-7c5af400b2d5)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:39:21.035713 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:21.057266 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] Set router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:39:21.066653 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7d37a6e4-7a69-4ea4-95e1-479bea4b8c42 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:21.131325 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:21.132213 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:21.133770 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2916a57-555d-443a-8bb9-466282439e7c req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] 10.222.0.41 "PUT /v2.0/ports/956cb9cc-ff9a-405e-9b48-d41bf802c746 HTTP/1.1" status: 200 len: 1092 time: 1.4109292 Jun 25 09:39:21.164046 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cae8ec5-e37d-4ddd-8bc2-83630df5822c', 'tag': '956cb9cc-ff9a-405e-9b48-d41bf802c746'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:39:21.170952 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658545cc-6b6c-4af9-bb02-cfeda2e6e7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7cae8ec5-e37d-4ddd-8bc2-83630df5822c", "tag": "956cb9cc-ff9a-405e-9b48-d41bf802c746"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:39:21.185279 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-abac5753-e5bd-456b-87d5-dbe4459e3a6c req-5bbdb8d8-4047-462a-b6ed-16b7ddc1fa70 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 210 time: 0.1078198 Jun 25 09:39:21.278282 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4def248f-cf1c-4314-afd5-a1d7576e8d3c x-openstack-request-id: req-4def248f-cf1c-4314-afd5-a1d7576e8d3c {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:39:21.278623 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cae8ec5-e37d-4ddd-8bc2-83630df5822c", "tag": "956cb9cc-ff9a-405e-9b48-d41bf802c746", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:39:21.278920 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4def248f-cf1c-4314-afd5-a1d7576e8d3c {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:39:21.279377 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cae8ec5-e37d-4ddd-8bc2-83630df5822c', 'tag': '956cb9cc-ff9a-405e-9b48-d41bf802c746', 'status': 'completed', 'code': 200} Jun 25 09:39:21.297967 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=956cb9cc-ff9a-405e-9b48-d41bf802c746,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:21.307932 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:21.375199 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2916a57-555d-443a-8bb9-466282439e7c req-23a869bd-e8e1-414c-867b-a33766e54170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:21.380091 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2916a57-555d-443a-8bb9-466282439e7c req-23a869bd-e8e1-414c-867b-a33766e54170 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d5f2ee47a9c4e77a3c6d4f06903ab17&device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 1095 time: 0.1499331 Jun 25 09:39:21.389422 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d50264-0ef2-4863-a63a-7e82bc6e1951 req-7d7d5605-a29c-44aa-8ee0-e66e163ea0a8 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:21.390940 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06d50264-0ef2-4863-a63a-7e82bc6e1951 req-7d7d5605-a29c-44aa-8ee0-e66e163ea0a8 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 945 time: 0.1392500 Jun 25 09:39:21.443814 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2916a57-555d-443a-8bb9-466282439e7c req-66e43c63-2232-4b8b-8363-c32fc23c184e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=956cb9cc-ff9a-405e-9b48-d41bf802c746 HTTP/1.1" status: 200 len: 217 time: 0.0497670 Jun 25 09:39:21.449929 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356529414', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:16Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f', 'name': '', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:be:99:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:14Z', 'updated_at': '2021-06-25T09:39:20Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:21.486811 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989d5598-10ae-4cb6-b007-a7623e79692f None None] The sync data for ids ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'] in n-d-761264-15 is: [{'id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356529414', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:16Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f', 'name': '', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:be:99:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:14Z', 'updated_at': '2021-06-25T09:39:20Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:39:21.513444 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06d50264-0ef2-4863-a63a-7e82bc6e1951 req-1f842741-1708-4c0c-99d9-8a5969a5ac37 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/security-groups?id=887bcc00-98b5-4d62-b95e-d634adc505b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116586 Jun 25 09:39:21.524124 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2916a57-555d-443a-8bb9-466282439e7c req-37679b5c-4b0c-442f-b1f6-0686a0c02c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:21.526702 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2916a57-555d-443a-8bb9-466282439e7c req-37679b5c-4b0c-442f-b1f6-0686a0c02c14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5cf4bc2-2235-4427-b30f-6b60ac38c3c6 HTTP/1.1" status: 200 len: 850 time: 0.0756333 Jun 25 09:39:21.612350 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2916a57-555d-443a-8bb9-466282439e7c req-b0a5a3e1-54ba-47e0-a1cf-f55d254f8068 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=feba27f4-e894-4c8d-b2ba-e22d52354d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774455 Jun 25 09:39:21.870882 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2916a57-555d-443a-8bb9-466282439e7c req-220cde58-aab3-40e2-bd9f-9cc9c193df42 service neutron] 10.222.0.41 "GET /v2.0/networks/feba27f4-e894-4c8d-b2ba-e22d52354d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443690 Jun 25 09:39:22.044372 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2916a57-555d-443a-8bb9-466282439e7c req-8f90e76c-7f7a-4f3b-9b7a-898ba977aec1 service neutron] 10.222.0.41 "GET /v2.0/networks/feba27f4-e894-4c8d-b2ba-e22d52354d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658843 Jun 25 09:39:22.371601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1e240-cf89-4929-9dca-4fa191a8fd49 req-e6a8adbc-f754-47f9-a7b7-d3524545386c tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:22.373435 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e9d1e240-cf89-4929-9dca-4fa191a8fd49 req-e6a8adbc-f754-47f9-a7b7-d3524545386c tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/ports?device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 943 time: 0.2178206 Jun 25 09:39:22.408994 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e356c53-68c8-478a-bd4f-e7f356790f3a req-46fd8352-e0c1-44eb-b05b-5cba34dd0dfd tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 210 time: 0.0572522 Jun 25 09:39:22.441186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658545cc-6b6c-4af9-bb02-cfeda2e6e7bf req-6d0fa13b-ecb3-49f7-9953-88c109a45547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:22.445085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-658545cc-6b6c-4af9-bb02-cfeda2e6e7bf req-6d0fa13b-ecb3-49f7-9953-88c109a45547 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d5f2ee47a9c4e77a3c6d4f06903ab17&device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 1095 time: 0.2382944 Jun 25 09:39:22.456807 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-54fb91ac-bfa5-4747-9281-e46185bc48bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:22.699803 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:22.829163 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:22.847125 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:22.847797 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:23.025942 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:23.071985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:23.078220 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:23.084219 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:23.144854 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:23.148260 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:23.323603 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-0a213329-c470-4020-8552-a6b73fdd3a36 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:23.325021 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-0a213329-c470-4020-8552-a6b73fdd3a36 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.41 "GET /v2.0/networks?id=066cb614-1448-40c7-8efe-ec557a45b12d HTTP/1.1" status: 200 len: 797 time: 0.1710548 Jun 25 09:39:23.337377 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e9d1e240-cf89-4929-9dca-4fa191a8fd49 req-a06fdaed-e9b3-46e7-9418-5a2a1f2e9040 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/security-groups?id=24b9ba0f-e973-418e-bbc5-204c3ab2dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9272072 Jun 25 09:39:23.390854 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-51c70a5c-081f-4b45-8cd3-a6b32a4616f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4 HTTP/1.1" status: 200 len: 380 time: 0.0504496 Jun 25 09:39:23.400550 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658545cc-6b6c-4af9-bb02-cfeda2e6e7bf req-603fb096-7bee-4289-bb15-6e1f325f6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:23.401860 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-fb9a21c4-1017-4a22-a37e-93203e26271f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'port': {'device_id': '598ba6e0-8668-4e9e-be09-240b1d345035', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'admin_state_up': True, 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'security_groups': ['b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:23.403725 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-658545cc-6b6c-4af9-bb02-cfeda2e6e7bf req-603fb096-7bee-4289-bb15-6e1f325f6e81 service neutron] 10.222.0.41 "GET /v2.0/networks?id=feba27f4-e894-4c8d-b2ba-e22d52354d6f HTTP/1.1" status: 200 len: 912 time: 0.9353714 Jun 25 09:39:23.467630 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-658545cc-6b6c-4af9-bb02-cfeda2e6e7bf req-f81e4db0-a010-4f70-b7f2-bfd51f32277e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=956cb9cc-ff9a-405e-9b48-d41bf802c746 HTTP/1.1" status: 200 len: 217 time: 0.0459242 Jun 25 09:39:23.567190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-fb9a21c4-1017-4a22-a37e-93203e26271f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Made reservation on behalf of 1a8e091ccc054882b641b9b9ca11d4a4 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:39:23.569046 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304f31b-b5dc-48c4-9b05-c935d24f468f req-42164487-502c-497c-8562-8231e162060e tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:23.570936 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2304f31b-b5dc-48c4-9b05-c935d24f468f req-42164487-502c-497c-8562-8231e162060e tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 945 time: 0.2592289 Jun 25 09:39:23.571904 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-fb9a21c4-1017-4a22-a37e-93203e26271f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:23.622985 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8aa44a6-d69a-4cbc-aadb-4ebcbe50eef4 req-54b5b40f-e207-4113-b86a-d5d604490ecd tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 210 time: 0.0432374 Jun 25 09:39:23.630093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658545cc-6b6c-4af9-bb02-cfeda2e6e7bf req-2dc3f49a-2e38-41b8-9881-620e4933735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:23.631541 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-658545cc-6b6c-4af9-bb02-cfeda2e6e7bf req-2dc3f49a-2e38-41b8-9881-620e4933735c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5cf4bc2-2235-4427-b30f-6b60ac38c3c6 HTTP/1.1" status: 200 len: 850 time: 0.1494875 Jun 25 09:39:23.686384 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2304f31b-b5dc-48c4-9b05-c935d24f468f req-debc2b25-8eae-4b16-920e-4ca3d1217820 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/security-groups?id=887bcc00-98b5-4d62-b95e-d634adc505b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034474 Jun 25 09:39:23.694543 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-658545cc-6b6c-4af9-bb02-cfeda2e6e7bf req-93ca2624-ff7e-4269-ab09-80cbe198c787 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=feba27f4-e894-4c8d-b2ba-e22d52354d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543952 Jun 25 09:39:23.727764 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-fb9a21c4-1017-4a22-a37e-93203e26271f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Allocated IP 172.20.0.12 (066cb614-1448-40c7-8efe-ec557a45b12d/950fcbf6-2fdd-4833-a318-44f76ec5ebc5/e1839276-c473-40fa-a060-e0ffc3f3ffe2) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:39:23.809578 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-658545cc-6b6c-4af9-bb02-cfeda2e6e7bf req-fd6b9616-8139-4abf-9ccf-fe1434070350 service neutron] 10.222.0.41 "GET /v2.0/networks/feba27f4-e894-4c8d-b2ba-e22d52354d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974214 Jun 25 09:39:23.895405 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-fb9a21c4-1017-4a22-a37e-93203e26271f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:23.911257 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-fb9a21c4-1017-4a22-a37e-93203e26271f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Transition to ACTIVE for port object e1839276-c473-40fa-a060-e0ffc3f3ffe2 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:23.920039 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-658545cc-6b6c-4af9-bb02-cfeda2e6e7bf req-a45a4c13-26e0-4054-8080-912a8e93d30e service neutron] 10.222.0.41 "GET /v2.0/networks/feba27f4-e894-4c8d-b2ba-e22d52354d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034966 Jun 25 09:39:23.963795 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-fb9a21c4-1017-4a22-a37e-93203e26271f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:23.969203 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fc553976-8f63-49af-b9a9-3e181c989114 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:24.017516 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-fb9a21c4-1017-4a22-a37e-93203e26271f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network 066cb614-1448-40c7-8efe-ec557a45b12d is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:39:24.020844 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-fb9a21c4-1017-4a22-a37e-93203e26271f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:24.028527 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-fb9a21c4-1017-4a22-a37e-93203e26271f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:39:24.057091 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a21c4-1017-4a22-a37e-93203e26271f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=e1839276-c473-40fa-a060-e0ffc3f3ffe2,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:24.060077 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fb9a21c4-1017-4a22-a37e-93203e26271f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:24.095528 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-fb9a21c4-1017-4a22-a37e-93203e26271f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:24.096301 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-fb9a21c4-1017-4a22-a37e-93203e26271f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:24.117074 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-fb9a21c4-1017-4a22-a37e-93203e26271f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7191083 Jun 25 09:39:24.136336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Request body: {'port': {'device_id': '598ba6e0-8668-4e9e-be09-240b1d345035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:24.207805 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:24.238408 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:24.464581 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-dea47458-4954-4839-88c7-b121e947130d None None] Provisioning for port e1839276-c473-40fa-a060-e0ffc3f3ffe2 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:24.464581 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-dea47458-4954-4839-88c7-b121e947130d None None] Provisioning complete for port e1839276-c473-40fa-a060-e0ffc3f3ffe2 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:24.464581 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dea47458-4954-4839-88c7-b121e947130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:24.508496 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c63ec7-a119-4099-b610-cebc19f310bc req-6166d095-333c-46fb-b7db-ea528c8e9bc8 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:24.510770 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5c63ec7-a119-4099-b610-cebc19f310bc req-6166d095-333c-46fb-b7db-ea528c8e9bc8 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 945 time: 0.1631780 Jun 25 09:39:24.544345 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-dea47458-4954-4839-88c7-b121e947130d None None] Port e1839276-c473-40fa-a060-e0ffc3f3ffe2 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:39:24.671811 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:24.759936 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbc19b-0b37-4878-8e82-3915365ab9fb req-38effb7b-3151-4822-8327-be8180371ef4 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:24.767337 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cfbbc19b-0b37-4878-8e82-3915365ab9fb req-38effb7b-3151-4822-8327-be8180371ef4 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/ports?device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 943 time: 0.2506926 Jun 25 09:39:24.807014 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:24.807595 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:24.884845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-b5c63ec7-a119-4099-b610-cebc19f310bc req-d821c1cd-b33c-4ce4-bfe8-8f7270f52834 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Deleting port 800a9fa7-2466-4583-a344-6940f8930c15 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:39:24.885285 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5c63ec7-a119-4099-b610-cebc19f310bc req-d821c1cd-b33c-4ce4-bfe8-8f7270f52834 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:24.903738 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cfbbc19b-0b37-4878-8e82-3915365ab9fb req-570aaa4a-8562-4fc7-abd2-4474fc630c1b tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/security-groups?id=24b9ba0f-e973-418e-bbc5-204c3ab2dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350353 Jun 25 09:39:24.939192 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7b1f708-fb3b-4aeb-95f7-833d550009fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:25.060243 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 956cb9cc-ff9a-405e-9b48-d41bf802c746 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:39:25.112281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-b5c63ec7-a119-4099-b610-cebc19f310bc req-d821c1cd-b33c-4ce4-bfe8-8f7270f52834 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] For port 800a9fa7-2466-4583-a344-6940f8930c15, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=800a9fa7-2466-4583-a344-6940f8930c15,segment=NetworkSegment(660e6b8c-1dee-4664-9533-6dffdba6332c),segment_id=660e6b8c-1dee-4664-9533-6dffdba6332c)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:25.113008 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5c63ec7-a119-4099-b610-cebc19f310bc req-d821c1cd-b33c-4ce4-bfe8-8f7270f52834 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:25.136760 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [req-b5c63ec7-a119-4099-b610-cebc19f310bc req-d821c1cd-b33c-4ce4-bfe8-8f7270f52834 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Calling delete_port for 800a9fa7-2466-4583-a344-6940f8930c15 owned by compute:nova {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:39:25.232480 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:25.243901 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 956cb9cc-ff9a-405e-9b48-d41bf802c746, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=956cb9cc-ff9a-405e-9b48-d41bf802c746,segment=NetworkSegment(e3a4766e-b269-4202-889e-7c5af400b2d5),segment_id=e3a4766e-b269-4202-889e-7c5af400b2d5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:25.259985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '956cb9cc-ff9a-405e-9b48-d41bf802c746', 'network_id': 'feba27f4-e894-4c8d-b2ba-e22d52354d6f', 'port_id': '956cb9cc-ff9a-405e-9b48-d41bf802c746', 'mac_address': 'fa:16:3e:40:7e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5cf4bc2-2235-4427-b30f-6b60ac38c3c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:39:25.291201 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bac011-f996-4414-9327-248944c3d31c req-e32cc7df-b73c-47ac-8afd-6001948cf8b0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:25.302160 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f7bac011-f996-4414-9327-248944c3d31c req-e32cc7df-b73c-47ac-8afd-6001948cf8b0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 932 time: 0.4880054 Jun 25 09:39:25.305224 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:25.316369 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1839276-c473-40fa-a060-e0ffc3f3ffe2 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:39:25.330447 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:25.341294 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956cb9cc-ff9a-405e-9b48-d41bf802c746 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:39:25.349192 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Transition to ACTIVE for port object e1839276-c473-40fa-a060-e0ffc3f3ffe2 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:25.354842 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:25.373026 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5445b697-30d3-4ec7-b3ee-c342530012cf tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:25.377518 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f7bac011-f996-4414-9327-248944c3d31c req-509a5183-f292-4cd9-adbe-f9aba2be98fe tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735121 Jun 25 09:39:25.410864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 956cb9cc-ff9a-405e-9b48-d41bf802c746, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=956cb9cc-ff9a-405e-9b48-d41bf802c746,segment=NetworkSegment(e3a4766e-b269-4202-889e-7c5af400b2d5),segment_id=e3a4766e-b269-4202-889e-7c5af400b2d5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:25.416226 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517bf30-6c57-4d1d-80a9-73f3b875f1c8 req-e4678de7-ca2c-4b09-8dbe-cfd6373ecc9a tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:25.422182 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2517bf30-6c57-4d1d-80a9-73f3b875f1c8 req-e4678de7-ca2c-4b09-8dbe-cfd6373ecc9a tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 945 time: 0.2617652 Jun 25 09:39:25.446669 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:25.449066 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:25.476551 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Pushing event updated for resources: {'Port': ['ID=e1839276-c473-40fa-a060-e0ffc3f3ffe2,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:25.507861 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:25.546722 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=956cb9cc-ff9a-405e-9b48-d41bf802c746,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:25.556100 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:25.567258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Attempting to bind port e1839276-c473-40fa-a060-e0ffc3f3ffe2 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:39:25.577979 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5c63ec7-a119-4099-b610-cebc19f310bc req-d821c1cd-b33c-4ce4-bfe8-8f7270f52834 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:25.582174 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Attempting to bind port e1839276-c473-40fa-a060-e0ffc3f3ffe2 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:39:25.583057 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Attempting to bind port e1839276-c473-40fa-a060-e0ffc3f3ffe2 on network 066cb614-1448-40c7-8efe-ec557a45b12d {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:25.596141 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bad6a5cd-cc3d-4c17-83db-2c1ae273d727 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:25.597014 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Port e1839276-c473-40fa-a060-e0ffc3f3ffe2 on network 066cb614-1448-40c7-8efe-ec557a45b12d not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:39:25.597218 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Attempting to bind port e1839276-c473-40fa-a060-e0ffc3f3ffe2 on network 066cb614-1448-40c7-8efe-ec557a45b12d {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:25.611157 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['800a9fa7-2466-4583-a344-6940f8930c15'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:39:25.622214 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:39:25.622559 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Checking segment: {'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:25.625023 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Bound using segment: {'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:39:25.645151 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Bound port: e1839276-c473-40fa-a060-e0ffc3f3ffe2, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:39:25.646970 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:25.676368 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821c1cd-b33c-4ce4-bfe8-8f7270f52834 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Pushing event deleted for resources: {'Port': ['ID=800a9fa7-2466-4583-a344-6940f8930c15,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:25.692695 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d821c1cd-b33c-4ce4-bfe8-8f7270f52834 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:25.764558 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2517bf30-6c57-4d1d-80a9-73f3b875f1c8 req-8ba4d5b7-7af0-49d1-990e-1b7085095b42 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/security-groups?id=887bcc00-98b5-4d62-b95e-d634adc505b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448661 Jun 25 09:39:25.876530 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c63ec7-a119-4099-b610-cebc19f310bc req-d821c1cd-b33c-4ce4-bfe8-8f7270f52834 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] No DVR routers for this DVR port 800a9fa7-2466-4583-a344-6940f8930c15 on host n-h2-761264-15 {{(pid=94024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:39:25.880534 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-b5c63ec7-a119-4099-b610-cebc19f310bc req-d821c1cd-b33c-4ce4-bfe8-8f7270f52834 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:25.885497 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5c63ec7-a119-4099-b610-cebc19f310bc req-d821c1cd-b33c-4ce4-bfe8-8f7270f52834 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.38 "DELETE /v2.0/ports/800a9fa7-2466-4583-a344-6940f8930c15 HTTP/1.1" status: 204 len: 173 time: 1.3560684 Jun 25 09:39:25.888493 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe906c3b-cc45-4e64-9134-956798f013f0', 'name': 'network-vif-deleted', 'tag': '800a9fa7-2466-4583-a344-6940f8930c15'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:39:25.892671 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['956cb9cc-ff9a-405e-9b48-d41bf802c746'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:39:25.892986 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4e61b0-2f7a-4e8f-addd-36298572ce3f" -d '{"events": [{"server_uuid": "fe906c3b-cc45-4e64-9134-956798f013f0", "name": "network-vif-deleted", "tag": "800a9fa7-2466-4583-a344-6940f8930c15"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:39:25.928350 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:39:25.959148 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:39:25.965618 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:25.977597 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-84e89369-cf73-4b67-8f0d-6fc8d7de14da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:25.994458 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679ecc99-275e-4db2-b4f5-9e75cee42fad x-openstack-request-id: req-679ecc99-275e-4db2-b4f5-9e75cee42fad {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:39:25.994809 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe906c3b-cc45-4e64-9134-956798f013f0", "name": "network-vif-deleted", "tag": "800a9fa7-2466-4583-a344-6940f8930c15", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:39:25.995122 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-679ecc99-275e-4db2-b4f5-9e75cee42fad {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:39:25.995576 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe906c3b-cc45-4e64-9134-956798f013f0', 'name': 'network-vif-deleted', 'tag': '800a9fa7-2466-4583-a344-6940f8930c15', 'status': 'completed', 'code': 200} Jun 25 09:39:26.047934 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:26.048585 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:26.050831 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] 10.222.0.41 "PUT /v2.0/ports/e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 200 len: 1093 time: 1.9195635 Jun 25 09:39:26.051423 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:39:26.059343 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7ce210-c839-4a2a-8e6d-8d12bda1054d" -d '{"events": [{"name": "network-changed", "server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:39:26.121440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Pushing event updated for resources: {'Port': ['ID=e1839276-c473-40fa-a060-e0ffc3f3ffe2,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:26.144173 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0318bae2-aa06-4f9b-8103-e4e7230d9c05 x-openstack-request-id: req-0318bae2-aa06-4f9b-8103-e4e7230d9c05 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:39:26.144797 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:39:26.145301 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0318bae2-aa06-4f9b-8103-e4e7230d9c05 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:39:26.145979 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'status': 'completed', 'code': 200} Jun 25 09:39:26.147091 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:26.307388 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ce210-c839-4a2a-8e6d-8d12bda1054d req-c966ead8-24ef-457e-bc4d-569bdf71a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:26.314739 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7f7ce210-c839-4a2a-8e6d-8d12bda1054d req-c966ead8-24ef-457e-bc4d-569bdf71a0b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1096 time: 0.1317067 Jun 25 09:39:26.331748 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:26.413523 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03f54d-ee95-4f7e-a2c7-fa2dcc5b6e4a req-8facb260-c570-44ad-8a86-7f9bbe1c0709 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:26.424276 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb03f54d-ee95-4f7e-a2c7-fa2dcc5b6e4a req-8facb260-c570-44ad-8a86-7f9bbe1c0709 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/ports?device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 944 time: 0.1707890 Jun 25 09:39:26.471872 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb03f54d-ee95-4f7e-a2c7-fa2dcc5b6e4a req-3a069a3f-4f30-4f04-8280-594560f4896f tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/security-groups?id=24b9ba0f-e973-418e-bbc5-204c3ab2dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462489 Jun 25 09:39:26.624329 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ce210-c839-4a2a-8e6d-8d12bda1054d req-6e354aa1-7d07-4e13-8079-17e092bc87c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:26.627527 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7f7ce210-c839-4a2a-8e6d-8d12bda1054d req-6e354aa1-7d07-4e13-8079-17e092bc87c1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&shared=False HTTP/1.1" status: 200 len: 899 time: 0.2978435 Jun 25 09:39:26.631465 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c341a-fb2a-4d14-9aa8-a0dbc35f79fb req-33210953-aa55-4c2b-bac7-860fd8154222 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:26.633328 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a46c341a-fb2a-4d14-9aa8-a0dbc35f79fb req-33210953-aa55-4c2b-bac7-860fd8154222 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 944 time: 0.0878317 Jun 25 09:39:26.717405 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a46c341a-fb2a-4d14-9aa8-a0dbc35f79fb req-68a7cbdc-d0e7-495d-9cdf-0e3dac805e84 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632720 Jun 25 09:39:26.893278 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ce210-c839-4a2a-8e6d-8d12bda1054d req-f252cdcb-491a-4d4e-a1ab-2c37f1e07ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:26.897681 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-7f7ce210-c839-4a2a-8e6d-8d12bda1054d req-f252cdcb-491a-4d4e-a1ab-2c37f1e07ab4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2647781 Jun 25 09:39:26.994276 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8fd5a8c3-4d1a-413c-944e-172ba594f949 req-3b3f248e-eaeb-4b45-aa7c-0e5b94dff27a tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe906c3b-cc45-4e64-9134-956798f013f0 HTTP/1.1" status: 200 len: 210 time: 0.0634055 Jun 25 09:39:27.077612 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 956cb9cc-ff9a-405e-9b48-d41bf802c746 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:27.094539 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-60e2d797-ba06-41c1-9a94-fc2af48a1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:27.098223 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-60e2d797-ba06-41c1-9a94-fc2af48a1901 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1096 time: 0.1101193 Jun 25 09:39:27.158733 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 956cb9cc-ff9a-405e-9b48-d41bf802c746 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:27.160796 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-8372e870-de03-42d1-8ac7-16a02f1fe802 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 200 len: 217 time: 0.0480466 Jun 25 09:39:27.163814 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 956cb9cc-ff9a-405e-9b48-d41bf802c746 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:27.164473 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:27.258156 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-87628fee-4ff0-485f-8ba1-91515cde47b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:27.260682 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-87628fee-4ff0-485f-8ba1-91515cde47b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=950fcbf6-2fdd-4833-a318-44f76ec5ebc5 HTTP/1.1" status: 200 len: 835 time: 0.0919917 Jun 25 09:39:27.267696 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:27.292809 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cae8ec5-e37d-4ddd-8bc2-83630df5822c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956cb9cc-ff9a-405e-9b48-d41bf802c746'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:39:27.295158 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a467e3e5-4b5b-43a8-8125-62276b4e9167" -d '{"events": [{"server_uuid": "7cae8ec5-e37d-4ddd-8bc2-83630df5822c", "name": "network-vif-plugged", "status": "completed", "tag": "956cb9cc-ff9a-405e-9b48-d41bf802c746"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:39:27.309346 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 956cb9cc-ff9a-405e-9b48-d41bf802c746, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=956cb9cc-ff9a-405e-9b48-d41bf802c746,segment=NetworkSegment(e3a4766e-b269-4202-889e-7c5af400b2d5),segment_id=e3a4766e-b269-4202-889e-7c5af400b2d5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:27.316503 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:27.320766 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:27.346845 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbfe61a-c235-45d4-9668-298a34b0415a x-openstack-request-id: req-4cbfe61a-c235-45d4-9668-298a34b0415a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:39:27.347703 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cae8ec5-e37d-4ddd-8bc2-83630df5822c", "name": "network-vif-plugged", "status": "completed", "tag": "956cb9cc-ff9a-405e-9b48-d41bf802c746", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:39:27.347962 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4cbfe61a-c235-45d4-9668-298a34b0415a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:39:27.348360 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cae8ec5-e37d-4ddd-8bc2-83630df5822c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956cb9cc-ff9a-405e-9b48-d41bf802c746', 'code': 200} Jun 25 09:39:27.353512 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-2691d811-e2bf-462c-817a-a08d57525570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:27.355147 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-2691d811-e2bf-462c-817a-a08d57525570 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=066cb614-1448-40c7-8efe-ec557a45b12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855160 Jun 25 09:39:27.384803 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=956cb9cc-ff9a-405e-9b48-d41bf802c746,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:27.388655 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:27.499703 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-479b02b1-53d6-4271-9d93-75f888e2c6e3 service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196706 Jun 25 09:39:27.507857 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377020a0-1692-4c1c-bb4f-46f8cd7a1ed7 req-8b79f6ca-7c8e-47b8-a1af-77bb55b45971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:27.510135 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-377020a0-1692-4c1c-bb4f-46f8cd7a1ed7 req-8b79f6ca-7c8e-47b8-a1af-77bb55b45971 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 1097 time: 0.0627918 Jun 25 09:39:27.588857 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-377020a0-1692-4c1c-bb4f-46f8cd7a1ed7 req-1f2b5606-45f2-4d0c-a9a4-f66dc03e400c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=24b9ba0f-e973-418e-bbc5-204c3ab2dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708420 Jun 25 09:39:27.623794 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1ed4332b-4a28-466e-8b18-413504c1d31c req-e3bb5120-5ba7-4e72-b71e-eff61a7cce3f service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174765 Jun 25 09:39:27.707175 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b0f33-f2d6-41e7-8a5a-e293dc9074d5 req-30a2a1e8-690f-4e0c-a669-ddc86228cb3c tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:27.708876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5f8b0f33-f2d6-41e7-8a5a-e293dc9074d5 req-30a2a1e8-690f-4e0c-a669-ddc86228cb3c tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/ports?device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 945 time: 0.0739813 Jun 25 09:39:27.782920 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5f8b0f33-f2d6-41e7-8a5a-e293dc9074d5 req-f22b9506-a6be-404c-9552-da3406d542f2 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/security-groups?id=24b9ba0f-e973-418e-bbc5-204c3ab2dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666068 Jun 25 09:39:27.862559 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 800a9fa7-2466-4583-a344-6940f8930c15 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:39:27.886889 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 800a9fa7-2466-4583-a344-6940f8930c15 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:39:27.887337 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 800a9fa7-2466-4583-a344-6940f8930c15 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:39:27.974809 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9c0a9-263d-43dd-8760-a27d5c3b54e3 req-de6ab173-d131-440b-bbb1-74cd93b6a3bd tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:27.984013 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0e9c0a9-263d-43dd-8760-a27d5c3b54e3 req-de6ab173-d131-440b-bbb1-74cd93b6a3bd tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 944 time: 0.1231425 Jun 25 09:39:27.999031 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:28.080326 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0e9c0a9-263d-43dd-8760-a27d5c3b54e3 req-eda74ae3-3297-42e9-b9af-20538c3cd1fd tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951917 Jun 25 09:39:28.104314 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53692) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:28.154390 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c57e78-9c29-4346-9435-fb3f087a0ebb admin admin] Deleting subnet cf0f76fa-363b-48e5-a0de-dbcf0832d7e7 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:39:28.157898 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d4c57e78-9c29-4346-9435-fb3f087a0ebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:28.195179 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d4c57e78-9c29-4346-9435-fb3f087a0ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:28.268270 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d4c57e78-9c29-4346-9435-fb3f087a0ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:28.339337 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d4c57e78-9c29-4346-9435-fb3f087a0ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:28.342294 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6c5d8f72-0aea-4164-bb0e-58d946b481c5 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:28.376154 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c57e78-9c29-4346-9435-fb3f087a0ebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf0f76fa-363b-48e5-a0de-dbcf0832d7e7,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:28.378817 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-d4c57e78-9c29-4346-9435-fb3f087a0ebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:28.381385 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-d4c57e78-9c29-4346-9435-fb3f087a0ebb admin admin] 10.222.0.93 "DELETE /v2.0/subnets/cf0f76fa-363b-48e5-a0de-dbcf0832d7e7 HTTP/1.1" status: 204 len: 168 time: 0.2760015 Jun 25 09:39:28.382346 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d4c57e78-9c29-4346-9435-fb3f087a0ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:28.384226 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53698) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:28.469589 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3809db6-08a6-4ce3-9b63-0280f9d854de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:28.562801 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3809db6-08a6-4ce3-9b63-0280f9d854de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:28.576415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-a3809db6-08a6-4ce3-9b63-0280f9d854de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5da6fb-53c9-40d4-9a48-4e943db35439']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:28.588534 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-a3809db6-08a6-4ce3-9b63-0280f9d854de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660e6b8c-1dee-4664-9533-6dffdba6332c') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:28.588880 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-a3809db6-08a6-4ce3-9b63-0280f9d854de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660e6b8c-1dee-4664-9533-6dffdba6332c') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:28.598228 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3809db6-08a6-4ce3-9b63-0280f9d854de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:28.616367 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3809db6-08a6-4ce3-9b63-0280f9d854de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:28.626910 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3809db6-08a6-4ce3-9b63-0280f9d854de admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:39:28.627613 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3809db6-08a6-4ce3-9b63-0280f9d854de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:39:28.679452 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:39:28.696683 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3809db6-08a6-4ce3-9b63-0280f9d854de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:28.702492 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:28.707549 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a3809db6-08a6-4ce3-9b63-0280f9d854de admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:28.709796 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a3809db6-08a6-4ce3-9b63-0280f9d854de admin admin] 10.222.0.93 "DELETE /v2.0/networks/1c5da6fb-53c9-40d4-9a48-4e943db35439 HTTP/1.1" status: 204 len: 168 time: 0.3241482 Jun 25 09:39:28.723745 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3809db6-08a6-4ce3-9b63-0280f9d854de admin admin] Pushing event deleted for resources: {'Network': ['ID=1c5da6fb-53c9-40d4-9a48-4e943db35439,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:28.731325 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a3809db6-08a6-4ce3-9b63-0280f9d854de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:28.872154 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53708) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:28.923623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53710) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:28.924440 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3136c73c-bfd3-451f-a20d-b804cdadc726 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f144597ebfdc489a9ceb3eb0168bcad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504251 Jun 25 09:39:29.052281 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1ad0b22f-07b4-4738-9f6a-7fcfd1126a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:29.100674 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1ad0b22f-07b4-4738-9f6a-7fcfd1126a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:29.128461 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33da479-4953-4a12-9346-3b3a9f028dd0 req-c9c955dc-73de-4354-89c7-9f2efde8eba8 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:29.153660 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a33da479-4953-4a12-9346-3b3a9f028dd0 req-c9c955dc-73de-4354-89c7-9f2efde8eba8 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/ports?device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 945 time: 0.2321508 Jun 25 09:39:29.262066 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a33da479-4953-4a12-9346-3b3a9f028dd0 req-e61b900d-a57c-44f7-8808-7533e3ed697a tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/security-groups?id=24b9ba0f-e973-418e-bbc5-204c3ab2dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070695 Jun 25 09:39:29.327393 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1ad0b22f-07b4-4738-9f6a-7fcfd1126a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:29.330232 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1ad0b22f-07b4-4738-9f6a-7fcfd1126a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:29.331406 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1ad0b22f-07b4-4738-9f6a-7fcfd1126a6a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/887bcc00-98b5-4d62-b95e-d634adc505b7 HTTP/1.1" status: 204 len: 168 time: 0.4060087 Jun 25 09:39:29.333080 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fd8196cf-e432-49b7-8ec5-ed22c5479040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:29.356964 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0b22f-07b4-4738-9f6a-7fcfd1126a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887bcc00-98b5-4d62-b95e-d634adc505b7,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:29.365050 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1ad0b22f-07b4-4738-9f6a-7fcfd1126a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:29.416283 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ade17-92b8-4ea8-a62c-147e4ec1f8c4 req-1277e1ba-4fc2-4721-9de0-b8afe781e8e7 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:29.418145 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-647ade17-92b8-4ea8-a62c-147e4ec1f8c4 req-1277e1ba-4fc2-4721-9de0-b8afe781e8e7 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 944 time: 0.1304150 Jun 25 09:39:29.483273 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-647ade17-92b8-4ea8-a62c-147e4ec1f8c4 req-2d0ec5fa-2a46-4922-a824-d95557ea25b6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589988 Jun 25 09:39:30.217454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53758) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:30.328413 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-network', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:30.367775 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Made reservation on behalf of 4564d29a6ede42a6bf52d398b9044d52 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:39:30.371282 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:30.399597 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:30.535803 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630d572-0f60-4fdd-933d-327dd25c8c86 req-014087a4-6390-4ea9-8f51-49628691ca47 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:30.543233 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e630d572-0f60-4fdd-933d-327dd25c8c86 req-014087a4-6390-4ea9-8f51-49628691ca47 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/ports?device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 945 time: 0.1348236 Jun 25 09:39:30.614274 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e630d572-0f60-4fdd-933d-327dd25c8c86 req-19331b62-792c-4775-949a-17b4095cc0b3 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/security-groups?id=24b9ba0f-e973-418e-bbc5-204c3ab2dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698233 Jun 25 09:39:30.705386 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:30.715820 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:30.735295 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-76299f5b-b213-49c4-b38f-c3c4e109e6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:30.805873 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:39:30.827605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98269a36-59f5-42f5-897b-e67dc89a304f,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:30.838469 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:30.847351 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:30.847719 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Added segment 9d9bf489-e3a3-492e-93a0-9caaebac87c2 of type vlan for network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 Jun 25 09:39:30.896154 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c7a9a-c6d5-4755-9f62-9e14471c44a0 req-8c5e74b8-ebb8-4ee2-b76b-a63de735f0d5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:30.901265 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-607c7a9a-c6d5-4755-9f62-9e14471c44a0 req-8c5e74b8-ebb8-4ee2-b76b-a63de735f0d5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 944 time: 0.2463140 Jun 25 09:39:30.932591 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:31.040636 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-607c7a9a-c6d5-4755-9f62-9e14471c44a0 req-05d49191-bd28-4f88-9647-1699702f9e4c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776656 Jun 25 09:39:31.074895 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:31.076266 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:31.076929 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:31.092328 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c2879673-def1-4d36-80a0-68577383f225 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:31.114964 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e1839276-c473-40fa-a060-e0ffc3f3ffe2 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:39:31.200586 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53786) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:31.201231 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9818532 Jun 25 09:39:31.210139 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-d432a190-5ff7-4ed6-a866-939f53eb26dd admin admin] Request body: {'subnet': {'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-subnet', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:31.226601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Pushing event updated for resources: {'Network': ['ID=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:31.235986 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d432a190-5ff7-4ed6-a866-939f53eb26dd admin admin] Made reservation on behalf of 4564d29a6ede42a6bf52d398b9044d52 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:39:31.238728 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d432a190-5ff7-4ed6-a866-939f53eb26dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:31.259253 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:31.262989 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:39:31.353741 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:31.378824 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'port_id': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'mac_address': 'fa:16:3e:39:fa:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:39:31.392441 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d44e0-de73-47a2-ac3f-8f446f249a72 req-d1dc97ed-e055-4024-bc79-05b3cb1b0304 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:31.395179 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a52d44e0-de73-47a2-ac3f-8f446f249a72 req-d1dc97ed-e055-4024-bc79-05b3cb1b0304 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/ports?device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 945 time: 0.1195843 Jun 25 09:39:31.453597 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:31.485981 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1839276-c473-40fa-a060-e0ffc3f3ffe2 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:39:31.531704 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:31.534264 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:31.541494 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:31.543862 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:31.554363 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a52d44e0-de73-47a2-ac3f-8f446f249a72 req-62a69a27-78fb-4ca6-96d0-26ec5820717b tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/security-groups?id=24b9ba0f-e973-418e-bbc5-204c3ab2dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505761 Jun 25 09:39:31.561429 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d432a190-5ff7-4ed6-a866-939f53eb26dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:31.565912 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d8707c62-427e-46fe-8652-103eeaba79af tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:31.626849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e1839276-c473-40fa-a060-e0ffc3f3ffe2,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:31.644356 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:31.690938 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432a190-5ff7-4ed6-a866-939f53eb26dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbdaf571-c08e-473e-9464-ca149b28036e,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:31.694715 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d432a190-5ff7-4ed6-a866-939f53eb26dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:31.703214 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432a190-5ff7-4ed6-a866-939f53eb26dd admin admin] Checking segment: {'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:31.703611 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d432a190-5ff7-4ed6-a866-939f53eb26dd admin admin] Network hostable DHCP agents. Network: 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:39:31.726836 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d432a190-5ff7-4ed6-a866-939f53eb26dd admin admin] Network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:39:31.740319 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-d432a190-5ff7-4ed6-a866-939f53eb26dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:31.744788 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d432a190-5ff7-4ed6-a866-939f53eb26dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:31.745419 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d432a190-5ff7-4ed6-a866-939f53eb26dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:31.752327 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c815e74-d491-447d-9563-53a152a3076c None None] Network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:39:31.776781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53798) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:31.782739 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:31.788745 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d432a190-5ff7-4ed6-a866-939f53eb26dd admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5867162 Jun 25 09:39:31.821281 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:31.823323 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:31.906196 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:31.967270 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:39:31.968814 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:32.126798 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:32.350764 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Allocated IP 172.20.0.2 (00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4/fbdaf571-c08e-473e-9464-ca149b28036e/4bb23a2c-e3d8-4929-9a12-f3b3846d5c12) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:39:32.519721 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:32.549851 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:32.566965 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:32.577725 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Transition to ACTIVE for port object 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:32.596162 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Transition to ACTIVE for port object 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:32.602533 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['e1839276-c473-40fa-a060-e0ffc3f3ffe2'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:39:32.602931 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbd76b-7ef1-4ded-af45-b3cc78a68b1d req-30226e5d-e027-4574-981b-ccd054be7506 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:32.609612 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-86fbd76b-7ef1-4ded-af45-b3cc78a68b1d req-30226e5d-e027-4574-981b-ccd054be7506 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 945 time: 0.3036370 Jun 25 09:39:32.632711 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:32.636674 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:32.695485 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [req-8e8c5587-a6f0-4592-a869-823021c1b03b req-35509cd6-40e6-451e-80d5-628088ec1075 service neutron] (94025) timed out ('10.222.0.93', 57538) {{(pid=94025) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 09:39:32.710127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:39:32.723252 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:32.733149 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:39:32.749968 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Pushing event updated for resources: {'Port': ['ID=4bb23a2c-e3d8-4929-9a12-f3b3846d5c12,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:32.762320 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:32.873160 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-86fbd76b-7ef1-4ded-af45-b3cc78a68b1d req-f07effd1-de0a-4ae7-9784-536aeaad3403 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746769 Jun 25 09:39:32.880429 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Allocated IP 172.25.6.210 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/d889bad4-035c-41f1-b6d9-81ce2b06aad8) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:39:32.964495 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Attempting to bind port 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:39:32.968676 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Attempting to bind port 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:39:32.969104 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Attempting to bind port 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12 on network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:32.977070 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:39:32.977459 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Checking segment: {'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:32.977876 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:32.978325 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Bound using segment: {'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:39:32.978815 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Bound port: 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:39:32.979205 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:33.014462 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619747b3-b00d-49c2-af48-d8ed8e6ccb9b req-a505a64c-89d5-46e2-88aa-08691a03ee46 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:33.017213 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-619747b3-b00d-49c2-af48-d8ed8e6ccb9b req-a505a64c-89d5-46e2-88aa-08691a03ee46 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 945 time: 0.1624641 Jun 25 09:39:33.093679 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431dfab-ef67-4eec-a031-bae0553883ae req-09aa3057-fd41-4fad-8f0a-83b0b516629a tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:33.101046 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e431dfab-ef67-4eec-a031-bae0553883ae req-09aa3057-fd41-4fad-8f0a-83b0b516629a tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/ports?device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 945 time: 0.2687674 Jun 25 09:39:33.146028 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] For port 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:39:33.151241 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] For port 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4bb23a2c-e3d8-4929-9a12-f3b3846d5c12,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:39:33.168263 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:33.170933 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:33.184255 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:33.193512 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-619747b3-b00d-49c2-af48-d8ed8e6ccb9b req-954e29f9-4844-40e9-9796-97bc2cdcc85f tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Deleting port 956cb9cc-ff9a-405e-9b48-d41bf802c746 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:39:33.194149 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-619747b3-b00d-49c2-af48-d8ed8e6ccb9b req-954e29f9-4844-40e9-9796-97bc2cdcc85f tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:33.204457 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e431dfab-ef67-4eec-a031-bae0553883ae req-5ec5d6fc-4baa-4a30-aba2-f7f32368e241 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/security-groups?id=24b9ba0f-e973-418e-bbc5-204c3ab2dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024036 Jun 25 09:39:33.251891 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Pushing event updated for resources: {'Port': ['ID=4bb23a2c-e3d8-4929-9a12-f3b3846d5c12,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:33.256011 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:33.283014 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:33.286115 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-eb9bab12-e2d0-4cc8-ad7f-ae24ee175f62 tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:33.344691 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-619747b3-b00d-49c2-af48-d8ed8e6ccb9b req-954e29f9-4844-40e9-9796-97bc2cdcc85f tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] For port 956cb9cc-ff9a-405e-9b48-d41bf802c746, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=956cb9cc-ff9a-405e-9b48-d41bf802c746,segment=NetworkSegment(e3a4766e-b269-4202-889e-7c5af400b2d5),segment_id=e3a4766e-b269-4202-889e-7c5af400b2d5)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:33.345855 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-619747b3-b00d-49c2-af48-d8ed8e6ccb9b req-954e29f9-4844-40e9-9796-97bc2cdcc85f tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:33.347002 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:39:33.350608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:33.364086 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:39:33.368402 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-619747b3-b00d-49c2-af48-d8ed8e6ccb9b req-954e29f9-4844-40e9-9796-97bc2cdcc85f tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Calling delete_port for 956cb9cc-ff9a-405e-9b48-d41bf802c746 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:39:33.375722 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Pushing event updated for resources: {'Port': ['ID=d889bad4-035c-41f1-b6d9-81ce2b06aad8,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:33.412876 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:33.593371 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-619747b3-b00d-49c2-af48-d8ed8e6ccb9b req-954e29f9-4844-40e9-9796-97bc2cdcc85f tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:33.610207 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-758a59d2-c61e-45ae-a735-632493d922f4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:33.653116 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e29f9-4844-40e9-9796-97bc2cdcc85f tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Pushing event deleted for resources: {'Port': ['ID=956cb9cc-ff9a-405e-9b48-d41bf802c746,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:33.675107 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-954e29f9-4844-40e9-9796-97bc2cdcc85f tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:33.768700 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-619747b3-b00d-49c2-af48-d8ed8e6ccb9b req-954e29f9-4844-40e9-9796-97bc2cdcc85f tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] No DVR routers for this DVR port 956cb9cc-ff9a-405e-9b48-d41bf802c746 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:39:33.772808 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-619747b3-b00d-49c2-af48-d8ed8e6ccb9b req-954e29f9-4844-40e9-9796-97bc2cdcc85f tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:33.775306 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-619747b3-b00d-49c2-af48-d8ed8e6ccb9b req-954e29f9-4844-40e9-9796-97bc2cdcc85f tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.41 "DELETE /v2.0/ports/956cb9cc-ff9a-405e-9b48-d41bf802c746 HTTP/1.1" status: 204 len: 173 time: 0.7512789 Jun 25 09:39:33.776143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cae8ec5-e37d-4ddd-8bc2-83630df5822c', 'name': 'network-vif-deleted', 'tag': '956cb9cc-ff9a-405e-9b48-d41bf802c746'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:39:33.795401 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7c8cb8-d0f2-41b3-99e9-5248131d063a" -d '{"events": [{"server_uuid": "7cae8ec5-e37d-4ddd-8bc2-83630df5822c", "name": "network-vif-deleted", "tag": "956cb9cc-ff9a-405e-9b48-d41bf802c746"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:39:33.808657 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['956cb9cc-ff9a-405e-9b48-d41bf802c746'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:39:33.899027 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19de72e-4bc4-4db9-89cc-053e6aae6ff5 x-openstack-request-id: req-a19de72e-4bc4-4db9-89cc-053e6aae6ff5 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:39:33.899368 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cae8ec5-e37d-4ddd-8bc2-83630df5822c", "name": "network-vif-deleted", "tag": "956cb9cc-ff9a-405e-9b48-d41bf802c746", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:39:33.899690 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a19de72e-4bc4-4db9-89cc-053e6aae6ff5 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:39:33.900139 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cae8ec5-e37d-4ddd-8bc2-83630df5822c', 'name': 'network-vif-deleted', 'tag': '956cb9cc-ff9a-405e-9b48-d41bf802c746', 'status': 'completed', 'code': 200} Jun 25 09:39:33.905877 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:34.262602 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa73b7-a017-4c2a-9591-67847d7aa9a8 req-9fc02580-ca13-46f8-9b5f-c36da9958f76 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:34.283613 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-71fa73b7-a017-4c2a-9591-67847d7aa9a8 req-9fc02580-ca13-46f8-9b5f-c36da9958f76 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 945 time: 0.2118728 Jun 25 09:39:34.287337 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:34.426190 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-71fa73b7-a017-4c2a-9591-67847d7aa9a8 req-5ab59efd-d4c2-4738-aee7-513be65cdbcb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325512 Jun 25 09:39:34.518798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b85e859a-024b-4789-b161-acb1aee813d5 req-69149d84-cc57-49e8-b3db-193e0ef136d2 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] 10.222.0.93 "GET /v2.0/ports?device_id=7cae8ec5-e37d-4ddd-8bc2-83630df5822c HTTP/1.1" status: 200 len: 210 time: 0.0502739 Jun 25 09:39:34.542094 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:39:34.711389 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:34.758685 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:39:34.772190 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Sync routers for ids ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:39:34.781825 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f08a5bd-b639-4dfb-93d0-5eac7299885b None None] Network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:39:34.782057 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:34.786447 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0055172 Jun 25 09:39:34.786655 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 53854) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:34.835968 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Routers {'8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:39:34.836641 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:39:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:34.891481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:34.893636 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5daf8021-52c6-4455-987b-3b495b264b8b None None] Provisioning for port 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:34.916391 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:34.917029 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:34.926132 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5daf8021-52c6-4455-987b-3b495b264b8b None None] Provisioning complete for port 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:34.926801 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5daf8021-52c6-4455-987b-3b495b264b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:35.161314 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e1839276-c473-40fa-a060-e0ffc3f3ffe2 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:35.165468 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Set router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:39:35.321207 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53870) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:35.552035 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-18cb7c42-2f8f-47f5-afe7-881eb1d4ea67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:35.595312 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:35.649726 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=4bb23a2c-e3d8-4929-9a12-f3b3846d5c12,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:35.658791 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5daf8021-52c6-4455-987b-3b495b264b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:35.680987 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port e1839276-c473-40fa-a060-e0ffc3f3ffe2 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:35.706779 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:35.716360 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:35.738745 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-18cb7c42-2f8f-47f5-afe7-881eb1d4ea67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:35.746356 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-18cb7c42-2f8f-47f5-afe7-881eb1d4ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:35.749960 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cfe66f8f-8a3d-41aa-b4f5-ec4bb1bb5a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:35.764834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port e1839276-c473-40fa-a060-e0ffc3f3ffe2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:35.765278 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:35.819041 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-18cb7c42-2f8f-47f5-afe7-881eb1d4ea67 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d4ef686e96a945c0a7a6488fb4594e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4938467 Jun 25 09:39:35.821309 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53888) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:35.877279 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb7c42-2f8f-47f5-afe7-881eb1d4ea67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec76873f-9ec8-4c04-bb91-2c362c9b3343,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:35.881064 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-18cb7c42-2f8f-47f5-afe7-881eb1d4ea67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:35.903173 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6a4a7-7d8b-4ac8-ba24-97d3c33f2181 req-673805ef-4656-4d62-af06-80ad06fcafef tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:35.905958 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-70c6a4a7-7d8b-4ac8-ba24-97d3c33f2181 req-673805ef-4656-4d62-af06-80ad06fcafef tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 945 time: 0.3022571 Jun 25 09:39:35.965436 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f511042f-5eeb-43f6-b138-aa97915b91dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:35.997708 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=4bb23a2c-e3d8-4929-9a12-f3b3846d5c12,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:36.011745 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:36.016772 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f511042f-5eeb-43f6-b138-aa97915b91dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:36.042978 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-5daf8021-52c6-4455-987b-3b495b264b8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:39:36.043602 n-d-761264-15 neutron-server[94026]: DEBUG oslo_db.api [None req-5daf8021-52c6-4455-987b-3b495b264b8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:39:36.051218 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-70c6a4a7-7d8b-4ac8-ba24-97d3c33f2181 req-b924444b-0f47-452c-8616-70bb9aae89e5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312218 Jun 25 09:39:36.065791 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:33Z', 'revision_number': 3, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:36.131066 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f511042f-5eeb-43f6-b138-aa97915b91dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:36.134374 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f511042f-5eeb-43f6-b138-aa97915b91dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:36.137272 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f511042f-5eeb-43f6-b138-aa97915b91dd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ec76873f-9ec8-4c04-bb91-2c362c9b3343 HTTP/1.1" status: 204 len: 168 time: 0.3135827 Jun 25 09:39:36.140160 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Checking router: 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:39:36.140930 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Updating router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 port d889bad4-035c-41f1-b6d9-81ce2b06aad8 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:39:36.148933 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4874b6c2-0194-4672-aea9-ef1a3605165a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:36.169148 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511042f-5eeb-43f6-b138-aa97915b91dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec76873f-9ec8-4c04-bb91-2c362c9b3343,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:36.172361 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f511042f-5eeb-43f6-b138-aa97915b91dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:36.311825 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53912) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:36.375520 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3dedcc-de16-4153-be48-d1ee9a858ac1 admin admin] Deleting subnet a5cf4bc2-2235-4427-b30f-6b60ac38c3c6 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:39:36.384217 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f3dedcc-de16-4153-be48-d1ee9a858ac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:36.386937 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:36.428629 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f3dedcc-de16-4153-be48-d1ee9a858ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:36.441094 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:36.486001 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:36.506123 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f3dedcc-de16-4153-be48-d1ee9a858ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:36.531510 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:39:36.534406 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64ab255-2486-42d7-92fc-df816231ebb6" -d '{"events": [{"server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "name": "network-vif-plugged", "status": "completed", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:39:36.605321 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f3dedcc-de16-4153-be48-d1ee9a858ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:36.607838 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4027e649-4b54-4319-b85d-60a1f67188a9 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:36.614609 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:36.627765 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769dc21b-6785-46c9-8182-5b0ed17d822a x-openstack-request-id: req-769dc21b-6785-46c9-8182-5b0ed17d822a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:39:36.628085 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "name": "network-vif-plugged", "status": "completed", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:39:36.628354 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-769dc21b-6785-46c9-8182-5b0ed17d822a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:39:36.628797 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'code': 200} Jun 25 09:39:36.682591 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dedcc-de16-4153-be48-d1ee9a858ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5cf4bc2-2235-4427-b30f-6b60ac38c3c6,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:36.687414 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5f3dedcc-de16-4153-be48-d1ee9a858ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:36.690446 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f3dedcc-de16-4153-be48-d1ee9a858ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:36.692660 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5f3dedcc-de16-4153-be48-d1ee9a858ac1 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/a5cf4bc2-2235-4427-b30f-6b60ac38c3c6 HTTP/1.1" status: 204 len: 168 time: 0.3796780 Jun 25 09:39:36.695219 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53928) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:36.740416 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:36.742702 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:36.752429 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:36.789343 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Allocated IP 172.20.0.1 (00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4/fbdaf571-c08e-473e-9464-ca149b28036e/f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:39:36.872951 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e1839276-c473-40fa-a060-e0ffc3f3ffe2,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:36.882041 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:36.883122 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a7add9e-947e-4da1-91ab-f3cf93bc13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:36.898370 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226ba6-8106-4d99-ac6f-f716e59cd93e req-34e33f73-dd97-4f9e-aaa0-2b4754196ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:36.900003 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9226ba6-8106-4d99-ac6f-f716e59cd93e req-34e33f73-dd97-4f9e-aaa0-2b4754196ddb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1098 time: 0.1123095 Jun 25 09:39:36.969429 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:36.970155 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.019031 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.019699 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4e19e166-6e10-47aa-b7b7-f45dcca381f4 None None] Provisioning complete for port 4bb23a2c-e3d8-4929-9a12-f3b3846d5c12 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:37.020213 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e19e166-6e10-47aa-b7b7-f45dcca381f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.052928 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f9226ba6-8106-4d99-ac6f-f716e59cd93e req-72693721-4730-4995-a45e-7f8f450d1736 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341085 Jun 25 09:39:37.056829 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Transition to ACTIVE for port object f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:37.069238 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a7add9e-947e-4da1-91ab-f3cf93bc13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.083958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-1a7add9e-947e-4da1-91ab-f3cf93bc13a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feba27f4-e894-4c8d-b2ba-e22d52354d6f']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:37.106664 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-1a7add9e-947e-4da1-91ab-f3cf93bc13a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a4766e-b269-4202-889e-7c5af400b2d5') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:37.107194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-1a7add9e-947e-4da1-91ab-f3cf93bc13a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a4766e-b269-4202-889e-7c5af400b2d5') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:37.117361 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a7add9e-947e-4da1-91ab-f3cf93bc13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.132487 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a7add9e-947e-4da1-91ab-f3cf93bc13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.141832 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7add9e-947e-4da1-91ab-f3cf93bc13a2 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:39:37.142242 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a7add9e-947e-4da1-91ab-f3cf93bc13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:39:37.144146 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:39:37.146772 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.152167 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-29d1b800-93cf-4d8b-bbea-98973a7d29ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:37.197553 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.217746 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Transition to ACTIVE for port object d889bad4-035c-41f1-b6d9-81ce2b06aad8 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:37.218505 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a7add9e-947e-4da1-91ab-f3cf93bc13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.223662 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-84b60916-a394-47c1-9408-923010c9bbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:37.229679 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a7add9e-947e-4da1-91ab-f3cf93bc13a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.233923 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1a7add9e-947e-4da1-91ab-f3cf93bc13a2 admin admin] 10.222.0.93 "DELETE /v2.0/networks/feba27f4-e894-4c8d-b2ba-e22d52354d6f HTTP/1.1" status: 204 len: 168 time: 0.5351057 Jun 25 09:39:37.247265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7add9e-947e-4da1-91ab-f3cf93bc13a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=feba27f4-e894-4c8d-b2ba-e22d52354d6f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:37.270506 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1a7add9e-947e-4da1-91ab-f3cf93bc13a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:37.277283 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 956cb9cc-ff9a-405e-9b48-d41bf802c746 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:39:37.280102 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.295960 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-030551d7-af9f-48ed-87f3-7b1ac129928e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:37.320583 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:39:37.331881 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:37.336379 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Pushing event updated for resources: {'Port': ['ID=f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:37.355260 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:39:37.357612 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:37.369447 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747915e-383a-47c6-ae87-82c8accc8f40 None None] Pushing event updated for resources: {'Port': ['ID=d889bad4-035c-41f1-b6d9-81ce2b06aad8,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:37.375072 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6747915e-383a-47c6-ae87-82c8accc8f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:37.378766 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 956cb9cc-ff9a-405e-9b48-d41bf802c746 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:39:37.378766 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 956cb9cc-ff9a-405e-9b48-d41bf802c746 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:39:37.484758 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Attempting to bind port d889bad4-035c-41f1-b6d9-81ce2b06aad8 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:39:37.485224 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Attempting to bind port d889bad4-035c-41f1-b6d9-81ce2b06aad8 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:39:37.485636 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Attempting to bind port d889bad4-035c-41f1-b6d9-81ce2b06aad8 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:37.491567 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:39:37.491958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:37.492403 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.492849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:39:37.493350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Bound port: d889bad4-035c-41f1-b6d9-81ce2b06aad8, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:39:37.493746 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.522329 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.563687 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53960) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:37.609840 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] For port d889bad4-035c-41f1-b6d9-81ce2b06aad8, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:39:37.617134 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] For port d889bad4-035c-41f1-b6d9-81ce2b06aad8, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d889bad4-035c-41f1-b6d9-81ce2b06aad8,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:39:37.638429 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.642883 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-fd0d8642-1224-47c7-932e-aa49e2aa89ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:37.647649 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fd3a7-6e7b-4a4e-8e75-526ccc5aafa7 req-773db5c1-b4f1-4fba-854a-b71203ab79f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:37.653471 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d9ec12bb-151f-4647-8936-ca00a06063a8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5d5f2ee47a9c4e77a3c6d4f06903ab17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877366 Jun 25 09:39:37.656014 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 53964) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:37.660123 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b09fd3a7-6e7b-4a4e-8e75-526ccc5aafa7 req-773db5c1-b4f1-4fba-854a-b71203ab79f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.2979095 Jun 25 09:39:37.722988 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747915e-383a-47c6-ae87-82c8accc8f40 None None] Pushing event updated for resources: {'Port': ['ID=d889bad4-035c-41f1-b6d9-81ce2b06aad8,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:37.727894 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6747915e-383a-47c6-ae87-82c8accc8f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:37.733705 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:39:37.743401 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Routers {'8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:39:37.744054 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:39:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:37.765379 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b09fd3a7-6e7b-4a4e-8e75-526ccc5aafa7 req-b8efb956-4302-427f-b4c8-19f9b61902fe tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042733 Jun 25 09:39:37.806561 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-109f224c-2db7-4609-9012-00c70833039c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.849195 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-109f224c-2db7-4609-9012-00c70833039c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.862118 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.874300 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f16a1d7a-49a4-43e1-9f2f-bbb75b60803e None None] Provisioning for port f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:37.880711 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f16a1d7a-49a4-43e1-9f2f-bbb75b60803e None None] Provisioning complete for port f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:37.881129 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f16a1d7a-49a4-43e1-9f2f-bbb75b60803e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.946820 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-109f224c-2db7-4609-9012-00c70833039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.949469 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-109f224c-2db7-4609-9012-00c70833039c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:37.950635 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-109f224c-2db7-4609-9012-00c70833039c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/24b9ba0f-e973-418e-bbc5-204c3ab2dc30 HTTP/1.1" status: 204 len: 168 time: 0.2933452 Jun 25 09:39:37.951485 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f5f6cf6d-46de-4208-a628-5ef401bf9d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:37.957096 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] Set router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:39:37.963884 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f224c-2db7-4609-9012-00c70833039c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b9ba0f-e973-418e-bbc5-204c3ab2dc30,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:37.973775 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-109f224c-2db7-4609-9012-00c70833039c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:38.040145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f16a1d7a-49a4-43e1-9f2f-bbb75b60803e None None] Port f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:39:38.163325 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:38.172106 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:38.176383 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-99574736-2905-430d-bb2b-eb2744db57f5 tempest-VolumesBackupsTest-646403823 tempest-VolumesBackupsTest-646403823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:38.218464 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:33Z', 'revision_number': 3, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:38.247672 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:38.254944 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Pushing event updated for resources: {'Port': ['ID=f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:38.255297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c05fdd-870d-44b9-8523-3acdaf5b85a0 None None] The sync data for ids ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'] in n-d-761264-15 is: [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:33Z', 'revision_number': 3, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:39:38.259933 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:38.415753 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:39:38.417236 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:38.667950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:39:38.983948 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9f3b3a5a-7b71-4f37-86f0-6a50f36ffc89 None None] Provisioning complete for port f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:38.984334 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f3b3a5a-7b71-4f37-86f0-6a50f36ffc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:39.012202 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:39:39.033109 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] 10.222.0.93 "PUT /v2.0/routers/8d8d5647-b1e4-4b6c-a52a-f5c470534fb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2452667 Jun 25 09:39:39.105749 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b3a5a-7b71-4f37-86f0-6a50f36ffc89 None None] Port f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:39:39.195906 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c9edc-f2ba-4b6e-b472-b77d71f5a3e1 req-506fcc70-8671-434f-8c0b-2c56297e1c61 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:39.206179 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-331c9edc-f2ba-4b6e-b472-b77d71f5a3e1 req-506fcc70-8671-434f-8c0b-2c56297e1c61 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.1658649 Jun 25 09:39:39.272235 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-331c9edc-f2ba-4b6e-b472-b77d71f5a3e1 req-ac261f82-229e-4aaa-bc8d-075c3973bba7 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619228 Jun 25 09:39:39.557691 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ca50e-68a5-41a5-886f-e56321e645e1 req-f7ae8617-aa1c-4897-80ae-5db98d7c98ed tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:39.567226 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d55ca50e-68a5-41a5-886f-e56321e645e1 req-f7ae8617-aa1c-4897-80ae-5db98d7c98ed tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.1035562 Jun 25 09:39:39.621549 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d55ca50e-68a5-41a5-886f-e56321e645e1 req-bffc9b91-41d6-4aa3-8998-6f12c58e5930 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528996 Jun 25 09:39:39.638115 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54034) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:39.651501 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54036) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:39.738281 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb38469-eadb-4068-afb5-42296354ec52 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:39.742680 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1eb38469-eadb-4068-afb5-42296354ec52 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1093 time: 0.1006858 Jun 25 09:39:39.743001 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54042) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:39.747711 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'port_id': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:39.819257 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:39.877744 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1451060991-network', 'tenant_id': 'fe484f532d934fd0a4ad101166a0a43e'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:39.912435 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] Made reservation on behalf of fe484f532d934fd0a4ad101166a0a43e for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:39:39.915064 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:39.932183 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.007934 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.122131 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54050) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:40.127028 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-66722c36-0989-4e6c-b5ea-ecdb6c8d5bd5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--264259960', 'description': 'tempest-description--486258536'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:40.149796 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.157154 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.163589 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-24f1efc2-c4b4-4496-a1ae-bb1af478d352 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:40.174859 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66722c36-0989-4e6c-b5ea-ecdb6c8d5bd5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.189073 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:39:40.205057 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Allocated IP 172.25.6.114 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/d6857d84-e185-43bc-a244-9bc46d10f29e) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:39:40.223561 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.223975 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] Added segment 7763f590-7cf2-4822-be50-10529ee9492a of type vlan for network e9120eb0-ac3d-4b5b-9126-5cc2362a9704 Jun 25 09:39:40.237735 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:40.255469 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:40.276566 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66722c36-0989-4e6c-b5ea-ecdb6c8d5bd5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.283333 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66722c36-0989-4e6c-b5ea-ecdb6c8d5bd5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.286657 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ef413f04-dfc1-4d37-9bac-3a2f7db31b46 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:40.327179 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66722c36-0989-4e6c-b5ea-ecdb6c8d5bd5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.328961 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-66722c36-0989-4e6c-b5ea-ecdb6c8d5bd5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2056503 Jun 25 09:39:40.333298 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54058) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:40.339551 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0f1f8181-726b-4f37-bb06-a73aad4c6d95 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Request body: {'security_group_rule': {'security_group_id': '9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:40.347062 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.353926 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66722c36-0989-4e6c-b5ea-ecdb6c8d5bd5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:40.378507 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-66722c36-0989-4e6c-b5ea-ecdb6c8d5bd5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:40.416471 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.417433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:40.418244 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.424688 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-00a65535-f070-458d-b171-deac8cb2e59a tempest-ExtraDHCPOptionsIpV6TestJSON-671874820 tempest-ExtraDHCPOptionsIpV6TestJSON-671874820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:40.427114 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8181-726b-4f37-bb06-a73aad4c6d95 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.485881 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.506386 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8536274 Jun 25 09:39:40.509404 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54066) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:40.521215 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1a3c8738-88ec-4a35-ad05-f99dc7c0498c admin admin] Request body: {'subnet': {'network_id': 'e9120eb0-ac3d-4b5b-9126-5cc2362a9704', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1451060991-subnet', 'tenant_id': 'fe484f532d934fd0a4ad101166a0a43e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:40.523017 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8181-726b-4f37-bb06-a73aad4c6d95 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.530046 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8181-726b-4f37-bb06-a73aad4c6d95 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.532490 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e31f27cd-2388-44ec-af83-b47e426b3408 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:40.534304 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] Pushing event updated for resources: {'Network': ['ID=e9120eb0-ac3d-4b5b-9126-5cc2362a9704,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:40.542612 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b4c097fb-c9a5-403c-880c-4664ef6b4ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:40.547184 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network e9120eb0-ac3d-4b5b-9126-5cc2362a9704 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:39:40.581507 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3c8738-88ec-4a35-ad05-f99dc7c0498c admin admin] Made reservation on behalf of fe484f532d934fd0a4ad101166a0a43e for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:39:40.585129 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a3c8738-88ec-4a35-ad05-f99dc7c0498c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.603836 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8181-726b-4f37-bb06-a73aad4c6d95 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.610732 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0f1f8181-726b-4f37-bb06-a73aad4c6d95 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2756577 Jun 25 09:39:40.612074 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f8181-726b-4f37-bb06-a73aad4c6d95 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fa3336-b95d-44f2-8807-75238dede097,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:40.615971 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54072) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:40.622487 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0f1f8181-726b-4f37-bb06-a73aad4c6d95 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:40.674372 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.681125 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-6f0f0c21-1b63-4beb-874d-827b9c48f5d8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Request body: {'security_group_rule': {'security_group_id': '9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:40.693902 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04b6c3f3-eed9-4673-b213-1e6125839bef tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:40.734206 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d889bad4-035c-41f1-b6d9-81ce2b06aad8 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:40.785696 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:39:40.795768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-71c1d5f3-126e-4355-9ed8-5be6e5d9bb0c tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=1e41092b71e04658b85d2fb248330dfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605068 Jun 25 09:39:40.800125 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:40.806204 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:39:40.811524 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port d889bad4-035c-41f1-b6d9-81ce2b06aad8 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:40.817522 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port d889bad4-035c-41f1-b6d9-81ce2b06aad8 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:40.818902 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.867387 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=d6857d84-e185-43bc-a244-9bc46d10f29e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:40.875570 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6f0f0c21-1b63-4beb-874d-827b9c48f5d8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.892136 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:40.935225 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.979528 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port d889bad4-035c-41f1-b6d9-81ce2b06aad8, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d889bad4-035c-41f1-b6d9-81ce2b06aad8,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:40.982561 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Sync routers for ids ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:39:40.984660 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:40.991819 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:41.000903 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Routers {'8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:39:41.001553 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-72086d77-c58b-4221-823c-25108f601b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:39:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:41.045829 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=d889bad4-035c-41f1-b6d9-81ce2b06aad8,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:41.063467 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:41.063884 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:41.064290 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:41.064632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:41.064993 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:41.065327 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:41.065654 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:41.065981 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:41.066305 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:41.066659 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:41.076958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:41.081607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:39:41.087323 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:41.132317 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Set router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:39:41.155413 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6f0f0c21-1b63-4beb-874d-827b9c48f5d8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:41.171095 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6f0f0c21-1b63-4beb-874d-827b9c48f5d8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:41.178051 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4cd4ca19-adf9-4693-b9ae-f039e34af50b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:41.187327 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-6fdd33fe-9cc6-4817-8881-d204b4393223 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:41.188869 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-6fdd33fe-9cc6-4817-8881-d204b4393223 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3407896 Jun 25 09:39:41.228117 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a3c8738-88ec-4a35-ad05-f99dc7c0498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:41.270247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f0c21-1b63-4beb-874d-827b9c48f5d8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6cd5a0-f587-4539-87eb-ff249f12d43e,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:41.276562 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6f0f0c21-1b63-4beb-874d-827b9c48f5d8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:41.281724 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6f0f0c21-1b63-4beb-874d-827b9c48f5d8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6609106 Jun 25 09:39:41.281724 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6f0f0c21-1b63-4beb-874d-827b9c48f5d8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:41.282088 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54092) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:41.282569 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-7a2c5075-5b81-4269-bfaf-c06e34352670 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/quotas/1e41092b71e04658b85d2fb248330dfe HTTP/1.1" status: 200 len: 375 time: 0.0674629 Jun 25 09:39:41.282942 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-81a3f537-0e68-4081-8664-269954b9d308 tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:41.286584 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:41.313921 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:41.360265 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-9b36ed9e-55bc-4609-87ed-8ec9ba48de95 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1e41092b71e04658b85d2fb248330dfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695932 Jun 25 09:39:41.433497 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c8738-88ec-4a35-ad05-f99dc7c0498c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9a2df3-ffa8-4371-b3f6-95c726e2b6a9,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:41.438509 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-72086d77-c58b-4221-823c-25108f601b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea', 'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'mac_address': 'fa:16:3e:9e:60:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:36Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 2, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'subnets': [{'id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:41.441037 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1a3c8738-88ec-4a35-ad05-f99dc7c0498c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:41.463548 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c8738-88ec-4a35-ad05-f99dc7c0498c admin admin] Checking segment: {'id': '7763f590-7cf2-4822-be50-10529ee9492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e9120eb0-ac3d-4b5b-9126-5cc2362a9704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:41.464166 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3c8738-88ec-4a35-ad05-f99dc7c0498c admin admin] Network hostable DHCP agents. Network: e9120eb0-ac3d-4b5b-9126-5cc2362a9704, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:39:41.482440 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Checking router: 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:39:41.484667 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Updating router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 port f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:39:41.514249 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:41.577641 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:41.621179 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3c8738-88ec-4a35-ad05-f99dc7c0498c admin admin] Network e9120eb0-ac3d-4b5b-9126-5cc2362a9704 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:39:41.718191 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-1a3c8738-88ec-4a35-ad05-f99dc7c0498c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, e9120eb0-ac3d-4b5b-9126-5cc2362a9704) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:41.730392 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e0d1fc-c020-4070-9de0-a81524ce1a78 None None] Network e9120eb0-ac3d-4b5b-9126-5cc2362a9704 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:39:41.736431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Allocated IP 172.25.6.64 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/b133cf6e-0773-4bfd-aab5-00033472ddd7) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:39:41.967238 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:42.090101 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:42.095381 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e65c5c99-af24-470b-b645-27a170aeb71c tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:42.144203 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:39:42.148248 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:42.164413 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:39:42.193770 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:42.222838 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Transition to ACTIVE for port object f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:42.234288 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:42.236617 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-baade07c-edf6-4cde-b060-f34165568eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:42.258955 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Pushing event updated for resources: {'Port': ['ID=b133cf6e-0773-4bfd-aab5-00033472ddd7,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:42.263653 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:42.284214 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:42.298192 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32b051-fb02-4079-88d7-ba093491d3cb None None] Pushing event updated for resources: {'Port': ['ID=f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:42.309735 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-bd32b051-fb02-4079-88d7-ba093491d3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:42.343561 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:42.425671 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583be18d-eedb-4a16-bcd9-71508422fe42 None None] Network e9120eb0-ac3d-4b5b-9126-5cc2362a9704 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:39:42.428863 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-81aa296e-900e-4d20-802d-5e36a6953fc6 req-410fc0c2-6026-45e4-9e36-0918763c90df tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 210 time: 0.7455640 Jun 25 09:39:42.445422 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3c8738-88ec-4a35-ad05-f99dc7c0498c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:42.446710 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1a3c8738-88ec-4a35-ad05-f99dc7c0498c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:42.501480 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Attempting to bind port f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:39:42.501845 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Attempting to bind port f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:39:42.505066 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Attempting to bind port f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea on network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:42.519424 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:39:42.519806 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Checking segment: {'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:42.524548 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:42.525239 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Bound using segment: {'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:39:42.525919 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Bound port: f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:39:42.527563 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:42.559061 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1a3c8738-88ec-4a35-ad05-f99dc7c0498c admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0462146 Jun 25 09:39:42.589600 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:42.655559 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:42.658864 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-72086d77-c58b-4221-823c-25108f601b6e None None] For port f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:39:42.663327 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:42.663615 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-72086d77-c58b-4221-823c-25108f601b6e None None] For port f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:39:42.670457 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:42.678205 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:42.688301 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-de72232b-5394-4631-a3da-ee9e0a79816f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:42.735260 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Pushing event updated for resources: {'Port': ['ID=b133cf6e-0773-4bfd-aab5-00033472ddd7,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:42.740572 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:42.796863 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:42.811356 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:42.813668 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32b051-fb02-4079-88d7-ba093491d3cb None None] Pushing event updated for resources: {'Port': ['ID=f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:42.822468 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-bd32b051-fb02-4079-88d7-ba093491d3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:42.846191 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Routers {'8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:39:42.846905 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-72086d77-c58b-4221-823c-25108f601b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:39:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:42.849043 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d889bad4-035c-41f1-b6d9-81ce2b06aad8 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:42.849564 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:42.857949 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5753331 Jun 25 09:39:43.031413 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port d889bad4-035c-41f1-b6d9-81ce2b06aad8 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:43.031801 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:43.228577 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-72086d77-c58b-4221-823c-25108f601b6e None None] Set router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:39:43.255949 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:43.263163 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:43.266802 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bcf6345e-bb93-44dc-9cfb-cf5799ca2a6f tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:43.353529 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:43.450059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=d6857d84-e185-43bc-a244-9bc46d10f29e,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:43.468930 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:43.492262 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-52cbcadc-b47b-453b-82f2-6f1af3cf742b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--264259960&fields=id&tenant_id=4564d29a6ede42a6bf52d398b9044d52 HTTP/1.1" status: 200 len: 267 time: 0.1362500 Jun 25 09:39:43.579690 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-72086d77-c58b-4221-823c-25108f601b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea', 'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'mac_address': 'fa:16:3e:9e:60:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:36Z', 'updated_at': '2021-06-25T09:39:42Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'subnets': [{'id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:43.633654 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72086d77-c58b-4221-823c-25108f601b6e None None] The sync data for ids ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'] in n-d-761264-15 is: [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea', 'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'mac_address': 'fa:16:3e:9e:60:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:36Z', 'updated_at': '2021-06-25T09:39:42Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'subnets': [{'id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:39:43.651562 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Floating IP 4cae2e47-03be-4c3a-9d1d-9224cf0381e3 associated. External IP: 172.25.6.114, port: e1839276-c473-40fa-a060-e0ffc3f3ffe2. Jun 25 09:39:43.805600 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-950acb20-4142-495d-982d-f7b083478b85 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:43.812870 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-950acb20-4142-495d-982d-f7b083478b85 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/networks?id=e9120eb0-ac3d-4b5b-9126-5cc2362a9704 HTTP/1.1" status: 200 len: 813 time: 0.3358448 Jun 25 09:39:43.827568 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-f07ac40d-84fe-4c7f-8188-d12a74cc0026 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:43.829186 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-f07ac40d-84fe-4c7f-8188-d12a74cc0026 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/networks?id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 HTTP/1.1" status: 200 len: 817 time: 0.3030872 Jun 25 09:39:43.879701 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-62613c8c-314f-4877-85d9-ff88620ffc80 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/quotas/fe484f532d934fd0a4ad101166a0a43e HTTP/1.1" status: 200 len: 375 time: 0.0659025 Jun 25 09:39:43.888455 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-fd100107-3ff5-4173-bdb9-8a5ec95f4e25 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/quotas/4564d29a6ede42a6bf52d398b9044d52 HTTP/1.1" status: 200 len: 375 time: 0.0505457 Jun 25 09:39:44.014808 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-a98dd372-3c62-4044-a855-32e0e85872da tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=fe484f532d934fd0a4ad101166a0a43e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1152775 Jun 25 09:39:44.052905 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-3e10aa7b-72e1-4875-ac19-5a11fab7bb3c tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1e41092b71e04658b85d2fb248330dfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1199491 Jun 25 09:39:44.321912 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-cb383c6c-a59e-4b21-9f40-837b5ee94b23 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4212959 Jun 25 09:39:44.341169 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-a710c7fa-44c6-4af8-9f5a-e667c78ae8db service neutron] 10.222.0.93 "GET /v2.0/networks/e9120eb0-ac3d-4b5b-9126-5cc2362a9704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253872 Jun 25 09:39:44.374309 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-463bc1e6-ba55-4aa6-b29e-5b67cdd22ffb tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:44.375797 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-463bc1e6-ba55-4aa6-b29e-5b67cdd22ffb tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2870021 Jun 25 09:39:44.450650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Request body: {'port': {'device_id': '5f3d18b8-e885-45d1-abc1-c6286ad7dee5', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'admin_state_up': True, 'tenant_id': '1e41092b71e04658b85d2fb248330dfe'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:44.476842 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:39:44.675980 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-7826b97d-2534-49d3-85f5-e73586a11095 service neutron] 10.222.0.93 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300669 Jun 25 09:39:44.683934 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-e36d87b9-d88a-4ba1-b32c-cef053827300 service neutron] 10.222.0.93 "GET /v2.0/networks/e9120eb0-ac3d-4b5b-9126-5cc2362a9704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304083 Jun 25 09:39:44.691193 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:44.763780 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:44.769648 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:44.770111 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:44.915005 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:45.010696 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:45.016812 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:45.019585 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:45.091894 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:45.100577 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:45.258350 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-434f4af0-0dca-4ac8-ac5f-022ca1878222 req-3bfb8462-239d-4b64-b9d6-e8d362ba4260 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 210 time: 0.0464644 Jun 25 09:39:45.300623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:39:45.306534 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Made reservation on behalf of 1e41092b71e04658b85d2fb248330dfe for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:39:45.311018 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:45.314507 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f3c94-f0fb-4e82-981d-e908175c5cbe None None] Sync routers for ids ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:39:45.329598 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f3c94-f0fb-4e82-981d-e908175c5cbe None None] Routers {'a4507f21-fc2b-4272-aa3b-a1cc61d5e187'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:39:45.331696 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-5d2f3c94-f0fb-4e82-981d-e908175c5cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:39:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:45.345835 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:45.377979 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:45.381693 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62f620b8-30b6-47dc-bf3c-a29047980291 req-7c730d55-6843-4a2b-adfd-ed48a89c73d7 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 210 time: 0.0543849 Jun 25 09:39:45.404857 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-dda1efc7-38aa-4564-a9d8-6b3fcb2cc6c9 service neutron] 10.222.0.93 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6983662 Jun 25 09:39:45.444513 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.7001178 Jun 25 09:39:45.449380 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:39:45.452004 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8afecc9-28a6-41a6-b53b-aa9fe6e17a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:39:45.588309 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:45.600637 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:45.617644 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-47543f74-3e62-491e-9fc0-17a4a88ee8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:45.724033 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4a7d5f-31cb-4fe1-811d-1db6e9e2c825 x-openstack-request-id: req-1a4a7d5f-31cb-4fe1-811d-1db6e9e2c825 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:39:45.724370 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:39:45.724888 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1a4a7d5f-31cb-4fe1-811d-1db6e9e2c825 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:39:45.725763 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'status': 'completed', 'code': 200} Jun 25 09:39:45.790417 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-5d2f3c94-f0fb-4e82-981d-e908175c5cbe None None] Set router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:39:45.820440 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815fe85b-d32a-4288-9e8c-a15e3c5a7735,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:45.848947 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afecc9-28a6-41a6-b53b-aa9fe6e17a0d req-d248d26a-1c32-4fa9-885b-84c007b97129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:45.851570 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8afecc9-28a6-41a6-b53b-aa9fe6e17a0d req-d248d26a-1c32-4fa9-885b-84c007b97129 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1098 time: 0.0987942 Jun 25 09:39:45.866612 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:45.876775 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-90b0d6d5-5d56-427a-8fbd-e1e7bdde7b12 req-38dd0ae0-283f-437d-baf1-e3c01bc3a721 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 210 time: 0.1428950 Jun 25 09:39:46.036136 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46a672-fdb8-4c1c-ad7f-4bfda192067f req-a1a98e3a-0ee1-4e71-8519-ddd64877664a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:46.037813 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e46a672-fdb8-4c1c-ad7f-4bfda192067f req-a1a98e3a-0ee1-4e71-8519-ddd64877664a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.3181925 Jun 25 09:39:46.106034 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Allocated IP 192.168.233.249 (7d5180ce-f9bd-43c0-a1b6-c88739854bf1/a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2/991f0d71-ba35-4d77-9074-cc05bb54193e) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:39:46.135299 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e46a672-fdb8-4c1c-ad7f-4bfda192067f req-4845f921-fefa-4777-815e-edbbb9180b9d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801525 Jun 25 09:39:46.222909 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-5d2f3c94-f0fb-4e82-981d-e908175c5cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356529414', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:16Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '4cae2e47-03be-4c3a-9d1d-9224cf0381e3', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'port_id': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'mac_address': 'fa:16:3e:39:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598ba6e0-8668-4e9e-be09-240b1d345035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:39:41Z', 'updated_at': '2021-06-25T09:39:41Z', 'revision_number': 0, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f', 'name': '', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:be:99:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:14Z', 'updated_at': '2021-06-25T09:39:23Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:46.267214 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f3c94-f0fb-4e82-981d-e908175c5cbe None None] Checking router: a4507f21-fc2b-4272-aa3b-a1cc61d5e187 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:39:46.277470 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f3c94-f0fb-4e82-981d-e908175c5cbe None None] Routers {'a4507f21-fc2b-4272-aa3b-a1cc61d5e187'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:39:46.279184 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-5d2f3c94-f0fb-4e82-981d-e908175c5cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:39:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:46.338238 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54180) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:46.478516 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-5d2f3c94-f0fb-4e82-981d-e908175c5cbe None None] Set router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:39:46.629576 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:46.649481 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8d8656a0-5584-4061-b7e4-7cbff7de8d06 req-c7c00363-345f-4f50-abeb-5e2b895c1420 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 210 time: 0.1184599 Jun 25 09:39:46.676247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afecc9-28a6-41a6-b53b-aa9fe6e17a0d req-3279d21a-5981-4d63-93cc-21cc52eb9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:46.677796 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8afecc9-28a6-41a6-b53b-aa9fe6e17a0d req-3279d21a-5981-4d63-93cc-21cc52eb9e54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=066cb614-1448-40c7-8efe-ec557a45b12d HTTP/1.1" status: 200 len: 899 time: 0.8195987 Jun 25 09:39:46.761984 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8afecc9-28a6-41a6-b53b-aa9fe6e17a0d req-2e3bc5a5-c0ba-4ddf-9986-d0abfeac35f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 200 len: 1000 time: 0.0767043 Jun 25 09:39:46.770410 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:46.790027 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-780d4134-fa0d-4220-ac67-d7cf93ce34e8 req-2daeb098-6aa1-4045-b657-62c59af7df59 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 210 time: 0.1338546 Jun 25 09:39:46.794045 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Transition to ACTIVE for port object 991f0d71-ba35-4d77-9074-cc05bb54193e will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:46.820953 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9fa1e297-6ff4-4b7a-8c7f-20eee041c344 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/4cae2e47-03be-4c3a-9d1d-9224cf0381e3 HTTP/1.1" status: 200 len: 992 time: 0.4775815 Jun 25 09:39:46.857442 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afecc9-28a6-41a6-b53b-aa9fe6e17a0d req-673b6d68-5bd2-4fa0-b67c-f9547eb9f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:46.859773 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8afecc9-28a6-41a6-b53b-aa9fe6e17a0d req-673b6d68-5bd2-4fa0-b67c-f9547eb9f403 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=950fcbf6-2fdd-4833-a318-44f76ec5ebc5 HTTP/1.1" status: 200 len: 835 time: 0.0821939 Jun 25 09:39:46.880457 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:46.891986 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b5b69766-ac00-4c94-8078-435faa7d3975 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:46.988518 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:39:46.992238 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:46.999967 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:39:47.050601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:47.052074 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:47.061838 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:47.063491 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:47.074114 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Pushing event updated for resources: {'Port': ['ID=991f0d71-ba35-4d77-9074-cc05bb54193e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:47.078868 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:47.087688 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6931226 Jun 25 09:39:47.106077 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-6b67e4cc-8810-42f5-a69d-052a57195eea tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:39:47.107203 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-6b67e4cc-8810-42f5-a69d-052a57195eea tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062325 Jun 25 09:39:47.120168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-c9ac335d-07fb-4e0b-a9f4-de928e839566 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:47.122572 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-c9ac335d-07fb-4e0b-a9f4-de928e839566 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.38 "GET /v2.0/networks?id=e9120eb0-ac3d-4b5b-9126-5cc2362a9704 HTTP/1.1" status: 200 len: 813 time: 0.2391491 Jun 25 09:39:47.134991 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afecc9-28a6-41a6-b53b-aa9fe6e17a0d req-09d17fa8-77a9-4a9d-b49e-50da3d7f31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:47.140517 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8afecc9-28a6-41a6-b53b-aa9fe6e17a0d req-09d17fa8-77a9-4a9d-b49e-50da3d7f31f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=066cb614-1448-40c7-8efe-ec557a45b12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2729692 Jun 25 09:39:47.148238 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-361bd720-e543-4347-b823-eb6d6ac65d4a tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Request body: {'port': {'device_id': '39c06b04-fd0e-484c-b891-6cae7a022dd5', 'network_id': 'e9120eb0-ac3d-4b5b-9126-5cc2362a9704', 'admin_state_up': True, 'tenant_id': 'fe484f532d934fd0a4ad101166a0a43e'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:47.251724 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-5d2f3c94-f0fb-4e82-981d-e908175c5cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356529414', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:16Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '4cae2e47-03be-4c3a-9d1d-9224cf0381e3', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'port_id': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'mac_address': 'fa:16:3e:39:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598ba6e0-8668-4e9e-be09-240b1d345035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:39:41Z', 'updated_at': '2021-06-25T09:39:41Z', 'revision_number': 0, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f', 'name': '', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:be:99:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:14Z', 'updated_at': '2021-06-25T09:39:23Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:39:47.266100 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9a614bfb-ea0a-4bfe-ad6f-20350f86221b req-6bd49be5-bc5b-4807-830c-82d806f8a55d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 210 time: 0.0966215 Jun 25 09:39:47.276554 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [req-b8afecc9-28a6-41a6-b53b-aa9fe6e17a0d req-f68648fa-abb3-4f16-858d-32fe0c2eb8ec service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:39:47.277857 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8afecc9-28a6-41a6-b53b-aa9fe6e17a0d req-f68648fa-abb3-4f16-858d-32fe0c2eb8ec service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0848236 Jun 25 09:39:47.286630 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Request body: {'port': {'device_id': '5f3d18b8-e885-45d1-abc1-c6286ad7dee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:47.323179 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f3c94-f0fb-4e82-981d-e908175c5cbe None None] The sync data for ids ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'] in n-d-761264-15 is: [{'id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356529414', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:16Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '4cae2e47-03be-4c3a-9d1d-9224cf0381e3', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'port_id': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'mac_address': 'fa:16:3e:39:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598ba6e0-8668-4e9e-be09-240b1d345035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:39:41Z', 'updated_at': '2021-06-25T09:39:41Z', 'revision_number': 0, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f', 'name': '', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:be:99:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:14Z', 'updated_at': '2021-06-25T09:39:23Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:39:47.432844 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:47.436898 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-620de7a1-3ebe-47d1-997a-04b76a0579b9 None None] Provisioning for port 991f0d71-ba35-4d77-9074-cc05bb54193e completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:47.443432 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-620de7a1-3ebe-47d1-997a-04b76a0579b9 None None] Provisioning complete for port 991f0d71-ba35-4d77-9074-cc05bb54193e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:47.444970 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-620de7a1-3ebe-47d1-997a-04b76a0579b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:47.497282 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8afecc9-28a6-41a6-b53b-aa9fe6e17a0d req-c25e3b58-05d7-4d97-a0ca-c7d3ce613779 service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047157 Jun 25 09:39:47.516673 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-361bd720-e543-4347-b823-eb6d6ac65d4a tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Made reservation on behalf of fe484f532d934fd0a4ad101166a0a43e for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:39:47.520219 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-620de7a1-3ebe-47d1-997a-04b76a0579b9 None None] Port 991f0d71-ba35-4d77-9074-cc05bb54193e cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:39:47.520431 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-361bd720-e543-4347-b823-eb6d6ac65d4a tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:47.692252 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8afecc9-28a6-41a6-b53b-aa9fe6e17a0d req-13a15287-5733-4b82-8c3d-20e4ec95e401 service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842873 Jun 25 09:39:47.738055 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91252d28-633e-4d37-9d18-81f3597c2b9d None None] New status for floating IP 4cae2e47-03be-4c3a-9d1d-9224cf0381e3: ACTIVE {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:39:47.828573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54200) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:47.855179 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-361bd720-e543-4347-b823-eb6d6ac65d4a tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Allocated IP 172.20.0.11 (e9120eb0-ac3d-4b5b-9126-5cc2362a9704/ef9a2df3-ffa8-4371-b3f6-95c726e2b6a9/6d073832-9d60-4c8e-b043-80d87efd17cc) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:39:47.888693 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991f0d71-ba35-4d77-9074-cc05bb54193e {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:39:47.904524 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:48.012517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Transition to ACTIVE for port object 991f0d71-ba35-4d77-9074-cc05bb54193e will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:48.015093 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a6c048ed-2475-4be9-81c6-5fdc84d32c1b req-a65cdbbc-0087-4639-9616-70964aa92afa tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 210 time: 0.0510831 Jun 25 09:39:48.019793 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:48.025522 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a5b2433d-f228-4876-b3e7-2b7a9bbce80d tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:48.076102 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Pushing event updated for resources: {'Port': ['ID=991f0d71-ba35-4d77-9074-cc05bb54193e,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:48.086573 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:48.120587 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fb450-362a-449b-b3e5-27039339bf1d req-35829c2c-ed2e-48b7-b553-54fa2aaedd0c tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:48.130049 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c14fb450-362a-449b-b3e5-27039339bf1d req-35829c2c-ed2e-48b7-b553-54fa2aaedd0c tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 936 time: 0.2268524 Jun 25 09:39:48.185562 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-05d27d69-9e31-488e-85d6-6a5cce3ace2c tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:48.187518 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-05d27d69-9e31-488e-85d6-6a5cce3ace2c tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.38 "GET /v2.0/networks?id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 HTTP/1.1" status: 200 len: 817 time: 0.2354121 Jun 25 09:39:48.239654 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c14fb450-362a-449b-b3e5-27039339bf1d req-d7f4a2b3-39f6-44b1-be48-ca20ceddbeee tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/security-groups?id=815fe85b-d32a-4288-9e8c-a15e3c5a7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095486 Jun 25 09:39:48.270952 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-dee8f66f-e4b3-4666-821e-4a6307be8e61 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/4cae2e47-03be-4c3a-9d1d-9224cf0381e3 HTTP/1.1" status: 200 len: 992 time: 0.4358740 Jun 25 09:39:48.278268 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Attempting to bind port 991f0d71-ba35-4d77-9074-cc05bb54193e on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:39:48.278755 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Attempting to bind port 991f0d71-ba35-4d77-9074-cc05bb54193e by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:39:48.279243 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Attempting to bind port 991f0d71-ba35-4d77-9074-cc05bb54193e on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:48.285522 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Port 991f0d71-ba35-4d77-9074-cc05bb54193e on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:39:48.285853 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Attempting to bind port 991f0d71-ba35-4d77-9074-cc05bb54193e on network 7d5180ce-f9bd-43c0-a1b6-c88739854bf1 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:48.291717 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:39:48.292125 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Checking segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:48.292516 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Bound using segment: {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:39:48.292974 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Bound port: 991f0d71-ba35-4d77-9074-cc05bb54193e, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4eef1f7-6155-4a64-9006-bff8007ef9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:39:48.293337 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:48.315242 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-3e98fb25-7044-4680-8dc0-fe30e90cdb0e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4564d29a6ede42a6bf52d398b9044d52 HTTP/1.1" status: 200 len: 379 time: 0.1102316 Jun 25 09:39:48.332362 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-cdffd172-8caa-4475-808e-1e69d9606361 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Request body: {'port': {'device_id': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'admin_state_up': True, 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'security_groups': ['9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:48.370725 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] For port 991f0d71-ba35-4d77-9074-cc05bb54193e, host n-h2-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:39:48.375026 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] For port 991f0d71-ba35-4d77-9074-cc05bb54193e, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=991f0d71-ba35-4d77-9074-cc05bb54193e,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:39:48.379733 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:48.382887 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-72246246-9518-4304-b833-06672f76687f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:48.414155 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:48.414854 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:48.416403 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] 10.222.0.38 "PUT /v2.0/ports/991f0d71-ba35-4d77-9074-cc05bb54193e HTTP/1.1" status: 200 len: 1097 time: 1.3025753 Jun 25 09:39:48.422355 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3d18b8-e885-45d1-abc1-c6286ad7dee5', 'tag': '991f0d71-ba35-4d77-9074-cc05bb54193e'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:39:48.426657 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d362ce81-ccc8-44e1-8a4d-7f3424e47413" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3d18b8-e885-45d1-abc1-c6286ad7dee5", "tag": "991f0d71-ba35-4d77-9074-cc05bb54193e"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:39:48.532133 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-361bd720-e543-4347-b823-eb6d6ac65d4a tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:48.562111 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Pushing event updated for resources: {'Port': ['ID=991f0d71-ba35-4d77-9074-cc05bb54193e,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:48.581321 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15424f9-923f-4d7e-af8c-eba4c9f598a2 x-openstack-request-id: req-b15424f9-923f-4d7e-af8c-eba4c9f598a2 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:39:48.582131 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3d18b8-e885-45d1-abc1-c6286ad7dee5", "tag": "991f0d71-ba35-4d77-9074-cc05bb54193e", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:39:48.582689 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b15424f9-923f-4d7e-af8c-eba4c9f598a2 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:39:48.583308 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3d18b8-e885-45d1-abc1-c6286ad7dee5', 'tag': '991f0d71-ba35-4d77-9074-cc05bb54193e', 'status': 'completed', 'code': 200} Jun 25 09:39:48.592635 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:48.613159 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-361bd720-e543-4347-b823-eb6d6ac65d4a tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:48.620673 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:48.634793 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d440221d-850c-4fbf-a0b0-658ff6839683 req-8aca4b6b-5d90-461c-8705-01c6a5857a01 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 210 time: 0.0476491 Jun 25 09:39:48.653454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-260a163e-aef1-43c8-8e2a-ce75f2665786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:48.655687 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-260a163e-aef1-43c8-8e2a-ce75f2665786 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e41092b71e04658b85d2fb248330dfe&device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 1100 time: 0.1512117 Jun 25 09:39:48.705553 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-361bd720-e543-4347-b823-eb6d6ac65d4a tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Network e9120eb0-ac3d-4b5b-9126-5cc2362a9704 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:39:48.719025 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-361bd720-e543-4347-b823-eb6d6ac65d4a tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:48.725282 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-361bd720-e543-4347-b823-eb6d6ac65d4a tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:39:48.746967 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-ff26e122-328f-4247-98a3-66c97d2f3259 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=991f0d71-ba35-4d77-9074-cc05bb54193e HTTP/1.1" status: 200 len: 217 time: 0.0769858 Jun 25 09:39:48.779073 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bd720-e543-4347-b823-eb6d6ac65d4a tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Pushing event updated for resources: {'Port': ['ID=6d073832-9d60-4c8e-b043-80d87efd17cc,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:48.784935 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-361bd720-e543-4347-b823-eb6d6ac65d4a tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:48.814508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-f9cac17f-f31b-40b5-b6a8-9af91ee10824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:48.816680 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-f9cac17f-f31b-40b5-b6a8-9af91ee10824 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0631917 Jun 25 09:39:48.821593 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-361bd720-e543-4347-b823-eb6d6ac65d4a tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:48.822275 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-361bd720-e543-4347-b823-eb6d6ac65d4a tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:48.838967 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-cdffd172-8caa-4475-808e-1e69d9606361 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Made reservation on behalf of 4564d29a6ede42a6bf52d398b9044d52 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:39:48.843109 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-cdffd172-8caa-4475-808e-1e69d9606361 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:48.861386 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-361bd720-e543-4347-b823-eb6d6ac65d4a tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7191174 Jun 25 09:39:48.880995 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Request body: {'port': {'device_id': '39c06b04-fd0e-484c-b891-6cae7a022dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:48.911248 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-60c8628b-02c8-4829-9548-ee0c0f6b9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:48.912801 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-60c8628b-02c8-4829-9548-ee0c0f6b9a02 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0893731 Jun 25 09:39:49.026438 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-54a5c1cd-f1a2-4918-8058-2e6d86b3d02d service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047444 Jun 25 09:39:49.055515 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:49.078466 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-cdffd172-8caa-4475-808e-1e69d9606361 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Allocated IP 172.20.0.14 (00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4/fbdaf571-c08e-473e-9464-ca149b28036e/8828d9e1-1806-4d49-b415-f4ec89c7ee58) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:39:49.131537 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-613219f8-252f-4c74-88e7-aaa8efe127cb req-5687f29a-4cae-4bc4-b936-8dfd42dec706 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978861 Jun 25 09:39:49.211976 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552284a3-638f-48a1-890b-df66d79f93f2 req-4a69ec49-37e0-407c-aa69-f9315f44a22b tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:49.213523 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-552284a3-638f-48a1-890b-df66d79f93f2 req-4a69ec49-37e0-407c-aa69-f9315f44a22b tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 932 time: 0.0705836 Jun 25 09:39:49.278328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 54212) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:39:49.298077 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-552284a3-638f-48a1-890b-df66d79f93f2 req-8390e3e1-427a-4838-8256-e7727c98f231 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/security-groups?id=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705988 Jun 25 09:39:49.366605 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362ce81-ccc8-44e1-8a4d-7f3424e47413 req-e38b621e-09e2-4e08-a941-4ccb7d5acbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:49.368345 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d362ce81-ccc8-44e1-8a4d-7f3424e47413 req-e38b621e-09e2-4e08-a941-4ccb7d5acbaa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e41092b71e04658b85d2fb248330dfe&device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 1100 time: 0.1502910 Jun 25 09:39:49.392995 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-cdffd172-8caa-4475-808e-1e69d9606361 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:49.423496 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-cdffd172-8caa-4475-808e-1e69d9606361 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Transition to ACTIVE for port object 8828d9e1-1806-4d49-b415-f4ec89c7ee58 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:49.426000 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4cf569ad-a727-4f71-a9be-a527fc5a3b31 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/4cae2e47-03be-4c3a-9d1d-9224cf0381e3 HTTP/1.1" status: 200 len: 994 time: 0.1452954 Jun 25 09:39:49.496405 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d073832-9d60-4c8e-b043-80d87efd17cc {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:39:49.506941 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:49.513597 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a21555-37a6-46e6-9435-ddded144504b req-df8a74ae-cd64-4a9e-8c48-28255735923a tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:49.514997 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01a21555-37a6-46e6-9435-ddded144504b req-df8a74ae-cd64-4a9e-8c48-28255735923a tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 948 time: 0.1514509 Jun 25 09:39:49.520560 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-cdffd172-8caa-4475-808e-1e69d9606361 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:49.525838 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:49.529589 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Transition to ACTIVE for port object 6d073832-9d60-4c8e-b043-80d87efd17cc will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:49.532987 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362ce81-ccc8-44e1-8a4d-7f3424e47413 req-a937eb11-40e1-41a3-8340-d9c21bf59239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:49.534679 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d362ce81-ccc8-44e1-8a4d-7f3424e47413 req-a937eb11-40e1-41a3-8340-d9c21bf59239 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1 HTTP/1.1" status: 200 len: 871 time: 0.1552203 Jun 25 09:39:49.556556 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:49.577466 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-cdffd172-8caa-4475-808e-1e69d9606361 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:39:49.581762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d362ce81-ccc8-44e1-8a4d-7f3424e47413 req-14f9e3f5-a586-4b51-a3e4-8b0b30043f73 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=991f0d71-ba35-4d77-9074-cc05bb54193e HTTP/1.1" status: 200 len: 217 time: 0.0373471 Jun 25 09:39:49.586768 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-cdffd172-8caa-4475-808e-1e69d9606361 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:39:49.589682 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-cdffd172-8caa-4475-808e-1e69d9606361 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:39:49.592457 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffd172-8caa-4475-808e-1e69d9606361 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Pushing event updated for resources: {'Port': ['ID=8828d9e1-1806-4d49-b415-f4ec89c7ee58,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:49.598685 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cdffd172-8caa-4475-808e-1e69d9606361 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:49.599213 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7b3241cf-679c-475a-a85c-0e24b318103e tempest-VolumesActionsTest-1466662554 tempest-VolumesActionsTest-1466662554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:49.605524 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01a21555-37a6-46e6-9435-ddded144504b req-47009c95-7173-48e1-9698-7494c18e4d6a tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/security-groups?id=815fe85b-d32a-4288-9e8c-a15e3c5a7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821586 Jun 25 09:39:49.657355 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362ce81-ccc8-44e1-8a4d-7f3424e47413 req-5f75305c-032e-42ab-8e65-d054a70a4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:49.660571 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d362ce81-ccc8-44e1-8a4d-7f3424e47413 req-5f75305c-032e-42ab-8e65-d054a70a4799 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2 HTTP/1.1" status: 200 len: 843 time: 0.0692325 Jun 25 09:39:49.714685 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Pushing event updated for resources: {'Port': ['ID=6d073832-9d60-4c8e-b043-80d87efd17cc,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:49.721531 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:49.729419 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-cdffd172-8caa-4475-808e-1e69d9606361 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:49.730126 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-cdffd172-8caa-4475-808e-1e69d9606361 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:49.741781 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362ce81-ccc8-44e1-8a4d-7f3424e47413 req-0f239536-0138-421f-ae37-1d59a79f6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:49.744475 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d362ce81-ccc8-44e1-8a4d-7f3424e47413 req-0f239536-0138-421f-ae37-1d59a79f6c95 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d5180ce-f9bd-43c0-a1b6-c88739854bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0734103 Jun 25 09:39:49.758603 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-cdffd172-8caa-4475-808e-1e69d9606361 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4360013 Jun 25 09:39:49.791315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Request body: {'port': {'device_id': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:39:49.794626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Attempting to bind port 6d073832-9d60-4c8e-b043-80d87efd17cc on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:39:49.795099 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Attempting to bind port 6d073832-9d60-4c8e-b043-80d87efd17cc by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '7763f590-7cf2-4822-be50-10529ee9492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e9120eb0-ac3d-4b5b-9126-5cc2362a9704'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:39:49.795651 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Attempting to bind port 6d073832-9d60-4c8e-b043-80d87efd17cc on network e9120eb0-ac3d-4b5b-9126-5cc2362a9704 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:49.837232 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Port 6d073832-9d60-4c8e-b043-80d87efd17cc on network e9120eb0-ac3d-4b5b-9126-5cc2362a9704 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:39:49.837821 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Attempting to bind port 6d073832-9d60-4c8e-b043-80d87efd17cc on network e9120eb0-ac3d-4b5b-9126-5cc2362a9704 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:49.854480 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:39:49.854836 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Checking segment: {'id': '7763f590-7cf2-4822-be50-10529ee9492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e9120eb0-ac3d-4b5b-9126-5cc2362a9704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:49.855234 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Bound using segment: {'id': '7763f590-7cf2-4822-be50-10529ee9492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e9120eb0-ac3d-4b5b-9126-5cc2362a9704'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:39:49.855684 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Bound port: 6d073832-9d60-4c8e-b043-80d87efd17cc, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7763f590-7cf2-4822-be50-10529ee9492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e9120eb0-ac3d-4b5b-9126-5cc2362a9704'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:39:49.856074 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:49.906630 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d362ce81-ccc8-44e1-8a4d-7f3424e47413 req-bf6df893-d8db-431e-86be-163f92be1a04 service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522748 Jun 25 09:39:49.940530 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:49.943849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e0b49804-b10e-43bc-a9f2-31c857a1ef89 None None] Provisioning for port 8828d9e1-1806-4d49-b415-f4ec89c7ee58 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:49.953993 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e0b49804-b10e-43bc-a9f2-31c857a1ef89 None None] Provisioning complete for port 8828d9e1-1806-4d49-b415-f4ec89c7ee58 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:49.954690 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e0b49804-b10e-43bc-a9f2-31c857a1ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:49.996618 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] For port 6d073832-9d60-4c8e-b043-80d87efd17cc, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:39:50.004020 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e0b49804-b10e-43bc-a9f2-31c857a1ef89 None None] Port 8828d9e1-1806-4d49-b415-f4ec89c7ee58 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:39:50.015055 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] For port 6d073832-9d60-4c8e-b043-80d87efd17cc, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6d073832-9d60-4c8e-b043-80d87efd17cc,segment=NetworkSegment(7763f590-7cf2-4822-be50-10529ee9492a),segment_id=7763f590-7cf2-4822-be50-10529ee9492a)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:39:50.025822 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:50.028663 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a6b3c1de-d755-4485-900c-6eeb270704a2 tempest-DeleteServersTestJSON-244071940 tempest-DeleteServersTestJSON-244071940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:50.080343 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b62460-679c-4851-bdf8-3dbf0c27d04a req-028b4e0a-91ba-48f2-b552-235c6f9d8e41 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:50.082153 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-70b62460-679c-4851-bdf8-3dbf0c27d04a req-028b4e0a-91ba-48f2-b552-235c6f9d8e41 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 932 time: 0.1978338 Jun 25 09:39:50.085834 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d362ce81-ccc8-44e1-8a4d-7f3424e47413 req-d39c4685-3923-4ff1-850e-6ae13ce1c38e service neutron] 10.222.0.38 "GET /v2.0/networks/7d5180ce-f9bd-43c0-a1b6-c88739854bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609621 Jun 25 09:39:50.139691 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-70b62460-679c-4851-bdf8-3dbf0c27d04a req-3d807c66-52f7-40b9-b7ac-257bd4f3f189 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450940 Jun 25 09:39:50.151559 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Pushing event updated for resources: {'Port': ['ID=6d073832-9d60-4c8e-b043-80d87efd17cc,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:50.168570 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:50.169292 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:50.171005 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] 10.222.0.38 "PUT /v2.0/ports/6d073832-9d60-4c8e-b043-80d87efd17cc HTTP/1.1" status: 200 len: 1093 time: 1.2950897 Jun 25 09:39:50.171590 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c06b04-fd0e-484c-b891-6cae7a022dd5', 'tag': '6d073832-9d60-4c8e-b043-80d87efd17cc'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:39:50.174160 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11850740-69e6-455a-87ce-8fe754d595f9" -d '{"events": [{"name": "network-changed", "server_uuid": "39c06b04-fd0e-484c-b891-6cae7a022dd5", "tag": "6d073832-9d60-4c8e-b043-80d87efd17cc"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:39:50.180213 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:50.413714 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8828d9e1-1806-4d49-b415-f4ec89c7ee58 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:39:50.419985 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717a4fc7-af9d-4d2b-9e83-1fdca53755b2 x-openstack-request-id: req-717a4fc7-af9d-4d2b-9e83-1fdca53755b2 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:39:50.420329 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c06b04-fd0e-484c-b891-6cae7a022dd5", "tag": "6d073832-9d60-4c8e-b043-80d87efd17cc", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:39:50.420632 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-717a4fc7-af9d-4d2b-9e83-1fdca53755b2 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:39:50.421164 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c06b04-fd0e-484c-b891-6cae7a022dd5', 'tag': '6d073832-9d60-4c8e-b043-80d87efd17cc', 'status': 'completed', 'code': 200} Jun 25 09:39:50.427719 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:50.442211 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-1a1fc245-c5f2-4e76-9b42-a1165e650c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:50.443704 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-1a1fc245-c5f2-4e76-9b42-a1165e650c22 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe484f532d934fd0a4ad101166a0a43e&device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 1096 time: 0.1980987 Jun 25 09:39:50.448530 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Transition to ACTIVE for port object 8828d9e1-1806-4d49-b415-f4ec89c7ee58 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:39:50.454435 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:50.459145 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-95b52ca7-bedd-4e09-8383-1b377aaa78c3 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:50.502384 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa3e16-be40-442a-95d9-fd06d73368ee req-7a828ccb-ce33-48ca-8c27-384965716d5d tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:50.503896 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32aa3e16-be40-442a-95d9-fd06d73368ee req-7a828ccb-ce33-48ca-8c27-384965716d5d tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 944 time: 0.0710824 Jun 25 09:39:50.528877 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-a00a7e61-8823-41c3-b444-090a99d857ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d073832-9d60-4c8e-b043-80d87efd17cc HTTP/1.1" status: 200 len: 217 time: 0.0709317 Jun 25 09:39:50.555166 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32aa3e16-be40-442a-95d9-fd06d73368ee req-b54b32d1-2eef-4040-a15e-ab7b5289dbe9 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/security-groups?id=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448864 Jun 25 09:39:50.603042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Pushing event updated for resources: {'Port': ['ID=8828d9e1-1806-4d49-b415-f4ec89c7ee58,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:50.609736 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:50.644314 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-5874e521-2382-4c78-b3db-c7c9e08ac3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:50.645920 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-5874e521-2382-4c78-b3db-c7c9e08ac3c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ef9a2df3-ffa8-4371-b3f6-95c726e2b6a9 HTTP/1.1" status: 200 len: 853 time: 0.1047134 Jun 25 09:39:50.705038 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-2b594ed7-add1-4300-b641-7ac3be0369a3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9120eb0-ac3d-4b5b-9126-5cc2362a9704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426466 Jun 25 09:39:50.707560 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Attempting to bind port 8828d9e1-1806-4d49-b415-f4ec89c7ee58 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:39:50.707927 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Attempting to bind port 8828d9e1-1806-4d49-b415-f4ec89c7ee58 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:39:50.708426 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Attempting to bind port 8828d9e1-1806-4d49-b415-f4ec89c7ee58 on network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:50.725253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Port 8828d9e1-1806-4d49-b415-f4ec89c7ee58 on network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:39:50.725851 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Attempting to bind port 8828d9e1-1806-4d49-b415-f4ec89c7ee58 on network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:39:50.744699 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:39:50.745069 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Checking segment: {'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:39:50.745461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Bound using segment: {'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:39:50.745917 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Bound port: 8828d9e1-1806-4d49-b415-f4ec89c7ee58, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:39:50.746282 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:50.825421 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3a116-430c-489c-b467-c31773da3370 req-a72882e7-94eb-4cbe-9f0f-37e9fe2031b4 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:50.826978 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-30e3a116-430c-489c-b467-c31773da3370 req-a72882e7-94eb-4cbe-9f0f-37e9fe2031b4 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 948 time: 0.0791972 Jun 25 09:39:50.873181 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-30e3a116-430c-489c-b467-c31773da3370 req-2c7f2f98-9d0d-48ac-b95b-d8403ca9e04d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/security-groups?id=815fe85b-d32a-4288-9e8c-a15e3c5a7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381241 Jun 25 09:39:50.878040 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-1f7cbca3-812e-4ed6-a6ce-18832b54bf03 service neutron] 10.222.0.38 "GET /v2.0/networks/e9120eb0-ac3d-4b5b-9126-5cc2362a9704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626153 Jun 25 09:39:50.882396 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] For port 8828d9e1-1806-4d49-b415-f4ec89c7ee58, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:39:50.899503 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] For port 8828d9e1-1806-4d49-b415-f4ec89c7ee58, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:39:50.906420 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:50.931669 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fc9491ff-46ef-4333-8c8f-889b585f07f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:50.984667 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:50.985393 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:50.986954 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] 10.222.0.38 "PUT /v2.0/ports/8828d9e1-1806-4d49-b415-f4ec89c7ee58 HTTP/1.1" status: 200 len: 1093 time: 1.2114437 Jun 25 09:39:51.367058 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d9c91-058f-4325-ab68-3899088a2b1b req-a90d2dd8-5d3d-46a4-9eb4-d315bcc497b7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:51.368692 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e89d9c91-058f-4325-ab68-3899088a2b1b req-a90d2dd8-5d3d-46a4-9eb4-d315bcc497b7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0888402 Jun 25 09:39:51.386253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Pushing event updated for resources: {'Port': ['ID=8828d9e1-1806-4d49-b415-f4ec89c7ee58,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:51.408862 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:51.409104 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e89d9c91-058f-4325-ab68-3899088a2b1b req-52b1dff8-b7d4-422c-8da5-ec2f812c8d24 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338118 Jun 25 09:39:51.434913 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8f2dd7ec-ace9-4ee4-a2d1-e8817c97d212 req-9e3640ce-6b1e-4b5f-a8e8-619ca98c1d48 service neutron] 10.222.0.38 "GET /v2.0/networks/e9120eb0-ac3d-4b5b-9126-5cc2362a9704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500326 Jun 25 09:39:51.452105 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-67663d93-ceff-4def-b0d2-88a662603014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:51.453734 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-67663d93-ceff-4def-b0d2-88a662603014 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 1096 time: 0.0907381 Jun 25 09:39:51.502221 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-cef2d7bd-8c4a-46c0-91cc-c2972da4e395 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58 HTTP/1.1" status: 200 len: 217 time: 0.0346742 Jun 25 09:39:51.611660 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-912f6ada-f605-43e0-9d1b-472a5e53aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:51.613401 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-912f6ada-f605-43e0-9d1b-472a5e53aaa6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fbdaf571-c08e-473e-9464-ca149b28036e HTTP/1.1" status: 200 len: 856 time: 0.0826447 Jun 25 09:39:51.662285 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11850740-69e6-455a-87ce-8fe754d595f9 req-2ef97202-ffd6-41f0-8ea7-c285b86c4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:51.663989 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-11850740-69e6-455a-87ce-8fe754d595f9 req-2ef97202-ffd6-41f0-8ea7-c285b86c4d75 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe484f532d934fd0a4ad101166a0a43e&device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 1096 time: 0.1318645 Jun 25 09:39:51.751681 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254bbdc-a273-4956-a745-6a1485034e79 req-ef09ed98-eb76-4cd5-b2ff-6181490b7ed9 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:51.755044 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b254bbdc-a273-4956-a745-6a1485034e79 req-ef09ed98-eb76-4cd5-b2ff-6181490b7ed9 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 944 time: 0.0813384 Jun 25 09:39:51.768594 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-1f32d49e-a361-4f88-bb4c-1c71b1eac8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:51.770230 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-1f32d49e-a361-4f88-bb4c-1c71b1eac8f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485970 Jun 25 09:39:51.798421 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b254bbdc-a273-4956-a745-6a1485034e79 req-8fbec4a1-5f5a-49ca-8db3-fbfc8a00d8f6 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/security-groups?id=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386028 Jun 25 09:39:51.841316 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11850740-69e6-455a-87ce-8fe754d595f9 req-e066305a-1c1d-41b8-9e8f-8044b9d1dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:51.842795 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-11850740-69e6-455a-87ce-8fe754d595f9 req-e066305a-1c1d-41b8-9e8f-8044b9d1dc82 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9120eb0-ac3d-4b5b-9126-5cc2362a9704 HTTP/1.1" status: 200 len: 915 time: 0.1724081 Jun 25 09:39:51.897186 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-11850740-69e6-455a-87ce-8fe754d595f9 req-1afbd433-3d5a-4a9a-84d1-92830123dd7f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d073832-9d60-4c8e-b043-80d87efd17cc HTTP/1.1" status: 200 len: 217 time: 0.0465524 Jun 25 09:39:51.947512 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-1f84f106-6f2d-4585-800e-6621ee4b5166 service neutron] 10.222.0.38 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695211 Jun 25 09:39:52.012673 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11850740-69e6-455a-87ce-8fe754d595f9 req-f1e9374c-5356-4fad-97cc-19c663b02cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:52.014328 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-11850740-69e6-455a-87ce-8fe754d595f9 req-f1e9374c-5356-4fad-97cc-19c663b02cef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ef9a2df3-ffa8-4371-b3f6-95c726e2b6a9 HTTP/1.1" status: 200 len: 853 time: 0.1075230 Jun 25 09:39:52.054083 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 991f0d71-ba35-4d77-9074-cc05bb54193e details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:39:52.066238 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-11850740-69e6-455a-87ce-8fe754d595f9 req-12c702e1-c9b5-4ac9-94de-87df70f581a5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9120eb0-ac3d-4b5b-9126-5cc2362a9704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420952 Jun 25 09:39:52.102516 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e27a50-60e0-4a8f-bc29-414a648b3d2e req-ae0cff86-9e35-4e4c-84e0-aa112c0db7e7 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:52.110097 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-86e27a50-60e0-4a8f-bc29-414a648b3d2e req-ae0cff86-9e35-4e4c-84e0-aa112c0db7e7 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 948 time: 0.1132457 Jun 25 09:39:52.161835 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-afc43fbf-8738-4ba5-b68c-c95c2b831eec req-a6bc0b4c-96fe-44e7-b309-02c53f7d7faf service neutron] 10.222.0.38 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067831 Jun 25 09:39:52.168162 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-86e27a50-60e0-4a8f-bc29-414a648b3d2e req-79ff0a57-5dbc-4e4e-86a8-0f933405bfb4 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/security-groups?id=815fe85b-d32a-4288-9e8c-a15e3c5a7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563209 Jun 25 09:39:52.200855 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 991f0d71-ba35-4d77-9074-cc05bb54193e, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=991f0d71-ba35-4d77-9074-cc05bb54193e,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:52.225305 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '991f0d71-ba35-4d77-9074-cc05bb54193e', 'network_id': '7d5180ce-f9bd-43c0-a1b6-c88739854bf1', 'port_id': '991f0d71-ba35-4d77-9074-cc05bb54193e', 'mac_address': 'fa:16:3e:3f:c4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e48f3c-2a5c-49bd-b1bb-c3b1468cc4c2', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:39:52.226631 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-11850740-69e6-455a-87ce-8fe754d595f9 req-998dad63-2569-4c3f-8eb3-d1d305dec929 service neutron] 10.222.0.38 "GET /v2.0/networks/e9120eb0-ac3d-4b5b-9126-5cc2362a9704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524861 Jun 25 09:39:52.267342 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:52.285753 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991f0d71-ba35-4d77-9074-cc05bb54193e {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:39:52.311761 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 991f0d71-ba35-4d77-9074-cc05bb54193e, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=991f0d71-ba35-4d77-9074-cc05bb54193e,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:52.317925 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:52.320759 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:52.361052 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-11850740-69e6-455a-87ce-8fe754d595f9 req-724c7806-fcf3-4225-842e-050855f2c941 service neutron] 10.222.0.38 "GET /v2.0/networks/e9120eb0-ac3d-4b5b-9126-5cc2362a9704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985079 Jun 25 09:39:52.373441 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=991f0d71-ba35-4d77-9074-cc05bb54193e,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:52.376650 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:52.419580 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c1480b29-81b8-44ba-99c5-ed64a41b0f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:52.422168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'tag': '8828d9e1-1806-4d49-b415-f4ec89c7ee58'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:39:52.424562 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70c4b1d-242c-4f8c-a987-3bfd0b83530e" -d '{"events": [{"name": "network-changed", "server_uuid": "c17c3160-de48-4d13-a985-443cbb0a2007", "tag": "8828d9e1-1806-4d49-b415-f4ec89c7ee58"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:39:52.526745 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b935509-9515-4e54-a4a7-881ddb32c39d x-openstack-request-id: req-4b935509-9515-4e54-a4a7-881ddb32c39d {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:39:52.527365 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17c3160-de48-4d13-a985-443cbb0a2007", "tag": "8828d9e1-1806-4d49-b415-f4ec89c7ee58", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:39:52.527365 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4b935509-9515-4e54-a4a7-881ddb32c39d {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:39:52.527821 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'tag': '8828d9e1-1806-4d49-b415-f4ec89c7ee58', 'status': 'completed', 'code': 200} Jun 25 09:39:52.599025 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50412a-0d26-4aed-84e4-f3350bbbb524 req-4d8c1b1f-08c9-4530-85df-6d6f6f79bba7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:52.600584 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d50412a-0d26-4aed-84e4-f3350bbbb524 req-4d8c1b1f-08c9-4530-85df-6d6f6f79bba7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0707202 Jun 25 09:39:52.640474 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c4b1d-242c-4f8c-a987-3bfd0b83530e req-75fd9f8e-5a6f-4ce3-a7f7-157c9846779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:52.642017 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d70c4b1d-242c-4f8c-a987-3bfd0b83530e req-75fd9f8e-5a6f-4ce3-a7f7-157c9846779b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 1096 time: 0.0631747 Jun 25 09:39:52.645272 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1d50412a-0d26-4aed-84e4-f3350bbbb524 req-da5879f4-7856-48b4-91f5-472901d62da6 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377648 Jun 25 09:39:52.645579 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['991f0d71-ba35-4d77-9074-cc05bb54193e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:39:52.745501 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c4b1d-242c-4f8c-a987-3bfd0b83530e req-ea221f20-010f-4a4b-b767-469999d6a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:52.747011 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d70c4b1d-242c-4f8c-a987-3bfd0b83530e req-ea221f20-010f-4a4b-b767-469999d6a80d service neutron] 10.222.0.38 "GET /v2.0/networks?id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 HTTP/1.1" status: 200 len: 919 time: 0.0974166 Jun 25 09:39:52.790101 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d70c4b1d-242c-4f8c-a987-3bfd0b83530e req-e49cba1f-c5f0-4146-ba77-0973cf43c6a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58 HTTP/1.1" status: 200 len: 217 time: 0.0364194 Jun 25 09:39:52.849188 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c4b1d-242c-4f8c-a987-3bfd0b83530e req-c0c3c4db-5619-4d43-8f8e-2d8270e7bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:52.850621 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d70c4b1d-242c-4f8c-a987-3bfd0b83530e req-c0c3c4db-5619-4d43-8f8e-2d8270e7bb8f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fbdaf571-c08e-473e-9464-ca149b28036e HTTP/1.1" status: 200 len: 856 time: 0.0540240 Jun 25 09:39:52.913122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c4b1d-242c-4f8c-a987-3bfd0b83530e req-27c15447-842a-4e84-8c4e-d530e0e7bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:52.914681 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d70c4b1d-242c-4f8c-a987-3bfd0b83530e req-27c15447-842a-4e84-8c4e-d530e0e7bf35 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568187 Jun 25 09:39:52.989436 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006bfc8-1ad5-40fd-9880-3eb69616dbc3 req-631f96e4-3734-44ea-be66-4e4bda2283fd tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:52.991213 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b006bfc8-1ad5-40fd-9880-3eb69616dbc3 req-631f96e4-3734-44ea-be66-4e4bda2283fd tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 944 time: 0.0691953 Jun 25 09:39:53.011939 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d70c4b1d-242c-4f8c-a987-3bfd0b83530e req-7351a646-a03c-4fb4-a23e-a5b051bfa3e0 service neutron] 10.222.0.38 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902588 Jun 25 09:39:53.034945 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b006bfc8-1ad5-40fd-9880-3eb69616dbc3 req-188ad242-c2cc-4024-96b1-512c9d8c98e6 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/security-groups?id=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369358 Jun 25 09:39:53.115625 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d70c4b1d-242c-4f8c-a987-3bfd0b83530e req-411a6d97-4b4a-41e6-a30c-df989b6cd47e service neutron] 10.222.0.38 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957019 Jun 25 09:39:53.346746 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c4902-ca45-4fd2-ae37-09d7922f2500 req-614c4e35-00f2-41b2-8111-1ad8eff154c2 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:53.348284 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-628c4902-ca45-4fd2-ae37-09d7922f2500 req-614c4e35-00f2-41b2-8111-1ad8eff154c2 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 949 time: 0.0726793 Jun 25 09:39:53.394586 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-628c4902-ca45-4fd2-ae37-09d7922f2500 req-51f8ffd9-1332-450f-9a70-62cf69db14be tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/security-groups?id=815fe85b-d32a-4288-9e8c-a15e3c5a7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395508 Jun 25 09:39:53.834735 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d90ff4-0ffd-49c5-9bc0-e81c7f13a99c req-7bcba170-81b7-4b82-915f-6f6116dc7598 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:53.836165 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-77d90ff4-0ffd-49c5-9bc0-e81c7f13a99c req-7bcba170-81b7-4b82-915f-6f6116dc7598 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0679891 Jun 25 09:39:53.879944 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-77d90ff4-0ffd-49c5-9bc0-e81c7f13a99c req-a4e186a8-91ad-4dfc-8bdb-f8d99d6c8a4e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373561 Jun 25 09:39:54.078562 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8828d9e1-1806-4d49-b415-f4ec89c7ee58 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:39:54.094397 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 991f0d71-ba35-4d77-9074-cc05bb54193e up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:54.216691 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:54.222549 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 991f0d71-ba35-4d77-9074-cc05bb54193e completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:54.244862 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 991f0d71-ba35-4d77-9074-cc05bb54193e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:54.245518 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:54.246144 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff49b8d-aa0c-47b7-9d32-81cc0af320f2 req-4addcf4d-c274-489a-86c2-a6f8689bfdac tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:54.247768 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bff49b8d-aa0c-47b7-9d32-81cc0af320f2 req-4addcf4d-c274-489a-86c2-a6f8689bfdac tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 944 time: 0.0867577 Jun 25 09:39:54.292829 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8828d9e1-1806-4d49-b415-f4ec89c7ee58, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:54.300577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bff49b8d-aa0c-47b7-9d32-81cc0af320f2 req-0c9cc69b-8da6-4098-be95-96e1d6ca325e tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/security-groups?id=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443673 Jun 25 09:39:54.312924 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '8828d9e1-1806-4d49-b415-f4ec89c7ee58', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'port_id': '8828d9e1-1806-4d49-b415-f4ec89c7ee58', 'mac_address': 'fa:16:3e:4b:a7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:39:54.391570 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:54.412444 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8828d9e1-1806-4d49-b415-f4ec89c7ee58 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:39:54.425108 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:54.451086 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8828d9e1-1806-4d49-b415-f4ec89c7ee58, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:54.459880 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:54.460774 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 6d073832-9d60-4c8e-b043-80d87efd17cc details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:39:54.463255 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6747915e-383a-47c6-ae87-82c8accc8f40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:54.469503 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3d18b8-e885-45d1-abc1-c6286ad7dee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991f0d71-ba35-4d77-9074-cc05bb54193e'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:39:54.471816 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bec59da-3d2f-4438-b766-036692603ba2" -d '{"events": [{"server_uuid": "5f3d18b8-e885-45d1-abc1-c6286ad7dee5", "name": "network-vif-plugged", "status": "completed", "tag": "991f0d71-ba35-4d77-9074-cc05bb54193e"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:39:54.532001 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da66eb9-79a9-4db9-a226-f457b359a3eb x-openstack-request-id: req-7da66eb9-79a9-4db9-a226-f457b359a3eb {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:39:54.532808 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3d18b8-e885-45d1-abc1-c6286ad7dee5", "name": "network-vif-plugged", "status": "completed", "tag": "991f0d71-ba35-4d77-9074-cc05bb54193e", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:39:54.532808 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7da66eb9-79a9-4db9-a226-f457b359a3eb {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:39:54.532997 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3d18b8-e885-45d1-abc1-c6286ad7dee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991f0d71-ba35-4d77-9074-cc05bb54193e', 'code': 200} Jun 25 09:39:54.534704 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 991f0d71-ba35-4d77-9074-cc05bb54193e, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=991f0d71-ba35-4d77-9074-cc05bb54193e,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:54.544600 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:54.614383 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8828d9e1-1806-4d49-b415-f4ec89c7ee58,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:54.619114 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:54.619831 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:54.648616 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18336e6c-6c12-4065-ac2f-d15ddded0bed req-c4979ea8-bd04-4c55-89ba-59a23831bf1a tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:54.651903 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-18336e6c-6c12-4065-ac2f-d15ddded0bed req-c4979ea8-bd04-4c55-89ba-59a23831bf1a tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 950 time: 0.0949790 Jun 25 09:39:54.701421 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04b601-2d7f-4ca6-9229-d9a93dbb3140 req-c003f0c0-e57e-4886-b7a6-39d211628674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:54.703608 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8f04b601-2d7f-4ca6-9229-d9a93dbb3140 req-c003f0c0-e57e-4886-b7a6-39d211628674 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 1102 time: 0.0636208 Jun 25 09:39:54.712242 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=991f0d71-ba35-4d77-9074-cc05bb54193e,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:54.714529 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-18336e6c-6c12-4065-ac2f-d15ddded0bed req-15693036-d256-45ab-ba20-7a15dccc58b2 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/security-groups?id=815fe85b-d32a-4288-9e8c-a15e3c5a7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543728 Jun 25 09:39:54.715805 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:54.724766 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 6d073832-9d60-4c8e-b043-80d87efd17cc, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6d073832-9d60-4c8e-b043-80d87efd17cc,segment=NetworkSegment(7763f590-7cf2-4822-be50-10529ee9492a),segment_id=7763f590-7cf2-4822-be50-10529ee9492a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:54.751185 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '6d073832-9d60-4c8e-b043-80d87efd17cc', 'network_id': 'e9120eb0-ac3d-4b5b-9126-5cc2362a9704', 'port_id': '6d073832-9d60-4c8e-b043-80d87efd17cc', 'mac_address': 'fa:16:3e:04:1f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9a2df3-ffa8-4371-b3f6-95c726e2b6a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:39:54.759309 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8f04b601-2d7f-4ca6-9229-d9a93dbb3140 req-a3ac9896-61f8-4b9f-9041-86cbae2ec002 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=815fe85b-d32a-4288-9e8c-a15e3c5a7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489702 Jun 25 09:39:54.792276 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:54.807711 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d073832-9d60-4c8e-b043-80d87efd17cc {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:39:54.830627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 6d073832-9d60-4c8e-b043-80d87efd17cc, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6d073832-9d60-4c8e-b043-80d87efd17cc,segment=NetworkSegment(7763f590-7cf2-4822-be50-10529ee9492a),segment_id=7763f590-7cf2-4822-be50-10529ee9492a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:54.836357 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:54.839556 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:54.894430 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=6d073832-9d60-4c8e-b043-80d87efd17cc,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:54.898010 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:54.932389 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d011271-6e6a-404f-80c7-0096c6a53767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:55.071794 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85288339-85ad-410a-a6dd-35b1a8ddc51e req-245b0e52-6276-4d4a-8db4-b6cfc2b6bea7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:55.073577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85288339-85ad-410a-a6dd-35b1a8ddc51e req-245b0e52-6276-4d4a-8db4-b6cfc2b6bea7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 945 time: 0.0684526 Jun 25 09:39:55.113902 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85288339-85ad-410a-a6dd-35b1a8ddc51e req-92c495d5-1149-458c-8c42-5d42040c6554 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341873 Jun 25 09:39:55.211014 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:55.232919 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['8828d9e1-1806-4d49-b415-f4ec89c7ee58'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:39:55.258668 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['6d073832-9d60-4c8e-b043-80d87efd17cc'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:39:55.527694 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8f38-aeb3-41f4-a4ee-f10d418163e7 req-5f8ba870-f19e-4013-aad9-6d7cad80575d tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:55.529354 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7c7f8f38-aeb3-41f4-a4ee-f10d418163e7 req-5f8ba870-f19e-4013-aad9-6d7cad80575d tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 945 time: 0.0898571 Jun 25 09:39:55.576042 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7c7f8f38-aeb3-41f4-a4ee-f10d418163e7 req-7892c0bd-fd73-45f6-a027-01575f98f0af tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/security-groups?id=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382669 Jun 25 09:39:55.908602 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebd711-8ec8-4bfe-b6f9-f06e215754e6 req-639f00f8-8665-4ff8-8d3d-eb7ab8a4a682 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:55.910138 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cdebd711-8ec8-4bfe-b6f9-f06e215754e6 req-639f00f8-8665-4ff8-8d3d-eb7ab8a4a682 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 950 time: 0.0676186 Jun 25 09:39:55.953877 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cdebd711-8ec8-4bfe-b6f9-f06e215754e6 req-f23d2425-ef16-4d45-a22d-6349edb4844a tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/security-groups?id=815fe85b-d32a-4288-9e8c-a15e3c5a7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377815 Jun 25 09:39:56.268209 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:56.323612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad88a8-5251-4dee-8ed0-5fd7cadee118 req-f6dba89b-5198-4df1-be6c-cb306b8d2e26 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:56.325007 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22ad88a8-5251-4dee-8ed0-5fd7cadee118 req-f6dba89b-5198-4df1-be6c-cb306b8d2e26 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 945 time: 0.0836048 Jun 25 09:39:56.368145 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-22ad88a8-5251-4dee-8ed0-5fd7cadee118 req-7f68eb06-fd23-40b4-853f-7328fc1c355a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368567 Jun 25 09:39:56.759899 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf88b5-2856-4c11-8057-dc924337a7a8 req-89249aba-cb5e-4b59-be83-b1dbf9c14cea tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:56.761430 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bcf88b5-2856-4c11-8057-dc924337a7a8 req-89249aba-cb5e-4b59-be83-b1dbf9c14cea tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 945 time: 0.0682096 Jun 25 09:39:56.809447 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9bcf88b5-2856-4c11-8057-dc924337a7a8 req-b25fd0e6-0549-4f61-a7d0-4dedfa2d854b tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/security-groups?id=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421994 Jun 25 09:39:57.133720 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ffa35-cbb4-4477-9197-5c395ced7b96 req-5f3e45dd-b582-481e-ac34-3602d3506f4f tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:57.136122 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f51ffa35-cbb4-4477-9197-5c395ced7b96 req-5f3e45dd-b582-481e-ac34-3602d3506f4f tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 950 time: 0.0685899 Jun 25 09:39:57.176719 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f51ffa35-cbb4-4477-9197-5c395ced7b96 req-a6bb4701-006f-45e4-932a-f1dc58660c44 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/security-groups?id=815fe85b-d32a-4288-9e8c-a15e3c5a7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343740 Jun 25 09:39:57.602158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d0a81-d03e-4fc9-a329-3ac01d5df5b4 req-0b7dcbb0-c820-4af4-8c8a-5aa73eced300 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:57.603682 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7c0d0a81-d03e-4fc9-a329-3ac01d5df5b4 req-0b7dcbb0-c820-4af4-8c8a-5aa73eced300 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 945 time: 0.1004362 Jun 25 09:39:57.673299 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7c0d0a81-d03e-4fc9-a329-3ac01d5df5b4 req-15cb1499-47ab-4eda-97e7-c29ef6c17c9d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448821 Jun 25 09:39:57.691002 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f726cfd-cf0c-4f5f-be36-c8f1ff891820 req-9313af0c-e4f8-4bc2-b472-e430f50cafd6 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:57.692588 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f726cfd-cf0c-4f5f-be36-c8f1ff891820 req-9313af0c-e4f8-4bc2-b472-e430f50cafd6 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 950 time: 0.1119087 Jun 25 09:39:57.732965 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f726cfd-cf0c-4f5f-be36-c8f1ff891820 req-020de374-11f2-41c5-ab55-4949fce7ca40 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/security-groups?id=815fe85b-d32a-4288-9e8c-a15e3c5a7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341911 Jun 25 09:39:57.993629 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:58.014232 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b992aa-0c5d-46cc-a1d2-d6a771eca073 req-dcc3cf5a-780e-43f4-a9ba-4b5a90f2b22c tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:58.015811 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19b992aa-0c5d-46cc-a1d2-d6a771eca073 req-dcc3cf5a-780e-43f4-a9ba-4b5a90f2b22c tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 945 time: 0.0780950 Jun 25 09:39:58.055851 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19b992aa-0c5d-46cc-a1d2-d6a771eca073 req-f1f6841b-772d-4a9d-8725-5bf8ff9a0541 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/security-groups?id=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338144 Jun 25 09:39:58.096156 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8828d9e1-1806-4d49-b415-f4ec89c7ee58 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:58.156541 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 8828d9e1-1806-4d49-b415-f4ec89c7ee58 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:58.161003 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 8828d9e1-1806-4d49-b415-f4ec89c7ee58 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:58.161382 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:58.248630 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:58.277237 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8828d9e1-1806-4d49-b415-f4ec89c7ee58'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:39:58.280380 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d021af75-6f17-4097-8c8f-0a4ec414fd86" -d '{"events": [{"server_uuid": "c17c3160-de48-4d13-a985-443cbb0a2007", "name": "network-vif-plugged", "status": "completed", "tag": "8828d9e1-1806-4d49-b415-f4ec89c7ee58"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:39:58.304870 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8828d9e1-1806-4d49-b415-f4ec89c7ee58, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:58.311135 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:58.311893 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 6d073832-9d60-4c8e-b043-80d87efd17cc up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:39:58.314079 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:58.357165 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffb6a1e-bcfc-420a-bc8c-eeb9600af1ba x-openstack-request-id: req-dffb6a1e-bcfc-420a-bc8c-eeb9600af1ba {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:39:58.357464 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17c3160-de48-4d13-a985-443cbb0a2007", "name": "network-vif-plugged", "status": "completed", "tag": "8828d9e1-1806-4d49-b415-f4ec89c7ee58", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:39:58.357722 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dffb6a1e-bcfc-420a-bc8c-eeb9600af1ba {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:39:58.358113 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8828d9e1-1806-4d49-b415-f4ec89c7ee58', 'code': 200} Jun 25 09:39:58.395295 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8828d9e1-1806-4d49-b415-f4ec89c7ee58,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:58.399544 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:58.410948 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 6d073832-9d60-4c8e-b043-80d87efd17cc completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:39:58.415356 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 6d073832-9d60-4c8e-b043-80d87efd17cc triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:39:58.415744 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:58.496069 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:58.513863 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed0e15-8231-44c4-8647-e96817443eca req-f446ab69-d09f-44b0-96d9-b7c9d9753e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:58.515383 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8aed0e15-8231-44c4-8647-e96817443eca req-f446ab69-d09f-44b0-96d9-b7c9d9753e53 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 1098 time: 0.0557597 Jun 25 09:39:58.534041 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 6d073832-9d60-4c8e-b043-80d87efd17cc, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6d073832-9d60-4c8e-b043-80d87efd17cc,segment=NetworkSegment(7763f590-7cf2-4822-be50-10529ee9492a),segment_id=7763f590-7cf2-4822-be50-10529ee9492a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:58.538768 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:58.541079 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:39:58.560536 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8aed0e15-8231-44c4-8647-e96817443eca req-cb0026ff-1093-43da-9e97-129db9cac3f2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369592 Jun 25 09:39:58.589600 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=6d073832-9d60-4c8e-b043-80d87efd17cc,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:39:58.592812 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:39:58.865187 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfc4a2-6121-40cd-9dc5-cc35cca46946 req-72bf2c40-672d-4068-84e8-34ab2297b5ee tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:58.866935 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6cfc4a2-6121-40cd-9dc5-cc35cca46946 req-72bf2c40-672d-4068-84e8-34ab2297b5ee tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0698307 Jun 25 09:39:58.932191 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6cfc4a2-6121-40cd-9dc5-cc35cca46946 req-9e3366a3-ed65-4127-8d37-6a1763934923 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570836 Jun 25 09:39:58.963457 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec98f0f-7825-4596-a7e7-ff11eda83faa req-13ef8782-f414-490f-a5da-f71e581c8c82 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:58.965032 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dec98f0f-7825-4596-a7e7-ff11eda83faa req-13ef8782-f414-490f-a5da-f71e581c8c82 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 950 time: 0.1085281 Jun 25 09:39:59.007523 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dec98f0f-7825-4596-a7e7-ff11eda83faa req-05a58cd8-9eb8-432e-9e3e-1e278043c654 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/security-groups?id=815fe85b-d32a-4288-9e8c-a15e3c5a7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366220 Jun 25 09:39:59.240510 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a051e7-e72e-4c4e-837d-dba55575fc0d req-55bf6c68-8585-45b1-b95b-c3498c49d72f tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:59.242181 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7a051e7-e72e-4c4e-837d-dba55575fc0d req-55bf6c68-8585-45b1-b95b-c3498c49d72f tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 946 time: 0.0689383 Jun 25 09:39:59.282600 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d7a051e7-e72e-4c4e-837d-dba55575fc0d req-0e54cbd1-d06c-467f-9041-e5877778455c tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/security-groups?id=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337894 Jun 25 09:39:59.614538 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd869ed-495f-46ec-bedd-8a485ea369ae req-1977285b-c391-4868-8a22-f580ac1f2039 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:39:59.616143 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dfd869ed-495f-46ec-bedd-8a485ea369ae req-1977285b-c391-4868-8a22-f580ac1f2039 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 950 time: 0.0708609 Jun 25 09:39:59.719410 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-dfd869ed-495f-46ec-bedd-8a485ea369ae req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Deleting port 991f0d71-ba35-4d77-9074-cc05bb54193e {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:39:59.719786 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dfd869ed-495f-46ec-bedd-8a485ea369ae req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:59.817481 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-dfd869ed-495f-46ec-bedd-8a485ea369ae req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] For port 991f0d71-ba35-4d77-9074-cc05bb54193e, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=991f0d71-ba35-4d77-9074-cc05bb54193e,segment=NetworkSegment(a4eef1f7-6155-4a64-9006-bff8007ef9b0),segment_id=a4eef1f7-6155-4a64-9006-bff8007ef9b0)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:39:59.817857 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dfd869ed-495f-46ec-bedd-8a485ea369ae req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:59.830293 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-dfd869ed-495f-46ec-bedd-8a485ea369ae req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Calling delete_port for 991f0d71-ba35-4d77-9074-cc05bb54193e owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:39:59.988316 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dfd869ed-495f-46ec-bedd-8a485ea369ae req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:39:59.995969 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9fdbd6db-6ece-4d77-9db6-99e8f5dd9f06 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:00.025434 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Pushing event deleted for resources: {'Port': ['ID=991f0d71-ba35-4d77-9074-cc05bb54193e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:00.027533 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['991f0d71-ba35-4d77-9074-cc05bb54193e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:40:00.034645 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:00.035123 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:00.035576 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:00.036020 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:00.036467 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:00.036952 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:00.037377 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:00.037849 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:00.038325 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:00.038773 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:00.039211 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:00.039661 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:00.049670 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:00.121648 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd869ed-495f-46ec-bedd-8a485ea369ae req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] No DVR routers for this DVR port 991f0d71-ba35-4d77-9074-cc05bb54193e on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:40:00.124657 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-dfd869ed-495f-46ec-bedd-8a485ea369ae req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:00.127030 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dfd869ed-495f-46ec-bedd-8a485ea369ae req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.38 "DELETE /v2.0/ports/991f0d71-ba35-4d77-9074-cc05bb54193e HTTP/1.1" status: 204 len: 173 time: 0.5046318 Jun 25 09:40:00.127713 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3d18b8-e885-45d1-abc1-c6286ad7dee5', 'name': 'network-vif-deleted', 'tag': '991f0d71-ba35-4d77-9074-cc05bb54193e'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:40:00.137729 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0499e228-99f2-4279-9156-f780fc7f3cbc" -d '{"events": [{"server_uuid": "5f3d18b8-e885-45d1-abc1-c6286ad7dee5", "name": "network-vif-deleted", "tag": "991f0d71-ba35-4d77-9074-cc05bb54193e"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:40:00.174173 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ef551-d989-4b41-aa90-e835907e8caf req-13093465-12b4-43dd-8b53-d4d37ee3ecfd tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:00.176937 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d4ef551-d989-4b41-aa90-e835907e8caf req-13093465-12b4-43dd-8b53-d4d37ee3ecfd tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.1010957 Jun 25 09:40:00.248534 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3629abf1-af1f-4e87-9e0f-d7fb75821cf7 req-ba224ca0-89db-4c4c-952b-d8ab5ad06943 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f3d18b8-e885-45d1-abc1-c6286ad7dee5 HTTP/1.1" status: 200 len: 210 time: 0.0453985 Jun 25 09:40:00.257290 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5d4ef551-d989-4b41-aa90-e835907e8caf req-9f8be157-8c4e-4db6-8f0e-60f0b9a4894d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734117 Jun 25 09:40:00.339829 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c918c93d-fed8-439a-8a09-3615a7fe1567 x-openstack-request-id: req-c918c93d-fed8-439a-8a09-3615a7fe1567 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:40:00.340175 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3d18b8-e885-45d1-abc1-c6286ad7dee5", "name": "network-vif-deleted", "tag": "991f0d71-ba35-4d77-9074-cc05bb54193e", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:40:00.340478 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c918c93d-fed8-439a-8a09-3615a7fe1567 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:40:00.340970 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3d18b8-e885-45d1-abc1-c6286ad7dee5', 'name': 'network-vif-deleted', 'tag': '991f0d71-ba35-4d77-9074-cc05bb54193e', 'status': 'completed', 'code': 200} Jun 25 09:40:00.359907 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c06b04-fd0e-484c-b891-6cae7a022dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d073832-9d60-4c8e-b043-80d87efd17cc'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:40:00.362524 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea6ea9e-ab0d-438a-a9ac-8152f2b38027" -d '{"events": [{"server_uuid": "39c06b04-fd0e-484c-b891-6cae7a022dd5", "name": "network-vif-plugged", "status": "completed", "tag": "6d073832-9d60-4c8e-b043-80d87efd17cc"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:40:00.541003 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa16453-6d0d-41af-88c9-cd105c4edc51 req-788c64e6-3bc9-4c2b-b5b8-170baf5a56db tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:00.542415 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-daa16453-6d0d-41af-88c9-cd105c4edc51 req-788c64e6-3bc9-4c2b-b5b8-170baf5a56db tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.1047883 Jun 25 09:40:00.551430 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 54770) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:00.557498 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-4a364c45-357b-4f7f-8c8a-809f17d39295 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Request body: {'floatingip': {'port_id': '8828d9e1-1806-4d49-b415-f4ec89c7ee58'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:00.564615 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1f353-1ea9-41ef-a428-72c1b5ec0dc9 req-1d225701-f9c3-4eae-991b-dcc065e33431 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:00.571964 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eec1f353-1ea9-41ef-a428-72c1b5ec0dc9 req-1d225701-f9c3-4eae-991b-dcc065e33431 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 946 time: 0.1053872 Jun 25 09:40:00.582103 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6949f7d-f28f-4dd1-ab3d-67de6f3cd6c6 x-openstack-request-id: req-a6949f7d-f28f-4dd1-ab3d-67de6f3cd6c6 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:40:00.582813 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c06b04-fd0e-484c-b891-6cae7a022dd5", "name": "network-vif-plugged", "status": "completed", "tag": "6d073832-9d60-4c8e-b043-80d87efd17cc", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:40:00.583654 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a6949f7d-f28f-4dd1-ab3d-67de6f3cd6c6 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:40:00.584334 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c06b04-fd0e-484c-b891-6cae7a022dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d073832-9d60-4c8e-b043-80d87efd17cc', 'code': 200} Jun 25 09:40:00.615691 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a364c45-357b-4f7f-8c8a-809f17d39295 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for floatingip, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:00.619081 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eec1f353-1ea9-41ef-a428-72c1b5ec0dc9 req-0673b077-1be5-426a-8722-45c00deccbbc tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/security-groups?id=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460341 Jun 25 09:40:00.869212 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02eef2-9ebe-49dd-b8fa-c653df97b3b8 req-39c9c6b2-a411-424c-9d0b-0c8bcea8df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:00.870519 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6c02eef2-9ebe-49dd-b8fa-c653df97b3b8 req-39c9c6b2-a411-424c-9d0b-0c8bcea8df02 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 1098 time: 0.1544249 Jun 25 09:40:00.999220 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6c02eef2-9ebe-49dd-b8fa-c653df97b3b8 req-8b3865d8-e56f-4441-9a19-d04052d835bc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199660 Jun 25 09:40:01.158012 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a364c45-357b-4f7f-8c8a-809f17d39295 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:01.162445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a364c45-357b-4f7f-8c8a-809f17d39295 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:01.268345 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-4a364c45-357b-4f7f-8c8a-809f17d39295 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Floating IP b15d5eec-46f3-46da-8a3a-3bcfd9b6dfef associated. External IP: 172.25.6.64, port: 8828d9e1-1806-4d49-b415-f4ec89c7ee58. Jun 25 09:40:01.504344 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a364c45-357b-4f7f-8c8a-809f17d39295 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:40:01.504845 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:01.623379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a364c45-357b-4f7f-8c8a-809f17d39295 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:40:01.628455 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4a364c45-357b-4f7f-8c8a-809f17d39295 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:01.634840 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc69961-6020-463f-9192-8ecbe493b38a None None] Sync routers for ids ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:40:01.650170 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc69961-6020-463f-9192-8ecbe493b38a None None] Routers {'8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:40:01.651066 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9fc69961-6020-463f-9192-8ecbe493b38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:39:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:01.672036 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4a364c45-357b-4f7f-8c8a-809f17d39295 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "PUT /v2.0/floatingips/b15d5eec-46f3-46da-8a3a-3bcfd9b6dfef HTTP/1.1" status: 200 len: 991 time: 1.1192520 Jun 25 09:40:01.843861 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-9fc69961-6020-463f-9192-8ecbe493b38a None None] Set router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:40:02.133462 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 991f0d71-ba35-4d77-9074-cc05bb54193e no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:40:02.176200 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 991f0d71-ba35-4d77-9074-cc05bb54193e {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:40:02.176971 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 991f0d71-ba35-4d77-9074-cc05bb54193e not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:40:02.241927 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f3f11-5d3a-446a-9f8a-31ae4ade6215 req-d9fd4eff-f0f8-48c0-9730-7f338350ce2d tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:02.249394 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b7f3f11-5d3a-446a-9f8a-31ae4ade6215 req-d9fd4eff-f0f8-48c0-9730-7f338350ce2d tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 946 time: 0.4661374 Jun 25 09:40:02.281097 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9fc69961-6020-463f-9192-8ecbe493b38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'b15d5eec-46f3-46da-8a3a-3bcfd9b6dfef', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'port_id': '8828d9e1-1806-4d49-b415-f4ec89c7ee58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'mac_address': 'fa:16:3e:4b:a7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:39:42Z', 'updated_at': '2021-06-25T09:40:01Z', 'revision_number': 1, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea', 'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'mac_address': 'fa:16:3e:9e:60:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:36Z', 'updated_at': '2021-06-25T09:39:44Z', 'revision_number': 5, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'subnets': [{'id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:02.316445 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc69961-6020-463f-9192-8ecbe493b38a None None] Checking router: 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:40:02.319126 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b7f3f11-5d3a-446a-9f8a-31ae4ade6215 req-e414dfd6-d8e0-4742-b206-0686055e1839 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/security-groups?id=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687549 Jun 25 09:40:02.342424 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'tag': '8828d9e1-1806-4d49-b415-f4ec89c7ee58'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:40:02.342798 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc69961-6020-463f-9192-8ecbe493b38a None None] Routers {'8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:40:02.343478 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9fc69961-6020-463f-9192-8ecbe493b38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:39:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:02.345036 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608becff-a134-43d6-bfd5-055f31b1b1da" -d '{"events": [{"name": "network-changed", "server_uuid": "c17c3160-de48-4d13-a985-443cbb0a2007", "tag": "8828d9e1-1806-4d49-b415-f4ec89c7ee58"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:40:02.408572 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d58b042-2b3c-42cf-bf3f-55597168c8c7 x-openstack-request-id: req-2d58b042-2b3c-42cf-bf3f-55597168c8c7 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:40:02.409356 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17c3160-de48-4d13-a985-443cbb0a2007", "tag": "8828d9e1-1806-4d49-b415-f4ec89c7ee58", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:40:02.410108 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2d58b042-2b3c-42cf-bf3f-55597168c8c7 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:40:02.410108 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'tag': '8828d9e1-1806-4d49-b415-f4ec89c7ee58', 'status': 'completed', 'code': 200} Jun 25 09:40:02.471908 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-9fc69961-6020-463f-9192-8ecbe493b38a None None] Set router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:40:02.545625 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608becff-a134-43d6-bfd5-055f31b1b1da req-cdf0d30a-236c-4dda-967a-2cd2f5e5f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:02.547363 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-608becff-a134-43d6-bfd5-055f31b1b1da req-cdf0d30a-236c-4dda-967a-2cd2f5e5f993 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 1098 time: 0.0813444 Jun 25 09:40:02.696724 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608becff-a134-43d6-bfd5-055f31b1b1da req-70b80346-6861-462f-8352-b5928996831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:02.699307 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-608becff-a134-43d6-bfd5-055f31b1b1da req-70b80346-6861-462f-8352-b5928996831c service neutron] 10.222.0.38 "GET /v2.0/networks?id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 HTTP/1.1" status: 200 len: 919 time: 0.1445949 Jun 25 09:40:02.774730 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-9fc69961-6020-463f-9192-8ecbe493b38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'b15d5eec-46f3-46da-8a3a-3bcfd9b6dfef', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'port_id': '8828d9e1-1806-4d49-b415-f4ec89c7ee58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'mac_address': 'fa:16:3e:4b:a7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:39:42Z', 'updated_at': '2021-06-25T09:40:01Z', 'revision_number': 1, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea', 'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'mac_address': 'fa:16:3e:9e:60:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:36Z', 'updated_at': '2021-06-25T09:39:44Z', 'revision_number': 5, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'subnets': [{'id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:02.781055 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-608becff-a134-43d6-bfd5-055f31b1b1da req-e48879d1-8780-4541-9295-85668fc96fb1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58 HTTP/1.1" status: 200 len: 999 time: 0.0729063 Jun 25 09:40:02.802867 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc69961-6020-463f-9192-8ecbe493b38a None None] The sync data for ids ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'] in n-d-761264-15 is: [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'b15d5eec-46f3-46da-8a3a-3bcfd9b6dfef', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'port_id': '8828d9e1-1806-4d49-b415-f4ec89c7ee58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'mac_address': 'fa:16:3e:4b:a7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:39:42Z', 'updated_at': '2021-06-25T09:40:01Z', 'revision_number': 1, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea', 'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'mac_address': 'fa:16:3e:9e:60:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:36Z', 'updated_at': '2021-06-25T09:39:44Z', 'revision_number': 5, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'subnets': [{'id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:40:02.840719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608becff-a134-43d6-bfd5-055f31b1b1da req-6699238e-e575-4e71-8a1e-627ef32f1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:02.842238 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-608becff-a134-43d6-bfd5-055f31b1b1da req-6699238e-e575-4e71-8a1e-627ef32f1d9a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fbdaf571-c08e-473e-9464-ca149b28036e HTTP/1.1" status: 200 len: 856 time: 0.0519421 Jun 25 09:40:03.027649 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc2048-7aeb-4d49-97f2-8dc0bd590ff2 None None] New status for floating IP b15d5eec-46f3-46da-8a3a-3bcfd9b6dfef: ACTIVE {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:40:03.285680 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608becff-a134-43d6-bfd5-055f31b1b1da req-814ad39a-9f2e-4d92-b58b-19f614dc22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:03.287229 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-608becff-a134-43d6-bfd5-055f31b1b1da req-814ad39a-9f2e-4d92-b58b-19f614dc22bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4373453 Jun 25 09:40:03.381942 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-608becff-a134-43d6-bfd5-055f31b1b1da req-3d7d3753-153b-4a2d-b2c1-498be953a928 service neutron] 10.222.0.38 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870116 Jun 25 09:40:03.488952 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-608becff-a134-43d6-bfd5-055f31b1b1da req-8bcc3177-6a1b-4c2b-a787-05fd4acd9eb9 service neutron] 10.222.0.38 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997694 Jun 25 09:40:03.510568 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b77e4-8b1e-464e-b6c4-da556a093323 req-27f6790f-d668-4020-a2fb-50548045beae tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:03.512077 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-840b77e4-8b1e-464e-b6c4-da556a093323 req-27f6790f-d668-4020-a2fb-50548045beae tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 946 time: 0.0828643 Jun 25 09:40:03.555346 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-840b77e4-8b1e-464e-b6c4-da556a093323 req-f40024c7-73ef-4a0a-84c2-1b9c0dda0760 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/security-groups?id=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372238 Jun 25 09:40:04.297936 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5b083-eba8-46b1-b272-1fb32fc4dd56 req-6005cd93-c725-41a6-8f56-5851ba567a4f tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:04.299806 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-97b5b083-eba8-46b1-b272-1fb32fc4dd56 req-6005cd93-c725-41a6-8f56-5851ba567a4f tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 946 time: 0.0817132 Jun 25 09:40:04.345560 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-97b5b083-eba8-46b1-b272-1fb32fc4dd56 req-8c2880dd-12de-4057-90ce-1680aa53ef9e tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/security-groups?id=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365281 Jun 25 09:40:05.534708 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758cad0-3bea-4b9b-b32a-79f0699427c5 req-27e38713-e9e8-46cf-a9cb-aa8262769a89 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:05.541798 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1758cad0-3bea-4b9b-b32a-79f0699427c5 req-27e38713-e9e8-46cf-a9cb-aa8262769a89 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 946 time: 0.0784199 Jun 25 09:40:05.578991 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1758cad0-3bea-4b9b-b32a-79f0699427c5 req-99940d87-f62d-473f-bebc-799826734cca tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/security-groups?id=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362928 Jun 25 09:40:06.099616 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30122c-612b-47d4-94e9-0fd740f5ed2e req-6b9dafb1-0e82-49c4-8cbc-442468aa1b2d tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:06.101471 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0e30122c-612b-47d4-94e9-0fd740f5ed2e req-6b9dafb1-0e82-49c4-8cbc-442468aa1b2d tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.38 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 946 time: 0.0790050 Jun 25 09:40:06.216303 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0e30122c-612b-47d4-94e9-0fd740f5ed2e req-d94bab41-224c-4b8d-ac5d-63f59481974c tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Deleting port 6d073832-9d60-4c8e-b043-80d87efd17cc {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:40:06.216758 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0e30122c-612b-47d4-94e9-0fd740f5ed2e req-d94bab41-224c-4b8d-ac5d-63f59481974c tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:06.306941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0e30122c-612b-47d4-94e9-0fd740f5ed2e req-d94bab41-224c-4b8d-ac5d-63f59481974c tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] For port 6d073832-9d60-4c8e-b043-80d87efd17cc, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6d073832-9d60-4c8e-b043-80d87efd17cc,segment=NetworkSegment(7763f590-7cf2-4822-be50-10529ee9492a),segment_id=7763f590-7cf2-4822-be50-10529ee9492a)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:40:06.307300 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0e30122c-612b-47d4-94e9-0fd740f5ed2e req-d94bab41-224c-4b8d-ac5d-63f59481974c tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:06.323819 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0e30122c-612b-47d4-94e9-0fd740f5ed2e req-d94bab41-224c-4b8d-ac5d-63f59481974c tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Calling delete_port for 6d073832-9d60-4c8e-b043-80d87efd17cc owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:40:06.465178 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0e30122c-612b-47d4-94e9-0fd740f5ed2e req-d94bab41-224c-4b8d-ac5d-63f59481974c tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:06.470767 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:06.502628 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bab41-224c-4b8d-ac5d-63f59481974c tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Pushing event deleted for resources: {'Port': ['ID=6d073832-9d60-4c8e-b043-80d87efd17cc,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:06.512087 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d94bab41-224c-4b8d-ac5d-63f59481974c tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:06.575465 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e30122c-612b-47d4-94e9-0fd740f5ed2e req-d94bab41-224c-4b8d-ac5d-63f59481974c tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] No DVR routers for this DVR port 6d073832-9d60-4c8e-b043-80d87efd17cc on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:40:06.581862 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0e30122c-612b-47d4-94e9-0fd740f5ed2e req-d94bab41-224c-4b8d-ac5d-63f59481974c tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:06.599339 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0e30122c-612b-47d4-94e9-0fd740f5ed2e req-d94bab41-224c-4b8d-ac5d-63f59481974c tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.38 "DELETE /v2.0/ports/6d073832-9d60-4c8e-b043-80d87efd17cc HTTP/1.1" status: 204 len: 173 time: 0.4913878 Jun 25 09:40:06.600115 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c06b04-fd0e-484c-b891-6cae7a022dd5', 'name': 'network-vif-deleted', 'tag': '6d073832-9d60-4c8e-b043-80d87efd17cc'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:40:06.603109 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659cbe47-e419-4193-b1a0-a2094bd13b26" -d '{"events": [{"server_uuid": "39c06b04-fd0e-484c-b891-6cae7a022dd5", "name": "network-vif-deleted", "tag": "6d073832-9d60-4c8e-b043-80d87efd17cc"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:40:06.674442 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1890180-0f27-46ac-81f4-fd6c8b8721d4 x-openstack-request-id: req-d1890180-0f27-46ac-81f4-fd6c8b8721d4 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:40:06.675373 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c06b04-fd0e-484c-b891-6cae7a022dd5", "name": "network-vif-deleted", "tag": "6d073832-9d60-4c8e-b043-80d87efd17cc", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:40:06.676255 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d1890180-0f27-46ac-81f4-fd6c8b8721d4 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:40:06.679065 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c06b04-fd0e-484c-b891-6cae7a022dd5', 'name': 'network-vif-deleted', 'tag': '6d073832-9d60-4c8e-b043-80d87efd17cc', 'status': 'completed', 'code': 200} Jun 25 09:40:06.790238 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1a4a1a3-1765-441c-a929-7d596e056e22 req-aa7cf0e6-94d4-44f1-96e8-4b69d1a34eb8 tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c06b04-fd0e-484c-b891-6cae7a022dd5 HTTP/1.1" status: 200 len: 210 time: 0.0465026 Jun 25 09:40:06.937988 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55096) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:07.087756 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55102) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:07.087977 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2a2f3eba-bfa5-41d7-b3d0-45b0e1fcde72 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1e41092b71e04658b85d2fb248330dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485975 Jun 25 09:40:07.143574 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:07.173202 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:07.230239 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:07.233388 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:07.237287 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/815fe85b-d32a-4288-9e8c-a15e3c5a7735 HTTP/1.1" status: 204 len: 168 time: 0.1481359 Jun 25 09:40:07.241899 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0bfb32ff-c8d3-4d66-b014-915990faabb4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:07.251442 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815fe85b-d32a-4288-9e8c-a15e3c5a7735,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:07.259837 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:07.260387 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:07.260707 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:07.261712 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:07.262224 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:07.262723 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:07.263341 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:07.263872 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:07.264375 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:07.265000 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:07.265269 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:07.265632 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:07.269824 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-09dbd7f1-3bdb-4d4f-a031-dde606d39291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:07.883536 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55142) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:07.930607 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-750ca9d6-1ad9-4203-8b15-6cb44ee616cf admin admin] Deleting subnet ef9a2df3-ffa8-4371-b3f6-95c726e2b6a9 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:40:07.933779 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-750ca9d6-1ad9-4203-8b15-6cb44ee616cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:07.942187 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55144) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:07.968917 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-750ca9d6-1ad9-4203-8b15-6cb44ee616cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.007213 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-750ca9d6-1ad9-4203-8b15-6cb44ee616cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.050141 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1982190365-network', 'tenant_id': 'a3c600b2c584475e85c4db081888592b'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:08.071236 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-750ca9d6-1ad9-4203-8b15-6cb44ee616cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.071661 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Made reservation on behalf of a3c600b2c584475e85c4db081888592b for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:40:08.074151 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9ca10987-ade1-418d-8dcc-42bd0f81b87f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:08.074905 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.087464 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.100029 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ca9d6-1ad9-4203-8b15-6cb44ee616cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9a2df3-ffa8-4371-b3f6-95c726e2b6a9,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:08.109650 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-750ca9d6-1ad9-4203-8b15-6cb44ee616cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.115247 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-750ca9d6-1ad9-4203-8b15-6cb44ee616cf admin admin] 10.222.0.93 "DELETE /v2.0/subnets/ef9a2df3-ffa8-4371-b3f6-95c726e2b6a9 HTTP/1.1" status: 204 len: 168 time: 0.2267764 Jun 25 09:40:08.115247 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-750ca9d6-1ad9-4203-8b15-6cb44ee616cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:08.115247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55152) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:08.134908 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 6d073832-9d60-4c8e-b043-80d87efd17cc no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:40:08.158441 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 6d073832-9d60-4c8e-b043-80d87efd17cc {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:40:08.158896 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 6d073832-9d60-4c8e-b043-80d87efd17cc not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:40:08.199458 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e93bcf7c-c6d1-4388-afb6-56c88b25ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.208662 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.215573 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.219356 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1ca87608-73f1-435c-a972-5ed99ac8f175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:08.245243 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:40:08.252103 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89052d22-c623-4eb8-9ce5-578d5af09c6e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:08.267911 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:08.271788 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.272432 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Added segment 18ce02fb-2a08-4450-ab5e-b959ff6b2eca of type vlan for network ec5b01b2-191f-4ec0-a82b-8b9eebbb1411 Jun 25 09:40:08.294190 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e93bcf7c-c6d1-4388-afb6-56c88b25ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.306427 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e93bcf7c-c6d1-4388-afb6-56c88b25ed20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9120eb0-ac3d-4b5b-9126-5cc2362a9704']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:08.315647 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.327837 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e93bcf7c-c6d1-4388-afb6-56c88b25ed20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7763f590-7cf2-4822-be50-10529ee9492a') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:08.328302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-e93bcf7c-c6d1-4388-afb6-56c88b25ed20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7763f590-7cf2-4822-be50-10529ee9492a') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:08.346592 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e93bcf7c-c6d1-4388-afb6-56c88b25ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.349938 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.351114 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:08.352068 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.354823 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-93cd1df0-ec51-44b8-abeb-205e5ed3789f tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:08.370707 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e93bcf7c-c6d1-4388-afb6-56c88b25ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.377856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93bcf7c-c6d1-4388-afb6-56c88b25ed20 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:40:08.378493 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e93bcf7c-c6d1-4388-afb6-56c88b25ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:40:08.380228 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:40:08.430993 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4868517 Jun 25 09:40:08.433257 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Pushing event updated for resources: {'Network': ['ID=ec5b01b2-191f-4ec0-a82b-8b9eebbb1411,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:08.433718 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55160) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:08.439141 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:08.441113 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-62f9cb83-b263-4d56-a818-ac1bfb01eac2 admin admin] Request body: {'subnet': {'network_id': 'ec5b01b2-191f-4ec0-a82b-8b9eebbb1411', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1982190365-subnet', 'tenant_id': 'a3c600b2c584475e85c4db081888592b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:08.453954 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e93bcf7c-c6d1-4388-afb6-56c88b25ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.462408 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fc35e1a5-53fc-42eb-9ef8-17399f3648a8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:08.465058 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e93bcf7c-c6d1-4388-afb6-56c88b25ed20 admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.466831 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e93bcf7c-c6d1-4388-afb6-56c88b25ed20 admin admin] 10.222.0.93 "DELETE /v2.0/networks/e9120eb0-ac3d-4b5b-9126-5cc2362a9704 HTTP/1.1" status: 204 len: 168 time: 0.3512247 Jun 25 09:40:08.475481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network ec5b01b2-191f-4ec0-a82b-8b9eebbb1411 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:40:08.482564 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bcf7c-c6d1-4388-afb6-56c88b25ed20 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9120eb0-ac3d-4b5b-9126-5cc2362a9704,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:08.485136 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e93bcf7c-c6d1-4388-afb6-56c88b25ed20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:08.487933 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f9cb83-b263-4d56-a818-ac1bfb01eac2 admin admin] Made reservation on behalf of a3c600b2c584475e85c4db081888592b for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:40:08.490643 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-62f9cb83-b263-4d56-a818-ac1bfb01eac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.601693 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55164) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:08.650926 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9ee25926-172f-41d8-b11e-b3be45baf3be admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fe484f532d934fd0a4ad101166a0a43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476110 Jun 25 09:40:08.653545 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55168) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:08.694144 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-62f9cb83-b263-4d56-a818-ac1bfb01eac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.705968 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb5de-a37c-45c1-a02b-7f08cb3bcde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.706743 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-10a39916-f162-4b17-82c9-c0596af40af5 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:08.732706 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb5de-a37c-45c1-a02b-7f08cb3bcde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.765602 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9cb83-b263-4d56-a818-ac1bfb01eac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d75854e-de1c-4765-afa6-5bcee1549774,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:08.769577 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-62f9cb83-b263-4d56-a818-ac1bfb01eac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:08.777433 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9cb83-b263-4d56-a818-ac1bfb01eac2 admin admin] Checking segment: {'id': '18ce02fb-2a08-4450-ab5e-b959ff6b2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ec5b01b2-191f-4ec0-a82b-8b9eebbb1411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:40:08.777865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f9cb83-b263-4d56-a818-ac1bfb01eac2 admin admin] Network hostable DHCP agents. Network: ec5b01b2-191f-4ec0-a82b-8b9eebbb1411, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:40:08.800810 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f9cb83-b263-4d56-a818-ac1bfb01eac2 admin admin] Network ec5b01b2-191f-4ec0-a82b-8b9eebbb1411 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:40:08.808027 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb5de-a37c-45c1-a02b-7f08cb3bcde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.811551 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb5de-a37c-45c1-a02b-7f08cb3bcde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.815482 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0a8fb5de-a37c-45c1-a02b-7f08cb3bcde0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6512b0b0-6417-4aff-b1b2-bf1ce4ee107e HTTP/1.1" status: 204 len: 168 time: 0.1582527 Jun 25 09:40:08.815482 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8fea32f1-c35e-40b1-affb-3c7e6e40daa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:08.818957 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-62f9cb83-b263-4d56-a818-ac1bfb01eac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, ec5b01b2-191f-4ec0-a82b-8b9eebbb1411) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:40:08.827940 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f9cb83-b263-4d56-a818-ac1bfb01eac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:08.828717 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-62f9cb83-b263-4d56-a818-ac1bfb01eac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:08.832159 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526d5c8f-f9d4-435b-9215-12d742faeefc None None] Network ec5b01b2-191f-4ec0-a82b-8b9eebbb1411 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:40:08.834095 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fb5de-a37c-45c1-a02b-7f08cb3bcde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6512b0b0-6417-4aff-b1b2-bf1ce4ee107e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:08.846159 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0a8fb5de-a37c-45c1-a02b-7f08cb3bcde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:08.852953 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-62f9cb83-b263-4d56-a818-ac1bfb01eac2 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4173961 Jun 25 09:40:09.204031 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6c5ab9-f64c-4906-b41e-9dbcc09de7fc None None] Network ec5b01b2-191f-4ec0-a82b-8b9eebbb1411 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:40:09.606941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55216) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:09.612592 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-776331683-network', 'tenant_id': 'ecffb262d30f4bdbbab59512fedb1561'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:09.640474 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] Made reservation on behalf of ecffb262d30f4bdbbab59512fedb1561 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:40:09.643304 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:09.653507 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:09.755267 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:09.761406 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:09.764772 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9f9c935b-8fd8-459d-9d4a-a28891a8da0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:09.790930 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:40:09.796623 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17915529-fed8-4c3f-8ab4-26f831d8741c,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:09.806092 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:09.806422 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] Added segment 15b9a5f0-b736-48da-af10-a6db41494c8a of type vlan for network 6ad6b9f9-66bd-44d9-bb1f-67bd76dcfc1d Jun 25 09:40:09.825767 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:09.867408 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:09.899615 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:09.900758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:09.901407 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:09.904530 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7766ce58-ff6a-438b-8c75-01748ed20ef4 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:09.961310 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3529179 Jun 25 09:40:09.963896 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55232) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:09.969636 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-77364a33-3342-4cac-af51-9c9c26cf1889 admin admin] Request body: {'subnet': {'network_id': '6ad6b9f9-66bd-44d9-bb1f-67bd76dcfc1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-776331683-subnet', 'tenant_id': 'ecffb262d30f4bdbbab59512fedb1561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:09.973787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] Pushing event updated for resources: {'Network': ['ID=6ad6b9f9-66bd-44d9-bb1f-67bd76dcfc1d,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:09.983692 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-888c1842-cbaa-4951-bd1b-d0aaa6438658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:09.984859 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 6ad6b9f9-66bd-44d9-bb1f-67bd76dcfc1d details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:40:10.026544 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77364a33-3342-4cac-af51-9c9c26cf1889 admin admin] Made reservation on behalf of ecffb262d30f4bdbbab59512fedb1561 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:40:10.029810 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-77364a33-3342-4cac-af51-9c9c26cf1889 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:10.215416 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-77364a33-3342-4cac-af51-9c9c26cf1889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:10.217560 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d432a190-5ff7-4ed6-a866-939f53eb26dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:10.278568 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77364a33-3342-4cac-af51-9c9c26cf1889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=531b239e-33ba-4d0d-be37-605fb9f65626,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:10.282201 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-77364a33-3342-4cac-af51-9c9c26cf1889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:10.288826 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77364a33-3342-4cac-af51-9c9c26cf1889 admin admin] Checking segment: {'id': '15b9a5f0-b736-48da-af10-a6db41494c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6ad6b9f9-66bd-44d9-bb1f-67bd76dcfc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:40:10.289266 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77364a33-3342-4cac-af51-9c9c26cf1889 admin admin] Network hostable DHCP agents. Network: 6ad6b9f9-66bd-44d9-bb1f-67bd76dcfc1d, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:40:10.308224 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77364a33-3342-4cac-af51-9c9c26cf1889 admin admin] Network 6ad6b9f9-66bd-44d9-bb1f-67bd76dcfc1d is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:40:10.319095 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-77364a33-3342-4cac-af51-9c9c26cf1889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 6ad6b9f9-66bd-44d9-bb1f-67bd76dcfc1d) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:40:10.323976 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77364a33-3342-4cac-af51-9c9c26cf1889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:10.324988 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-77364a33-3342-4cac-af51-9c9c26cf1889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:10.329983 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12001781-1e03-4bf6-b767-25e24cb9bed3 None None] Network 6ad6b9f9-66bd-44d9-bb1f-67bd76dcfc1d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:40:10.349628 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-77364a33-3342-4cac-af51-9c9c26cf1889 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3814669 Jun 25 09:40:10.533462 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbcc364-76f5-4b17-9087-182b14631a0f None None] Network 6ad6b9f9-66bd-44d9-bb1f-67bd76dcfc1d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:40:10.536932 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-beaead2f-afb5-404d-8a44-684abfa7591f req-258c7890-a9ce-4a8c-82fd-623b2a16d501 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=aef8a8ec-e4ce-4c50-867a-6d116ab34007 HTTP/1.1" status: 200 len: 210 time: 0.0555749 Jun 25 09:40:11.077975 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e21349dc-647c-4d17-b352-e98751cb2e31 req-afc1c9ad-c23d-4b08-bb4c-0d738f42ec01 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0331409 Jun 25 09:40:11.123440 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-5cf7fc25-4ea0-4aa5-8374-a68e31c46ccd tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:11.130371 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-5cf7fc25-4ea0-4aa5-8374-a68e31c46ccd tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/networks?id=ec5b01b2-191f-4ec0-a82b-8b9eebbb1411 HTTP/1.1" status: 200 len: 812 time: 0.2776759 Jun 25 09:40:11.149645 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-c2e948ad-a88d-4173-8216-0e85b2107a1e tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/quotas/a3c600b2c584475e85c4db081888592b HTTP/1.1" status: 200 len: 375 time: 0.0183098 Jun 25 09:40:11.206266 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-f46259f3-7483-491b-b989-c40de1b19635 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a3c600b2c584475e85c4db081888592b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546076 Jun 25 09:40:11.331827 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-f6c240bb-c1f4-416e-a60d-b8f74deed00b service neutron] 10.222.0.93 "GET /v2.0/networks/ec5b01b2-191f-4ec0-a82b-8b9eebbb1411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245604 Jun 25 09:40:11.454153 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-11e011ed-f861-4818-a8a9-94fe0fa772dd service neutron] 10.222.0.93 "GET /v2.0/networks/ec5b01b2-191f-4ec0-a82b-8b9eebbb1411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081989 Jun 25 09:40:11.662844 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e6d01ab2-2736-4029-a6f0-dacb86e18e3e req-63caed7b-b9d9-4fcd-a37c-038bb2f39061 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 210 time: 0.0417047 Jun 25 09:40:12.256369 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0afa0e65-9e15-4ac5-b78f-a08ffe7f6bdb req-7cc65481-72c6-4037-bf5d-114446448f59 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0330722 Jun 25 09:40:12.832213 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d37cc0d2-747e-4ca4-8deb-e72e2f3c9b08 req-f6816080-60c8-4762-b2a8-4356a0ef9bfb tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 210 time: 0.0375080 Jun 25 09:40:12.994795 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-a75dbce4-5f32-4193-ad91-b5994990245f tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:12.996483 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-a75dbce4-5f32-4193-ad91-b5994990245f tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.41 "GET /v2.0/networks?id=ec5b01b2-191f-4ec0-a82b-8b9eebbb1411 HTTP/1.1" status: 200 len: 812 time: 0.1157906 Jun 25 09:40:13.016783 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-602c4c0a-50c8-4dfb-a379-6d81967d798b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Request body: {'port': {'device_id': 'acb930ba-f388-4948-a487-38b8202e38ed', 'network_id': 'ec5b01b2-191f-4ec0-a82b-8b9eebbb1411', 'admin_state_up': True, 'tenant_id': 'a3c600b2c584475e85c4db081888592b'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:13.134145 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-602c4c0a-50c8-4dfb-a379-6d81967d798b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Made reservation on behalf of a3c600b2c584475e85c4db081888592b for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:40:13.137746 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-602c4c0a-50c8-4dfb-a379-6d81967d798b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:13.268911 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-602c4c0a-50c8-4dfb-a379-6d81967d798b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Allocated IP 172.20.0.8 (ec5b01b2-191f-4ec0-a82b-8b9eebbb1411/3d75854e-de1c-4765-afa6-5bcee1549774/513af2b5-35f5-4f81-ba2c-4115b8b435fd) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:40:13.430521 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-472d076e-4e49-42d7-88b8-9dd21940f2a1 req-ac763ebf-e621-4dc9-8b6a-a91b07bd5be9 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0341451 Jun 25 09:40:13.432445 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-602c4c0a-50c8-4dfb-a379-6d81967d798b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:13.477981 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-602c4c0a-50c8-4dfb-a379-6d81967d798b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:13.490665 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7cca6d01-b18b-40a9-a0e2-f35ef4ced326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:13.543878 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-602c4c0a-50c8-4dfb-a379-6d81967d798b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Network ec5b01b2-191f-4ec0-a82b-8b9eebbb1411 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:40:13.551143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c4c0a-50c8-4dfb-a379-6d81967d798b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Pushing event updated for resources: {'Port': ['ID=513af2b5-35f5-4f81-ba2c-4115b8b435fd,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:13.555310 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-602c4c0a-50c8-4dfb-a379-6d81967d798b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:40:13.557555 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-602c4c0a-50c8-4dfb-a379-6d81967d798b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:13.558261 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-602c4c0a-50c8-4dfb-a379-6d81967d798b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:40:13.615735 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-602c4c0a-50c8-4dfb-a379-6d81967d798b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:13.616344 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-602c4c0a-50c8-4dfb-a379-6d81967d798b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:13.630950 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-602c4c0a-50c8-4dfb-a379-6d81967d798b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6187098 Jun 25 09:40:13.773327 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-8a82399e-e16c-40b9-a11d-b635804e501b req-faf238e8-c7c0-4040-99fd-e9d3c2ff8b55 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aef8a8ec-e4ce-4c50-867a-6d116ab34007 HTTP/1.1" status: 200 len: 210 time: 0.0299885 Jun 25 09:40:13.777057 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Request body: {'port': {'device_id': 'acb930ba-f388-4948-a487-38b8202e38ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:13.848901 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:14.019696 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5311c02-7b00-4f71-b005-60d927f08c48 req-ae803589-9972-479c-9cf0-9e4f363908be tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:14.021982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5311c02-7b00-4f71-b005-60d927f08c48 req-ae803589-9972-479c-9cf0-9e4f363908be tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 931 time: 0.0676479 Jun 25 09:40:14.065421 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5311c02-7b00-4f71-b005-60d927f08c48 req-3f359dd1-81f7-43fd-85ae-b4ccc7b3113d tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330703 Jun 25 09:40:14.141301 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 513af2b5-35f5-4f81-ba2c-4115b8b435fd {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:40:14.149050 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:14.161512 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Transition to ACTIVE for port object 513af2b5-35f5-4f81-ba2c-4115b8b435fd will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:40:14.166056 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:14.168097 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b5a39a91-fe1c-4382-8aeb-4e9af8572328 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:14.215322 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Pushing event updated for resources: {'Port': ['ID=513af2b5-35f5-4f81-ba2c-4115b8b435fd,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:14.219581 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:14.293445 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Attempting to bind port 513af2b5-35f5-4f81-ba2c-4115b8b435fd on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:40:14.293910 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Attempting to bind port 513af2b5-35f5-4f81-ba2c-4115b8b435fd by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '18ce02fb-2a08-4450-ab5e-b959ff6b2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ec5b01b2-191f-4ec0-a82b-8b9eebbb1411'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:40:14.294270 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Attempting to bind port 513af2b5-35f5-4f81-ba2c-4115b8b435fd on network ec5b01b2-191f-4ec0-a82b-8b9eebbb1411 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:40:14.298705 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Port 513af2b5-35f5-4f81-ba2c-4115b8b435fd on network ec5b01b2-191f-4ec0-a82b-8b9eebbb1411 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:40:14.299023 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Attempting to bind port 513af2b5-35f5-4f81-ba2c-4115b8b435fd on network ec5b01b2-191f-4ec0-a82b-8b9eebbb1411 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:40:14.303861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:40:14.304199 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Checking segment: {'id': '18ce02fb-2a08-4450-ab5e-b959ff6b2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ec5b01b2-191f-4ec0-a82b-8b9eebbb1411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:40:14.304587 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Bound using segment: {'id': '18ce02fb-2a08-4450-ab5e-b959ff6b2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ec5b01b2-191f-4ec0-a82b-8b9eebbb1411'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:40:14.305044 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Bound port: 513af2b5-35f5-4f81-ba2c-4115b8b435fd, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ce02fb-2a08-4450-ab5e-b959ff6b2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ec5b01b2-191f-4ec0-a82b-8b9eebbb1411'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:40:14.305404 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:14.369660 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] For port 513af2b5-35f5-4f81-ba2c-4115b8b435fd, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:40:14.372701 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] For port 513af2b5-35f5-4f81-ba2c-4115b8b435fd, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=513af2b5-35f5-4f81-ba2c-4115b8b435fd,segment=NetworkSegment(18ce02fb-2a08-4450-ab5e-b959ff6b2eca),segment_id=18ce02fb-2a08-4450-ab5e-b959ff6b2eca)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:40:14.379810 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:14.382864 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cdffd172-8caa-4475-808e-1e69d9606361 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:14.415068 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:14.415689 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:14.417107 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] 10.222.0.41 "PUT /v2.0/ports/513af2b5-35f5-4f81-ba2c-4115b8b435fd HTTP/1.1" status: 200 len: 1092 time: 0.7709887 Jun 25 09:40:14.417673 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb930ba-f388-4948-a487-38b8202e38ed', 'tag': '513af2b5-35f5-4f81-ba2c-4115b8b435fd'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:40:14.420023 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb24ac01-f903-4646-86be-e8af78a436d1" -d '{"events": [{"name": "network-changed", "server_uuid": "acb930ba-f388-4948-a487-38b8202e38ed", "tag": "513af2b5-35f5-4f81-ba2c-4115b8b435fd"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:40:14.449785 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Pushing event updated for resources: {'Port': ['ID=513af2b5-35f5-4f81-ba2c-4115b8b435fd,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:14.452936 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:14.481292 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99731d2f-a890-49ee-ab05-d16befdbf4b2 x-openstack-request-id: req-99731d2f-a890-49ee-ab05-d16befdbf4b2 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:40:14.481718 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb930ba-f388-4948-a487-38b8202e38ed", "tag": "513af2b5-35f5-4f81-ba2c-4115b8b435fd", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:40:14.482191 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-99731d2f-a890-49ee-ab05-d16befdbf4b2 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:40:14.482644 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb930ba-f388-4948-a487-38b8202e38ed', 'tag': '513af2b5-35f5-4f81-ba2c-4115b8b435fd', 'status': 'completed', 'code': 200} Jun 25 09:40:14.572542 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-b822b736-1e27-4641-be20-836e92821555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:14.574288 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-b822b736-1e27-4641-be20-836e92821555 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3c600b2c584475e85c4db081888592b&device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 1095 time: 0.0701153 Jun 25 09:40:14.621417 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-09c03026-650c-4720-8f98-59e46b15dab5 req-a8eec6f9-ad6b-430b-8e5f-20b1e728e1f4 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0429471 Jun 25 09:40:14.642082 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-ba2e97a6-d457-4d78-b7c4-47098b8cca0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=513af2b5-35f5-4f81-ba2c-4115b8b435fd HTTP/1.1" status: 200 len: 217 time: 0.0521979 Jun 25 09:40:14.702994 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-3aecb675-2277-4fb8-b715-c1aba379d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:14.704593 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-3aecb675-2277-4fb8-b715-c1aba379d369 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d75854e-de1c-4765-afa6-5bcee1549774 HTTP/1.1" status: 200 len: 852 time: 0.0550747 Jun 25 09:40:14.736381 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:40:14.741181 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-6da2ab59-19dc-4e32-84cd-64eeef1eddfa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec5b01b2-191f-4ec0-a82b-8b9eebbb1411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293231 Jun 25 09:40:14.828411 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-352eee43-22dc-4b13-9914-759be38d8e85 req-1acac955-81a8-4b96-bdeb-39233a7c1662 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0324497 Jun 25 09:40:14.866323 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-012cfc38-98f3-4513-8f22-72ce33f74965 service neutron] 10.222.0.41 "GET /v2.0/networks/ec5b01b2-191f-4ec0-a82b-8b9eebbb1411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162276 Jun 25 09:40:14.962747 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5b4428e1-1065-442a-b073-4aae71ac1de3 req-05f29fb8-6860-4130-b43d-0ae20fd80442 service neutron] 10.222.0.41 "GET /v2.0/networks/ec5b01b2-191f-4ec0-a82b-8b9eebbb1411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897000 Jun 25 09:40:15.138242 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24ac01-f903-4646-86be-e8af78a436d1 req-4cbfbbac-cbe9-4b79-beae-3bff46248770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:15.139929 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb24ac01-f903-4646-86be-e8af78a436d1 req-4cbfbbac-cbe9-4b79-beae-3bff46248770 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3c600b2c584475e85c4db081888592b&device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 1095 time: 0.0675900 Jun 25 09:40:15.243555 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24ac01-f903-4646-86be-e8af78a436d1 req-c7d4a4a4-053f-480f-a2e3-082f5d98045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:15.246904 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb24ac01-f903-4646-86be-e8af78a436d1 req-c7d4a4a4-053f-480f-a2e3-082f5d98045f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec5b01b2-191f-4ec0-a82b-8b9eebbb1411 HTTP/1.1" status: 200 len: 914 time: 0.1000667 Jun 25 09:40:15.259890 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd810d-892a-4120-bff3-6493a0e1bb94 req-2d3c5f6a-8af0-4a55-952c-a945e4c452f6 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:15.261435 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06dd810d-892a-4120-bff3-6493a0e1bb94 req-2d3c5f6a-8af0-4a55-952c-a945e4c452f6 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 943 time: 0.0787883 Jun 25 09:40:15.294773 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb24ac01-f903-4646-86be-e8af78a436d1 req-c4fec7ee-8724-4cd8-b462-b4d63e8e8e6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=513af2b5-35f5-4f81-ba2c-4115b8b435fd HTTP/1.1" status: 200 len: 217 time: 0.0399406 Jun 25 09:40:15.306341 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06dd810d-892a-4120-bff3-6493a0e1bb94 req-90d41bc0-8771-41cc-9377-5811a23117af tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389791 Jun 25 09:40:15.352957 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24ac01-f903-4646-86be-e8af78a436d1 req-92b52aca-12c0-4809-aeaf-82c4d32b19eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:15.354443 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb24ac01-f903-4646-86be-e8af78a436d1 req-92b52aca-12c0-4809-aeaf-82c4d32b19eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d75854e-de1c-4765-afa6-5bcee1549774 HTTP/1.1" status: 200 len: 852 time: 0.0522220 Jun 25 09:40:15.388931 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb24ac01-f903-4646-86be-e8af78a436d1 req-80cd3f8d-9692-4114-82f7-613293ac96e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec5b01b2-191f-4ec0-a82b-8b9eebbb1411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274851 Jun 25 09:40:15.493092 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb24ac01-f903-4646-86be-e8af78a436d1 req-731b9621-ff05-4c05-9a78-6d9c3a4c455b service neutron] 10.222.0.41 "GET /v2.0/networks/ec5b01b2-191f-4ec0-a82b-8b9eebbb1411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965772 Jun 25 09:40:15.589522 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb24ac01-f903-4646-86be-e8af78a436d1 req-8502ece1-3ea4-44d1-8a09-1bfd9bae0252 service neutron] 10.222.0.41 "GET /v2.0/networks/ec5b01b2-191f-4ec0-a82b-8b9eebbb1411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883470 Jun 25 09:40:15.797781 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8baa1f15-e4f8-4fdd-80ab-4366be3644a4 req-55cc8947-d22b-42b4-86b7-7c7d1a73c890 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0371344 Jun 25 09:40:16.495006 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb06533-b12f-4ac1-acda-66eb60564fd0 req-4ed4966f-5fca-4dbc-ba9c-9d2069cbbbb6 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:16.496547 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0cb06533-b12f-4ac1-acda-66eb60564fd0 req-4ed4966f-5fca-4dbc-ba9c-9d2069cbbbb6 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 943 time: 0.0776677 Jun 25 09:40:16.537403 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0cb06533-b12f-4ac1-acda-66eb60564fd0 req-002da392-5a85-4a2f-be4a-6c8977677848 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333242 Jun 25 09:40:16.963831 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d6eb96cd-795c-4061-884f-b8b861161316 req-cbc6b29b-e33f-4c6b-992e-c57c39c4bc4e tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0381916 Jun 25 09:40:17.480978 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4b0c4755-d299-484d-8893-e3b905313c35 req-0d5bf8b3-8f12-4ffd-baee-9d8ab226433d tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0295024 Jun 25 09:40:17.735806 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40112f6-af6a-4ef8-8f98-2f2c13de5ab7 req-d115da27-3d95-4546-8e49-cae1c54fd185 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:17.737671 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e40112f6-af6a-4ef8-8f98-2f2c13de5ab7 req-d115da27-3d95-4546-8e49-cae1c54fd185 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 943 time: 0.0832109 Jun 25 09:40:17.778230 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e40112f6-af6a-4ef8-8f98-2f2c13de5ab7 req-c17c6f6d-24c0-4e98-840a-292d7ab7f1ae tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340626 Jun 25 09:40:18.642437 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-afe8a324-77e7-4d37-bbdc-87dacbf487ef req-119b0d2d-d0a9-4d31-a2fd-15c65e2b9ea9 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0293882 Jun 25 09:40:18.968308 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20fc22-d800-4bf6-8e5a-30185eb0a869 req-448fe890-7d04-46ed-ada6-5842a94a4fa5 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:18.969895 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f20fc22-d800-4bf6-8e5a-30185eb0a869 req-448fe890-7d04-46ed-ada6-5842a94a4fa5 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 943 time: 0.0739725 Jun 25 09:40:19.009173 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f20fc22-d800-4bf6-8e5a-30185eb0a869 req-40702955-8b6b-4f79-a0cb-c5670b7a6964 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333328 Jun 25 09:40:19.278158 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 513af2b5-35f5-4f81-ba2c-4115b8b435fd details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:40:19.380132 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 513af2b5-35f5-4f81-ba2c-4115b8b435fd, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=513af2b5-35f5-4f81-ba2c-4115b8b435fd,segment=NetworkSegment(18ce02fb-2a08-4450-ab5e-b959ff6b2eca),segment_id=18ce02fb-2a08-4450-ab5e-b959ff6b2eca)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:40:19.392993 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '513af2b5-35f5-4f81-ba2c-4115b8b435fd', 'network_id': 'ec5b01b2-191f-4ec0-a82b-8b9eebbb1411', 'port_id': '513af2b5-35f5-4f81-ba2c-4115b8b435fd', 'mac_address': 'fa:16:3e:31:8c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d75854e-de1c-4765-afa6-5bcee1549774', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:40:19.437974 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:19.452424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 513af2b5-35f5-4f81-ba2c-4115b8b435fd {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:40:19.473018 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 513af2b5-35f5-4f81-ba2c-4115b8b435fd, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=513af2b5-35f5-4f81-ba2c-4115b8b435fd,segment=NetworkSegment(18ce02fb-2a08-4450-ab5e-b959ff6b2eca),segment_id=18ce02fb-2a08-4450-ab5e-b959ff6b2eca)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:40:19.478161 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:19.480788 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:19.530583 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=513af2b5-35f5-4f81-ba2c-4115b8b435fd,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:19.533874 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:19.807182 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ea983ab9-2ce8-4e62-8415-f8fd91ba8ffb req-72524b0d-2e27-4fc4-9255-05a4048445f0 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0300739 Jun 25 09:40:19.908572 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['513af2b5-35f5-4f81-ba2c-4115b8b435fd'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:40:20.190892 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6924658-a96b-4280-9f8b-cfa9f3a40824 req-6b17950c-26a0-4e76-adbe-b8a519fe1b0c tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:20.192369 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e6924658-a96b-4280-9f8b-cfa9f3a40824 req-6b17950c-26a0-4e76-adbe-b8a519fe1b0c tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 944 time: 0.0655344 Jun 25 09:40:20.238637 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e6924658-a96b-4280-9f8b-cfa9f3a40824 req-a730da30-76fe-4fe2-824e-be2d00ea4efb tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400584 Jun 25 09:40:20.964876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51660ca2-9d36-4a67-85af-ff3b26cf5a0c req-383c91aa-03b6-446e-af9c-bd81f83c0443 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0358264 Jun 25 09:40:21.279371 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 513af2b5-35f5-4f81-ba2c-4115b8b435fd up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:40:21.339395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 513af2b5-35f5-4f81-ba2c-4115b8b435fd completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:40:21.344775 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 513af2b5-35f5-4f81-ba2c-4115b8b435fd triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:40:21.345529 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:21.430633 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb4136-9835-4303-951f-7123e5890be7 req-297d8c6b-288e-40c9-a246-9d02f6acd0ad tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:21.431859 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:21.432140 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-05fb4136-9835-4303-951f-7123e5890be7 req-297d8c6b-288e-40c9-a246-9d02f6acd0ad tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 944 time: 0.0667684 Jun 25 09:40:21.467311 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 513af2b5-35f5-4f81-ba2c-4115b8b435fd, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=513af2b5-35f5-4f81-ba2c-4115b8b435fd,segment=NetworkSegment(18ce02fb-2a08-4450-ab5e-b959ff6b2eca),segment_id=18ce02fb-2a08-4450-ab5e-b959ff6b2eca)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:40:21.468413 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb930ba-f388-4948-a487-38b8202e38ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513af2b5-35f5-4f81-ba2c-4115b8b435fd'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:40:21.471159 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fab96a1-120a-4c46-a4b2-d5e6b9f97e13" -d '{"events": [{"server_uuid": "acb930ba-f388-4948-a487-38b8202e38ed", "name": "network-vif-plugged", "status": "completed", "tag": "513af2b5-35f5-4f81-ba2c-4115b8b435fd"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:40:21.477044 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:21.479349 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:21.485715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-05fb4136-9835-4303-951f-7123e5890be7 req-498c171c-d4f6-49e8-ab1a-f70794b5b5d9 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453246 Jun 25 09:40:21.538150 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=513af2b5-35f5-4f81-ba2c-4115b8b435fd,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:21.541892 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:21.614390 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3132ed2-66c3-4809-b455-f38f1fcdf1db x-openstack-request-id: req-f3132ed2-66c3-4809-b455-f38f1fcdf1db {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:40:21.614720 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb930ba-f388-4948-a487-38b8202e38ed", "name": "network-vif-plugged", "status": "completed", "tag": "513af2b5-35f5-4f81-ba2c-4115b8b435fd", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:40:21.614979 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f3132ed2-66c3-4809-b455-f38f1fcdf1db {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:40:21.615395 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb930ba-f388-4948-a487-38b8202e38ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513af2b5-35f5-4f81-ba2c-4115b8b435fd', 'code': 200} Jun 25 09:40:21.795793 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7782d7-f3b9-4b6d-a194-3b1da4e18c44 req-345b6d4d-09e4-4ec3-8106-ab1737b3cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:21.797432 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9a7782d7-f3b9-4b6d-a194-3b1da4e18c44 req-345b6d4d-09e4-4ec3-8106-ab1737b3cf62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 1097 time: 0.0617499 Jun 25 09:40:21.834942 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9a7782d7-f3b9-4b6d-a194-3b1da4e18c44 req-9d1004ad-a40b-407b-8d4a-af7f0681fdf5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299823 Jun 25 09:40:22.125894 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6ba6dad9-7856-49ff-8360-dbb284168310 req-71705e26-0d3f-4dd9-90fe-35d427eabf1d tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0299261 Jun 25 09:40:22.423162 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1aca38d6-1843-4d8b-9972-33ba9d91df97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:22.695340 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4f19-ad99-4306-a2c6-c5c0b8737ee7 req-2450a0fd-f826-4590-bad6-4b8fdb69a9eb tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:22.696855 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c5fa4f19-ad99-4306-a2c6-c5c0b8737ee7 req-2450a0fd-f826-4590-bad6-4b8fdb69a9eb tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0876677 Jun 25 09:40:22.737934 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c5fa4f19-ad99-4306-a2c6-c5c0b8737ee7 req-f59fb8ad-3d12-4958-a87f-a09f5f7e8e2d tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352006 Jun 25 09:40:23.292027 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-06b43b78-f572-43de-80f7-3583964fd7f3 req-7685ecf8-9ebb-42be-a023-74f392b8be48 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0295248 Jun 25 09:40:23.945625 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfd7ef-e1ed-491c-a4a7-800a3a6c64c1 req-2c4f6bab-43fe-42cd-ac23-2088f0ad4395 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:23.948072 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0cdfd7ef-e1ed-491c-a4a7-800a3a6c64c1 req-2c4f6bab-43fe-42cd-ac23-2088f0ad4395 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0649533 Jun 25 09:40:23.989439 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0cdfd7ef-e1ed-491c-a4a7-800a3a6c64c1 req-1f37968b-a161-4608-9b65-832cad775278 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351427 Jun 25 09:40:24.175159 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cc79b-2f12-4e3d-9057-8079ef5e4bd9 req-394d10a1-17ef-4d56-9775-1d85a3e33385 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:24.176659 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-436cc79b-2f12-4e3d-9057-8079ef5e4bd9 req-394d10a1-17ef-4d56-9775-1d85a3e33385 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0709658 Jun 25 09:40:24.223107 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-436cc79b-2f12-4e3d-9057-8079ef5e4bd9 req-5352b916-fff6-4a8c-ab0e-de1b3231bc9c tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392694 Jun 25 09:40:24.234340 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:24.449520 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0548393-a835-4eaa-99e0-b59d282a6a17 req-cc09b717-4071-4fc0-98d5-cab367fb2998 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0320375 Jun 25 09:40:24.613913 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9c5d6-837e-4546-92c5-efed8d91ae69 req-616ba1ae-e98f-4722-853d-f05019b90af3 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:24.615341 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37a9c5d6-837e-4546-92c5-efed8d91ae69 req-616ba1ae-e98f-4722-853d-f05019b90af3 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0655954 Jun 25 09:40:24.659464 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-37a9c5d6-837e-4546-92c5-efed8d91ae69 req-b1463582-4db6-4d85-a033-8976feb54288 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379937 Jun 25 09:40:24.937693 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c610dd6-e660-4cb8-849c-942dbdc0a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:25.196369 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:25.612126 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4651becd-aeba-417b-ac9b-fafc614ef5e7 req-78e89578-4972-4a44-9298-95469c322391 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0371931 Jun 25 09:40:25.861382 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728c25a-4fd9-46ea-9ec0-a5b51476a91b req-908ea853-8665-45fd-997d-5d93a52ed1a7 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:25.863016 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4728c25a-4fd9-46ea-9ec0-a5b51476a91b req-908ea853-8665-45fd-997d-5d93a52ed1a7 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0786252 Jun 25 09:40:25.914880 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4728c25a-4fd9-46ea-9ec0-a5b51476a91b req-74297173-e8de-4252-b7f2-98773531d0a9 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365047 Jun 25 09:40:26.268984 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:26.317187 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161892eb-88bf-4b33-9fe2-109457640e08 req-f0e56acd-e2b7-48fc-81db-60254b754a1b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:26.318700 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-161892eb-88bf-4b33-9fe2-109457640e08 req-f0e56acd-e2b7-48fc-81db-60254b754a1b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0702136 Jun 25 09:40:26.358916 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768128a-0a02-4d3f-88ab-c5114eb0f49f req-60e66c0b-f7a4-4fb1-97d9-34470f3dc47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:26.360519 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6768128a-0a02-4d3f-88ab-c5114eb0f49f req-60e66c0b-f7a4-4fb1-97d9-34470f3dc47a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3c600b2c584475e85c4db081888592b&device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 1097 time: 0.0579724 Jun 25 09:40:26.371242 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-161892eb-88bf-4b33-9fe2-109457640e08 req-09349bfe-6800-4716-8430-d4dca5e6a9a3 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453944 Jun 25 09:40:26.499860 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ad8d19a8-718f-40b2-abeb-a405e5b639e7 req-c69b3360-0ea5-4237-a76a-25ad0491ef90 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1329753 Jun 25 09:40:26.501277 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768128a-0a02-4d3f-88ab-c5114eb0f49f req-862693e6-cc92-4b49-97ef-a45607723017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:26.502607 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6768128a-0a02-4d3f-88ab-c5114eb0f49f req-862693e6-cc92-4b49-97ef-a45607723017 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec5b01b2-191f-4ec0-a82b-8b9eebbb1411 HTTP/1.1" status: 200 len: 914 time: 0.1262224 Jun 25 09:40:26.562404 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6768128a-0a02-4d3f-88ab-c5114eb0f49f req-3e6c1cf8-314d-4acc-be60-665d4edb4c85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=513af2b5-35f5-4f81-ba2c-4115b8b435fd HTTP/1.1" status: 200 len: 217 time: 0.0409536 Jun 25 09:40:26.639219 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768128a-0a02-4d3f-88ab-c5114eb0f49f req-6f0518fa-065f-4aa9-813e-53b77358adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:26.640753 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6768128a-0a02-4d3f-88ab-c5114eb0f49f req-6f0518fa-065f-4aa9-813e-53b77358adc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d75854e-de1c-4765-afa6-5bcee1549774 HTTP/1.1" status: 200 len: 852 time: 0.0711315 Jun 25 09:40:26.684557 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-164a3b4a-d751-4a04-a10f-012bc76ccbbd req-032704b3-bb93-48d6-a256-e3fd252cb5ca service neutron] (94024) timed out ('10.222.0.38', 57745) {{(pid=94024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 09:40:26.708474 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6768128a-0a02-4d3f-88ab-c5114eb0f49f req-03ca4210-f8a3-4779-866b-00724f13e523 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec5b01b2-191f-4ec0-a82b-8b9eebbb1411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609672 Jun 25 09:40:26.718321 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d19a8-718f-40b2-abeb-a405e5b639e7 req-542ab2d6-c749-4d79-ac5a-d9ed3dd53541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:26.719842 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ad8d19a8-718f-40b2-abeb-a405e5b639e7 req-542ab2d6-c749-4d79-ac5a-d9ed3dd53541 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 1098 time: 0.1516554 Jun 25 09:40:26.812541 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7a9e5224-9f62-4d9f-97a5-6668d797b271 req-bb088802-7438-4f7e-ae17-6556e7be270e tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0294578 Jun 25 09:40:26.884444 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6768128a-0a02-4d3f-88ab-c5114eb0f49f req-ed8d26d3-3dc6-4c75-ac33-fdb9c8215ab1 service neutron] 10.222.0.41 "GET /v2.0/networks/ec5b01b2-191f-4ec0-a82b-8b9eebbb1411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684644 Jun 25 09:40:26.901128 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d19a8-718f-40b2-abeb-a405e5b639e7 req-cb314fbe-de30-4dae-91d6-b7d30ac901c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:26.902972 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ad8d19a8-718f-40b2-abeb-a405e5b639e7 req-cb314fbe-de30-4dae-91d6-b7d30ac901c3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 HTTP/1.1" status: 200 len: 919 time: 0.1346724 Jun 25 09:40:27.017281 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ad8d19a8-718f-40b2-abeb-a405e5b639e7 req-5dbb8b3b-ae28-467a-91de-a40677babfd4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58 HTTP/1.1" status: 200 len: 1001 time: 0.1029031 Jun 25 09:40:27.059459 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6768128a-0a02-4d3f-88ab-c5114eb0f49f req-b7d563ba-dc92-42a8-81fa-8779b78c9d59 service neutron] 10.222.0.41 "GET /v2.0/networks/ec5b01b2-191f-4ec0-a82b-8b9eebbb1411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657813 Jun 25 09:40:27.085454 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d19a8-718f-40b2-abeb-a405e5b639e7 req-8f81b6d7-0b0a-4941-9070-0ab5655face4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:27.087583 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ad8d19a8-718f-40b2-abeb-a405e5b639e7 req-8f81b6d7-0b0a-4941-9070-0ab5655face4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fbdaf571-c08e-473e-9464-ca149b28036e HTTP/1.1" status: 200 len: 856 time: 0.0636444 Jun 25 09:40:27.157647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d19a8-718f-40b2-abeb-a405e5b639e7 req-e98cd4bd-48b0-44e6-82a4-2ef713e340bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:27.159186 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ad8d19a8-718f-40b2-abeb-a405e5b639e7 req-e98cd4bd-48b0-44e6-82a4-2ef713e340bd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635417 Jun 25 09:40:27.260621 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ad8d19a8-718f-40b2-abeb-a405e5b639e7 req-d60daeaa-31b4-4310-8dab-96e8f5512664 service neutron] 10.222.0.38 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943131 Jun 25 09:40:27.355504 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ad8d19a8-718f-40b2-abeb-a405e5b639e7 req-97a2a8f8-2d05-40bb-97b8-9a6cb931c626 service neutron] 10.222.0.38 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848863 Jun 25 09:40:27.567261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01464ed5-cf21-44ad-854a-8ca8a54f2d26 req-73ec651c-070a-483d-9513-69ae29f7de43 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:27.569440 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01464ed5-cf21-44ad-854a-8ca8a54f2d26 req-73ec651c-070a-483d-9513-69ae29f7de43 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0748148 Jun 25 09:40:27.607957 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-01464ed5-cf21-44ad-854a-8ca8a54f2d26 req-649611ac-e160-4653-80ae-749065f502df tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328536 Jun 25 09:40:27.981116 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c2cb2c11-4e37-49a7-9ab8-5dd0efe18875 req-8cbbc8f9-90dc-4e43-8a05-98819f1bc0e9 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0403192 Jun 25 09:40:27.999656 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:28.827941 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b4f4d-371a-4f9d-aa79-ced03846a8a0 req-57a21812-640e-4886-b3c9-49436453a107 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:28.829696 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cf4b4f4d-371a-4f9d-aa79-ced03846a8a0 req-57a21812-640e-4886-b3c9-49436453a107 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0728354 Jun 25 09:40:28.883955 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cf4b4f4d-371a-4f9d-aa79-ced03846a8a0 req-ca065518-001e-4247-9890-6810c638beea tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479705 Jun 25 09:40:29.151909 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e1144987-2929-453e-93a0-6a7f705865ce req-e10681e6-f1a6-4755-abc4-04a53063bd0d tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0305047 Jun 25 09:40:30.059950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef053c91-f4a5-427c-b11e-9d11e5e6f086 req-6bbf1f90-3b57-4314-ae45-3ceab3bff28f tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:30.061485 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef053c91-f4a5-427c-b11e-9d11e5e6f086 req-6bbf1f90-3b57-4314-ae45-3ceab3bff28f tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0647845 Jun 25 09:40:30.101396 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ef053c91-f4a5-427c-b11e-9d11e5e6f086 req-aefd87c7-2072-4662-a0c0-94d1927d37c9 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339205 Jun 25 09:40:30.314141 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-97052a83-b549-47a6-88e0-3b9744d0d0cc req-86007002-9df6-45d2-a2e4-71b7435d14fb tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0362132 Jun 25 09:40:30.500312 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5280872-68b1-4379-8124-ac1ced4fb8fc req-cd2119b3-10db-4ad9-aee4-1ef456a91519 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:30.502106 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f5280872-68b1-4379-8124-ac1ced4fb8fc req-cd2119b3-10db-4ad9-aee4-1ef456a91519 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0651009 Jun 25 09:40:30.541727 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f5280872-68b1-4379-8124-ac1ced4fb8fc req-b3395f38-244f-4745-a634-4d3e5f4fa032 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341952 Jun 25 09:40:31.486681 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-29188f25-dcf2-44de-8897-11a794ff341e req-c0d0a5c4-78cb-4a52-b4b7-075721c3ae39 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0313628 Jun 25 09:40:31.493757 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:31.748503 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797bcd4-ef62-4622-b7bb-a1860fba4f58 req-4926fa90-ddf9-473c-8764-ad48c16753aa tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:31.748503 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9797bcd4-ef62-4622-b7bb-a1860fba4f58 req-4926fa90-ddf9-473c-8764-ad48c16753aa tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0807266 Jun 25 09:40:31.789207 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9797bcd4-ef62-4622-b7bb-a1860fba4f58 req-06bfb379-56cb-4394-a618-3ee4be9e31ba tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351491 Jun 25 09:40:32.148174 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561a244-d8cf-400c-98a7-12196b74c51c req-5310df20-c9ab-4fda-9b48-ede02f811119 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:32.149617 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b561a244-d8cf-400c-98a7-12196b74c51c req-5310df20-c9ab-4fda-9b48-ede02f811119 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0661004 Jun 25 09:40:32.183177 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925512d-e8c8-4206-85f9-f197b539d07c req-42cce79d-0b1c-4ce1-9701-85aa8b337c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:32.184810 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3925512d-e8c8-4206-85f9-f197b539d07c req-42cce79d-0b1c-4ce1-9701-85aa8b337c13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3c600b2c584475e85c4db081888592b&device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 1097 time: 0.0638261 Jun 25 09:40:32.190352 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b561a244-d8cf-400c-98a7-12196b74c51c req-42ece9c8-be9b-4f9b-87e7-74a17d2e2d3c tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348663 Jun 25 09:40:32.278518 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925512d-e8c8-4206-85f9-f197b539d07c req-a652eeb1-f1eb-4e99-b97c-560d2d026ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:32.279977 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3925512d-e8c8-4206-85f9-f197b539d07c req-a652eeb1-f1eb-4e99-b97c-560d2d026ba8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec5b01b2-191f-4ec0-a82b-8b9eebbb1411 HTTP/1.1" status: 200 len: 914 time: 0.0878043 Jun 25 09:40:32.323286 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3925512d-e8c8-4206-85f9-f197b539d07c req-b7da19ff-74db-4cb5-921c-25f414b87ab1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=513af2b5-35f5-4f81-ba2c-4115b8b435fd HTTP/1.1" status: 200 len: 217 time: 0.0354199 Jun 25 09:40:32.381244 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925512d-e8c8-4206-85f9-f197b539d07c req-cdc3a90e-5a04-4134-b649-2065550761ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:32.383149 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3925512d-e8c8-4206-85f9-f197b539d07c req-cdc3a90e-5a04-4134-b649-2065550761ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d75854e-de1c-4765-afa6-5bcee1549774 HTTP/1.1" status: 200 len: 852 time: 0.0517428 Jun 25 09:40:32.417246 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3925512d-e8c8-4206-85f9-f197b539d07c req-fd4b46f9-1771-4c80-9edd-ee33ab915c27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec5b01b2-191f-4ec0-a82b-8b9eebbb1411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265527 Jun 25 09:40:32.510068 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3925512d-e8c8-4206-85f9-f197b539d07c req-d9091dd9-714b-4e4c-afe3-08d1b723b4e6 service neutron] 10.222.0.41 "GET /v2.0/networks/ec5b01b2-191f-4ec0-a82b-8b9eebbb1411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858853 Jun 25 09:40:32.611083 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3925512d-e8c8-4206-85f9-f197b539d07c req-929b1237-6189-402c-9f84-6ff9c057ae05 service neutron] 10.222.0.41 "GET /v2.0/networks/ec5b01b2-191f-4ec0-a82b-8b9eebbb1411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934758 Jun 25 09:40:32.653262 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d2702f0a-e2f9-4dbd-b688-017744e51380 req-eae45d4d-01cb-4b74-8d84-f3b0ee3fb115 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0288599 Jun 25 09:40:33.379999 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c52e91-5b9d-4fc7-8bd2-7808ceb1d2d6 req-bf8b05aa-b6dc-40b8-8670-e52564217478 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:33.381662 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b9c52e91-5b9d-4fc7-8bd2-7808ceb1d2d6 req-bf8b05aa-b6dc-40b8-8670-e52564217478 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0742211 Jun 25 09:40:33.421795 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b9c52e91-5b9d-4fc7-8bd2-7808ceb1d2d6 req-ff6dc5c2-cb45-47ed-bdcd-6b8a66e52ad0 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335875 Jun 25 09:40:33.811409 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c62918c-741e-42bc-b050-849530349041 req-13f3f398-d7ef-48fd-9a3e-427e7abfb07d tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0320821 Jun 25 09:40:34.609981 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc23368-bfed-4085-bb93-730b5536ba48 req-761f30cc-224a-444d-8084-0c320394e347 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:34.612134 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8fc23368-bfed-4085-bb93-730b5536ba48 req-761f30cc-224a-444d-8084-0c320394e347 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0739539 Jun 25 09:40:34.652783 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8fc23368-bfed-4085-bb93-730b5536ba48 req-c3df8ce9-2d3f-4519-a0bf-28a3ab9908ec tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341885 Jun 25 09:40:34.990813 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7478b235-3f8f-4f55-8e53-58eec2b9233c req-edf9ecf1-17e9-4a71-aec6-cd02285dc7a8 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0327063 Jun 25 09:40:35.070950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e158e8f-7d31-45fa-9fd7-2086a99e64c8 req-99a333ce-cab0-4090-936a-1432fbd7320e tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:35.072537 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7e158e8f-7d31-45fa-9fd7-2086a99e64c8 req-99a333ce-cab0-4090-936a-1432fbd7320e tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0681827 Jun 25 09:40:35.113782 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7e158e8f-7d31-45fa-9fd7-2086a99e64c8 req-ae48757d-5d85-4d0a-aa10-ca5b3b9d7283 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347507 Jun 25 09:40:36.157540 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3fdac01a-2410-4d35-98db-781501652c87 req-67fd0b5f-c9eb-41b5-9888-456c8124f864 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0316048 Jun 25 09:40:36.317747 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4219e9b-354b-413f-9490-75cb7ea46cc3 req-b83c90b8-c892-4b0b-96c9-d2c1a34b8381 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:36.319280 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a4219e9b-354b-413f-9490-75cb7ea46cc3 req-b83c90b8-c892-4b0b-96c9-d2c1a34b8381 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0712016 Jun 25 09:40:36.359077 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a4219e9b-354b-413f-9490-75cb7ea46cc3 req-49606196-21d1-4b0e-ab3d-b7fb55916a6f tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338483 Jun 25 09:40:37.334026 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe0e58c1-63de-48f5-8332-fa132dfaccca req-15f8e322-90a8-4b8c-887c-434f85a44d4c tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0362220 Jun 25 09:40:37.546272 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01ab44-58bf-4a98-a3c2-350df89d2ee3 req-6af4ce59-7630-463b-8a4b-2ab8eb7ec7da tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:37.549223 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f01ab44-58bf-4a98-a3c2-350df89d2ee3 req-6af4ce59-7630-463b-8a4b-2ab8eb7ec7da tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0703053 Jun 25 09:40:37.594511 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f01ab44-58bf-4a98-a3c2-350df89d2ee3 req-009f1d6a-c770-45ce-be46-33e461a42771 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/security-groups?id=89052d22-c623-4eb8-9ce5-578d5af09c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380573 Jun 25 09:40:37.626600 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6032dd-f4a0-495b-8e2e-9489880788ae req-bc64d42b-b56a-4dd5-ba29-0d414ef72a08 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:37.629080 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9a6032dd-f4a0-495b-8e2e-9489880788ae req-bc64d42b-b56a-4dd5-ba29-0d414ef72a08 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 945 time: 0.0775895 Jun 25 09:40:37.839807 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-224a6540-1770-4540-8066-b1239162fac0 req-6a99ac61-a7ea-4ca1-b35c-d463d85392ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0632427 Jun 25 09:40:37.959404 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a6540-1770-4540-8066-b1239162fac0 req-a3671a52-f18c-4ab6-a955-1964b1208507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:37.961288 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-224a6540-1770-4540-8066-b1239162fac0 req-a3671a52-f18c-4ab6-a955-1964b1208507 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1098 time: 0.0576372 Jun 25 09:40:38.071767 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-9a6032dd-f4a0-495b-8e2e-9489880788ae req-5fe73c5a-6947-4399-a502-07ba1e5dd074 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Deleting port 513af2b5-35f5-4f81-ba2c-4115b8b435fd {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:40:38.071997 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a6540-1770-4540-8066-b1239162fac0 req-1bdcfc0a-f018-480d-8d61-fc69045eb207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:38.072106 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9a6032dd-f4a0-495b-8e2e-9489880788ae req-5fe73c5a-6947-4399-a502-07ba1e5dd074 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:38.073533 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-224a6540-1770-4540-8066-b1239162fac0 req-1bdcfc0a-f018-480d-8d61-fc69045eb207 service neutron] 10.222.0.41 "GET /v2.0/networks?id=066cb614-1448-40c7-8efe-ec557a45b12d HTTP/1.1" status: 200 len: 899 time: 0.0892498 Jun 25 09:40:38.166745 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-9a6032dd-f4a0-495b-8e2e-9489880788ae req-5fe73c5a-6947-4399-a502-07ba1e5dd074 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] For port 513af2b5-35f5-4f81-ba2c-4115b8b435fd, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=513af2b5-35f5-4f81-ba2c-4115b8b435fd,segment=NetworkSegment(18ce02fb-2a08-4450-ab5e-b959ff6b2eca),segment_id=18ce02fb-2a08-4450-ab5e-b959ff6b2eca)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:40:38.167566 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9a6032dd-f4a0-495b-8e2e-9489880788ae req-5fe73c5a-6947-4399-a502-07ba1e5dd074 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:38.178766 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-224a6540-1770-4540-8066-b1239162fac0 req-fcef72f1-b5dd-476c-894a-06ca31bf1f0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 200 len: 1002 time: 0.0984316 Jun 25 09:40:38.186465 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-9a6032dd-f4a0-495b-8e2e-9489880788ae req-5fe73c5a-6947-4399-a502-07ba1e5dd074 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Calling delete_port for 513af2b5-35f5-4f81-ba2c-4115b8b435fd owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:40:38.234055 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a6540-1770-4540-8066-b1239162fac0 req-53f11add-35fc-408e-8900-8d1a76088c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:38.235552 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-224a6540-1770-4540-8066-b1239162fac0 req-53f11add-35fc-408e-8900-8d1a76088c03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=950fcbf6-2fdd-4833-a318-44f76ec5ebc5 HTTP/1.1" status: 200 len: 835 time: 0.0496955 Jun 25 09:40:38.304045 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a6540-1770-4540-8066-b1239162fac0 req-c47c7923-df46-46ff-a257-b8b0a574440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:38.305677 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-224a6540-1770-4540-8066-b1239162fac0 req-c47c7923-df46-46ff-a257-b8b0a574440a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=066cb614-1448-40c7-8efe-ec557a45b12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627365 Jun 25 09:40:38.329888 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9a6032dd-f4a0-495b-8e2e-9489880788ae req-5fe73c5a-6947-4399-a502-07ba1e5dd074 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:38.334624 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d1f0beb4-0f89-4c64-b54c-c2e33073b4ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:38.360397 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe73c5a-6947-4399-a502-07ba1e5dd074 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Pushing event deleted for resources: {'Port': ['ID=513af2b5-35f5-4f81-ba2c-4115b8b435fd,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:38.363516 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5fe73c5a-6947-4399-a502-07ba1e5dd074 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:38.371156 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['513af2b5-35f5-4f81-ba2c-4115b8b435fd'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:40:38.410292 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-224a6540-1770-4540-8066-b1239162fac0 req-5eaf27cb-da94-412e-8ed9-72902e1f947d service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962512 Jun 25 09:40:38.410804 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6032dd-f4a0-495b-8e2e-9489880788ae req-5fe73c5a-6947-4399-a502-07ba1e5dd074 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] No DVR routers for this DVR port 513af2b5-35f5-4f81-ba2c-4115b8b435fd on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:40:38.413000 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9a6032dd-f4a0-495b-8e2e-9489880788ae req-5fe73c5a-6947-4399-a502-07ba1e5dd074 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:38.415058 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9a6032dd-f4a0-495b-8e2e-9489880788ae req-5fe73c5a-6947-4399-a502-07ba1e5dd074 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.41 "DELETE /v2.0/ports/513af2b5-35f5-4f81-ba2c-4115b8b435fd HTTP/1.1" status: 204 len: 173 time: 0.7784934 Jun 25 09:40:38.415602 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb930ba-f388-4948-a487-38b8202e38ed', 'name': 'network-vif-deleted', 'tag': '513af2b5-35f5-4f81-ba2c-4115b8b435fd'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:40:38.418025 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c2768b-f67d-41d1-8474-5387461cb54a" -d '{"events": [{"server_uuid": "acb930ba-f388-4948-a487-38b8202e38ed", "name": "network-vif-deleted", "tag": "513af2b5-35f5-4f81-ba2c-4115b8b435fd"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:40:38.462439 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bbd8ab-22dd-4df2-b5ec-c03bf787a11a x-openstack-request-id: req-49bbd8ab-22dd-4df2-b5ec-c03bf787a11a {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:40:38.464451 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb930ba-f388-4948-a487-38b8202e38ed", "name": "network-vif-deleted", "tag": "513af2b5-35f5-4f81-ba2c-4115b8b435fd", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:40:38.464781 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-49bbd8ab-22dd-4df2-b5ec-c03bf787a11a {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:40:38.465234 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb930ba-f388-4948-a487-38b8202e38ed', 'name': 'network-vif-deleted', 'tag': '513af2b5-35f5-4f81-ba2c-4115b8b435fd', 'status': 'completed', 'code': 200} Jun 25 09:40:38.884696 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b22466b1-a0e1-4329-badf-b30768597c0c req-2aab3d83-7409-4127-a8bd-b5855ab71b7a tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] 10.222.0.93 "GET /v2.0/ports?device_id=acb930ba-f388-4948-a487-38b8202e38ed HTTP/1.1" status: 200 len: 210 time: 0.0594211 Jun 25 09:40:38.886400 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f46efb1-c801-4b99-b0bd-edd6ba985dbf req-d289673e-bc7c-4a61-b8e0-77636f4f0088 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0624785 Jun 25 09:40:38.924791 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-224a6540-1770-4540-8066-b1239162fac0 req-5bddfade-a030-412c-babd-eff64e6b13d8 service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027597 Jun 25 09:40:40.000108 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55918) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:40.049400 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9d24a0-03b3-4cee-86fb-c642851d1535 admin admin] Deleting subnet 3d75854e-de1c-4765-afa6-5bcee1549774 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:40:40.053150 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a9d24a0-03b3-4cee-86fb-c642851d1535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.062782 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e834c15d-a5a2-4e63-ae77-0c43f76a0ec4 req-c1d8559b-d40d-44f3-b240-58742524479e tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0327487 Jun 25 09:40:40.090017 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a9d24a0-03b3-4cee-86fb-c642851d1535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.135609 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a9d24a0-03b3-4cee-86fb-c642851d1535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.192691 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a9d24a0-03b3-4cee-86fb-c642851d1535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.194758 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5f3dedcc-de16-4153-be48-d1ee9a858ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:40.218429 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d24a0-03b3-4cee-86fb-c642851d1535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d75854e-de1c-4765-afa6-5bcee1549774,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:40.221568 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3a9d24a0-03b3-4cee-86fb-c642851d1535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:40.222568 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a9d24a0-03b3-4cee-86fb-c642851d1535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.224608 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3a9d24a0-03b3-4cee-86fb-c642851d1535 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/3d75854e-de1c-4765-afa6-5bcee1549774 HTTP/1.1" status: 204 len: 168 time: 0.2234495 Jun 25 09:40:40.227430 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55920) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:40.296196 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4766a593-9d0b-4e8c-bed8-1b2bd5bc7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.379530 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4766a593-9d0b-4e8c-bed8-1b2bd5bc7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.389672 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-4766a593-9d0b-4e8c-bed8-1b2bd5bc7d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5b01b2-191f-4ec0-a82b-8b9eebbb1411']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:40.400082 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-4766a593-9d0b-4e8c-bed8-1b2bd5bc7d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ce02fb-2a08-4450-ab5e-b959ff6b2eca') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:40.400379 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-4766a593-9d0b-4e8c-bed8-1b2bd5bc7d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ce02fb-2a08-4450-ab5e-b959ff6b2eca') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:40.409893 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4766a593-9d0b-4e8c-bed8-1b2bd5bc7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.425179 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4766a593-9d0b-4e8c-bed8-1b2bd5bc7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.431854 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4766a593-9d0b-4e8c-bed8-1b2bd5bc7d98 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:40:40.432256 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4766a593-9d0b-4e8c-bed8-1b2bd5bc7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:40:40.434186 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:40:40.496618 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4766a593-9d0b-4e8c-bed8-1b2bd5bc7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.501117 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:40.503963 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-4766a593-9d0b-4e8c-bed8-1b2bd5bc7d98 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.506076 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-4766a593-9d0b-4e8c-bed8-1b2bd5bc7d98 admin admin] 10.222.0.93 "DELETE /v2.0/networks/ec5b01b2-191f-4ec0-a82b-8b9eebbb1411 HTTP/1.1" status: 204 len: 168 time: 0.2776551 Jun 25 09:40:40.509317 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55922) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:40.519151 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766a593-9d0b-4e8c-bed8-1b2bd5bc7d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec5b01b2-191f-4ec0-a82b-8b9eebbb1411,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:40.521870 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4766a593-9d0b-4e8c-bed8-1b2bd5bc7d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:40.557398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-400ddc20-bd69-4ef1-b6d8-0aa641e15020 admin admin] Deleting subnet 531b239e-33ba-4d0d-be37-605fb9f65626 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:40:40.561015 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-400ddc20-bd69-4ef1-b6d8-0aa641e15020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.598463 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-400ddc20-bd69-4ef1-b6d8-0aa641e15020 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.638629 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-400ddc20-bd69-4ef1-b6d8-0aa641e15020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.700671 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-400ddc20-bd69-4ef1-b6d8-0aa641e15020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.703086 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8faf8140-728f-4891-8df1-b9f30e461c55 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:40.728642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ddc20-bd69-4ef1-b6d8-0aa641e15020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=531b239e-33ba-4d0d-be37-605fb9f65626,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:40.732191 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-400ddc20-bd69-4ef1-b6d8-0aa641e15020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:40.733262 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-400ddc20-bd69-4ef1-b6d8-0aa641e15020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.737833 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-400ddc20-bd69-4ef1-b6d8-0aa641e15020 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/531b239e-33ba-4d0d-be37-605fb9f65626 HTTP/1.1" status: 204 len: 168 time: 0.2250388 Jun 25 09:40:40.738124 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55926) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:40.813768 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1296035b-9546-42c1-b15a-f2330eb7b09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.904968 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1296035b-9546-42c1-b15a-f2330eb7b09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.914742 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-1296035b-9546-42c1-b15a-f2330eb7b09e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad6b9f9-66bd-44d9-bb1f-67bd76dcfc1d']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:40.925401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-1296035b-9546-42c1-b15a-f2330eb7b09e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b9a5f0-b736-48da-af10-a6db41494c8a') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:40.925693 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-1296035b-9546-42c1-b15a-f2330eb7b09e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b9a5f0-b736-48da-af10-a6db41494c8a') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:40.934805 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1296035b-9546-42c1-b15a-f2330eb7b09e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.949754 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1296035b-9546-42c1-b15a-f2330eb7b09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.957796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1296035b-9546-42c1-b15a-f2330eb7b09e admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:40:40.958190 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1296035b-9546-42c1-b15a-f2330eb7b09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:40:40.959991 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:40:41.020855 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1296035b-9546-42c1-b15a-f2330eb7b09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:41.028381 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1296035b-9546-42c1-b15a-f2330eb7b09e admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:41.033189 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1296035b-9546-42c1-b15a-f2330eb7b09e admin admin] 10.222.0.93 "DELETE /v2.0/networks/6ad6b9f9-66bd-44d9-bb1f-67bd76dcfc1d HTTP/1.1" status: 204 len: 168 time: 0.2914445 Jun 25 09:40:41.034170 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e93bcf7c-c6d1-4388-afb6-56c88b25ed20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:41.048101 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296035b-9546-42c1-b15a-f2330eb7b09e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ad6b9f9-66bd-44d9-bb1f-67bd76dcfc1d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:41.051713 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1296035b-9546-42c1-b15a-f2330eb7b09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:41.233896 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dda88b9b-6f31-4e32-831b-1559b9a65da4 req-cdf20af9-f4f1-4681-b406-9ea26ddde1ea tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0380006 Jun 25 09:40:41.241940 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55934) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:41.294229 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-3e3dfbdc-2704-4568-94bf-470432671968 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a3c600b2c584475e85c4db081888592b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493550 Jun 25 09:40:41.296611 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55936) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:41.347243 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c8ce-9386-4ab8-9aac-aa6d94884fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:41.369204 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c8ce-9386-4ab8-9aac-aa6d94884fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:41.409615 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 513af2b5-35f5-4f81-ba2c-4115b8b435fd no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:40:41.422245 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c8ce-9386-4ab8-9aac-aa6d94884fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:41.424969 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c8ce-9386-4ab8-9aac-aa6d94884fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:41.428886 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a5a1c8ce-9386-4ab8-9aac-aa6d94884fb6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/89052d22-c623-4eb8-9ce5-578d5af09c6e HTTP/1.1" status: 204 len: 168 time: 0.1285841 Jun 25 09:40:41.428886 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f511042f-5eeb-43f6-b138-aa97915b91dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:41.431624 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 513af2b5-35f5-4f81-ba2c-4115b8b435fd {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:40:41.432168 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 513af2b5-35f5-4f81-ba2c-4115b8b435fd not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:40:41.439798 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1c8ce-9386-4ab8-9aac-aa6d94884fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89052d22-c623-4eb8-9ce5-578d5af09c6e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:41.442779 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a5a1c8ce-9386-4ab8-9aac-aa6d94884fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:41.787396 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 55944) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:41.842148 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-284f5214-7446-4cda-b4bf-e4257c3166e4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ecffb262d30f4bdbbab59512fedb1561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532303 Jun 25 09:40:41.844972 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55946) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:41.899588 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-03882b73-794f-437a-aec3-b6d36e70495d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:41.921797 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-03882b73-794f-437a-aec3-b6d36e70495d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:41.985143 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-03882b73-794f-437a-aec3-b6d36e70495d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:41.988082 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-03882b73-794f-437a-aec3-b6d36e70495d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:41.989259 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-03882b73-794f-437a-aec3-b6d36e70495d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/17915529-fed8-4c3f-8ab4-26f831d8741c HTTP/1.1" status: 204 len: 168 time: 0.1433229 Jun 25 09:40:41.990048 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9ad1e9b6-26cb-4520-85fb-ba1721dd4075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:42.000542 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03882b73-794f-437a-aec3-b6d36e70495d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17915529-fed8-4c3f-8ab4-26f831d8741c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:42.004186 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-03882b73-794f-437a-aec3-b6d36e70495d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:42.418290 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1ce6569-1902-45de-af1b-c237c04eae6b req-ec66708d-96ef-47dc-962e-9b082d24ab1b tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0385725 Jun 25 09:40:42.748749 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55976) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:42.870570 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1967483039-network', 'tenant_id': 'a5e266d630804501b927975e76fa7622'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:42.897404 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Made reservation on behalf of a5e266d630804501b927975e76fa7622 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:40:42.900662 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:42.913863 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:43.010128 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:43.015196 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:43.018276 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a5a1c8ce-9386-4ab8-9aac-aa6d94884fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:43.043515 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:40:43.050327 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48573a1-9d23-4688-86b4-8c53f4cfb3dc,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:43.054321 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:43.059726 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:43.059726 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Added segment a028876d-4022-462c-aec6-7bfebfcc0891 of type vlan for network 29f974a5-e823-427b-bef7-d66fdab2a22d Jun 25 09:40:43.101906 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:43.132719 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:43.134077 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:43.134721 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:43.137076 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c1d1b876-417f-446f-83ef-3f011aed529d tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:43.216312 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4661138 Jun 25 09:40:43.219973 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55982) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:43.230446 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-03184b11-56df-4973-bc90-354267e4312f admin admin] Request body: {'subnet': {'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1967483039-subnet', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:43.239340 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Pushing event updated for resources: {'Network': ['ID=29f974a5-e823-427b-bef7-d66fdab2a22d,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:43.243876 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:43.250405 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 29f974a5-e823-427b-bef7-d66fdab2a22d details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:40:43.263040 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03184b11-56df-4973-bc90-354267e4312f admin admin] Made reservation on behalf of a5e266d630804501b927975e76fa7622 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:40:43.266759 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-03184b11-56df-4973-bc90-354267e4312f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:43.440474 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-03184b11-56df-4973-bc90-354267e4312f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:43.442570 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4c9c8c17-e4e7-4214-9035-d362527139de tempest-RoutersNegativeIpV6Test-2142983297 tempest-RoutersNegativeIpV6Test-2142983297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:43.496790 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03184b11-56df-4973-bc90-354267e4312f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5977e29-d47a-43eb-8fda-b0c9c72a294a,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:43.500669 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-03184b11-56df-4973-bc90-354267e4312f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:43.508324 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03184b11-56df-4973-bc90-354267e4312f admin admin] Checking segment: {'id': 'a028876d-4022-462c-aec6-7bfebfcc0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:40:43.508690 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03184b11-56df-4973-bc90-354267e4312f admin admin] Network hostable DHCP agents. Network: 29f974a5-e823-427b-bef7-d66fdab2a22d, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:40:43.526149 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03184b11-56df-4973-bc90-354267e4312f admin admin] Network 29f974a5-e823-427b-bef7-d66fdab2a22d is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:40:43.536349 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-03184b11-56df-4973-bc90-354267e4312f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 29f974a5-e823-427b-bef7-d66fdab2a22d) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:40:43.541959 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03184b11-56df-4973-bc90-354267e4312f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:43.542588 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-03184b11-56df-4973-bc90-354267e4312f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:43.547426 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd7c2d2-e050-4597-b212-b596db2794dd None None] Network 29f974a5-e823-427b-bef7-d66fdab2a22d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:40:43.565494 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-03184b11-56df-4973-bc90-354267e4312f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3438485 Jun 25 09:40:43.569357 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 55986) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:43.576088 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1967483039-router', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:43.592026 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-41b0060d-d865-43b4-9115-dd2282b6830c req-503a9603-94de-4380-ae14-6339273fe372 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0328994 Jun 25 09:40:43.599955 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:43.601338 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:43.659249 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:43.714502 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-29f974a5-e823-427b-bef7-d66fdab2a22d', 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'fixed_ips': [{'subnet_id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:40:43.716082 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:43.807644 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:43.861589 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Allocated IP 172.20.0.2 (29f974a5-e823-427b-bef7-d66fdab2a22d/f5977e29-d47a-43eb-8fda-b0c9c72a294a/dbf64021-ca34-4bbe-aef3-df82ef425dc2) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:40:44.025851 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:44.030344 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:44.040541 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Transition to ACTIVE for port object dbf64021-ca34-4bbe-aef3-df82ef425dc2 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:40:44.047639 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:44.058039 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Transition to ACTIVE for port object dbf64021-ca34-4bbe-aef3-df82ef425dc2 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:40:44.066369 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:44.069778 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:44.107307 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Network 29f974a5-e823-427b-bef7-d66fdab2a22d is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:40:44.110536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:40:44.114171 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:40:44.328914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Pushing event updated for resources: {'Port': ['ID=dbf64021-ca34-4bbe-aef3-df82ef425dc2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:44.328914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:44.328914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:44.328914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:44.328914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:44.328914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:44.328914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:44.328914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:44.328914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:44.328914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:44.328914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:44.328914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:44.328914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:44.332877 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Allocated IP 172.25.6.156 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/94db81d1-afaa-4e61-b5cc-462de38801b9) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:40:44.333498 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:44.333498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Attempting to bind port dbf64021-ca34-4bbe-aef3-df82ef425dc2 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:40:44.333498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Attempting to bind port dbf64021-ca34-4bbe-aef3-df82ef425dc2 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'a028876d-4022-462c-aec6-7bfebfcc0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:40:44.333498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Attempting to bind port dbf64021-ca34-4bbe-aef3-df82ef425dc2 on network 29f974a5-e823-427b-bef7-d66fdab2a22d {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:40:44.333498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:40:44.333498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Checking segment: {'id': 'a028876d-4022-462c-aec6-7bfebfcc0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:40:44.333498 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:44.333498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Bound using segment: {'id': 'a028876d-4022-462c-aec6-7bfebfcc0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:40:44.333498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Bound port: dbf64021-ca34-4bbe-aef3-df82ef425dc2, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a028876d-4022-462c-aec6-7bfebfcc0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:40:44.333498 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:44.379152 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] For port dbf64021-ca34-4bbe-aef3-df82ef425dc2, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:40:44.382617 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] For port dbf64021-ca34-4bbe-aef3-df82ef425dc2, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=dbf64021-ca34-4bbe-aef3-df82ef425dc2,segment=NetworkSegment(a028876d-4022-462c-aec6-7bfebfcc0891),segment_id=a028876d-4022-462c-aec6-7bfebfcc0891)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:40:44.388619 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:44.389979 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:44.391069 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:44.442185 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:44.449658 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Pushing event updated for resources: {'Port': ['ID=dbf64021-ca34-4bbe-aef3-df82ef425dc2,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:44.453087 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:44.455168 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-954e29f9-4844-40e9-9796-97bc2cdcc85f tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:44.488619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:40:44.491591 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:40:44.495158 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:40:44.529107 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Pushing event updated for resources: {'Port': ['ID=94db81d1-afaa-4e61-b5cc-462de38801b9,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:44.533496 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:44.853134 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8fa2304b-8958-457a-b227-eec77ef9551b req-a6d58296-b253-4924-bb78-3c7d2936bcbf tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0692041 Jun 25 09:40:44.858234 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:45.077176 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:45.246419 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:40:45.370406 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:40:45.382750 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Sync routers for ids ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:40:45.393292 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Routers {'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:40:45.394567 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:40:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:45.401145 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:45.405529 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56030) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:45.405770 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8347201 Jun 25 09:40:45.546090 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Set router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:40:45.627402 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cbbdd0-4752-4ca9-9158-b71fcb2a710f None None] Network 29f974a5-e823-427b-bef7-d66fdab2a22d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:40:45.742965 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1ca64989-ebde-4e42-a008-eb294a4dcef6 None None] Provisioning for port dbf64021-ca34-4bbe-aef3-df82ef425dc2 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:40:45.910454 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'name': 'tempest-TestServerBasicOps-1967483039-router', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:43Z', 'updated_at': '2021-06-25T09:40:44Z', 'revision_number': 3, 'project_id': 'a5e266d630804501b927975e76fa7622', 'gw_port': {'id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:44Z', 'updated_at': '2021-06-25T09:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:45.934528 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:45.947679 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Checking router: ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:40:45.950116 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Updating router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 port 94db81d1-afaa-4e61-b5cc-462de38801b9 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:40:46.027294 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:46.057167 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e8348213-27e6-4ec8-ac61-3003c5630b01 req-bbfad038-03c6-4d8f-b660-d66d8df3341d tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0353208 Jun 25 09:40:46.219422 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Allocated IP 172.20.0.1 (29f974a5-e823-427b-bef7-d66fdab2a22d/f5977e29-d47a-43eb-8fda-b0c9c72a294a/a4a94a46-f9e5-47cb-bef4-25eb17bede1e) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:40:46.388682 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:46.395397 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:46.408091 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Transition to ACTIVE for port object a4a94a46-f9e5-47cb-bef4-25eb17bede1e will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:40:46.408330 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Transition to ACTIVE for port object 94db81d1-afaa-4e61-b5cc-462de38801b9 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:40:46.416419 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:46.422209 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:46.467140 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:46.471584 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:46.483150 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f0ee8-deed-495e-b1e3-8111b86428fa None None] Pushing event updated for resources: {'Port': ['ID=94db81d1-afaa-4e61-b5cc-462de38801b9,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:46.486798 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Attempting to bind port 94db81d1-afaa-4e61-b5cc-462de38801b9 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:40:46.487209 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Attempting to bind port 94db81d1-afaa-4e61-b5cc-462de38801b9 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:40:46.487645 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Attempting to bind port 94db81d1-afaa-4e61-b5cc-462de38801b9 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:40:46.494115 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-bc9f0ee8-deed-495e-b1e3-8111b86428fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:46.494914 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:40:46.495295 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:40:46.495765 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:46.496116 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:40:46.496680 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Bound port: 94db81d1-afaa-4e61-b5cc-462de38801b9, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:40:46.497179 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:46.556265 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] For port 94db81d1-afaa-4e61-b5cc-462de38801b9, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:40:46.561352 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] For port 94db81d1-afaa-4e61-b5cc-462de38801b9, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=94db81d1-afaa-4e61-b5cc-462de38801b9,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:40:46.564370 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Network 29f974a5-e823-427b-bef7-d66fdab2a22d is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:40:46.568419 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:46.570971 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:40:46.573106 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:46.609409 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:40:46.654605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f0ee8-deed-495e-b1e3-8111b86428fa None None] Pushing event updated for resources: {'Port': ['ID=94db81d1-afaa-4e61-b5cc-462de38801b9,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:46.669613 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-bc9f0ee8-deed-495e-b1e3-8111b86428fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:46.673889 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Routers {'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:40:46.677750 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:40:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:46.683227 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a94a46-f9e5-47cb-bef4-25eb17bede1e,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:46.686768 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:46.715743 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:46.837938 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] Set router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:40:46.881088 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device dbf64021-ca34-4bbe-aef3-df82ef425dc2 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:40:47.003115 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:47.007733 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9fcd1766-7042-4746-95c8-ffa21b933397 None None] Provisioning for port a4a94a46-f9e5-47cb-bef4-25eb17bede1e completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:40:47.021082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9fcd1766-7042-4746-95c8-ffa21b933397 None None] Provisioning complete for port a4a94a46-f9e5-47cb-bef4-25eb17bede1e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:40:47.021468 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1766-7042-4746-95c8-ffa21b933397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:47.089172 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd1766-7042-4746-95c8-ffa21b933397 None None] Port a4a94a46-f9e5-47cb-bef4-25eb17bede1e cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:40:47.090577 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port dbf64021-ca34-4bbe-aef3-df82ef425dc2 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:40:47.228549 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:47.239327 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:47.244042 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e9bb63c3-c485-4ea4-babc-7c685019f152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:47.296109 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port dbf64021-ca34-4bbe-aef3-df82ef425dc2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:40:47.296710 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:47.337572 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9429988-8860-4a66-b596-073d127070a9 req-6629682b-8e71-4780-bd79-03ca1a530c92 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0902410 Jun 25 09:40:47.353272 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a94a46-f9e5-47cb-bef4-25eb17bede1e,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:47.356903 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:47.369434 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:47.390343 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'name': 'tempest-TestServerBasicOps-1967483039-router', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:43Z', 'updated_at': '2021-06-25T09:40:44Z', 'revision_number': 3, 'project_id': 'a5e266d630804501b927975e76fa7622', 'gw_port': {'id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:44Z', 'updated_at': '2021-06-25T09:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:47.425219 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03675486-f1d1-452b-b654-0f6ff791bd14 None None] The sync data for ids ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'] in n-d-761264-15 is: [{'id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'name': 'tempest-TestServerBasicOps-1967483039-router', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:43Z', 'updated_at': '2021-06-25T09:40:44Z', 'revision_number': 3, 'project_id': 'a5e266d630804501b927975e76fa7622', 'gw_port': {'id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:44Z', 'updated_at': '2021-06-25T09:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:40:47.437161 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:47.478570 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port dbf64021-ca34-4bbe-aef3-df82ef425dc2, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=dbf64021-ca34-4bbe-aef3-df82ef425dc2,segment=NetworkSegment(a028876d-4022-462c-aec6-7bfebfcc0891),segment_id=a028876d-4022-462c-aec6-7bfebfcc0891)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:40:47.483891 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:47.485959 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-bc9f0ee8-deed-495e-b1e3-8111b86428fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:47.496856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Network 29f974a5-e823-427b-bef7-d66fdab2a22d is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:40:47.498381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:40:47.571890 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=dbf64021-ca34-4bbe-aef3-df82ef425dc2,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:47.579674 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:47.640664 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:40:47.825281 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:40:47.832378 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] 10.222.0.93 "PUT /v2.0/routers/ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4252291 Jun 25 09:40:47.950498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a1e35bf9-aa13-4750-90af-395dd5122402 None None] Provisioning complete for port a4a94a46-f9e5-47cb-bef4-25eb17bede1e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:40:47.951829 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1e35bf9-aa13-4750-90af-395dd5122402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:48.010410 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a1e35bf9-aa13-4750-90af-395dd5122402 None None] Port a4a94a46-f9e5-47cb-bef4-25eb17bede1e cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:40:48.411312 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56114) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:48.416602 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2015491350-network', 'tenant_id': '2763ca8acf934806adba8be1176bed7e'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:48.445541 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Made reservation on behalf of 2763ca8acf934806adba8be1176bed7e for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:40:48.447741 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:48.459957 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:48.538117 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4dee8e17-d1fd-45cc-8d1c-d307b5b9eb5f req-3bdc2bca-6700-46f3-8c1b-34ef9259a487 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0434668 Jun 25 09:40:48.568775 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:48.574137 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:48.577850 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7ffaea20-d8c1-4f8c-9d04-a6a0983410be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:48.603952 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:40:48.614059 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5193be9-ea8b-4a96-b494-4b17641178ab,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:48.618183 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:48.621440 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:48.621859 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Added segment b816e5d1-f3b9-4231-9c03-a075d84e15e4 of type vlan for network 8f60e924-2250-4f67-adca-6ee1fe0aae18 Jun 25 09:40:48.676458 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:48.714313 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:48.715432 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:48.716137 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:48.718671 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-98a3d153-5a44-4731-b7ae-c6108d9873de tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:48.776637 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3640623 Jun 25 09:40:48.779870 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56120) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:48.786718 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-3b54904d-25f5-459d-965d-46b26269adb4 admin admin] Request body: {'subnet': {'network_id': '8f60e924-2250-4f67-adca-6ee1fe0aae18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2015491350-subnet', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:48.789092 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Pushing event updated for resources: {'Network': ['ID=8f60e924-2250-4f67-adca-6ee1fe0aae18,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:48.792828 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:48.805605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 8f60e924-2250-4f67-adca-6ee1fe0aae18 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:40:48.815589 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b54904d-25f5-459d-965d-46b26269adb4 admin admin] Made reservation on behalf of 2763ca8acf934806adba8be1176bed7e for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:40:48.818326 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3b54904d-25f5-459d-965d-46b26269adb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:48.824982 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device dbf64021-ca34-4bbe-aef3-df82ef425dc2 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:40:48.936119 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port dbf64021-ca34-4bbe-aef3-df82ef425dc2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:40:48.936496 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:49.087062 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 94db81d1-afaa-4e61-b5cc-462de38801b9 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:40:49.139375 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3b54904d-25f5-459d-965d-46b26269adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:49.141794 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c081fe96-75c7-43bd-b2aa-11399844e9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:49.203372 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 94db81d1-afaa-4e61-b5cc-462de38801b9 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:40:49.209314 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 94db81d1-afaa-4e61-b5cc-462de38801b9 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:40:49.210366 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:49.238929 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54904d-25f5-459d-965d-46b26269adb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22be9e2c-bebe-429f-a77b-599468e744c5,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:49.242921 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3b54904d-25f5-459d-965d-46b26269adb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:49.250413 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b54904d-25f5-459d-965d-46b26269adb4 admin admin] Checking segment: {'id': 'b816e5d1-f3b9-4231-9c03-a075d84e15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '8f60e924-2250-4f67-adca-6ee1fe0aae18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:40:49.250779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b54904d-25f5-459d-965d-46b26269adb4 admin admin] Network hostable DHCP agents. Network: 8f60e924-2250-4f67-adca-6ee1fe0aae18, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:40:49.271436 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b54904d-25f5-459d-965d-46b26269adb4 admin admin] Network 8f60e924-2250-4f67-adca-6ee1fe0aae18 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:40:49.284094 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-3b54904d-25f5-459d-965d-46b26269adb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 8f60e924-2250-4f67-adca-6ee1fe0aae18) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:40:49.299901 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b54904d-25f5-459d-965d-46b26269adb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:49.300644 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3b54904d-25f5-459d-965d-46b26269adb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:49.337208 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3b54904d-25f5-459d-965d-46b26269adb4 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5558851 Jun 25 09:40:49.340351 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56134) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:49.353695 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2015491350-router', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:49.365202 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:49.372103 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2613ae-e909-4ab3-b7bd-7699f4a5486f None None] Network 8f60e924-2250-4f67-adca-6ee1fe0aae18 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:40:49.398561 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:49.399956 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:49.447184 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 94db81d1-afaa-4e61-b5cc-462de38801b9, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=94db81d1-afaa-4e61-b5cc-462de38801b9,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:40:49.455373 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:49.460455 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:49.501649 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:49.566334 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=94db81d1-afaa-4e61-b5cc-462de38801b9,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:49.571496 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:49.643086 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-8f60e924-2250-4f67-adca-6ee1fe0aae18', 'network_id': '8f60e924-2250-4f67-adca-6ee1fe0aae18', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'fixed_ips': [{'subnet_id': '22be9e2c-bebe-429f-a77b-599468e744c5'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:40:49.645116 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:49.701592 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Sync routers for ids ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:40:49.712878 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:49.720335 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Routers {'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:40:49.727361 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:40:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:49.791283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a46df287-2899-4932-9a92-b761be92cc54 req-a9e6c26d-3cf3-4081-9e45-63a430584e2f tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0428066 Jun 25 09:40:49.856413 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Set router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:40:49.949940 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Allocated IP 172.20.0.2 (8f60e924-2250-4f67-adca-6ee1fe0aae18/22be9e2c-bebe-429f-a77b-599468e744c5/1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:40:50.035260 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:50.059999 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:50.160226 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:50.173681 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Transition to ACTIVE for port object 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:40:50.193191 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Transition to ACTIVE for port object 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:40:50.204377 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:50.211422 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:50.270561 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'name': 'tempest-TestServerBasicOps-1967483039-router', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:43Z', 'updated_at': '2021-06-25T09:40:46Z', 'revision_number': 4, 'project_id': 'a5e266d630804501b927975e76fa7622', 'gw_port': {'id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:44Z', 'updated_at': '2021-06-25T09:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'a4a94a46-f9e5-47cb-bef4-25eb17bede1e', 'name': '', 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'mac_address': 'fa:16:3e:a5:eb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:45Z', 'updated_at': '2021-06-25T09:40:47Z', 'revision_number': 2, 'project_id': 'a5e266d630804501b927975e76fa7622', 'subnets': [{'id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:50.274405 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Network 8f60e924-2250-4f67-adca-6ee1fe0aae18 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:40:50.277481 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:40:50.286658 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:40:50.296054 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Allocated IP 172.25.6.57 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/1838cde6-9660-4b5f-8ad7-4c1a04bb6d61) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:40:50.296240 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Pushing event updated for resources: {'Port': ['ID=1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:50.313620 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:50.324966 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Checking router: ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:40:50.325493 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Updating router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 port a4a94a46-f9e5-47cb-bef4-25eb17bede1e binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:40:50.357923 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Attempting to bind port 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:40:50.358564 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Attempting to bind port 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'b816e5d1-f3b9-4231-9c03-a075d84e15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '8f60e924-2250-4f67-adca-6ee1fe0aae18'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:40:50.358912 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Attempting to bind port 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 on network 8f60e924-2250-4f67-adca-6ee1fe0aae18 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:40:50.365813 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:40:50.366207 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Checking segment: {'id': 'b816e5d1-f3b9-4231-9c03-a075d84e15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '8f60e924-2250-4f67-adca-6ee1fe0aae18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:40:50.366609 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:50.367014 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Bound using segment: {'id': 'b816e5d1-f3b9-4231-9c03-a075d84e15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '8f60e924-2250-4f67-adca-6ee1fe0aae18'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:40:50.367530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Bound port: 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b816e5d1-f3b9-4231-9c03-a075d84e15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '8f60e924-2250-4f67-adca-6ee1fe0aae18'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:40:50.368287 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:50.389176 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:50.444190 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:50.469131 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] For port 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:40:50.473024 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] For port 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9,segment=NetworkSegment(b816e5d1-f3b9-4231-9c03-a075d84e15e4),segment_id=b816e5d1-f3b9-4231-9c03-a075d84e15e4)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:40:50.479576 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:50.485367 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:50.510622 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:50.514542 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3a61b5a2-fbb5-4a2e-93e6-5e096a76f8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:50.565239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:40:50.569634 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Pushing event updated for resources: {'Port': ['ID=1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:50.569910 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:40:50.579523 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:40:50.580848 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:50.633264 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Pushing event updated for resources: {'Port': ['ID=1838cde6-9660-4b5f-8ad7-4c1a04bb6d61,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:50.637974 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:50.770671 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 94db81d1-afaa-4e61-b5cc-462de38801b9 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:40:50.815493 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:50.857936 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Transition to ACTIVE for port object a4a94a46-f9e5-47cb-bef4-25eb17bede1e will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:40:50.885903 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:50.888562 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-bd32b051-fb02-4079-88d7-ba093491d3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:50.912567 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 94db81d1-afaa-4e61-b5cc-462de38801b9 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:40:50.912997 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:50.970644 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0838eb-129e-42ff-9a1e-086f732efebe None None] Pushing event updated for resources: {'Port': ['ID=a4a94a46-f9e5-47cb-bef4-25eb17bede1e,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:50.988552 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0838eb-129e-42ff-9a1e-086f732efebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:50.989476 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0838eb-129e-42ff-9a1e-086f732efebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:50.989966 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0838eb-129e-42ff-9a1e-086f732efebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:50.990452 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0838eb-129e-42ff-9a1e-086f732efebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:50.991024 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0838eb-129e-42ff-9a1e-086f732efebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:50.991541 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0838eb-129e-42ff-9a1e-086f732efebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:50.992008 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0838eb-129e-42ff-9a1e-086f732efebe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:50.992493 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0838eb-129e-42ff-9a1e-086f732efebe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:50.993051 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0838eb-129e-42ff-9a1e-086f732efebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:50.993782 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0838eb-129e-42ff-9a1e-086f732efebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:50.994276 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0838eb-129e-42ff-9a1e-086f732efebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:50.994737 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0838eb-129e-42ff-9a1e-086f732efebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:40:51.000444 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-6e0838eb-129e-42ff-9a1e-086f732efebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:51.144838 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Attempting to bind port a4a94a46-f9e5-47cb-bef4-25eb17bede1e on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:40:51.145237 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Attempting to bind port a4a94a46-f9e5-47cb-bef4-25eb17bede1e by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'a028876d-4022-462c-aec6-7bfebfcc0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:40:51.145588 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Attempting to bind port a4a94a46-f9e5-47cb-bef4-25eb17bede1e on network 29f974a5-e823-427b-bef7-d66fdab2a22d {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:40:51.148888 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-189527f8-8107-4cc5-8ad4-5b893f0866df req-254b8c74-4939-41d3-9e2d-d649b22fde1a tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0725162 Jun 25 09:40:51.154206 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:40:51.154591 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Checking segment: {'id': 'a028876d-4022-462c-aec6-7bfebfcc0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:40:51.155001 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:51.155396 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Bound using segment: {'id': 'a028876d-4022-462c-aec6-7bfebfcc0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:40:51.156038 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Bound port: a4a94a46-f9e5-47cb-bef4-25eb17bede1e, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a028876d-4022-462c-aec6-7bfebfcc0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:40:51.156438 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:51.160576 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ac582a44-185c-40da-83ee-8cfef9d91453 req-5f506e89-82ac-4be6-ac41-fa4ebf29bcd8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0765479 Jun 25 09:40:51.200169 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:51.259395 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] For port a4a94a46-f9e5-47cb-bef4-25eb17bede1e, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:40:51.262769 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] For port a4a94a46-f9e5-47cb-bef4-25eb17bede1e, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a4a94a46-f9e5-47cb-bef4-25eb17bede1e,segment=NetworkSegment(a028876d-4022-462c-aec6-7bfebfcc0891),segment_id=a028876d-4022-462c-aec6-7bfebfcc0891)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:40:51.268416 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:51.271490 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-f7856dd5-2203-4c6e-a169-8e575c331271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:51.340464 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0838eb-129e-42ff-9a1e-086f732efebe None None] Pushing event updated for resources: {'Port': ['ID=a4a94a46-f9e5-47cb-bef4-25eb17bede1e,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:51.344449 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-6e0838eb-129e-42ff-9a1e-086f732efebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:51.346478 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Routers {'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:40:51.347101 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:40:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:51.513695 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] Set router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:40:51.740973 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:40:51.853240 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'name': 'tempest-TestServerBasicOps-1967483039-router', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:43Z', 'updated_at': '2021-06-25T09:40:46Z', 'revision_number': 4, 'project_id': 'a5e266d630804501b927975e76fa7622', 'gw_port': {'id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:44Z', 'updated_at': '2021-06-25T09:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'a4a94a46-f9e5-47cb-bef4-25eb17bede1e', 'name': '', 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'mac_address': 'fa:16:3e:a5:eb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:45Z', 'updated_at': '2021-06-25T09:40:51Z', 'revision_number': 4, 'project_id': 'a5e266d630804501b927975e76fa7622', 'subnets': [{'id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:51.899642 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:51.902853 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e2f93-a9bf-4855-aca3-ed120dfd0dc7 None None] The sync data for ids ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'] in n-d-761264-15 is: [{'id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'name': 'tempest-TestServerBasicOps-1967483039-router', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:43Z', 'updated_at': '2021-06-25T09:40:46Z', 'revision_number': 4, 'project_id': 'a5e266d630804501b927975e76fa7622', 'gw_port': {'id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:44Z', 'updated_at': '2021-06-25T09:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'a4a94a46-f9e5-47cb-bef4-25eb17bede1e', 'name': '', 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'mac_address': 'fa:16:3e:a5:eb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:45Z', 'updated_at': '2021-06-25T09:40:51Z', 'revision_number': 4, 'project_id': 'a5e266d630804501b927975e76fa7622', 'subnets': [{'id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:40:52.099874 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96177829-2748-4efc-8941-026f607f9c19 None None] Network 8f60e924-2250-4f67-adca-6ee1fe0aae18 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:40:52.117794 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Router cbe09857-b6bb-4830-9232-536586c6f2d7 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:40:52.213898 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4440f7c0-dee4-460e-a3b9-fcb4410f7174 None None] Provisioning for port 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:40:52.303408 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:40:52.317458 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Sync routers for ids ['cbe09857-b6bb-4830-9232-536586c6f2d7'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:40:52.348032 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:52.350808 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0085788 Jun 25 09:40:52.352514 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Routers {'cbe09857-b6bb-4830-9232-536586c6f2d7'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:40:52.353316 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:40:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cbe09857-b6bb-4830-9232-536586c6f2d7'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:52.353700 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56200) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:52.486777 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4969f54f-b01c-4964-b832-7413c1bda1fc req-8da11480-00c6-4a91-8aac-b8a6a658a620 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0574639 Jun 25 09:40:52.503962 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1060fd65-5f34-4c10-9d8a-ea5105dfcfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:52.619489 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Set router cbe09857-b6bb-4830-9232-536586c6f2d7 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:40:52.968497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a4a94a46-f9e5-47cb-bef4-25eb17bede1e up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:40:53.091228 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port a4a94a46-f9e5-47cb-bef4-25eb17bede1e completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:40:53.101670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port a4a94a46-f9e5-47cb-bef4-25eb17bede1e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:40:53.102458 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:53.126154 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'name': 'tempest-TestServerBasicOps-2015491350-router', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '1838cde6-9660-4b5f-8ad7-4c1a04bb6d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:49Z', 'updated_at': '2021-06-25T09:40:50Z', 'revision_number': 3, 'project_id': '2763ca8acf934806adba8be1176bed7e', 'gw_port': {'id': '1838cde6-9660-4b5f-8ad7-4c1a04bb6d61', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:50Z', 'updated_at': '2021-06-25T09:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:53.164172 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Checking router: cbe09857-b6bb-4830-9232-536586c6f2d7 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:40:53.164601 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Updating router cbe09857-b6bb-4830-9232-536586c6f2d7 port 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:40:53.193656 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:53.219697 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:53.304609 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:53.401830 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Allocated IP 172.20.0.1 (8f60e924-2250-4f67-adca-6ee1fe0aae18/22be9e2c-bebe-429f-a77b-599468e744c5/2871c429-f7b4-4f42-a552-c69e0585087c) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:40:53.417919 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port a4a94a46-f9e5-47cb-bef4-25eb17bede1e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a4a94a46-f9e5-47cb-bef4-25eb17bede1e,segment=NetworkSegment(a028876d-4022-462c-aec6-7bfebfcc0891),segment_id=a028876d-4022-462c-aec6-7bfebfcc0891)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:40:53.427171 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:53.428129 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:40:53.431950 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:53.562881 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:53.587900 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Transition to ACTIVE for port object 2871c429-f7b4-4f42-a552-c69e0585087c will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:40:53.664417 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:53.670656 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-04d491a2-de70-4cd6-b13a-314f54391ae5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:53.772242 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Network 8f60e924-2250-4f67-adca-6ee1fe0aae18 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:40:53.776036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:40:53.778300 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=a4a94a46-f9e5-47cb-bef4-25eb17bede1e,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:53.779714 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:40:53.784307 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:53.816369 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:40:53.825314 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:40:53.825808 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:53.827643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c99ec15-1b52-4d49-ac30-1afcaf0a795f req-f2dc95c2-f818-4ceb-be14-7f7fa339bbce tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.1478889 Jun 25 09:40:53.861570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Pushing event updated for resources: {'Port': ['ID=2871c429-f7b4-4f42-a552-c69e0585087c,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:53.867184 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:53.883173 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:53.953602 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:54.002073 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Transition to ACTIVE for port object 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:40:54.026641 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:54.030930 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-030551d7-af9f-48ed-87f3-7b1ac129928e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:54.118382 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Attempting to bind port 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:40:54.119407 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Attempting to bind port 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:40:54.119955 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Attempting to bind port 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:40:54.128034 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:40:54.128693 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:40:54.129448 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:54.130018 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:40:54.130877 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Bound port: 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:40:54.131506 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:54.179974 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:54.182441 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a68df9-73a5-4072-bdd4-229b31630e7c None None] Pushing event updated for resources: {'Port': ['ID=1838cde6-9660-4b5f-8ad7-4c1a04bb6d61,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:54.197305 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-00a68df9-73a5-4072-bdd4-229b31630e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:54.281059 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:54.310760 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:54.317735 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fe9bccda-b919-47d0-b630-909f136077e3 None None] Provisioning for port 2871c429-f7b4-4f42-a552-c69e0585087c completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:40:54.325283 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] For port 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:40:54.342380 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fe9bccda-b919-47d0-b630-909f136077e3 None None] Provisioning complete for port 2871c429-f7b4-4f42-a552-c69e0585087c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:40:54.342769 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe9bccda-b919-47d0-b630-909f136077e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:54.353400 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9,segment=NetworkSegment(b816e5d1-f3b9-4231-9c03-a075d84e15e4),segment_id=b816e5d1-f3b9-4231-9c03-a075d84e15e4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:40:54.379256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] For port 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1838cde6-9660-4b5f-8ad7-4c1a04bb6d61,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:40:54.380477 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:54.381126 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bbbe3dc7-a611-4ae4-9ac6-c435c6cf1b5c req-d75b17bb-e347-4150-818f-f2336fe54ee5 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=aef8a8ec-e4ce-4c50-867a-6d116ab34007&device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0684185 Jun 25 09:40:54.385188 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:54.423810 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:54.472210 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:54.474424 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fe9bccda-b919-47d0-b630-909f136077e3 None None] Port 2871c429-f7b4-4f42-a552-c69e0585087c cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:40:54.479888 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:54.483315 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:54.495507 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:54.496014 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-5747715d-0aea-46bd-9cec-6842a8e0567a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:54.525127 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:54.544954 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a68df9-73a5-4072-bdd4-229b31630e7c None None] Pushing event updated for resources: {'Port': ['ID=1838cde6-9660-4b5f-8ad7-4c1a04bb6d61,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:54.556100 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-00a68df9-73a5-4072-bdd4-229b31630e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:54.556863 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Routers {'cbe09857-b6bb-4830-9232-536586c6f2d7'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:40:54.557627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:40:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cbe09857-b6bb-4830-9232-536586c6f2d7'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:54.564967 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:54.588997 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Pushing event updated for resources: {'Port': ['ID=2871c429-f7b4-4f42-a552-c69e0585087c,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:54.667826 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:54.712391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Network 8f60e924-2250-4f67-adca-6ee1fe0aae18 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:40:54.714729 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:40:54.786033 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] Set router cbe09857-b6bb-4830-9232-536586c6f2d7 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:40:54.912848 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Router cbe09857-b6bb-4830-9232-536586c6f2d7 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:40:54.957555 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-76a836e0-b635-4c91-9d72-e10d8d7e57f3 req-b9488fb2-7e80-4546-90f5-ef872a3f0776 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3db2ac1f20e142bc87653aed9889f57e&device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.1597612 Jun 25 09:40:54.988520 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a4a94a46-f9e5-47cb-bef4-25eb17bede1e up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:40:55.015456 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-76a836e0-b635-4c91-9d72-e10d8d7e57f3 req-c006afa0-98e4-4a25-9073-d82de9e0944b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3db2ac1f20e142bc87653aed9889f57e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434129 Jun 25 09:40:55.062411 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d556e2e4-9608-4ee6-8368-7c5c6b5c3c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:55.064782 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8c7f306-816f-4ea9-97ae-7be935add4ce req-5bd165a4-7350-49c5-851c-afe0bf1c22b8 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0502455 Jun 25 09:40:55.122767 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port a4a94a46-f9e5-47cb-bef4-25eb17bede1e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:40:55.124032 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:55.191546 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:40:55.197922 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] 10.222.0.93 "PUT /v2.0/routers/cbe09857-b6bb-4830-9232-536586c6f2d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8421102 Jun 25 09:40:55.202826 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a836e0-b635-4c91-9d72-e10d8d7e57f3 req-99931cbb-7ecb-40dd-9492-ab911d9bf03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:55.205261 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-76a836e0-b635-4c91-9d72-e10d8d7e57f3 req-99931cbb-7ecb-40dd-9492-ab911d9bf03f service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1801109 Jun 25 09:40:55.206729 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'name': 'tempest-TestServerBasicOps-2015491350-router', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '1838cde6-9660-4b5f-8ad7-4c1a04bb6d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:49Z', 'updated_at': '2021-06-25T09:40:54Z', 'revision_number': 4, 'project_id': '2763ca8acf934806adba8be1176bed7e', 'gw_port': {'id': '1838cde6-9660-4b5f-8ad7-4c1a04bb6d61', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:50Z', 'updated_at': '2021-06-25T09:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2871c429-f7b4-4f42-a552-c69e0585087c', 'name': '', 'network_id': '8f60e924-2250-4f67-adca-6ee1fe0aae18', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'mac_address': 'fa:16:3e:f9:10:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '22be9e2c-bebe-429f-a77b-599468e744c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:53Z', 'updated_at': '2021-06-25T09:40:54Z', 'revision_number': 2, 'project_id': '2763ca8acf934806adba8be1176bed7e', 'subnets': [{'id': '22be9e2c-bebe-429f-a77b-599468e744c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:55.265140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560fbce-37bd-4b50-acdd-8c83bc4a0ad6 None None] The sync data for ids ['cbe09857-b6bb-4830-9232-536586c6f2d7'] in n-d-761264-15 is: [{'id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'name': 'tempest-TestServerBasicOps-2015491350-router', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '1838cde6-9660-4b5f-8ad7-4c1a04bb6d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:49Z', 'updated_at': '2021-06-25T09:40:54Z', 'revision_number': 4, 'project_id': '2763ca8acf934806adba8be1176bed7e', 'gw_port': {'id': '1838cde6-9660-4b5f-8ad7-4c1a04bb6d61', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:50Z', 'updated_at': '2021-06-25T09:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2871c429-f7b4-4f42-a552-c69e0585087c', 'name': '', 'network_id': '8f60e924-2250-4f67-adca-6ee1fe0aae18', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'mac_address': 'fa:16:3e:f9:10:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '22be9e2c-bebe-429f-a77b-599468e744c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:53Z', 'updated_at': '2021-06-25T09:40:54Z', 'revision_number': 2, 'project_id': '2763ca8acf934806adba8be1176bed7e', 'subnets': [{'id': '22be9e2c-bebe-429f-a77b-599468e744c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:40:55.286553 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-06b72bde-13f7-4915-b5f4-93117dfbfe82 None None] Provisioning complete for port 2871c429-f7b4-4f42-a552-c69e0585087c triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:40:55.287183 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-06b72bde-13f7-4915-b5f4-93117dfbfe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:55.291123 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:55.370650 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:40:55.400958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-06b72bde-13f7-4915-b5f4-93117dfbfe82 None None] Port 2871c429-f7b4-4f42-a552-c69e0585087c cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:40:55.446188 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:40:55.446577 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:56.281383 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:56.541110 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56300) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:56.548090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-9b33b53c-cc51-4dfe-b85a-049a1e817f4d tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1298343581', 'description': 'tempest-secgroup-smoke-1298343581 description', 'project_id': 'a5e266d630804501b927975e76fa7622'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:56.583660 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9b33b53c-cc51-4dfe-b85a-049a1e817f4d tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:56.678470 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-76a836e0-b635-4c91-9d72-e10d8d7e57f3 req-696ba371-e793-4714-b99e-54b3ea7ac4c4 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.0517170 Jun 25 09:40:56.807838 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c118ab4-0b8d-4e18-acbc-be5378b78bba req-67559d1e-02ee-4066-88c0-388f8d7cb2f6 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9919f71-e6e0-4b9b-b037-d5c1e1105fb0 HTTP/1.1" status: 200 len: 210 time: 0.5098779 Jun 25 09:40:56.808342 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:40:56.853385 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9b33b53c-cc51-4dfe-b85a-049a1e817f4d tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:56.860621 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9b33b53c-cc51-4dfe-b85a-049a1e817f4d tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:56.865601 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3ce0e879-cd44-4245-bdf7-e8811a5a0185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:56.895121 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:40:56.906249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:40:56.907243 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:56.920251 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9b33b53c-cc51-4dfe-b85a-049a1e817f4d tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:56.924775 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56308) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:56.929764 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-f031c469-cb93-4681-aba2-e0a92831da3f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Request body: {'security_group_rule': {'security_group_id': '0e7e42d7-3883-46b6-9dc0-8560b2a66b58', 'project_id': 'a5e266d630804501b927975e76fa7622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:56.934917 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9b33b53c-cc51-4dfe-b85a-049a1e817f4d tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3924880 Jun 25 09:40:56.941740 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33b53c-cc51-4dfe-b85a-049a1e817f4d tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7e42d7-3883-46b6-9dc0-8560b2a66b58,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:56.965020 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9b33b53c-cc51-4dfe-b85a-049a1e817f4d tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:57.005164 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f031c469-cb93-4681-aba2-e0a92831da3f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.017460 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.057174 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1838cde6-9660-4b5f-8ad7-4c1a04bb6d61,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:40:57.067305 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.069432 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:57.092917 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f031c469-cb93-4681-aba2-e0a92831da3f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.102529 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f031c469-cb93-4681-aba2-e0a92831da3f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.104559 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-77c3e541-6e7a-4319-b744-abf5f36e4f66 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:57.124130 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031c469-cb93-4681-aba2-e0a92831da3f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacb6e29-7f26-49c4-9dd8-64c3e6f8480b,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:57.128004 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f031c469-cb93-4681-aba2-e0a92831da3f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:57.134081 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f031c469-cb93-4681-aba2-e0a92831da3f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.136124 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f031c469-cb93-4681-aba2-e0a92831da3f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2103117 Jun 25 09:40:57.139390 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56312) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:57.144544 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-9fe54cf5-9eac-44fb-8d20-dbbbbfdcf8f4 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Request body: {'security_group_rule': {'security_group_id': '0e7e42d7-3883-46b6-9dc0-8560b2a66b58', 'project_id': 'a5e266d630804501b927975e76fa7622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:57.154605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=1838cde6-9660-4b5f-8ad7-4c1a04bb6d61,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:57.159579 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:57.180522 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fe54cf5-9eac-44fb-8d20-dbbbbfdcf8f4 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.241777 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fe54cf5-9eac-44fb-8d20-dbbbbfdcf8f4 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.250014 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fe54cf5-9eac-44fb-8d20-dbbbbfdcf8f4 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.252663 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8ad047f5-a80c-4c6e-9b7c-f0a009fdea27 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:57.283854 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe54cf5-9eac-44fb-8d20-dbbbbfdcf8f4 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef5caba-d813-4fe6-8fa7-a049107d4545,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:57.289496 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9fe54cf5-9eac-44fb-8d20-dbbbbfdcf8f4 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:57.292632 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9fe54cf5-9eac-44fb-8d20-dbbbbfdcf8f4 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.297695 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56316) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:57.297911 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9fe54cf5-9eac-44fb-8d20-dbbbbfdcf8f4 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1571729 Jun 25 09:40:57.303928 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-f5a043dd-40c0-412b-9bc9-0983e0a0a2cc tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Request body: {'security_group_rule': {'security_group_id': '0e7e42d7-3883-46b6-9dc0-8560b2a66b58', 'project_id': 'a5e266d630804501b927975e76fa7622', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:57.346218 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5a043dd-40c0-412b-9bc9-0983e0a0a2cc tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.426248 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5a043dd-40c0-412b-9bc9-0983e0a0a2cc tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.431161 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5a043dd-40c0-412b-9bc9-0983e0a0a2cc tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.433017 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-47ae735e-6afe-4ce3-8f64-fbe27daa6135 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:57.450184 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a043dd-40c0-412b-9bc9-0983e0a0a2cc tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd27a7a-3f66-489d-a9eb-513e7807cefd,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:57.453204 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f5a043dd-40c0-412b-9bc9-0983e0a0a2cc tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:57.460179 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f5a043dd-40c0-412b-9bc9-0983e0a0a2cc tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.465231 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f5a043dd-40c0-412b-9bc9-0983e0a0a2cc tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1629536 Jun 25 09:40:57.465889 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56324) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:57.471055 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-11fa57f8-4d78-4e54-9106-b2240e1ae4fe tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Request body: {'security_group_rule': {'security_group_id': '0e7e42d7-3883-46b6-9dc0-8560b2a66b58', 'project_id': 'a5e266d630804501b927975e76fa7622', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:57.503778 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11fa57f8-4d78-4e54-9106-b2240e1ae4fe tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.577349 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11fa57f8-4d78-4e54-9106-b2240e1ae4fe tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.582727 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11fa57f8-4d78-4e54-9106-b2240e1ae4fe tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.584766 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0268501b-c50d-4d67-a8bf-f28634cbb9c8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:57.602074 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa57f8-4d78-4e54-9106-b2240e1ae4fe tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5313481d-b2f0-4a15-b0de-8eb695bc77c6,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:57.604588 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-11fa57f8-4d78-4e54-9106-b2240e1ae4fe tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:57.611775 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-11fa57f8-4d78-4e54-9106-b2240e1ae4fe tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.613315 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-11fa57f8-4d78-4e54-9106-b2240e1ae4fe tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462693 Jun 25 09:40:57.616410 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56328) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:57.621428 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e8cb03e4-175d-4057-809a-044adef68fe0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Request body: {'security_group_rule': {'security_group_id': '0e7e42d7-3883-46b6-9dc0-8560b2a66b58', 'project_id': 'a5e266d630804501b927975e76fa7622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:57.645924 n-d-761264-15 neutron-server[94025]: INFO neutron.db.securitygroups_db [None req-e8cb03e4-175d-4057-809a-044adef68fe0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Project a5e266d630804501b927975e76fa7622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 09:40:57.651492 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e8cb03e4-175d-4057-809a-044adef68fe0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.732889 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e8cb03e4-175d-4057-809a-044adef68fe0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.737977 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e8cb03e4-175d-4057-809a-044adef68fe0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.740094 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-45660886-ab3f-4c68-a167-c0804cc8c0bc tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:57.757599 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb03e4-175d-4057-809a-044adef68fe0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf147fe-4085-4d2e-977b-9324e2a0f9f0,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:57.760874 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e8cb03e4-175d-4057-809a-044adef68fe0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:57.767338 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e8cb03e4-175d-4057-809a-044adef68fe0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.771346 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e8cb03e4-175d-4057-809a-044adef68fe0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511414 Jun 25 09:40:57.771560 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56332) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:40:57.776372 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-26562458-2bff-415e-a1ec-9af3ebde7647 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Request body: {'security_group_rule': {'security_group_id': '0e7e42d7-3883-46b6-9dc0-8560b2a66b58', 'project_id': 'a5e266d630804501b927975e76fa7622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:40:57.817991 n-d-761264-15 neutron-server[94025]: INFO neutron.db.securitygroups_db [None req-26562458-2bff-415e-a1ec-9af3ebde7647 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Project a5e266d630804501b927975e76fa7622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 09:40:57.825338 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-26562458-2bff-415e-a1ec-9af3ebde7647 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.907655 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-26562458-2bff-415e-a1ec-9af3ebde7647 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.913131 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-26562458-2bff-415e-a1ec-9af3ebde7647 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.915288 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3dc7d2f5-e6d1-494e-8a0e-fe4328df8ddd tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:40:57.933944 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26562458-2bff-415e-a1ec-9af3ebde7647 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359f7db2-4139-48ef-8524-30e6187938a4,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:40:57.937711 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-26562458-2bff-415e-a1ec-9af3ebde7647 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:40:57.950283 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-26562458-2bff-415e-a1ec-9af3ebde7647 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:57.951504 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-26562458-2bff-415e-a1ec-9af3ebde7647 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1790209 Jun 25 09:40:57.995174 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:58.107567 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87d6a5c9-9884-434b-a952-2738f804749b req-41247dc0-3286-44b5-95e8-4976417582fe tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1298343581&fields=id&tenant_id=a5e266d630804501b927975e76fa7622 HTTP/1.1" status: 200 len: 267 time: 0.0373003 Jun 25 09:40:58.248820 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6a5c9-9884-434b-a952-2738f804749b req-56630e80-bb48-4e50-a893-4e1cd07443ef tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:58.257367 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87d6a5c9-9884-434b-a952-2738f804749b req-56630e80-bb48-4e50-a893-4e1cd07443ef tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/networks?id=29f974a5-e823-427b-bef7-d66fdab2a22d HTTP/1.1" status: 200 len: 809 time: 0.1428473 Jun 25 09:40:58.274604 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87d6a5c9-9884-434b-a952-2738f804749b req-2efab0bc-c288-4a73-b752-6ab9bf90ffc1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/quotas/a5e266d630804501b927975e76fa7622 HTTP/1.1" status: 200 len: 375 time: 0.0159967 Jun 25 09:40:58.274981 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-419c05a7-5bb8-41b9-bf45-cc6a377f2058 req-3805b6fb-e72e-48fd-9a80-ceb47ae68d18 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3db2ac1f20e142bc87653aed9889f57e&device_id=aef8a8ec-e4ce-4c50-867a-6d116ab34007 HTTP/1.1" status: 200 len: 210 time: 0.0358694 Jun 25 09:40:58.309490 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-419c05a7-5bb8-41b9-bf45-cc6a377f2058 req-37530c48-052f-4555-a507-6b648919aa55 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3db2ac1f20e142bc87653aed9889f57e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198591 Jun 25 09:40:58.353122 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8356c497-590b-46b8-a73c-5f3a76e772e7 req-477b31d2-7b2d-49a3-b019-019ba19cdc70 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=aef8a8ec-e4ce-4c50-867a-6d116ab34007 HTTP/1.1" status: 200 len: 210 time: 0.0662534 Jun 25 09:40:58.385544 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87d6a5c9-9884-434b-a952-2738f804749b req-d1cb7995-a565-456a-84af-fe0b291705dd tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5e266d630804501b927975e76fa7622&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096802 Jun 25 09:40:58.425540 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c05a7-5bb8-41b9-bf45-cc6a377f2058 req-55b55ffb-e48e-41be-a239-95a190095d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:40:58.427044 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-419c05a7-5bb8-41b9-bf45-cc6a377f2058 req-55b55ffb-e48e-41be-a239-95a190095d23 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1104949 Jun 25 09:40:58.490162 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87d6a5c9-9884-434b-a952-2738f804749b req-ddc5cca1-c9d1-4c8f-8c61-cd0ea806a0c6 service neutron] 10.222.0.93 "GET /v2.0/networks/29f974a5-e823-427b-bef7-d66fdab2a22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925257 Jun 25 09:40:58.586116 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87d6a5c9-9884-434b-a952-2738f804749b req-c1699224-303b-4641-ae7e-213d75e45362 service neutron] 10.222.0.93 "GET /v2.0/networks/29f974a5-e823-427b-bef7-d66fdab2a22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897510 Jun 25 09:40:58.718686 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:40:58.774780 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:40:58.774780 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:40:58.862730 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-689229b5-9c55-443f-9d1d-5b5e97ec27b4 req-cc7a481e-21c3-49b5-803f-c3e379653fc8 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 210 time: 0.0636551 Jun 25 09:40:59.527477 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a2252e51-50f5-402e-9cbe-8de1a833fe10 req-b97638e2-506b-4b10-adb7-8d3631ae88be tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=aef8a8ec-e4ce-4c50-867a-6d116ab34007 HTTP/1.1" status: 200 len: 210 time: 0.0310607 Jun 25 09:40:59.608560 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Sync routers for ids ['cbe09857-b6bb-4830-9232-536586c6f2d7'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:40:59.620153 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Routers {'cbe09857-b6bb-4830-9232-536586c6f2d7'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:40:59.620993 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:40:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cbe09857-b6bb-4830-9232-536586c6f2d7'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:59.732166 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Set router cbe09857-b6bb-4830-9232-536586c6f2d7 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:40:59.885445 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-419c05a7-5bb8-41b9-bf45-cc6a377f2058 req-7b082206-bebf-4fe8-bfb0-83457a05cdca tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.38 "GET /v2.0/ports?device_id=aef8a8ec-e4ce-4c50-867a-6d116ab34007 HTTP/1.1" status: 200 len: 210 time: 0.0324705 Jun 25 09:40:59.957062 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'name': 'tempest-TestServerBasicOps-2015491350-router', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '1838cde6-9660-4b5f-8ad7-4c1a04bb6d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:49Z', 'updated_at': '2021-06-25T09:40:54Z', 'revision_number': 4, 'project_id': '2763ca8acf934806adba8be1176bed7e', 'gw_port': {'id': '1838cde6-9660-4b5f-8ad7-4c1a04bb6d61', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:50Z', 'updated_at': '2021-06-25T09:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2871c429-f7b4-4f42-a552-c69e0585087c', 'name': '', 'network_id': '8f60e924-2250-4f67-adca-6ee1fe0aae18', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'mac_address': 'fa:16:3e:f9:10:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '22be9e2c-bebe-429f-a77b-599468e744c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:53Z', 'updated_at': '2021-06-25T09:40:54Z', 'revision_number': 2, 'project_id': '2763ca8acf934806adba8be1176bed7e', 'subnets': [{'id': '22be9e2c-bebe-429f-a77b-599468e744c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:40:59.997440 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Checking router: cbe09857-b6bb-4830-9232-536586c6f2d7 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:40:59.998014 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Updating router cbe09857-b6bb-4830-9232-536586c6f2d7 port 2871c429-f7b4-4f42-a552-c69e0585087c binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:41:00.039429 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:00.097099 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-086656ad-1327-4032-8c27-e79f042d05fa req-fdfda412-395a-407e-8e64-f72fb1030fce tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 210 time: 0.0666325 Jun 25 09:41:00.326073 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6a5c9-9884-434b-a952-2738f804749b req-91c3ffe2-072b-4c8f-9647-ecc61e59dfea tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:00.327644 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87d6a5c9-9884-434b-a952-2738f804749b req-91c3ffe2-072b-4c8f-9647-ecc61e59dfea tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.41 "GET /v2.0/networks?id=29f974a5-e823-427b-bef7-d66fdab2a22d HTTP/1.1" status: 200 len: 809 time: 0.1354058 Jun 25 09:41:00.364517 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:00.388999 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Transition to ACTIVE for port object 2871c429-f7b4-4f42-a552-c69e0585087c will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:41:00.397457 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:00.398239 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87d6a5c9-9884-434b-a952-2738f804749b req-d4eb7bae-2c70-4819-b85e-3a9b47df5838 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5e266d630804501b927975e76fa7622 HTTP/1.1" status: 200 len: 380 time: 0.0511379 Jun 25 09:41:00.400241 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:00.411043 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-87d6a5c9-9884-434b-a952-2738f804749b req-bae79b64-58d5-4d20-8ce6-d0f3dfd8eaf1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Request body: {'port': {'device_id': 'a6465f6c-ad10-43ed-a616-d9245d4b4deb', 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d', 'admin_state_up': True, 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'security_groups': ['0e7e42d7-3883-46b6-9dc0-8560b2a66b58']}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:41:00.584879 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6963e-2588-4128-a4db-5ce52cb78e09 None None] Pushing event updated for resources: {'Port': ['ID=2871c429-f7b4-4f42-a552-c69e0585087c,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:00.599583 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-91e6963e-2588-4128-a4db-5ce52cb78e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:00.645553 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d6a5c9-9884-434b-a952-2738f804749b req-bae79b64-58d5-4d20-8ce6-d0f3dfd8eaf1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Made reservation on behalf of a5e266d630804501b927975e76fa7622 for: {'port': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:41:00.649642 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-87d6a5c9-9884-434b-a952-2738f804749b req-bae79b64-58d5-4d20-8ce6-d0f3dfd8eaf1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:00.741508 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Attempting to bind port 2871c429-f7b4-4f42-a552-c69e0585087c on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:41:00.743074 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Attempting to bind port 2871c429-f7b4-4f42-a552-c69e0585087c by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'b816e5d1-f3b9-4231-9c03-a075d84e15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '8f60e924-2250-4f67-adca-6ee1fe0aae18'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:41:00.743468 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Attempting to bind port 2871c429-f7b4-4f42-a552-c69e0585087c on network 8f60e924-2250-4f67-adca-6ee1fe0aae18 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:41:00.757624 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:41:00.758035 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Checking segment: {'id': 'b816e5d1-f3b9-4231-9c03-a075d84e15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '8f60e924-2250-4f67-adca-6ee1fe0aae18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:41:00.758509 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:00.759389 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Bound using segment: {'id': 'b816e5d1-f3b9-4231-9c03-a075d84e15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '8f60e924-2250-4f67-adca-6ee1fe0aae18'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:41:00.759680 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Bound port: 2871c429-f7b4-4f42-a552-c69e0585087c, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b816e5d1-f3b9-4231-9c03-a075d84e15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '8f60e924-2250-4f67-adca-6ee1fe0aae18'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:41:00.760125 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:00.829259 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dc27c268-bb09-4773-a036-fd238bc84d24 req-0381f747-d65c-4255-8a4f-e00c22d5d6d0 tempest-ServerShowV247Test-573616899 tempest-ServerShowV247Test-573616899-project] 10.222.0.93 "GET /v2.0/ports?device_id=aef8a8ec-e4ce-4c50-867a-6d116ab34007 HTTP/1.1" status: 200 len: 210 time: 0.0455430 Jun 25 09:41:00.845546 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] For port 2871c429-f7b4-4f42-a552-c69e0585087c, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:41:00.849571 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] For port 2871c429-f7b4-4f42-a552-c69e0585087c, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2871c429-f7b4-4f42-a552-c69e0585087c,segment=NetworkSegment(b816e5d1-f3b9-4231-9c03-a075d84e15e4),segment_id=b816e5d1-f3b9-4231-9c03-a075d84e15e4)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:41:00.862271 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:00.864526 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-583bfa91-b0f8-48a2-88df-c8187a06031f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:00.901147 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [req-87d6a5c9-9884-434b-a952-2738f804749b req-bae79b64-58d5-4d20-8ce6-d0f3dfd8eaf1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Allocated IP 172.20.0.11 (29f974a5-e823-427b-bef7-d66fdab2a22d/f5977e29-d47a-43eb-8fda-b0c9c72a294a/3fc942eb-613d-4176-8546-c7a7eb17bbe3) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:41:00.927692 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Routers {'cbe09857-b6bb-4830-9232-536586c6f2d7'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:41:00.928653 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:40:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cbe09857-b6bb-4830-9232-536586c6f2d7'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:41:00.979548 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6963e-2588-4128-a4db-5ce52cb78e09 None None] Pushing event updated for resources: {'Port': ['ID=2871c429-f7b4-4f42-a552-c69e0585087c,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:00.984504 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-91e6963e-2588-4128-a4db-5ce52cb78e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:01.073893 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] Set router cbe09857-b6bb-4830-9232-536586c6f2d7 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:41:01.084707 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-87d6a5c9-9884-434b-a952-2738f804749b req-bae79b64-58d5-4d20-8ce6-d0f3dfd8eaf1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:01.114022 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-87d6a5c9-9884-434b-a952-2738f804749b req-bae79b64-58d5-4d20-8ce6-d0f3dfd8eaf1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Transition to ACTIVE for port object 3fc942eb-613d-4176-8546-c7a7eb17bbe3 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:41:01.183624 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-87d6a5c9-9884-434b-a952-2738f804749b req-bae79b64-58d5-4d20-8ce6-d0f3dfd8eaf1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:01.187534 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-fc44d4f6-5c2a-47e4-8dd9-ce7ad40a41b5 tempest-ServerGroupTestJSON-865580843 tempest-ServerGroupTestJSON-865580843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:01.265209 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae79b64-58d5-4d20-8ce6-d0f3dfd8eaf1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Pushing event updated for resources: {'Port': ['ID=3fc942eb-613d-4176-8546-c7a7eb17bbe3,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:01.270594 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bae79b64-58d5-4d20-8ce6-d0f3dfd8eaf1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:01.279171 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d6a5c9-9884-434b-a952-2738f804749b req-bae79b64-58d5-4d20-8ce6-d0f3dfd8eaf1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Network 29f974a5-e823-427b-bef7-d66fdab2a22d is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:41:01.280677 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [req-87d6a5c9-9884-434b-a952-2738f804749b req-bae79b64-58d5-4d20-8ce6-d0f3dfd8eaf1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:41:01.293816 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d6a5c9-9884-434b-a952-2738f804749b req-bae79b64-58d5-4d20-8ce6-d0f3dfd8eaf1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:41:01.381786 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6a5c9-9884-434b-a952-2738f804749b req-bae79b64-58d5-4d20-8ce6-d0f3dfd8eaf1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:01.382037 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-87d6a5c9-9884-434b-a952-2738f804749b req-bae79b64-58d5-4d20-8ce6-d0f3dfd8eaf1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:01.405276 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'name': 'tempest-TestServerBasicOps-2015491350-router', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '1838cde6-9660-4b5f-8ad7-4c1a04bb6d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:49Z', 'updated_at': '2021-06-25T09:40:54Z', 'revision_number': 4, 'project_id': '2763ca8acf934806adba8be1176bed7e', 'gw_port': {'id': '1838cde6-9660-4b5f-8ad7-4c1a04bb6d61', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:50Z', 'updated_at': '2021-06-25T09:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2871c429-f7b4-4f42-a552-c69e0585087c', 'name': '', 'network_id': '8f60e924-2250-4f67-adca-6ee1fe0aae18', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'mac_address': 'fa:16:3e:f9:10:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '22be9e2c-bebe-429f-a77b-599468e744c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:53Z', 'updated_at': '2021-06-25T09:41:00Z', 'revision_number': 4, 'project_id': '2763ca8acf934806adba8be1176bed7e', 'subnets': [{'id': '22be9e2c-bebe-429f-a77b-599468e744c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:41:01.408082 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87d6a5c9-9884-434b-a952-2738f804749b req-bae79b64-58d5-4d20-8ce6-d0f3dfd8eaf1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0027847 Jun 25 09:41:01.429575 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bd8f9-1733-4c90-9252-cfba085a18c5 req-d6bca2b6-98bc-4e0d-b588-14b09c9ae332 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:01.433996 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8cfe8d-9530-4d25-99f8-04c54d68c636 None None] The sync data for ids ['cbe09857-b6bb-4830-9232-536586c6f2d7'] in n-d-761264-15 is: [{'id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'name': 'tempest-TestServerBasicOps-2015491350-router', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '1838cde6-9660-4b5f-8ad7-4c1a04bb6d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:49Z', 'updated_at': '2021-06-25T09:40:54Z', 'revision_number': 4, 'project_id': '2763ca8acf934806adba8be1176bed7e', 'gw_port': {'id': '1838cde6-9660-4b5f-8ad7-4c1a04bb6d61', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:50Z', 'updated_at': '2021-06-25T09:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '2871c429-f7b4-4f42-a552-c69e0585087c', 'name': '', 'network_id': '8f60e924-2250-4f67-adca-6ee1fe0aae18', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'mac_address': 'fa:16:3e:f9:10:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '22be9e2c-bebe-429f-a77b-599468e744c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:53Z', 'updated_at': '2021-06-25T09:41:00Z', 'revision_number': 4, 'project_id': '2763ca8acf934806adba8be1176bed7e', 'subnets': [{'id': '22be9e2c-bebe-429f-a77b-599468e744c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:41:01.437319 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b56bd8f9-1733-4c90-9252-cfba085a18c5 req-d6bca2b6-98bc-4e0d-b588-14b09c9ae332 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 932 time: 0.1146085 Jun 25 09:41:01.442965 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Request body: {'port': {'device_id': 'a6465f6c-ad10-43ed-a616-d9245d4b4deb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:41:01.500230 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:01.550010 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b56bd8f9-1733-4c90-9252-cfba085a18c5 req-fe42db32-3d53-4ac8-9ffd-070361742f70 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e7e42d7-3883-46b6-9dc0-8560b2a66b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040101 Jun 25 09:41:01.593955 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4339e3d2-e68a-42ff-a761-7e09afb09b63 None None] Provisioning for port 3fc942eb-613d-4176-8546-c7a7eb17bbe3 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:41:01.599440 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4339e3d2-e68a-42ff-a761-7e09afb09b63 None None] Provisioning complete for port 3fc942eb-613d-4176-8546-c7a7eb17bbe3 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:41:01.600106 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4339e3d2-e68a-42ff-a761-7e09afb09b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:01.601583 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:01.645631 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4339e3d2-e68a-42ff-a761-7e09afb09b63 None None] Port 3fc942eb-613d-4176-8546-c7a7eb17bbe3 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:41:01.890405 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc942eb-613d-4176-8546-c7a7eb17bbe3 {{(pid=94024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:41:01.898582 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:01.910979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Transition to ACTIVE for port object 3fc942eb-613d-4176-8546-c7a7eb17bbe3 will not be triggered until provisioned by entity L2. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:41:01.915523 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:01.918178 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bae79b64-58d5-4d20-8ce6-d0f3dfd8eaf1 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:01.988022 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Pushing event updated for resources: {'Port': ['ID=3fc942eb-613d-4176-8546-c7a7eb17bbe3,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:02.008353 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:02.074461 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Attempting to bind port 3fc942eb-613d-4176-8546-c7a7eb17bbe3 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:41:02.074806 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Attempting to bind port 3fc942eb-613d-4176-8546-c7a7eb17bbe3 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': 'a028876d-4022-462c-aec6-7bfebfcc0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d'}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:41:02.075143 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Attempting to bind port 3fc942eb-613d-4176-8546-c7a7eb17bbe3 on network 29f974a5-e823-427b-bef7-d66fdab2a22d {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:41:02.080235 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Port 3fc942eb-613d-4176-8546-c7a7eb17bbe3 on network 29f974a5-e823-427b-bef7-d66fdab2a22d not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:41:02.080569 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Attempting to bind port 3fc942eb-613d-4176-8546-c7a7eb17bbe3 on network 29f974a5-e823-427b-bef7-d66fdab2a22d {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:41:02.087443 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:41:02.087787 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Checking segment: {'id': 'a028876d-4022-462c-aec6-7bfebfcc0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:41:02.088182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Bound using segment: {'id': 'a028876d-4022-462c-aec6-7bfebfcc0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d'} {{(pid=94024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:41:02.088609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.managers [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Bound port: 3fc942eb-613d-4176-8546-c7a7eb17bbe3, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a028876d-4022-462c-aec6-7bfebfcc0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d'}}] {{(pid=94024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:41:02.088993 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:02.177223 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] For port 3fc942eb-613d-4176-8546-c7a7eb17bbe3, host n-h1-761264-15, cleared binding levels {{(pid=94024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:41:02.181288 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] For port 3fc942eb-613d-4176-8546-c7a7eb17bbe3, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=3fc942eb-613d-4176-8546-c7a7eb17bbe3,segment=NetworkSegment(a028876d-4022-462c-aec6-7bfebfcc0891),segment_id=a028876d-4022-462c-aec6-7bfebfcc0891)] {{(pid=94024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:41:02.187458 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:02.189976 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:02.235793 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:02.236430 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:02.237924 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87d6a5c9-9884-434b-a952-2738f804749b req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] 10.222.0.41 "PUT /v2.0/ports/3fc942eb-613d-4176-8546-c7a7eb17bbe3 HTTP/1.1" status: 200 len: 1093 time: 0.7994788 Jun 25 09:41:02.238512 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6465f6c-ad10-43ed-a616-d9245d4b4deb', 'tag': '3fc942eb-613d-4176-8546-c7a7eb17bbe3'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:02.241091 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a30791-4dd1-40ec-8510-11818528278e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6465f6c-ad10-43ed-a616-d9245d4b4deb", "tag": "3fc942eb-613d-4176-8546-c7a7eb17bbe3"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:02.288225 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Pushing event updated for resources: {'Port': ['ID=3fc942eb-613d-4176-8546-c7a7eb17bbe3,revision_number=3']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:02.295474 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:02.346644 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56396) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:41:02.408066 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6a5c9-9884-434b-a952-2738f804749b req-fcb22f94-7d7e-4d9e-baf3-d96cdc92d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:02.409759 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87d6a5c9-9884-434b-a952-2738f804749b req-fcb22f94-7d7e-4d9e-baf3-d96cdc92d9ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5e266d630804501b927975e76fa7622&device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 1096 time: 0.0873978 Jun 25 09:41:02.483941 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87d6a5c9-9884-434b-a952-2738f804749b req-d879ce8b-d6b4-48f6-8ee2-295367d6afb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fc942eb-613d-4176-8546-c7a7eb17bbe3 HTTP/1.1" status: 200 len: 217 time: 0.0543933 Jun 25 09:41:02.493234 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbc6708-3ce1-491c-9d82-4b9ad6cb222b x-openstack-request-id: req-6fbc6708-3ce1-491c-9d82-4b9ad6cb222b {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:02.493583 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6465f6c-ad10-43ed-a616-d9245d4b4deb", "tag": "3fc942eb-613d-4176-8546-c7a7eb17bbe3", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:02.493990 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6fbc6708-3ce1-491c-9d82-4b9ad6cb222b {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:02.494530 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6465f6c-ad10-43ed-a616-d9245d4b4deb', 'tag': '3fc942eb-613d-4176-8546-c7a7eb17bbe3', 'status': 'completed', 'code': 200} Jun 25 09:41:02.540126 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:02.574367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6a5c9-9884-434b-a952-2738f804749b req-dfcc14e8-271a-4d45-97ac-3758c27f7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:02.575893 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87d6a5c9-9884-434b-a952-2738f804749b req-dfcc14e8-271a-4d45-97ac-3758c27f7711 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5977e29-d47a-43eb-8fda-b0c9c72a294a HTTP/1.1" status: 200 len: 848 time: 0.0657351 Jun 25 09:41:02.688797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6a5c9-9884-434b-a952-2738f804749b req-52fd3744-e180-4aa2-9d7c-298705ca886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:02.690564 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87d6a5c9-9884-434b-a952-2738f804749b req-52fd3744-e180-4aa2-9d7c-298705ca886f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29f974a5-e823-427b-bef7-d66fdab2a22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045506 Jun 25 09:41:02.702762 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:02.710563 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:02.715140 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-18cb7c42-2f8f-47f5-afe7-881eb1d4ea67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:02.746256 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16d6ce5-e4f9-4859-9154-256f91ba0f0b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:02.764137 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:02.764857 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:02.765507 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:02.766048 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:02.766573 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:02.772395 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:02.775826 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:02.776315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:02.776627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:02.777193 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:02.777735 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:02.778269 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:02.778599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2871c429-f7b4-4f42-a552-c69e0585087c up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:41:02.788034 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:02.796888 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3db2ac1f20e142bc87653aed9889f57e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490607 Jun 25 09:41:02.797890 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56414) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:41:02.831446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87d6a5c9-9884-434b-a952-2738f804749b req-9c6f19bd-3c93-488f-8182-861915eb95f9 service neutron] 10.222.0.41 "GET /v2.0/networks/29f974a5-e823-427b-bef7-d66fdab2a22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306043 Jun 25 09:41:02.858970 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 2871c429-f7b4-4f42-a552-c69e0585087c completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:41:02.863492 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f4cc880-e87c-4191-b79d-faec240ea246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:02.863895 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2871c429-f7b4-4f42-a552-c69e0585087c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:41:02.864376 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:02.898392 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f4cc880-e87c-4191-b79d-faec240ea246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:02.959661 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:02.973406 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f4cc880-e87c-4191-b79d-faec240ea246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:02.976969 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5f4cc880-e87c-4191-b79d-faec240ea246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:02.978146 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5f4cc880-e87c-4191-b79d-faec240ea246 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c16d6ce5-e4f9-4859-9154-256f91ba0f0b HTTP/1.1" status: 204 len: 168 time: 0.1790104 Jun 25 09:41:02.978978 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-50621994-3e28-4eb8-92c6-49c04b588ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:02.988176 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cc880-e87c-4191-b79d-faec240ea246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16d6ce5-e4f9-4859-9154-256f91ba0f0b,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:02.991896 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5f4cc880-e87c-4191-b79d-faec240ea246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:02.998599 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07fd58-8ca5-4dd2-8203-8c05d8a2794f req-188340aa-88bb-41c6-8404-4370df37bd13 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:03.000454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e07fd58-8ca5-4dd2-8203-8c05d8a2794f req-188340aa-88bb-41c6-8404-4370df37bd13 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 944 time: 0.1718442 Jun 25 09:41:03.028517 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 2871c429-f7b4-4f42-a552-c69e0585087c, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2871c429-f7b4-4f42-a552-c69e0585087c,segment=NetworkSegment(b816e5d1-f3b9-4231-9c03-a075d84e15e4),segment_id=b816e5d1-f3b9-4231-9c03-a075d84e15e4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:03.037836 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:03.038632 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-87d6a5c9-9884-434b-a952-2738f804749b req-0f8dac86-8861-4adf-b27a-c0cdca99e617 service neutron] 10.222.0.41 "GET /v2.0/networks/29f974a5-e823-427b-bef7-d66fdab2a22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642873 Jun 25 09:41:03.042757 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:03.077199 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e07fd58-8ca5-4dd2-8203-8c05d8a2794f req-87973f71-a721-45bd-988a-82fcf4679495 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e7e42d7-3883-46b6-9dc0-8560b2a66b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691271 Jun 25 09:41:03.195724 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=2871c429-f7b4-4f42-a552-c69e0585087c,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:03.200099 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:03.230967 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a30791-4dd1-40ec-8510-11818528278e req-1a4b2116-b655-4fee-b9a5-bba96b2b8153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:03.232551 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43a30791-4dd1-40ec-8510-11818528278e req-1a4b2116-b655-4fee-b9a5-bba96b2b8153 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5e266d630804501b927975e76fa7622&device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 1096 time: 0.0821457 Jun 25 09:41:03.372268 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a30791-4dd1-40ec-8510-11818528278e req-ff8ac9ae-3bd0-432f-8211-062c4f57c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:03.373795 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43a30791-4dd1-40ec-8510-11818528278e req-ff8ac9ae-3bd0-432f-8211-062c4f57c3a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29f974a5-e823-427b-bef7-d66fdab2a22d HTTP/1.1" status: 200 len: 911 time: 0.1233580 Jun 25 09:41:03.422846 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43a30791-4dd1-40ec-8510-11818528278e req-35ff9900-1ca2-47bb-902c-d8c2c8f6cc6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fc942eb-613d-4176-8546-c7a7eb17bbe3 HTTP/1.1" status: 200 len: 217 time: 0.0413380 Jun 25 09:41:03.477740 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a30791-4dd1-40ec-8510-11818528278e req-106aa179-e441-4dd0-bdd3-bb2de285e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:03.480059 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43a30791-4dd1-40ec-8510-11818528278e req-106aa179-e441-4dd0-bdd3-bb2de285e681 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5977e29-d47a-43eb-8fda-b0c9c72a294a HTTP/1.1" status: 200 len: 848 time: 0.0509157 Jun 25 09:41:03.545467 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a30791-4dd1-40ec-8510-11818528278e req-28a56ac6-bcee-4844-a59a-cdffe07b8d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:03.547105 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43a30791-4dd1-40ec-8510-11818528278e req-28a56ac6-bcee-4844-a59a-cdffe07b8d7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29f974a5-e823-427b-bef7-d66fdab2a22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573249 Jun 25 09:41:03.668827 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43a30791-4dd1-40ec-8510-11818528278e req-9e91f2c1-f050-4175-8bd9-52180c59bfdb service neutron] 10.222.0.41 "GET /v2.0/networks/29f974a5-e823-427b-bef7-d66fdab2a22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079426 Jun 25 09:41:03.770024 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43a30791-4dd1-40ec-8510-11818528278e req-6bbfe974-4b9c-43e1-b644-78298f4ef196 service neutron] 10.222.0.41 "GET /v2.0/networks/29f974a5-e823-427b-bef7-d66fdab2a22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941083 Jun 25 09:41:03.833456 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56440) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:41:03.943158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1286457789-network', 'tenant_id': '18dd14b19037474abb577f936dd5096f'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:41:03.967292 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] Made reservation on behalf of 18dd14b19037474abb577f936dd5096f for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:41:03.969669 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:03.978844 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:04.077286 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:04.083161 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:04.087194 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-356068c7-7721-47c0-bb70-6d962c43d618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:04.107546 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:41:04.123949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba73e82-7a2f-4c3c-acc6-06a95e249a33,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:04.127555 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:04.129654 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:04.130141 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] Added segment 40025d48-c62c-4210-a8da-3b859a7dd9d8 of type vlan for network f90f031d-6763-4a52-a60f-e00ea2e01694 Jun 25 09:41:04.179232 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:04.211891 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:04.213382 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:04.214158 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:04.217695 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-45ebd35a-9d55-4299-b1e6-958a6863d0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:04.301158 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4669218 Jun 25 09:41:04.304374 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56446) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:41:04.310686 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-8bb4bd88-7160-4328-9646-6734ebe46a90 admin admin] Request body: {'subnet': {'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1286457789-subnet', 'tenant_id': '18dd14b19037474abb577f936dd5096f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:41:04.312771 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] Pushing event updated for resources: {'Network': ['ID=f90f031d-6763-4a52-a60f-e00ea2e01694,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:04.315487 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4eb2af43-fec2-47f0-b324-b95cbf0395a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:04.331405 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network f90f031d-6763-4a52-a60f-e00ea2e01694 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:41:04.339209 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb4bd88-7160-4328-9646-6734ebe46a90 admin admin] Made reservation on behalf of 18dd14b19037474abb577f936dd5096f for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:41:04.341663 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bd88-7160-4328-9646-6734ebe46a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:04.351932 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf102b-59d8-42df-9b26-b721058cd5f1 req-e8c7b7e2-74d1-49e8-ba7d-658f49959370 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:04.354562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6fbf102b-59d8-42df-9b26-b721058cd5f1 req-e8c7b7e2-74d1-49e8-ba7d-658f49959370 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 944 time: 0.1378822 Jun 25 09:41:04.408632 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6fbf102b-59d8-42df-9b26-b721058cd5f1 req-998be32a-be7b-4821-bf4d-45df0be7d025 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e7e42d7-3883-46b6-9dc0-8560b2a66b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481260 Jun 25 09:41:04.529331 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bd88-7160-4328-9646-6734ebe46a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:04.531555 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9204b5ff-5b7a-4ed0-90ea-80deb5fe6535 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:04.587203 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4bd88-7160-4328-9646-6734ebe46a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34123c39-b20e-4e87-96ad-a23d824e3c14,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:04.590663 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8bb4bd88-7160-4328-9646-6734ebe46a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:04.596834 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb4bd88-7160-4328-9646-6734ebe46a90 admin admin] Checking segment: {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:41:04.597198 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb4bd88-7160-4328-9646-6734ebe46a90 admin admin] Network hostable DHCP agents. Network: f90f031d-6763-4a52-a60f-e00ea2e01694, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:41:04.615637 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb4bd88-7160-4328-9646-6734ebe46a90 admin admin] Network f90f031d-6763-4a52-a60f-e00ea2e01694 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:41:04.625276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-8bb4bd88-7160-4328-9646-6734ebe46a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, f90f031d-6763-4a52-a60f-e00ea2e01694) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:41:04.629427 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb4bd88-7160-4328-9646-6734ebe46a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:04.630046 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bd88-7160-4328-9646-6734ebe46a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:04.635251 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b534064-2d43-41b7-a3cf-e15b1e7fe4a4 None None] Network f90f031d-6763-4a52-a60f-e00ea2e01694 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:41:04.651093 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-8bb4bd88-7160-4328-9646-6734ebe46a90 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3454521 Jun 25 09:41:04.790034 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2871c429-f7b4-4f42-a552-c69e0585087c up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:41:04.850856 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ec1ff8-00f9-4ef7-9e93-12ae6f1e6eb5 None None] Network f90f031d-6763-4a52-a60f-e00ea2e01694 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:41:04.916968 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 2871c429-f7b4-4f42-a552-c69e0585087c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:41:04.917361 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:05.179995 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-4dbcfd46-f1d3-49a2-95ba-b63314cd5a92 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:05.181863 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-4dbcfd46-f1d3-49a2-95ba-b63314cd5a92 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 806 time: 0.1194782 Jun 25 09:41:05.198068 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-ca118653-685c-42d8-ab97-87788dabf174 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/quotas/18dd14b19037474abb577f936dd5096f HTTP/1.1" status: 200 len: 375 time: 0.0101538 Jun 25 09:41:05.232968 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-21181590-83dc-4a1f-a6aa-7c935f0c8b15 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295172 Jun 25 09:41:05.334117 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-12e83573-23c2-464d-8529-a9273c521adc service neutron] 10.222.0.93 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929668 Jun 25 09:41:05.423758 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-cb5634d1-dd92-435d-9b42-ac2256de8cf5 service neutron] 10.222.0.93 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836346 Jun 25 09:41:05.594306 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 3fc942eb-613d-4176-8546-c7a7eb17bbe3 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:41:05.606310 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2ffa2fe0-e16a-4352-ae9f-6b77c6c3f9bb req-a5a70dc8-7da5-4892-b270-68aa6ad89082 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 210 time: 0.0335705 Jun 25 09:41:05.655100 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe0a1f-684e-4a90-87de-86443a309628 req-0ea1c44c-909c-49f1-a1bb-4b61eb29356c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:05.656696 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03fe0a1f-684e-4a90-87de-86443a309628 req-0ea1c44c-909c-49f1-a1bb-4b61eb29356c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 944 time: 0.1315384 Jun 25 09:41:05.717332 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03fe0a1f-684e-4a90-87de-86443a309628 req-f1399082-c3b1-4c38-ac68-3c3b9950934b tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e7e42d7-3883-46b6-9dc0-8560b2a66b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536826 Jun 25 09:41:05.737046 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 3fc942eb-613d-4176-8546-c7a7eb17bbe3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=3fc942eb-613d-4176-8546-c7a7eb17bbe3,segment=NetworkSegment(a028876d-4022-462c-aec6-7bfebfcc0891),segment_id=a028876d-4022-462c-aec6-7bfebfcc0891)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:05.750493 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '3fc942eb-613d-4176-8546-c7a7eb17bbe3', 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d', 'port_id': '3fc942eb-613d-4176-8546-c7a7eb17bbe3', 'mac_address': 'fa:16:3e:d7:ef:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:41:05.797811 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:05.811742 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc942eb-613d-4176-8546-c7a7eb17bbe3 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:41:05.851520 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 3fc942eb-613d-4176-8546-c7a7eb17bbe3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=3fc942eb-613d-4176-8546-c7a7eb17bbe3,segment=NetworkSegment(a028876d-4022-462c-aec6-7bfebfcc0891),segment_id=a028876d-4022-462c-aec6-7bfebfcc0891)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:05.858760 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:05.861302 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6d254bc6-680e-4248-bd65-745bebb3f6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:05.921728 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=3fc942eb-613d-4176-8546-c7a7eb17bbe3,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:05.925167 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:06.314109 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['3fc942eb-613d-4176-8546-c7a7eb17bbe3'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:41:06.801776 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-974d19f6-49cd-4ce0-8b7e-4d16b1d9d392 req-5f990f3c-db22-4941-a18f-30102c559ee8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 210 time: 0.0686784 Jun 25 09:41:06.948652 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d72e4b-d749-4cc4-b851-42532ec034c5 req-4a5d0612-2c8c-4b2f-aca9-02d594ea087d tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:06.950540 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-65d72e4b-d749-4cc4-b851-42532ec034c5 req-4a5d0612-2c8c-4b2f-aca9-02d594ea087d tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 945 time: 0.0916669 Jun 25 09:41:06.967892 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0ade9178-81cd-4c2d-b7fe-d11363cea0fe tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:06.969427 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0ade9178-81cd-4c2d-b7fe-d11363cea0fe tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 806 time: 0.1345270 Jun 25 09:41:06.987828 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-c56fce68-9577-473e-a006-95a04ca89958 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Request body: {'port': {'device_id': '7d8a1d6d-5841-4c39-996e-6e1b5fd7878b', 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694', 'admin_state_up': True, 'tenant_id': '18dd14b19037474abb577f936dd5096f'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:41:07.017590 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-65d72e4b-d749-4cc4-b851-42532ec034c5 req-96955db6-9dbd-45f8-9c3a-2f320081e288 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e7e42d7-3883-46b6-9dc0-8560b2a66b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519371 Jun 25 09:41:07.108778 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-c56fce68-9577-473e-a006-95a04ca89958 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Made reservation on behalf of 18dd14b19037474abb577f936dd5096f for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:41:07.112905 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-c56fce68-9577-473e-a006-95a04ca89958 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:07.261722 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-c56fce68-9577-473e-a006-95a04ca89958 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Allocated IP 172.20.0.8 (f90f031d-6763-4a52-a60f-e00ea2e01694/34123c39-b20e-4e87-96ad-a23d824e3c14/a16ceebf-9c82-485d-b8ba-5cf874621d9e) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:41:07.424018 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-c56fce68-9577-473e-a006-95a04ca89958 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:07.466473 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-c56fce68-9577-473e-a006-95a04ca89958 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:07.471444 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d7c59759-4f07-4260-b843-24c7cf69b55b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:07.515075 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-c56fce68-9577-473e-a006-95a04ca89958 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Network f90f031d-6763-4a52-a60f-e00ea2e01694 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:41:07.518168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-c56fce68-9577-473e-a006-95a04ca89958 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:41:07.522098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-c56fce68-9577-473e-a006-95a04ca89958 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:41:07.531326 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fce68-9577-473e-a006-95a04ca89958 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Pushing event updated for resources: {'Port': ['ID=a16ceebf-9c82-485d-b8ba-5cf874621d9e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:07.552154 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c56fce68-9577-473e-a006-95a04ca89958 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:07.582915 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-c56fce68-9577-473e-a006-95a04ca89958 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:07.583544 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-c56fce68-9577-473e-a006-95a04ca89958 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:07.598560 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-c56fce68-9577-473e-a006-95a04ca89958 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6148269 Jun 25 09:41:07.605025 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 3fc942eb-613d-4176-8546-c7a7eb17bbe3 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:41:07.616198 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Request body: {'port': {'device_id': '7d8a1d6d-5841-4c39-996e-6e1b5fd7878b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:41:07.662019 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 3fc942eb-613d-4176-8546-c7a7eb17bbe3 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:41:07.667023 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 3fc942eb-613d-4176-8546-c7a7eb17bbe3 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:41:07.667858 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:07.708509 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:07.758003 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:07.785035 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6465f6c-ad10-43ed-a616-d9245d4b4deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc942eb-613d-4176-8546-c7a7eb17bbe3'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:07.787808 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817d7130-b4f1-4a2c-a8bb-9fee221f4abd" -d '{"events": [{"server_uuid": "a6465f6c-ad10-43ed-a616-d9245d4b4deb", "name": "network-vif-plugged", "status": "completed", "tag": "3fc942eb-613d-4176-8546-c7a7eb17bbe3"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:07.807004 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 3fc942eb-613d-4176-8546-c7a7eb17bbe3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=3fc942eb-613d-4176-8546-c7a7eb17bbe3,segment=NetworkSegment(a028876d-4022-462c-aec6-7bfebfcc0891),segment_id=a028876d-4022-462c-aec6-7bfebfcc0891)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:07.811284 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:07.816671 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-00a68df9-73a5-4072-bdd4-229b31630e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:07.863369 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c6d0a0-10ee-438b-afc7-434404b329fd x-openstack-request-id: req-b6c6d0a0-10ee-438b-afc7-434404b329fd {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:07.863819 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6465f6c-ad10-43ed-a616-d9245d4b4deb", "name": "network-vif-plugged", "status": "completed", "tag": "3fc942eb-613d-4176-8546-c7a7eb17bbe3", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:07.863935 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b6c6d0a0-10ee-438b-afc7-434404b329fd {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:07.864484 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6465f6c-ad10-43ed-a616-d9245d4b4deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc942eb-613d-4176-8546-c7a7eb17bbe3', 'code': 200} Jun 25 09:41:07.920721 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=3fc942eb-613d-4176-8546-c7a7eb17bbe3,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:07.925533 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:08.008431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16ceebf-9c82-485d-b8ba-5cf874621d9e {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:41:08.016536 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:08.030988 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Transition to ACTIVE for port object a16ceebf-9c82-485d-b8ba-5cf874621d9e will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:41:08.039016 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:08.042668 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fb9a21c4-1017-4a22-a37e-93203e26271f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:08.078767 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f25cfb-e379-4881-aed7-3edc7d0d2e69 req-56ec8dfc-f9ed-4196-b79d-26056ee4df1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:08.082133 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8f25cfb-e379-4881-aed7-3edc7d0d2e69 req-56ec8dfc-f9ed-4196-b79d-26056ee4df1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 931 time: 0.1054997 Jun 25 09:41:08.096570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed0946-85d6-473d-aa9f-d101dc4b749f req-a069ab04-78b9-48fb-85af-8b155457f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:08.099187 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3ed0946-85d6-473d-aa9f-d101dc4b749f req-a069ab04-78b9-48fb-85af-8b155457f0cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 1098 time: 0.1204169 Jun 25 09:41:08.143139 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Pushing event updated for resources: {'Port': ['ID=a16ceebf-9c82-485d-b8ba-5cf874621d9e,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:08.172685 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:08.193519 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3ed0946-85d6-473d-aa9f-d101dc4b749f req-4ae9266b-15f2-483a-a5f0-43d963580165 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0e7e42d7-3883-46b6-9dc0-8560b2a66b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840838 Jun 25 09:41:08.199104 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8f25cfb-e379-4881-aed7-3edc7d0d2e69 req-9c4576c8-0548-481a-bc27-8b9bc9a147b4 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063097 Jun 25 09:41:08.219369 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Attempting to bind port a16ceebf-9c82-485d-b8ba-5cf874621d9e on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:41:08.219650 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Attempting to bind port a16ceebf-9c82-485d-b8ba-5cf874621d9e by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:41:08.220090 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Attempting to bind port a16ceebf-9c82-485d-b8ba-5cf874621d9e on network f90f031d-6763-4a52-a60f-e00ea2e01694 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:41:08.225630 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Port a16ceebf-9c82-485d-b8ba-5cf874621d9e on network f90f031d-6763-4a52-a60f-e00ea2e01694 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:41:08.225955 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Attempting to bind port a16ceebf-9c82-485d-b8ba-5cf874621d9e on network f90f031d-6763-4a52-a60f-e00ea2e01694 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:41:08.231100 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:41:08.231775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Checking segment: {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:41:08.232320 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Bound using segment: {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:41:08.232945 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Bound port: a16ceebf-9c82-485d-b8ba-5cf874621d9e, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:41:08.233463 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:08.277971 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e611-00e8-4e5a-9698-e6c2e9e0527d req-f6dbe4e6-ac39-4abc-a371-116bad89fe81 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:08.287899 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a4c0e611-00e8-4e5a-9698-e6c2e9e0527d req-f6dbe4e6-ac39-4abc-a371-116bad89fe81 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 946 time: 0.0929513 Jun 25 09:41:08.325048 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] For port a16ceebf-9c82-485d-b8ba-5cf874621d9e, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:41:08.328345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] For port a16ceebf-9c82-485d-b8ba-5cf874621d9e, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a16ceebf-9c82-485d-b8ba-5cf874621d9e,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:41:08.333910 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a4c0e611-00e8-4e5a-9698-e6c2e9e0527d req-fe0ce9fb-4c64-45fd-93ce-bbd34f41c863 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e7e42d7-3883-46b6-9dc0-8560b2a66b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448909 Jun 25 09:41:08.336497 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:08.343209 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d94bab41-224c-4b8d-ac5d-63f59481974c tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:08.377201 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:08.377884 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:08.379281 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] 10.222.0.38 "PUT /v2.0/ports/a16ceebf-9c82-485d-b8ba-5cf874621d9e HTTP/1.1" status: 200 len: 1092 time: 0.7682323 Jun 25 09:41:08.379853 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8a1d6d-5841-4c39-996e-6e1b5fd7878b', 'tag': 'a16ceebf-9c82-485d-b8ba-5cf874621d9e'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:08.382273 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759bb78b-a914-4ee9-8538-c5f7aad7fbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8a1d6d-5841-4c39-996e-6e1b5fd7878b", "tag": "a16ceebf-9c82-485d-b8ba-5cf874621d9e"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:08.419185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Pushing event updated for resources: {'Port': ['ID=a16ceebf-9c82-485d-b8ba-5cf874621d9e,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:08.422593 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:08.430378 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f85479-b90a-4e43-9a1a-6ff416e24d3e x-openstack-request-id: req-21f85479-b90a-4e43-9a1a-6ff416e24d3e {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:08.431317 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8a1d6d-5841-4c39-996e-6e1b5fd7878b", "tag": "a16ceebf-9c82-485d-b8ba-5cf874621d9e", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:08.431573 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-21f85479-b90a-4e43-9a1a-6ff416e24d3e {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:08.432077 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8a1d6d-5841-4c39-996e-6e1b5fd7878b', 'tag': 'a16ceebf-9c82-485d-b8ba-5cf874621d9e', 'status': 'completed', 'code': 200} Jun 25 09:41:08.510916 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-a1359ede-ea9c-45fe-abc5-27264168ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:08.512487 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-a1359ede-ea9c-45fe-abc5-27264168ca8c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 1095 time: 0.0649009 Jun 25 09:41:08.562868 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-94ae0e08-32d3-4d36-bd05-eca745668b9e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a16ceebf-9c82-485d-b8ba-5cf874621d9e HTTP/1.1" status: 200 len: 217 time: 0.0361736 Jun 25 09:41:08.619683 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-3c72be26-03aa-42df-907f-7153afd95158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:08.621352 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-3c72be26-03aa-42df-907f-7153afd95158 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=34123c39-b20e-4e87-96ad-a23d824e3c14 HTTP/1.1" status: 200 len: 846 time: 0.0518761 Jun 25 09:41:08.657004 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-76b9b6b0-246c-4992-93ea-aeaa4f4671c5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f90f031d-6763-4a52-a60f-e00ea2e01694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291803 Jun 25 09:41:08.754043 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-54cbfd8a-dfd8-485a-b6ec-876fc97a50cc service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888057 Jun 25 09:41:08.856115 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6c2f88ec-17f2-4f49-bbfe-b7f1ef4606ff req-9f26c228-3ecd-4113-bb3e-dbc06f9c016d service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945730 Jun 25 09:41:09.001493 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb78b-a914-4ee9-8538-c5f7aad7fbb5 req-78c309ab-5489-4395-9db6-c7c850001991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:09.003025 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-759bb78b-a914-4ee9-8538-c5f7aad7fbb5 req-78c309ab-5489-4395-9db6-c7c850001991 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 1095 time: 0.0591722 Jun 25 09:41:09.103574 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb78b-a914-4ee9-8538-c5f7aad7fbb5 req-9470a278-a615-423e-a5a5-438cd016ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:09.105424 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-759bb78b-a914-4ee9-8538-c5f7aad7fbb5 req-9470a278-a615-423e-a5a5-438cd016ea6a service neutron] 10.222.0.38 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 908 time: 0.0950041 Jun 25 09:41:09.148721 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-759bb78b-a914-4ee9-8538-c5f7aad7fbb5 req-96af05c3-9031-4a15-b481-00381829eca5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a16ceebf-9c82-485d-b8ba-5cf874621d9e HTTP/1.1" status: 200 len: 217 time: 0.0361915 Jun 25 09:41:09.204933 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb78b-a914-4ee9-8538-c5f7aad7fbb5 req-23976c5c-be44-477b-a1d0-738ad52ed331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:09.204933 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-759bb78b-a914-4ee9-8538-c5f7aad7fbb5 req-23976c5c-be44-477b-a1d0-738ad52ed331 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=34123c39-b20e-4e87-96ad-a23d824e3c14 HTTP/1.1" status: 200 len: 846 time: 0.0480003 Jun 25 09:41:09.246905 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-759bb78b-a914-4ee9-8538-c5f7aad7fbb5 req-23dc8ae3-bd2f-4080-8232-b8bb3663447e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f90f031d-6763-4a52-a60f-e00ea2e01694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345709 Jun 25 09:41:09.350157 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-759bb78b-a914-4ee9-8538-c5f7aad7fbb5 req-d4005328-1c4a-4399-a529-1fecc5a1f5d1 service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956059 Jun 25 09:41:09.412638 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b5cdf-e4dc-483a-9edd-99986035760b req-717231dd-68b8-4f2b-aa30-47d6957f63a0 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:09.414967 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a7b5cdf-e4dc-483a-9edd-99986035760b req-717231dd-68b8-4f2b-aa30-47d6957f63a0 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 943 time: 0.0863352 Jun 25 09:41:09.463594 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-759bb78b-a914-4ee9-8538-c5f7aad7fbb5 req-8d11039b-886f-45f8-92a5-5d297471953a service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068580 Jun 25 09:41:09.465512 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6a7b5cdf-e4dc-483a-9edd-99986035760b req-893eba96-b4e3-4cac-9551-5bb38e65e676 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443654 Jun 25 09:41:09.543510 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ad3c8-61c9-47cc-8959-c248f9754001 req-b1a9e77b-c1b5-4f0e-b7cf-1fb3411c4858 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:09.545038 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-846ad3c8-61c9-47cc-8959-c248f9754001 req-b1a9e77b-c1b5-4f0e-b7cf-1fb3411c4858 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 946 time: 0.0712028 Jun 25 09:41:09.585003 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-846ad3c8-61c9-47cc-8959-c248f9754001 req-0aa8cfe9-15a1-44e0-a73c-a6d566f57e57 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e7e42d7-3883-46b6-9dc0-8560b2a66b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339780 Jun 25 09:41:10.314158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141b681-8458-436f-982d-de2d43f2e2f0 req-28660ec2-bc7e-4050-9ba7-8e74987df952 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:10.315703 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9141b681-8458-436f-982d-de2d43f2e2f0 req-28660ec2-bc7e-4050-9ba7-8e74987df952 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1098 time: 0.0624926 Jun 25 09:41:10.353790 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9141b681-8458-436f-982d-de2d43f2e2f0 req-468ad9bb-5843-4cf9-b4e5-dcce15958bb1 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301995 Jun 25 09:41:10.688333 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3ba70-01b5-4a85-b563-7ce4a8de7c94 req-221dd97f-6160-429f-aba4-fbdcf259d30d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:10.689951 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64f3ba70-01b5-4a85-b563-7ce4a8de7c94 req-221dd97f-6160-429f-aba4-fbdcf259d30d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 943 time: 0.1136239 Jun 25 09:41:10.700778 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8f254-ccb1-4085-bbe5-96f4a610b290 req-acf1899b-d469-4a45-a94f-752f20ee60a0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:10.702328 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ba8f254-ccb1-4085-bbe5-96f4a610b290 req-acf1899b-d469-4a45-a94f-752f20ee60a0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.1239917 Jun 25 09:41:10.761597 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-64f3ba70-01b5-4a85-b563-7ce4a8de7c94 req-1089d665-8d0e-4495-b80b-bcf7004d7fd2 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582435 Jun 25 09:41:10.764901 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4ba8f254-ccb1-4085-bbe5-96f4a610b290 req-b6145671-d5a3-4018-b4b4-e2c3087a0e57 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549240 Jun 25 09:41:10.796468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 56970) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:41:10.864782 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-33fa301c-32c1-4445-a671-6176a246da3a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/4cae2e47-03be-4c3a-9d1d-9224cf0381e3 HTTP/1.1" status: 200 len: 994 time: 0.0662096 Jun 25 09:41:10.967721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39060e7-339f-4209-8f7b-b3176c6dc3d9 req-b207aa06-7a23-4ae0-9f0a-34cf62845e42 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:10.969306 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d39060e7-339f-4209-8f7b-b3176c6dc3d9 req-b207aa06-7a23-4ae0-9f0a-34cf62845e42 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 946 time: 0.0806665 Jun 25 09:41:11.017407 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d39060e7-339f-4209-8f7b-b3176c6dc3d9 req-168549dc-4c9f-4d2a-a567-560efa6368c7 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e7e42d7-3883-46b6-9dc0-8560b2a66b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420711 Jun 25 09:41:11.196484 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41eba3-7e20-4099-83cd-67b13870e310 req-6c6f9ee2-724a-42e5-814c-f23d771b06c3 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:11.197999 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb41eba3-7e20-4099-83cd-67b13870e310 req-6c6f9ee2-724a-42e5-814c-f23d771b06c3 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 946 time: 0.0668402 Jun 25 09:41:11.259693 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cb41eba3-7e20-4099-83cd-67b13870e310 req-3f22abed-3d9e-42e6-afda-32895d2e09c6 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e7e42d7-3883-46b6-9dc0-8560b2a66b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550845 Jun 25 09:41:11.447382 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551eae-b0cd-4155-b055-5bca83560058 req-e8dcad3c-f118-4922-9b40-61ce753006fa tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:11.448714 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d9551eae-b0cd-4155-b055-5bca83560058 req-e8dcad3c-f118-4922-9b40-61ce753006fa tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 946 time: 0.0719814 Jun 25 09:41:11.489628 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d9551eae-b0cd-4155-b055-5bca83560058 req-fe5dea31-dea2-41f8-a344-609efcada7ee tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e7e42d7-3883-46b6-9dc0-8560b2a66b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344734 Jun 25 09:41:11.515419 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56988) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:41:11.685928 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc23b0-2da2-4d30-bea6-54af3a212e9d req-e1b62c75-643d-40aa-aa12-33638b717180 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:11.687449 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-60dc23b0-2da2-4d30-bea6-54af3a212e9d req-e1b62c75-643d-40aa-aa12-33638b717180 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.0805786 Jun 25 09:41:11.701447 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4d28a716-1dd5-4f58-9857-470ec65fa487 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1300192 Jun 25 09:41:11.725776 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f72ea-b192-4f8a-bc66-2ffbbf888ab1 tempest-TestServerBasicOps-920151988 tempest-TestServerBasicOps-920151988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:11.727607 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b74f72ea-b192-4f8a-bc66-2ffbbf888ab1 tempest-TestServerBasicOps-920151988 tempest-TestServerBasicOps-920151988-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 1093 time: 0.2102859 Jun 25 09:41:11.730893 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 56992) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:41:11.734626 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-60dc23b0-2da2-4d30-bea6-54af3a212e9d req-a2b6249f-5dec-44d5-b8de-7677359bcd9e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400259 Jun 25 09:41:11.739699 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'port_id': '3fc942eb-613d-4176-8546-c7a7eb17bbe3', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:41:11.773375 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:11.893375 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:11.988931 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca748e2-b47f-45c0-9d4e-518e6f86b372 req-7b67706e-8770-4e91-a959-e62b756e8735 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:11.991060 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fca748e2-b47f-45c0-9d4e-518e6f86b372 req-7b67706e-8770-4e91-a959-e62b756e8735 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 943 time: 0.0868132 Jun 25 09:41:12.053941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Allocated IP 172.25.6.110 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/dcb7f8fa-dbae-40c9-8c4d-49827c3f177e) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:41:12.065085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fca748e2-b47f-45c0-9d4e-518e6f86b372 req-a6e8c2b4-6450-44db-9625-f403d891b77d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671742 Jun 25 09:41:12.213017 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:12.255775 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:12.258244 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:12.296489 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:41:12.305283 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:41:12.308803 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Pushing event updated for resources: {'Port': ['ID=dcb7f8fa-dbae-40c9-8c4d-49827c3f177e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:12.311306 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:41:12.313680 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:12.423377 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a16ceebf-9c82-485d-b8ba-5cf874621d9e details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:41:12.550459 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port a16ceebf-9c82-485d-b8ba-5cf874621d9e, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a16ceebf-9c82-485d-b8ba-5cf874621d9e,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:12.568515 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'a16ceebf-9c82-485d-b8ba-5cf874621d9e', 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694', 'port_id': 'a16ceebf-9c82-485d-b8ba-5cf874621d9e', 'mac_address': 'fa:16:3e:f9:73:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34123c39-b20e-4e87-96ad-a23d824e3c14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:41:12.616813 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:12.632051 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16ceebf-9c82-485d-b8ba-5cf874621d9e {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:41:12.672005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port a16ceebf-9c82-485d-b8ba-5cf874621d9e, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a16ceebf-9c82-485d-b8ba-5cf874621d9e,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:12.678582 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:12.681439 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:12.736758 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=a16ceebf-9c82-485d-b8ba-5cf874621d9e,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:12.740293 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:12.808452 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:12.914902 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:12.977669 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a30ab-eaac-4141-988c-e02308148a52 req-617db9c8-3e55-4b56-aa72-e93ab3fbf090 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:12.978268 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a16ceebf-9c82-485d-b8ba-5cf874621d9e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:41:12.980119 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bf0a30ab-eaac-4141-988c-e02308148a52 req-617db9c8-3e55-4b56-aa72-e93ab3fbf090 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.0774286 Jun 25 09:41:13.020258 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bf0a30ab-eaac-4141-988c-e02308148a52 req-4148e92f-3a70-491a-a430-a3dbac91f068 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342004 Jun 25 09:41:13.092073 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:13.101996 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:13.105561 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1a44e1da-be5a-4567-a90b-fffd46211767 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:13.199336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Pushing event updated for resources: {'Port': ['ID=dcb7f8fa-dbae-40c9-8c4d-49827c3f177e,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:13.203921 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:13.220310 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:13.392200 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8beac77-077c-41cb-b2b3-b38f01ffc020 req-8f1e388e-ca39-4e30-a80c-eefc5ec1e041 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:13.393699 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8beac77-077c-41cb-b2b3-b38f01ffc020 req-8f1e388e-ca39-4e30-a80c-eefc5ec1e041 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 944 time: 0.1250844 Jun 25 09:41:13.399589 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-aeff13f7-66f8-43c6-b304-afef9bc35104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:13.401179 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-aeff13f7-66f8-43c6-b304-afef9bc35104 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1098 time: 0.1180060 Jun 25 09:41:13.719914 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Floating IP 6f90be02-56ac-466c-b932-4efe6215eb25 associated. External IP: 172.25.6.110, port: 3fc942eb-613d-4176-8546-c7a7eb17bbe3. Jun 25 09:41:13.810496 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8beac77-077c-41cb-b2b3-b38f01ffc020 req-aa804f33-9187-4b0b-a178-6659d8aa35b3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080091 Jun 25 09:41:13.856226 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-82f694c4-7c03-40b8-9418-f46690674f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:13.858004 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-82f694c4-7c03-40b8-9418-f46690674f0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=066cb614-1448-40c7-8efe-ec557a45b12d HTTP/1.1" status: 200 len: 899 time: 0.4490769 Jun 25 09:41:13.933050 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-557ea57e-5057-4e5f-a773-4c433a2eeb2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 200 len: 1002 time: 0.0678086 Jun 25 09:41:13.952345 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:41:13.988812 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-206d24dc-0d5e-47e4-92ca-1f393aba5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:13.990747 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-206d24dc-0d5e-47e4-92ca-1f393aba5dc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=950fcbf6-2fdd-4833-a318-44f76ec5ebc5 HTTP/1.1" status: 200 len: 835 time: 0.0484583 Jun 25 09:41:14.050036 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-2dfa51e5-3d46-4e1c-9622-c3db034e7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:14.052109 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-2dfa51e5-3d46-4e1c-9622-c3db034e7bc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=066cb614-1448-40c7-8efe-ec557a45b12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536187 Jun 25 09:41:14.075030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:41:14.086005 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38edf530-27cc-4b67-836b-e3db71df4ced None None] Sync routers for ids ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:41:14.096417 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:14.102499 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38edf530-27cc-4b67-836b-e3db71df4ced None None] Routers {'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:41:14.108122 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-38edf530-27cc-4b67-836b-e3db71df4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:40:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:41:14.141156 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4089067 Jun 25 09:41:14.142122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6465f6c-ad10-43ed-a616-d9245d4b4deb', 'tag': '3fc942eb-613d-4176-8546-c7a7eb17bbe3'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:14.144689 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d8de86-e540-4fd6-9973-709a75f990a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6465f6c-ad10-43ed-a616-d9245d4b4deb", "tag": "3fc942eb-613d-4176-8546-c7a7eb17bbe3"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:14.184651 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22aa5e1-54f5-4853-96fd-028128a91af8 x-openstack-request-id: req-f22aa5e1-54f5-4853-96fd-028128a91af8 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:14.185396 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6465f6c-ad10-43ed-a616-d9245d4b4deb", "tag": "3fc942eb-613d-4176-8546-c7a7eb17bbe3", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:14.185907 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f22aa5e1-54f5-4853-96fd-028128a91af8 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:14.186530 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6465f6c-ad10-43ed-a616-d9245d4b4deb', 'tag': '3fc942eb-613d-4176-8546-c7a7eb17bbe3', 'status': 'completed', 'code': 200} Jun 25 09:41:14.265981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-17058bde-3bde-486f-86ca-9065a89bff32 service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059951 Jun 25 09:41:14.305319 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8de86-e540-4fd6-9973-709a75f990a2 req-24693db6-9a2b-4e29-92f7-8d15af355638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:14.307239 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-17d8de86-e540-4fd6-9973-709a75f990a2 req-24693db6-9a2b-4e29-92f7-8d15af355638 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5e266d630804501b927975e76fa7622&device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 1098 time: 0.0734034 Jun 25 09:41:14.321519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac8f03-d44c-46c1-9a54-61a85e23e3eb req-3ef13f53-6a69-4c82-a4d0-91307532b42d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:14.323143 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-39ac8f03-d44c-46c1-9a54-61a85e23e3eb req-3ef13f53-6a69-4c82-a4d0-91307532b42d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.1283209 Jun 25 09:41:14.414101 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-39ac8f03-d44c-46c1-9a54-61a85e23e3eb req-cece0316-41bf-407c-8dbc-d5560cb991fa tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609589 Jun 25 09:41:14.424276 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a16ceebf-9c82-485d-b8ba-5cf874621d9e up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:41:14.462048 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-fe2b80c9-f720-40c1-94de-e7835b903ff3 service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874397 Jun 25 09:41:14.470350 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8de86-e540-4fd6-9973-709a75f990a2 req-5caa720a-4436-4dd9-a7f6-0a56be9a48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:14.472079 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-17d8de86-e540-4fd6-9973-709a75f990a2 req-5caa720a-4436-4dd9-a7f6-0a56be9a48e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29f974a5-e823-427b-bef7-d66fdab2a22d HTTP/1.1" status: 200 len: 911 time: 0.1578584 Jun 25 09:41:14.480906 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-38edf530-27cc-4b67-836b-e3db71df4ced None None] Set router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:41:14.562403 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-17d8de86-e540-4fd6-9973-709a75f990a2 req-3ca88c09-2948-48c6-9982-7bf9290fb041 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fc942eb-613d-4176-8546-c7a7eb17bbe3 HTTP/1.1" status: 200 len: 1000 time: 0.0813746 Jun 25 09:41:14.574782 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port a16ceebf-9c82-485d-b8ba-5cf874621d9e completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:41:14.588472 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port a16ceebf-9c82-485d-b8ba-5cf874621d9e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:41:14.589150 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:14.642248 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8de86-e540-4fd6-9973-709a75f990a2 req-d866a821-22c2-4a40-9329-62b434b08fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:14.643760 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-17d8de86-e540-4fd6-9973-709a75f990a2 req-d866a821-22c2-4a40-9329-62b434b08fb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5977e29-d47a-43eb-8fda-b0c9c72a294a HTTP/1.1" status: 200 len: 848 time: 0.0742021 Jun 25 09:41:14.754772 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8de86-e540-4fd6-9973-709a75f990a2 req-6fbc2725-5785-4f7f-a7cd-a4205917b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:14.756470 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-17d8de86-e540-4fd6-9973-709a75f990a2 req-6fbc2725-5785-4f7f-a7cd-a4205917b0f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29f974a5-e823-427b-bef7-d66fdab2a22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973911 Jun 25 09:41:14.769797 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:14.814295 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8a1d6d-5841-4c39-996e-6e1b5fd7878b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16ceebf-9c82-485d-b8ba-5cf874621d9e'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:14.816619 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb63489b-53b3-46d2-97f4-a558090a3c08" -d '{"events": [{"server_uuid": "7d8a1d6d-5841-4c39-996e-6e1b5fd7878b", "name": "network-vif-plugged", "status": "completed", "tag": "a16ceebf-9c82-485d-b8ba-5cf874621d9e"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:14.832965 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port a16ceebf-9c82-485d-b8ba-5cf874621d9e, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a16ceebf-9c82-485d-b8ba-5cf874621d9e,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:14.844335 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:14.854129 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:14.890171 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0c6fbb-d6d0-48a2-8d50-4d708695209e x-openstack-request-id: req-0f0c6fbb-d6d0-48a2-8d50-4d708695209e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:14.890502 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8a1d6d-5841-4c39-996e-6e1b5fd7878b", "name": "network-vif-plugged", "status": "completed", "tag": "a16ceebf-9c82-485d-b8ba-5cf874621d9e", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:14.890767 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0f0c6fbb-d6d0-48a2-8d50-4d708695209e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:14.891168 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8a1d6d-5841-4c39-996e-6e1b5fd7878b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16ceebf-9c82-485d-b8ba-5cf874621d9e', 'code': 200} Jun 25 09:41:14.911706 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-17d8de86-e540-4fd6-9973-709a75f990a2 req-78fc57b8-e226-49bd-8f29-f8b4e0ef20a5 service neutron] 10.222.0.41 "GET /v2.0/networks/29f974a5-e823-427b-bef7-d66fdab2a22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305239 Jun 25 09:41:14.922730 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-38edf530-27cc-4b67-836b-e3db71df4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'name': 'tempest-TestServerBasicOps-1967483039-router', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:43Z', 'updated_at': '2021-06-25T09:40:46Z', 'revision_number': 4, 'project_id': 'a5e266d630804501b927975e76fa7622', 'gw_port': {'id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:44Z', 'updated_at': '2021-06-25T09:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '6f90be02-56ac-466c-b932-4efe6215eb25', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'port_id': '3fc942eb-613d-4176-8546-c7a7eb17bbe3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d', 'mac_address': 'fa:16:3e:d7:ef:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6465f6c-ad10-43ed-a616-d9245d4b4deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:41:12Z', 'updated_at': '2021-06-25T09:41:12Z', 'revision_number': 0, 'project_id': 'a5e266d630804501b927975e76fa7622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a94a46-f9e5-47cb-bef4-25eb17bede1e', 'name': '', 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'mac_address': 'fa:16:3e:a5:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:45Z', 'updated_at': '2021-06-25T09:40:53Z', 'revision_number': 5, 'project_id': 'a5e266d630804501b927975e76fa7622', 'subnets': [{'id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:41:14.962504 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=a16ceebf-9c82-485d-b8ba-5cf874621d9e,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:14.966843 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:14.967944 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38edf530-27cc-4b67-836b-e3db71df4ced None None] Checking router: ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:41:14.986145 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38edf530-27cc-4b67-836b-e3db71df4ced None None] Routers {'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:41:14.986710 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-38edf530-27cc-4b67-836b-e3db71df4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:40:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:41:15.076447 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39821c-f893-4104-ba67-4dcb0bc521f0 req-6c61b009-e05d-437a-b30e-afdb4a60cbac tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:15.086538 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ba39821c-f893-4104-ba67-4dcb0bc521f0 req-6c61b009-e05d-437a-b30e-afdb4a60cbac tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 945 time: 0.0849030 Jun 25 09:41:15.087934 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-17d8de86-e540-4fd6-9973-709a75f990a2 req-473d101b-bc12-4568-a75d-e9e132895053 service neutron] 10.222.0.41 "GET /v2.0/networks/29f974a5-e823-427b-bef7-d66fdab2a22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650970 Jun 25 09:41:15.099495 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb963b4d-5f4b-4af7-b349-a4753b0db264 req-e6ce5f5c-b6b7-434c-8495-28f5b847bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:15.101423 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eb963b4d-5f4b-4af7-b349-a4753b0db264 req-e6ce5f5c-b6b7-434c-8495-28f5b847bdfc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 1097 time: 0.1030860 Jun 25 09:41:15.102876 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-38edf530-27cc-4b67-836b-e3db71df4ced None None] Set router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:41:15.143491 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ba39821c-f893-4104-ba67-4dcb0bc521f0 req-7b4b3307-98e9-4b03-8070-c945f66d1ac6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555775 Jun 25 09:41:15.144819 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-eb963b4d-5f4b-4af7-b349-a4753b0db264 req-574a6725-d1d6-414e-853d-7c6597fb7f13 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354745 Jun 25 09:41:15.368083 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-38edf530-27cc-4b67-836b-e3db71df4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'name': 'tempest-TestServerBasicOps-1967483039-router', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:43Z', 'updated_at': '2021-06-25T09:40:46Z', 'revision_number': 4, 'project_id': 'a5e266d630804501b927975e76fa7622', 'gw_port': {'id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:44Z', 'updated_at': '2021-06-25T09:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '6f90be02-56ac-466c-b932-4efe6215eb25', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'port_id': '3fc942eb-613d-4176-8546-c7a7eb17bbe3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d', 'mac_address': 'fa:16:3e:d7:ef:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6465f6c-ad10-43ed-a616-d9245d4b4deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:41:12Z', 'updated_at': '2021-06-25T09:41:12Z', 'revision_number': 0, 'project_id': 'a5e266d630804501b927975e76fa7622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a94a46-f9e5-47cb-bef4-25eb17bede1e', 'name': '', 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'mac_address': 'fa:16:3e:a5:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:45Z', 'updated_at': '2021-06-25T09:40:53Z', 'revision_number': 5, 'project_id': 'a5e266d630804501b927975e76fa7622', 'subnets': [{'id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:41:15.394618 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38edf530-27cc-4b67-836b-e3db71df4ced None None] The sync data for ids ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'] in n-d-761264-15 is: [{'id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'name': 'tempest-TestServerBasicOps-1967483039-router', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:43Z', 'updated_at': '2021-06-25T09:40:46Z', 'revision_number': 4, 'project_id': 'a5e266d630804501b927975e76fa7622', 'gw_port': {'id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:44Z', 'updated_at': '2021-06-25T09:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '6f90be02-56ac-466c-b932-4efe6215eb25', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'port_id': '3fc942eb-613d-4176-8546-c7a7eb17bbe3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d', 'mac_address': 'fa:16:3e:d7:ef:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6465f6c-ad10-43ed-a616-d9245d4b4deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:41:12Z', 'updated_at': '2021-06-25T09:41:12Z', 'revision_number': 0, 'project_id': 'a5e266d630804501b927975e76fa7622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a94a46-f9e5-47cb-bef4-25eb17bede1e', 'name': '', 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'mac_address': 'fa:16:3e:a5:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:45Z', 'updated_at': '2021-06-25T09:40:53Z', 'revision_number': 5, 'project_id': 'a5e266d630804501b927975e76fa7622', 'subnets': [{'id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:41:15.607920 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7947da-04c5-4608-9cf1-422ce6dd46fe req-1eb8884c-2147-406d-9d43-72a18814efff tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:15.612191 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e7947da-04c5-4608-9cf1-422ce6dd46fe req-1eb8884c-2147-406d-9d43-72a18814efff tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.0766833 Jun 25 09:41:15.651125 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58a8337-6838-402b-85c9-c3a7a82a1abe None None] New status for floating IP 6f90be02-56ac-466c-b932-4efe6215eb25: ACTIVE {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:41:15.656435 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9e7947da-04c5-4608-9cf1-422ce6dd46fe req-8389782d-9cde-4223-b411-5ee2f4282032 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377619 Jun 25 09:41:16.320616 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d90a0-d21e-4d39-945d-c6f21a0572ea req-a5dcbe89-529e-4705-8054-50623ada3cdf tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:16.322134 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-847d90a0-d21e-4d39-945d-c6f21a0572ea req-a5dcbe89-529e-4705-8054-50623ada3cdf tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 945 time: 0.0649135 Jun 25 09:41:16.360479 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-847d90a0-d21e-4d39-945d-c6f21a0572ea req-191d5d61-ec3f-4382-85e1-cfd62e1b2f11 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323684 Jun 25 09:41:16.845870 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a55fbc-2f2f-4cfc-a229-b394424fe1ee req-a9b6d49c-50d5-42ab-b9bc-816bb4367964 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:16.847583 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c5a55fbc-2f2f-4cfc-a229-b394424fe1ee req-a9b6d49c-50d5-42ab-b9bc-816bb4367964 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.0707824 Jun 25 09:41:16.888347 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c5a55fbc-2f2f-4cfc-a229-b394424fe1ee req-27bcf0a1-354a-4d91-934d-94f8f4d30a5f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350180 Jun 25 09:41:17.077804 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57070) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:41:17.223141 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-35368c4f-f0d7-433f-a7a8-161e1419aa4f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0c79248afe5846d1bfe429733a1cd6ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439018 Jun 25 09:41:17.230064 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57074) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:41:17.284848 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7bab-1b9f-46ea-b71e-2289394ef20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:17.307789 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7bab-1b9f-46ea-b71e-2289394ef20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:17.363008 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7bab-1b9f-46ea-b71e-2289394ef20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:17.365765 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7bab-1b9f-46ea-b71e-2289394ef20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:17.366934 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b0ce7bab-1b9f-46ea-b71e-2289394ef20d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/76f6146f-3fce-412d-a0eb-ec647a81b41a HTTP/1.1" status: 204 len: 168 time: 0.1355577 Jun 25 09:41:17.367752 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ad941e8b-024e-4ca5-9d19-3a7f45038955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:17.378632 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce7bab-1b9f-46ea-b71e-2289394ef20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f6146f-3fce-412d-a0eb-ec647a81b41a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:17.381799 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b0ce7bab-1b9f-46ea-b71e-2289394ef20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:17.547598 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2c722-3225-48ab-aa99-d70d3e392da9 req-dc53a139-520b-4d45-8ccc-538dcc75223b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:17.549216 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8dd2c722-3225-48ab-aa99-d70d3e392da9 req-dc53a139-520b-4d45-8ccc-538dcc75223b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 945 time: 0.0682156 Jun 25 09:41:17.590694 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8dd2c722-3225-48ab-aa99-d70d3e392da9 req-71af245e-12ae-4e46-8e69-4d91b37e44ae tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351045 Jun 25 09:41:17.889659 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db9016-fc94-4649-93ef-34d78ca5dca8 req-fa2e85f9-e254-47cb-a6d9-59712e02deaa tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:17.891195 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47db9016-fc94-4649-93ef-34d78ca5dca8 req-fa2e85f9-e254-47cb-a6d9-59712e02deaa tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 806 time: 0.1113479 Jun 25 09:41:17.906920 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47db9016-fc94-4649-93ef-34d78ca5dca8 req-fee9b546-eac8-4620-b4f0-0ad594b0708d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/quotas/18dd14b19037474abb577f936dd5096f HTTP/1.1" status: 200 len: 375 time: 0.0100493 Jun 25 09:41:17.978595 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47db9016-fc94-4649-93ef-34d78ca5dca8 req-a65795e1-5125-4b4d-be9b-7ae8c5b30e87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655487 Jun 25 09:41:18.113068 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47db9016-fc94-4649-93ef-34d78ca5dca8 req-74852259-5f59-464b-a1a7-06b69bffcccb service neutron] 10.222.0.93 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249726 Jun 25 09:41:18.128950 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51df9c-fd76-46b8-a61d-0050b48ee179 req-f261ef89-6064-46bc-ae79-9e75c14a68ae tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:18.130390 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d51df9c-fd76-46b8-a61d-0050b48ee179 req-f261ef89-6064-46bc-ae79-9e75c14a68ae tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.1006570 Jun 25 09:41:18.225598 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9d51df9c-fd76-46b8-a61d-0050b48ee179 req-576be3c7-f9c3-4c1c-9bec-e1b9f6deed8f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880358 Jun 25 09:41:18.250750 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47db9016-fc94-4649-93ef-34d78ca5dca8 req-15a677d7-288c-45c2-8ff8-34eb850169a5 service neutron] 10.222.0.93 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299999 Jun 25 09:41:18.843978 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-251898fe-37e8-4975-85e3-302bf458fdb7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:18.851283 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-251898fe-37e8-4975-85e3-302bf458fdb7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 806 time: 0.1190209 Jun 25 09:41:18.869361 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-abb65367-86ef-4b9b-8620-7b87caf1875a tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/quotas/18dd14b19037474abb577f936dd5096f HTTP/1.1" status: 200 len: 375 time: 0.0171020 Jun 25 09:41:18.954241 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-b258d4c6-e98b-4f4c-a062-b1cbe9c0113a tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814803 Jun 25 09:41:19.045364 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-774536f3-e882-4ab8-a857-7f92c8e0a047 service neutron] 10.222.0.93 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831966 Jun 25 09:41:19.152270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-1153ae15-9480-4c6c-9dcf-170521ac6279 service neutron] 10.222.0.93 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004238 Jun 25 09:41:19.376808 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4aacbb38-dff1-4a5d-9272-3bd2209e56d9 req-5ea859d6-41c5-46ba-882a-c71f6ef5ab85 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 210 time: 0.0616322 Jun 25 09:41:19.461579 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8f382-5ced-4ac2-bc24-b24686e6961c req-416af1d7-ed66-45ef-b05d-cfd004104386 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:19.463146 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b4d8f382-5ced-4ac2-bc24-b24686e6961c req-416af1d7-ed66-45ef-b05d-cfd004104386 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.0699198 Jun 25 09:41:19.505032 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b4d8f382-5ced-4ac2-bc24-b24686e6961c req-00b18966-2821-4927-a276-02b9a622891f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354354 Jun 25 09:41:20.553974 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-25f53559-4d1d-4bdc-84c3-54a671e915e4 req-3cce2f15-6bce-4c4c-a190-b819149a84b3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 210 time: 0.0435655 Jun 25 09:41:20.699947 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-d54803e5-2d5c-477f-b0c8-79f554548b5e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:20.701616 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-d54803e5-2d5c-477f-b0c8-79f554548b5e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.41 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 806 time: 0.1832848 Jun 25 09:41:20.726465 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-184913b5-2127-4858-944f-9dcad2c6147f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Request body: {'port': {'device_id': '0964dc0d-0184-4775-b245-414f88498561', 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694', 'admin_state_up': True, 'tenant_id': '18dd14b19037474abb577f936dd5096f'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:41:20.730283 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3169b34-93d8-4693-9994-77604b413d01 req-ad007114-20c5-4ca7-994c-ecf1f596d4ba tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:20.734633 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b3169b34-93d8-4693-9994-77604b413d01 req-ad007114-20c5-4ca7-994c-ecf1f596d4ba tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.0845869 Jun 25 09:41:20.797910 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b3169b34-93d8-4693-9994-77604b413d01 req-c8dc945a-8c1f-465c-b6ee-39dc1b66c39b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518363 Jun 25 09:41:20.931669 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-184913b5-2127-4858-944f-9dcad2c6147f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Made reservation on behalf of 18dd14b19037474abb577f936dd5096f for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:41:20.935886 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-184913b5-2127-4858-944f-9dcad2c6147f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:21.070327 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-184913b5-2127-4858-944f-9dcad2c6147f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Allocated IP 172.20.0.4 (f90f031d-6763-4a52-a60f-e00ea2e01694/34123c39-b20e-4e87-96ad-a23d824e3c14/c881e5d8-4574-4bb9-96be-bed5d27c7226) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:41:21.230483 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-184913b5-2127-4858-944f-9dcad2c6147f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:21.278520 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-184913b5-2127-4858-944f-9dcad2c6147f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:21.282878 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cd8f9a5e-fce6-4d69-b7e6-23c976d6eaef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:21.320811 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a16ceebf-9c82-485d-b8ba-5cf874621d9e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:41:21.323170 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-184913b5-2127-4858-944f-9dcad2c6147f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Network f90f031d-6763-4a52-a60f-e00ea2e01694 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:41:21.326247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-184913b5-2127-4858-944f-9dcad2c6147f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:41:21.330000 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-184913b5-2127-4858-944f-9dcad2c6147f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:41:21.339610 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184913b5-2127-4858-944f-9dcad2c6147f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Pushing event updated for resources: {'Port': ['ID=c881e5d8-4574-4bb9-96be-bed5d27c7226,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:21.363549 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-184913b5-2127-4858-944f-9dcad2c6147f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:21.398503 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-184913b5-2127-4858-944f-9dcad2c6147f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:21.399608 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-184913b5-2127-4858-944f-9dcad2c6147f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:21.420499 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-184913b5-2127-4858-944f-9dcad2c6147f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6995296 Jun 25 09:41:21.441555 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Request body: {'port': {'device_id': '0964dc0d-0184-4775-b245-414f88498561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:41:21.512774 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:21.735345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da12a10-3ec2-4f2c-bb04-c6d6195bf1ac req-c6f46afb-9df2-4586-96c8-546938989911 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:21.736968 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6da12a10-3ec2-4f2c-bb04-c6d6195bf1ac req-c6f46afb-9df2-4586-96c8-546938989911 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 931 time: 0.0720971 Jun 25 09:41:21.777238 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6da12a10-3ec2-4f2c-bb04-c6d6195bf1ac req-e1abf056-2720-4892-b23a-192ea218e276 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339861 Jun 25 09:41:21.799126 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c881e5d8-4574-4bb9-96be-bed5d27c7226 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:41:21.806963 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:21.818789 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Transition to ACTIVE for port object c881e5d8-4574-4bb9-96be-bed5d27c7226 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:41:21.823863 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:21.827413 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:21.878970 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Pushing event updated for resources: {'Port': ['ID=c881e5d8-4574-4bb9-96be-bed5d27c7226,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:21.882528 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:21.960630 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Attempting to bind port c881e5d8-4574-4bb9-96be-bed5d27c7226 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:41:21.961269 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Attempting to bind port c881e5d8-4574-4bb9-96be-bed5d27c7226 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:41:21.961613 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Attempting to bind port c881e5d8-4574-4bb9-96be-bed5d27c7226 on network f90f031d-6763-4a52-a60f-e00ea2e01694 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:41:21.966851 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Port c881e5d8-4574-4bb9-96be-bed5d27c7226 on network f90f031d-6763-4a52-a60f-e00ea2e01694 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:41:21.967185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Attempting to bind port c881e5d8-4574-4bb9-96be-bed5d27c7226 on network f90f031d-6763-4a52-a60f-e00ea2e01694 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:41:21.972801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:41:21.973263 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Checking segment: {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:41:21.973664 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Bound using segment: {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:41:21.974147 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Bound port: c881e5d8-4574-4bb9-96be-bed5d27c7226, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:41:21.974503 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:21.991886 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc8474-4376-4065-8fe2-9387fd626d25 req-1928a675-dff6-4d14-8551-82b01ffa7b75 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:21.993612 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66fc8474-4376-4065-8fe2-9387fd626d25 req-1928a675-dff6-4d14-8551-82b01ffa7b75 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.0809963 Jun 25 09:41:22.039232 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66fc8474-4376-4065-8fe2-9387fd626d25 req-ec0bc29d-54c0-4a74-8337-70f8c538130f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392692 Jun 25 09:41:22.070219 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] For port c881e5d8-4574-4bb9-96be-bed5d27c7226, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:41:22.076439 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] For port c881e5d8-4574-4bb9-96be-bed5d27c7226, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c881e5d8-4574-4bb9-96be-bed5d27c7226,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:41:22.082647 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:22.088321 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-361bd720-e543-4347-b823-eb6d6ac65d4a tempest-ServerPasswordTestJSON-1911628650 tempest-ServerPasswordTestJSON-1911628650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:22.123826 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:22.125193 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:22.126679 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] 10.222.0.41 "PUT /v2.0/ports/c881e5d8-4574-4bb9-96be-bed5d27c7226 HTTP/1.1" status: 200 len: 1092 time: 0.6897154 Jun 25 09:41:22.129196 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0964dc0d-0184-4775-b245-414f88498561', 'tag': 'c881e5d8-4574-4bb9-96be-bed5d27c7226'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:22.131549 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51af6bb5-c745-473f-80c6-d86baff883d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0964dc0d-0184-4775-b245-414f88498561", "tag": "c881e5d8-4574-4bb9-96be-bed5d27c7226"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:22.161700 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Pushing event updated for resources: {'Port': ['ID=c881e5d8-4574-4bb9-96be-bed5d27c7226,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:22.166128 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:22.173327 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27106335-5ae6-45b6-822b-659328c394ad x-openstack-request-id: req-27106335-5ae6-45b6-822b-659328c394ad {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:22.173661 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0964dc0d-0184-4775-b245-414f88498561", "tag": "c881e5d8-4574-4bb9-96be-bed5d27c7226", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:22.173954 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-27106335-5ae6-45b6-822b-659328c394ad {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:22.174390 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0964dc0d-0184-4775-b245-414f88498561', 'tag': 'c881e5d8-4574-4bb9-96be-bed5d27c7226', 'status': 'completed', 'code': 200} Jun 25 09:41:22.269243 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-d88879ce-e78e-400b-b236-180d8df04b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:22.270940 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-d88879ce-e78e-400b-b236-180d8df04b91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 1095 time: 0.0708263 Jun 25 09:41:22.327000 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-ab7b3a6f-0aa6-46b4-a470-fc12bf705b44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c881e5d8-4574-4bb9-96be-bed5d27c7226 HTTP/1.1" status: 200 len: 217 time: 0.0410082 Jun 25 09:41:22.378971 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-b8d9f9f0-6ad0-4539-bac0-af7f6fe86b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:22.380507 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-b8d9f9f0-6ad0-4539-bac0-af7f6fe86b9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34123c39-b20e-4e87-96ad-a23d824e3c14 HTTP/1.1" status: 200 len: 846 time: 0.0450292 Jun 25 09:41:22.416311 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-4a984926-6f83-4e7d-997e-b4e385e8c0bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f90f031d-6763-4a52-a60f-e00ea2e01694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282161 Jun 25 09:41:22.430676 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7b77a60d-e5b5-4f97-bf1e-0ad17044fd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:22.518739 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-93af309f-2778-42d5-a54b-01bf771ff2d5 service neutron] 10.222.0.41 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952547 Jun 25 09:41:22.613519 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2a1293e4-171f-4658-9841-06b4dbfcd5d3 req-6ba0fba6-4176-4a32-8f86-4d7cafec006f service neutron] 10.222.0.41 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869019 Jun 25 09:41:22.785269 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af6bb5-c745-473f-80c6-d86baff883d7 req-cbfe1147-0511-489c-bb9d-171cbf79ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:22.786805 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-51af6bb5-c745-473f-80c6-d86baff883d7 req-cbfe1147-0511-489c-bb9d-171cbf79ae61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 1095 time: 0.0560770 Jun 25 09:41:22.885918 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af6bb5-c745-473f-80c6-d86baff883d7 req-4fb0a53b-bda0-4255-9afc-08d4f5d3f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:22.887598 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-51af6bb5-c745-473f-80c6-d86baff883d7 req-4fb0a53b-bda0-4255-9afc-08d4f5d3f514 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 908 time: 0.0915351 Jun 25 09:41:22.940491 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-51af6bb5-c745-473f-80c6-d86baff883d7 req-bce8eb42-e4f7-41ee-8543-5ce9cf0360f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c881e5d8-4574-4bb9-96be-bed5d27c7226 HTTP/1.1" status: 200 len: 217 time: 0.0395973 Jun 25 09:41:22.980568 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ba076-70db-4a89-b611-b1ef32e6e2b8 req-e98cff8b-6bb6-4c43-86b4-ffb8aeb883d5 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:22.985121 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f8ba076-70db-4a89-b611-b1ef32e6e2b8 req-e98cff8b-6bb6-4c43-86b4-ffb8aeb883d5 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 943 time: 0.0899804 Jun 25 09:41:23.009653 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af6bb5-c745-473f-80c6-d86baff883d7 req-4b6824d1-d6eb-44b7-9fe0-c118fdb77c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:23.011083 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-51af6bb5-c745-473f-80c6-d86baff883d7 req-4b6824d1-d6eb-44b7-9fe0-c118fdb77c7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34123c39-b20e-4e87-96ad-a23d824e3c14 HTTP/1.1" status: 200 len: 846 time: 0.0634336 Jun 25 09:41:23.035984 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2f8ba076-70db-4a89-b611-b1ef32e6e2b8 req-40261b3c-2535-46c1-b6be-fc083b6694fc tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428572 Jun 25 09:41:23.045937 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-51af6bb5-c745-473f-80c6-d86baff883d7 req-4f01f23c-18f4-4e82-a4dc-aee8c1c7f04f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f90f031d-6763-4a52-a60f-e00ea2e01694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279453 Jun 25 09:41:23.152648 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-51af6bb5-c745-473f-80c6-d86baff883d7 req-e0bdeb33-c9dc-4214-84e4-b8c1468694a9 service neutron] 10.222.0.41 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977781 Jun 25 09:41:23.231745 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414cec2-1338-4175-841f-be0c67afc945 req-acf46c26-5dde-4b36-a6f2-c71987435f90 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:23.233270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9414cec2-1338-4175-841f-be0c67afc945 req-acf46c26-5dde-4b36-a6f2-c71987435f90 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.0644357 Jun 25 09:41:23.254537 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-51af6bb5-c745-473f-80c6-d86baff883d7 req-0dfe8b3e-2eee-4e7c-b596-c095b02a2f06 service neutron] 10.222.0.41 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933650 Jun 25 09:41:23.276903 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9414cec2-1338-4175-841f-be0c67afc945 req-88618039-85d0-4b77-98d5-12a27ea442f4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361061 Jun 25 09:41:24.230384 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139eaef-0acc-4b0e-b161-81528a0659b6 req-6b7f9aa4-c444-4c19-ac0d-5abf521b81bd tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:24.232191 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2139eaef-0acc-4b0e-b161-81528a0659b6 req-6b7f9aa4-c444-4c19-ac0d-5abf521b81bd tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 943 time: 0.0780110 Jun 25 09:41:24.242086 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:24.275803 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2139eaef-0acc-4b0e-b161-81528a0659b6 req-01413d22-2d9a-484b-afb2-4c41aa1c70ce tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370033 Jun 25 09:41:24.454745 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3e5b2-d98a-42b6-a33d-e4690cb01f74 req-edebd9ae-c520-4b7e-88bd-018d87d6f306 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:24.456589 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0fb3e5b2-d98a-42b6-a33d-e4690cb01f74 req-edebd9ae-c520-4b7e-88bd-018d87d6f306 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.0652485 Jun 25 09:41:24.500525 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0fb3e5b2-d98a-42b6-a33d-e4690cb01f74 req-e8c534bf-1c22-483b-8d11-7e4fe805dde6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373893 Jun 25 09:41:24.936882 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f7d700e-86ee-4fe2-9488-88b16931d8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:25.203786 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:25.470640 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb491f2-a117-48e0-9193-81e8e75a909f req-1e1b75db-17f9-4b61-b564-62b69d684f37 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:25.472910 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8fb491f2-a117-48e0-9193-81e8e75a909f req-1e1b75db-17f9-4b61-b564-62b69d684f37 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 943 time: 0.0785487 Jun 25 09:41:25.514945 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8fb491f2-a117-48e0-9193-81e8e75a909f req-512f6434-e006-4395-8d26-1edea6068f08 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359619 Jun 25 09:41:25.689412 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd9717-1ea3-4785-9370-dbdd219d14ac req-3e060db3-fe93-4867-8dd0-3efc1bde8f6d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:25.690981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ecdd9717-1ea3-4785-9370-dbdd219d14ac req-3e060db3-fe93-4867-8dd0-3efc1bde8f6d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.0699396 Jun 25 09:41:25.709184 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c881e5d8-4574-4bb9-96be-bed5d27c7226 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:41:25.736958 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ecdd9717-1ea3-4785-9370-dbdd219d14ac req-b4e4d950-2b68-41c9-ab2c-f8b56a446f7e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398705 Jun 25 09:41:25.823055 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port c881e5d8-4574-4bb9-96be-bed5d27c7226, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c881e5d8-4574-4bb9-96be-bed5d27c7226,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:25.834547 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'c881e5d8-4574-4bb9-96be-bed5d27c7226', 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694', 'port_id': 'c881e5d8-4574-4bb9-96be-bed5d27c7226', 'mac_address': 'fa:16:3e:65:00:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34123c39-b20e-4e87-96ad-a23d824e3c14', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:41:25.871648 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:25.885161 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c881e5d8-4574-4bb9-96be-bed5d27c7226 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:41:25.907268 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port c881e5d8-4574-4bb9-96be-bed5d27c7226, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c881e5d8-4574-4bb9-96be-bed5d27c7226,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:25.913835 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:25.915595 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-ab91a041-c844-431f-bc0d-d54e3bfc1831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:25.966054 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=c881e5d8-4574-4bb9-96be-bed5d27c7226,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:25.969461 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:26.275754 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:26.391707 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['c881e5d8-4574-4bb9-96be-bed5d27c7226'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:41:26.663761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57250) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:41:26.739339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d825f9-5bdb-4076-bdba-580c06254443 req-03da6498-1808-42f5-9941-eb75455003fa tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:26.746743 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-09d825f9-5bdb-4076-bdba-580c06254443 req-03da6498-1808-42f5-9941-eb75455003fa tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 944 time: 0.0990694 Jun 25 09:41:26.787751 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-09d825f9-5bdb-4076-bdba-580c06254443 req-a2a4d612-2e06-4998-b1a7-b7562d09691b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399561 Jun 25 09:41:26.803992 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96ee4193-2a61-4b42-a32c-1e21dfc8442b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:26.902203 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96ee4193-2a61-4b42-a32c-1e21dfc8442b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:26.907134 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-96ee4193-2a61-4b42-a32c-1e21dfc8442b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:26.909781 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f7445a77-d53c-44af-bcf1-2160e7205309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:26.944270 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee4193-2a61-4b42-a32c-1e21dfc8442b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5791a4d5-3dc5-4952-91d5-d040336d6b3f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:26.950262 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-96ee4193-2a61-4b42-a32c-1e21dfc8442b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=919da5f624524852ab8d5bb6a159f168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853968 Jun 25 09:41:26.951516 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-96ee4193-2a61-4b42-a32c-1e21dfc8442b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:26.953157 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57260) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:41:26.966498 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b1291-3d89-41a2-b8a4-38bbacd3db37 req-d266ea97-4cf5-422a-99be-7d18aaa8898c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:26.968208 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-704b1291-3d89-41a2-b8a4-38bbacd3db37 req-d266ea97-4cf5-422a-99be-7d18aaa8898c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.0743353 Jun 25 09:41:27.006318 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c96d0cd9-1f36-4e75-a18a-aeaced1d059c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:27.018561 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-704b1291-3d89-41a2-b8a4-38bbacd3db37 req-75ef9233-3e32-436a-923f-88c52b876d1f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437512 Jun 25 09:41:27.041628 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c96d0cd9-1f36-4e75-a18a-aeaced1d059c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:27.095726 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c96d0cd9-1f36-4e75-a18a-aeaced1d059c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:27.098376 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c96d0cd9-1f36-4e75-a18a-aeaced1d059c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:27.099570 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c96d0cd9-1f36-4e75-a18a-aeaced1d059c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5791a4d5-3dc5-4952-91d5-d040336d6b3f HTTP/1.1" status: 204 len: 168 time: 0.1454475 Jun 25 09:41:27.100517 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-78f157d2-0fe5-4f08-b191-320449c551ff tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:27.108500 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d0cd9-1f36-4e75-a18a-aeaced1d059c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5791a4d5-3dc5-4952-91d5-d040336d6b3f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:27.110989 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c96d0cd9-1f36-4e75-a18a-aeaced1d059c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:27.332801 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-1a4f1457-5779-46ec-8990-9555e73b931f service neutron] show failed (client error): The resource could not be found. Jun 25 09:41:27.333880 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-1a4f1457-5779-46ec-8990-9555e73b931f service neutron] 10.222.0.41 "GET /v2.0/ports/e1839276-c473-40fa-a060-e0ffc3f3ffe2/bindings/n-h2-761264-15 HTTP/1.1" status: 404 len: 381 time: 0.0577452 Jun 25 09:41:27.658599 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-5d26d8b1-066a-48a8-b6e9-49540442479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:27.660099 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-5d26d8b1-066a-48a8-b6e9-49540442479c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4 HTTP/1.1" status: 200 len: 1098 time: 0.0893230 Jun 25 09:41:27.680048 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-15', 'device_owner': 'compute:nova'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:41:27.713225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c881e5d8-4574-4bb9-96be-bed5d27c7226 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:41:27.755200 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:27.772285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port c881e5d8-4574-4bb9-96be-bed5d27c7226 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:41:27.776958 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port c881e5d8-4574-4bb9-96be-bed5d27c7226 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:41:27.777353 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:27.868243 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:27.912345 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port c881e5d8-4574-4bb9-96be-bed5d27c7226, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c881e5d8-4574-4bb9-96be-bed5d27c7226,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:27.913577 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0964dc0d-0184-4775-b245-414f88498561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c881e5d8-4574-4bb9-96be-bed5d27c7226'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:27.916641 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a609090-1561-4678-99ba-8f387dd02fc4" -d '{"events": [{"server_uuid": "0964dc0d-0184-4775-b245-414f88498561", "name": "network-vif-plugged", "status": "completed", "tag": "c881e5d8-4574-4bb9-96be-bed5d27c7226"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:27.921244 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:27.923352 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-bc9f0ee8-deed-495e-b1e3-8111b86428fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:28.008247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:28.020873 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=c881e5d8-4574-4bb9-96be-bed5d27c7226,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:28.031545 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99428e-77c8-4ab7-91ef-cb65d60233d6 req-4045df1a-ef2d-4eb9-bd49-855b51ac0171 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:28.033162 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c99428e-77c8-4ab7-91ef-cb65d60233d6 req-4045df1a-ef2d-4eb9-bd49-855b51ac0171 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 945 time: 0.1184070 Jun 25 09:41:28.040809 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:28.056140 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:28.068070 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:41:28.099658 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c99428e-77c8-4ab7-91ef-cb65d60233d6 req-54e6442e-58f2-4daf-8e82-286cfeed7e51 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593066 Jun 25 09:41:28.138025 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5095287e-c7f2-49e9-899f-c2d9ba077204 x-openstack-request-id: req-5095287e-c7f2-49e9-899f-c2d9ba077204 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:28.138192 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:28.138327 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0964dc0d-0184-4775-b245-414f88498561", "name": "network-vif-plugged", "status": "completed", "tag": "c881e5d8-4574-4bb9-96be-bed5d27c7226", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:28.138597 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5095287e-c7f2-49e9-899f-c2d9ba077204 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:28.139031 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0964dc0d-0184-4775-b245-414f88498561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c881e5d8-4574-4bb9-96be-bed5d27c7226', 'code': 200} Jun 25 09:41:28.141487 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324f3c1e-dde8-43d0-b553-487f44bc7f34" -d '{"events": [{"server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "name": "network-vif-unplugged", "status": "completed", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:28.150253 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:28.170748 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Transition to ACTIVE for port object e1839276-c473-40fa-a060-e0ffc3f3ffe2 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:41:28.177271 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:28.181766 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-85ccdd7b-96ed-49f8-8206-54a8cf92f332 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:28.300323 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb411c62-28ba-4810-8bbc-eee84c8bf241 x-openstack-request-id: req-eb411c62-28ba-4810-8bbc-eee84c8bf241 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:28.300950 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "name": "network-vif-unplugged", "status": "completed", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:28.301452 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eb411c62-28ba-4810-8bbc-eee84c8bf241 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:28.302084 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'code': 200} Jun 25 09:41:28.343832 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365543af-c930-4ff7-a103-5c488261851f req-508fd029-8032-4acf-adf8-8112ba7e0ee5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:28.345533 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-365543af-c930-4ff7-a103-5c488261851f req-508fd029-8032-4acf-adf8-8112ba7e0ee5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 944 time: 0.0949075 Jun 25 09:41:28.375582 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1839276-c473-40fa-a060-e0ffc3f3ffe2,revision_number=6']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:28.412351 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:28.420292 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-365543af-c930-4ff7-a103-5c488261851f req-d21ea82f-039e-41b6-b4bb-222117750050 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737004 Jun 25 09:41:28.489093 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] No DVR routers for this DVR port e1839276-c473-40fa-a060-e0ffc3f3ffe2 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:41:28.541524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63ac68-4955-4e3c-a654-1cb6195ba151 req-e500abfb-30e8-438b-8d35-a7f548f9839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:28.543151 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd63ac68-4955-4e3c-a654-1cb6195ba151 req-e500abfb-30e8-438b-8d35-a7f548f9839f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 1097 time: 0.2897494 Jun 25 09:41:28.742442 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:41:28.977240 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd63ac68-4955-4e3c-a654-1cb6195ba151 req-b1e8e24d-f4cd-4bbb-8993-3760033aeb96 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253995 Jun 25 09:41:29.020757 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Attempting to bind port e1839276-c473-40fa-a060-e0ffc3f3ffe2 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:41:29.021149 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Attempting to bind port e1839276-c473-40fa-a060-e0ffc3f3ffe2 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:41:29.021483 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Attempting to bind port e1839276-c473-40fa-a060-e0ffc3f3ffe2 on network 066cb614-1448-40c7-8efe-ec557a45b12d {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:41:29.026047 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Port e1839276-c473-40fa-a060-e0ffc3f3ffe2 on network 066cb614-1448-40c7-8efe-ec557a45b12d not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:41:29.026370 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Attempting to bind port e1839276-c473-40fa-a060-e0ffc3f3ffe2 on network 066cb614-1448-40c7-8efe-ec557a45b12d {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:41:29.031687 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:41:29.032029 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Checking segment: {'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:41:29.032409 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Bound using segment: {'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:41:29.032866 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Bound port: e1839276-c473-40fa-a060-e0ffc3f3ffe2, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:41:29.033229 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:29.101891 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:41:29.106315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:41:29.129610 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:29.137906 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f25935de-0629-46b4-b953-500484982cf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:29.207540 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:29.208255 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:29.211691 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] 10.222.0.38 "PUT /v2.0/ports/e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 200 len: 1093 time: 1.5342658 Jun 25 09:41:29.226085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1839276-c473-40fa-a060-e0ffc3f3ffe2,revision_number=7']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:29.231235 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:29.331979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-f43b4dc7-792e-4bea-84fa-48d1d944d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:29.333868 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-f43b4dc7-792e-4bea-84fa-48d1d944d1d6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1096 time: 0.0864236 Jun 25 09:41:29.353207 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751b32b-0be0-408a-874d-ebcd59a9babb req-574d2a63-27c5-46ca-83ec-d84eeef25ec1 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:29.354989 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8751b32b-0be0-408a-874d-ebcd59a9babb req-574d2a63-27c5-46ca-83ec-d84eeef25ec1 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 945 time: 0.0767460 Jun 25 09:41:29.398133 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8751b32b-0be0-408a-874d-ebcd59a9babb req-0630b25f-86ff-4e28-baa5-73b325eaf2dd tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369091 Jun 25 09:41:29.435982 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-27828ef3-cce3-4ae9-9b99-0d9489a15cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:29.437599 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-27828ef3-cce3-4ae9-9b99-0d9489a15cff service neutron] 10.222.0.38 "GET /v2.0/networks?id=066cb614-1448-40c7-8efe-ec557a45b12d HTTP/1.1" status: 200 len: 899 time: 0.0951397 Jun 25 09:41:29.529319 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-1028a32d-984c-4363-bb31-9459626f94af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 200 len: 1000 time: 0.0784197 Jun 25 09:41:29.589121 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-7c2ebdbc-895d-4c2e-8886-453712589071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:29.590590 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-7c2ebdbc-895d-4c2e-8886-453712589071 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=950fcbf6-2fdd-4833-a318-44f76ec5ebc5 HTTP/1.1" status: 200 len: 835 time: 0.0542195 Jun 25 09:41:29.631244 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec511b-83e2-42ce-8a86-b2e88bdee3cc req-4c68e614-31fe-4654-9405-29eaf51c4b9e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:29.638578 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21ec511b-83e2-42ce-8a86-b2e88bdee3cc req-4c68e614-31fe-4654-9405-29eaf51c4b9e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 944 time: 0.0849476 Jun 25 09:41:29.652354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-2a0fa19a-1162-4a69-8a38-fcfc25a96760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:29.654084 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-2a0fa19a-1162-4a69-8a38-fcfc25a96760 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=066cb614-1448-40c7-8efe-ec557a45b12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563998 Jun 25 09:41:29.669005 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57430) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:41:29.684378 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-21ec511b-83e2-42ce-8a86-b2e88bdee3cc req-8b323c54-1cac-483c-bd4b-86e1fa3ca530 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446942 Jun 25 09:41:29.755211 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-c9533a94-d94b-4765-a037-2a9414798e16 service neutron] 10.222.0.38 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918715 Jun 25 09:41:29.827463 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:29.852011 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-7fcca504-f985-4be7-bd5e-678eea59519e service neutron] 10.222.0.38 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867279 Jun 25 09:41:29.922559 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:29.927813 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:29.930855 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7993f775-b835-4e30-abc3-2f7f7afd2f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:29.968942 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=756cc21c52f8481698e8cfb3d260037d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2988744 Jun 25 09:41:29.969901 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087d5676-b9d1-45db-b389-2b41e586425c,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:29.971865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57434) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:41:29.977861 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:29.978310 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:29.978630 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:29.979015 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:29.979410 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:29.979811 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:29.980118 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:29.980561 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:29.981126 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:29.981489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:29.981852 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:29.982306 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:29.986432 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:30.032126 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9330ed83-809e-43b3-8951-02bf8a69b2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:30.053917 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9330ed83-809e-43b3-8951-02bf8a69b2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:30.102244 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9330ed83-809e-43b3-8951-02bf8a69b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:30.104887 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-9330ed83-809e-43b3-8951-02bf8a69b2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:30.106021 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-9330ed83-809e-43b3-8951-02bf8a69b2ee admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/087d5676-b9d1-45db-b389-2b41e586425c HTTP/1.1" status: 204 len: 168 time: 0.1332247 Jun 25 09:41:30.106801 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5e7db41d-14e8-434d-a1af-2c6c3ef98772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:30.114072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330ed83-809e-43b3-8951-02bf8a69b2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087d5676-b9d1-45db-b389-2b41e586425c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:30.116326 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9330ed83-809e-43b3-8951-02bf8a69b2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:30.303676 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:30.306250 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:30.360097 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60f34f4-1462-408e-b4c4-0acc29f14606 x-openstack-request-id: req-f60f34f4-1462-408e-b4c4-0acc29f14606 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:30.360929 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:30.360929 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f60f34f4-1462-408e-b4c4-0acc29f14606 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:30.361333 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'status': 'completed', 'code': 200} Jun 25 09:41:30.410067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57444) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:41:30.427853 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6699afd6-cf2f-4f65-89d3-67f244ab992b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:30.511528 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-44fc9208-64a7-45ae-875d-54cb893fbb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:30.513183 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-44fc9208-64a7-45ae-875d-54cb893fbb01 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1096 time: 0.1065748 Jun 25 09:41:30.581432 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-5a791be1-7c6d-4d9d-8b14-d23b86896d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:30.582933 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-5a791be1-7c6d-4d9d-8b14-d23b86896d89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1096 time: 0.1420958 Jun 25 09:41:30.596766 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6699afd6-cf2f-4f65-89d3-67f244ab992b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:30.601422 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6699afd6-cf2f-4f65-89d3-67f244ab992b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:30.605400 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a5ed5d93-7b92-437f-a29c-c91e7f3c5069 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:30.636884 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-0fc3d98f-92f1-465e-8b98-84100d203d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:30.638377 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-0fc3d98f-92f1-465e-8b98-84100d203d13 service neutron] 10.222.0.38 "GET /v2.0/networks?id=066cb614-1448-40c7-8efe-ec557a45b12d HTTP/1.1" status: 200 len: 899 time: 0.1176369 Jun 25 09:41:30.654355 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6699afd6-cf2f-4f65-89d3-67f244ab992b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7f1cdf0636a4464795d388f8893d00a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432332 Jun 25 09:41:30.656409 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699afd6-cf2f-4f65-89d3-67f244ab992b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f1dbfe-c58f-42f3-b725-a0b75fc18ca5,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:30.658796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 57448) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:41:30.663513 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6699afd6-cf2f-4f65-89d3-67f244ab992b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:30.681107 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14fd3d-4896-4c51-93c4-d3a1faad9cab req-fc0df7ab-642f-4293-99cb-22ca569985ad tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:30.689239 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb14fd3d-4896-4c51-93c4-d3a1faad9cab req-fc0df7ab-642f-4293-99cb-22ca569985ad tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 945 time: 0.1501877 Jun 25 09:41:30.758860 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb14fd3d-4896-4c51-93c4-d3a1faad9cab req-920cb10e-40f0-4cc8-a134-aa8b1fc8b8a0 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682106 Jun 25 09:41:30.780765 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7995dc09-fcf3-4311-aaaf-f36bb966ce6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:30.788108 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-d70f8b70-43e9-486b-bfd0-016b890fbc8a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 200 len: 1000 time: 0.1243546 Jun 25 09:41:30.815869 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7995dc09-fcf3-4311-aaaf-f36bb966ce6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:30.852210 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-326b2d93-7489-49f0-9646-09812dc464ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:30.854047 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-326b2d93-7489-49f0-9646-09812dc464ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=066cb614-1448-40c7-8efe-ec557a45b12d HTTP/1.1" status: 200 len: 899 time: 0.2392833 Jun 25 09:41:30.869325 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-ddc54fbb-447c-4c59-8f8f-a1f60095f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:30.870849 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-ddc54fbb-447c-4c59-8f8f-a1f60095f2cf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=950fcbf6-2fdd-4833-a318-44f76ec5ebc5 HTTP/1.1" status: 200 len: 835 time: 0.0738204 Jun 25 09:41:30.914900 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7995dc09-fcf3-4311-aaaf-f36bb966ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:30.917541 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-7995dc09-fcf3-4311-aaaf-f36bb966ce6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:30.918698 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-7995dc09-fcf3-4311-aaaf-f36bb966ce6a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/41f1dbfe-c58f-42f3-b725-a0b75fc18ca5 HTTP/1.1" status: 204 len: 168 time: 0.2580745 Jun 25 09:41:30.919706 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-dc7674c4-abfe-42ac-97a4-a97a5bfed824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:30.943953 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02dc38-a354-4339-ab10-c6b811bf01ac req-1c96e140-da5a-4069-844c-db0f6a6b0fb6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:30.951618 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8d02dc38-a354-4339-ab10-c6b811bf01ac req-1c96e140-da5a-4069-844c-db0f6a6b0fb6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 944 time: 0.1086936 Jun 25 09:41:30.963765 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995dc09-fcf3-4311-aaaf-f36bb966ce6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f1dbfe-c58f-42f3-b725-a0b75fc18ca5,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:30.967228 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-7995dc09-fcf3-4311-aaaf-f36bb966ce6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:30.968227 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-278f5209-80c1-4819-913e-e7e30856bbda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 200 len: 1000 time: 0.1066802 Jun 25 09:41:31.012635 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8d02dc38-a354-4339-ab10-c6b811bf01ac req-406cb892-4868-4f29-ad1c-c912be77bfcf tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601261 Jun 25 09:41:31.038594 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-47ec6a02-6ecd-44eb-b408-d0ceab7fcdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:31.040122 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-47ec6a02-6ecd-44eb-b408-d0ceab7fcdda service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=066cb614-1448-40c7-8efe-ec557a45b12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356683 Jun 25 09:41:31.048375 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-e4686fe0-ba42-4da8-91b3-a314f9adfd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:31.049848 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-e4686fe0-ba42-4da8-91b3-a314f9adfd5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=950fcbf6-2fdd-4833-a318-44f76ec5ebc5 HTTP/1.1" status: 200 len: 835 time: 0.0653062 Jun 25 09:41:31.192638 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-71fea8ab-c548-436a-8a2c-850239cb6d1c service neutron] 10.222.0.38 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390631 Jun 25 09:41:31.198923 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-62881c68-6781-4e71-9a84-3e15ab2a2909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:31.200206 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-62881c68-6781-4e71-9a84-3e15ab2a2909 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=066cb614-1448-40c7-8efe-ec557a45b12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394720 Jun 25 09:41:31.404791 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-d3b655cf-a4ca-41ac-a648-91401fc1ff12 service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962175 Jun 25 09:41:31.414557 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-2f01f1bc-ff48-4945-a63b-4f06ec3d4f56 service neutron] 10.222.0.38 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754632 Jun 25 09:41:31.486110 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:31.514325 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a6ad8dba-c0e7-4727-a1f1-5da7eba7e9e1 req-4c43d050-4912-4e45-ba66-1497e71ca20a service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012621 Jun 25 09:41:31.740002 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e1839276-c473-40fa-a060-e0ffc3f3ffe2 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:41:31.782143 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e1839276-c473-40fa-a060-e0ffc3f3ffe2 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:41:31.971495 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66242c-9308-4033-badb-c897566aecde req-34847820-2d2a-4079-9bf2-74ff504c1d11 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:31.973034 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4b66242c-9308-4033-badb-c897566aecde req-34847820-2d2a-4079-9bf2-74ff504c1d11 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 945 time: 0.0772269 Jun 25 09:41:32.016414 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4b66242c-9308-4033-badb-c897566aecde req-18c55e19-36a9-4636-8ec7-e5c06f6f98b3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374453 Jun 25 09:41:32.244954 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933edda-c59a-463a-b5a2-df313ff1b681 req-4ab8ad44-9f63-4a74-a207-3420640eb4ec tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:32.246547 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9933edda-c59a-463a-b5a2-df313ff1b681 req-4ab8ad44-9f63-4a74-a207-3420640eb4ec tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 945 time: 0.1084013 Jun 25 09:41:32.263879 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d5a88-2389-436d-a1c4-17b9ce2feba6 req-6e6464e2-14c0-49cc-9c86-8f96c26fec01 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:32.265354 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d66d5a88-2389-436d-a1c4-17b9ce2feba6 req-6e6464e2-14c0-49cc-9c86-8f96c26fec01 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 944 time: 0.1178453 Jun 25 09:41:32.317308 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9933edda-c59a-463a-b5a2-df313ff1b681 req-2353bc98-715a-41da-af28-93e1ffa4f3b5 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617566 Jun 25 09:41:32.325282 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d66d5a88-2389-436d-a1c4-17b9ce2feba6 req-6e4408b4-8e2a-47b8-b821-27d9d33460cc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538254 Jun 25 09:41:32.715305 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0428c-cd48-4af6-b963-bd802f2b8131 req-419fa99b-76e5-4421-9d85-062ce8b08bd4 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:32.717454 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cbc0428c-cd48-4af6-b963-bd802f2b8131 req-419fa99b-76e5-4421-9d85-062ce8b08bd4 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 945 time: 0.0717247 Jun 25 09:41:32.764096 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cbc0428c-cd48-4af6-b963-bd802f2b8131 req-a2db7d7a-bf95-4e07-a96f-a05dc5e229aa tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398021 Jun 25 09:41:33.517608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368d89f-21de-4002-beb4-7dd2dab5ea58 req-410f8c6e-e8aa-4408-a4d2-af666719b2b3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:33.519065 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f368d89f-21de-4002-beb4-7dd2dab5ea58 req-410f8c6e-e8aa-4408-a4d2-af666719b2b3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 944 time: 0.0728476 Jun 25 09:41:33.574946 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f368d89f-21de-4002-beb4-7dd2dab5ea58 req-5f0b0e70-e2db-4d5f-b28a-e5ce07835412 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453436 Jun 25 09:41:33.945648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabbb11-5112-481a-8bfa-b38e59ecfb2a req-c04be543-32d9-473b-8fbe-b35fd93b50ef tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:33.947556 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0dabbb11-5112-481a-8bfa-b38e59ecfb2a req-c04be543-32d9-473b-8fbe-b35fd93b50ef tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 945 time: 0.0659232 Jun 25 09:41:33.987853 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0dabbb11-5112-481a-8bfa-b38e59ecfb2a req-8a303703-af80-4af9-90d8-f1a0cd711a54 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337856 Jun 25 09:41:34.114020 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255701e-1222-4171-b157-3a6d7830dc4c req-8c10f7d4-d2ad-4a1c-ade7-ea0b9b702406 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:34.115657 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-8c10f7d4-d2ad-4a1c-ade7-ea0b9b702406 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.38 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 944 time: 0.0813060 Jun 25 09:41:34.149322 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac365854-5f01-4bb4-b4a3-d5ed8dc6d2f2 req-bf16df85-55b2-4c45-ad84-07e18e0c14af tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:34.150722 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ac365854-5f01-4bb4-b4a3-d5ed8dc6d2f2 req-bf16df85-55b2-4c45-ad84-07e18e0c14af tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 944 time: 0.0704010 Jun 25 09:41:34.181117 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-d263aa19-e3f8-4ae3-8059-e4db746d8d2e service neutron] 10.222.0.38 "GET /v2.0/ports/e1839276-c473-40fa-a060-e0ffc3f3ffe2/bindings/n-h2-761264-15 HTTP/1.1" status: 200 len: 383 time: 0.0579808 Jun 25 09:41:34.189020 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ac365854-5f01-4bb4-b4a3-d5ed8dc6d2f2 req-d0637634-a4ee-45ed-b68b-13fe02900cef tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323665 Jun 25 09:41:34.282597 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255701e-1222-4171-b157-3a6d7830dc4c req-bcaad808-72b1-4711-8b09-23a51774f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:34.284106 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-bcaad808-72b1-4711-8b09-23a51774f560 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1096 time: 0.0619667 Jun 25 09:41:34.378662 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255701e-1222-4171-b157-3a6d7830dc4c req-de5bce85-70bf-40ce-a167-891f4183b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:34.380167 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-de5bce85-70bf-40ce-a167-891f4183b1f3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=066cb614-1448-40c7-8efe-ec557a45b12d HTTP/1.1" status: 200 len: 899 time: 0.0894754 Jun 25 09:41:34.451117 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a5b97d9c-c7bf-430a-bc62-538dbe4c6c9b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 200 len: 1000 time: 0.0639465 Jun 25 09:41:34.501608 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255701e-1222-4171-b157-3a6d7830dc4c req-2e2bac41-d8a3-42d7-a48c-e0732d625a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:34.503005 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-2e2bac41-d8a3-42d7-a48c-e0732d625a2b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=950fcbf6-2fdd-4833-a318-44f76ec5ebc5 HTTP/1.1" status: 200 len: 835 time: 0.0449140 Jun 25 09:41:34.561670 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255701e-1222-4171-b157-3a6d7830dc4c req-021348c8-82d1-41d1-87f2-98dbe4965663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:34.563137 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-021348c8-82d1-41d1-87f2-98dbe4965663 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=066cb614-1448-40c7-8efe-ec557a45b12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530536 Jun 25 09:41:34.577276 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device e1839276-c473-40fa-a060-e0ffc3f3ffe2 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:41:34.675866 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:34.688268 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'port_id': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'mac_address': 'fa:16:3e:39:fa:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:41:34.697229 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-826954e6-64d5-4c5b-9450-cb1334513b49 service neutron] 10.222.0.38 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257656 Jun 25 09:41:34.711754 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8109e8b-ea70-4cc4-99a2-1e0cefbfb03c req-09ae36db-4c5a-4a1a-9cd0-4aafda2fee40 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:34.713208 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d8109e8b-ea70-4cc4-99a2-1e0cefbfb03c req-09ae36db-4c5a-4a1a-9cd0-4aafda2fee40 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.41 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 945 time: 0.1408219 Jun 25 09:41:34.731879 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:34.747201 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1839276-c473-40fa-a060-e0ffc3f3ffe2 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:41:34.768477 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:34.774036 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:34.775865 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:34.827753 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=e1839276-c473-40fa-a060-e0ffc3f3ffe2,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:34.836954 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:34.877340 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-3cbee4c4-a98a-4310-a16b-b44cdcf0fa24 service neutron] 10.222.0.38 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610825 Jun 25 09:41:34.895367 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-d8109e8b-ea70-4cc4-99a2-1e0cefbfb03c req-46209b26-d956-440a-aaa5-de59a7770321 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Deleting port c881e5d8-4574-4bb9-96be-bed5d27c7226 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:41:34.895742 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d8109e8b-ea70-4cc4-99a2-1e0cefbfb03c req-46209b26-d956-440a-aaa5-de59a7770321 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:34.988830 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-d8109e8b-ea70-4cc4-99a2-1e0cefbfb03c req-46209b26-d956-440a-aaa5-de59a7770321 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] For port c881e5d8-4574-4bb9-96be-bed5d27c7226, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=c881e5d8-4574-4bb9-96be-bed5d27c7226,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:34.989151 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d8109e8b-ea70-4cc4-99a2-1e0cefbfb03c req-46209b26-d956-440a-aaa5-de59a7770321 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:35.003231 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-d8109e8b-ea70-4cc4-99a2-1e0cefbfb03c req-46209b26-d956-440a-aaa5-de59a7770321 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Calling delete_port for c881e5d8-4574-4bb9-96be-bed5d27c7226 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:41:35.142333 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d8109e8b-ea70-4cc4-99a2-1e0cefbfb03c req-46209b26-d956-440a-aaa5-de59a7770321 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:35.147442 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-dbbd13c7-65e8-42bf-8430-63f294bef413 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:35.166693 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaea6eb-59f3-4d57-b0ee-06ea3bef3479 req-412d931a-0d7a-4139-ada5-1a7d2bbf11df tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:35.168352 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-efaea6eb-59f3-4d57-b0ee-06ea3bef3479 req-412d931a-0d7a-4139-ada5-1a7d2bbf11df tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=0964dc0d-0184-4775-b245-414f88498561 HTTP/1.1" status: 200 len: 945 time: 0.0654449 Jun 25 09:41:35.174088 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46209b26-d956-440a-aaa5-de59a7770321 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Pushing event deleted for resources: {'Port': ['ID=c881e5d8-4574-4bb9-96be-bed5d27c7226,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:35.175904 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['c881e5d8-4574-4bb9-96be-bed5d27c7226'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:41:35.180143 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-46209b26-d956-440a-aaa5-de59a7770321 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:35.185104 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a16ceebf-9c82-485d-b8ba-5cf874621d9e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:41:35.227721 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['e1839276-c473-40fa-a060-e0ffc3f3ffe2'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:41:35.228186 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-efaea6eb-59f3-4d57-b0ee-06ea3bef3479 req-67addbd4-0491-486b-b069-7b57fcb65b22 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463653 Jun 25 09:41:35.230354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8109e8b-ea70-4cc4-99a2-1e0cefbfb03c req-46209b26-d956-440a-aaa5-de59a7770321 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] No DVR routers for this DVR port c881e5d8-4574-4bb9-96be-bed5d27c7226 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:41:35.237723 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-d8109e8b-ea70-4cc4-99a2-1e0cefbfb03c req-46209b26-d956-440a-aaa5-de59a7770321 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:35.239806 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d8109e8b-ea70-4cc4-99a2-1e0cefbfb03c req-46209b26-d956-440a-aaa5-de59a7770321 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.41 "DELETE /v2.0/ports/c881e5d8-4574-4bb9-96be-bed5d27c7226 HTTP/1.1" status: 204 len: 173 time: 0.5149097 Jun 25 09:41:35.245128 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0964dc0d-0184-4775-b245-414f88498561', 'name': 'network-vif-deleted', 'tag': 'c881e5d8-4574-4bb9-96be-bed5d27c7226'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:35.247582 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bb2714-a239-4755-8658-ad011a4bad2a" -d '{"events": [{"server_uuid": "0964dc0d-0184-4775-b245-414f88498561", "name": "network-vif-deleted", "tag": "c881e5d8-4574-4bb9-96be-bed5d27c7226"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:35.295386 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2739b8cf-e966-45fb-98f9-dacfd609ba7b x-openstack-request-id: req-2739b8cf-e966-45fb-98f9-dacfd609ba7b {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:35.296462 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0964dc0d-0184-4775-b245-414f88498561", "name": "network-vif-deleted", "tag": "c881e5d8-4574-4bb9-96be-bed5d27c7226", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:35.297102 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2739b8cf-e966-45fb-98f9-dacfd609ba7b {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:35.297917 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0964dc0d-0184-4775-b245-414f88498561', 'name': 'network-vif-deleted', 'tag': 'c881e5d8-4574-4bb9-96be-bed5d27c7226', 'status': 'completed', 'code': 200} Jun 25 09:41:35.395779 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a408aff-280e-4600-8166-4bb1361d6b55 req-774718d0-8c2d-43a7-a5ce-7ab0ce76428b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:35.397595 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a408aff-280e-4600-8166-4bb1361d6b55 req-774718d0-8c2d-43a7-a5ce-7ab0ce76428b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 945 time: 0.0668461 Jun 25 09:41:35.442333 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a408aff-280e-4600-8166-4bb1361d6b55 req-7b7f4363-d457-472c-a909-f2015197738c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366898 Jun 25 09:41:36.600150 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device e1839276-c473-40fa-a060-e0ffc3f3ffe2 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:41:36.636720 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1b137-15b5-4e65-96de-397dd87581f1 req-66111823-4dd3-44ed-8b75-8e2b28184815 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:36.639146 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5e1b137-15b5-4e65-96de-397dd87581f1 req-66111823-4dd3-44ed-8b75-8e2b28184815 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 945 time: 0.0710425 Jun 25 09:41:36.656279 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port e1839276-c473-40fa-a060-e0ffc3f3ffe2 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:41:36.660977 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port e1839276-c473-40fa-a060-e0ffc3f3ffe2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:41:36.661593 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:36.681536 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e5e1b137-15b5-4e65-96de-397dd87581f1 req-b89acdc0-59e0-43d0-b9ea-9bf5ff02cc88 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363460 Jun 25 09:41:36.745300 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:36.777115 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:36.779421 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dac649-1cd1-4058-a95a-1291fb126797" -d '{"events": [{"server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "name": "network-vif-plugged", "status": "completed", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:36.794256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:36.800621 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:36.803688 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4d09ffbb-e03b-4f1e-9894-390f22c61c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:36.839813 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e9c77b-0376-40a9-83de-66b9444490c4 x-openstack-request-id: req-85e9c77b-0376-40a9-83de-66b9444490c4 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:36.840131 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "name": "network-vif-plugged", "status": "completed", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:36.840389 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-85e9c77b-0376-40a9-83de-66b9444490c4 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:36.840946 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'code': 200} Jun 25 09:41:36.841853 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-c3837cb6-81bf-43f7-a382-588fedd4531f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:36.843370 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-c3837cb6-81bf-43f7-a382-588fedd4531f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 806 time: 0.1141005 Jun 25 09:41:36.857095 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=e1839276-c473-40fa-a060-e0ffc3f3ffe2,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:36.858536 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-9da88900-8f9c-4b1d-bf54-90999f54036f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/quotas/18dd14b19037474abb577f936dd5096f HTTP/1.1" status: 200 len: 375 time: 0.0096126 Jun 25 09:41:36.860099 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:36.928822 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-3cf22dcf-344c-41a7-9f0e-f060e1646d27 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0647020 Jun 25 09:41:37.025748 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-82b60630-6d4e-40b0-9e76-7088cc21839c service neutron] 10.222.0.93 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839963 Jun 25 09:41:37.431247 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-b3f3c17a-0fb1-44c9-840c-d74b2a3998af service neutron] 10.222.0.93 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993559 Jun 25 09:41:37.621611 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255701e-1222-4171-b157-3a6d7830dc4c req-b0937f2b-6e00-4e8e-99ad-f7961d36bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:37.623297 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-b0937f2b-6e00-4e8e-99ad-f7961d36bcbe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4 HTTP/1.1" status: 200 len: 1098 time: 0.0751379 Jun 25 09:41:37.632693 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0055ad43-30fb-4342-8730-913114de3c70 req-1693ddc0-b444-4038-b469-24262b486b11 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 210 time: 0.0356340 Jun 25 09:41:37.643081 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-15', 'device_owner': 'compute:nova'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:41:37.722261 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:37.890093 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a64335-2590-47e0-a389-69b4014e05c4 req-6997b5d5-512f-40c2-9455-9cc5f27561bd tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:37.893279 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3a64335-2590-47e0-a389-69b4014e05c4 req-6997b5d5-512f-40c2-9455-9cc5f27561bd tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.0756934 Jun 25 09:41:37.937804 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f3a64335-2590-47e0-a389-69b4014e05c4 req-d1cd038c-240f-4219-bae9-15e5c7600e85 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373497 Jun 25 09:41:37.990091 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:38.026782 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:41:38.067464 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:38.070067 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f978b6-3cb4-4f9e-8d95-e24412e8eb59" -d '{"events": [{"server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "name": "network-vif-unplugged", "status": "completed", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:38.074127 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:38.088577 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Transition to ACTIVE for port object e1839276-c473-40fa-a060-e0ffc3f3ffe2 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:41:38.093889 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:38.097900 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-29bbe596-b375-4d27-b69a-28ec361864bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:38.128385 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5aa8f8f-553b-4da2-a01e-2070fa25c3b0 x-openstack-request-id: req-e5aa8f8f-553b-4da2-a01e-2070fa25c3b0 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:38.128756 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "name": "network-vif-unplugged", "status": "completed", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:38.129047 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e5aa8f8f-553b-4da2-a01e-2070fa25c3b0 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:38.129489 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'code': 200} Jun 25 09:41:38.183139 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1839276-c473-40fa-a060-e0ffc3f3ffe2,revision_number=10']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:38.195595 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:38.236860 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] No DVR routers for this DVR port e1839276-c473-40fa-a060-e0ffc3f3ffe2 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:41:38.407002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Attempting to bind port e1839276-c473-40fa-a060-e0ffc3f3ffe2 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:41:38.407262 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Attempting to bind port e1839276-c473-40fa-a060-e0ffc3f3ffe2 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:41:38.407569 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Attempting to bind port e1839276-c473-40fa-a060-e0ffc3f3ffe2 on network 066cb614-1448-40c7-8efe-ec557a45b12d {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:41:38.411905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Port e1839276-c473-40fa-a060-e0ffc3f3ffe2 on network 066cb614-1448-40c7-8efe-ec557a45b12d not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:41:38.412250 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Attempting to bind port e1839276-c473-40fa-a060-e0ffc3f3ffe2 on network 066cb614-1448-40c7-8efe-ec557a45b12d {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:41:38.417318 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:41:38.417652 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Checking segment: {'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:41:38.418018 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Bound using segment: {'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:41:38.418444 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Bound port: e1839276-c473-40fa-a060-e0ffc3f3ffe2, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9b90a6-0906-4349-8e32-ae38152d184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:41:38.418809 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:38.485867 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:41:38.489042 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:41:38.494822 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:38.497048 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5fe73c5a-6947-4399-a502-07ba1e5dd074 tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:38.529355 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:38.530010 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:38.531400 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 200 len: 1094 time: 0.8933749 Jun 25 09:41:38.553963 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1839276-c473-40fa-a060-e0ffc3f3ffe2,revision_number=11']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:38.558256 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:38.633678 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255701e-1222-4171-b157-3a6d7830dc4c req-fa5bbf38-d7bc-480e-abdc-71a5639b1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:38.635197 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-fa5bbf38-d7bc-480e-abdc-71a5639b1693 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1097 time: 0.0583537 Jun 25 09:41:38.734577 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255701e-1222-4171-b157-3a6d7830dc4c req-60b79c0c-916a-4508-9eb8-b4fbe87e07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:38.736070 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-60b79c0c-916a-4508-9eb8-b4fbe87e07d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=066cb614-1448-40c7-8efe-ec557a45b12d HTTP/1.1" status: 200 len: 899 time: 0.0934892 Jun 25 09:41:38.812076 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-52e9a459-c16a-4e53-af64-6e69c8fb876e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 200 len: 1000 time: 0.0616047 Jun 25 09:41:38.814518 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c57ac7cc-aaf0-473e-b520-a249dc734106 req-57c04f9e-b587-42d1-8c0d-96956f35659f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 210 time: 0.0558066 Jun 25 09:41:38.876017 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255701e-1222-4171-b157-3a6d7830dc4c req-707b390d-79a1-4dd3-93cf-6bc43c95e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:38.877477 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-707b390d-79a1-4dd3-93cf-6bc43c95e84c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=950fcbf6-2fdd-4833-a318-44f76ec5ebc5 HTTP/1.1" status: 200 len: 835 time: 0.0583971 Jun 25 09:41:39.010687 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-709904cc-c616-4bf7-83b5-44f64bef7835 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:39.012157 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-709904cc-c616-4bf7-83b5-44f64bef7835 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 806 time: 0.1456206 Jun 25 09:41:39.020346 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255701e-1222-4171-b157-3a6d7830dc4c req-97dfcc89-222c-4b25-ac8d-9f8f80c9b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:39.022161 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-97dfcc89-222c-4b25-ac8d-9f8f80c9b4c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=066cb614-1448-40c7-8efe-ec557a45b12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302638 Jun 25 09:41:39.032919 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-210a9d4e-1480-4f96-8682-1a3bc90aea1e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Request body: {'port': {'device_id': 'fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4', 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694', 'admin_state_up': True, 'tenant_id': '18dd14b19037474abb577f936dd5096f'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:41:39.127463 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d3072-bfe9-44ad-8acd-f13aaec2942d req-32a0332a-3110-491b-8308-bea364bcb38c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:39.128982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d72d3072-bfe9-44ad-8acd-f13aaec2942d req-32a0332a-3110-491b-8308-bea364bcb38c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 945 time: 0.0680661 Jun 25 09:41:39.168436 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d72d3072-bfe9-44ad-8acd-f13aaec2942d req-191c5015-7635-454f-9cb6-875033fcfa1c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332661 Jun 25 09:41:39.194235 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-c24558d4-ac0d-4ac9-9bb0-bdfc060fe028 service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649606 Jun 25 09:41:39.254801 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-210a9d4e-1480-4f96-8682-1a3bc90aea1e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Made reservation on behalf of 18dd14b19037474abb577f936dd5096f for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:41:39.258731 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-210a9d4e-1480-4f96-8682-1a3bc90aea1e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:39.685785 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9255701e-1222-4171-b157-3a6d7830dc4c req-95ccf720-e37f-44a8-81c2-e8f8ba7d7f86 service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839365 Jun 25 09:41:39.760254 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c881e5d8-4574-4bb9-96be-bed5d27c7226 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:41:39.763709 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-210a9d4e-1480-4f96-8682-1a3bc90aea1e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Allocated IP 172.20.0.7 (f90f031d-6763-4a52-a60f-e00ea2e01694/34123c39-b20e-4e87-96ad-a23d824e3c14/24fc6a69-1145-4342-8214-926184ca768e) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:41:39.780959 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: c881e5d8-4574-4bb9-96be-bed5d27c7226 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:41:39.781485 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device c881e5d8-4574-4bb9-96be-bed5d27c7226 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:41:39.951761 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-210a9d4e-1480-4f96-8682-1a3bc90aea1e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:39.959683 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e0dcb-5232-4262-b858-1e41e624acc5 req-c3e01af3-dbb2-4db7-b86d-79bb93fba405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:39.961233 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-551e0dcb-5232-4262-b858-1e41e624acc5 req-c3e01af3-dbb2-4db7-b86d-79bb93fba405 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1097 time: 0.1422820 Jun 25 09:41:39.962032 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c001a248-c472-47f3-ae7b-39603d860da2 req-b69e861f-76ca-49f7-82d9-7adb4d90d3df tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 210 time: 0.0321121 Jun 25 09:41:40.046387 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-210a9d4e-1480-4f96-8682-1a3bc90aea1e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:40.051452 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:40.082104 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a16ceebf-9c82-485d-b8ba-5cf874621d9e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:41:40.108247 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-210a9d4e-1480-4f96-8682-1a3bc90aea1e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Network f90f031d-6763-4a52-a60f-e00ea2e01694 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:41:40.120870 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-210a9d4e-1480-4f96-8682-1a3bc90aea1e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:41:40.128091 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-210a9d4e-1480-4f96-8682-1a3bc90aea1e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:41:40.130940 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a9d4e-1480-4f96-8682-1a3bc90aea1e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Pushing event updated for resources: {'Port': ['ID=24fc6a69-1145-4342-8214-926184ca768e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:40.133039 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:40.136222 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0659f6aa-316e-4099-a874-305694107ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:40.138931 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-210a9d4e-1480-4f96-8682-1a3bc90aea1e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:40.163675 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e0dcb-5232-4262-b858-1e41e624acc5 req-199f6ee2-3972-40d0-81f1-c4789556d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:40.165255 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-551e0dcb-5232-4262-b858-1e41e624acc5 req-199f6ee2-3972-40d0-81f1-c4789556d15f service neutron] 10.222.0.41 "GET /v2.0/networks?id=066cb614-1448-40c7-8efe-ec557a45b12d HTTP/1.1" status: 200 len: 899 time: 0.1772165 Jun 25 09:41:40.240647 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257aafd4-fe34-4b5f-949d-5116dac7cde8 x-openstack-request-id: req-257aafd4-fe34-4b5f-949d-5116dac7cde8 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:40.242396 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:40.242710 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-257aafd4-fe34-4b5f-949d-5116dac7cde8 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:40.243154 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'status': 'completed', 'code': 200} Jun 25 09:41:40.264106 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-210a9d4e-1480-4f96-8682-1a3bc90aea1e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:40.264715 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-210a9d4e-1480-4f96-8682-1a3bc90aea1e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:40.299553 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-551e0dcb-5232-4262-b858-1e41e624acc5 req-ee0af3f4-0c84-4561-a5ac-25631e3295d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 200 len: 1000 time: 0.1260531 Jun 25 09:41:40.318477 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-210a9d4e-1480-4f96-8682-1a3bc90aea1e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2903821 Jun 25 09:41:40.351664 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Request body: {'port': {'device_id': 'fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:41:40.353665 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc66bb-746b-4403-8431-61cbef2d7d78 req-48f39f66-b9c2-4ff9-8c1e-bfa82237bd36 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:40.355220 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2edc66bb-746b-4403-8431-61cbef2d7d78 req-48f39f66-b9c2-4ff9-8c1e-bfa82237bd36 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 945 time: 0.0692949 Jun 25 09:41:40.397635 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2edc66bb-746b-4403-8431-61cbef2d7d78 req-3b0564c1-ab4a-4c5b-ad14-68c3c454a811 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359697 Jun 25 09:41:40.399709 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e0dcb-5232-4262-b858-1e41e624acc5 req-f341dc49-6fa3-4d91-bc6c-076f4c3a6fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:40.401181 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-551e0dcb-5232-4262-b858-1e41e624acc5 req-f341dc49-6fa3-4d91-bc6c-076f4c3a6fb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=950fcbf6-2fdd-4833-a318-44f76ec5ebc5 HTTP/1.1" status: 200 len: 835 time: 0.0944777 Jun 25 09:41:40.424881 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659f6aa-316e-4099-a874-305694107ce7 req-67d57d54-ace0-4fae-ae28-340b09e9ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:40.426316 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0659f6aa-316e-4099-a874-305694107ce7 req-67d57d54-ace0-4fae-ae28-340b09e9ff7c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1097 time: 0.1766224 Jun 25 09:41:40.540375 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:40.586121 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659f6aa-316e-4099-a874-305694107ce7 req-f53fbe5f-bdb9-4beb-b851-b5d66c02bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:40.587598 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0659f6aa-316e-4099-a874-305694107ce7 req-f53fbe5f-bdb9-4beb-b851-b5d66c02bd1a service neutron] 10.222.0.38 "GET /v2.0/networks?id=066cb614-1448-40c7-8efe-ec557a45b12d HTTP/1.1" status: 200 len: 899 time: 0.1262796 Jun 25 09:41:40.592571 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device e1839276-c473-40fa-a060-e0ffc3f3ffe2 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:41:40.631834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device e1839276-c473-40fa-a060-e0ffc3f3ffe2 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:41:40.674925 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e0dcb-5232-4262-b858-1e41e624acc5 req-7381aa7a-40fd-4b27-b8c9-8551884a5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:40.676434 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-551e0dcb-5232-4262-b858-1e41e624acc5 req-7381aa7a-40fd-4b27-b8c9-8551884a5076 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=066cb614-1448-40c7-8efe-ec557a45b12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2643740 Jun 25 09:41:40.791260 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0659f6aa-316e-4099-a874-305694107ce7 req-8f3e9d5d-68bf-44d1-ae10-80c9db12981a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 200 len: 1000 time: 0.1821575 Jun 25 09:41:40.929142 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659f6aa-316e-4099-a874-305694107ce7 req-54932dc3-7f88-4564-8405-d477abec1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:40.930627 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0659f6aa-316e-4099-a874-305694107ce7 req-54932dc3-7f88-4564-8405-d477abec1e8f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=950fcbf6-2fdd-4833-a318-44f76ec5ebc5 HTTP/1.1" status: 200 len: 835 time: 0.1266701 Jun 25 09:41:40.934277 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-551e0dcb-5232-4262-b858-1e41e624acc5 req-84b57392-dc1d-4fd5-a1d8-cde71c3b3e7e service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476265 Jun 25 09:41:41.115061 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24fc6a69-1145-4342-8214-926184ca768e {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:41:41.132963 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:41.140454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a77b2-2fcb-49a6-ac43-e8a2f08d05fa req-4e53f931-60f3-4ff9-a0e4-fb30a46ca339 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:41.141988 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c79a77b2-2fcb-49a6-ac43-e8a2f08d05fa req-4e53f931-60f3-4ff9-a0e4-fb30a46ca339 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 931 time: 0.0664768 Jun 25 09:41:41.143969 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-551e0dcb-5232-4262-b858-1e41e624acc5 req-e955e89d-95ea-479b-afae-0b534e74dd13 service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945009 Jun 25 09:41:41.145824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659f6aa-316e-4099-a874-305694107ce7 req-41de5d8d-675b-428f-8246-7c9315e7a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:41.147230 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0659f6aa-316e-4099-a874-305694107ce7 req-41de5d8d-675b-428f-8246-7c9315e7a801 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=066cb614-1448-40c7-8efe-ec557a45b12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2083700 Jun 25 09:41:41.156225 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Transition to ACTIVE for port object 24fc6a69-1145-4342-8214-926184ca768e will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:41:41.174657 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:41.188057 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c79a77b2-2fcb-49a6-ac43-e8a2f08d05fa req-1a918099-0e3b-438b-a2b4-ed7e0db419d2 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400341 Jun 25 09:41:41.200270 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c56fce68-9577-473e-a006-95a04ca89958 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:41.301979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Pushing event updated for resources: {'Port': ['ID=24fc6a69-1145-4342-8214-926184ca768e,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:41.319941 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:41.373411 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0659f6aa-316e-4099-a874-305694107ce7 req-80b0af91-a963-468a-bf86-1424a5651cbe service neutron] 10.222.0.38 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184193 Jun 25 09:41:41.445674 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659f6aa-316e-4099-a874-305694107ce7 req-1fae09ee-bebf-4eff-a7a4-320ba9ede4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:41.447162 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0659f6aa-316e-4099-a874-305694107ce7 req-1fae09ee-bebf-4eff-a7a4-320ba9ede4a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1097 time: 0.2140908 Jun 25 09:41:41.488460 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Attempting to bind port 24fc6a69-1145-4342-8214-926184ca768e on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:41:41.488878 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Attempting to bind port 24fc6a69-1145-4342-8214-926184ca768e by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:41:41.489163 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Attempting to bind port 24fc6a69-1145-4342-8214-926184ca768e on network f90f031d-6763-4a52-a60f-e00ea2e01694 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:41:41.526422 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Port 24fc6a69-1145-4342-8214-926184ca768e on network f90f031d-6763-4a52-a60f-e00ea2e01694 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:41:41.526723 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Attempting to bind port 24fc6a69-1145-4342-8214-926184ca768e on network f90f031d-6763-4a52-a60f-e00ea2e01694 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:41:41.549744 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:41:41.550015 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Checking segment: {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:41:41.550336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Bound using segment: {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:41:41.550775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Bound port: 24fc6a69-1145-4342-8214-926184ca768e, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:41:41.551129 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:41.571363 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0659f6aa-316e-4099-a874-305694107ce7 req-e0cb76a6-7b70-41e8-8eb3-23bb290de704 service neutron] 10.222.0.38 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885059 Jun 25 09:41:41.617216 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456a61-aa49-4c6b-9260-142036963c82 req-078d9a5a-6190-4fad-a5d0-8937f0bdcb9f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:41.617844 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659f6aa-316e-4099-a874-305694107ce7 req-66d54514-aa5e-4583-a639-ad42e6687aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:41.618985 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0659f6aa-316e-4099-a874-305694107ce7 req-66d54514-aa5e-4583-a639-ad42e6687aad service neutron] 10.222.0.41 "GET /v2.0/networks?id=066cb614-1448-40c7-8efe-ec557a45b12d HTTP/1.1" status: 200 len: 899 time: 0.1627374 Jun 25 09:41:41.619578 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-78456a61-aa49-4c6b-9260-142036963c82 req-078d9a5a-6190-4fad-a5d0-8937f0bdcb9f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 945 time: 0.0944340 Jun 25 09:41:41.668759 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-78456a61-aa49-4c6b-9260-142036963c82 req-27f246e8-f378-4250-bfda-11eeccb71e19 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426328 Jun 25 09:41:41.689876 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] For port 24fc6a69-1145-4342-8214-926184ca768e, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:41:41.708850 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] For port 24fc6a69-1145-4342-8214-926184ca768e, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=24fc6a69-1145-4342-8214-926184ca768e,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:41:41.713545 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0659f6aa-316e-4099-a874-305694107ce7 req-96e4527f-b2df-4dab-8c40-3eb7c4b5eb15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 200 len: 1000 time: 0.0840924 Jun 25 09:41:41.715593 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:41.717833 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-66e014a4-da1d-4021-8b6b-58563e9a53c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:41.785143 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:41.785754 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:41.787205 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] 10.222.0.38 "PUT /v2.0/ports/24fc6a69-1145-4342-8214-926184ca768e HTTP/1.1" status: 200 len: 1092 time: 1.4423196 Jun 25 09:41:41.802632 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659f6aa-316e-4099-a874-305694107ce7 req-bc88b533-542e-4dbc-b18c-f08acfdcc52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:41.804223 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0659f6aa-316e-4099-a874-305694107ce7 req-bc88b533-542e-4dbc-b18c-f08acfdcc52b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=950fcbf6-2fdd-4833-a318-44f76ec5ebc5 HTTP/1.1" status: 200 len: 835 time: 0.0835199 Jun 25 09:41:41.823981 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Pushing event updated for resources: {'Port': ['ID=24fc6a69-1145-4342-8214-926184ca768e,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:41.842238 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:41.911529 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659f6aa-316e-4099-a874-305694107ce7 req-af4d55b1-aa67-4e64-a66c-58ffa57b9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:41.913110 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0659f6aa-316e-4099-a874-305694107ce7 req-af4d55b1-aa67-4e64-a66c-58ffa57b9686 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=066cb614-1448-40c7-8efe-ec557a45b12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011691 Jun 25 09:41:41.917524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-99e48627-6608-4072-a414-8f328f83f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:41.918927 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-99e48627-6608-4072-a414-8f328f83f5ef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 1095 time: 0.0757492 Jun 25 09:41:42.003614 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-211b49c2-6b19-4843-88d9-799add32f0da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fc6a69-1145-4342-8214-926184ca768e HTTP/1.1" status: 200 len: 217 time: 0.0396118 Jun 25 09:41:42.076981 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0659f6aa-316e-4099-a874-305694107ce7 req-b0d56d1c-2798-4667-a8ca-f05ac2318ccf service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557834 Jun 25 09:41:42.078445 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-6df5066c-733e-4f67-a1a1-ce993cce02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:42.080047 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-6df5066c-733e-4f67-a1a1-ce993cce02e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=34123c39-b20e-4e87-96ad-a23d824e3c14 HTTP/1.1" status: 200 len: 846 time: 0.0665596 Jun 25 09:41:42.154634 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-a9a0199b-fec7-436a-9387-bbec5a3b708e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f90f031d-6763-4a52-a60f-e00ea2e01694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633163 Jun 25 09:41:42.246232 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4', 'tag': '24fc6a69-1145-4342-8214-926184ca768e'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:42.248533 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05ac5db-9f3c-4715-9fb5-abc77cba79da" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4", "tag": "24fc6a69-1145-4342-8214-926184ca768e"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:42.266641 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0659f6aa-316e-4099-a874-305694107ce7 req-58c0ac81-75ba-49a8-b266-ecc16cae54d7 service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823905 Jun 25 09:41:42.286112 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b29fc3-9298-4182-9761-2cc992cf7301 x-openstack-request-id: req-d0b29fc3-9298-4182-9761-2cc992cf7301 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:42.286463 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4", "tag": "24fc6a69-1145-4342-8214-926184ca768e", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:42.286746 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d0b29fc3-9298-4182-9761-2cc992cf7301 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:42.287218 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4', 'tag': '24fc6a69-1145-4342-8214-926184ca768e', 'status': 'completed', 'code': 200} Jun 25 09:41:42.289629 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-de5ea1f2-c2e0-4a03-a802-48273b93b6cf service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275671 Jun 25 09:41:42.377729 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489d533-e02a-4706-838c-d01ab94a8b89 req-e65641fa-406b-4463-bd6c-d18d0725dcd7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:42.379337 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5489d533-e02a-4706-838c-d01ab94a8b89 req-e65641fa-406b-4463-bd6c-d18d0725dcd7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 943 time: 0.0680091 Jun 25 09:41:42.423477 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5489d533-e02a-4706-838c-d01ab94a8b89 req-6a4b6d51-ed0c-48a8-be20-20ac39712a1d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377421 Jun 25 09:41:42.730276 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2b026e42-6e2c-4b06-a569-a4938b63f707 req-0df5aca5-0b4a-46c8-a448-1e68c838683c service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199977 Jun 25 09:41:42.859616 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc65a4-bc69-488c-9401-992781d540e7 req-46731c56-e088-49df-89c5-c83547bdb004 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:42.861342 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61cc65a4-bc69-488c-9401-992781d540e7 req-46731c56-e088-49df-89c5-c83547bdb004 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 945 time: 0.0679553 Jun 25 09:41:42.916454 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ac5db-9f3c-4715-9fb5-abc77cba79da req-7f362217-9c70-46e7-9c21-6906cbcc1ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:42.917985 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d05ac5db-9f3c-4715-9fb5-abc77cba79da req-7f362217-9c70-46e7-9c21-6906cbcc1ce9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 1095 time: 0.0560079 Jun 25 09:41:42.918339 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61cc65a4-bc69-488c-9401-992781d540e7 req-e4400910-dcdd-4fe3-9e74-7996d9a0e2be tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463793 Jun 25 09:41:43.017176 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ac5db-9f3c-4715-9fb5-abc77cba79da req-cd8325f1-1f39-4a3f-a1fa-520da301c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:43.018655 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d05ac5db-9f3c-4715-9fb5-abc77cba79da req-cd8325f1-1f39-4a3f-a1fa-520da301c38a service neutron] 10.222.0.38 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 908 time: 0.0937822 Jun 25 09:41:43.064270 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d05ac5db-9f3c-4715-9fb5-abc77cba79da req-0101dac3-4834-45dd-81f2-fec6f37c74f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fc6a69-1145-4342-8214-926184ca768e HTTP/1.1" status: 200 len: 217 time: 0.0373895 Jun 25 09:41:43.118764 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ac5db-9f3c-4715-9fb5-abc77cba79da req-cd5e97c2-2cde-4e0e-b653-78a4bbbea35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:43.120230 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d05ac5db-9f3c-4715-9fb5-abc77cba79da req-cd5e97c2-2cde-4e0e-b653-78a4bbbea35c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=34123c39-b20e-4e87-96ad-a23d824e3c14 HTTP/1.1" status: 200 len: 846 time: 0.0498440 Jun 25 09:41:43.155242 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d05ac5db-9f3c-4715-9fb5-abc77cba79da req-85bea475-12f4-44c3-8b3e-31f74c4d02b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f90f031d-6763-4a52-a60f-e00ea2e01694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262964 Jun 25 09:41:43.253862 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d05ac5db-9f3c-4715-9fb5-abc77cba79da req-5a008c59-8e5c-4200-854f-eb0346ca4cba service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911574 Jun 25 09:41:43.374720 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d05ac5db-9f3c-4715-9fb5-abc77cba79da req-f279e214-e533-4181-b848-c8ff68b924fe service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136565 Jun 25 09:41:43.609240 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f1523-d754-4979-8f9a-59052fdbdb8c req-d5e68735-9075-495b-ae85-a8cc64bdb12d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:43.610607 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4e6f1523-d754-4979-8f9a-59052fdbdb8c req-d5e68735-9075-495b-ae85-a8cc64bdb12d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 943 time: 0.0693166 Jun 25 09:41:43.652920 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4e6f1523-d754-4979-8f9a-59052fdbdb8c req-9f91f9af-bdf7-4c36-b846-1c7fa4fecad4 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348620 Jun 25 09:41:43.776486 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e1839276-c473-40fa-a060-e0ffc3f3ffe2 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:41:43.889998 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:43.902438 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'port_id': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'mac_address': 'fa:16:3e:39:fa:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:41:43.941409 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:43.956125 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1839276-c473-40fa-a060-e0ffc3f3ffe2 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:41:43.976569 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:43.981457 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:43.983224 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:44.030579 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e1839276-c473-40fa-a060-e0ffc3f3ffe2,revision_number=12']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:44.033621 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:44.106321 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47e0a5-3d5d-4757-808e-2654fd692892 req-168113df-6376-4dd3-9dd9-376fd40142b0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:44.107802 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7c47e0a5-3d5d-4757-808e-2654fd692892 req-168113df-6376-4dd3-9dd9-376fd40142b0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 946 time: 0.0644331 Jun 25 09:41:44.146811 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7c47e0a5-3d5d-4757-808e-2654fd692892 req-beac4a55-7094-4f95-be95-6142ae0e54b5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328898 Jun 25 09:41:44.171365 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 57570) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:41:44.231915 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c4e9d69d-fcec-4133-8cb1-a96366da8138 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/4cae2e47-03be-4c3a-9d1d-9224cf0381e3 HTTP/1.1" status: 200 len: 993 time: 0.0593102 Jun 25 09:41:44.414251 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['e1839276-c473-40fa-a060-e0ffc3f3ffe2'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:41:44.840856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472434d3-34b2-46ef-ada9-b1f09ad5fce3 req-40cb12c8-e6f9-417f-8c01-2083f50a048a tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:44.842324 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-472434d3-34b2-46ef-ada9-b1f09ad5fce3 req-40cb12c8-e6f9-417f-8c01-2083f50a048a tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 943 time: 0.0671761 Jun 25 09:41:44.888435 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-472434d3-34b2-46ef-ada9-b1f09ad5fce3 req-1f0736b4-83cb-45ce-9f1e-08a4e02dcb77 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401635 Jun 25 09:41:45.785850 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e1839276-c473-40fa-a060-e0ffc3f3ffe2 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:41:45.841342 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port e1839276-c473-40fa-a060-e0ffc3f3ffe2 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:41:45.845390 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port e1839276-c473-40fa-a060-e0ffc3f3ffe2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:41:45.845793 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:45.924275 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:45.949102 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:45.951623 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f99286-6a46-49c7-acf4-871af47054eb" -d '{"events": [{"server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "name": "network-vif-plugged", "status": "completed", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:45.965999 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:45.970577 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:45.973622 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:45.999238 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf2e35d-4a5a-48e3-a3fb-db5606eb0dd4 x-openstack-request-id: req-fdf2e35d-4a5a-48e3-a3fb-db5606eb0dd4 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:45.999492 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "name": "network-vif-plugged", "status": "completed", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:45.999794 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fdf2e35d-4a5a-48e3-a3fb-db5606eb0dd4 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:46.000162 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'code': 200} Jun 25 09:41:46.025413 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=e1839276-c473-40fa-a060-e0ffc3f3ffe2,revision_number=13']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:46.032571 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:46.032939 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:46.033278 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:46.033605 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:46.033933 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:46.034257 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:46.034574 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:46.034891 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:46.035205 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:46.035516 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:46.035828 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:46.036192 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:41:46.040060 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:46.098937 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1542f-f421-4fa4-a10b-377c38240a4a req-978f09c0-f07f-48a3-85de-18eadbe6ba74 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:46.100478 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1b1542f-f421-4fa4-a10b-377c38240a4a req-978f09c0-f07f-48a3-85de-18eadbe6ba74 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 943 time: 0.0723479 Jun 25 09:41:46.146543 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b1b1542f-f421-4fa4-a10b-377c38240a4a req-50f57181-4f31-4a35-8ebf-651ac24e8283 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390041 Jun 25 09:41:46.626698 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 24fc6a69-1145-4342-8214-926184ca768e details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:41:46.738673 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 24fc6a69-1145-4342-8214-926184ca768e, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=24fc6a69-1145-4342-8214-926184ca768e,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:46.751345 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '24fc6a69-1145-4342-8214-926184ca768e', 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694', 'port_id': '24fc6a69-1145-4342-8214-926184ca768e', 'mac_address': 'fa:16:3e:21:62:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34123c39-b20e-4e87-96ad-a23d824e3c14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:41:46.792058 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:46.805904 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fc6a69-1145-4342-8214-926184ca768e {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:41:46.830912 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 24fc6a69-1145-4342-8214-926184ca768e, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=24fc6a69-1145-4342-8214-926184ca768e,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:46.836313 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:46.838107 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:46.886258 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=24fc6a69-1145-4342-8214-926184ca768e,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:46.891327 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:47.158208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['24fc6a69-1145-4342-8214-926184ca768e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:41:47.327059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e003e22-2250-4936-946d-ac72cc24b15e req-d709baf4-ea39-4598-8ed6-06e7b30740d4 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:47.328705 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7e003e22-2250-4936-946d-ac72cc24b15e req-d709baf4-ea39-4598-8ed6-06e7b30740d4 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 944 time: 0.0644128 Jun 25 09:41:47.370113 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7e003e22-2250-4936-946d-ac72cc24b15e req-9dd5fa42-ced9-41d2-b1a9-2b656d9ba7a7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347731 Jun 25 09:41:47.948035 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41277917-53d4-477c-b2c3-cd99ecc62ff5 req-00189d4d-4699-4de7-9502-29274f52c36e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:47.949959 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-41277917-53d4-477c-b2c3-cd99ecc62ff5 req-00189d4d-4699-4de7-9502-29274f52c36e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0731463 Jun 25 09:41:48.000145 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-41277917-53d4-477c-b2c3-cd99ecc62ff5 req-546ba44c-5e45-4a31-be0b-276fbfa5ce56 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428965 Jun 25 09:41:48.573121 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048822e-4149-4db4-9894-bb03f19101ba req-cd49d794-5ca3-4a3d-990b-7f9226235f8f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:48.574608 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e048822e-4149-4db4-9894-bb03f19101ba req-cd49d794-5ca3-4a3d-990b-7f9226235f8f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 944 time: 0.0877643 Jun 25 09:41:48.612674 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e048822e-4149-4db4-9894-bb03f19101ba req-1d6d7875-b563-46be-8dd7-d97d7f3b4d20 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320144 Jun 25 09:41:48.653178 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 24fc6a69-1145-4342-8214-926184ca768e up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:41:48.712425 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 24fc6a69-1145-4342-8214-926184ca768e completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:41:48.717533 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 24fc6a69-1145-4342-8214-926184ca768e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:41:48.718004 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:48.823504 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:48.853737 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fc6a69-1145-4342-8214-926184ca768e'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:48.857938 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d93716e-4981-4a0d-b6f3-e5276351bd52" -d '{"events": [{"server_uuid": "fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4", "name": "network-vif-plugged", "status": "completed", "tag": "24fc6a69-1145-4342-8214-926184ca768e"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:48.872979 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 24fc6a69-1145-4342-8214-926184ca768e, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=24fc6a69-1145-4342-8214-926184ca768e,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:48.879716 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:48.881675 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-6747915e-383a-47c6-ae87-82c8accc8f40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:48.906997 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e15f72-d004-41b7-8861-069200f19bef x-openstack-request-id: req-18e15f72-d004-41b7-8861-069200f19bef {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:48.907260 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4", "name": "network-vif-plugged", "status": "completed", "tag": "24fc6a69-1145-4342-8214-926184ca768e", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:48.907470 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-18e15f72-d004-41b7-8861-069200f19bef {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:48.907885 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fc6a69-1145-4342-8214-926184ca768e', 'code': 200} Jun 25 09:41:48.933766 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=24fc6a69-1145-4342-8214-926184ca768e,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:48.937027 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:49.064055 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72b2c5-2667-48c4-8812-ae7e0687c8ed req-8b538366-6f2f-4ac4-be36-c986caa9d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:49.065728 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4a72b2c5-2667-48c4-8812-ae7e0687c8ed req-8b538366-6f2f-4ac4-be36-c986caa9d309 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 1097 time: 0.0593107 Jun 25 09:41:49.239174 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4a72b2c5-2667-48c4-8812-ae7e0687c8ed req-c85af806-903b-4f2f-bd72-1d527226eb72 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326796 Jun 25 09:41:49.382468 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57351386-6af0-41a8-94a4-a8e93daaa6ab req-607d8f37-2cad-4aed-b207-2952a3e1e179 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:49.383958 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57351386-6af0-41a8-94a4-a8e93daaa6ab req-607d8f37-2cad-4aed-b207-2952a3e1e179 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0721033 Jun 25 09:41:49.425904 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-57351386-6af0-41a8-94a4-a8e93daaa6ab req-6d02586a-2823-4b24-b57d-da42d77e712b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362787 Jun 25 09:41:49.818013 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61378df0-25f2-4888-b1f5-4c994f3d9825 req-5be4d591-247a-4079-b1a6-916f03ba5638 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:49.819464 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61378df0-25f2-4888-b1f5-4c994f3d9825 req-5be4d591-247a-4079-b1a6-916f03ba5638 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 945 time: 0.0658700 Jun 25 09:41:49.865214 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-61378df0-25f2-4888-b1f5-4c994f3d9825 req-165834c4-b0b9-41b3-93e7-1a9c67f95ed0 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369821 Jun 25 09:41:50.625400 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f5b7b-0b2a-42f2-a23d-ffbbfc3aa098 req-225e8e44-47f6-4751-8549-c4014a30bbc3 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:50.627023 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e64f5b7b-0b2a-42f2-a23d-ffbbfc3aa098 req-225e8e44-47f6-4751-8549-c4014a30bbc3 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0696421 Jun 25 09:41:50.666914 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e64f5b7b-0b2a-42f2-a23d-ffbbfc3aa098 req-4b995670-2fce-4fda-a878-d00c439e291f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338895 Jun 25 09:41:51.057812 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3ba91-701f-41f8-80e3-fa6c3d5ea358 req-be2a382b-187e-4824-a348-c0cd735f29c2 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:51.059305 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fef3ba91-701f-41f8-80e3-fa6c3d5ea358 req-be2a382b-187e-4824-a348-c0cd735f29c2 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 945 time: 0.0675368 Jun 25 09:41:51.099195 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fef3ba91-701f-41f8-80e3-fa6c3d5ea358 req-7f49720e-3377-431d-8822-b7008725f1e5 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338273 Jun 25 09:41:51.285111 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6458d-7973-4229-813a-9ee58038e22c req-ca61465c-a915-4b39-8bfd-f9e31305a7cc tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:51.286643 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1b6458d-7973-4229-813a-9ee58038e22c req-ca61465c-a915-4b39-8bfd-f9e31305a7cc tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 945 time: 0.0781989 Jun 25 09:41:51.326196 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c1b6458d-7973-4229-813a-9ee58038e22c req-96057a4c-28f4-4402-8e77-327ff58a3d53 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335870 Jun 25 09:41:51.732570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2ead0-3d21-4440-9f53-dfd3bf5093d5 req-495d64dd-acb0-4402-8646-284483d1451e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:51.736481 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14c2ead0-3d21-4440-9f53-dfd3bf5093d5 req-495d64dd-acb0-4402-8646-284483d1451e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 945 time: 0.0796680 Jun 25 09:41:51.777036 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-14c2ead0-3d21-4440-9f53-dfd3bf5093d5 req-647af218-db5d-4893-808e-705fbf2f4d4c tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368302 Jun 25 09:41:51.893026 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb102fbd-7e8d-4d3e-8b8d-d5423949a236 req-2b073e3a-a452-46ad-9dcf-960a90c556bc tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:51.894473 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb102fbd-7e8d-4d3e-8b8d-d5423949a236 req-2b073e3a-a452-46ad-9dcf-960a90c556bc tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0798507 Jun 25 09:41:51.937590 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb102fbd-7e8d-4d3e-8b8d-d5423949a236 req-83fb9863-c17d-458e-8ab4-cbb185806ab4 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370882 Jun 25 09:41:52.435399 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7956606-fb87-4b49-b2d1-993d0d2a4209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:52.983609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eeeb12-96b7-4ad2-8197-464f253f8b33 req-9a916637-395a-43db-8642-1183cbb4d230 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:52.985178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-72eeeb12-96b7-4ad2-8197-464f253f8b33 req-9a916637-395a-43db-8642-1183cbb4d230 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 945 time: 0.0771976 Jun 25 09:41:53.024362 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-72eeeb12-96b7-4ad2-8197-464f253f8b33 req-dbb257b9-26ae-4bb9-86fa-586c81fc00be tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333130 Jun 25 09:41:53.128856 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd227c-2b86-4f9a-82ef-1d1fa12851e0 req-c444f66c-d7ba-489b-87c6-b17b380ffa9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:53.130324 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1cd227c-2b86-4f9a-82ef-1d1fa12851e0 req-c444f66c-d7ba-489b-87c6-b17b380ffa9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0696681 Jun 25 09:41:53.170058 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1cd227c-2b86-4f9a-82ef-1d1fa12851e0 req-e04de154-d58f-45e6-8e42-06ff4119e1af tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325520 Jun 25 09:41:53.639122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45421e64-f875-4a67-b4fe-8f9091c8d62d req-c76d19c4-9b6e-4385-92e4-1746e1a4e51d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:53.641035 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-45421e64-f875-4a67-b4fe-8f9091c8d62d req-c76d19c4-9b6e-4385-92e4-1746e1a4e51d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 945 time: 0.0857482 Jun 25 09:41:53.774210 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-45421e64-f875-4a67-b4fe-8f9091c8d62d req-477b37b7-1c93-4603-9c2e-9130cce154e7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Deleting port 24fc6a69-1145-4342-8214-926184ca768e {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:41:53.774548 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-45421e64-f875-4a67-b4fe-8f9091c8d62d req-477b37b7-1c93-4603-9c2e-9130cce154e7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:53.875945 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-45421e64-f875-4a67-b4fe-8f9091c8d62d req-477b37b7-1c93-4603-9c2e-9130cce154e7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] For port 24fc6a69-1145-4342-8214-926184ca768e, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=24fc6a69-1145-4342-8214-926184ca768e,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:41:53.876294 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-45421e64-f875-4a67-b4fe-8f9091c8d62d req-477b37b7-1c93-4603-9c2e-9130cce154e7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:53.892072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-45421e64-f875-4a67-b4fe-8f9091c8d62d req-477b37b7-1c93-4603-9c2e-9130cce154e7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Calling delete_port for 24fc6a69-1145-4342-8214-926184ca768e owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:41:54.032906 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-45421e64-f875-4a67-b4fe-8f9091c8d62d req-477b37b7-1c93-4603-9c2e-9130cce154e7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:54.038515 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:54.068396 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a16ceebf-9c82-485d-b8ba-5cf874621d9e', '24fc6a69-1145-4342-8214-926184ca768e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:41:54.072761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b37b7-1c93-4603-9c2e-9130cce154e7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Pushing event deleted for resources: {'Port': ['ID=24fc6a69-1145-4342-8214-926184ca768e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:54.075670 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-477b37b7-1c93-4603-9c2e-9130cce154e7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:54.112312 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-45421e64-f875-4a67-b4fe-8f9091c8d62d req-477b37b7-1c93-4603-9c2e-9130cce154e7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] No DVR routers for this DVR port 24fc6a69-1145-4342-8214-926184ca768e on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:41:54.115353 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-45421e64-f875-4a67-b4fe-8f9091c8d62d req-477b37b7-1c93-4603-9c2e-9130cce154e7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:54.117403 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-45421e64-f875-4a67-b4fe-8f9091c8d62d req-477b37b7-1c93-4603-9c2e-9130cce154e7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "DELETE /v2.0/ports/24fc6a69-1145-4342-8214-926184ca768e HTTP/1.1" status: 204 len: 173 time: 0.4697816 Jun 25 09:41:54.118109 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4', 'name': 'network-vif-deleted', 'tag': '24fc6a69-1145-4342-8214-926184ca768e'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:54.120393 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582e164a-c882-4331-9ff7-d2660da12401" -d '{"events": [{"server_uuid": "fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4", "name": "network-vif-deleted", "tag": "24fc6a69-1145-4342-8214-926184ca768e"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:54.167541 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8d93a3-4598-4988-9fa0-5c49aa48cc90 x-openstack-request-id: req-2d8d93a3-4598-4988-9fa0-5c49aa48cc90 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:54.167958 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4", "name": "network-vif-deleted", "tag": "24fc6a69-1145-4342-8214-926184ca768e", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:54.168329 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2d8d93a3-4598-4988-9fa0-5c49aa48cc90 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:54.169043 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4', 'name': 'network-vif-deleted', 'tag': '24fc6a69-1145-4342-8214-926184ca768e', 'status': 'completed', 'code': 200} Jun 25 09:41:54.183492 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b5841e70-8eb3-4fbc-81b4-61c3dc8bf647 req-0e0c69f4-7488-45d7-afb4-200abf6a68d8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb1451f-6b9a-4f07-9a59-3a8a49ba01b4 HTTP/1.1" status: 200 len: 210 time: 0.0365560 Jun 25 09:41:54.241671 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:54.384107 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6e7a2-ba0d-401d-862b-0bf6bd339281 req-800e02df-aaa2-499d-b75d-c259b9290f30 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:54.385767 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-04c6e7a2-ba0d-401d-862b-0bf6bd339281 req-800e02df-aaa2-499d-b75d-c259b9290f30 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0656471 Jun 25 09:41:54.435507 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-04c6e7a2-ba0d-401d-862b-0bf6bd339281 req-387eb3fc-fff8-47ab-ab0a-9dc9ce5c152f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416243 Jun 25 09:41:54.940052 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60471e62-cf13-420b-9ad1-3c41035fb03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:55.211605 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:55.720591 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b9e79-235f-46df-b9a2-87de87275685 req-6ef4ab1e-9576-4ebd-b9f8-2fd70d61f372 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:55.722079 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ae6b9e79-235f-46df-b9a2-87de87275685 req-6ef4ab1e-9576-4ebd-b9f8-2fd70d61f372 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.1614401 Jun 25 09:41:55.728575 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-e2f650d8-714d-45a7-bae9-6567048642fb tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:55.730121 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-e2f650d8-714d-45a7-bae9-6567048642fb tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 806 time: 0.1597242 Jun 25 09:41:55.759534 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-59aaa71b-d084-4b1a-a7d0-d71cf6b557e1 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/quotas/18dd14b19037474abb577f936dd5096f HTTP/1.1" status: 200 len: 375 time: 0.0220547 Jun 25 09:41:55.782462 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ae6b9e79-235f-46df-b9a2-87de87275685 req-924df687-b2b9-4d5b-8e79-c48d65497ae3 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513401 Jun 25 09:41:55.841562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4a02f3d3-1d80-4c71-8e27-2c14a25d8d3e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763261 Jun 25 09:41:55.938402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-c5d82e60-725a-4f47-8b91-f09e75cbf71a service neutron] 10.222.0.93 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899343 Jun 25 09:41:56.034819 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-df437551-4d3b-49af-99ce-97c2db69a92f service neutron] 10.222.0.93 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877678 Jun 25 09:41:56.213712 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6d8e0fbd-02ed-4b09-a970-1b8a1ed40047 req-8088bce0-ef86-4ec1-a430-4b3a96be8439 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 210 time: 0.0305765 Jun 25 09:41:56.281167 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:56.992933 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad97ff-58f1-4e17-89e2-782d8624fa45 req-e860d8b4-ff4a-42b4-a0b6-59c6b6c06d2e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:56.994473 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0dad97ff-58f1-4e17-89e2-782d8624fa45 req-e860d8b4-ff4a-42b4-a0b6-59c6b6c06d2e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0810630 Jun 25 09:41:57.034349 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0dad97ff-58f1-4e17-89e2-782d8624fa45 req-f4482b8f-52c9-41a2-8a3d-3c9325767d29 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341113 Jun 25 09:41:57.362714 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8a7de2d2-49ca-4dd4-9e65-0167d53b083e req-03fbd44a-db08-4364-9f88-8103addd6a5c tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 210 time: 0.0301564 Jun 25 09:41:57.437511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-86afcb54-5369-4a12-b9d3-a15e9b788b75 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:57.439740 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-86afcb54-5369-4a12-b9d3-a15e9b788b75 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 806 time: 0.1186683 Jun 25 09:41:57.460994 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-f2066482-a194-4d13-b5bc-069030e74436 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Request body: {'port': {'device_id': '8ee2b20c-8dbc-4366-b154-5bce9a5426f8', 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694', 'admin_state_up': True, 'tenant_id': '18dd14b19037474abb577f936dd5096f'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:41:57.585346 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-f2066482-a194-4d13-b5bc-069030e74436 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Made reservation on behalf of 18dd14b19037474abb577f936dd5096f for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:41:57.589134 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-f2066482-a194-4d13-b5bc-069030e74436 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:57.724759 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-f2066482-a194-4d13-b5bc-069030e74436 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Allocated IP 172.20.0.3 (f90f031d-6763-4a52-a60f-e00ea2e01694/34123c39-b20e-4e87-96ad-a23d824e3c14/8702b805-a2ad-44db-b247-b1a46e5eb2f2) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:41:57.903780 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-f2066482-a194-4d13-b5bc-069030e74436 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:57.942869 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-f2066482-a194-4d13-b5bc-069030e74436 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:57.947273 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-210a9d4e-1480-4f96-8682-1a3bc90aea1e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:57.982000 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a16ceebf-9c82-485d-b8ba-5cf874621d9e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:41:57.988166 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-f2066482-a194-4d13-b5bc-069030e74436 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Network f90f031d-6763-4a52-a60f-e00ea2e01694 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:41:57.993614 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-f2066482-a194-4d13-b5bc-069030e74436 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:41:58.000609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-f2066482-a194-4d13-b5bc-069030e74436 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:41:58.004836 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2066482-a194-4d13-b5bc-069030e74436 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Pushing event updated for resources: {'Port': ['ID=8702b805-a2ad-44db-b247-b1a46e5eb2f2,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:58.024905 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f2066482-a194-4d13-b5bc-069030e74436 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:58.025963 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:58.057003 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-f2066482-a194-4d13-b5bc-069030e74436 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:58.057639 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-f2066482-a194-4d13-b5bc-069030e74436 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:58.073908 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-f2066482-a194-4d13-b5bc-069030e74436 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6170197 Jun 25 09:41:58.093060 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Request body: {'port': {'device_id': '8ee2b20c-8dbc-4366-b154-5bce9a5426f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:41:58.170091 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:58.226315 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda2ec1-6347-4cbe-b530-517a8879d0f1 req-ac715a5f-c0c3-4ecd-9908-abe6d0d7c51b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:58.227868 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7eda2ec1-6347-4cbe-b530-517a8879d0f1 req-ac715a5f-c0c3-4ecd-9908-abe6d0d7c51b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0652540 Jun 25 09:41:58.269816 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7eda2ec1-6347-4cbe-b530-517a8879d0f1 req-f96ff791-64f0-4c4f-aa0e-6a56f8e6e73b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355017 Jun 25 09:41:58.449197 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8702b805-a2ad-44db-b247-b1a46e5eb2f2 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:41:58.457323 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:58.470348 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Transition to ACTIVE for port object 8702b805-a2ad-44db-b247-b1a46e5eb2f2 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:41:58.475983 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:58.478180 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-477b37b7-1c93-4603-9c2e-9130cce154e7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:58.527780 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Pushing event updated for resources: {'Port': ['ID=8702b805-a2ad-44db-b247-b1a46e5eb2f2,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:58.532587 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:58.551094 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3533c-d7ba-4b76-8043-21d5684c1710 req-1f0e9cc1-f715-4bc5-bfc7-d1acc2ff5e61 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:58.552611 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcf3533c-d7ba-4b76-8043-21d5684c1710 req-1f0e9cc1-f715-4bc5-bfc7-d1acc2ff5e61 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 943 time: 0.0729289 Jun 25 09:41:58.597926 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dcf3533c-d7ba-4b76-8043-21d5684c1710 req-ea0ff822-c4f1-450a-96e8-c8b09a4bc38e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392306 Jun 25 09:41:58.609671 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Attempting to bind port 8702b805-a2ad-44db-b247-b1a46e5eb2f2 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:41:58.610007 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Attempting to bind port 8702b805-a2ad-44db-b247-b1a46e5eb2f2 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:41:58.610335 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Attempting to bind port 8702b805-a2ad-44db-b247-b1a46e5eb2f2 on network f90f031d-6763-4a52-a60f-e00ea2e01694 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:41:58.622117 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Port 8702b805-a2ad-44db-b247-b1a46e5eb2f2 on network f90f031d-6763-4a52-a60f-e00ea2e01694 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:41:58.622117 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Attempting to bind port 8702b805-a2ad-44db-b247-b1a46e5eb2f2 on network f90f031d-6763-4a52-a60f-e00ea2e01694 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:41:58.626778 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:41:58.627116 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Checking segment: {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:41:58.627504 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Bound using segment: {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:41:58.627942 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Bound port: 8702b805-a2ad-44db-b247-b1a46e5eb2f2, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:41:58.628297 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:58.685707 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 24fc6a69-1145-4342-8214-926184ca768e no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:41:58.701280 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] For port 8702b805-a2ad-44db-b247-b1a46e5eb2f2, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:41:58.704769 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] For port 8702b805-a2ad-44db-b247-b1a46e5eb2f2, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8702b805-a2ad-44db-b247-b1a46e5eb2f2,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:41:58.707806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 24fc6a69-1145-4342-8214-926184ca768e {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:41:58.708225 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 24fc6a69-1145-4342-8214-926184ca768e not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:41:58.711994 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:58.714601 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:41:58.749040 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:58.749668 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:41:58.751083 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] 10.222.0.38 "PUT /v2.0/ports/8702b805-a2ad-44db-b247-b1a46e5eb2f2 HTTP/1.1" status: 200 len: 1092 time: 0.6630907 Jun 25 09:41:58.751624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee2b20c-8dbc-4366-b154-5bce9a5426f8', 'tag': '8702b805-a2ad-44db-b247-b1a46e5eb2f2'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:41:58.754204 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97112452-51a4-4168-b66a-b695ccc18e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee2b20c-8dbc-4366-b154-5bce9a5426f8", "tag": "8702b805-a2ad-44db-b247-b1a46e5eb2f2"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:41:58.781808 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Pushing event updated for resources: {'Port': ['ID=8702b805-a2ad-44db-b247-b1a46e5eb2f2,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:41:58.785179 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:41:58.793998 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11de3de-5016-4b64-8223-7971cda2df87 x-openstack-request-id: req-d11de3de-5016-4b64-8223-7971cda2df87 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:41:58.794330 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee2b20c-8dbc-4366-b154-5bce9a5426f8", "tag": "8702b805-a2ad-44db-b247-b1a46e5eb2f2", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:41:58.794627 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d11de3de-5016-4b64-8223-7971cda2df87 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:41:58.795071 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee2b20c-8dbc-4366-b154-5bce9a5426f8', 'tag': '8702b805-a2ad-44db-b247-b1a46e5eb2f2', 'status': 'completed', 'code': 200} Jun 25 09:41:58.873862 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-cf088f0b-43d2-481e-8585-3599a402558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:58.875383 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-cf088f0b-43d2-481e-8585-3599a402558d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 1095 time: 0.0587826 Jun 25 09:41:58.935452 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-be35ec98-d43c-46a6-9065-54f7d84024b3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8702b805-a2ad-44db-b247-b1a46e5eb2f2 HTTP/1.1" status: 200 len: 217 time: 0.0416014 Jun 25 09:41:58.992790 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-cf2ce99f-c924-45b5-81f8-8259f31c1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:58.994338 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-cf2ce99f-c924-45b5-81f8-8259f31c1c12 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=34123c39-b20e-4e87-96ad-a23d824e3c14 HTTP/1.1" status: 200 len: 846 time: 0.0504379 Jun 25 09:41:59.029085 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-3582ebbb-ac38-4b02-bf15-46b3fef52dd6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f90f031d-6763-4a52-a60f-e00ea2e01694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277128 Jun 25 09:41:59.125778 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-3e9ba732-bf03-4b01-9709-3f526d470bd3 service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890303 Jun 25 09:41:59.228481 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-6f8809b5-24ca-4ac9-a908-d4b35be19ee1 req-de7b1666-43f9-45ac-bc8d-a9b631995a78 service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942519 Jun 25 09:41:59.392320 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97112452-51a4-4168-b66a-b695ccc18e7c req-7d4ed351-f69b-4745-8cfa-c19b98fd83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:59.393855 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-97112452-51a4-4168-b66a-b695ccc18e7c req-7d4ed351-f69b-4745-8cfa-c19b98fd83a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 1095 time: 0.0575414 Jun 25 09:41:59.460115 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bac0a3-bf0c-49a6-8c69-5e7444e44c78 req-99301cb0-4f42-46f8-8bbd-55fcea213493 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:59.461683 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68bac0a3-bf0c-49a6-8c69-5e7444e44c78 req-99301cb0-4f42-46f8-8bbd-55fcea213493 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0715427 Jun 25 09:41:59.491981 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97112452-51a4-4168-b66a-b695ccc18e7c req-edd54e11-958f-42e6-9e20-97365afebe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:59.493500 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-97112452-51a4-4168-b66a-b695ccc18e7c req-edd54e11-958f-42e6-9e20-97365afebe15 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 908 time: 0.0929649 Jun 25 09:41:59.500188 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68bac0a3-bf0c-49a6-8c69-5e7444e44c78 req-f72fcc99-2b18-45ba-9b52-b1aca21a8d05 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324385 Jun 25 09:41:59.534765 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-97112452-51a4-4168-b66a-b695ccc18e7c req-a201f5b2-2a3f-4225-bb50-6177b7b79f59 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8702b805-a2ad-44db-b247-b1a46e5eb2f2 HTTP/1.1" status: 200 len: 217 time: 0.0343621 Jun 25 09:41:59.590264 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97112452-51a4-4168-b66a-b695ccc18e7c req-c8f5b28d-72ca-42cf-ac79-6ab667c0a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:59.591835 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-97112452-51a4-4168-b66a-b695ccc18e7c req-c8f5b28d-72ca-42cf-ac79-6ab667c0a8f0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=34123c39-b20e-4e87-96ad-a23d824e3c14 HTTP/1.1" status: 200 len: 846 time: 0.0500364 Jun 25 09:41:59.632237 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-97112452-51a4-4168-b66a-b695ccc18e7c req-61a068c6-7e69-4a62-b1a9-929d76492208 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f90f031d-6763-4a52-a60f-e00ea2e01694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271170 Jun 25 09:41:59.731503 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-97112452-51a4-4168-b66a-b695ccc18e7c req-b5668dfe-aa60-42d2-ae07-8b7099139cb6 service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885675 Jun 25 09:41:59.779671 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3c5c8-813e-47bf-91b7-d6da9783515c req-0964dfe4-2416-43be-a785-520edf4b3e54 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:41:59.781309 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bfa3c5c8-813e-47bf-91b7-d6da9783515c req-0964dfe4-2416-43be-a785-520edf4b3e54 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 943 time: 0.0683565 Jun 25 09:41:59.831270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bfa3c5c8-813e-47bf-91b7-d6da9783515c req-d5dc5e91-42c2-42f4-8578-441caca22df0 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435100 Jun 25 09:41:59.834804 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-97112452-51a4-4168-b66a-b695ccc18e7c req-e08261c6-e10e-4fb8-a0d2-57b5b57b7612 service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931668 Jun 25 09:42:00.696496 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a1463-e03c-4a9d-b8da-04f7f00c7049 req-02ddb373-b5a7-49ac-a79b-2f32e573a202 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:00.698110 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f93a1463-e03c-4a9d-b8da-04f7f00c7049 req-02ddb373-b5a7-49ac-a79b-2f32e573a202 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0794418 Jun 25 09:42:00.717461 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8828d9e1-1806-4d49-b415-f4ec89c7ee58 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:42:00.743347 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f93a1463-e03c-4a9d-b8da-04f7f00c7049 req-8406bf62-1258-4cd4-a9f6-0efad5c452bf tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393827 Jun 25 09:42:00.860565 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8828d9e1-1806-4d49-b415-f4ec89c7ee58, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:00.875356 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '8828d9e1-1806-4d49-b415-f4ec89c7ee58', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'port_id': '8828d9e1-1806-4d49-b415-f4ec89c7ee58', 'mac_address': 'fa:16:3e:4b:a7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:42:00.920827 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:00.934634 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8828d9e1-1806-4d49-b415-f4ec89c7ee58 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:42:00.957078 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8828d9e1-1806-4d49-b415-f4ec89c7ee58, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:00.961801 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:00.963891 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:01.014102 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8828d9e1-1806-4d49-b415-f4ec89c7ee58,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:01.017485 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:01.028088 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c88ad6-f1ee-4865-807a-e64873ac0f01 req-0554b8b7-c363-4296-9a30-f64ab2e47921 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:01.029664 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3c88ad6-f1ee-4865-807a-e64873ac0f01 req-0554b8b7-c363-4296-9a30-f64ab2e47921 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 943 time: 0.0707765 Jun 25 09:42:01.093252 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a3c88ad6-f1ee-4865-807a-e64873ac0f01 req-20413569-4c40-4725-9bcb-de947abd10a3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570900 Jun 25 09:42:01.112511 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['8828d9e1-1806-4d49-b415-f4ec89c7ee58'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:42:01.514563 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:01.996538 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934493d0-2168-461e-bdc5-5e8b5114a885 req-cf50b84f-1564-4bc8-85c9-9a6303d4a2b7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:01.998178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-934493d0-2168-461e-bdc5-5e8b5114a885 req-cf50b84f-1564-4bc8-85c9-9a6303d4a2b7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 945 time: 0.0974567 Jun 25 09:42:02.044838 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-934493d0-2168-461e-bdc5-5e8b5114a885 req-8084efdf-8668-482a-8e30-ee1a10389487 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404413 Jun 25 09:42:02.274158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d435e3-b548-4a7b-9408-3a7a0d7ef1a8 req-a75ab474-c4de-40e4-8d4a-753e53c3d91c tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:02.276160 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35d435e3-b548-4a7b-9408-3a7a0d7ef1a8 req-a75ab474-c4de-40e4-8d4a-753e53c3d91c tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 943 time: 0.0687056 Jun 25 09:42:02.329085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35d435e3-b548-4a7b-9408-3a7a0d7ef1a8 req-4475e5c2-0dd9-4ad4-8446-30d1e99cfe25 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408032 Jun 25 09:42:02.716375 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8702b805-a2ad-44db-b247-b1a46e5eb2f2 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:42:02.724437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8828d9e1-1806-4d49-b415-f4ec89c7ee58 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:42:02.844508 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 8828d9e1-1806-4d49-b415-f4ec89c7ee58 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:42:02.844916 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:02.879635 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8702b805-a2ad-44db-b247-b1a46e5eb2f2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8702b805-a2ad-44db-b247-b1a46e5eb2f2,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:02.899344 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '8702b805-a2ad-44db-b247-b1a46e5eb2f2', 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694', 'port_id': '8702b805-a2ad-44db-b247-b1a46e5eb2f2', 'mac_address': 'fa:16:3e:21:d0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34123c39-b20e-4e87-96ad-a23d824e3c14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:42:02.973462 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:02.991861 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8702b805-a2ad-44db-b247-b1a46e5eb2f2 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:42:03.009642 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:03.029933 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8702b805-a2ad-44db-b247-b1a46e5eb2f2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8702b805-a2ad-44db-b247-b1a46e5eb2f2,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:03.041181 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:03.045024 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:03.080255 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8828d9e1-1806-4d49-b415-f4ec89c7ee58'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:42:03.082628 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9432525-3bb2-435e-89de-1717a96bc01a" -d '{"events": [{"server_uuid": "c17c3160-de48-4d13-a985-443cbb0a2007", "name": "network-vif-plugged", "status": "completed", "tag": "8828d9e1-1806-4d49-b415-f4ec89c7ee58"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:42:03.103437 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8828d9e1-1806-4d49-b415-f4ec89c7ee58, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:03.127739 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:03.136184 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8702b805-a2ad-44db-b247-b1a46e5eb2f2,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:03.139490 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:03.141237 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815f5b76-39d8-4e79-9b70-725181cb68c3 x-openstack-request-id: req-815f5b76-39d8-4e79-9b70-725181cb68c3 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:42:03.141558 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17c3160-de48-4d13-a985-443cbb0a2007", "name": "network-vif-plugged", "status": "completed", "tag": "8828d9e1-1806-4d49-b415-f4ec89c7ee58", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:42:03.141817 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-815f5b76-39d8-4e79-9b70-725181cb68c3 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:42:03.142227 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8828d9e1-1806-4d49-b415-f4ec89c7ee58', 'code': 200} Jun 25 09:42:03.142658 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:03.197234 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8828d9e1-1806-4d49-b415-f4ec89c7ee58,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:03.200618 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:03.323263 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137267f2-baba-4d83-a519-40de0d03f3d3 req-66e0ac0a-173a-4aec-afba-ea196c134834 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:03.325048 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-137267f2-baba-4d83-a519-40de0d03f3d3 req-66e0ac0a-173a-4aec-afba-ea196c134834 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.1007981 Jun 25 09:42:03.374351 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['8702b805-a2ad-44db-b247-b1a46e5eb2f2'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:42:03.394764 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-137267f2-baba-4d83-a519-40de0d03f3d3 req-3e4fcbc3-5acb-4e95-865e-cbc2326b0ae4 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622330 Jun 25 09:42:03.581699 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91294628-2ed8-4866-86bc-15a41f0337d9 req-156f45f8-f8fe-48d7-9606-f7a07317bf8f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:03.583251 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91294628-2ed8-4866-86bc-15a41f0337d9 req-156f45f8-f8fe-48d7-9606-f7a07317bf8f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 944 time: 0.0842459 Jun 25 09:42:03.637965 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91294628-2ed8-4866-86bc-15a41f0337d9 req-e2a1ed52-ff0d-45a1-8993-9acccb602592 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479279 Jun 25 09:42:04.588353 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1f348-3267-4a4b-b955-d9ea3578683c req-8f0df856-ff3a-4add-9cd7-a568cd1a9a55 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:04.589972 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5c1f348-3267-4a4b-b955-d9ea3578683c req-8f0df856-ff3a-4add-9cd7-a568cd1a9a55 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0731606 Jun 25 09:42:04.632102 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5c1f348-3267-4a4b-b955-d9ea3578683c req-59a79c2f-ed35-4952-82bf-f9e0d7622979 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356150 Jun 25 09:42:04.717217 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8702b805-a2ad-44db-b247-b1a46e5eb2f2 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:42:04.841030 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8832fd6-678a-4009-bc80-0b58534701b7 req-bf6d882f-b72c-4c89-97c1-2a4791d2c9fb tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:04.848576 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8832fd6-678a-4009-bc80-0b58534701b7 req-bf6d882f-b72c-4c89-97c1-2a4791d2c9fb tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 944 time: 0.0902128 Jun 25 09:42:04.857534 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 8702b805-a2ad-44db-b247-b1a46e5eb2f2 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:42:04.862767 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 8702b805-a2ad-44db-b247-b1a46e5eb2f2 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:42:04.863370 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:04.905428 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8832fd6-678a-4009-bc80-0b58534701b7 req-317c4f5f-eb1a-404c-acfb-cb9ef0390307 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544891 Jun 25 09:42:04.972221 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:05.008132 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8702b805-a2ad-44db-b247-b1a46e5eb2f2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8702b805-a2ad-44db-b247-b1a46e5eb2f2,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:05.014262 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:05.016902 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-cef4a379-85be-41c6-b65b-452e86435734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:05.075230 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8702b805-a2ad-44db-b247-b1a46e5eb2f2,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:05.078742 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:05.143255 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee2b20c-8dbc-4366-b154-5bce9a5426f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8702b805-a2ad-44db-b247-b1a46e5eb2f2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:42:05.146207 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcdd8cd-a2c9-4d09-af0a-760182b2bdba" -d '{"events": [{"server_uuid": "8ee2b20c-8dbc-4366-b154-5bce9a5426f8", "name": "network-vif-plugged", "status": "completed", "tag": "8702b805-a2ad-44db-b247-b1a46e5eb2f2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:42:05.189132 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103fec05-7894-4708-afa8-566ab553aeee x-openstack-request-id: req-103fec05-7894-4708-afa8-566ab553aeee {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:42:05.189381 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee2b20c-8dbc-4366-b154-5bce9a5426f8", "name": "network-vif-plugged", "status": "completed", "tag": "8702b805-a2ad-44db-b247-b1a46e5eb2f2", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:42:05.189631 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-103fec05-7894-4708-afa8-566ab553aeee {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:42:05.190249 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee2b20c-8dbc-4366-b154-5bce9a5426f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8702b805-a2ad-44db-b247-b1a46e5eb2f2', 'code': 200} Jun 25 09:42:05.352682 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9aa780-e411-403a-82d0-d813ee101aec req-8d92df71-e6f1-4f9c-914a-b896ff1933ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:05.354523 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dc9aa780-e411-403a-82d0-d813ee101aec req-8d92df71-e6f1-4f9c-914a-b896ff1933ea service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 1097 time: 0.0603349 Jun 25 09:42:05.401049 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-dc9aa780-e411-403a-82d0-d813ee101aec req-4f9c9d19-920d-4dfb-ad69-e3683adeb47b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388799 Jun 25 09:42:05.742617 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:42:05.849197 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f5769-bee3-428b-a0f2-6c23b2babe09 req-8e44ac3b-c25b-4493-81ce-4a5d6657f3ab tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:05.850849 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-415f5769-bee3-428b-a0f2-6c23b2babe09 req-8e44ac3b-c25b-4493-81ce-4a5d6657f3ab tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0758965 Jun 25 09:42:05.894114 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-415f5769-bee3-428b-a0f2-6c23b2babe09 req-b1f03613-ea30-4f33-824f-6c44cc0489ea tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365081 Jun 25 09:42:06.113757 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b99d16-bbdd-4b74-b890-c71c98f66af6 req-21862325-b01e-4411-ab45-173ad0e831c1 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:06.115566 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45b99d16-bbdd-4b74-b890-c71c98f66af6 req-21862325-b01e-4411-ab45-173ad0e831c1 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 945 time: 0.0723517 Jun 25 09:42:06.168176 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-45b99d16-bbdd-4b74-b890-c71c98f66af6 req-436dce16-7475-41b2-997d-047c0123ed28 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455015 Jun 25 09:42:07.138530 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa744c-b9ee-4d52-9f71-f690cff31b63 req-007f13f0-e85b-4037-b1a3-00ef250b57b6 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:07.140142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8afa744c-b9ee-4d52-9f71-f690cff31b63 req-007f13f0-e85b-4037-b1a3-00ef250b57b6 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0742874 Jun 25 09:42:07.221394 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8afa744c-b9ee-4d52-9f71-f690cff31b63 req-dfb9dc74-9c18-4fb1-ad74-b068745a2c02 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702369 Jun 25 09:42:07.393026 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e5c5f-0f6b-41d1-9235-814802140fdc req-05910797-28ca-467b-bf88-581f188ba5d3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:07.394767 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-640e5c5f-0f6b-41d1-9235-814802140fdc req-05910797-28ca-467b-bf88-581f188ba5d3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 945 time: 0.0796366 Jun 25 09:42:07.454562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-640e5c5f-0f6b-41d1-9235-814802140fdc req-7402d32f-22f7-4bc4-a632-16cd0a7543f8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422349 Jun 25 09:42:07.795082 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-4394c54c-a5fe-4a43-8e52-335f3670d1b4 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:07.796997 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-4394c54c-a5fe-4a43-8e52-335f3670d1b4 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 806 time: 0.1446197 Jun 25 09:42:07.813080 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-f4eb145c-6b4f-4d84-99de-6f90e7752264 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/quotas/18dd14b19037474abb577f936dd5096f HTTP/1.1" status: 200 len: 375 time: 0.0100837 Jun 25 09:42:07.932883 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-fb39bd9e-03bd-4869-a0f6-d54f31e4067d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008463 Jun 25 09:42:08.048655 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-b06cdcb4-9745-4789-8320-2fded926a125 service neutron] 10.222.0.93 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045568 Jun 25 09:42:08.189332 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-e3ac557b-8d9a-4730-bfca-c5daa106ad0c service neutron] 10.222.0.93 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335421 Jun 25 09:42:08.396468 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eeb4bc52-db6b-4125-91f1-1b9f712fc87f req-6b55ea7a-dd5a-4291-883d-4672cadde7d5 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 210 time: 0.0443499 Jun 25 09:42:08.521615 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef49be-e88b-4830-be7c-76d3d962a4b7 req-39e04913-f3ba-4f93-8410-85688af18336 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:08.523215 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6cef49be-e88b-4830-be7c-76d3d962a4b7 req-39e04913-f3ba-4f93-8410-85688af18336 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.1050453 Jun 25 09:42:08.586105 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6cef49be-e88b-4830-be7c-76d3d962a4b7 req-e8f2e78f-92b0-44eb-9ad3-1b6f6c41d9f0 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464468 Jun 25 09:42:09.546760 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-58f99973-4912-4ef6-9bc2-b17d8480e880 req-801b1125-bcab-4443-9a54-3e3eccc70779 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 210 time: 0.0320282 Jun 25 09:42:09.804022 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4848fb-5adf-4ead-b1e0-4b43208822bf req-edde9d46-7fb0-4a4a-996c-ad6fbdb12170 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:09.811752 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c4848fb-5adf-4ead-b1e0-4b43208822bf req-edde9d46-7fb0-4a4a-996c-ad6fbdb12170 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0914168 Jun 25 09:42:09.855789 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c4848fb-5adf-4ead-b1e0-4b43208822bf req-c0119b10-df73-47d1-b0f6-24b6e88ed366 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430214 Jun 25 09:42:09.925542 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-a81e3683-1121-477a-98dc-20d9b2beae42 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:09.927792 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-a81e3683-1121-477a-98dc-20d9b2beae42 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.41 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 806 time: 0.2335646 Jun 25 09:42:09.949150 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Request body: {'port': {'device_id': 'd60ecb53-2cd2-45b2-8ccb-ff97ddcd0452', 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694', 'admin_state_up': True, 'tenant_id': '18dd14b19037474abb577f936dd5096f'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:42:10.083799 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Made reservation on behalf of 18dd14b19037474abb577f936dd5096f for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:42:10.087885 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:10.240118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Allocated IP 172.20.0.2 (f90f031d-6763-4a52-a60f-e00ea2e01694/34123c39-b20e-4e87-96ad-a23d824e3c14/239b6cb1-65fd-4687-9e6e-dd12632469f3) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:42:10.404098 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:10.450772 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:10.455396 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2924ceef-3c5f-43d6-883c-3d4407746e1d tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:10.489235 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a16ceebf-9c82-485d-b8ba-5cf874621d9e', '8702b805-a2ad-44db-b247-b1a46e5eb2f2'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:42:10.495798 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Network f90f031d-6763-4a52-a60f-e00ea2e01694 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:42:10.499449 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:42:10.503587 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:42:10.512644 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Pushing event updated for resources: {'Port': ['ID=239b6cb1-65fd-4687-9e6e-dd12632469f3,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:10.538403 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:10.538790 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:10.539168 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:10.539546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:10.539914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:10.540282 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:10.540651 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:10.541052 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:10.541419 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:10.541875 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:10.542139 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:10.542495 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:10.548010 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:10.572258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:10.572895 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:10.590937 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6461749 Jun 25 09:42:10.613451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Request body: {'port': {'device_id': 'd60ecb53-2cd2-45b2-8ccb-ff97ddcd0452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:42:10.697081 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:10.784676 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936806b-e6c3-4a69-9a84-19186fed7814 req-2e54d657-846c-48bd-a012-7deb8ea482ec tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:10.787577 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1936806b-e6c3-4a69-9a84-19186fed7814 req-2e54d657-846c-48bd-a012-7deb8ea482ec tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 931 time: 0.1037471 Jun 25 09:42:10.833657 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1936806b-e6c3-4a69-9a84-19186fed7814 req-03ae81d6-1af0-4f43-810b-aec9aec87254 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357678 Jun 25 09:42:11.024513 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239b6cb1-65fd-4687-9e6e-dd12632469f3 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:42:11.035304 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:11.051277 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Transition to ACTIVE for port object 239b6cb1-65fd-4687-9e6e-dd12632469f3 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:42:11.051533 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fbc65-a0d7-4f10-b6d0-7826403b9b71 req-c98d70f7-d1c5-4dc8-a0d7-f169e1636042 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:11.053395 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-390fbc65-a0d7-4f10-b6d0-7826403b9b71 req-c98d70f7-d1c5-4dc8-a0d7-f169e1636042 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0686591 Jun 25 09:42:11.059928 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:11.066445 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-112d7574-87a6-43ca-b6a7-00eb04ee7292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:11.094062 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-390fbc65-a0d7-4f10-b6d0-7826403b9b71 req-d6eee247-24cf-4636-890a-fc91424a3be5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332997 Jun 25 09:42:11.107165 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129fe47-f221-47a5-a6fa-49918206bc4b req-211505d0-eb11-475a-9b13-99be5807d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:11.108685 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a129fe47-f221-47a5-a6fa-49918206bc4b req-211505d0-eb11-475a-9b13-99be5807d6a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 1098 time: 0.1325243 Jun 25 09:42:11.133398 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Pushing event updated for resources: {'Port': ['ID=239b6cb1-65fd-4687-9e6e-dd12632469f3,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:11.136488 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:11.265243 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Attempting to bind port 239b6cb1-65fd-4687-9e6e-dd12632469f3 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:42:11.265559 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Attempting to bind port 239b6cb1-65fd-4687-9e6e-dd12632469f3 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:42:11.265951 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Attempting to bind port 239b6cb1-65fd-4687-9e6e-dd12632469f3 on network f90f031d-6763-4a52-a60f-e00ea2e01694 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:42:11.272362 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129fe47-f221-47a5-a6fa-49918206bc4b req-771d479f-b514-4a36-bb74-5e38fe95ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:11.274140 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a129fe47-f221-47a5-a6fa-49918206bc4b req-771d479f-b514-4a36-bb74-5e38fe95ab06 service neutron] 10.222.0.38 "GET /v2.0/networks?id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 HTTP/1.1" status: 200 len: 919 time: 0.1566284 Jun 25 09:42:11.276460 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Port 239b6cb1-65fd-4687-9e6e-dd12632469f3 on network f90f031d-6763-4a52-a60f-e00ea2e01694 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:42:11.276828 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Attempting to bind port 239b6cb1-65fd-4687-9e6e-dd12632469f3 on network f90f031d-6763-4a52-a60f-e00ea2e01694 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:42:11.282232 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:42:11.282617 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Checking segment: {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:42:11.282945 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Bound using segment: {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:42:11.283360 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Bound port: 239b6cb1-65fd-4687-9e6e-dd12632469f3, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:42:11.283705 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:11.382823 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a129fe47-f221-47a5-a6fa-49918206bc4b req-12eacdf5-f1fb-4e23-bf29-03e9c596e71d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58 HTTP/1.1" status: 200 len: 1001 time: 0.0968626 Jun 25 09:42:11.422877 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] For port 239b6cb1-65fd-4687-9e6e-dd12632469f3, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:42:11.439097 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] For port 239b6cb1-65fd-4687-9e6e-dd12632469f3, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=239b6cb1-65fd-4687-9e6e-dd12632469f3,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:42:11.448801 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:11.451860 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:11.457461 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129fe47-f221-47a5-a6fa-49918206bc4b req-36849f69-85b9-4f8d-960b-12eb6f3442ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:11.458936 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a129fe47-f221-47a5-a6fa-49918206bc4b req-36849f69-85b9-4f8d-960b-12eb6f3442ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fbdaf571-c08e-473e-9464-ca149b28036e HTTP/1.1" status: 200 len: 856 time: 0.0692072 Jun 25 09:42:11.495196 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:11.495803 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:11.497169 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] 10.222.0.41 "PUT /v2.0/ports/239b6cb1-65fd-4687-9e6e-dd12632469f3 HTTP/1.1" status: 200 len: 1092 time: 0.8909495 Jun 25 09:42:11.498613 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60ecb53-2cd2-45b2-8ccb-ff97ddcd0452', 'tag': '239b6cb1-65fd-4687-9e6e-dd12632469f3'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:42:11.500955 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7ee0ca-4c9c-4546-8f1b-7dd17655a011" -d '{"events": [{"name": "network-changed", "server_uuid": "d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452", "tag": "239b6cb1-65fd-4687-9e6e-dd12632469f3"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:42:11.542337 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea076b67-c76b-483d-99f1-846b94750550 x-openstack-request-id: req-ea076b67-c76b-483d-99f1-846b94750550 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:42:11.542834 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452", "tag": "239b6cb1-65fd-4687-9e6e-dd12632469f3", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:42:11.543148 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ea076b67-c76b-483d-99f1-846b94750550 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:42:11.543597 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60ecb53-2cd2-45b2-8ccb-ff97ddcd0452', 'tag': '239b6cb1-65fd-4687-9e6e-dd12632469f3', 'status': 'completed', 'code': 200} Jun 25 09:42:11.557670 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Pushing event updated for resources: {'Port': ['ID=239b6cb1-65fd-4687-9e6e-dd12632469f3,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:11.560986 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:11.607808 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129fe47-f221-47a5-a6fa-49918206bc4b req-1578bd33-237f-43f1-958c-7807c9a07383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:11.609374 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a129fe47-f221-47a5-a6fa-49918206bc4b req-1578bd33-237f-43f1-958c-7807c9a07383 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260417 Jun 25 09:42:11.677787 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-da3133dd-9f59-49d8-908f-c99c2ee4e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:11.679191 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-da3133dd-9f59-49d8-908f-c99c2ee4e8eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 1095 time: 0.1141491 Jun 25 09:42:11.735085 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-029486bc-64ea-497c-88b4-d3e8006754c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=239b6cb1-65fd-4687-9e6e-dd12632469f3 HTTP/1.1" status: 200 len: 217 time: 0.0404730 Jun 25 09:42:11.753036 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a129fe47-f221-47a5-a6fa-49918206bc4b req-7ebcc064-5990-48c5-b0c5-9ad674c1a521 service neutron] 10.222.0.38 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356001 Jun 25 09:42:12.021040 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf647c-fa0b-4fb4-9292-6293c1387011 req-5f019b5e-d278-4616-ba92-48f99c7998c6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:12.022631 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ecf647c-fa0b-4fb4-9292-6293c1387011 req-5f019b5e-d278-4616-ba92-48f99c7998c6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 943 time: 0.0731740 Jun 25 09:42:12.064955 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0ecf647c-fa0b-4fb4-9292-6293c1387011 req-e871bb6d-a269-4baa-be93-0d38a270779c tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360677 Jun 25 09:42:12.171431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-b352e67d-d44f-48b7-80df-6c92133dc7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:12.172953 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-b352e67d-d44f-48b7-80df-6c92133dc7ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34123c39-b20e-4e87-96ad-a23d824e3c14 HTTP/1.1" status: 200 len: 846 time: 0.4309466 Jun 25 09:42:12.221992 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-f2c9d271-9bbd-400f-9140-96398c1260af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f90f031d-6763-4a52-a60f-e00ea2e01694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412621 Jun 25 09:42:12.258032 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a129fe47-f221-47a5-a6fa-49918206bc4b req-840e0ddc-8241-4303-8550-7fc1570682b5 service neutron] 10.222.0.38 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875953 Jun 25 09:42:12.291915 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149f9a6-1e8c-4a87-b661-e3e8b7de966b req-5f22b343-a2dc-4899-ad77-7820e9fdc69b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:12.293769 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d149f9a6-1e8c-4a87-b661-e3e8b7de966b req-5f22b343-a2dc-4899-ad77-7820e9fdc69b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0689976 Jun 25 09:42:12.323399 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-22dbe56b-1dc4-410b-a34f-e2b2424aaf06 service neutron] 10.222.0.41 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902812 Jun 25 09:42:12.332167 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d149f9a6-1e8c-4a87-b661-e3e8b7de966b req-95ffe7c9-af7a-4a5e-b088-945013208f5f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325274 Jun 25 09:42:12.417513 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-534ece9b-0440-4e14-8415-0dafba8d1bd0 req-f70c6723-115a-4118-b6b6-ee7afee185df service neutron] 10.222.0.41 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873482 Jun 25 09:42:12.584269 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ee0ca-4c9c-4546-8f1b-7dd17655a011 req-3a1bf2f3-9698-4063-bad5-9f23e5a9b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:12.585763 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5e7ee0ca-4c9c-4546-8f1b-7dd17655a011 req-3a1bf2f3-9698-4063-bad5-9f23e5a9b084 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 1095 time: 0.0618458 Jun 25 09:42:12.687221 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ee0ca-4c9c-4546-8f1b-7dd17655a011 req-0a57e397-0ca2-4d2f-900d-371c88cfc41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:12.688710 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5e7ee0ca-4c9c-4546-8f1b-7dd17655a011 req-0a57e397-0ca2-4d2f-900d-371c88cfc41f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 908 time: 0.0960693 Jun 25 09:42:12.729568 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5e7ee0ca-4c9c-4546-8f1b-7dd17655a011 req-16694c78-e421-498c-9854-d3f24d6c6d1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=239b6cb1-65fd-4687-9e6e-dd12632469f3 HTTP/1.1" status: 200 len: 217 time: 0.0338681 Jun 25 09:42:12.784652 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ee0ca-4c9c-4546-8f1b-7dd17655a011 req-f1d7f345-623e-40d2-9fba-dd95acdcb4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:12.786224 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5e7ee0ca-4c9c-4546-8f1b-7dd17655a011 req-f1d7f345-623e-40d2-9fba-dd95acdcb4d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34123c39-b20e-4e87-96ad-a23d824e3c14 HTTP/1.1" status: 200 len: 846 time: 0.0501347 Jun 25 09:42:12.826554 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5e7ee0ca-4c9c-4546-8f1b-7dd17655a011 req-176d4f3f-58e3-4f3c-a421-37960802915f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f90f031d-6763-4a52-a60f-e00ea2e01694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322738 Jun 25 09:42:12.933024 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5e7ee0ca-4c9c-4546-8f1b-7dd17655a011 req-ebd55bbf-1b8d-4c8d-93a6-1d923d0e1f3c service neutron] 10.222.0.41 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995073 Jun 25 09:42:13.030647 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5e7ee0ca-4c9c-4546-8f1b-7dd17655a011 req-261ee8d9-60ed-40d6-b5ea-fde17f0405fc service neutron] 10.222.0.41 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911810 Jun 25 09:42:13.265653 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe797a8-33e2-47f7-978c-fc8a5ba551cd req-0f7c82a8-1196-46a6-8bb4-c44396aa6f2a tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:13.267406 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffe797a8-33e2-47f7-978c-fc8a5ba551cd req-0f7c82a8-1196-46a6-8bb4-c44396aa6f2a tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 943 time: 0.0710244 Jun 25 09:42:13.310495 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ffe797a8-33e2-47f7-978c-fc8a5ba551cd req-ab23007e-fdbb-4a18-bd40-93ca54de7f4c tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328434 Jun 25 09:42:13.525807 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b4d88-e829-4896-a501-2818f5c79722 req-f3c31446-facc-46fa-8e76-fda3213d580d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:13.527488 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c08b4d88-e829-4896-a501-2818f5c79722 req-f3c31446-facc-46fa-8e76-fda3213d580d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0696316 Jun 25 09:42:13.569920 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c08b4d88-e829-4896-a501-2818f5c79722 req-cff445c1-caf1-41f6-a128-4a2b3ad1d8b5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364761 Jun 25 09:42:14.491743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc288aa3-0bba-4128-b20e-b5911663c21b req-1fa3c5d1-2a0a-4cd2-8ece-eb481cd3ebd9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:14.493311 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dc288aa3-0bba-4128-b20e-b5911663c21b req-1fa3c5d1-2a0a-4cd2-8ece-eb481cd3ebd9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 943 time: 0.0704303 Jun 25 09:42:14.534336 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dc288aa3-0bba-4128-b20e-b5911663c21b req-60274be7-4d7e-4b4f-b598-2d3b6cf56ca9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348048 Jun 25 09:42:14.770894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f44a8-9bf5-4f7c-8d20-1a3ff8f26c5c req-934ab1bf-bb4b-4e67-bf31-81351faff2b7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:14.772408 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e66f44a8-9bf5-4f7c-8d20-1a3ff8f26c5c req-934ab1bf-bb4b-4e67-bf31-81351faff2b7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 946 time: 0.0825706 Jun 25 09:42:14.795038 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8828d9e1-1806-4d49-b415-f4ec89c7ee58 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:42:14.812205 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e66f44a8-9bf5-4f7c-8d20-1a3ff8f26c5c req-6f252101-2b4a-402d-b0e0-0378b98fb5b5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338969 Jun 25 09:42:14.875653 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:14.899265 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8828d9e1-1806-4d49-b415-f4ec89c7ee58'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:42:14.901761 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7532e9-22be-46f7-b751-b834f01886e6" -d '{"events": [{"server_uuid": "c17c3160-de48-4d13-a985-443cbb0a2007", "name": "network-vif-unplugged", "status": "completed", "tag": "8828d9e1-1806-4d49-b415-f4ec89c7ee58"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:42:14.914961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8828d9e1-1806-4d49-b415-f4ec89c7ee58, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:14.920588 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:14.923515 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-3b093768-5fbf-4a54-bbdd-9fcf94da31de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:14.950190 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 25 Jun 2021 09:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7522810b-64e2-429c-86c7-079c9975beba x-openstack-request-id: req-7522810b-64e2-429c-86c7-079c9975beba {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:42:14.950484 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17c3160-de48-4d13-a985-443cbb0a2007", "name": "network-vif-unplugged", "status": "failed", "tag": "8828d9e1-1806-4d49-b415-f4ec89c7ee58", "code": 422}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:42:14.950947 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7522810b-64e2-429c-86c7-079c9975beba {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:42:14.951617 n-d-761264-15 neutron-server[94026]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8828d9e1-1806-4d49-b415-f4ec89c7ee58', 'code': 422} returned with failed status Jun 25 09:42:14.979205 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8828d9e1-1806-4d49-b415-f4ec89c7ee58,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:14.982546 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:15.609962 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa15f58-60d7-460c-be9e-f9fc713d8bed req-c840979a-6741-43bb-bb71-10e7966b1ebc tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:15.611700 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dfa15f58-60d7-460c-be9e-f9fc713d8bed req-c840979a-6741-43bb-bb71-10e7966b1ebc tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0671544 Jun 25 09:42:15.651555 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dfa15f58-60d7-460c-be9e-f9fc713d8bed req-f9de9e3f-521f-4269-9bb8-72ed864b66e0 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339172 Jun 25 09:42:15.720667 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a105d5d-794c-406c-9d47-c72b0a442bb6 req-2120a395-fe0a-4135-8225-616fdcdcf519 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:15.722253 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a105d5d-794c-406c-9d47-c72b0a442bb6 req-2120a395-fe0a-4135-8225-616fdcdcf519 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 943 time: 0.0697403 Jun 25 09:42:15.763934 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3a105d5d-794c-406c-9d47-c72b0a442bb6 req-b5bcfc1e-69d1-4524-b62f-b772e1b78f25 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360153 Jun 25 09:42:15.938869 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27856de3-1064-4713-a427-9f26a2620204 req-1916bdf2-8f45-421b-86dd-52ba9b21a44d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1753676 Jun 25 09:42:15.952711 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 239b6cb1-65fd-4687-9e6e-dd12632469f3 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:42:16.063163 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 239b6cb1-65fd-4687-9e6e-dd12632469f3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=239b6cb1-65fd-4687-9e6e-dd12632469f3,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:16.075575 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '239b6cb1-65fd-4687-9e6e-dd12632469f3', 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694', 'port_id': '239b6cb1-65fd-4687-9e6e-dd12632469f3', 'mac_address': 'fa:16:3e:49:d3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34123c39-b20e-4e87-96ad-a23d824e3c14', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:42:16.116037 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:16.129635 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239b6cb1-65fd-4687-9e6e-dd12632469f3 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:42:16.150199 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 239b6cb1-65fd-4687-9e6e-dd12632469f3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=239b6cb1-65fd-4687-9e6e-dd12632469f3,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:16.153768 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:16.155546 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:16.202745 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=239b6cb1-65fd-4687-9e6e-dd12632469f3,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:16.206064 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:16.616350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['239b6cb1-65fd-4687-9e6e-dd12632469f3'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:42:16.882275 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c750da-5f6a-45fa-bff8-d0f2e955eb48 req-997fc2d8-712f-4633-b900-c54d96144bec tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:16.883781 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-08c750da-5f6a-45fa-bff8-d0f2e955eb48 req-997fc2d8-712f-4633-b900-c54d96144bec tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0671904 Jun 25 09:42:16.949627 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-08c750da-5f6a-45fa-bff8-d0f2e955eb48 req-6ea41c7f-8a32-43fd-9ea7-843f7e9de08f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549791 Jun 25 09:42:16.975508 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ed8ec-6725-47e5-830d-3046f4797752 req-4a055d2f-0453-49af-adc1-761f077d9f33 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:16.977170 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c7ed8ec-6725-47e5-830d-3046f4797752 req-4a055d2f-0453-49af-adc1-761f077d9f33 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 944 time: 0.0921168 Jun 25 09:42:17.022281 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c7ed8ec-6725-47e5-830d-3046f4797752 req-e583e745-50c0-4c76-824a-36224913b62c tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391505 Jun 25 09:42:17.974772 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 239b6cb1-65fd-4687-9e6e-dd12632469f3 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:42:18.026827 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 239b6cb1-65fd-4687-9e6e-dd12632469f3 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:42:18.031296 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 239b6cb1-65fd-4687-9e6e-dd12632469f3 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:42:18.031780 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:18.130933 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:18.142836 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60441c-e8aa-4750-9465-5b911072fd09 req-812fd4d7-8c34-450b-bae6-66bb63f3e2df tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:18.150309 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e60441c-e8aa-4750-9465-5b911072fd09 req-812fd4d7-8c34-450b-bae6-66bb63f3e2df tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0749698 Jun 25 09:42:18.176215 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60ecb53-2cd2-45b2-8ccb-ff97ddcd0452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239b6cb1-65fd-4687-9e6e-dd12632469f3'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:42:18.178770 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66099877-dba0-4747-a869-dda7aa56d700" -d '{"events": [{"server_uuid": "d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452", "name": "network-vif-plugged", "status": "completed", "tag": "239b6cb1-65fd-4687-9e6e-dd12632469f3"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:42:18.192676 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 239b6cb1-65fd-4687-9e6e-dd12632469f3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=239b6cb1-65fd-4687-9e6e-dd12632469f3,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:18.193988 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e60441c-e8aa-4750-9465-5b911072fd09 req-2f6dbd3b-1bac-4ec7-bcb8-6aedc4139643 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427272 Jun 25 09:42:18.199508 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:18.201816 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:18.244275 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bae892f-9d61-4435-84fa-a81b898e8653 x-openstack-request-id: req-3bae892f-9d61-4435-84fa-a81b898e8653 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:42:18.244879 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452", "name": "network-vif-plugged", "status": "completed", "tag": "239b6cb1-65fd-4687-9e6e-dd12632469f3", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:42:18.245288 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3bae892f-9d61-4435-84fa-a81b898e8653 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:42:18.245755 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60ecb53-2cd2-45b2-8ccb-ff97ddcd0452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239b6cb1-65fd-4687-9e6e-dd12632469f3', 'code': 200} Jun 25 09:42:18.267050 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=239b6cb1-65fd-4687-9e6e-dd12632469f3,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:18.270504 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:18.276504 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cf259-3d90-4a06-8790-f88a872b4494 req-3b4b86d8-9b6a-45de-89b7-29f94956df5f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:18.278191 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f17cf259-3d90-4a06-8790-f88a872b4494 req-3b4b86d8-9b6a-45de-89b7-29f94956df5f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 945 time: 0.0806532 Jun 25 09:42:18.318669 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f17cf259-3d90-4a06-8790-f88a872b4494 req-b7e159a0-5fe3-442e-a966-46751c48ed64 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343959 Jun 25 09:42:18.391411 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b6a95-9113-4d6b-9506-6840179e0dcc req-0f6830b8-9f9c-4bb1-9b92-261096fe1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:18.392963 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-458b6a95-9113-4d6b-9506-6840179e0dcc req-0f6830b8-9f9c-4bb1-9b92-261096fe1847 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 1097 time: 0.0545111 Jun 25 09:42:18.434965 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-458b6a95-9113-4d6b-9506-6840179e0dcc req-abe4cdb2-3772-43be-96f4-4a98b6dce360 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344930 Jun 25 09:42:18.810281 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8828d9e1-1806-4d49-b415-f4ec89c7ee58 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:42:19.734454 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d5ac7-3377-483d-bf59-d1d6356c6552 req-b51c003e-3286-454c-bd0c-481c42fcf719 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:19.736038 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5f6d5ac7-3377-483d-bf59-d1d6356c6552 req-b51c003e-3286-454c-bd0c-481c42fcf719 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.4096119 Jun 25 09:42:19.754983 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b12d2-b5dd-4414-9b27-0e578d9c9e59 req-ac771271-4b3e-4a19-8bdd-130e0dc45ce9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:19.756446 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-148b12d2-b5dd-4414-9b27-0e578d9c9e59 req-ac771271-4b3e-4a19-8bdd-130e0dc45ce9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 945 time: 0.0947549 Jun 25 09:42:19.810783 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5f6d5ac7-3377-483d-bf59-d1d6356c6552 req-ba89d711-623d-4725-bbda-d7f53ed3ce66 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677249 Jun 25 09:42:19.815665 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-148b12d2-b5dd-4414-9b27-0e578d9c9e59 req-bde4e033-9f98-4da7-b961-a85c712e560d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528264 Jun 25 09:42:20.997804 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27856de3-1064-4713-a427-9f26a2620204 req-7a734277-93ff-4b9d-a32f-00a9a81dc3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:20.999479 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27856de3-1064-4713-a427-9f26a2620204 req-7a734277-93ff-4b9d-a32f-00a9a81dc3b1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007&tenant_id=4564d29a6ede42a6bf52d398b9044d52 HTTP/1.1" status: 200 len: 1096 time: 0.0535464 Jun 25 09:42:21.037225 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43736f52-50ca-45a2-b982-487a85ff7fbf req-80f36ff4-dfc0-4832-92dc-103db09b7df0 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:21.038700 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43736f52-50ca-45a2-b982-487a85ff7fbf req-80f36ff4-dfc0-4832-92dc-103db09b7df0 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.1014202 Jun 25 09:42:21.046240 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7247cff-7734-4d26-9cb8-a59a270b9c3f req-ef0403a8-191e-4ab3-9f75-a2ae999ce568 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:21.047694 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e7247cff-7734-4d26-9cb8-a59a270b9c3f req-ef0403a8-191e-4ab3-9f75-a2ae999ce568 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 945 time: 0.1197314 Jun 25 09:42:21.090015 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27856de3-1064-4713-a427-9f26a2620204 req-f6acd8a8-a04e-4da4-84e1-341c3b6df1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:21.091498 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27856de3-1064-4713-a427-9f26a2620204 req-f6acd8a8-a04e-4da4-84e1-341c3b6df1af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 1096 time: 0.0568914 Jun 25 09:42:21.107763 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43736f52-50ca-45a2-b982-487a85ff7fbf req-f613380f-a2bb-420c-bb3c-12839b0b8c85 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590494 Jun 25 09:42:21.110774 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e7247cff-7734-4d26-9cb8-a59a270b9c3f req-b291425a-5a2a-41f8-9f0b-7059c372c171 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559444 Jun 25 09:42:21.191806 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27856de3-1064-4713-a427-9f26a2620204 req-f9f07e33-3718-418b-a4cb-246c74fbd49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:21.193294 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27856de3-1064-4713-a427-9f26a2620204 req-f9f07e33-3718-418b-a4cb-246c74fbd49e service neutron] 10.222.0.38 "GET /v2.0/networks?id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 HTTP/1.1" status: 200 len: 919 time: 0.0954518 Jun 25 09:42:21.267593 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27856de3-1064-4713-a427-9f26a2620204 req-c3a1a8e4-1b1a-44e9-8377-ab63c5f5b0ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58 HTTP/1.1" status: 200 len: 999 time: 0.0620320 Jun 25 09:42:21.301912 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d930dc-2519-42f9-b824-5d3a66930776 req-c88abf1c-4efa-44ad-b9b1-1f09ac181fcb tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:21.303402 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19d930dc-2519-42f9-b824-5d3a66930776 req-c88abf1c-4efa-44ad-b9b1-1f09ac181fcb tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 945 time: 0.0772929 Jun 25 09:42:21.323688 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27856de3-1064-4713-a427-9f26a2620204 req-55071ad0-1914-4bf1-a279-1d13c5400972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:21.325229 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27856de3-1064-4713-a427-9f26a2620204 req-55071ad0-1914-4bf1-a279-1d13c5400972 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fbdaf571-c08e-473e-9464-ca149b28036e HTTP/1.1" status: 200 len: 856 time: 0.0472007 Jun 25 09:42:21.341983 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19d930dc-2519-42f9-b824-5d3a66930776 req-5b531b38-427a-4a37-bcef-2b2b58695af2 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323915 Jun 25 09:42:21.396928 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27856de3-1064-4713-a427-9f26a2620204 req-9a6435e8-1c59-43cb-86b3-027c6d7e68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:21.398534 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27856de3-1064-4713-a427-9f26a2620204 req-9a6435e8-1c59-43cb-86b3-027c6d7e68b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584779 Jun 25 09:42:21.496967 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27856de3-1064-4713-a427-9f26a2620204 req-4b904b77-c218-430d-927f-5b81100011c7 service neutron] 10.222.0.38 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913272 Jun 25 09:42:21.519909 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2dd12-89d7-4a2d-9c02-d75280d495b3 req-f6547711-bd25-4187-80e2-ef24daf2ba97 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:21.521432 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-78d2dd12-89d7-4a2d-9c02-d75280d495b3 req-f6547711-bd25-4187-80e2-ef24daf2ba97 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 945 time: 0.0648646 Jun 25 09:42:21.562111 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-78d2dd12-89d7-4a2d-9c02-d75280d495b3 req-0f1364be-296f-460b-876c-3c324ae7c1dc tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344524 Jun 25 09:42:21.596478 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-27856de3-1064-4713-a427-9f26a2620204 req-de1b0f0b-74aa-440b-9fc0-33748365045f service neutron] 10.222.0.38 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934510 Jun 25 09:42:21.990430 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bb2e2-1a1b-4eb7-9d1e-d769cc380b05 req-bb611eb2-fabc-482e-949e-4b9305546acf tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:21.992988 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-729bb2e2-1a1b-4eb7-9d1e-d769cc380b05 req-bb611eb2-fabc-482e-949e-4b9305546acf tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 945 time: 0.0854726 Jun 25 09:42:22.045360 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-729bb2e2-1a1b-4eb7-9d1e-d769cc380b05 req-a69e85be-5f9c-4221-aa69-4832c3d97087 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 Jun 25 09:42:22.317168 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b327bc-0f12-49d3-aa89-b1154508e229 req-b94e5b97-926a-47db-a700-f118b997c452 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:22.318635 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35b327bc-0f12-49d3-aa89-b1154508e229 req-b94e5b97-926a-47db-a700-f118b997c452 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0698049 Jun 25 09:42:22.361168 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35b327bc-0f12-49d3-aa89-b1154508e229 req-b5ed2ed6-474b-4ca9-bd6a-288f44dad677 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362785 Jun 25 09:42:22.443743 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-df29ccdf-7f28-4e35-b4b5-d81c6ea59a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:23.238293 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9dc31-79a5-4565-b63e-88dc9a5fbb20 req-03e6b890-2ea8-4b05-8755-32af5946f0e2 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:23.240289 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8d9dc31-79a5-4565-b63e-88dc9a5fbb20 req-03e6b890-2ea8-4b05-8755-32af5946f0e2 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 945 time: 0.0807502 Jun 25 09:42:23.281134 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a8d9dc31-79a5-4565-b63e-88dc9a5fbb20 req-55b8c825-1319-4d9c-b6be-2e67d811188c tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347135 Jun 25 09:42:23.562158 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788a1ec-c930-4a95-9821-1a9602d58eee req-c04fc9c0-f517-46cb-ba2b-eb38f89123dd tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:23.564016 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b788a1ec-c930-4a95-9821-1a9602d58eee req-c04fc9c0-f517-46cb-ba2b-eb38f89123dd tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0727944 Jun 25 09:42:23.610640 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b788a1ec-c930-4a95-9821-1a9602d58eee req-7dc4a056-2a45-47b7-930d-f5cbc622cffa tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390532 Jun 25 09:42:23.782252 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea404764-c58e-4f84-a4e0-bdc06ed73fae req-4aa1d2d4-a1c7-419c-9998-20495d627434 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:23.783883 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ea404764-c58e-4f84-a4e0-bdc06ed73fae req-4aa1d2d4-a1c7-419c-9998-20495d627434 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.41 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 945 time: 0.0756691 Jun 25 09:42:23.913412 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-ea404764-c58e-4f84-a4e0-bdc06ed73fae req-028bb4dd-2411-4baf-9268-d10917c90c66 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Deleting port 239b6cb1-65fd-4687-9e6e-dd12632469f3 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:42:23.913934 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ea404764-c58e-4f84-a4e0-bdc06ed73fae req-028bb4dd-2411-4baf-9268-d10917c90c66 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:24.015829 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-ea404764-c58e-4f84-a4e0-bdc06ed73fae req-028bb4dd-2411-4baf-9268-d10917c90c66 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] For port 239b6cb1-65fd-4687-9e6e-dd12632469f3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=239b6cb1-65fd-4687-9e6e-dd12632469f3,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:24.016151 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ea404764-c58e-4f84-a4e0-bdc06ed73fae req-028bb4dd-2411-4baf-9268-d10917c90c66 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:24.029973 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-ea404764-c58e-4f84-a4e0-bdc06ed73fae req-028bb4dd-2411-4baf-9268-d10917c90c66 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Calling delete_port for 239b6cb1-65fd-4687-9e6e-dd12632469f3 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:42:24.179731 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ea404764-c58e-4f84-a4e0-bdc06ed73fae req-028bb4dd-2411-4baf-9268-d10917c90c66 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:24.185781 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:24.215032 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a16ceebf-9c82-485d-b8ba-5cf874621d9e', '8702b805-a2ad-44db-b247-b1a46e5eb2f2'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:42:24.219163 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bb4dd-2411-4baf-9268-d10917c90c66 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Pushing event deleted for resources: {'Port': ['ID=239b6cb1-65fd-4687-9e6e-dd12632469f3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:24.219386 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['239b6cb1-65fd-4687-9e6e-dd12632469f3'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:42:24.223052 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-028bb4dd-2411-4baf-9268-d10917c90c66 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:24.281091 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:24.298716 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea404764-c58e-4f84-a4e0-bdc06ed73fae req-028bb4dd-2411-4baf-9268-d10917c90c66 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] No DVR routers for this DVR port 239b6cb1-65fd-4687-9e6e-dd12632469f3 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:42:24.301907 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ea404764-c58e-4f84-a4e0-bdc06ed73fae req-028bb4dd-2411-4baf-9268-d10917c90c66 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:24.303890 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ea404764-c58e-4f84-a4e0-bdc06ed73fae req-028bb4dd-2411-4baf-9268-d10917c90c66 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.41 "DELETE /v2.0/ports/239b6cb1-65fd-4687-9e6e-dd12632469f3 HTTP/1.1" status: 204 len: 173 time: 0.5100391 Jun 25 09:42:24.304443 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60ecb53-2cd2-45b2-8ccb-ff97ddcd0452', 'name': 'network-vif-deleted', 'tag': '239b6cb1-65fd-4687-9e6e-dd12632469f3'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:42:24.307108 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c01407-588d-4d08-a216-c439b22f2518" -d '{"events": [{"server_uuid": "d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452", "name": "network-vif-deleted", "tag": "239b6cb1-65fd-4687-9e6e-dd12632469f3"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:42:24.355139 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24252834-be72-4181-8441-4b93f81ecc0e x-openstack-request-id: req-24252834-be72-4181-8441-4b93f81ecc0e {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:42:24.355449 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452", "name": "network-vif-deleted", "tag": "239b6cb1-65fd-4687-9e6e-dd12632469f3", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:42:24.355744 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-24252834-be72-4181-8441-4b93f81ecc0e {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:42:24.356198 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60ecb53-2cd2-45b2-8ccb-ff97ddcd0452', 'name': 'network-vif-deleted', 'tag': '239b6cb1-65fd-4687-9e6e-dd12632469f3', 'status': 'completed', 'code': 200} Jun 25 09:42:24.522411 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f5ef1fdb-9306-4f66-be16-d4ceff981028 req-cee69945-70a1-4bed-af5d-aa1969532d3d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=d60ecb53-2cd2-45b2-8ccb-ff97ddcd0452 HTTP/1.1" status: 200 len: 210 time: 0.0471885 Jun 25 09:42:24.825680 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a3937-0532-421d-979a-637ce9624f10 req-1777fa18-281f-4e65-8de0-84f83d9e32df tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:24.827186 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a35a3937-0532-421d-979a-637ce9624f10 req-1777fa18-281f-4e65-8de0-84f83d9e32df tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0703402 Jun 25 09:42:24.885586 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a35a3937-0532-421d-979a-637ce9624f10 req-2dfed351-4c98-49eb-a04b-c41ddea1299f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510902 Jun 25 09:42:24.957109 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e4f760d-6c8d-4be0-bb31-a73745a8e45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:25.214355 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:26.025473 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cf47e-9ba0-4684-9e63-35670eb5e2de req-09b82186-b5ab-4e80-af22-df80a126aab5 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:26.027030 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-726cf47e-9ba0-4684-9e63-35670eb5e2de req-09b82186-b5ab-4e80-af22-df80a126aab5 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 945 time: 0.0772312 Jun 25 09:42:26.081546 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-726cf47e-9ba0-4684-9e63-35670eb5e2de req-98ec47f9-4643-43f1-b603-d3c7701b6495 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486302 Jun 25 09:42:26.140519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979c3e2-4ff5-4728-a3a0-05bfe2084c93 req-1b628823-749f-43bf-b422-6b0b84abcd6f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:26.142109 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2979c3e2-4ff5-4728-a3a0-05bfe2084c93 req-1b628823-749f-43bf-b422-6b0b84abcd6f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0916328 Jun 25 09:42:26.183464 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2979c3e2-4ff5-4728-a3a0-05bfe2084c93 req-7558ebfb-3706-47be-af54-aa93269a164b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351434 Jun 25 09:42:26.299495 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:27.278633 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b06c7-a51e-4c56-8ef9-73b7e8b61f84 req-acfb9d4e-7bad-46cc-8b98-2fb302a14371 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:27.280316 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-260b06c7-a51e-4c56-8ef9-73b7e8b61f84 req-acfb9d4e-7bad-46cc-8b98-2fb302a14371 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 945 time: 0.0790753 Jun 25 09:42:27.361255 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-260b06c7-a51e-4c56-8ef9-73b7e8b61f84 req-cac99242-3ec1-4d5a-ba15-9ce920076cd6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747128 Jun 25 09:42:27.393041 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1202b-7d4d-4388-9c39-7eb11e52bae4 req-d14103d0-736e-456f-90bb-c4c3b332504e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:27.394669 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d9d1202b-7d4d-4388-9c39-7eb11e52bae4 req-d14103d0-736e-456f-90bb-c4c3b332504e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0843265 Jun 25 09:42:27.438343 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d9d1202b-7d4d-4388-9c39-7eb11e52bae4 req-1997f3e6-ad51-4454-9f9c-086b58e21b49 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373747 Jun 25 09:42:28.003038 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:28.009498 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 239b6cb1-65fd-4687-9e6e-dd12632469f3 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:42:28.029602 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 239b6cb1-65fd-4687-9e6e-dd12632469f3 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:42:28.029945 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 239b6cb1-65fd-4687-9e6e-dd12632469f3 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:42:28.557328 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea25aa-eded-4d80-ab40-f7746d1ad00d req-767518b3-4947-4d3c-ad05-7c71d2814f57 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:28.559521 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-abea25aa-eded-4d80-ab40-f7746d1ad00d req-767518b3-4947-4d3c-ad05-7c71d2814f57 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 945 time: 0.0765276 Jun 25 09:42:28.622855 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-abea25aa-eded-4d80-ab40-f7746d1ad00d req-11e943c0-9309-40c4-af60-e7c2e44cd8b0 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577128 Jun 25 09:42:28.726850 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e67d64-b359-45a9-9c29-906953e730ed req-0ee1e667-587a-4020-834b-85da328d93ea tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:28.731938 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-05e67d64-b359-45a9-9c29-906953e730ed req-0ee1e667-587a-4020-834b-85da328d93ea tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.1131525 Jun 25 09:42:28.797333 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-05e67d64-b359-45a9-9c29-906953e730ed req-34711a6e-5f13-4c8e-aec2-bf9c62ac5515 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579202 Jun 25 09:42:29.812226 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e914f8-662c-4f5a-8be8-074f07c464f2 req-ad161e50-feb5-421e-82b8-e4c3638c6dd3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:29.813716 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98e914f8-662c-4f5a-8be8-074f07c464f2 req-ad161e50-feb5-421e-82b8-e4c3638c6dd3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 945 time: 0.0688961 Jun 25 09:42:29.864989 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98e914f8-662c-4f5a-8be8-074f07c464f2 req-80c11abd-f455-4721-8250-69f2e84d9841 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421975 Jun 25 09:42:30.018873 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c7a45-7db9-4a01-8ea3-90b38d1f4098 req-b9093afb-12b3-44f5-80b6-a2abab70df3e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:30.020880 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-533c7a45-7db9-4a01-8ea3-90b38d1f4098 req-b9093afb-12b3-44f5-80b6-a2abab70df3e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0671790 Jun 25 09:42:30.067935 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-533c7a45-7db9-4a01-8ea3-90b38d1f4098 req-54938f3c-7cf0-46f5-9e15-b76a55df3234 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413072 Jun 25 09:42:31.069995 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5e045-8e4f-4729-998d-f5e8d99823a9 req-98358b82-1e06-4fc9-b499-d3549885d140 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:31.071543 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6dd5e045-8e4f-4729-998d-f5e8d99823a9 req-98358b82-1e06-4fc9-b499-d3549885d140 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 945 time: 0.0838425 Jun 25 09:42:31.115829 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6dd5e045-8e4f-4729-998d-f5e8d99823a9 req-87759f82-a8ed-4573-b996-87233ed5d53c tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381842 Jun 25 09:42:31.291243 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70965878-8d11-4f35-8b87-f1c06a0bc201 req-76a14f97-f29b-4007-842e-839a722611db tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:31.292999 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-70965878-8d11-4f35-8b87-f1c06a0bc201 req-76a14f97-f29b-4007-842e-839a722611db tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0812621 Jun 25 09:42:31.332483 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-70965878-8d11-4f35-8b87-f1c06a0bc201 req-a21667d5-0a00-41e3-8707-9bf97d5a51a0 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324795 Jun 25 09:42:31.520188 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:32.368883 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8a851-af69-4f15-8c63-527569899763 req-e45e102b-a36e-4e65-a5db-73f772670d38 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:32.369743 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-70e8a851-af69-4f15-8c63-527569899763 req-e45e102b-a36e-4e65-a5db-73f772670d38 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 945 time: 0.1070929 Jun 25 09:42:32.411740 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-70e8a851-af69-4f15-8c63-527569899763 req-b3f80901-6bc8-42ac-9878-1549fc65e8ed tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358839 Jun 25 09:42:32.531321 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35c287-bb7a-4de7-bfba-c305821ee656 req-05b4e31b-65ab-4439-8272-d397323b14d5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:32.532939 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8b35c287-bb7a-4de7-bfba-c305821ee656 req-05b4e31b-65ab-4439-8272-d397323b14d5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0823524 Jun 25 09:42:32.585045 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8b35c287-bb7a-4de7-bfba-c305821ee656 req-30935d4a-b48c-41d8-912f-48cf57d17b56 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442734 Jun 25 09:42:32.966013 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e8474-7e81-48c8-b999-1bb9c2101c56 req-fd56f283-a4bb-4cdf-be92-c1991fb55780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:32.967549 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3e8474-7e81-48c8-b999-1bb9c2101c56 req-fd56f283-a4bb-4cdf-be92-c1991fb55780 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 1096 time: 0.0675292 Jun 25 09:42:33.083997 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e8474-7e81-48c8-b999-1bb9c2101c56 req-bcca1803-9a3a-4303-b5c5-70e210e48b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:33.085520 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3e8474-7e81-48c8-b999-1bb9c2101c56 req-bcca1803-9a3a-4303-b5c5-70e210e48b51 service neutron] 10.222.0.38 "GET /v2.0/networks?id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 HTTP/1.1" status: 200 len: 919 time: 0.0921476 Jun 25 09:42:33.169165 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3e8474-7e81-48c8-b999-1bb9c2101c56 req-7188a3e6-e04e-4598-b303-51e279b39a05 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58 HTTP/1.1" status: 200 len: 999 time: 0.0736177 Jun 25 09:42:33.228258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e8474-7e81-48c8-b999-1bb9c2101c56 req-9fd175c0-188d-479a-ba26-ecf3278e630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:33.229745 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3e8474-7e81-48c8-b999-1bb9c2101c56 req-9fd175c0-188d-479a-ba26-ecf3278e630c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fbdaf571-c08e-473e-9464-ca149b28036e HTTP/1.1" status: 200 len: 856 time: 0.0489058 Jun 25 09:42:33.296951 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e8474-7e81-48c8-b999-1bb9c2101c56 req-6137f7a8-f9ce-4664-8139-c3d979a870a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:33.298536 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3e8474-7e81-48c8-b999-1bb9c2101c56 req-6137f7a8-f9ce-4664-8139-c3d979a870a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615664 Jun 25 09:42:33.424043 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3e8474-7e81-48c8-b999-1bb9c2101c56 req-6ffd9eb9-656e-4533-86b2-f54c6755fb42 service neutron] 10.222.0.38 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069686 Jun 25 09:42:33.527319 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4c3e8474-7e81-48c8-b999-1bb9c2101c56 req-bf50ae35-a4ec-4410-aec5-ab89c8f86819 service neutron] 10.222.0.38 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951192 Jun 25 09:42:33.599849 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ac693-de03-4bcf-ad34-e4744b82afc1 req-cebd57e1-7e9c-4956-bb08-1b8e17bf4fed tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:33.601741 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-900ac693-de03-4bcf-ad34-e4744b82afc1 req-cebd57e1-7e9c-4956-bb08-1b8e17bf4fed tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 945 time: 0.0729642 Jun 25 09:42:33.647470 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-900ac693-de03-4bcf-ad34-e4744b82afc1 req-60a1d08c-2d22-4981-95c1-e4d80e7c0017 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390363 Jun 25 09:42:33.776205 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c175d4-bbc2-46dd-8cf8-97def99d0285 req-eb766948-dce4-42c7-b8e7-769f91839b9a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:33.777847 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-89c175d4-bbc2-46dd-8cf8-97def99d0285 req-eb766948-dce4-42c7-b8e7-769f91839b9a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0702426 Jun 25 09:42:33.818351 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-89c175d4-bbc2-46dd-8cf8-97def99d0285 req-1a1396fd-31fe-4fab-b29c-a5d6bce611bc tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345020 Jun 25 09:42:34.820351 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95908607-4b4c-41bb-a95a-413dcde3111b req-8d68dae4-26a3-4dba-90a3-72c43e40a3e1 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:34.822181 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-95908607-4b4c-41bb-a95a-413dcde3111b req-8d68dae4-26a3-4dba-90a3-72c43e40a3e1 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 945 time: 0.0816956 Jun 25 09:42:34.842648 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd76d16-51f2-4355-8d05-37d688f67ab4 req-c4b8e426-8ce1-4cd2-a4ce-41356a5cc14a tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:34.844163 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccd76d16-51f2-4355-8d05-37d688f67ab4 req-c4b8e426-8ce1-4cd2-a4ce-41356a5cc14a tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 945 time: 0.0779240 Jun 25 09:42:34.901456 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ccd76d16-51f2-4355-8d05-37d688f67ab4 req-8bc3cd02-d1c7-49bb-b28d-a2e9a380ff75 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507774 Jun 25 09:42:34.966875 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-95908607-4b4c-41bb-a95a-413dcde3111b req-6c002c0d-2940-4a51-aec2-8ea37e7e5ec9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Deleting port 8702b805-a2ad-44db-b247-b1a46e5eb2f2 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:42:34.967293 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-95908607-4b4c-41bb-a95a-413dcde3111b req-6c002c0d-2940-4a51-aec2-8ea37e7e5ec9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:35.029058 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ec840-24c7-4741-bc69-385a5ab264cd req-142b1a07-d4e5-4529-8d08-132c1ab0f6df tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:35.030616 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-163ec840-24c7-4741-bc69-385a5ab264cd req-142b1a07-d4e5-4529-8d08-132c1ab0f6df tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0732155 Jun 25 09:42:35.070656 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-95908607-4b4c-41bb-a95a-413dcde3111b req-6c002c0d-2940-4a51-aec2-8ea37e7e5ec9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] For port 8702b805-a2ad-44db-b247-b1a46e5eb2f2, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8702b805-a2ad-44db-b247-b1a46e5eb2f2,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:35.071032 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-95908607-4b4c-41bb-a95a-413dcde3111b req-6c002c0d-2940-4a51-aec2-8ea37e7e5ec9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:35.085367 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-163ec840-24c7-4741-bc69-385a5ab264cd req-12901aca-75a5-43a2-ad10-3691df60399e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467384 Jun 25 09:42:35.087906 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-95908607-4b4c-41bb-a95a-413dcde3111b req-6c002c0d-2940-4a51-aec2-8ea37e7e5ec9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Calling delete_port for 8702b805-a2ad-44db-b247-b1a46e5eb2f2 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:42:35.218787 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-95908607-4b4c-41bb-a95a-413dcde3111b req-6c002c0d-2940-4a51-aec2-8ea37e7e5ec9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:35.223429 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:35.252132 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a16ceebf-9c82-485d-b8ba-5cf874621d9e', '8702b805-a2ad-44db-b247-b1a46e5eb2f2'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:42:35.253491 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c002c0d-2940-4a51-aec2-8ea37e7e5ec9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Pushing event deleted for resources: {'Port': ['ID=8702b805-a2ad-44db-b247-b1a46e5eb2f2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:35.257231 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6c002c0d-2940-4a51-aec2-8ea37e7e5ec9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:35.309293 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-95908607-4b4c-41bb-a95a-413dcde3111b req-6c002c0d-2940-4a51-aec2-8ea37e7e5ec9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] No DVR routers for this DVR port 8702b805-a2ad-44db-b247-b1a46e5eb2f2 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:42:35.312263 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-95908607-4b4c-41bb-a95a-413dcde3111b req-6c002c0d-2940-4a51-aec2-8ea37e7e5ec9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:35.314360 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-95908607-4b4c-41bb-a95a-413dcde3111b req-6c002c0d-2940-4a51-aec2-8ea37e7e5ec9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "DELETE /v2.0/ports/8702b805-a2ad-44db-b247-b1a46e5eb2f2 HTTP/1.1" status: 204 len: 173 time: 0.4574199 Jun 25 09:42:35.314949 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee2b20c-8dbc-4366-b154-5bce9a5426f8', 'name': 'network-vif-deleted', 'tag': '8702b805-a2ad-44db-b247-b1a46e5eb2f2'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:42:35.317676 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ed2323-9c2b-4297-99ce-267b86970c56" -d '{"events": [{"server_uuid": "8ee2b20c-8dbc-4366-b154-5bce9a5426f8", "name": "network-vif-deleted", "tag": "8702b805-a2ad-44db-b247-b1a46e5eb2f2"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:42:35.359751 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d00d1fe-84f9-4846-9d34-87c741116237 x-openstack-request-id: req-0d00d1fe-84f9-4846-9d34-87c741116237 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:42:35.360092 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee2b20c-8dbc-4366-b154-5bce9a5426f8", "name": "network-vif-deleted", "tag": "8702b805-a2ad-44db-b247-b1a46e5eb2f2", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:42:35.360392 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0d00d1fe-84f9-4846-9d34-87c741116237 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:42:35.360865 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee2b20c-8dbc-4366-b154-5bce9a5426f8', 'name': 'network-vif-deleted', 'tag': '8702b805-a2ad-44db-b247-b1a46e5eb2f2', 'status': 'completed', 'code': 200} Jun 25 09:42:36.066917 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-686f0b23-3857-4165-bf31-3110521da9eb req-c1f359e0-b801-4885-90b1-2e389e501d3f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ee2b20c-8dbc-4366-b154-5bce9a5426f8 HTTP/1.1" status: 200 len: 210 time: 0.0312810 Jun 25 09:42:36.284148 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0b47a-e30e-43e6-8990-ea0222c2cf05 req-08deae5c-6ff2-425a-ab59-673300fd8f32 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:36.285817 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ec0b47a-e30e-43e6-8990-ea0222c2cf05 req-08deae5c-6ff2-425a-ab59-673300fd8f32 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0816109 Jun 25 09:42:36.330774 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ec0b47a-e30e-43e6-8990-ea0222c2cf05 req-acf74694-ff1f-4aee-bf70-3382edacae07 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383799 Jun 25 09:42:37.414389 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-aa401406-913b-4183-a4b4-3735340bebe4 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:37.415927 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-aa401406-913b-4183-a4b4-3735340bebe4 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 806 time: 0.1156826 Jun 25 09:42:37.432411 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-826db2df-0223-4a67-838c-5c2498b55d33 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/quotas/18dd14b19037474abb577f936dd5096f HTTP/1.1" status: 200 len: 375 time: 0.0102019 Jun 25 09:42:37.544435 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-a1395af1-56b8-4ba3-bf8f-c430dd84437c tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1038144 Jun 25 09:42:37.556080 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eee5b6-7894-4077-9dbf-0fcc52eabc0c req-0ccedf2f-cfa1-42a9-bc4b-e37556d1c223 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:37.557610 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47eee5b6-7894-4077-9dbf-0fcc52eabc0c req-0ccedf2f-cfa1-42a9-bc4b-e37556d1c223 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0906477 Jun 25 09:42:37.562591 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-73c451c9-004f-4e2f-aa34-d6f045f9f74e service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:42:37.563595 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-73c451c9-004f-4e2f-aa34-d6f045f9f74e service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051167 Jun 25 09:42:37.645682 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47eee5b6-7894-4077-9dbf-0fcc52eabc0c req-dc139025-aa7f-474e-85b7-0c093dd4782d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806909 Jun 25 09:42:37.681969 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-d41084c7-cfe1-4691-8a32-1bf220fe9c22 service neutron] 10.222.0.93 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114793 Jun 25 09:42:37.777759 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-6c4ee8fe-443f-4eeb-8b7b-d85933307c44 service neutron] 10.222.0.93 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899582 Jun 25 09:42:38.001758 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f95a6523-e410-4d94-8f62-fd0ad39ec381 req-fc9223fe-7e2d-4a0a-8598-0cc9f245052a tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 210 time: 0.0305293 Jun 25 09:42:38.839219 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810261b1-57d5-4109-8699-a327f1ba6885 req-f5df042f-327a-427d-9f13-62195882330d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:38.840599 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-810261b1-57d5-4109-8699-a327f1ba6885 req-f5df042f-327a-427d-9f13-62195882330d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0677307 Jun 25 09:42:38.887840 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-810261b1-57d5-4109-8699-a327f1ba6885 req-faa9cd6d-37d8-45c7-a3d0-5fdb143c76a6 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386584 Jun 25 09:42:38.939832 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8702b805-a2ad-44db-b247-b1a46e5eb2f2 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:42:38.966837 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 8702b805-a2ad-44db-b247-b1a46e5eb2f2 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:42:38.967187 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8702b805-a2ad-44db-b247-b1a46e5eb2f2 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:42:39.159097 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1974868-9bcb-422d-af79-cb27ed90f8a5 req-019b75c9-d768-46f6-88b5-66aa384d6c51 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 210 time: 0.0301979 Jun 25 09:42:39.278312 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-427d9335-99e4-44c1-989d-df3d5cc99655 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:39.279861 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-427d9335-99e4-44c1-989d-df3d5cc99655 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 806 time: 0.1105754 Jun 25 09:42:39.307624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b07a0099-a304-43ef-9755-3ac3cee21c1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Request body: {'port': {'device_id': 'aa12092d-c103-461a-bd2c-26cbb0326287', 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694', 'admin_state_up': True, 'tenant_id': '18dd14b19037474abb577f936dd5096f'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:42:39.425336 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b07a0099-a304-43ef-9755-3ac3cee21c1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Made reservation on behalf of 18dd14b19037474abb577f936dd5096f for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:42:39.428875 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b07a0099-a304-43ef-9755-3ac3cee21c1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:39.574868 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b07a0099-a304-43ef-9755-3ac3cee21c1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Allocated IP 172.20.0.13 (f90f031d-6763-4a52-a60f-e00ea2e01694/34123c39-b20e-4e87-96ad-a23d824e3c14/efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:42:39.736866 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b07a0099-a304-43ef-9755-3ac3cee21c1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:39.778605 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b07a0099-a304-43ef-9755-3ac3cee21c1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:39.785378 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0320cb11-f8ea-4469-82ad-45fa1288c595 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:39.814871 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a16ceebf-9c82-485d-b8ba-5cf874621d9e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:42:39.833511 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b07a0099-a304-43ef-9755-3ac3cee21c1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Network f90f031d-6763-4a52-a60f-e00ea2e01694 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:42:39.836546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b07a0099-a304-43ef-9755-3ac3cee21c1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:42:39.839378 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b07a0099-a304-43ef-9755-3ac3cee21c1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:42:39.869195 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a0099-a304-43ef-9755-3ac3cee21c1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Pushing event updated for resources: {'Port': ['ID=efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:39.875079 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b07a0099-a304-43ef-9755-3ac3cee21c1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:39.898502 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b07a0099-a304-43ef-9755-3ac3cee21c1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:39.899143 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b07a0099-a304-43ef-9755-3ac3cee21c1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:39.915767 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b07a0099-a304-43ef-9755-3ac3cee21c1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6121526 Jun 25 09:42:39.934572 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Request body: {'port': {'device_id': 'aa12092d-c103-461a-bd2c-26cbb0326287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:42:40.036280 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:40.078506 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3749663-6e36-4761-aa33-360ad36aaa9c req-6c4269da-d2a4-4d04-b437-9a0c7f708ff0 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:40.080047 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c3749663-6e36-4761-aa33-360ad36aaa9c req-6c4269da-d2a4-4d04-b437-9a0c7f708ff0 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0677726 Jun 25 09:42:40.120707 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c3749663-6e36-4761-aa33-360ad36aaa9c req-a40e61ad-3118-4054-a0d7-fc18ad81f55d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343890 Jun 25 09:42:40.323592 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:42:40.334766 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:40.347945 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Transition to ACTIVE for port object efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:42:40.353150 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:40.355806 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:40.357358 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa23a1-f3fc-4996-b31e-3f97801e5777 req-13319f73-8aa6-4d10-97eb-42c81f6a5ddd tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:40.361629 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85aa23a1-f3fc-4996-b31e-3f97801e5777 req-13319f73-8aa6-4d10-97eb-42c81f6a5ddd tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 932 time: 0.0850501 Jun 25 09:42:40.402700 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85aa23a1-f3fc-4996-b31e-3f97801e5777 req-2d8117bb-3fa5-42ac-954a-5a32599a8021 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347731 Jun 25 09:42:40.424773 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Pushing event updated for resources: {'Port': ['ID=efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:40.428091 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:40.477115 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Attempting to bind port efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:42:40.477425 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Attempting to bind port efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:42:40.477748 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Attempting to bind port efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 on network f90f031d-6763-4a52-a60f-e00ea2e01694 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:42:40.482344 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Port efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 on network f90f031d-6763-4a52-a60f-e00ea2e01694 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:42:40.482661 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Attempting to bind port efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 on network f90f031d-6763-4a52-a60f-e00ea2e01694 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:42:40.487689 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:42:40.488015 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Checking segment: {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:42:40.488394 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Bound using segment: {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:42:40.488953 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Bound port: efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:42:40.489303 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:40.552164 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] For port efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:42:40.555275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] For port efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:42:40.561259 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:40.563598 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-028bb4dd-2411-4baf-9268-d10917c90c66 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:40.597496 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:40.598110 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:40.599492 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] 10.222.0.38 "PUT /v2.0/ports/efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 HTTP/1.1" status: 200 len: 1093 time: 0.6695704 Jun 25 09:42:40.600054 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa12092d-c103-461a-bd2c-26cbb0326287', 'tag': 'efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:42:40.602402 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9310001b-f3fc-4b38-93b1-558808c99203" -d '{"events": [{"name": "network-changed", "server_uuid": "aa12092d-c103-461a-bd2c-26cbb0326287", "tag": "efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:42:40.626321 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Pushing event updated for resources: {'Port': ['ID=efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:40.629577 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:40.639150 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b13118-29d5-4520-a5c3-d76c407b4ca0 x-openstack-request-id: req-b1b13118-29d5-4520-a5c3-d76c407b4ca0 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:42:40.639513 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa12092d-c103-461a-bd2c-26cbb0326287", "tag": "efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:42:40.639823 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b1b13118-29d5-4520-a5c3-d76c407b4ca0 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:42:40.640343 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa12092d-c103-461a-bd2c-26cbb0326287', 'tag': 'efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052', 'status': 'completed', 'code': 200} Jun 25 09:42:40.719500 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-08fbccb2-b501-49b7-a0d9-6c072478c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:40.721045 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-08fbccb2-b501-49b7-a0d9-6c072478c8c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 1096 time: 0.0575976 Jun 25 09:42:40.773839 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-0da7f74e-3380-4445-ab58-5cb918fd4955 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 HTTP/1.1" status: 200 len: 217 time: 0.0392284 Jun 25 09:42:40.856008 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-8c3df6dd-8043-4695-a404-ca39549a2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:40.857419 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-8c3df6dd-8043-4695-a404-ca39549a2df1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=34123c39-b20e-4e87-96ad-a23d824e3c14 HTTP/1.1" status: 200 len: 846 time: 0.0770223 Jun 25 09:42:40.898972 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-a348c653-99b3-4878-92b3-517d31db2d54 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f90f031d-6763-4a52-a60f-e00ea2e01694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337927 Jun 25 09:42:40.907722 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bcfd5a00-2934-4470-ac94-51eeba131423 req-f6bf1793-2216-4df1-9293-fec2e44fa21c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0976481 Jun 25 09:42:41.028645 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-e784ed43-ad3c-42ec-acbe-fcb598978aec service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200027 Jun 25 09:42:41.046190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5a00-2934-4470-ac94-51eeba131423 req-60be2ae5-13ea-45e0-aadc-c202a276bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:41.047577 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bcfd5a00-2934-4470-ac94-51eeba131423 req-60be2ae5-13ea-45e0-aadc-c202a276bae9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5e266d630804501b927975e76fa7622&device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 1098 time: 0.0980604 Jun 25 09:42:41.190636 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e32e7a85-b1fe-4d48-a5c9-a51f08ebc2bf req-6544a7b2-4568-4154-9d63-226cac76c4f7 service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533101 Jun 25 09:42:41.204554 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5a00-2934-4470-ac94-51eeba131423 req-87f00664-5fa0-44f8-a325-469d37e1e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:41.206037 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bcfd5a00-2934-4470-ac94-51eeba131423 req-87f00664-5fa0-44f8-a325-469d37e1e7d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29f974a5-e823-427b-bef7-d66fdab2a22d HTTP/1.1" status: 200 len: 911 time: 0.1229558 Jun 25 09:42:41.278357 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bcfd5a00-2934-4470-ac94-51eeba131423 req-09f7ecb2-cd5d-40c7-a0b2-8d18eeee1fdc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fc942eb-613d-4176-8546-c7a7eb17bbe3 HTTP/1.1" status: 200 len: 1002 time: 0.0649769 Jun 25 09:42:41.320427 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9713202-01db-403e-8fbc-9740291b3be1 req-20f3b3c5-63d8-4e41-9bb5-ac3d4474c2aa tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:41.321925 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9713202-01db-403e-8fbc-9740291b3be1 req-20f3b3c5-63d8-4e41-9bb5-ac3d4474c2aa tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0727878 Jun 25 09:42:41.367085 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9713202-01db-403e-8fbc-9740291b3be1 req-0c49c640-fbb7-4d7e-a741-752dd676a64b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361533 Jun 25 09:42:41.368839 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5a00-2934-4470-ac94-51eeba131423 req-bf33e6e8-3d14-49d6-9ab2-223464e11f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:41.370396 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bcfd5a00-2934-4470-ac94-51eeba131423 req-bf33e6e8-3d14-49d6-9ab2-223464e11f85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5977e29-d47a-43eb-8fda-b0c9c72a294a HTTP/1.1" status: 200 len: 848 time: 0.0802143 Jun 25 09:42:41.395361 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310001b-f3fc-4b38-93b1-558808c99203 req-2b0d69a3-eff9-4b60-b5c4-0e1dbe5cd217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:41.396922 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9310001b-f3fc-4b38-93b1-558808c99203 req-2b0d69a3-eff9-4b60-b5c4-0e1dbe5cd217 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 1096 time: 0.1155417 Jun 25 09:42:41.518051 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5a00-2934-4470-ac94-51eeba131423 req-026940e6-47b1-402e-badf-93a44d1147e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:41.519568 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bcfd5a00-2934-4470-ac94-51eeba131423 req-026940e6-47b1-402e-badf-93a44d1147e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29f974a5-e823-427b-bef7-d66fdab2a22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1414702 Jun 25 09:42:41.520825 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310001b-f3fc-4b38-93b1-558808c99203 req-5c353afc-7378-4f2a-a5a7-1f4162233ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:41.522116 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9310001b-f3fc-4b38-93b1-558808c99203 req-5c353afc-7378-4f2a-a5a7-1f4162233ce2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 908 time: 0.1060910 Jun 25 09:42:41.584722 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b50f6b-249a-49a3-91e2-2efaa239285c req-c37adf95-359f-4c13-b145-567d26879b12 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:41.586288 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98b50f6b-249a-49a3-91e2-2efaa239285c req-c37adf95-359f-4c13-b145-567d26879b12 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 944 time: 0.0660686 Jun 25 09:42:41.626388 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98b50f6b-249a-49a3-91e2-2efaa239285c req-b5144a5d-3de7-4b02-ad1d-3789171834d1 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339174 Jun 25 09:42:41.933831 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9310001b-f3fc-4b38-93b1-558808c99203 req-47542593-ccb8-4963-bd4d-db687f19490e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 HTTP/1.1" status: 200 len: 217 time: 0.3989155 Jun 25 09:42:42.018793 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310001b-f3fc-4b38-93b1-558808c99203 req-980be4e5-fa86-469e-9200-b853aa80bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:42.020249 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9310001b-f3fc-4b38-93b1-558808c99203 req-980be4e5-fa86-469e-9200-b853aa80bc1f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=34123c39-b20e-4e87-96ad-a23d824e3c14 HTTP/1.1" status: 200 len: 846 time: 0.0758414 Jun 25 09:42:42.022118 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bcfd5a00-2934-4470-ac94-51eeba131423 req-7053288d-55d8-4a2c-b2dc-4c443566970b service neutron] 10.222.0.41 "GET /v2.0/networks/29f974a5-e823-427b-bef7-d66fdab2a22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944091 Jun 25 09:42:42.062889 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9310001b-f3fc-4b38-93b1-558808c99203 req-858697b6-27da-4b02-a280-ffbf48589002 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f90f031d-6763-4a52-a60f-e00ea2e01694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360327 Jun 25 09:42:42.206483 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bcfd5a00-2934-4470-ac94-51eeba131423 req-14ba1f9d-f53b-404e-8f6d-867f0f618e77 service neutron] 10.222.0.41 "GET /v2.0/networks/29f974a5-e823-427b-bef7-d66fdab2a22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721926 Jun 25 09:42:42.211787 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9310001b-f3fc-4b38-93b1-558808c99203 req-c0ffa89b-5931-45ed-a840-0f5a89a5e613 service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397600 Jun 25 09:42:42.322516 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9310001b-f3fc-4b38-93b1-558808c99203 req-5cee73ca-9709-4a29-9cd0-d366e5e5719e service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029000 Jun 25 09:42:42.557345 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff79a53-2660-491a-8c11-b8d75582cc18 req-d5932735-8bfb-444c-9991-6a74fdc533eb tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:42.558737 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eff79a53-2660-491a-8c11-b8d75582cc18 req-d5932735-8bfb-444c-9991-6a74fdc533eb tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 944 time: 0.0737646 Jun 25 09:42:42.601248 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eff79a53-2660-491a-8c11-b8d75582cc18 req-a2e94daa-df6c-4150-afa8-1f1346ea6f57 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345321 Jun 25 09:42:42.744694 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:42:42.803843 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546129aa-0e25-43cb-a379-d72db0a46dec req-a313ce23-6fd6-4fc2-93d2-140927e4d755 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:42.805362 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-546129aa-0e25-43cb-a379-d72db0a46dec req-a313ce23-6fd6-4fc2-93d2-140927e4d755 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 944 time: 0.0665255 Jun 25 09:42:42.857471 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-546129aa-0e25-43cb-a379-d72db0a46dec req-a7cbd9a8-60bc-4015-ad7b-26fc2bd3e26e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433102 Jun 25 09:42:42.948006 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8828d9e1-1806-4d49-b415-f4ec89c7ee58 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:42:43.045277 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8828d9e1-1806-4d49-b415-f4ec89c7ee58, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:43.059849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '8828d9e1-1806-4d49-b415-f4ec89c7ee58', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'port_id': '8828d9e1-1806-4d49-b415-f4ec89c7ee58', 'mac_address': 'fa:16:3e:4b:a7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:42:43.104430 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:43.118613 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8828d9e1-1806-4d49-b415-f4ec89c7ee58 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:42:43.137484 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8828d9e1-1806-4d49-b415-f4ec89c7ee58, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:43.142987 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:43.144821 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:43.191789 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8828d9e1-1806-4d49-b415-f4ec89c7ee58,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:43.195193 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:43.466267 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['8828d9e1-1806-4d49-b415-f4ec89c7ee58'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:42:43.797811 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63729669-85b4-4dd4-b040-99063f11362d req-81c65bef-c0d5-4284-82e6-9cf409f7a6c8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:43.799223 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63729669-85b4-4dd4-b040-99063f11362d req-81c65bef-c0d5-4284-82e6-9cf409f7a6c8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 945 time: 0.0708528 Jun 25 09:42:43.846489 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-63729669-85b4-4dd4-b040-99063f11362d req-2ce1d5e1-f1aa-4ed0-9a19-3e0444d0d183 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411577 Jun 25 09:42:44.037812 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1501ef6-0461-4f7d-b0a5-bc34599cb2fd req-3041ec24-62fb-498c-b7ee-9bcc470ccb8b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:44.039321 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f1501ef6-0461-4f7d-b0a5-bc34599cb2fd req-3041ec24-62fb-498c-b7ee-9bcc470ccb8b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 944 time: 0.0687842 Jun 25 09:42:44.082119 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f1501ef6-0461-4f7d-b0a5-bc34599cb2fd req-0a9aad6e-9c01-4cab-a3e5-f24e7afbda18 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348017 Jun 25 09:42:44.909953 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58034) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:42:44.963903 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:42:44.972068 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8828d9e1-1806-4d49-b415-f4ec89c7ee58 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:42:45.074770 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e931468-8433-4507-95fa-173b4dae66dc req-8686e9a6-c3cb-424d-a2ce-14bf1a466213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:45.076307 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e931468-8433-4507-95fa-173b4dae66dc req-8686e9a6-c3cb-424d-a2ce-14bf1a466213 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 1098 time: 0.1652050 Jun 25 09:42:45.086587 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 8828d9e1-1806-4d49-b415-f4ec89c7ee58 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:42:45.086969 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:45.098788 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91db7c-6e6c-473b-b30a-6dae6706232e req-c17898d6-67ee-4ef0-880a-0a36cf672664 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:45.101178 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd91db7c-6e6c-473b-b30a-6dae6706232e req-c17898d6-67ee-4ef0-880a-0a36cf672664 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 945 time: 0.1316707 Jun 25 09:42:45.122028 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:45.137680 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': 'efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052', 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694', 'port_id': 'efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052', 'mac_address': 'fa:16:3e:6b:f9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34123c39-b20e-4e87-96ad-a23d824e3c14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:42:45.171560 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e931468-8433-4507-95fa-173b4dae66dc req-d7159c03-e4da-418c-9003-18475e1f7acf service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0e7e42d7-3883-46b6-9dc0-8560b2a66b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821009 Jun 25 09:42:45.177826 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dd91db7c-6e6c-473b-b30a-6dae6706232e req-7a4a0cbe-64cd-49fa-ae97-a2108abb7b70 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684416 Jun 25 09:42:45.284108 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf663f05-42f0-4211-8b38-0fe27efbcaa8 req-43b63a19-3a3e-4d79-955c-75d1889e0614 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:45.285717 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cf663f05-42f0-4211-8b38-0fe27efbcaa8 req-43b63a19-3a3e-4d79-955c-75d1889e0614 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 944 time: 0.0717347 Jun 25 09:42:45.327590 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cf663f05-42f0-4211-8b38-0fe27efbcaa8 req-c188762c-d01e-4b99-8571-595c4546d7d1 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356486 Jun 25 09:42:45.383965 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:45.402431 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:45.405074 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:42:45.437139 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:45.442812 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8828d9e1-1806-4d49-b415-f4ec89c7ee58'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:42:45.445204 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1aa800-ab68-4c7e-97dd-d3fe64f432db" -d '{"events": [{"server_uuid": "c17c3160-de48-4d13-a985-443cbb0a2007", "name": "network-vif-plugged", "status": "completed", "tag": "8828d9e1-1806-4d49-b415-f4ec89c7ee58"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:42:45.450325 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:45.457800 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:45.463249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8828d9e1-1806-4d49-b415-f4ec89c7ee58, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:45.481086 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:45.492211 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d661dd-4fba-4e2a-8619-ad3341042ce2 x-openstack-request-id: req-b3d661dd-4fba-4e2a-8619-ad3341042ce2 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:42:45.492582 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17c3160-de48-4d13-a985-443cbb0a2007", "name": "network-vif-plugged", "status": "completed", "tag": "8828d9e1-1806-4d49-b415-f4ec89c7ee58", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:42:45.492876 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b3d661dd-4fba-4e2a-8619-ad3341042ce2 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:42:45.493273 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8828d9e1-1806-4d49-b415-f4ec89c7ee58', 'code': 200} Jun 25 09:42:45.511491 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:45.514856 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:45.515337 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-00a68df9-73a5-4072-bdd4-229b31630e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:45.566485 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8828d9e1-1806-4d49-b415-f4ec89c7ee58,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:45.569698 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:45.744198 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caf987-83cf-4791-ba7a-2b2adb376c07 req-6d84982a-b87f-45ba-bff5-4b037a0469cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:45.747300 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-70caf987-83cf-4791-ba7a-2b2adb376c07 req-6d84982a-b87f-45ba-bff5-4b037a0469cf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 1099 time: 0.0681081 Jun 25 09:42:45.749135 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:42:45.784232 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-70caf987-83cf-4791-ba7a-2b2adb376c07 req-ce21eab0-85e7-45ac-bae6-752ca8fbe1c0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298018 Jun 25 09:42:46.396947 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e61608-3806-4e70-89ea-da3d4d30f301 req-e1de4941-5515-44f2-aba6-5d911d2c85aa tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:46.398486 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6e61608-3806-4e70-89ea-da3d4d30f301 req-e1de4941-5515-44f2-aba6-5d911d2c85aa tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 947 time: 0.0921283 Jun 25 09:42:46.443277 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f6e61608-3806-4e70-89ea-da3d4d30f301 req-a582f019-1045-45b7-8046-a871acc25b8c tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389268 Jun 25 09:42:46.519945 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a43f3-58aa-437f-91f0-39fa12ba9b8b req-2033f8d7-bfa7-40e1-af96-0e4c675f0033 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:46.521473 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f57a43f3-58aa-437f-91f0-39fa12ba9b8b req-2033f8d7-bfa7-40e1-af96-0e4c675f0033 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 945 time: 0.0738387 Jun 25 09:42:46.560464 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f57a43f3-58aa-437f-91f0-39fa12ba9b8b req-b88ada4c-db31-4226-b0e2-16de14577c4a tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331831 Jun 25 09:42:46.964870 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:42:47.016194 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:42:47.020230 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:42:47.020615 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:47.105855 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:47.140008 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:47.144871 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:47.146865 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:47.203332 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:47.211741 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:47.212060 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:47.212476 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:47.212996 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:47.213301 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:47.213485 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:47.213754 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:47.214402 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:47.214402 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:47.214704 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:47.215026 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:47.215376 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:47.219405 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:47.494248 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa12092d-c103-461a-bd2c-26cbb0326287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:42:47.497945 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9010746a-c918-4855-ab49-1cdc5854c19f" -d '{"events": [{"server_uuid": "aa12092d-c103-461a-bd2c-26cbb0326287", "name": "network-vif-plugged", "status": "completed", "tag": "efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:42:47.540679 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6935847d-1e68-44e5-9ad5-53e6a5aa8afe x-openstack-request-id: req-6935847d-1e68-44e5-9ad5-53e6a5aa8afe {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:42:47.541244 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa12092d-c103-461a-bd2c-26cbb0326287", "name": "network-vif-plugged", "status": "completed", "tag": "efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:42:47.541508 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6935847d-1e68-44e5-9ad5-53e6a5aa8afe {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:42:47.541920 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa12092d-c103-461a-bd2c-26cbb0326287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052', 'code': 200} Jun 25 09:42:47.654973 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fc699-ef8d-4542-aa97-de382a770597 req-9fb039fd-45d5-4dac-b95d-84d016c8a307 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:47.656576 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb1fc699-ef8d-4542-aa97-de382a770597 req-9fb039fd-45d5-4dac-b95d-84d016c8a307 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 947 time: 0.0869544 Jun 25 09:42:47.733073 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fd700-8e14-4202-9240-25172e9fae0e req-03682f6b-d4c3-42d1-a4e3-93c5be2258d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:47.735732 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f47fd700-8e14-4202-9240-25172e9fae0e req-03682f6b-d4c3-42d1-a4e3-93c5be2258d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 1098 time: 0.0631297 Jun 25 09:42:47.737651 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb1fc699-ef8d-4542-aa97-de382a770597 req-6c0ac064-cb25-4d0a-bc4a-7a46dd65afc1 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750961 Jun 25 09:42:47.771253 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74027c9a-0fe6-4c9b-a880-d3c2fb071968 req-140eda99-e57d-4486-8620-2564a8188da8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:47.773100 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-74027c9a-0fe6-4c9b-a880-d3c2fb071968 req-140eda99-e57d-4486-8620-2564a8188da8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 946 time: 0.0789826 Jun 25 09:42:47.791627 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f47fd700-8e14-4202-9240-25172e9fae0e req-9595e9e3-1ca5-4ef7-b6d0-a2e24971f2a5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306585 Jun 25 09:42:47.816838 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-74027c9a-0fe6-4c9b-a880-d3c2fb071968 req-5712d889-beb2-4fc3-98cf-21444d2a50ca tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361946 Jun 25 09:42:48.929673 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de03591-634a-4270-83f9-394eab85b143 req-06412584-4182-4a3c-88a1-c2dd6750a212 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:48.931191 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0de03591-634a-4270-83f9-394eab85b143 req-06412584-4182-4a3c-88a1-c2dd6750a212 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 947 time: 0.0685344 Jun 25 09:42:49.020388 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0de03591-634a-4270-83f9-394eab85b143 req-5b439ed0-f761-4b15-ae0b-c9904e440c26 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769384 Jun 25 09:42:49.046085 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fce7ee-736b-4df2-95e8-507aed3b13e7 req-cd0fd539-a655-4497-9e0a-2528d63a00ef tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:49.047582 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91fce7ee-736b-4df2-95e8-507aed3b13e7 req-cd0fd539-a655-4497-9e0a-2528d63a00ef tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 946 time: 0.1136169 Jun 25 09:42:49.087928 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91fce7ee-736b-4df2-95e8-507aed3b13e7 req-0ea02645-5c0a-4727-bf9d-77391c9721aa tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343263 Jun 25 09:42:50.278949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7e6a3-c094-47ab-9208-1b715d50c4be req-458213c6-34bd-4834-a402-993547fbafda tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:50.280428 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-02f7e6a3-c094-47ab-9208-1b715d50c4be req-458213c6-34bd-4834-a402-993547fbafda tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 946 time: 0.0795665 Jun 25 09:42:50.325216 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-02f7e6a3-c094-47ab-9208-1b715d50c4be req-7881eb83-0b24-4fb3-b073-d42de3b0ff96 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359111 Jun 25 09:42:50.721865 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673460b-304f-402b-bb82-e54613840a8b req-98fc6ef8-b762-41ea-a40c-0562f67928c7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:50.723459 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b673460b-304f-402b-bb82-e54613840a8b req-98fc6ef8-b762-41ea-a40c-0562f67928c7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 946 time: 0.0787234 Jun 25 09:42:50.766027 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b673460b-304f-402b-bb82-e54613840a8b req-194534a6-7ea8-454b-9a3c-f9b2fad2366a tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354967 Jun 25 09:42:50.946585 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863fdc8-2762-477a-8eb7-70ae4169ed64 req-61e6058b-8bb1-4485-a90d-39437e57d3b4 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:50.948166 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1863fdc8-2762-477a-8eb7-70ae4169ed64 req-61e6058b-8bb1-4485-a90d-39437e57d3b4 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 946 time: 0.0706372 Jun 25 09:42:50.988909 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1863fdc8-2762-477a-8eb7-70ae4169ed64 req-65ec9e63-c621-4ec6-9544-9284f3874523 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323234 Jun 25 09:42:51.397497 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dea76-57f2-4ed9-a44b-72d2ecfc5ea9 req-022802d6-f25d-4752-994b-388707e7dd01 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:51.398842 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-234dea76-57f2-4ed9-a44b-72d2ecfc5ea9 req-022802d6-f25d-4752-994b-388707e7dd01 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 946 time: 0.0662963 Jun 25 09:42:51.439266 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-234dea76-57f2-4ed9-a44b-72d2ecfc5ea9 req-b3cabeec-6326-44f1-b47b-88fd800ab427 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338275 Jun 25 09:42:52.439542 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc43e9dd-82a5-4936-90df-6f2798cde340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:52.643573 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2342a-ea58-4930-a615-b7fe7b880113 req-52a7c29c-e1dc-4dfc-9827-673ac89872a7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:52.645014 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-48c2342a-ea58-4930-a615-b7fe7b880113 req-52a7c29c-e1dc-4dfc-9827-673ac89872a7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 946 time: 0.0706432 Jun 25 09:42:52.685433 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-48c2342a-ea58-4930-a615-b7fe7b880113 req-ff701569-98f2-446f-81e4-76df171f4336 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342460 Jun 25 09:42:52.916407 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449822ce-289f-48b7-8130-9645c1d10a40 req-eebb9b1a-f9dd-4e16-ba09-300b05790a31 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:52.917783 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-449822ce-289f-48b7-8130-9645c1d10a40 req-eebb9b1a-f9dd-4e16-ba09-300b05790a31 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 946 time: 0.0654542 Jun 25 09:42:53.029187 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-449822ce-289f-48b7-8130-9645c1d10a40 req-557f5f96-37fa-401d-87d6-997d5304e0e3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Deleting port efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:42:53.029487 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-449822ce-289f-48b7-8130-9645c1d10a40 req-557f5f96-37fa-401d-87d6-997d5304e0e3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:53.118964 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-449822ce-289f-48b7-8130-9645c1d10a40 req-557f5f96-37fa-401d-87d6-997d5304e0e3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] For port efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:42:53.119341 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-449822ce-289f-48b7-8130-9645c1d10a40 req-557f5f96-37fa-401d-87d6-997d5304e0e3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:53.133077 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-449822ce-289f-48b7-8130-9645c1d10a40 req-557f5f96-37fa-401d-87d6-997d5304e0e3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Calling delete_port for efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:42:53.269878 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-449822ce-289f-48b7-8130-9645c1d10a40 req-557f5f96-37fa-401d-87d6-997d5304e0e3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:53.275395 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0917e65c-b676-4297-b823-ebeb9010df52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:53.302641 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a16ceebf-9c82-485d-b8ba-5cf874621d9e', 'efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:42:53.306761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f5f96-37fa-401d-87d6-997d5304e0e3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Pushing event deleted for resources: {'Port': ['ID=efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:53.309994 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-557f5f96-37fa-401d-87d6-997d5304e0e3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:53.356678 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-449822ce-289f-48b7-8130-9645c1d10a40 req-557f5f96-37fa-401d-87d6-997d5304e0e3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] No DVR routers for this DVR port efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:42:53.359687 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-449822ce-289f-48b7-8130-9645c1d10a40 req-557f5f96-37fa-401d-87d6-997d5304e0e3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:53.361734 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-449822ce-289f-48b7-8130-9645c1d10a40 req-557f5f96-37fa-401d-87d6-997d5304e0e3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "DELETE /v2.0/ports/efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 HTTP/1.1" status: 204 len: 173 time: 0.4368563 Jun 25 09:42:53.362276 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa12092d-c103-461a-bd2c-26cbb0326287', 'name': 'network-vif-deleted', 'tag': 'efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:42:53.364618 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d90727-484d-4b05-ac7b-645b6cf6f1dd" -d '{"events": [{"server_uuid": "aa12092d-c103-461a-bd2c-26cbb0326287", "name": "network-vif-deleted", "tag": "efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:42:53.406583 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35716520-f1de-4ec0-95ca-75a63b322e15 x-openstack-request-id: req-35716520-f1de-4ec0-95ca-75a63b322e15 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:42:53.406921 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa12092d-c103-461a-bd2c-26cbb0326287", "name": "network-vif-deleted", "tag": "efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:42:53.407252 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-35716520-f1de-4ec0-95ca-75a63b322e15 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:42:53.407687 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa12092d-c103-461a-bd2c-26cbb0326287', 'name': 'network-vif-deleted', 'tag': 'efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052', 'status': 'completed', 'code': 200} Jun 25 09:42:53.844682 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0d05e144-9ed0-435a-96a3-06d738c82003 req-d25ba586-b2a2-4e62-9486-3403184b8096 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa12092d-c103-461a-bd2c-26cbb0326287 HTTP/1.1" status: 200 len: 210 time: 0.0292990 Jun 25 09:42:54.269248 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:54.948973 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a98809cc-75b6-44bc-ae1c-5220aa52cd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:55.168715 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-225ec760-2833-4a38-9d08-3438da076001 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:55.170112 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-225ec760-2833-4a38-9d08-3438da076001 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 806 time: 0.1198232 Jun 25 09:42:55.189464 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-10e6017e-31c2-4bf9-8480-789f8c2f0a37 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/quotas/18dd14b19037474abb577f936dd5096f HTTP/1.1" status: 200 len: 375 time: 0.0113301 Jun 25 09:42:55.209427 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:55.258297 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-c0425491-0d59-4ba9-b962-5b8a8fd7f02c tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634620 Jun 25 09:42:55.269367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-89479b6f-5131-42bf-9220-a3e167bb5698 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:42:55.270314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-89479b6f-5131-42bf-9220-a3e167bb5698 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053859 Jun 25 09:42:55.363293 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-969cb389-a199-47b0-bcb3-633e57ef58a7 service neutron] 10.222.0.93 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875640 Jun 25 09:42:55.459236 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-284a6fc9-8b8b-4dc1-bec6-f2e44fc3cf83 service neutron] 10.222.0.93 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873384 Jun 25 09:42:55.641595 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2430f26b-888e-4129-b714-2ecd4ac20127 req-78ccd572-bd5e-421d-b1e5-1f0c356a435a tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 210 time: 0.0288866 Jun 25 09:42:56.285831 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:56.795915 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e9c208f1-54b0-4967-8c5d-3d3cbf42fce6 req-51f1f5fa-6d42-4130-81a8-2f82c276f621 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 210 time: 0.0345480 Jun 25 09:42:57.009383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-3498704e-35f4-4c00-964e-1335521e473d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:57.011124 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-3498704e-35f4-4c00-964e-1335521e473d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 806 time: 0.1296587 Jun 25 09:42:57.030112 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-a2dc2f40-3af2-4b5c-812c-4ba3c89453e8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Request body: {'port': {'device_id': 'b3d60887-8038-4b72-a047-120775dea00b', 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694', 'admin_state_up': True, 'tenant_id': '18dd14b19037474abb577f936dd5096f'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:42:57.041694 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:42:57.075479 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:42:57.075983 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device efa2dc02-4d10-4b4f-a6ae-7ab7eb05e052 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:42:57.159231 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-a2dc2f40-3af2-4b5c-812c-4ba3c89453e8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Made reservation on behalf of 18dd14b19037474abb577f936dd5096f for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:42:57.163466 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-a2dc2f40-3af2-4b5c-812c-4ba3c89453e8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:57.290413 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46f3e4-d882-41b5-889d-a38c17eb1718 req-f39b227b-db26-4561-a9ba-19199a6cf0fd tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:57.291977 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d46f3e4-d882-41b5-889d-a38c17eb1718 req-f39b227b-db26-4561-a9ba-19199a6cf0fd tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1099 time: 0.3632412 Jun 25 09:42:57.294428 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-a2dc2f40-3af2-4b5c-812c-4ba3c89453e8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Allocated IP 172.20.0.10 (f90f031d-6763-4a52-a60f-e00ea2e01694/34123c39-b20e-4e87-96ad-a23d824e3c14/8f9be7b4-7327-4583-a73e-9faf9961520c) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:42:57.327966 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2d46f3e4-d882-41b5-889d-a38c17eb1718 req-b05e1de7-19e6-4c02-b6b8-35ac32d70955 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296931 Jun 25 09:42:57.352606 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58162) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:42:57.447548 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-a2dc2f40-3af2-4b5c-812c-4ba3c89453e8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:57.493646 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-a2dc2f40-3af2-4b5c-812c-4ba3c89453e8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:57.499465 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:57.508791 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port d6857d84-e185-43bc-a244-9bc46d10f29e {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:42:57.509151 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:57.537707 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-a2dc2f40-3af2-4b5c-812c-4ba3c89453e8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Network f90f031d-6763-4a52-a60f-e00ea2e01694 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:42:57.541130 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-a2dc2f40-3af2-4b5c-812c-4ba3c89453e8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:42:57.546368 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-a2dc2f40-3af2-4b5c-812c-4ba3c89453e8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:42:57.546986 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a16ceebf-9c82-485d-b8ba-5cf874621d9e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:42:57.583903 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc2f40-3af2-4b5c-812c-4ba3c89453e8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Pushing event updated for resources: {'Port': ['ID=8f9be7b4-7327-4583-a73e-9faf9961520c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:57.589998 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a2dc2f40-3af2-4b5c-812c-4ba3c89453e8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:57.611348 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:57.611669 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:57.613603 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-a2dc2f40-3af2-4b5c-812c-4ba3c89453e8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:57.613838 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-a2dc2f40-3af2-4b5c-812c-4ba3c89453e8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:57.625184 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for d6857d84-e185-43bc-a244-9bc46d10f29e owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:42:57.628242 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-a2dc2f40-3af2-4b5c-812c-4ba3c89453e8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6028230 Jun 25 09:42:57.651207 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Request body: {'port': {'device_id': 'b3d60887-8038-4b72-a047-120775dea00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:42:57.726244 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:57.802637 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:57.805494 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:57.828538 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=d6857d84-e185-43bc-a244-9bc46d10f29e,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:57.859160 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:57.859574 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:57.859917 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:57.860310 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:57.860679 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:57.861323 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:57.861457 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:57.861805 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:57.862161 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:57.862534 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:57.862895 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:57.863609 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:42:57.868100 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:57.912174 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:57.912748 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Floating IP 4cae2e47-03be-4c3a-9d1d-9224cf0381e3 disassociated (deleted). External IP: 172.25.6.114, port: e1839276-c473-40fa-a060-e0ffc3f3ffe2. Jun 25 09:42:58.006234 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:58.013795 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9be7b4-7327-4583-a73e-9faf9961520c {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:42:58.022541 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:58.034747 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Transition to ACTIVE for port object 8f9be7b4-7327-4583-a73e-9faf9961520c will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:42:58.039456 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:58.042610 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:58.067096 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4142c7-2cee-4bbd-9398-c0cdf201cc13 req-31974bd0-b968-432c-988c-56caaebfeb87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:58.068439 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3d4142c7-2cee-4bbd-9398-c0cdf201cc13 req-31974bd0-b968-432c-988c-56caaebfeb87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 932 time: 0.1227779 Jun 25 09:42:58.095869 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9be7b4-7327-4583-a73e-9faf9961520c,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:58.113985 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:58.166524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Attempting to bind port 8f9be7b4-7327-4583-a73e-9faf9961520c on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:42:58.166855 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Attempting to bind port 8f9be7b4-7327-4583-a73e-9faf9961520c by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:42:58.167185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Attempting to bind port 8f9be7b4-7327-4583-a73e-9faf9961520c on network f90f031d-6763-4a52-a60f-e00ea2e01694 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:42:58.171776 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Port 8f9be7b4-7327-4583-a73e-9faf9961520c on network f90f031d-6763-4a52-a60f-e00ea2e01694 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:42:58.172102 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Attempting to bind port 8f9be7b4-7327-4583-a73e-9faf9961520c on network f90f031d-6763-4a52-a60f-e00ea2e01694 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:42:58.177035 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:42:58.177374 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Checking segment: {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:42:58.177760 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Bound using segment: {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:42:58.178189 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Bound port: 8f9be7b4-7327-4583-a73e-9faf9961520c, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40025d48-c62c-4210-a8da-3b859a7dd9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:42:58.178550 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:58.184392 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3d4142c7-2cee-4bbd-9398-c0cdf201cc13 req-e7b5ef6c-ba64-4b36-9395-9b154dc13a03 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804350 Jun 25 09:42:58.211355 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:42:58.254647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] For port 8f9be7b4-7327-4583-a73e-9faf9961520c, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:42:58.257856 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] For port 8f9be7b4-7327-4583-a73e-9faf9961520c, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8f9be7b4-7327-4583-a73e-9faf9961520c,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:42:58.262466 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:58.264503 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0e398ccc-f1bf-4788-829b-8f678f36338c tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:42:58.298894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:58.299461 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:58.300871 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] 10.222.0.38 "PUT /v2.0/ports/8f9be7b4-7327-4583-a73e-9faf9961520c HTTP/1.1" status: 200 len: 1093 time: 0.6545210 Jun 25 09:42:58.301412 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d60887-8038-4b72-a047-120775dea00b', 'tag': '8f9be7b4-7327-4583-a73e-9faf9961520c'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:42:58.303777 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd27724-c283-48c9-b11c-8684bf66c208" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d60887-8038-4b72-a047-120775dea00b", "tag": "8f9be7b4-7327-4583-a73e-9faf9961520c"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:42:58.328676 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:42:58.332605 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9be7b4-7327-4583-a73e-9faf9961520c,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:42:58.333883 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:42:58.335773 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:42:58.339985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c91ae28-7089-4e91-9766-af95c0a42ec2 None None] Sync routers for ids ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:42:58.351629 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c91ae28-7089-4e91-9766-af95c0a42ec2 None None] Routers {'a4507f21-fc2b-4272-aa3b-a1cc61d5e187'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:42:58.352456 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4c91ae28-7089-4e91-9766-af95c0a42ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:42:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:42:58.361705 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f31e41-9a8b-43a0-927e-e0127c1acc5b x-openstack-request-id: req-91f31e41-9a8b-43a0-927e-e0127c1acc5b {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:42:58.362036 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d60887-8038-4b72-a047-120775dea00b", "tag": "8f9be7b4-7327-4583-a73e-9faf9961520c", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:42:58.362793 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-91f31e41-9a8b-43a0-927e-e0127c1acc5b {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:42:58.362793 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d60887-8038-4b72-a047-120775dea00b', 'tag': '8f9be7b4-7327-4583-a73e-9faf9961520c', 'status': 'completed', 'code': 200} Jun 25 09:42:58.380343 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a1f0a9cc-f748-4a25-ae78-41a44fcb3ab8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/floatingips/4cae2e47-03be-4c3a-9d1d-9224cf0381e3 HTTP/1.1" status: 204 len: 168 time: 1.0241573 Jun 25 09:42:58.380343 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:42:58.382324 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e557f1a0-ab0f-4def-a0d4-765fe1543f14" -d '{"events": [{"name": "network-changed", "server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:42:58.433048 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea4eebb-96ff-427d-9fa3-caec6ad0e00d x-openstack-request-id: req-6ea4eebb-96ff-427d-9fa3-caec6ad0e00d {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:42:58.433409 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:42:58.434056 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6ea4eebb-96ff-427d-9fa3-caec6ad0e00d {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:42:58.434714 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'status': 'completed', 'code': 200} Jun 25 09:42:58.453897 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-77f5ef13-3646-4f91-82fa-1d45e4fbf880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:58.455634 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-77f5ef13-3646-4f91-82fa-1d45e4fbf880 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 1096 time: 0.0794113 Jun 25 09:42:58.482616 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-4c91ae28-7089-4e91-9766-af95c0a42ec2 None None] Set router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:42:58.522739 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-deb00fcf-135e-408f-b403-533f0954bd6c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f9be7b4-7327-4583-a73e-9faf9961520c HTTP/1.1" status: 200 len: 217 time: 0.0481007 Jun 25 09:42:58.598829 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-371448f9-6000-4be1-87ae-5e762f6d565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:58.600284 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-371448f9-6000-4be1-87ae-5e762f6d565b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=34123c39-b20e-4e87-96ad-a23d824e3c14 HTTP/1.1" status: 200 len: 846 time: 0.0607967 Jun 25 09:42:58.641642 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-5c798d2a-5c9d-4e09-b859-14e90363be81 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f90f031d-6763-4a52-a60f-e00ea2e01694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344105 Jun 25 09:42:58.649627 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557f1a0-ab0f-4def-a0d4-765fe1543f14 req-5532b66b-df16-4c14-9630-303d702b2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:58.651334 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e557f1a0-ab0f-4def-a0d4-765fe1543f14 req-5532b66b-df16-4c14-9630-303d702b2112 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 1099 time: 0.1691914 Jun 25 09:42:58.723607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4c91ae28-7089-4e91-9766-af95c0a42ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356529414', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:16Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f', 'name': '', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:be:99:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:14Z', 'updated_at': '2021-06-25T09:39:23Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:42:58.755596 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c91ae28-7089-4e91-9766-af95c0a42ec2 None None] Checking router: a4507f21-fc2b-4272-aa3b-a1cc61d5e187 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:42:58.765401 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c91ae28-7089-4e91-9766-af95c0a42ec2 None None] Routers {'a4507f21-fc2b-4272-aa3b-a1cc61d5e187'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:42:58.766038 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4c91ae28-7089-4e91-9766-af95c0a42ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:42:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:42:58.794405 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f615741-f45d-422d-919f-05a8e2c372a8 req-db4ff6de-a20e-4bad-8e56-8f1163f723e5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:58.796207 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f615741-f45d-422d-919f-05a8e2c372a8 req-db4ff6de-a20e-4bad-8e56-8f1163f723e5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 947 time: 0.0790269 Jun 25 09:42:58.817100 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-f7c8106f-2467-405d-826b-53e9e5f58fc9 service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647167 Jun 25 09:42:58.834753 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557f1a0-ab0f-4def-a0d4-765fe1543f14 req-46b91c67-d34c-4a3c-82ef-e97ffd719969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:58.836193 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e557f1a0-ab0f-4def-a0d4-765fe1543f14 req-46b91c67-d34c-4a3c-82ef-e97ffd719969 service neutron] 10.222.0.41 "GET /v2.0/networks?id=066cb614-1448-40c7-8efe-ec557a45b12d HTTP/1.1" status: 200 len: 899 time: 0.1626303 Jun 25 09:42:58.837535 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f615741-f45d-422d-919f-05a8e2c372a8 req-353b5cc9-a375-4cc3-a8c1-62be9fe61513 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345244 Jun 25 09:42:58.875429 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-4c91ae28-7089-4e91-9766-af95c0a42ec2 None None] Set router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:42:58.910009 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e557f1a0-ab0f-4def-a0d4-765fe1543f14 req-68ac3e0e-fa5f-4c6e-9546-e661fdb4124a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 200 len: 217 time: 0.0635614 Jun 25 09:42:58.983450 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ca3ff66c-5272-40b1-9626-81f33f2ba5ad req-6b924fa0-29f3-48f2-9482-e18fdf2230dd service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591182 Jun 25 09:42:58.985053 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557f1a0-ab0f-4def-a0d4-765fe1543f14 req-435106d8-e01e-4503-a317-673ac65a0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:58.986466 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e557f1a0-ab0f-4def-a0d4-765fe1543f14 req-435106d8-e01e-4503-a317-673ac65a0cf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=950fcbf6-2fdd-4833-a318-44f76ec5ebc5 HTTP/1.1" status: 200 len: 835 time: 0.0674372 Jun 25 09:42:59.045783 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557f1a0-ab0f-4def-a0d4-765fe1543f14 req-62fb994e-e3b7-4608-9274-7c22b5566ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:59.047953 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e557f1a0-ab0f-4def-a0d4-765fe1543f14 req-62fb994e-e3b7-4608-9274-7c22b5566ed0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=066cb614-1448-40c7-8efe-ec557a45b12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537038 Jun 25 09:42:59.082181 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-4c91ae28-7089-4e91-9766-af95c0a42ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356529414', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:16Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f', 'name': '', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:be:99:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:14Z', 'updated_at': '2021-06-25T09:39:23Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:42:59.113004 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c91ae28-7089-4e91-9766-af95c0a42ec2 None None] The sync data for ids ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'] in n-d-761264-15 is: [{'id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356529414', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:16Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f', 'name': '', 'network_id': '066cb614-1448-40c7-8efe-ec557a45b12d', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:be:99:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:14Z', 'updated_at': '2021-06-25T09:39:23Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '950fcbf6-2fdd-4833-a318-44f76ec5ebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:42:59.176761 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e557f1a0-ab0f-4def-a0d4-765fe1543f14 req-6ef6a8b5-5f18-4839-ab94-1bdf168aa4c4 service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220765 Jun 25 09:42:59.195462 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd27724-c283-48c9-b11c-8684bf66c208 req-c89aad70-ec02-4cff-8393-992a509eb19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:59.196933 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1cd27724-c283-48c9-b11c-8684bf66c208 req-c89aad70-ec02-4cff-8393-992a509eb19c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 1096 time: 0.0967894 Jun 25 09:42:59.349466 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458860e5-ec0a-4778-b373-3a6b31cef607 None None] New status for floating IP 4cae2e47-03be-4c3a-9d1d-9224cf0381e3: DOWN {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:42:59.350383 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e557f1a0-ab0f-4def-a0d4-765fe1543f14 req-57f7f8dc-540e-431d-9189-091de9efd8e2 service neutron] 10.222.0.41 "GET /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646791 Jun 25 09:42:59.353188 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd27724-c283-48c9-b11c-8684bf66c208 req-2896084d-3b38-4a00-8595-355e63f47b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:59.354804 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1cd27724-c283-48c9-b11c-8684bf66c208 req-2896084d-3b38-4a00-8595-355e63f47b6e service neutron] 10.222.0.38 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 908 time: 0.1455030 Jun 25 09:42:59.376565 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd52c18-b243-43bd-8667-cdbea21ca50f req-a341b1e8-3253-4940-a2b4-6dde3827ad3a tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:59.378771 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3cd52c18-b243-43bd-8667-cdbea21ca50f req-a341b1e8-3253-4940-a2b4-6dde3827ad3a tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 944 time: 0.0706320 Jun 25 09:42:59.408820 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1cd27724-c283-48c9-b11c-8684bf66c208 req-4387ea05-1567-40d8-a0c7-9f6634810e1c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f9be7b4-7327-4583-a73e-9faf9961520c HTTP/1.1" status: 200 len: 217 time: 0.0411401 Jun 25 09:42:59.421805 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3cd52c18-b243-43bd-8667-cdbea21ca50f req-77dccffd-9b5d-4b82-9648-2484798f969b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358150 Jun 25 09:42:59.463194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd27724-c283-48c9-b11c-8684bf66c208 req-f7974695-f280-4135-b618-475528d5d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:42:59.464782 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1cd27724-c283-48c9-b11c-8684bf66c208 req-f7974695-f280-4135-b618-475528d5d442 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=34123c39-b20e-4e87-96ad-a23d824e3c14 HTTP/1.1" status: 200 len: 846 time: 0.0482757 Jun 25 09:42:59.498852 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1cd27724-c283-48c9-b11c-8684bf66c208 req-9ed1adee-dbff-4dc9-96db-0c8a1f89fe37 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f90f031d-6763-4a52-a60f-e00ea2e01694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269783 Jun 25 09:42:59.602023 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1cd27724-c283-48c9-b11c-8684bf66c208 req-f7cea711-0a5a-4725-b8d5-71b8c816f3d4 service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873518 Jun 25 09:42:59.709568 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1cd27724-c283-48c9-b11c-8684bf66c208 req-647c802a-dbda-4e41-a92c-7e0a90cf969a service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005132 Jun 25 09:43:00.037250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6e21f-000c-41f0-9c3f-f386d2346232 req-344f066d-4cc1-4a79-96bc-2a3be1368032 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:00.039052 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1cd6e21f-000c-41f0-9c3f-f386d2346232 req-344f066d-4cc1-4a79-96bc-2a3be1368032 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 947 time: 0.0799761 Jun 25 09:43:00.080908 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1cd6e21f-000c-41f0-9c3f-f386d2346232 req-afc501bd-6572-4287-9d84-ab8019f9cfeb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349431 Jun 25 09:43:00.551027 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a419556-081c-4fa4-beb7-cbf8b5c449e8 req-d6ece653-6091-498f-bd39-992ce06f318a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:00.552621 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5a419556-081c-4fa4-beb7-cbf8b5c449e8 req-d6ece653-6091-498f-bd39-992ce06f318a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.41 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 947 time: 0.0784614 Jun 25 09:43:00.613515 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026c5bb-769b-43e9-924d-bcb64c2c0bad req-908ef83e-25ad-45fb-90ef-edd12711e3b2 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:00.615021 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e026c5bb-769b-43e9-924d-bcb64c2c0bad req-908ef83e-25ad-45fb-90ef-edd12711e3b2 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 944 time: 0.0692935 Jun 25 09:43:00.655113 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e026c5bb-769b-43e9-924d-bcb64c2c0bad req-d9127f95-8a78-4add-a7bf-ac2095e136a6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340061 Jun 25 09:43:00.658754 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-5a419556-081c-4fa4-beb7-cbf8b5c449e8 req-9efac888-36aa-4d7e-8221-57e735b88c57 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port e1839276-c473-40fa-a060-e0ffc3f3ffe2 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:43:00.659096 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5a419556-081c-4fa4-beb7-cbf8b5c449e8 req-9efac888-36aa-4d7e-8221-57e735b88c57 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:00.763369 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-5a419556-081c-4fa4-beb7-cbf8b5c449e8 req-9efac888-36aa-4d7e-8221-57e735b88c57 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] For port e1839276-c473-40fa-a060-e0ffc3f3ffe2, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=e1839276-c473-40fa-a060-e0ffc3f3ffe2,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:00.763768 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5a419556-081c-4fa4-beb7-cbf8b5c449e8 req-9efac888-36aa-4d7e-8221-57e735b88c57 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:00.780452 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-5a419556-081c-4fa4-beb7-cbf8b5c449e8 req-9efac888-36aa-4d7e-8221-57e735b88c57 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for e1839276-c473-40fa-a060-e0ffc3f3ffe2 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:43:00.917740 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5a419556-081c-4fa4-beb7-cbf8b5c449e8 req-9efac888-36aa-4d7e-8221-57e735b88c57 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:00.921723 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b07a0099-a304-43ef-9755-3ac3cee21c1b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:00.950669 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efac888-36aa-4d7e-8221-57e735b88c57 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=e1839276-c473-40fa-a060-e0ffc3f3ffe2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:00.953931 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9efac888-36aa-4d7e-8221-57e735b88c57 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:00.996647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a419556-081c-4fa4-beb7-cbf8b5c449e8 req-9efac888-36aa-4d7e-8221-57e735b88c57 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] No DVR routers for this DVR port e1839276-c473-40fa-a060-e0ffc3f3ffe2 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:43:00.999924 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-5a419556-081c-4fa4-beb7-cbf8b5c449e8 req-9efac888-36aa-4d7e-8221-57e735b88c57 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:01.001963 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5a419556-081c-4fa4-beb7-cbf8b5c449e8 req-9efac888-36aa-4d7e-8221-57e735b88c57 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.41 "DELETE /v2.0/ports/e1839276-c473-40fa-a060-e0ffc3f3ffe2 HTTP/1.1" status: 204 len: 173 time: 0.4434655 Jun 25 09:43:01.002496 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'name': 'network-vif-deleted', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:43:01.004986 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f49e50-5d01-4dee-bacb-c3ff0c3c96c0" -d '{"events": [{"server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "name": "network-vif-deleted", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:43:01.049051 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abb79bf-fc6b-4052-8e95-6f84773abecd x-openstack-request-id: req-0abb79bf-fc6b-4052-8e95-6f84773abecd {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:43:01.049398 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ba6e0-8668-4e9e-be09-240b1d345035", "name": "network-vif-deleted", "tag": "e1839276-c473-40fa-a060-e0ffc3f3ffe2", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:43:01.049700 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0abb79bf-fc6b-4052-8e95-6f84773abecd {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:43:01.050151 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ba6e0-8668-4e9e-be09-240b1d345035', 'name': 'network-vif-deleted', 'tag': 'e1839276-c473-40fa-a060-e0ffc3f3ffe2', 'status': 'completed', 'code': 200} Jun 25 09:43:01.229993 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-483e917c-d1de-474c-89cb-0b7227d13c7d req-d8e8e948-6778-4b46-b05b-d155473498a6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=598ba6e0-8668-4e9e-be09-240b1d345035 HTTP/1.1" status: 200 len: 210 time: 0.0347219 Jun 25 09:43:01.521023 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:01.836431 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893f510-bd6c-43ad-ae92-c89bd71e84b0 req-e7350e4e-bff2-47f6-be6d-2b693154f824 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:01.837935 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1893f510-bd6c-43ad-ae92-c89bd71e84b0 req-e7350e4e-bff2-47f6-be6d-2b693154f824 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 944 time: 0.0662520 Jun 25 09:43:01.885222 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1893f510-bd6c-43ad-ae92-c89bd71e84b0 req-3e03e176-1a4d-4fce-85ee-1a564a03d533 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403802 Jun 25 09:43:02.326051 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58190) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:03.068823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8f9be7b4-7327-4583-a73e-9faf9961520c details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:43:03.075898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7db241-01c5-4231-ad05-0ed6c3f599f0 req-3cec367f-4efd-4fec-a2e4-5fdb34554614 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:03.077895 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cf7db241-01c5-4231-ad05-0ed6c3f599f0 req-3cec367f-4efd-4fec-a2e4-5fdb34554614 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 944 time: 0.0688629 Jun 25 09:43:03.121161 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cf7db241-01c5-4231-ad05-0ed6c3f599f0 req-4cef29d9-f8de-4793-98f5-2e9a0b115b14 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370131 Jun 25 09:43:03.131756 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60d227fc-f727-4288-9ea4-76df60d4cc1f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:03.217693 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8f9be7b4-7327-4583-a73e-9faf9961520c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8f9be7b4-7327-4583-a73e-9faf9961520c,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:03.233842 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '8f9be7b4-7327-4583-a73e-9faf9961520c', 'network_id': 'f90f031d-6763-4a52-a60f-e00ea2e01694', 'port_id': '8f9be7b4-7327-4583-a73e-9faf9961520c', 'mac_address': 'fa:16:3e:a5:85:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34123c39-b20e-4e87-96ad-a23d824e3c14', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:43:03.337498 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:03.362271 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9be7b4-7327-4583-a73e-9faf9961520c {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:43:03.404203 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8f9be7b4-7327-4583-a73e-9faf9961520c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8f9be7b4-7327-4583-a73e-9faf9961520c,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:03.410734 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:03.412704 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:03.462290 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-60d227fc-f727-4288-9ea4-76df60d4cc1f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:43:03.462946 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60d227fc-f727-4288-9ea4-76df60d4cc1f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:03.464089 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8f9be7b4-7327-4583-a73e-9faf9961520c,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:03.468389 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:03.556691 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-60d227fc-f727-4288-9ea4-76df60d4cc1f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] For port 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:03.557089 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60d227fc-f727-4288-9ea4-76df60d4cc1f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:03.574940 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-60d227fc-f727-4288-9ea4-76df60d4cc1f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:43:03.703088 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['8f9be7b4-7327-4583-a73e-9faf9961520c'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:43:03.783633 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60d227fc-f727-4288-9ea4-76df60d4cc1f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:03.787375 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-25bea49b-6021-4a98-85d6-b418ef562c44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:03.813417 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d227fc-f727-4288-9ea4-76df60d4cc1f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:03.816305 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60d227fc-f727-4288-9ea4-76df60d4cc1f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:03.999143 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-60d227fc-f727-4288-9ea4-76df60d4cc1f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:04.220043 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e1839276-c473-40fa-a060-e0ffc3f3ffe2 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:43:04.232056 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d227fc-f727-4288-9ea4-76df60d4cc1f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:43:04.240066 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: e1839276-c473-40fa-a060-e0ffc3f3ffe2 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:43:04.240416 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device e1839276-c473-40fa-a060-e0ffc3f3ffe2 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:43:04.300749 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5dc8f-7b73-4375-b085-53232451b40a req-4cd6227f-82cc-4a12-bf23-5251b29b04b4 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:04.302354 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ecc5dc8f-7b73-4375-b085-53232451b40a req-4cd6227f-82cc-4a12-bf23-5251b29b04b4 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 945 time: 0.0653057 Jun 25 09:43:04.341169 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ecc5dc8f-7b73-4375-b085-53232451b40a req-17c2772e-4dbb-439d-9d0b-8f7bf46db2b2 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328233 Jun 25 09:43:04.342081 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d227fc-f727-4288-9ea4-76df60d4cc1f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:43:04.350508 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-60d227fc-f727-4288-9ea4-76df60d4cc1f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "PUT /v2.0/routers/a4507f21-fc2b-4272-aa3b-a1cc61d5e187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0201263 Jun 25 09:43:04.350508 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58196) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:04.351352 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4533e0d-68f6-4157-b8d9-32cd80e4a6b5 None None] Sync routers for ids ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:43:04.361152 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4533e0d-68f6-4157-b8d9-32cd80e4a6b5 None None] Routers {'a4507f21-fc2b-4272-aa3b-a1cc61d5e187'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:43:04.362399 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c4533e0d-68f6-4157-b8d9-32cd80e4a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:42:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:04.402474 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a99f6e-cd75-47b6-8652-a686d2bc255b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting subnet 950fcbf6-2fdd-4833-a318-44f76ec5ebc5 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:43:04.405944 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4a99f6e-cd75-47b6-8652-a686d2bc255b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:04.450070 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4a99f6e-cd75-47b6-8652-a686d2bc255b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:04.469623 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-c4533e0d-68f6-4157-b8d9-32cd80e4a6b5 None None] Set router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:43:04.536221 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4a99f6e-cd75-47b6-8652-a686d2bc255b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:04.611859 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4a99f6e-cd75-47b6-8652-a686d2bc255b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:04.614012 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-cf96bd2c-2ac0-40df-ba88-5c4948480892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:04.642316 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a99f6e-cd75-47b6-8652-a686d2bc255b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Subnet': ['ID=950fcbf6-2fdd-4833-a318-44f76ec5ebc5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:04.645193 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e4a99f6e-cd75-47b6-8652-a686d2bc255b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:04.654520 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e4a99f6e-cd75-47b6-8652-a686d2bc255b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:04.654808 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c4533e0d-68f6-4157-b8d9-32cd80e4a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356529414', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:43:03Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:04.659944 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e4a99f6e-cd75-47b6-8652-a686d2bc255b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/subnets/950fcbf6-2fdd-4833-a318-44f76ec5ebc5 HTTP/1.1" status: 204 len: 168 time: 0.3053255 Jun 25 09:43:04.660406 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58198) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:04.688552 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e2a36f-b26a-4fd3-8443-a81a6b1d7738 None None] Network 066cb614-1448-40c7-8efe-ec557a45b12d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:43:04.691858 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4533e0d-68f6-4157-b8d9-32cd80e4a6b5 None None] Checking router: a4507f21-fc2b-4272-aa3b-a1cc61d5e187 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:43:04.759663 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4533e0d-68f6-4157-b8d9-32cd80e4a6b5 None None] Routers {'a4507f21-fc2b-4272-aa3b-a1cc61d5e187'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:43:04.760885 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c4533e0d-68f6-4157-b8d9-32cd80e4a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:42:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:04.792210 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:04.906900 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:04.965881 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port ce7564fa-c72b-4250-88e0-59c9c7eae058 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:43:04.966236 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.053932 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] For port ce7564fa-c72b-4250-88e0-59c9c7eae058, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=ce7564fa-c72b-4250-88e0-59c9c7eae058,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:05.054177 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.067469 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for ce7564fa-c72b-4250-88e0-59c9c7eae058 owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:43:05.079151 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8f9be7b4-7327-4583-a73e-9faf9961520c up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:43:05.130213 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-c4533e0d-68f6-4157-b8d9-32cd80e4a6b5 None None] Set router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:43:05.251080 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.254550 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-87808fed-f569-4fe4-a9ef-08f7fdccb23a tempest-ListServerFiltersTestJSON-333524641 tempest-ListServerFiltersTestJSON-333524641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:05.270803 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 8f9be7b4-7327-4583-a73e-9faf9961520c completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:43:05.276061 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 8f9be7b4-7327-4583-a73e-9faf9961520c triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:05.276464 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.290496 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=ce7564fa-c72b-4250-88e0-59c9c7eae058,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:05.315275 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26eb4ab-5c1f-4cb0-914c-711fb8e83c1d None None] DHCP port deletion for 066cb614-1448-40c7-8efe-ec557a45b12d request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:43:05.316669 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:05.354345 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.438652 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b26eb4ab-5c1f-4cb0-914c-711fb8e83c1d None None] Deleting port 465bd02e-c979-4356-89ce-0d5a8a972b41 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:43:05.439016 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b26eb4ab-5c1f-4cb0-914c-711fb8e83c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.456534 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.470428 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.479473 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.508540 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c4533e0d-68f6-4157-b8d9-32cd80e4a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356529414', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:43:03Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:05.552799 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d60887-8038-4b72-a047-120775dea00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9be7b4-7327-4583-a73e-9faf9961520c'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:43:05.555108 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b284d8b-933c-4322-af9a-6ff4599be9c2" -d '{"events": [{"server_uuid": "b3d60887-8038-4b72-a047-120775dea00b", "name": "network-vif-plugged", "status": "completed", "tag": "8f9be7b4-7327-4583-a73e-9faf9961520c"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:43:05.570861 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.571841 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Fanout notify agent at l3_agent the message router_deleted on router a4507f21-fc2b-4272-aa3b-a1cc61d5e187 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:43:05.575628 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b26eb4ab-5c1f-4cb0-914c-711fb8e83c1d None None] For port 465bd02e-c979-4356-89ce-0d5a8a972b41, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=465bd02e-c979-4356-89ce-0d5a8a972b41,segment=NetworkSegment(4c9b90a6-0906-4349-8e32-ae38152d184c),segment_id=4c9b90a6-0906-4349-8e32-ae38152d184c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:05.576900 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b26eb4ab-5c1f-4cb0-914c-711fb8e83c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.580029 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4533e0d-68f6-4157-b8d9-32cd80e4a6b5 None None] The sync data for ids ['a4507f21-fc2b-4272-aa3b-a1cc61d5e187'] in n-d-761264-15 is: [{'id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356529414', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:43:03Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'ce7564fa-c72b-4250-88e0-59c9c7eae058', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4507f21-fc2b-4272-aa3b-a1cc61d5e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:08Z', 'updated_at': '2021-06-25T09:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:43:05.580407 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.582228 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/routers/a4507f21-fc2b-4272-aa3b-a1cc61d5e187 HTTP/1.1" status: 204 len: 168 time: 0.9200497 Jun 25 09:43:05.584415 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58204) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:05.594603 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8f9be7b4-7327-4583-a73e-9faf9961520c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8f9be7b4-7327-4583-a73e-9faf9961520c,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:05.600892 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b26eb4ab-5c1f-4cb0-914c-711fb8e83c1d None None] Calling delete_port for 465bd02e-c979-4356-89ce-0d5a8a972b41 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:43:05.605222 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.611042 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53725d04-83d6-4ab6-acc1-01c05037ee38 x-openstack-request-id: req-53725d04-83d6-4ab6-acc1-01c05037ee38 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:43:05.611601 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d60887-8038-4b72-a047-120775dea00b", "name": "network-vif-plugged", "status": "completed", "tag": "8f9be7b4-7327-4583-a73e-9faf9961520c", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:43:05.611958 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-53725d04-83d6-4ab6-acc1-01c05037ee38 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:43:05.613287 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d60887-8038-4b72-a047-120775dea00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9be7b4-7327-4583-a73e-9faf9961520c', 'code': 200} Jun 25 09:43:05.613287 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:05.628332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85409ab3-83f6-4eec-8b97-c10ac380b486 req-502768dd-1633-484e-ac22-64021fd97b70 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:05.629990 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85409ab3-83f6-4eec-8b97-c10ac380b486 req-502768dd-1633-484e-ac22-64021fd97b70 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 945 time: 0.1642575 Jun 25 09:43:05.684391 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85409ab3-83f6-4eec-8b97-c10ac380b486 req-d0bfa379-91fc-4fe5-9ebb-ad96e2cd33fe tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464120 Jun 25 09:43:05.696071 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.716265 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8f9be7b4-7327-4583-a73e-9faf9961520c,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:05.723039 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:05.755251 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b26eb4ab-5c1f-4cb0-914c-711fb8e83c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.758131 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:05.784227 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26eb4ab-5c1f-4cb0-914c-711fb8e83c1d None None] Pushing event deleted for resources: {'Port': ['ID=465bd02e-c979-4356-89ce-0d5a8a972b41,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:05.787402 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b26eb4ab-5c1f-4cb0-914c-711fb8e83c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:05.788285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26eb4ab-5c1f-4cb0-914c-711fb8e83c1d None None] No DVR routers for this DVR port 465bd02e-c979-4356-89ce-0d5a8a972b41 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:43:05.831060 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port 465bd02e-c979-4356-89ce-0d5a8a972b41 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:43:05.831861 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.840304 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432ef27-6bc0-4fd3-878f-10cdc8580873 req-a65529b7-1baf-4811-884b-e60612ef30c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:05.841971 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c432ef27-6bc0-4fd3-878f-10cdc8580873 req-a65529b7-1baf-4811-884b-e60612ef30c5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 1098 time: 0.1203461 Jun 25 09:43:05.927046 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] For port 465bd02e-c979-4356-89ce-0d5a8a972b41, host n-d-761264-15, got binding levels [] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:05.927415 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.931271 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c432ef27-6bc0-4fd3-878f-10cdc8580873 req-fabdc22c-52b1-4624-9ef9-bb376be0f550 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793865 Jun 25 09:43:05.942148 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for 465bd02e-c979-4356-89ce-0d5a8a972b41 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:43:05.948152 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.ipam_backend_mixin [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Port 465bd02e-c979-4356-89ce-0d5a8a972b41 was not found and therefore no delete operation was performed {{(pid=94025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 09:43:05.948152 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:05.948691 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a24d13b4-9d52-4a94-8e6c-26eca21de2f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:05.974211 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=465bd02e-c979-4356-89ce-0d5a8a972b41,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:05.976883 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:05.979198 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] No DVR routers for this DVR port 465bd02e-c979-4356-89ce-0d5a8a972b41 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:43:06.064753 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.074672 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066cb614-1448-40c7-8efe-ec557a45b12d']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:06.085930 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9b90a6-0906-4349-8e32-ae38152d184c') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:06.086133 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9b90a6-0906-4349-8e32-ae38152d184c') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:06.095637 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.111434 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.117745 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:43:06.118135 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:43:06.121313 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:43:06.190127 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.193939 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9faca462-c928-421a-9f12-480a9de63049 tempest-FloatingIPNegativeTestJSON-1128692141 tempest-FloatingIPNegativeTestJSON-1128692141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:06.198122 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.199928 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/networks/066cb614-1448-40c7-8efe-ec557a45b12d HTTP/1.1" status: 204 len: 168 time: 0.6144843 Jun 25 09:43:06.203198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58206) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:06.212884 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Network': ['ID=066cb614-1448-40c7-8efe-ec557a45b12d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:06.215696 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:06.265467 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5273a64f-53a3-40a5-bd2c-62b6f39a7eea tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.290270 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5273a64f-53a3-40a5-bd2c-62b6f39a7eea tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.368321 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5273a64f-53a3-40a5-bd2c-62b6f39a7eea tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.371113 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5273a64f-53a3-40a5-bd2c-62b6f39a7eea tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.372284 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5273a64f-53a3-40a5-bd2c-62b6f39a7eea tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/security-groups/b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99 HTTP/1.1" status: 204 len: 168 time: 0.1680198 Jun 25 09:43:06.373131 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-972f9c9e-f010-45fc-873c-77d1a2c71136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:06.382689 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273a64f-53a3-40a5-bd2c-62b6f39a7eea tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bdf01e-63ef-4c88-b5c9-e1f8c6fd0b99,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:06.385432 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5273a64f-53a3-40a5-bd2c-62b6f39a7eea tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:06.660239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58212) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:06.667465 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e930ade5-8483-4ac7-b5ee-0dd88b702f7c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448206124', 'description': 'tempest-secgroup-smoke-448206124 description', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:06.694886 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e930ade5-8483-4ac7-b5ee-0dd88b702f7c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.805667 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e930ade5-8483-4ac7-b5ee-0dd88b702f7c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.810893 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e930ade5-8483-4ac7-b5ee-0dd88b702f7c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.816904 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-66bb25b8-f948-431a-bf02-ee851a5cb640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:06.822614 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 465bd02e-c979-4356-89ce-0d5a8a972b41 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:43:06.843275 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e930ade5-8483-4ac7-b5ee-0dd88b702f7c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.844526 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e930ade5-8483-4ac7-b5ee-0dd88b702f7c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1831841 Jun 25 09:43:06.847470 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58216) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:06.848092 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 465bd02e-c979-4356-89ce-0d5a8a972b41 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:43:06.848530 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 465bd02e-c979-4356-89ce-0d5a8a972b41 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:43:06.849096 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:43:06.852610 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-79fe23b7-d09d-4278-9cd1-d64978045d59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': '548a8368-dbd2-42f2-b13b-e5a97d69a31c', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:06.861093 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930ade5-8483-4ac7-b5ee-0dd88b702f7c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548a8368-dbd2-42f2-b13b-e5a97d69a31c,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:06.865690 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e930ade5-8483-4ac7-b5ee-0dd88b702f7c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:06.872929 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:43:06.873615 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 8b97b422-6e2c-455d-bbdf-7cd2bc9bde1f not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:43:06.874368 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ce7564fa-c72b-4250-88e0-59c9c7eae058 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:43:06.893592 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-79fe23b7-d09d-4278-9cd1-d64978045d59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.897511 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: ce7564fa-c72b-4250-88e0-59c9c7eae058 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:43:06.898059 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device ce7564fa-c72b-4250-88e0-59c9c7eae058 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:43:06.909703 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb060a-a73d-492c-b9cf-f1ad6715c95f req-00c2b18c-6daa-4ebe-abd3-01a6a9c0b23e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:06.913214 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ffb060a-a73d-492c-b9cf-f1ad6715c95f req-00c2b18c-6daa-4ebe-abd3-01a6a9c0b23e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0860379 Jun 25 09:43:06.957005 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ffb060a-a73d-492c-b9cf-f1ad6715c95f req-5990f69a-3903-4bdb-9ac4-b31877a46b3c tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386925 Jun 25 09:43:06.966875 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-79fe23b7-d09d-4278-9cd1-d64978045d59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.972015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-79fe23b7-d09d-4278-9cd1-d64978045d59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:06.973941 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fc2dd444-e64d-459a-86fa-d4d835e1406f tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:06.989443 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe23b7-d09d-4278-9cd1-d64978045d59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae19bd8-9055-438b-a9ae-4162e0bbeade,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:06.993412 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-79fe23b7-d09d-4278-9cd1-d64978045d59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:07.000184 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-79fe23b7-d09d-4278-9cd1-d64978045d59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.001627 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-79fe23b7-d09d-4278-9cd1-d64978045d59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527772 Jun 25 09:43:07.004512 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58218) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:07.009258 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-b1f9727d-8922-4c49-913e-3870cdce31fa tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': '548a8368-dbd2-42f2-b13b-e5a97d69a31c', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:07.038578 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b1f9727d-8922-4c49-913e-3870cdce31fa tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.102015 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b1f9727d-8922-4c49-913e-3870cdce31fa tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.107235 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b1f9727d-8922-4c49-913e-3870cdce31fa tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.109381 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bde20564-0987-4067-94b0-af76c58fcb4c tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:07.125969 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9727d-8922-4c49-913e-3870cdce31fa tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0d5098-37ee-4bc7-8d17-d81f5aeea7c1,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:07.128973 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b1f9727d-8922-4c49-913e-3870cdce31fa tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:07.134204 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b1f9727d-8922-4c49-913e-3870cdce31fa tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.135593 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b1f9727d-8922-4c49-913e-3870cdce31fa tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301229 Jun 25 09:43:07.138384 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58220) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:07.143094 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-58ac1794-419b-4b80-85d0-e4daf4f1f9db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': '548a8368-dbd2-42f2-b13b-e5a97d69a31c', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:07.173178 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58ac1794-419b-4b80-85d0-e4daf4f1f9db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.235400 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58ac1794-419b-4b80-85d0-e4daf4f1f9db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.240117 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58ac1794-419b-4b80-85d0-e4daf4f1f9db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.245303 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5ae00a6c-181f-4b8a-b8e1-e1c1ad96bcba tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:07.258874 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac1794-419b-4b80-85d0-e4daf4f1f9db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b45352-e193-4128-9898-2eba6bc48471,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:07.261625 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-58ac1794-419b-4b80-85d0-e4daf4f1f9db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:07.269368 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-58ac1794-419b-4b80-85d0-e4daf4f1f9db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.271231 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-58ac1794-419b-4b80-85d0-e4daf4f1f9db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317537 Jun 25 09:43:07.273816 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58222) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:07.278577 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-75c9d0a6-e416-4a7d-acc6-b835d2708c69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': '548a8368-dbd2-42f2-b13b-e5a97d69a31c', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:07.307647 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-75c9d0a6-e416-4a7d-acc6-b835d2708c69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.367880 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-75c9d0a6-e416-4a7d-acc6-b835d2708c69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.374515 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-75c9d0a6-e416-4a7d-acc6-b835d2708c69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.376601 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-26562458-2bff-415e-a1ec-9af3ebde7647 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:07.394165 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9d0a6-e416-4a7d-acc6-b835d2708c69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c837c7e-a8db-4fda-b9b0-fec73b814a47,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:07.397096 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-75c9d0a6-e416-4a7d-acc6-b835d2708c69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:07.400072 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-75c9d0a6-e416-4a7d-acc6-b835d2708c69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.405078 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58224) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:07.405640 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-75c9d0a6-e416-4a7d-acc6-b835d2708c69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302021 Jun 25 09:43:07.411391 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-a2b2b039-0bdb-4b79-916d-b1ee907fc2fb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': '548a8368-dbd2-42f2-b13b-e5a97d69a31c', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:07.436431 n-d-761264-15 neutron-server[94024]: INFO neutron.db.securitygroups_db [None req-a2b2b039-0bdb-4b79-916d-b1ee907fc2fb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Project 1a8e091ccc054882b641b9b9ca11d4a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 09:43:07.441321 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a2b2b039-0bdb-4b79-916d-b1ee907fc2fb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.506263 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a2b2b039-0bdb-4b79-916d-b1ee907fc2fb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.513830 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a2b2b039-0bdb-4b79-916d-b1ee907fc2fb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.516074 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d8dcb4c0-5694-4609-9540-c52291d5a933 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:07.533518 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2b039-0bdb-4b79-916d-b1ee907fc2fb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1b5dcc-268f-4f38-a010-697790b3b4b0,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:07.535952 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a2b2b039-0bdb-4b79-916d-b1ee907fc2fb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:07.537253 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-a2b2b039-0bdb-4b79-916d-b1ee907fc2fb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.538461 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-a2b2b039-0bdb-4b79-916d-b1ee907fc2fb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323946 Jun 25 09:43:07.541320 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58226) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:07.545944 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-cba5d971-fc17-4394-bf3e-00c6931a0ffb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': '548a8368-dbd2-42f2-b13b-e5a97d69a31c', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:07.570762 n-d-761264-15 neutron-server[94024]: INFO neutron.db.securitygroups_db [None req-cba5d971-fc17-4394-bf3e-00c6931a0ffb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Project 1a8e091ccc054882b641b9b9ca11d4a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 09:43:07.576810 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cba5d971-fc17-4394-bf3e-00c6931a0ffb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.658490 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cba5d971-fc17-4394-bf3e-00c6931a0ffb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.664810 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cba5d971-fc17-4394-bf3e-00c6931a0ffb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.667797 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ea28f85b-3836-40ae-a9c9-31cec6f1a063 tempest-ServersTestJSON-806490658 tempest-ServersTestJSON-806490658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:07.689961 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5d971-fc17-4394-bf3e-00c6931a0ffb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea4fc32-9e91-4542-81f9-f13080e710cf,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:07.692331 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cba5d971-fc17-4394-bf3e-00c6931a0ffb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:07.698582 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-cba5d971-fc17-4394-bf3e-00c6931a0ffb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.699854 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-cba5d971-fc17-4394-bf3e-00c6931a0ffb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1575656 Jun 25 09:43:07.703212 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58228) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:07.708938 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-6a21a15e-c7ea-4151-a96e-dcd2afba375b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'network': {'name': 'tempest-network-smoke--1991555534', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'port_security_enabled': True}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:07.734727 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a21a15e-c7ea-4151-a96e-dcd2afba375b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Made reservation on behalf of 1a8e091ccc054882b641b9b9ca11d4a4 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:43:07.738347 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6a21a15e-c7ea-4151-a96e-dcd2afba375b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.764106 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a21a15e-c7ea-4151-a96e-dcd2afba375b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:43:07.773999 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6a21a15e-c7ea-4151-a96e-dcd2afba375b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.774349 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-6a21a15e-c7ea-4151-a96e-dcd2afba375b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Added segment 30cbcd11-04c9-4894-916f-ea62aa64948f of type vlan for network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 Jun 25 09:43:07.817376 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6a21a15e-c7ea-4151-a96e-dcd2afba375b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.852761 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6a21a15e-c7ea-4151-a96e-dcd2afba375b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.858464 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a21a15e-c7ea-4151-a96e-dcd2afba375b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:07.859048 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6a21a15e-c7ea-4151-a96e-dcd2afba375b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.861304 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-83966571-675d-4ad6-a902-6aa67a4a5816 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:07.919953 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6a21a15e-c7ea-4151-a96e-dcd2afba375b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2155762 Jun 25 09:43:07.922745 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58230) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:07.929821 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1358504799', 'admin_state_up': True, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:07.940205 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21a15e-c7ea-4151-a96e-dcd2afba375b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Network': ['ID=e1e40a4b-0271-4795-84e0-b5d2de40d1c0,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:07.943053 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6a21a15e-c7ea-4151-a96e-dcd2afba375b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:07.952986 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:43:07.961670 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:07.962674 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:08.020517 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:08.184552 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:08.259774 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4540c9-5893-46db-8457-c1a739da01f5 req-3296a259-62ac-4ad3-b8f2-9b1ec28cd0fa tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:08.261322 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb4540c9-5893-46db-8457-c1a739da01f5 req-3296a259-62ac-4ad3-b8f2-9b1ec28cd0fa tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.1752460 Jun 25 09:43:08.309073 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fb4540c9-5893-46db-8457-c1a739da01f5 req-d478cc12-b3da-4c4f-8740-6b40ed0d3929 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410955 Jun 25 09:43:08.765608 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:08.791724 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:08.860928 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6908f-51c2-41ae-9613-386114801029 req-7be34fde-da60-471e-b6da-655e4125fb43 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:08.862450 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-00d6908f-51c2-41ae-9613-386114801029 req-7be34fde-da60-471e-b6da-655e4125fb43 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.1803987 Jun 25 09:43:08.938854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Allocated IP 172.25.6.4 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/d08e34f9-2c5b-4446-a5af-78f683163fe9) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:43:08.946103 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-00d6908f-51c2-41ae-9613-386114801029 req-a786c9c1-ead2-4104-ab0a-094ea29f7a1d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755043 Jun 25 09:43:09.052359 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:09.133275 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:09.137981 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-17e8c04d-0a62-4e1c-8d12-16e7ffa2007d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:09.148752 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbc52f-2931-4954-a48c-a9ac2521d86c req-55b2d53b-faa6-4be0-a961-c74b825a6629 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:09.150345 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44dbc52f-2931-4954-a48c-a9ac2521d86c req-55b2d53b-faa6-4be0-a961-c74b825a6629 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0920482 Jun 25 09:43:09.201766 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:43:09.207177 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:43:09.209896 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:43:09.238651 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=d08e34f9-2c5b-4446-a5af-78f683163fe9,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:09.241614 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:09.261261 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-44dbc52f-2931-4954-a48c-a9ac2521d86c req-ebfa42bf-4f60-449a-b1f5-8969ec0f65d8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861855 Jun 25 09:43:09.492853 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:09.720653 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbddbf-9466-48e0-b7d1-c700fca3bc39 req-73870527-80c8-441e-92b0-dbf11568a084 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:09.722164 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43cbddbf-9466-48e0-b7d1-c700fca3bc39 req-73870527-80c8-441e-92b0-dbf11568a084 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.1491327 Jun 25 09:43:09.758521 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:09.810762 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43cbddbf-9466-48e0-b7d1-c700fca3bc39 req-80262232-d98b-4ad7-94b3-bca003edc48b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812843 Jun 25 09:43:09.900112 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router af32e7a2-ed06-46b8-a792-623e2a6373d1 is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:43:10.014572 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:43:10.023890 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Sync routers for ids ['af32e7a2-ed06-46b8-a792-623e2a6373d1'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:43:10.033856 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:10.034703 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Routers {'af32e7a2-ed06-46b8-a792-623e2a6373d1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:43:10.035432 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:42:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['af32e7a2-ed06-46b8-a792-623e2a6373d1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:10.038472 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58246) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:10.039009 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-67b83f3d-cac3-4595-a855-4c844ed6a8b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1146955 Jun 25 09:43:10.070602 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d8f989c8-28d2-4b61-8a01-34b1e59dd298 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=1a8e091ccc054882b641b9b9ca11d4a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308034 Jun 25 09:43:10.073127 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58248) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:10.143491 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Set router af32e7a2-ed06-46b8-a792-623e2a6373d1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:43:10.161229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a01df4-4e1b-4a90-8287-e0d73589fe3f tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:10.162841 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-29a01df4-4e1b-4a90-8287-e0d73589fe3f tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887313 Jun 25 09:43:10.165819 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58250) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:10.194363 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a1bd7507-232c-4662-8f20-265d7b676208 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=8128acdb-767b-4924-9d47-628968405132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271661 Jun 25 09:43:10.197028 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58252) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:10.202334 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-300725376', 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:10.296454 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Made reservation on behalf of 1a8e091ccc054882b641b9b9ca11d4a4 for: {'subnet': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:43:10.300159 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26445484'] for subnet, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:10.321020 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358504799', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:07Z', 'updated_at': '2021-06-25T09:43:09Z', 'revision_number': 3, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:08Z', 'updated_at': '2021-06-25T09:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:10.347585 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Checking router: af32e7a2-ed06-46b8-a792-623e2a6373d1 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:43:10.347904 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Updating router af32e7a2-ed06-46b8-a792-623e2a6373d1 port d08e34f9-2c5b-4446-a5af-78f683163fe9 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:43:10.388689 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:10.485722 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26445502'] for subnet, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:10.487713 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-03184b11-56df-4973-bc90-354267e4312f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:10.544277 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Subnet': ['ID=73468602-69f5-43dc-b9de-f6e4c906cec5,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:10.560467 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.560768 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.561149 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.561580 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.561985 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.562358 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.562733 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.563188 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.563472 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.563836 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.564207 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.564566 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.569930 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:10.574395 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Checking segment: {'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:43:10.574761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network hostable DHCP agents. Network: e1e40a4b-0271-4795-84e0-b5d2de40d1c0, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:43:10.594361 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:43:10.605892 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, e1e40a4b-0271-4795-84e0-b5d2de40d1c0) {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:43:10.610604 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:10.611224 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:10.617649 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3f862f-85f7-48f2-a1db-5e130519d455 None None] Network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:43:10.635834 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bd266d42-29a0-4564-ab79-0ca4d969da69 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4351213 Jun 25 09:43:10.636371 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58254) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:10.766233 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:10.776470 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Transition to ACTIVE for port object d08e34f9-2c5b-4446-a5af-78f683163fe9 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:43:10.784285 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:10.790257 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-93f21bd4-bb53-4b1f-a0a6-194ed35bfce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:10.808466 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ips': [{'subnet_id': '73468602-69f5-43dc-b9de-f6e4c906cec5'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:43:10.810324 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:10.833907 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Attempting to bind port d08e34f9-2c5b-4446-a5af-78f683163fe9 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:43:10.834288 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Attempting to bind port d08e34f9-2c5b-4446-a5af-78f683163fe9 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:43:10.834664 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Attempting to bind port d08e34f9-2c5b-4446-a5af-78f683163fe9 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:43:10.869650 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cb1e0-c849-4615-ad1c-79069bf44e07 None None] Pushing event updated for resources: {'Port': ['ID=d08e34f9-2c5b-4446-a5af-78f683163fe9,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:10.884649 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cb1e0-c849-4615-ad1c-79069bf44e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.885410 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cb1e0-c849-4615-ad1c-79069bf44e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.885851 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cb1e0-c849-4615-ad1c-79069bf44e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.886175 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cb1e0-c849-4615-ad1c-79069bf44e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.886495 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cb1e0-c849-4615-ad1c-79069bf44e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.886813 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cb1e0-c849-4615-ad1c-79069bf44e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.887127 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cb1e0-c849-4615-ad1c-79069bf44e07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.887439 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cb1e0-c849-4615-ad1c-79069bf44e07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.887921 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cb1e0-c849-4615-ad1c-79069bf44e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.888236 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cb1e0-c849-4615-ad1c-79069bf44e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.888979 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cb1e0-c849-4615-ad1c-79069bf44e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.889335 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cb1e0-c849-4615-ad1c-79069bf44e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:10.903677 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-538cb1e0-c849-4615-ad1c-79069bf44e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:10.908107 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:43:10.909110 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:43:10.909542 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:10.909950 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:43:10.910480 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Bound port: d08e34f9-2c5b-4446-a5af-78f683163fe9, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:43:10.913165 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:10.986864 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] For port d08e34f9-2c5b-4446-a5af-78f683163fe9, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:43:10.990313 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] For port d08e34f9-2c5b-4446-a5af-78f683163fe9, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d08e34f9-2c5b-4446-a5af-78f683163fe9,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:43:10.994931 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:10.998718 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-91e6963e-2588-4128-a4db-5ce52cb78e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:11.004461 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Allocated IP 172.20.0.2 (e1e40a4b-0271-4795-84e0-b5d2de40d1c0/73468602-69f5-43dc-b9de-f6e4c906cec5/de1b4639-d513-48f8-9871-a84d5514324f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:43:11.066608 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Routers {'af32e7a2-ed06-46b8-a792-623e2a6373d1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:43:11.067254 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:42:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['af32e7a2-ed06-46b8-a792-623e2a6373d1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:11.069092 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cb1e0-c849-4615-ad1c-79069bf44e07 None None] Pushing event updated for resources: {'Port': ['ID=d08e34f9-2c5b-4446-a5af-78f683163fe9,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:11.073534 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-538cb1e0-c849-4615-ad1c-79069bf44e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:11.099226 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c025143-d648-401b-b4e3-b1256cefd4b4 req-f93a4bea-8ee9-4f9b-8311-ca09a4899209 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:11.100820 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c025143-d648-401b-b4e3-b1256cefd4b4 req-f93a4bea-8ee9-4f9b-8311-ca09a4899209 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.1667662 Jun 25 09:43:11.188580 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5c025143-d648-401b-b4e3-b1256cefd4b4 req-286708f1-6110-4278-bea7-ece45c87bdcf tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728359 Jun 25 09:43:11.226911 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] Set router af32e7a2-ed06-46b8-a792-623e2a6373d1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:43:11.231128 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:11.241024 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Transition to ACTIVE for port object de1b4639-d513-48f8-9871-a84d5514324f will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:43:11.257504 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Transition to ACTIVE for port object de1b4639-d513-48f8-9871-a84d5514324f will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:43:11.263684 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:11.265881 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:11.299535 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:11.306429 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:43:11.309254 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:43:11.316147 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:43:11.324531 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Pushing event updated for resources: {'Port': ['ID=de1b4639-d513-48f8-9871-a84d5514324f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:11.345010 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:11.379027 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Attempting to bind port de1b4639-d513-48f8-9871-a84d5514324f on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:43:11.379418 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Attempting to bind port de1b4639-d513-48f8-9871-a84d5514324f by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:43:11.379800 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Attempting to bind port de1b4639-d513-48f8-9871-a84d5514324f on network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:43:11.385301 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:43:11.385678 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Checking segment: {'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:43:11.386289 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:11.386694 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Bound using segment: {'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:43:11.387290 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Bound port: de1b4639-d513-48f8-9871-a84d5514324f, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:43:11.387661 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:11.429922 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358504799', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:07Z', 'updated_at': '2021-06-25T09:43:09Z', 'revision_number': 3, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:08Z', 'updated_at': '2021-06-25T09:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:11.456818 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] For port de1b4639-d513-48f8-9871-a84d5514324f, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:43:11.460511 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] For port de1b4639-d513-48f8-9871-a84d5514324f, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=de1b4639-d513-48f8-9871-a84d5514324f,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:43:11.461175 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a9384-079f-4b27-bac4-a314faae73aa None None] The sync data for ids ['af32e7a2-ed06-46b8-a792-623e2a6373d1'] in n-d-761264-15 is: [{'id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358504799', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:07Z', 'updated_at': '2021-06-25T09:43:09Z', 'revision_number': 3, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:08Z', 'updated_at': '2021-06-25T09:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:43:11.470772 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:11.472918 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-973ac0c3-cb2d-41f2-adbc-4b1715ca1e49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:11.531889 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Pushing event updated for resources: {'Port': ['ID=de1b4639-d513-48f8-9871-a84d5514324f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:11.535238 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:11.662876 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Allocated IP 172.20.0.1 (e1e40a4b-0271-4795-84e0-b5d2de40d1c0/73468602-69f5-43dc-b9de-f6e4c906cec5/9ae80ae7-2c58-4aed-8989-e24ac306b366) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:43:11.836776 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:11.854558 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Transition to ACTIVE for port object 9ae80ae7-2c58-4aed-8989-e24ac306b366 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:43:11.900088 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:11.902514 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d821c1cd-b33c-4ce4-bfe8-8f7270f52834 tempest-ServerAddressesTestJSON-1990057836 tempest-ServerAddressesTestJSON-1990057836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:11.946259 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:43:11.949944 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:43:11.953204 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:43:11.986814 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=9ae80ae7-2c58-4aed-8989-e24ac306b366,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:11.992449 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:12.011086 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:12.163902 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:12.550460 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2245430-a475-47b5-a8ed-565b0b4bce86 None None] Network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:43:12.634589 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f6a16eab-50b8-4008-a0b6-4d87d61cc84d None None] Provisioning for port de1b4639-d513-48f8-9871-a84d5514324f completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:43:12.854142 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b68fe3-ce90-4650-a864-3d14f7d0e7b8 req-48564071-581c-44b2-b9bd-58b89badf866 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:12.856002 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-60b68fe3-ce90-4650-a864-3d14f7d0e7b8 req-48564071-581c-44b2-b9bd-58b89badf866 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.5252373 Jun 25 09:43:12.872842 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:12.883412 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:12.889817 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2ed3cb38-29bf-4597-ae38-4fde49aad38e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:12.895827 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device de1b4639-d513-48f8-9871-a84d5514324f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:43:12.954736 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port de1b4639-d513-48f8-9871-a84d5514324f completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:43:12.959896 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port de1b4639-d513-48f8-9871-a84d5514324f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:12.960525 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:12.993330 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-60b68fe3-ce90-4650-a864-3d14f7d0e7b8 req-d8e75386-a786-4763-b7e9-588850c77f3f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290314 Jun 25 09:43:13.020092 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:13.022139 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=9ae80ae7-2c58-4aed-8989-e24ac306b366,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:13.025839 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:13.059508 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:13.085862 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e2bb485c-c9dc-422a-b7a7-10ae56fb55ca None None] Provisioning for port 9ae80ae7-2c58-4aed-8989-e24ac306b366 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:43:13.096103 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e2bb485c-c9dc-422a-b7a7-10ae56fb55ca None None] Provisioning complete for port 9ae80ae7-2c58-4aed-8989-e24ac306b366 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:13.096493 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2bb485c-c9dc-422a-b7a7-10ae56fb55ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:13.125800 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port de1b4639-d513-48f8-9871-a84d5514324f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=de1b4639-d513-48f8-9871-a84d5514324f,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:13.131508 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:13.132455 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d08e34f9-2c5b-4446-a5af-78f683163fe9 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:43:13.136028 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:13.166563 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:43:13.168458 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:43:13.206770 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb485c-c9dc-422a-b7a7-10ae56fb55ca None None] Port 9ae80ae7-2c58-4aed-8989-e24ac306b366 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:43:13.246844 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=de1b4639-d513-48f8-9871-a84d5514324f,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:13.252446 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:13.253132 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port d08e34f9-2c5b-4446-a5af-78f683163fe9 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:43:13.257961 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port d08e34f9-2c5b-4446-a5af-78f683163fe9 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:13.258366 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:13.260117 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e2bb485c-c9dc-422a-b7a7-10ae56fb55ca None None] Provisioning complete for port de1b4639-d513-48f8-9871-a84d5514324f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:13.260484 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2bb485c-c9dc-422a-b7a7-10ae56fb55ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:13.311758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router af32e7a2-ed06-46b8-a792-623e2a6373d1 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:43:13.434313 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:43:13.448982 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "PUT /v2.0/routers/af32e7a2-ed06-46b8-a792-623e2a6373d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8113844 Jun 25 09:43:13.563849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Sync routers for ids ['af32e7a2-ed06-46b8-a792-623e2a6373d1'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:43:13.596982 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Routers {'af32e7a2-ed06-46b8-a792-623e2a6373d1'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:43:13.597628 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:42:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['af32e7a2-ed06-46b8-a792-623e2a6373d1'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:13.600665 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:13.646238 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56027a11-52ab-4c77-8a33-23d95025a793 req-e5225c48-5e87-4f35-9671-1ae595408075 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448206124&fields=id&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4 HTTP/1.1" status: 200 len: 267 time: 0.0352280 Jun 25 09:43:13.657748 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port d08e34f9-2c5b-4446-a5af-78f683163fe9, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d08e34f9-2c5b-4446-a5af-78f683163fe9,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:13.669043 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:13.698517 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:13.767147 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56027a11-52ab-4c77-8a33-23d95025a793 req-ed75b52f-eb45-4779-bd53-d60d81ac2469 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:13.768702 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56027a11-52ab-4c77-8a33-23d95025a793 req-ed75b52f-eb45-4779-bd53-d60d81ac2469 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/networks?id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0 HTTP/1.1" status: 200 len: 797 time: 0.1119449 Jun 25 09:43:13.769360 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Set router af32e7a2-ed06-46b8-a792-623e2a6373d1 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:43:13.771159 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fb35eca7-8672-461e-8dea-fa4af3153824 None None] Provisioning complete for port 9ae80ae7-2c58-4aed-8989-e24ac306b366 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:13.771542 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb35eca7-8672-461e-8dea-fa4af3153824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:13.785005 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56027a11-52ab-4c77-8a33-23d95025a793 req-1a810c03-7240-4d5e-9adb-64e3ae4fc825 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/quotas/1a8e091ccc054882b641b9b9ca11d4a4 HTTP/1.1" status: 200 len: 375 time: 0.0099976 Jun 25 09:43:13.821140 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=d08e34f9-2c5b-4446-a5af-78f683163fe9,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:13.828947 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:13.862336 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56027a11-52ab-4c77-8a33-23d95025a793 req-61f63562-60d7-4064-987c-5197d3d3ffc2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716069 Jun 25 09:43:13.875761 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fb35eca7-8672-461e-8dea-fa4af3153824 None None] Port 9ae80ae7-2c58-4aed-8989-e24ac306b366 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:43:14.014648 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56027a11-52ab-4c77-8a33-23d95025a793 req-c6c79d92-5eea-4292-a94a-9dcc81cc42ed service neutron] 10.222.0.93 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401062 Jun 25 09:43:14.019662 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358504799', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:07Z', 'updated_at': '2021-06-25T09:43:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:08Z', 'updated_at': '2021-06-25T09:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '9ae80ae7-2c58-4aed-8989-e24ac306b366', 'name': '', 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:c5:14:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:11Z', 'updated_at': '2021-06-25T09:43:12Z', 'revision_number': 2, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:14.046607 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Checking router: af32e7a2-ed06-46b8-a792-623e2a6373d1 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:43:14.046970 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Updating router af32e7a2-ed06-46b8-a792-623e2a6373d1 port 9ae80ae7-2c58-4aed-8989-e24ac306b366 binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:43:14.086784 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:14.115323 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56027a11-52ab-4c77-8a33-23d95025a793 req-90ec355f-7277-46d7-b216-9c184837a49d service neutron] 10.222.0.93 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945089 Jun 25 09:43:14.181880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b8ec-b092-4186-b5c3-e2a6fa260eb4 req-b5590296-f3a2-4bd7-bc42-c24b4ab5995d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:14.183640 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dbf5b8ec-b092-4186-b5c3-e2a6fa260eb4 req-b5590296-f3a2-4bd7-bc42-c24b4ab5995d tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0662520 Jun 25 09:43:14.231787 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dbf5b8ec-b092-4186-b5c3-e2a6fa260eb4 req-39deb36d-0719-41d2-864f-811e865a868f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392423 Jun 25 09:43:14.305588 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5bbc03d9-1604-4e65-9826-2f1290fa1b42 req-6f86440d-a928-4d03-88bd-d9e04d522bb3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 210 time: 0.0297301 Jun 25 09:43:14.396772 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:14.407644 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Transition to ACTIVE for port object 9ae80ae7-2c58-4aed-8989-e24ac306b366 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:43:14.413849 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:14.416608 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:14.483780 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033f223-9abc-4856-9636-94b796b1511e None None] Pushing event updated for resources: {'Port': ['ID=9ae80ae7-2c58-4aed-8989-e24ac306b366,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:14.487352 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4033f223-9abc-4856-9636-94b796b1511e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:14.519587 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Attempting to bind port 9ae80ae7-2c58-4aed-8989-e24ac306b366 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:43:14.520235 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Attempting to bind port 9ae80ae7-2c58-4aed-8989-e24ac306b366 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:43:14.520895 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Attempting to bind port 9ae80ae7-2c58-4aed-8989-e24ac306b366 on network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:43:14.530682 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:43:14.531388 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Checking segment: {'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:43:14.532188 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:14.533415 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Bound using segment: {'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:43:14.534241 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Bound port: 9ae80ae7-2c58-4aed-8989-e24ac306b366, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:43:14.534913 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:14.643457 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] For port 9ae80ae7-2c58-4aed-8989-e24ac306b366, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:43:14.646974 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] For port 9ae80ae7-2c58-4aed-8989-e24ac306b366, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=9ae80ae7-2c58-4aed-8989-e24ac306b366,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:43:14.651647 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:14.653881 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:14.739951 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Routers {'af32e7a2-ed06-46b8-a792-623e2a6373d1'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:43:14.740675 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:42:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['af32e7a2-ed06-46b8-a792-623e2a6373d1'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:14.742598 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033f223-9abc-4856-9636-94b796b1511e None None] Pushing event updated for resources: {'Port': ['ID=9ae80ae7-2c58-4aed-8989-e24ac306b366,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:14.746985 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4033f223-9abc-4856-9636-94b796b1511e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:14.846367 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device de1b4639-d513-48f8-9871-a84d5514324f up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:43:14.904561 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] Set router af32e7a2-ed06-46b8-a792-623e2a6373d1 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:43:14.984234 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port de1b4639-d513-48f8-9871-a84d5514324f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:14.984620 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:15.160399 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d08e34f9-2c5b-4446-a5af-78f683163fe9 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:43:15.214284 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358504799', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:07Z', 'updated_at': '2021-06-25T09:43:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:08Z', 'updated_at': '2021-06-25T09:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '9ae80ae7-2c58-4aed-8989-e24ac306b366', 'name': '', 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:c5:14:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:11Z', 'updated_at': '2021-06-25T09:43:14Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:15.249720 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad8135-bce2-44b8-8573-4367aa781bdb None None] The sync data for ids ['af32e7a2-ed06-46b8-a792-623e2a6373d1'] in n-d-761264-15 is: [{'id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358504799', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:07Z', 'updated_at': '2021-06-25T09:43:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:08Z', 'updated_at': '2021-06-25T09:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '9ae80ae7-2c58-4aed-8989-e24ac306b366', 'name': '', 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:c5:14:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:11Z', 'updated_at': '2021-06-25T09:43:14Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:43:15.253249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port d08e34f9-2c5b-4446-a5af-78f683163fe9 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:15.253745 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:15.489412 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68e8970a-ae3e-417c-bb92-daf1247c24e9 req-136c294f-c30c-409c-9890-96752d66fe4e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 210 time: 0.0399075 Jun 25 09:43:15.527354 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e69370-1617-46ec-83b2-e377f7468aa4 req-3de2195b-237b-4469-b4b1-0abe2d1a8447 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:15.529070 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99e69370-1617-46ec-83b2-e377f7468aa4 req-3de2195b-237b-4469-b4b1-0abe2d1a8447 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.1170788 Jun 25 09:43:15.589265 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-99e69370-1617-46ec-83b2-e377f7468aa4 req-d5799967-737e-4386-94b2-97cf93f1d445 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500581 Jun 25 09:43:15.652760 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56027a11-52ab-4c77-8a33-23d95025a793 req-11b699c4-7818-4823-a151-ce97cc39d58d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:15.654578 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-56027a11-52ab-4c77-8a33-23d95025a793 req-11b699c4-7818-4823-a151-ce97cc39d58d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.41 "GET /v2.0/networks?id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0 HTTP/1.1" status: 200 len: 797 time: 0.1426396 Jun 25 09:43:15.711764 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-56027a11-52ab-4c77-8a33-23d95025a793 req-922e958f-5e79-435b-8a39-9cc4b60d7c54 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4 HTTP/1.1" status: 200 len: 379 time: 0.0385814 Jun 25 09:43:15.721050 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-56027a11-52ab-4c77-8a33-23d95025a793 req-0dec81d8-5d58-4a42-90e8-0c40a384b8db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'port': {'device_id': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'admin_state_up': True, 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'security_groups': ['548a8368-dbd2-42f2-b13b-e5a97d69a31c']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:15.834307 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56027a11-52ab-4c77-8a33-23d95025a793 req-0dec81d8-5d58-4a42-90e8-0c40a384b8db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Made reservation on behalf of 1a8e091ccc054882b641b9b9ca11d4a4 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:43:15.838221 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-56027a11-52ab-4c77-8a33-23d95025a793 req-0dec81d8-5d58-4a42-90e8-0c40a384b8db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:15.977103 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-56027a11-52ab-4c77-8a33-23d95025a793 req-0dec81d8-5d58-4a42-90e8-0c40a384b8db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Allocated IP 172.20.0.10 (e1e40a4b-0271-4795-84e0-b5d2de40d1c0/73468602-69f5-43dc-b9de-f6e4c906cec5/6a18bcc3-7bf2-49b7-8590-e17b1f45c290) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:43:16.125058 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-56027a11-52ab-4c77-8a33-23d95025a793 req-0dec81d8-5d58-4a42-90e8-0c40a384b8db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:16.140520 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-56027a11-52ab-4c77-8a33-23d95025a793 req-0dec81d8-5d58-4a42-90e8-0c40a384b8db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Transition to ACTIVE for port object 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:43:16.179129 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-56027a11-52ab-4c77-8a33-23d95025a793 req-0dec81d8-5d58-4a42-90e8-0c40a384b8db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:16.183457 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-557f5f96-37fa-401d-87d6-997d5304e0e3 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:16.224777 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56027a11-52ab-4c77-8a33-23d95025a793 req-0dec81d8-5d58-4a42-90e8-0c40a384b8db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:43:16.227831 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-56027a11-52ab-4c77-8a33-23d95025a793 req-0dec81d8-5d58-4a42-90e8-0c40a384b8db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:43:16.231546 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-56027a11-52ab-4c77-8a33-23d95025a793 req-0dec81d8-5d58-4a42-90e8-0c40a384b8db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:43:16.240325 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec81d8-5d58-4a42-90e8-0c40a384b8db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:16.263009 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0dec81d8-5d58-4a42-90e8-0c40a384b8db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:16.291642 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56027a11-52ab-4c77-8a33-23d95025a793 req-0dec81d8-5d58-4a42-90e8-0c40a384b8db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:16.292229 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-56027a11-52ab-4c77-8a33-23d95025a793 req-0dec81d8-5d58-4a42-90e8-0c40a384b8db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:16.311605 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-56027a11-52ab-4c77-8a33-23d95025a793 req-0dec81d8-5d58-4a42-90e8-0c40a384b8db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5948262 Jun 25 09:43:16.332185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Request body: {'port': {'device_id': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:16.426609 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:16.505285 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-701240fd-8b57-4a01-b181-4a442187555b None None] Provisioning for port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:43:16.510368 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-701240fd-8b57-4a01-b181-4a442187555b None None] Provisioning complete for port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:16.510832 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-701240fd-8b57-4a01-b181-4a442187555b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:16.551397 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-701240fd-8b57-4a01-b181-4a442187555b None None] Port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:43:16.673619 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60b77b-bed2-4171-baf1-dfe65acd7840 req-bfbc2731-8a68-422e-baf8-148f1282d483 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:16.675327 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bc60b77b-bed2-4171-baf1-dfe65acd7840 req-bfbc2731-8a68-422e-baf8-148f1282d483 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 932 time: 0.0710847 Jun 25 09:43:16.720308 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:43:16.728537 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:16.730709 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bc60b77b-bed2-4171-baf1-dfe65acd7840 req-408b61d6-f486-4c68-98ba-f37143be3d5f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489106 Jun 25 09:43:16.767380 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Transition to ACTIVE for port object 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:43:16.777705 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:16.783550 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6c002c0d-2940-4a51-aec2-8ea37e7e5ec9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:16.803685 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82323a18-457f-40d2-a074-e60c7359f8c5 req-6f3a725f-5ca9-4897-a9a0-3635a1768050 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:16.805603 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82323a18-457f-40d2-a074-e60c7359f8c5 req-6f3a725f-5ca9-4897-a9a0-3635a1768050 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0965514 Jun 25 09:43:16.857010 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9ae80ae7-2c58-4aed-8989-e24ac306b366 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:43:16.860861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Pushing event updated for resources: {'Port': ['ID=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:16.867591 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:16.874843 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-82323a18-457f-40d2-a074-e60c7359f8c5 req-b98f9ae4-762b-4a48-a295-b070e8892449 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576177 Jun 25 09:43:16.924344 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 9ae80ae7-2c58-4aed-8989-e24ac306b366 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:43:16.929552 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 9ae80ae7-2c58-4aed-8989-e24ac306b366 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:16.929938 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:16.985352 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Attempting to bind port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:43:16.985817 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Attempting to bind port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:43:16.986275 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Attempting to bind port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 on network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:43:16.991237 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 on network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:43:16.991700 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Attempting to bind port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 on network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:43:16.997342 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:43:16.997813 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Checking segment: {'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:43:16.998329 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Bound using segment: {'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:43:16.998901 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Bound port: 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:43:16.999383 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:17.017907 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:17.052816 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 9ae80ae7-2c58-4aed-8989-e24ac306b366, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=9ae80ae7-2c58-4aed-8989-e24ac306b366,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:17.058024 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:17.062818 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:17.071092 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:43:17.074207 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:43:17.079332 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:17.082474 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f2066482-a194-4d13-b5bc-069030e74436 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:17.115613 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:17.116827 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:17.118340 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-56027a11-52ab-4c77-8a33-23d95025a793 req-55669a9c-0d28-473c-8058-996a40387782 service neutron] 10.222.0.41 "PUT /v2.0/ports/6a18bcc3-7bf2-49b7-8590-e17b1f45c290 HTTP/1.1" status: 200 len: 1093 time: 0.7907345 Jun 25 09:43:17.118978 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:43:17.121524 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=9ae80ae7-2c58-4aed-8989-e24ac306b366,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:17.121822 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686f048b-74cb-4092-92be-9f9c75c80bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:43:17.124956 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:17.150486 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Pushing event updated for resources: {'Port': ['ID=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:17.153743 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:17.214803 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18d5a2b-0f31-4ad5-9735-99bac8ee0ede x-openstack-request-id: req-d18d5a2b-0f31-4ad5-9735-99bac8ee0ede {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:43:17.215147 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:43:17.215581 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d18d5a2b-0f31-4ad5-9735-99bac8ee0ede {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:43:17.215898 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290', 'status': 'completed', 'code': 200} Jun 25 09:43:17.245280 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56027a11-52ab-4c77-8a33-23d95025a793 req-bfac399d-6747-482a-b6a7-c0b2a8722d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:17.246848 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-56027a11-52ab-4c77-8a33-23d95025a793 req-bfac399d-6747-482a-b6a7-c0b2a8722d0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 1096 time: 0.0658176 Jun 25 09:43:17.303689 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-56027a11-52ab-4c77-8a33-23d95025a793 req-67e15f02-ffc3-46f7-bdd1-20514797694c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290 HTTP/1.1" status: 200 len: 217 time: 0.0419338 Jun 25 09:43:17.362315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56027a11-52ab-4c77-8a33-23d95025a793 req-69e63df5-597c-4393-9f5d-533c6929017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:17.366382 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-56027a11-52ab-4c77-8a33-23d95025a793 req-69e63df5-597c-4393-9f5d-533c6929017d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73468602-69f5-43dc-b9de-f6e4c906cec5 HTTP/1.1" status: 200 len: 834 time: 0.0554869 Jun 25 09:43:17.436020 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56027a11-52ab-4c77-8a33-23d95025a793 req-3638c776-1985-4d73-bf9f-60c99ca75994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:17.437613 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-56027a11-52ab-4c77-8a33-23d95025a793 req-3638c776-1985-4d73-bf9f-60c99ca75994 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635705 Jun 25 09:43:17.532155 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-56027a11-52ab-4c77-8a33-23d95025a793 req-3480b69d-a90a-4af1-826a-7e3d42f82c60 service neutron] 10.222.0.41 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872171 Jun 25 09:43:17.632079 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-56027a11-52ab-4c77-8a33-23d95025a793 req-366fee38-276e-47e6-a8da-ada1a308b0d8 service neutron] 10.222.0.41 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932066 Jun 25 09:43:17.787492 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f048b-74cb-4092-92be-9f9c75c80bcc req-f0c40f81-8242-47cf-bfef-bbbb291739dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:17.789320 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-686f048b-74cb-4092-92be-9f9c75c80bcc req-f0c40f81-8242-47cf-bfef-bbbb291739dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 1096 time: 0.0594530 Jun 25 09:43:17.880997 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f048b-74cb-4092-92be-9f9c75c80bcc req-e677ca6a-bdfc-48bd-adad-1c08cb078b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:17.882603 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-686f048b-74cb-4092-92be-9f9c75c80bcc req-e677ca6a-bdfc-48bd-adad-1c08cb078b96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0 HTTP/1.1" status: 200 len: 899 time: 0.0861893 Jun 25 09:43:17.927261 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160f1fc-17b2-46b5-a75c-c8847ae4bc09 req-ee9988ca-3a3a-4498-9217-81b4edcc952c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:17.930108 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-686f048b-74cb-4092-92be-9f9c75c80bcc req-f71cb447-1161-44e8-bcfa-1ab535217a9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290 HTTP/1.1" status: 200 len: 217 time: 0.0406425 Jun 25 09:43:17.931184 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4160f1fc-17b2-46b5-a75c-c8847ae4bc09 req-ee9988ca-3a3a-4498-9217-81b4edcc952c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 944 time: 0.0687373 Jun 25 09:43:17.971049 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4160f1fc-17b2-46b5-a75c-c8847ae4bc09 req-4c0693a4-f25a-468a-b785-95a3c70eeeb1 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364776 Jun 25 09:43:17.986034 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f048b-74cb-4092-92be-9f9c75c80bcc req-b2947e73-0c05-451f-b2da-cfe115beed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:17.987721 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-686f048b-74cb-4092-92be-9f9c75c80bcc req-b2947e73-0c05-451f-b2da-cfe115beed81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73468602-69f5-43dc-b9de-f6e4c906cec5 HTTP/1.1" status: 200 len: 834 time: 0.0509658 Jun 25 09:43:18.046866 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f048b-74cb-4092-92be-9f9c75c80bcc req-23fd3a9f-205c-4f8d-a99a-e751f211f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:18.048582 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-686f048b-74cb-4092-92be-9f9c75c80bcc req-23fd3a9f-205c-4f8d-a99a-e751f211f928 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548561 Jun 25 09:43:18.084689 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07027a37-c2d9-4e63-94d5-d45512a0fc2b req-653c0421-9f29-44dd-909e-3628cab13028 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:18.086208 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-07027a37-c2d9-4e63-94d5-d45512a0fc2b req-653c0421-9f29-44dd-909e-3628cab13028 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0708427 Jun 25 09:43:18.127226 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-07027a37-c2d9-4e63-94d5-d45512a0fc2b req-967dc670-ccad-4433-b075-c10d43c27600 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350089 Jun 25 09:43:18.470377 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-686f048b-74cb-4092-92be-9f9c75c80bcc req-5ea57753-016b-441b-818d-b99674e73a79 service neutron] 10.222.0.41 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150305 Jun 25 09:43:18.564206 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-686f048b-74cb-4092-92be-9f9c75c80bcc req-2e661415-7e0e-420b-8fcf-45eeef68ffca service neutron] 10.222.0.41 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865176 Jun 25 09:43:18.811547 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9ae80ae7-2c58-4aed-8989-e24ac306b366 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:43:18.871403 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 9ae80ae7-2c58-4aed-8989-e24ac306b366 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:18.871914 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:19.157360 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee964b-1d5f-4f5b-a101-60efffbf8162 req-006ac04b-052c-46f7-8edb-c0fa5d280a7e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:19.159806 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1aee964b-1d5f-4f5b-a101-60efffbf8162 req-006ac04b-052c-46f7-8edb-c0fa5d280a7e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 944 time: 0.0737114 Jun 25 09:43:19.197874 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1aee964b-1d5f-4f5b-a101-60efffbf8162 req-951fe738-5989-4c46-ae69-58e8b205f4c7 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332820 Jun 25 09:43:19.311198 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164493c8-b716-437d-b8b0-a15074960276 req-c5608f35-609e-4e3e-9b29-a670d74d8ad1 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:19.312609 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-164493c8-b716-437d-b8b0-a15074960276 req-c5608f35-609e-4e3e-9b29-a670d74d8ad1 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0733590 Jun 25 09:43:19.357230 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-164493c8-b716-437d-b8b0-a15074960276 req-106c232d-7f34-49fc-8f31-45639738caee tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387578 Jun 25 09:43:19.744841 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:43:20.379105 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136dbc9-f5dc-4d70-9d7b-89031a998106 req-ec739938-d9ed-4841-8b43-b2a28b39c757 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:20.380617 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4136dbc9-f5dc-4d70-9d7b-89031a998106 req-ec739938-d9ed-4841-8b43-b2a28b39c757 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 944 time: 0.0695639 Jun 25 09:43:20.419813 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4136dbc9-f5dc-4d70-9d7b-89031a998106 req-130538a3-48bb-4022-9d25-cb67c1442ff4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330548 Jun 25 09:43:20.536940 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43d436-6192-49c7-bd11-fdf92d9103fe req-392d949a-3b19-4ef8-a2f8-ac7a09da8d69 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:20.538408 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ea43d436-6192-49c7-bd11-fdf92d9103fe req-392d949a-3b19-4ef8-a2f8-ac7a09da8d69 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0693777 Jun 25 09:43:20.582515 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ea43d436-6192-49c7-bd11-fdf92d9103fe req-8ecaa577-84e8-4c65-9e61-a21b9bc2e053 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360105 Jun 25 09:43:21.615949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c87c2-51cc-425a-b600-fc84b8dd3018 req-8ab37a4a-a873-44a0-a09a-5d31f88c3696 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:21.617541 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a99c87c2-51cc-425a-b600-fc84b8dd3018 req-8ab37a4a-a873-44a0-a09a-5d31f88c3696 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 944 time: 0.0831032 Jun 25 09:43:21.656101 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a99c87c2-51cc-425a-b600-fc84b8dd3018 req-55f9eecf-b7a9-472b-94d2-2c5411e6f2d8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328557 Jun 25 09:43:21.761234 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaec6c2-f71f-4760-b5cc-5ad241d8ef10 req-50b3c16d-8bb9-4c9c-83ca-d0fdd79c9daf tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:21.762775 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0aaec6c2-f71f-4760-b5cc-5ad241d8ef10 req-50b3c16d-8bb9-4c9c-83ca-d0fdd79c9daf tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0652308 Jun 25 09:43:21.802804 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0aaec6c2-f71f-4760-b5cc-5ad241d8ef10 req-9a1774bd-34c6-4ed5-84e6-5f580eedbc85 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338395 Jun 25 09:43:22.313590 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:43:22.419009 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:22.439896 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290', 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'port_id': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290', 'mac_address': 'fa:16:3e:72:67:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:43:22.446963 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-835f1121-aa1c-470a-9ff8-64207a5cfcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:22.480928 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:22.494625 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:43:22.520492 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:22.525671 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:22.527426 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:22.587839 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:22.592221 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:22.845210 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23bd03-278e-4034-b8b9-82a32086af71 req-2073f2f6-d03a-405f-b824-2eb01fef4aa5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:22.846885 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ae23bd03-278e-4034-b8b9-82a32086af71 req-2073f2f6-d03a-405f-b824-2eb01fef4aa5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 945 time: 0.0767841 Jun 25 09:43:22.889397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ae23bd03-278e-4034-b8b9-82a32086af71 req-6fd076ef-fb16-4296-9cf1-7d868762c4b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359850 Jun 25 09:43:22.960774 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['6a18bcc3-7bf2-49b7-8590-e17b1f45c290'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:43:22.988882 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a95cde-5829-4a8f-a622-48724252ee34 req-9a7dddeb-3d83-46f0-8d94-26045aa75e37 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:22.990498 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66a95cde-5829-4a8f-a622-48724252ee34 req-9a7dddeb-3d83-46f0-8d94-26045aa75e37 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0679948 Jun 25 09:43:23.032089 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-66a95cde-5829-4a8f-a622-48724252ee34 req-30cebab1-b833-454c-a859-5f72a2e5410e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337994 Jun 25 09:43:24.075369 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3535a-635b-4ead-890b-886c6aedf23c req-ecb09cf9-ca60-4136-ad3f-fe4010288064 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:24.077387 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7fa3535a-635b-4ead-890b-886c6aedf23c req-ecb09cf9-ca60-4136-ad3f-fe4010288064 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 945 time: 0.0688188 Jun 25 09:43:24.118805 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7fa3535a-635b-4ead-890b-886c6aedf23c req-0a4c5c5b-5eb9-488e-a9fd-eb5cb45d2cd3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355525 Jun 25 09:43:24.215010 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fbad1-c478-47b3-8e6f-f91ebd561cdd req-c6d943f3-f1b8-4a1a-89b0-6b1c02782fef tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:24.216494 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-347fbad1-c478-47b3-8e6f-f91ebd561cdd req-c6d943f3-f1b8-4a1a-89b0-6b1c02782fef tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0688322 Jun 25 09:43:24.256804 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-347fbad1-c478-47b3-8e6f-f91ebd561cdd req-c7ad4bfb-f51d-435a-8982-81246d07f775 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340023 Jun 25 09:43:24.270557 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:24.322093 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:43:24.378422 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:43:24.383393 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:24.383770 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:24.466634 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:24.488830 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:43:24.491109 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1549f956-daaa-42b6-9c67-1a7548073406" -d '{"events": [{"server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "name": "network-vif-plugged", "status": "completed", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:43:24.503945 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:24.508833 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:24.510863 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:24.542196 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710b08e7-fcde-4a77-a51e-12ba6bee3f6f x-openstack-request-id: req-710b08e7-fcde-4a77-a51e-12ba6bee3f6f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:43:24.542525 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "name": "network-vif-plugged", "status": "completed", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:43:24.542783 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-710b08e7-fcde-4a77-a51e-12ba6bee3f6f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:43:24.543151 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290', 'code': 200} Jun 25 09:43:24.561041 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:24.564258 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:24.696447 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c0729-1e40-4ffc-b8d6-734a4e63318a req-bebc17fa-1797-4616-8874-5312352c332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:24.698204 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-864c0729-1e40-4ffc-b8d6-734a4e63318a req-bebc17fa-1797-4616-8874-5312352c332a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 1098 time: 0.0615392 Jun 25 09:43:24.740144 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-864c0729-1e40-4ffc-b8d6-734a4e63318a req-07619902-6501-48fe-93dc-cc606117d954 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347049 Jun 25 09:43:24.943724 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4d26cc26-9b01-4c34-a27e-79b66c7660ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:25.226618 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:25.314696 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017492ea-6593-43f2-a29f-87624055ee07 req-bcd90e8b-0eab-494b-adcc-d0168f194c23 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:25.316367 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-017492ea-6593-43f2-a29f-87624055ee07 req-bcd90e8b-0eab-494b-adcc-d0168f194c23 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 946 time: 0.0755394 Jun 25 09:43:25.360558 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-017492ea-6593-43f2-a29f-87624055ee07 req-74e8d27f-94c5-4a09-9fdc-bfd0baedb88c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376816 Jun 25 09:43:25.455847 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc309686-62e6-4961-9971-9db912ce0674 req-acd7c17c-8721-48c6-a118-c6f0a48df5ab tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:25.456299 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc309686-62e6-4961-9971-9db912ce0674 req-acd7c17c-8721-48c6-a118-c6f0a48df5ab tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0710459 Jun 25 09:43:25.497428 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc309686-62e6-4961-9971-9db912ce0674 req-7441c6c5-0391-497b-9368-5e5673069bca tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352023 Jun 25 09:43:26.290809 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:26.549504 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6038171-8d6d-426c-a972-baaa94e63d80 req-26a1fb10-0b88-4991-95bc-f88841834bc6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:26.551660 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6038171-8d6d-426c-a972-baaa94e63d80 req-26a1fb10-0b88-4991-95bc-f88841834bc6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 946 time: 0.0781229 Jun 25 09:43:26.594079 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c6038171-8d6d-426c-a972-baaa94e63d80 req-b67cc60b-b881-45a6-98ee-2fd54221ed8c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357671 Jun 25 09:43:26.780002 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0ce58-a0dd-46be-a8bb-dde2f154f81f req-ea453293-bba8-4d54-ac19-f8a5c951f5a6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:26.781976 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ac0ce58-a0dd-46be-a8bb-dde2f154f81f req-ea453293-bba8-4d54-ac19-f8a5c951f5a6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0739865 Jun 25 09:43:26.823290 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ac0ce58-a0dd-46be-a8bb-dde2f154f81f req-3a467c5e-cd0f-4810-848d-56ac79638b42 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348094 Jun 25 09:43:27.002768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a295e91-8eb8-4b91-93d1-e96b2c5f1407 req-9c2a0f82-1e0e-4e76-a032-e28529ab0508 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:27.004316 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0a295e91-8eb8-4b91-93d1-e96b2c5f1407 req-9c2a0f82-1e0e-4e76-a032-e28529ab0508 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 946 time: 0.1262817 Jun 25 09:43:27.056939 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0a295e91-8eb8-4b91-93d1-e96b2c5f1407 req-656871b7-dfb9-4617-8820-84df35985da5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450559 Jun 25 09:43:27.070258 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6244e-5dc8-46a0-850d-01111538d0a4 req-0127e59c-e695-4dd6-9996-c223b6315eb2 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:27.071745 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5c6244e-5dc8-46a0-850d-01111538d0a4 req-0127e59c-e695-4dd6-9996-c223b6315eb2 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 947 time: 0.1339669 Jun 25 09:43:27.082735 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58366) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:27.117159 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d5c6244e-5dc8-46a0-850d-01111538d0a4 req-bf42fd83-070b-413c-83c2-312496a9fb72 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369215 Jun 25 09:43:27.137060 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c81d52-5dd0-4c7e-acda-0e03b47dea3a tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:27.142744 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-03c81d52-5dd0-4c7e-acda-0e03b47dea3a tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 1093 time: 0.0574205 Jun 25 09:43:27.143403 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58368) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:27.148482 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'port_id': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:27.173785 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:27.278795 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:27.398578 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Allocated IP 172.25.6.247 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/b9ce5cee-15e6-4a52-ad2a-dd57ff5ef525) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:43:27.499861 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:27.542294 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:27.546384 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-d7e58ff4-a0ed-4b69-ad5d-bcf1ab907130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:27.580123 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:43:27.584650 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:43:27.588174 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:43:27.600757 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=b9ce5cee-15e6-4a52-ad2a-dd57ff5ef525,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:27.619499 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:28.002415 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:28.010292 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:28.065992 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b60659-abc5-4001-a2a1-8baf410dc6f0 req-287fc762-dafb-4976-9c66-a6ca04a62102 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:28.067522 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56b60659-abc5-4001-a2a1-8baf410dc6f0 req-287fc762-dafb-4976-9c66-a6ca04a62102 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.1189134 Jun 25 09:43:28.116250 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:28.151305 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56b60659-abc5-4001-a2a1-8baf410dc6f0 req-4289a138-a29d-4c60-bc21-5b550d36733a tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657747 Jun 25 09:43:28.285539 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:28.298331 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:28.302138 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e3639fdd-29d7-4d0c-9b22-6354b19fb344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:28.408140 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=b9ce5cee-15e6-4a52-ad2a-dd57ff5ef525,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:28.412724 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:28.433465 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:28.489808 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc8364-ec06-4717-8077-b82fdbd8e1c7 req-2564fd57-3409-4b1c-8051-e1fe0e667491 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:28.491582 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5adc8364-ec06-4717-8077-b82fdbd8e1c7 req-2564fd57-3409-4b1c-8051-e1fe0e667491 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 947 time: 0.1626818 Jun 25 09:43:28.576252 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5adc8364-ec06-4717-8077-b82fdbd8e1c7 req-9d22cd49-9582-47c7-9063-1bac130df84e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760481 Jun 25 09:43:28.579231 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Floating IP 435b804b-bed4-4746-8f7e-aea361af9966 associated. External IP: 172.25.6.247, port: 6a18bcc3-7bf2-49b7-8590-e17b1f45c290. Jun 25 09:43:28.587166 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eeb88-aa60-4e8a-ae37-fdae8dfb1652 req-7e42345c-5b6e-435c-ab9f-c8476529019c tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:28.588879 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-de8eeb88-aa60-4e8a-ae37-fdae8dfb1652 req-7e42345c-5b6e-435c-ab9f-c8476529019c tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.38 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 947 time: 0.0696256 Jun 25 09:43:28.701804 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-de8eeb88-aa60-4e8a-ae37-fdae8dfb1652 req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Deleting port 8828d9e1-1806-4d49-b415-f4ec89c7ee58 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:43:28.702067 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-de8eeb88-aa60-4e8a-ae37-fdae8dfb1652 req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:28.800975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-de8eeb88-aa60-4e8a-ae37-fdae8dfb1652 req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] For port 8828d9e1-1806-4d49-b415-f4ec89c7ee58, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8828d9e1-1806-4d49-b415-f4ec89c7ee58,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:28.801339 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-de8eeb88-aa60-4e8a-ae37-fdae8dfb1652 req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:29.048468 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-de8eeb88-aa60-4e8a-ae37-fdae8dfb1652 req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:29.048468 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-de8eeb88-aa60-4e8a-ae37-fdae8dfb1652 req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:29.048468 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [req-de8eeb88-aa60-4e8a-ae37-fdae8dfb1652 req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Floating IP b15d5eec-46f3-46da-8a3a-3bcfd9b6dfef disassociated. External IP: 172.25.6.64, port: 8828d9e1-1806-4d49-b415-f4ec89c7ee58. Jun 25 09:43:29.048468 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-de8eeb88-aa60-4e8a-ae37-fdae8dfb1652 req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Calling delete_port for 8828d9e1-1806-4d49-b415-f4ec89c7ee58 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:43:29.135606 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router af32e7a2-ed06-46b8-a792-623e2a6373d1 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:43:29.181768 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-de8eeb88-aa60-4e8a-ae37-fdae8dfb1652 req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:29.187008 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:29.216267 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Pushing event deleted for resources: {'Port': ['ID=8828d9e1-1806-4d49-b415-f4ec89c7ee58,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:29.219450 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:29.252845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:43:29.265040 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f513bac-e5eb-4571-9cd9-df51b8e89f59 None None] Sync routers for ids ['af32e7a2-ed06-46b8-a792-623e2a6373d1'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:43:29.274806 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:29.278025 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f513bac-e5eb-4571-9cd9-df51b8e89f59 None None] Routers {'af32e7a2-ed06-46b8-a792-623e2a6373d1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:43:29.278356 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-6f513bac-e5eb-4571-9cd9-df51b8e89f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:43:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['af32e7a2-ed06-46b8-a792-623e2a6373d1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:29.350517 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de8eeb88-aa60-4e8a-ae37-fdae8dfb1652 req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:43:29.373331 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2285523 Jun 25 09:43:29.375185 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:43:29.378059 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d0c2e7-5030-4092-a195-d5650d7f6fce" -d '{"events": [{"name": "network-changed", "server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:43:29.400684 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c55b0-64ef-44b6-b14f-0482808c35f3 req-31d6c176-e850-4f3c-af37-5757e77b9749 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:29.402383 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-242c55b0-64ef-44b6-b14f-0482808c35f3 req-31d6c176-e850-4f3c-af37-5757e77b9749 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0961368 Jun 25 09:43:29.411175 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-6f513bac-e5eb-4571-9cd9-df51b8e89f59 None None] Set router af32e7a2-ed06-46b8-a792-623e2a6373d1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:43:29.448490 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-242c55b0-64ef-44b6-b14f-0482808c35f3 req-1df00f69-a2cf-4bda-b141-b529f35ddb6b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400202 Jun 25 09:43:29.518960 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1f0c3d-4e86-4919-9f57-f47517468e68 x-openstack-request-id: req-fc1f0c3d-4e86-4919-9f57-f47517468e68 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:43:29.519217 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:43:29.519524 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fc1f0c3d-4e86-4919-9f57-f47517468e68 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:43:29.519968 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290', 'status': 'completed', 'code': 200} Jun 25 09:43:29.534961 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-00c8fa43-897d-42f1-9d64-4d13755f0d93 req-a96b82e4-c816-4970-b735-682be3fa9860 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1301620 Jun 25 09:43:29.536363 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de8eeb88-aa60-4e8a-ae37-fdae8dfb1652 req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:43:29.557570 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096a896-bf98-4121-9cf9-842feade7a53 req-c12f4acd-a2d7-48ec-9413-9c64557c9a2d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:29.559276 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f096a896-bf98-4121-9cf9-842feade7a53 req-c12f4acd-a2d7-48ec-9413-9c64557c9a2d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 946 time: 0.0846360 Jun 25 09:43:29.560995 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8158af5-72e5-4e25-b694-2330a66f4016 None None] Sync routers for ids ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:43:29.583985 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8eeb88-aa60-4e8a-ae37-fdae8dfb1652 req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] No DVR routers for this DVR port 8828d9e1-1806-4d49-b415-f4ec89c7ee58 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:43:29.587057 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-de8eeb88-aa60-4e8a-ae37-fdae8dfb1652 req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:29.589508 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-de8eeb88-aa60-4e8a-ae37-fdae8dfb1652 req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.38 "DELETE /v2.0/ports/8828d9e1-1806-4d49-b415-f4ec89c7ee58 HTTP/1.1" status: 204 len: 173 time: 0.9942141 Jun 25 09:43:29.590215 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'name': 'network-vif-deleted', 'tag': '8828d9e1-1806-4d49-b415-f4ec89c7ee58'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:43:29.593415 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0996fe-f0e1-40a6-8cf0-b233e351ddeb" -d '{"events": [{"server_uuid": "c17c3160-de48-4d13-a985-443cbb0a2007", "name": "network-vif-deleted", "tag": "8828d9e1-1806-4d49-b415-f4ec89c7ee58"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:43:29.604644 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8158af5-72e5-4e25-b694-2330a66f4016 None None] Routers {'8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:43:29.605336 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c8158af5-72e5-4e25-b694-2330a66f4016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:43:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:29.619743 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f096a896-bf98-4121-9cf9-842feade7a53 req-66426c06-a2c8-491e-b630-02d7a0fb6723 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543094 Jun 25 09:43:29.654055 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58384) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:29.687431 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59df7680-9515-4f76-b065-eeded34edc4d x-openstack-request-id: req-59df7680-9515-4f76-b065-eeded34edc4d {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:43:29.687901 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17c3160-de48-4d13-a985-443cbb0a2007", "name": "network-vif-deleted", "tag": "8828d9e1-1806-4d49-b415-f4ec89c7ee58", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:43:29.688292 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-59df7680-9515-4f76-b065-eeded34edc4d {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:43:29.689187 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17c3160-de48-4d13-a985-443cbb0a2007', 'name': 'network-vif-deleted', 'tag': '8828d9e1-1806-4d49-b415-f4ec89c7ee58', 'status': 'completed', 'code': 200} Jun 25 09:43:29.751577 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0c2e7-5030-4092-a195-d5650d7f6fce req-db919c77-19d0-42ed-896c-5f5eb6d4e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:29.756998 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19d0c2e7-5030-4092-a195-d5650d7f6fce req-db919c77-19d0-42ed-896c-5f5eb6d4e277 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 1098 time: 0.1601675 Jun 25 09:43:29.764635 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-6f513bac-e5eb-4571-9cd9-df51b8e89f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358504799', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:07Z', 'updated_at': '2021-06-25T09:43:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:08Z', 'updated_at': '2021-06-25T09:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '435b804b-bed4-4746-8f7e-aea361af9966', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'port_id': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'mac_address': 'fa:16:3e:72:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:43:27Z', 'updated_at': '2021-06-25T09:43:27Z', 'revision_number': 0, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ae80ae7-2c58-4aed-8989-e24ac306b366', 'name': '', 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:c5:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:11Z', 'updated_at': '2021-06-25T09:43:17Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:29.765831 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b53d49f8-00ea-4192-a31e-508a440e5d02 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/435b804b-bed4-4746-8f7e-aea361af9966 HTTP/1.1" status: 200 len: 992 time: 0.1100094 Jun 25 09:43:29.833750 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f513bac-e5eb-4571-9cd9-df51b8e89f59 None None] Checking router: af32e7a2-ed06-46b8-a792-623e2a6373d1 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:43:29.842926 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f513bac-e5eb-4571-9cd9-df51b8e89f59 None None] Routers {'af32e7a2-ed06-46b8-a792-623e2a6373d1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:43:29.843985 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-6f513bac-e5eb-4571-9cd9-df51b8e89f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:43:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['af32e7a2-ed06-46b8-a792-623e2a6373d1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:29.883275 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-c8158af5-72e5-4e25-b694-2330a66f4016 None None] Set router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:43:29.886236 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0c2e7-5030-4092-a195-d5650d7f6fce req-e12e89be-824a-46b5-ad66-b63c75f9b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:29.887894 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19d0c2e7-5030-4092-a195-d5650d7f6fce req-e12e89be-824a-46b5-ad66-b63c75f9b634 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0 HTTP/1.1" status: 200 len: 899 time: 0.1222446 Jun 25 09:43:29.890277 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8fa43-897d-42f1-9d64-4d13755f0d93 req-93767a58-7a0d-49d8-978e-2a44d4289fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:29.892221 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-00c8fa43-897d-42f1-9d64-4d13755f0d93 req-93767a58-7a0d-49d8-978e-2a44d4289fda service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=18dd14b19037474abb577f936dd5096f&device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 1097 time: 0.2590315 Jun 25 09:43:29.919052 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-96ada300-7260-4a75-a076-c124a73cee85 req-ba0aecc7-e816-4015-ab3a-b06025e7dd26 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17c3160-de48-4d13-a985-443cbb0a2007 HTTP/1.1" status: 200 len: 210 time: 0.0855114 Jun 25 09:43:29.996807 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-6f513bac-e5eb-4571-9cd9-df51b8e89f59 None None] Set router af32e7a2-ed06-46b8-a792-623e2a6373d1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:43:30.073952 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19d0c2e7-5030-4092-a195-d5650d7f6fce req-39045a47-59f2-4465-9bd5-2d031fd790cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290 HTTP/1.1" status: 200 len: 1000 time: 0.1785920 Jun 25 09:43:30.121759 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8fa43-897d-42f1-9d64-4d13755f0d93 req-e47982ba-9401-4ddf-9828-ddb5784fe902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:30.123509 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-00c8fa43-897d-42f1-9d64-4d13755f0d93 req-e47982ba-9401-4ddf-9828-ddb5784fe902 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 200 len: 908 time: 0.1514816 Jun 25 09:43:30.157045 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c8158af5-72e5-4e25-b694-2330a66f4016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea', 'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'mac_address': 'fa:16:3e:9e:60:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:36Z', 'updated_at': '2021-06-25T09:39:44Z', 'revision_number': 5, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'subnets': [{'id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:30.182828 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0c2e7-5030-4092-a195-d5650d7f6fce req-1204ffe5-c8d5-422c-b775-ec3001e2fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:30.184635 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19d0c2e7-5030-4092-a195-d5650d7f6fce req-1204ffe5-c8d5-422c-b775-ec3001e2fdb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73468602-69f5-43dc-b9de-f6e4c906cec5 HTTP/1.1" status: 200 len: 834 time: 0.1035178 Jun 25 09:43:30.186667 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-00c8fa43-897d-42f1-9d64-4d13755f0d93 req-22ee8d11-6060-4058-8d6a-b0849b6bc55f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a16ceebf-9c82-485d-b8ba-5cf874621d9e HTTP/1.1" status: 200 len: 217 time: 0.0542951 Jun 25 09:43:30.282340 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8fa43-897d-42f1-9d64-4d13755f0d93 req-2682201c-9287-4743-a342-42f0de746500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:30.283932 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-00c8fa43-897d-42f1-9d64-4d13755f0d93 req-2682201c-9287-4743-a342-42f0de746500 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=34123c39-b20e-4e87-96ad-a23d824e3c14 HTTP/1.1" status: 200 len: 846 time: 0.0906987 Jun 25 09:43:30.292493 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-6f513bac-e5eb-4571-9cd9-df51b8e89f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358504799', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:07Z', 'updated_at': '2021-06-25T09:43:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:08Z', 'updated_at': '2021-06-25T09:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '435b804b-bed4-4746-8f7e-aea361af9966', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'port_id': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'mac_address': 'fa:16:3e:72:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:43:27Z', 'updated_at': '2021-06-25T09:43:27Z', 'revision_number': 0, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ae80ae7-2c58-4aed-8989-e24ac306b366', 'name': '', 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:c5:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:11Z', 'updated_at': '2021-06-25T09:43:17Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:30.320246 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f513bac-e5eb-4571-9cd9-df51b8e89f59 None None] The sync data for ids ['af32e7a2-ed06-46b8-a792-623e2a6373d1'] in n-d-761264-15 is: [{'id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358504799', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:07Z', 'updated_at': '2021-06-25T09:43:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:08Z', 'updated_at': '2021-06-25T09:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '435b804b-bed4-4746-8f7e-aea361af9966', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'port_id': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'mac_address': 'fa:16:3e:72:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:43:27Z', 'updated_at': '2021-06-25T09:43:27Z', 'revision_number': 0, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ae80ae7-2c58-4aed-8989-e24ac306b366', 'name': '', 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:c5:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:11Z', 'updated_at': '2021-06-25T09:43:17Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:43:30.329814 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-00c8fa43-897d-42f1-9d64-4d13755f0d93 req-bb048d30-d86c-4011-8d45-8a789b41a33b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f90f031d-6763-4a52-a60f-e00ea2e01694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384784 Jun 25 09:43:30.332218 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0c2e7-5030-4092-a195-d5650d7f6fce req-10cbabbd-9f54-49e2-aacc-3300b9200fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:30.333792 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19d0c2e7-5030-4092-a195-d5650d7f6fce req-10cbabbd-9f54-49e2-aacc-3300b9200fec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1389103 Jun 25 09:43:30.367786 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8158af5-72e5-4e25-b694-2330a66f4016 None None] Checking router: 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:43:30.376383 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8158af5-72e5-4e25-b694-2330a66f4016 None None] Routers {'8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:43:30.377056 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c8158af5-72e5-4e25-b694-2330a66f4016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:43:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:30.483791 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-c8158af5-72e5-4e25-b694-2330a66f4016 None None] Set router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:43:30.504133 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19d0c2e7-5030-4092-a195-d5650d7f6fce req-33f3a847-fc16-4213-bf30-70f89d87df26 service neutron] 10.222.0.41 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547184 Jun 25 09:43:30.506136 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-00c8fa43-897d-42f1-9d64-4d13755f0d93 req-ae5f9787-0514-4a91-b44b-31b5d4cf4011 service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649647 Jun 25 09:43:30.556901 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a1ed8c-66b4-4c2a-9e0b-48ad35484e62 None None] New status for floating IP 435b804b-bed4-4746-8f7e-aea361af9966: ACTIVE {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:43:30.631405 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-00c8fa43-897d-42f1-9d64-4d13755f0d93 req-b0e5ab43-baf0-48fe-b8ef-9ec5f0b62107 service neutron] 10.222.0.38 "GET /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103964 Jun 25 09:43:30.685232 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028285b-a2f3-45ce-b699-40bd0e46234a req-554cb0e9-9c85-43d2-aa01-6a7d6ad3407b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:30.687318 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a028285b-a2f3-45ce-b699-40bd0e46234a req-554cb0e9-9c85-43d2-aa01-6a7d6ad3407b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0854447 Jun 25 09:43:30.715681 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-c8158af5-72e5-4e25-b694-2330a66f4016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea', 'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'mac_address': 'fa:16:3e:9e:60:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:36Z', 'updated_at': '2021-06-25T09:39:44Z', 'revision_number': 5, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'subnets': [{'id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:30.719408 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19d0c2e7-5030-4092-a195-d5650d7f6fce req-ed09e282-242a-4518-9879-fb83be734780 service neutron] 10.222.0.41 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075365 Jun 25 09:43:30.732493 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a028285b-a2f3-45ce-b699-40bd0e46234a req-16ba1878-4a8f-485c-ad04-8430d8310843 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378933 Jun 25 09:43:30.750726 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8158af5-72e5-4e25-b694-2330a66f4016 None None] The sync data for ids ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'] in n-d-761264-15 is: [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea', 'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'mac_address': 'fa:16:3e:9e:60:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:36Z', 'updated_at': '2021-06-25T09:39:44Z', 'revision_number': 5, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'subnets': [{'id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:43:30.765841 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58390) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:30.835924 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-cf0fbd5d-c2e8-40bf-a217-3620f0c022f7 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/435b804b-bed4-4746-8f7e-aea361af9966 HTTP/1.1" status: 200 len: 994 time: 0.0685749 Jun 25 09:43:30.997451 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0981c85-90d6-4671-a443-ac53773a88cc None None] New status for floating IP b15d5eec-46f3-46da-8a3a-3bcfd9b6dfef: DOWN {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:43:31.051939 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58396) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:31.112829 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-111122cd-908f-49b9-b379-393e34b2fb4a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:31.137295 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-111122cd-908f-49b9-b379-393e34b2fb4a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:31.191373 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-111122cd-908f-49b9-b379-393e34b2fb4a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:31.195780 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-111122cd-908f-49b9-b379-393e34b2fb4a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:31.197346 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-111122cd-908f-49b9-b379-393e34b2fb4a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "DELETE /v2.0/security-groups/9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d HTTP/1.1" status: 204 len: 168 time: 0.1441863 Jun 25 09:43:31.198183 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0a7d5e1e-d3b8-4183-8a6d-790c42f62c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:31.200634 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58398) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:31.208514 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111122cd-908f-49b9-b379-393e34b2fb4a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:31.211873 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-111122cd-908f-49b9-b379-393e34b2fb4a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:31.215692 n-d-761264-15 neutron-server[94025]: INFO neutron.api.v2.resource [None req-ecee0580-fe04-4577-b4ed-89108e432193 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] show failed (client error): The resource could not be found. Jun 25 09:43:31.216811 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ecee0580-fe04-4577-b4ed-89108e432193 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups/9ccb93ce-58f7-46dc-b5fe-929e2e5baa9d HTTP/1.1" status: 404 len: 347 time: 0.0149114 Jun 25 09:43:31.220001 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58400) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:31.350024 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f91161f0-2057-4899-864e-509aa9c2ee19 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Deleting port b133cf6e-0773-4bfd-aab5-00033472ddd7 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:43:31.350409 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f91161f0-2057-4899-864e-509aa9c2ee19 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:31.425658 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f91161f0-2057-4899-864e-509aa9c2ee19 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:31.426003 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f91161f0-2057-4899-864e-509aa9c2ee19 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:31.447367 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f91161f0-2057-4899-864e-509aa9c2ee19 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Calling delete_port for b133cf6e-0773-4bfd-aab5-00033472ddd7 owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:43:31.540094 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:31.592538 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f91161f0-2057-4899-864e-509aa9c2ee19 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:31.594831 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-184913b5-2127-4858-944f-9dcad2c6147f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:31.622351 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91161f0-2057-4899-864e-509aa9c2ee19 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Pushing event deleted for resources: {'Port': ['ID=b133cf6e-0773-4bfd-aab5-00033472ddd7,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:31.625840 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f91161f0-2057-4899-864e-509aa9c2ee19 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:31.691822 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f91161f0-2057-4899-864e-509aa9c2ee19 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for floatingip, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:31.694739 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f91161f0-2057-4899-864e-509aa9c2ee19 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:31.695903 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f91161f0-2057-4899-864e-509aa9c2ee19 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "DELETE /v2.0/floatingips/b15d5eec-46f3-46da-8a3a-3bcfd9b6dfef HTTP/1.1" status: 204 len: 168 time: 0.4749620 Jun 25 09:43:31.922589 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced30a9-49e8-4733-9384-641ad461bc6a req-444bcd33-7502-48e4-86a8-087f3a85089c tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:31.924259 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ced30a9-49e8-4733-9384-641ad461bc6a req-444bcd33-7502-48e4-86a8-087f3a85089c tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0705297 Jun 25 09:43:31.963989 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5ced30a9-49e8-4733-9384-641ad461bc6a req-8f98a86c-3eec-48cf-bce4-2f8e813b2339 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339403 Jun 25 09:43:32.157333 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58406) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:32.162337 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-3f4de3b7-3e32-4486-9e68-64a3147f7662 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2135438679', 'description': 'tempest-description--788062178'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:32.189030 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f4de3b7-3e32-4486-9e68-64a3147f7662 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:32.291669 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f4de3b7-3e32-4486-9e68-64a3147f7662 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:32.298617 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f4de3b7-3e32-4486-9e68-64a3147f7662 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:32.301065 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4cbbdf1e-82a0-4270-b8e0-302d22989671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:32.325802 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-3f4de3b7-3e32-4486-9e68-64a3147f7662 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:32.327027 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-3f4de3b7-3e32-4486-9e68-64a3147f7662 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1686814 Jun 25 09:43:32.330048 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58408) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:32.335436 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-1ae343ae-14f6-489e-822b-8f49ff132329 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Request body: {'security_group_rule': {'security_group_id': '2ba60fb7-56c9-4433-811a-d913571a63af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:32.342394 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4de3b7-3e32-4486-9e68-64a3147f7662 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba60fb7-56c9-4433-811a-d913571a63af,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:32.346803 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3f4de3b7-3e32-4486-9e68-64a3147f7662 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:32.368254 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1ae343ae-14f6-489e-822b-8f49ff132329 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:32.429320 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1ae343ae-14f6-489e-822b-8f49ff132329 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:32.434656 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1ae343ae-14f6-489e-822b-8f49ff132329 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:32.436525 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-cba5d971-fc17-4394-bf3e-00c6931a0ffb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:32.458317 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae343ae-14f6-489e-822b-8f49ff132329 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cca5394-2ec4-4665-9131-1e0430e67e6d,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:32.461209 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1ae343ae-14f6-489e-822b-8f49ff132329 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:32.462454 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-1ae343ae-14f6-489e-822b-8f49ff132329 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:32.463619 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-1ae343ae-14f6-489e-822b-8f49ff132329 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326301 Jun 25 09:43:32.467375 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58410) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:32.471820 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-ea76aff4-7099-4ae3-907d-200d647e5fd2 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Request body: {'security_group_rule': {'security_group_id': '2ba60fb7-56c9-4433-811a-d913571a63af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:32.506912 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ea76aff4-7099-4ae3-907d-200d647e5fd2 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:32.581802 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ea76aff4-7099-4ae3-907d-200d647e5fd2 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:32.587192 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ea76aff4-7099-4ae3-907d-200d647e5fd2 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:32.589294 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6d9875c2-c1a8-4679-92fb-db3956e237f0 tempest-TestSecurityGroupsBasicOps-1204318462 tempest-TestSecurityGroupsBasicOps-1204318462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:32.606458 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76aff4-7099-4ae3-907d-200d647e5fd2 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73003de-3fe0-4ffa-9e29-6f2fed86a100,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:32.609410 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ea76aff4-7099-4ae3-907d-200d647e5fd2 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:32.615067 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ea76aff4-7099-4ae3-907d-200d647e5fd2 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:32.616353 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ea76aff4-7099-4ae3-907d-200d647e5fd2 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480715 Jun 25 09:43:32.622683 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58412) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:32.627660 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:32.651691 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:32.770724 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:32.891414 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Allocated IP 172.25.6.148 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/2445dee1-34d7-4a67-8571-b342c4c2754b) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:43:33.008116 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:33.066162 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:33.068391 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ff9d5c47-3e14-4f9b-83f6-9ddd6da47b90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:33.112221 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:43:33.116010 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:43:33.119188 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:43:33.147260 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Pushing event updated for resources: {'Port': ['ID=2445dee1-34d7-4a67-8571-b342c4c2754b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:33.150304 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:33.168413 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfc585-b50b-45fc-84c6-c445f019402d req-204382d9-e1bd-462a-a310-79d88bb1ac11 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:33.170133 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51dfc585-b50b-45fc-84c6-c445f019402d req-204382d9-e1bd-462a-a310-79d88bb1ac11 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0708649 Jun 25 09:43:33.211219 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-51dfc585-b50b-45fc-84c6-c445f019402d req-6c2439e0-37a0-48ce-891a-cabf973abac9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347397 Jun 25 09:43:33.221211 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:33.278452 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:33.290620 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8828d9e1-1806-4d49-b415-f4ec89c7ee58 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:43:33.313408 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 8828d9e1-1806-4d49-b415-f4ec89c7ee58 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:43:33.313776 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8828d9e1-1806-4d49-b415-f4ec89c7ee58 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:43:33.455281 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:33.464145 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:33.467638 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:33.550610 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Pushing event updated for resources: {'Port': ['ID=2445dee1-34d7-4a67-8571-b342c4c2754b,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:33.554845 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:33.568025 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:33.586782 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:33.588661 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9647384 Jun 25 09:43:33.797305 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-5ddf2854-ede1-4e0b-807f-6011d66500b6 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--2135438679&fields=id&tenant_id=4564d29a6ede42a6bf52d398b9044d52 HTTP/1.1" status: 200 len: 267 time: 0.0351276 Jun 25 09:43:33.923722 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-a11b36ee-9268-4ba6-8200-0533014a8549 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:33.925231 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-a11b36ee-9268-4ba6-8200-0533014a8549 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/networks?id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 HTTP/1.1" status: 200 len: 817 time: 0.1212094 Jun 25 09:43:33.940148 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-dbb15ac8-208a-436d-9a80-1a5b0ed39e8f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/quotas/4564d29a6ede42a6bf52d398b9044d52 HTTP/1.1" status: 200 len: 375 time: 0.0094051 Jun 25 09:43:34.016147 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-c8b686a1-5b03-48e3-8d95-bb96e31135ef tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697792 Jun 25 09:43:34.129586 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-05c91509-ff0d-4c31-98d7-d307c440dfe0 service neutron] 10.222.0.93 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966761 Jun 25 09:43:34.224181 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-9d56deb3-0a0b-41e9-bd35-ec833d6595ac service neutron] 10.222.0.93 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884619 Jun 25 09:43:34.407786 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ca9a6fe-f820-424e-8d00-d301a5cef2ec req-0975961e-99f5-4f32-b011-5e8b0c8c6351 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0349491 Jun 25 09:43:34.428768 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c5c9b-ceda-4fae-a5f8-9702047bcafb req-c40855e0-69cc-413d-acad-bb8bbf02247f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:34.430400 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd8c5c9b-ceda-4fae-a5f8-9702047bcafb req-c40855e0-69cc-413d-acad-bb8bbf02247f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.1075716 Jun 25 09:43:34.473492 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cd8c5c9b-ceda-4fae-a5f8-9702047bcafb req-9bfbe691-9292-49fd-8ae5-5cf791362e06 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361297 Jun 25 09:43:35.580292 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d3a7054b-db98-4865-a294-03a8d10eef45 req-ffc06742-4b98-4474-b1c5-29516a482cfa tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0511446 Jun 25 09:43:35.657783 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-57939f3a-78ec-4ba3-ac14-f0f7222154c0 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:35.659308 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-57939f3a-78ec-4ba3-ac14-f0f7222154c0 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.41 "GET /v2.0/networks?id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 HTTP/1.1" status: 200 len: 817 time: 0.1269598 Jun 25 09:43:35.674346 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1579e4-c863-46d8-ad46-b00ae0158a77 req-93b37ab4-3964-4874-a282-f343acac8531 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:35.675834 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a1579e4-c863-46d8-ad46-b00ae0158a77 req-93b37ab4-3964-4874-a282-f343acac8531 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0744181 Jun 25 09:43:35.717438 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-54da7e45-8d11-4a2d-b524-f5700dc2ccd6 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4564d29a6ede42a6bf52d398b9044d52 HTTP/1.1" status: 200 len: 380 time: 0.0395696 Jun 25 09:43:35.722296 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1a1579e4-c863-46d8-ad46-b00ae0158a77 req-c85083b9-4489-4b48-bf4e-84a9b9126d4e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392258 Jun 25 09:43:35.726982 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-e5d4249f-89a3-4573-b001-f012c506a3a9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Request body: {'port': {'device_id': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'admin_state_up': True, 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'security_groups': ['2ba60fb7-56c9-4433-811a-d913571a63af']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:35.842705 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-e5d4249f-89a3-4573-b001-f012c506a3a9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Made reservation on behalf of 4564d29a6ede42a6bf52d398b9044d52 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:43:35.846375 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-e5d4249f-89a3-4573-b001-f012c506a3a9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:35.978433 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-e5d4249f-89a3-4573-b001-f012c506a3a9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Allocated IP 172.20.0.5 (00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4/fbdaf571-c08e-473e-9464-ca149b28036e/4947fc0d-de5d-466e-8c5e-a331037d5580) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:43:36.085034 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a39bee-3914-4f7f-9802-74ef01a82adf req-c6a05aef-1904-4edd-8b3a-634577270fc1 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:36.086539 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38a39bee-3914-4f7f-9802-74ef01a82adf req-c6a05aef-1904-4edd-8b3a-634577270fc1 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0682836 Jun 25 09:43:36.115214 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-e5d4249f-89a3-4573-b001-f012c506a3a9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:36.125675 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-38a39bee-3914-4f7f-9802-74ef01a82adf req-a1cc2cdc-3a75-435f-93e0-6917b0734bbc tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330799 Jun 25 09:43:36.129660 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-e5d4249f-89a3-4573-b001-f012c506a3a9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Transition to ACTIVE for port object 4947fc0d-de5d-466e-8c5e-a331037d5580 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:43:36.164212 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-e5d4249f-89a3-4573-b001-f012c506a3a9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:36.168211 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:36.214814 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-e5d4249f-89a3-4573-b001-f012c506a3a9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:43:36.218195 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-e5d4249f-89a3-4573-b001-f012c506a3a9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:43:36.225172 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-e5d4249f-89a3-4573-b001-f012c506a3a9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:43:36.246813 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4249f-89a3-4573-b001-f012c506a3a9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Pushing event updated for resources: {'Port': ['ID=4947fc0d-de5d-466e-8c5e-a331037d5580,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:36.252769 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e5d4249f-89a3-4573-b001-f012c506a3a9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:36.275502 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-e5d4249f-89a3-4573-b001-f012c506a3a9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:36.276149 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-e5d4249f-89a3-4573-b001-f012c506a3a9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:36.293006 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-e5d4249f-89a3-4573-b001-f012c506a3a9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5706828 Jun 25 09:43:36.306174 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62989a4c-12fb-4ccd-97d2-96ea5a425fb3 req-45a46592-d410-4ee0-99f1-7c052db98610 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:36.307772 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62989a4c-12fb-4ccd-97d2-96ea5a425fb3 req-45a46592-d410-4ee0-99f1-7c052db98610 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.0669944 Jun 25 09:43:36.348435 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-62989a4c-12fb-4ccd-97d2-96ea5a425fb3 req-f1889e9f-b74b-4289-8da2-f7a34ceda541 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347426 Jun 25 09:43:36.373926 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Request body: {'port': {'device_id': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:36.455375 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:36.514193 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e096b424-c39e-41db-8aa0-b13db7204825 None None] Provisioning for port 4947fc0d-de5d-466e-8c5e-a331037d5580 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:43:36.520361 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e096b424-c39e-41db-8aa0-b13db7204825 None None] Provisioning complete for port 4947fc0d-de5d-466e-8c5e-a331037d5580 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:36.521091 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e096b424-c39e-41db-8aa0-b13db7204825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:36.559015 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e096b424-c39e-41db-8aa0-b13db7204825 None None] Port 4947fc0d-de5d-466e-8c5e-a331037d5580 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:43:36.770889 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4947fc0d-de5d-466e-8c5e-a331037d5580 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:43:36.783967 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:36.797939 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Transition to ACTIVE for port object 4947fc0d-de5d-466e-8c5e-a331037d5580 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:43:36.803858 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:36.804382 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ca97b-ee93-4a8b-9cc3-e1c917a2e18f req-d6738636-8d22-4bc7-9b1a-b4fca01fff36 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:36.806002 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-008ca97b-ee93-4a8b-9cc3-e1c917a2e18f req-d6738636-8d22-4bc7-9b1a-b4fca01fff36 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.1236556 Jun 25 09:43:36.806528 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-47e7aadd-e1c6-4a8c-bd52-efd480938d87 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:36.841754 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e0d98-9fec-4f7b-8dc2-9640ad3b36bd req-1b75c542-17fd-4300-b129-e6656b73965d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:36.843298 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d07e0d98-9fec-4f7b-8dc2-9640ad3b36bd req-1b75c542-17fd-4300-b129-e6656b73965d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 931 time: 0.1165891 Jun 25 09:43:36.861448 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Pushing event updated for resources: {'Port': ['ID=4947fc0d-de5d-466e-8c5e-a331037d5580,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:36.876380 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-008ca97b-ee93-4a8b-9cc3-e1c917a2e18f req-82580ad4-8885-4bb3-9b01-8b172c0ef7d7 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639651 Jun 25 09:43:36.880663 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:36.901350 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d07e0d98-9fec-4f7b-8dc2-9640ad3b36bd req-bda7b307-3faf-43b2-8759-b75240d35653 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461490 Jun 25 09:43:36.945063 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Attempting to bind port 4947fc0d-de5d-466e-8c5e-a331037d5580 on host n-h1-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:43:36.945408 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Attempting to bind port 4947fc0d-de5d-466e-8c5e-a331037d5580 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:43:36.945756 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Attempting to bind port 4947fc0d-de5d-466e-8c5e-a331037d5580 on network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:43:36.950864 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Port 4947fc0d-de5d-466e-8c5e-a331037d5580 on network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:43:36.951223 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Attempting to bind port 4947fc0d-de5d-466e-8c5e-a331037d5580 on network 00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:43:36.956433 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:43:36.956800 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Checking segment: {'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:43:36.957189 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Bound using segment: {'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:43:36.957635 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Bound port: 4947fc0d-de5d-466e-8c5e-a331037d5580, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9bf489-e3a3-492e-93a0-9caaebac87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:43:36.958002 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:37.367928 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] For port 4947fc0d-de5d-466e-8c5e-a331037d5580, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:43:37.371036 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] For port 4947fc0d-de5d-466e-8c5e-a331037d5580, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4947fc0d-de5d-466e-8c5e-a331037d5580,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:43:37.379386 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:37.383639 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:37.416660 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:37.417086 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:37.418486 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] 10.222.0.41 "PUT /v2.0/ports/4947fc0d-de5d-466e-8c5e-a331037d5580 HTTP/1.1" status: 200 len: 1092 time: 1.0538697 Jun 25 09:43:37.420986 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'tag': '4947fc0d-de5d-466e-8c5e-a331037d5580'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:43:37.423518 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48d61bc-e321-4e54-9117-874d115e5eec" -d '{"events": [{"name": "network-changed", "server_uuid": "de9262cf-0a7b-4ead-897d-d5382e2c1dc0", "tag": "4947fc0d-de5d-466e-8c5e-a331037d5580"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:43:37.458613 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Pushing event updated for resources: {'Port': ['ID=4947fc0d-de5d-466e-8c5e-a331037d5580,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:37.463259 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:37.465313 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61db8127-3a3c-4cd0-83d2-6164032c4098 x-openstack-request-id: req-61db8127-3a3c-4cd0-83d2-6164032c4098 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:43:37.465698 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9262cf-0a7b-4ead-897d-d5382e2c1dc0", "tag": "4947fc0d-de5d-466e-8c5e-a331037d5580", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:43:37.466006 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-61db8127-3a3c-4cd0-83d2-6164032c4098 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:43:37.466454 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'tag': '4947fc0d-de5d-466e-8c5e-a331037d5580', 'status': 'completed', 'code': 200} Jun 25 09:43:37.575789 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d61bc-e321-4e54-9117-874d115e5eec req-7317c53a-ca35-4c57-83cb-e42e9df045bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:37.577468 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f48d61bc-e321-4e54-9117-874d115e5eec req-7317c53a-ca35-4c57-83cb-e42e9df045bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 1095 time: 0.0623789 Jun 25 09:43:37.692713 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d61bc-e321-4e54-9117-874d115e5eec req-4ec06292-b7c1-4580-a6a5-64c8c6cbb171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:37.694096 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f48d61bc-e321-4e54-9117-874d115e5eec req-4ec06292-b7c1-4580-a6a5-64c8c6cbb171 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4564d29a6ede42a6bf52d398b9044d52&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1016293 Jun 25 09:43:37.792537 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d61bc-e321-4e54-9117-874d115e5eec req-67507fc2-d105-42a4-a6af-f006ea571c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:37.794054 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-f48d61bc-e321-4e54-9117-874d115e5eec req-67507fc2-d105-42a4-a6af-f006ea571c56 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0930381 Jun 25 09:43:37.916966 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-0b886933-be17-4b16-984a-b1e72867ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:37.918488 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-0b886933-be17-4b16-984a-b1e72867ec3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 1095 time: 0.0555296 Jun 25 09:43:37.980796 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-16fcd6b1-5f49-4719-a06f-357a7b9d7730 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4947fc0d-de5d-466e-8c5e-a331037d5580 HTTP/1.1" status: 200 len: 217 time: 0.0458496 Jun 25 09:43:38.057483 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-f49e757b-3f0d-4813-b98b-a20381f90c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:38.058999 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-f49e757b-3f0d-4813-b98b-a20381f90c48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbdaf571-c08e-473e-9464-ca149b28036e HTTP/1.1" status: 200 len: 856 time: 0.0575869 Jun 25 09:43:38.087220 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db3110-5d49-40d0-8a41-7787b50dd6d0 req-0996ae46-adad-4ac5-bba0-c436eac86857 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:38.088702 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2db3110-5d49-40d0-8a41-7787b50dd6d0 req-0996ae46-adad-4ac5-bba0-c436eac86857 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.1186798 Jun 25 09:43:38.115240 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df2258-7020-4c3d-a008-a7ea1d739b3c req-4a8a016f-b544-40d4-8cb8-bcf5ca1da9d2 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:38.117647 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67df2258-7020-4c3d-a008-a7ea1d739b3c req-4a8a016f-b544-40d4-8cb8-bcf5ca1da9d2 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 946 time: 0.1125262 Jun 25 09:43:38.133905 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d76ed-2ace-4a92-a7a8-34fc5eab5819 req-339645c8-c755-405f-9345-2b80d008bfa6 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:38.135369 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-471d76ed-2ace-4a92-a7a8-34fc5eab5819 req-339645c8-c755-405f-9345-2b80d008bfa6 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0952861 Jun 25 09:43:38.187817 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-67df2258-7020-4c3d-a008-a7ea1d739b3c req-0860584c-e8f6-47fd-8b04-676d1490a015 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628290 Jun 25 09:43:38.195691 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-471d76ed-2ace-4a92-a7a8-34fc5eab5819 req-e37fc1fa-bf37-4ef4-9a3e-4b04bd27ce94 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539825 Jun 25 09:43:38.197969 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-82a9336b-b334-4850-89ee-d2518900e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:38.199461 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-82a9336b-b334-4850-89ee-d2518900e716 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1308315 Jun 25 09:43:38.274272 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a2db3110-5d49-40d0-8a41-7787b50dd6d0 req-229c2f1e-f23e-4825-ab06-05ec7db3b33f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Deleting port 8f9be7b4-7327-4583-a73e-9faf9961520c {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:43:38.274617 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a2db3110-5d49-40d0-8a41-7787b50dd6d0 req-229c2f1e-f23e-4825-ab06-05ec7db3b33f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:38.347278 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-00c45b6e-ad85-41a9-b5f1-019c06dfd3fd service neutron] 10.222.0.41 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387444 Jun 25 09:43:38.430901 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-a2db3110-5d49-40d0-8a41-7787b50dd6d0 req-229c2f1e-f23e-4825-ab06-05ec7db3b33f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] For port 8f9be7b4-7327-4583-a73e-9faf9961520c, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8f9be7b4-7327-4583-a73e-9faf9961520c,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:38.431268 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a2db3110-5d49-40d0-8a41-7787b50dd6d0 req-229c2f1e-f23e-4825-ab06-05ec7db3b33f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:38.453815 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-a2db3110-5d49-40d0-8a41-7787b50dd6d0 req-229c2f1e-f23e-4825-ab06-05ec7db3b33f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Calling delete_port for 8f9be7b4-7327-4583-a73e-9faf9961520c owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:43:38.512777 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-94bf2b9e-21e5-41f4-b2ef-5b5bdf7f643f req-277e1d44-ab4e-49e0-b16a-66e8e987e2c6 service neutron] 10.222.0.41 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578910 Jun 25 09:43:38.606220 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a2db3110-5d49-40d0-8a41-7787b50dd6d0 req-229c2f1e-f23e-4825-ab06-05ec7db3b33f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:38.610666 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f91161f0-2057-4899-864e-509aa9c2ee19 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:38.640283 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c2f1e-f23e-4825-ab06-05ec7db3b33f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Pushing event deleted for resources: {'Port': ['ID=8f9be7b4-7327-4583-a73e-9faf9961520c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:38.643212 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a16ceebf-9c82-485d-b8ba-5cf874621d9e', '8f9be7b4-7327-4583-a73e-9faf9961520c'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:43:38.643738 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-229c2f1e-f23e-4825-ab06-05ec7db3b33f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:38.686558 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2db3110-5d49-40d0-8a41-7787b50dd6d0 req-229c2f1e-f23e-4825-ab06-05ec7db3b33f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] No DVR routers for this DVR port 8f9be7b4-7327-4583-a73e-9faf9961520c on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:43:38.689259 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-a2db3110-5d49-40d0-8a41-7787b50dd6d0 req-229c2f1e-f23e-4825-ab06-05ec7db3b33f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:38.691284 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a2db3110-5d49-40d0-8a41-7787b50dd6d0 req-229c2f1e-f23e-4825-ab06-05ec7db3b33f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "DELETE /v2.0/ports/8f9be7b4-7327-4583-a73e-9faf9961520c HTTP/1.1" status: 204 len: 173 time: 0.5844498 Jun 25 09:43:39.362421 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-130e9cab-b99f-488b-89d1-a896da7111a3 req-5613a8c3-8df4-4ea7-ab06-ce14dc137f35 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3d60887-8038-4b72-a047-120775dea00b HTTP/1.1" status: 200 len: 210 time: 0.0403919 Jun 25 09:43:39.425315 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded4655-8b29-41c0-b191-8e7e9668d86b req-60ea5f19-ed1d-4ead-826e-ff748f0227c5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:39.427640 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ded4655-8b29-41c0-b191-8e7e9668d86b req-60ea5f19-ed1d-4ead-826e-ff748f0227c5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0952923 Jun 25 09:43:39.467629 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d60887-8038-4b72-a047-120775dea00b', 'name': 'network-vif-deleted', 'tag': '8f9be7b4-7327-4583-a73e-9faf9961520c'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:43:39.470215 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8357e495-3f5e-496b-8739-7eae206698b8" -d '{"events": [{"server_uuid": "b3d60887-8038-4b72-a047-120775dea00b", "name": "network-vif-deleted", "tag": "8f9be7b4-7327-4583-a73e-9faf9961520c"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:43:39.477890 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8ded4655-8b29-41c0-b191-8e7e9668d86b req-a7475c29-7b46-4b94-91aa-2344209eec04 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403969 Jun 25 09:43:39.510534 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2490d7c-abdc-450a-8749-e72ecdf6b6d3 x-openstack-request-id: req-c2490d7c-abdc-450a-8749-e72ecdf6b6d3 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:43:39.510875 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d60887-8038-4b72-a047-120775dea00b", "name": "network-vif-deleted", "tag": "8f9be7b4-7327-4583-a73e-9faf9961520c", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:43:39.511176 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c2490d7c-abdc-450a-8749-e72ecdf6b6d3 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:43:39.511622 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d60887-8038-4b72-a047-120775dea00b', 'name': 'network-vif-deleted', 'tag': '8f9be7b4-7327-4583-a73e-9faf9961520c', 'status': 'completed', 'code': 200} Jun 25 09:43:40.659724 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76515ecd-ca95-464d-8bed-adfa4cff0b2a req-e6e680ca-d4f4-4421-9876-8c907b0753a6 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:40.661505 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76515ecd-ca95-464d-8bed-adfa4cff0b2a req-e6e680ca-d4f4-4421-9876-8c907b0753a6 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0642571 Jun 25 09:43:40.701608 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76515ecd-ca95-464d-8bed-adfa4cff0b2a req-ad643264-dfe9-49b3-9595-d5833c64f980 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343180 Jun 25 09:43:41.754249 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54ad31-4cbb-4fc3-bcfb-bcdd98b6d3c6 req-ef462557-dd65-436d-b08e-bff075ff22d6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:41.755834 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e54ad31-4cbb-4fc3-bcfb-bcdd98b6d3c6 req-ef462557-dd65-436d-b08e-bff075ff22d6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 945 time: 0.0781074 Jun 25 09:43:41.801445 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8e54ad31-4cbb-4fc3-bcfb-bcdd98b6d3c6 req-f39d1e8a-59e3-4b5e-a898-bb4662b6110e tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389566 Jun 25 09:43:41.883830 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b8534-4c0b-46cd-825b-5b90b508058c req-a6ef0dcc-5c45-4042-bbbb-1249216e9e3f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:41.885378 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-353b8534-4c0b-46cd-825b-5b90b508058c req-a6ef0dcc-5c45-4042-bbbb-1249216e9e3f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0653324 Jun 25 09:43:41.925487 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-353b8534-4c0b-46cd-825b-5b90b508058c req-191f771e-8b1c-472f-82d5-de9819bc5bbc tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342903 Jun 25 09:43:42.434783 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4947fc0d-de5d-466e-8c5e-a331037d5580 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:43:42.547352 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4947fc0d-de5d-466e-8c5e-a331037d5580, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4947fc0d-de5d-466e-8c5e-a331037d5580,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:42.559943 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '4947fc0d-de5d-466e-8c5e-a331037d5580', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'port_id': '4947fc0d-de5d-466e-8c5e-a331037d5580', 'mac_address': 'fa:16:3e:de:dc:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:43:42.599208 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:42.612623 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4947fc0d-de5d-466e-8c5e-a331037d5580 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:43:42.634347 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4947fc0d-de5d-466e-8c5e-a331037d5580, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4947fc0d-de5d-466e-8c5e-a331037d5580,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:42.641149 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:42.642986 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:42.701358 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4947fc0d-de5d-466e-8c5e-a331037d5580,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:42.706359 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:42.828588 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3d0b5e67-b5fd-4836-a771-e53dd8be1284 req-8e532cb1-fa76-44ef-84f8-f6e7fd70f286 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552607 Jun 25 09:43:42.958566 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5e67-b5fd-4836-a771-e53dd8be1284 req-e5780fa5-93c8-4cf2-9148-a2112eceb9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:42.960169 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3d0b5e67-b5fd-4836-a771-e53dd8be1284 req-e5780fa5-93c8-4cf2-9148-a2112eceb9b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5e266d630804501b927975e76fa7622&device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 1098 time: 0.0607231 Jun 25 09:43:42.983277 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0efd1-9fd2-4724-9de1-5f22bddaeac4 req-a290013d-4923-4d40-8425-718d84d7fc2b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:42.985649 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b9c0efd1-9fd2-4724-9de1-5f22bddaeac4 req-a290013d-4923-4d40-8425-718d84d7fc2b tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 945 time: 0.0708880 Jun 25 09:43:43.034103 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b9c0efd1-9fd2-4724-9de1-5f22bddaeac4 req-c7df785c-bc29-48f5-8c0e-070f181fcf35 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ba73e82-7a2f-4c3c-acc6-06a95e249a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417609 Jun 25 09:43:43.083253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5e67-b5fd-4836-a771-e53dd8be1284 req-550b4750-3c93-4156-b052-4ecb29f77eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:43.084884 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3d0b5e67-b5fd-4836-a771-e53dd8be1284 req-550b4750-3c93-4156-b052-4ecb29f77eb2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29f974a5-e823-427b-bef7-d66fdab2a22d HTTP/1.1" status: 200 len: 911 time: 0.1022754 Jun 25 09:43:43.095577 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['4947fc0d-de5d-466e-8c5e-a331037d5580'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:43:43.131539 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cb774-9063-48b0-9060-3c6a6397cdd8 req-3967ab01-1019-4571-b296-5d472e87367e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:43.133132 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f6cb774-9063-48b0-9060-3c6a6397cdd8 req-3967ab01-1019-4571-b296-5d472e87367e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 944 time: 0.0773022 Jun 25 09:43:43.175345 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f6cb774-9063-48b0-9060-3c6a6397cdd8 req-a9821f7a-5cce-48e9-91ba-2cd45e1e2b6b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340424 Jun 25 09:43:43.194845 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3d0b5e67-b5fd-4836-a771-e53dd8be1284 req-f5fa5b42-75cc-47ad-afcf-d7d06245ee3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fc942eb-613d-4176-8546-c7a7eb17bbe3 HTTP/1.1" status: 200 len: 1002 time: 0.1011078 Jun 25 09:43:43.253741 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73642c-ef14-4181-b5fc-aec0bf774c9c req-dac7c6c9-5068-4147-a874-4a83ced754d9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:43.255107 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cb73642c-ef14-4181-b5fc-aec0bf774c9c req-dac7c6c9-5068-4147-a874-4a83ced754d9 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 945 time: 0.1211720 Jun 25 09:43:43.269909 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5e67-b5fd-4836-a771-e53dd8be1284 req-34cbc50d-4211-4b16-9685-e477f1e20e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:43.271278 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3d0b5e67-b5fd-4836-a771-e53dd8be1284 req-34cbc50d-4211-4b16-9685-e477f1e20e83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5977e29-d47a-43eb-8fda-b0c9c72a294a HTTP/1.1" status: 200 len: 848 time: 0.0689919 Jun 25 09:43:43.331104 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8f9be7b4-7327-4583-a73e-9faf9961520c no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:43:43.351675 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 8f9be7b4-7327-4583-a73e-9faf9961520c {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:43:43.351956 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8f9be7b4-7327-4583-a73e-9faf9961520c not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:43:43.392688 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5e67-b5fd-4836-a771-e53dd8be1284 req-c18175cf-b493-4880-b27c-8e5291c4f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:43.394226 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3d0b5e67-b5fd-4836-a771-e53dd8be1284 req-c18175cf-b493-4880-b27c-8e5291c4f1b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29f974a5-e823-427b-bef7-d66fdab2a22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053977 Jun 25 09:43:43.423406 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-cb73642c-ef14-4181-b5fc-aec0bf774c9c req-fe061bdc-b1f4-4222-88a9-320796fbaac6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Deleting port a16ceebf-9c82-485d-b8ba-5cf874621d9e {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:43:43.423746 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cb73642c-ef14-4181-b5fc-aec0bf774c9c req-fe061bdc-b1f4-4222-88a9-320796fbaac6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:43.562985 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3d0b5e67-b5fd-4836-a771-e53dd8be1284 req-d617b75c-e889-4497-b69b-f6ec60e3d2e5 service neutron] 10.222.0.41 "GET /v2.0/networks/29f974a5-e823-427b-bef7-d66fdab2a22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605842 Jun 25 09:43:43.567624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-cb73642c-ef14-4181-b5fc-aec0bf774c9c req-fe061bdc-b1f4-4222-88a9-320796fbaac6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] For port a16ceebf-9c82-485d-b8ba-5cf874621d9e, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=a16ceebf-9c82-485d-b8ba-5cf874621d9e,segment=NetworkSegment(40025d48-c62c-4210-a8da-3b859a7dd9d8),segment_id=40025d48-c62c-4210-a8da-3b859a7dd9d8)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:43.567989 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cb73642c-ef14-4181-b5fc-aec0bf774c9c req-fe061bdc-b1f4-4222-88a9-320796fbaac6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:43.624923 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-cb73642c-ef14-4181-b5fc-aec0bf774c9c req-fe061bdc-b1f4-4222-88a9-320796fbaac6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Calling delete_port for a16ceebf-9c82-485d-b8ba-5cf874621d9e owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:43:43.717088 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3d0b5e67-b5fd-4836-a771-e53dd8be1284 req-e0a73311-072d-40c3-bb77-4e900ff2c2e2 service neutron] 10.222.0.41 "GET /v2.0/networks/29f974a5-e823-427b-bef7-d66fdab2a22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463172 Jun 25 09:43:43.801863 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cb73642c-ef14-4181-b5fc-aec0bf774c9c req-fe061bdc-b1f4-4222-88a9-320796fbaac6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:43.806245 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9efac888-36aa-4d7e-8221-57e735b88c57 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:43.833195 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe061bdc-b1f4-4222-88a9-320796fbaac6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Pushing event deleted for resources: {'Port': ['ID=a16ceebf-9c82-485d-b8ba-5cf874621d9e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:43.837942 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fe061bdc-b1f4-4222-88a9-320796fbaac6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:43.839353 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['a16ceebf-9c82-485d-b8ba-5cf874621d9e'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:43:43.876671 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb73642c-ef14-4181-b5fc-aec0bf774c9c req-fe061bdc-b1f4-4222-88a9-320796fbaac6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] No DVR routers for this DVR port a16ceebf-9c82-485d-b8ba-5cf874621d9e on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:43:43.879404 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-cb73642c-ef14-4181-b5fc-aec0bf774c9c req-fe061bdc-b1f4-4222-88a9-320796fbaac6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:43.881434 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-cb73642c-ef14-4181-b5fc-aec0bf774c9c req-fe061bdc-b1f4-4222-88a9-320796fbaac6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.38 "DELETE /v2.0/ports/a16ceebf-9c82-485d-b8ba-5cf874621d9e HTTP/1.1" status: 204 len: 173 time: 0.6199300 Jun 25 09:43:43.881966 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8a1d6d-5841-4c39-996e-6e1b5fd7878b', 'name': 'network-vif-deleted', 'tag': 'a16ceebf-9c82-485d-b8ba-5cf874621d9e'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:43:43.884312 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8f7a5c-a073-47aa-9d95-dbbcb4ce4c45" -d '{"events": [{"server_uuid": "7d8a1d6d-5841-4c39-996e-6e1b5fd7878b", "name": "network-vif-deleted", "tag": "a16ceebf-9c82-485d-b8ba-5cf874621d9e"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:43:43.920395 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ec7a2d-8264-4bc9-a5e5-109424e978fd x-openstack-request-id: req-e8ec7a2d-8264-4bc9-a5e5-109424e978fd {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:43:43.920758 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8a1d6d-5841-4c39-996e-6e1b5fd7878b", "name": "network-vif-deleted", "tag": "a16ceebf-9c82-485d-b8ba-5cf874621d9e", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:43:43.921097 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e8ec7a2d-8264-4bc9-a5e5-109424e978fd {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:43:43.921524 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8a1d6d-5841-4c39-996e-6e1b5fd7878b', 'name': 'network-vif-deleted', 'tag': 'a16ceebf-9c82-485d-b8ba-5cf874621d9e', 'status': 'completed', 'code': 200} Jun 25 09:43:44.203903 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-60537eb8-3fcb-4ac9-ac7c-3f295a5fd4d4 req-f1e9ed81-3ca6-4f92-b476-392295a9ef72 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d8a1d6d-5841-4c39-996e-6e1b5fd7878b HTTP/1.1" status: 200 len: 210 time: 0.0300441 Jun 25 09:43:44.368032 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af242670-ec0c-4898-990d-cdb3fc3892f1 req-4cb41f9e-a955-4986-afb0-bf8afdb6a499 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:44.369647 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af242670-ec0c-4898-990d-cdb3fc3892f1 req-4cb41f9e-a955-4986-afb0-bf8afdb6a499 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 944 time: 0.0708175 Jun 25 09:43:44.411472 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af242670-ec0c-4898-990d-cdb3fc3892f1 req-51c8d977-3f38-4611-8ab0-19f89da01222 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356145 Jun 25 09:43:44.446493 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4947fc0d-de5d-466e-8c5e-a331037d5580 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:43:44.503970 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning for port 4947fc0d-de5d-466e-8c5e-a331037d5580 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:43:44.513720 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 4947fc0d-de5d-466e-8c5e-a331037d5580 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:44.514121 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:44.595277 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:44.619427 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4947fc0d-de5d-466e-8c5e-a331037d5580'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:43:44.623379 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fb320a-0780-4463-9f9a-e5e10b59fa0c" -d '{"events": [{"server_uuid": "de9262cf-0a7b-4ead-897d-d5382e2c1dc0", "name": "network-vif-plugged", "status": "completed", "tag": "4947fc0d-de5d-466e-8c5e-a331037d5580"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:43:44.637815 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4947fc0d-de5d-466e-8c5e-a331037d5580, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4947fc0d-de5d-466e-8c5e-a331037d5580,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:44.644839 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:44.649461 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:44.675528 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2526af8a-288f-4b8c-a993-f9c284b2f3f5 x-openstack-request-id: req-2526af8a-288f-4b8c-a993-f9c284b2f3f5 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:43:44.675779 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9262cf-0a7b-4ead-897d-d5382e2c1dc0", "name": "network-vif-plugged", "status": "completed", "tag": "4947fc0d-de5d-466e-8c5e-a331037d5580", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:43:44.675989 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2526af8a-288f-4b8c-a993-f9c284b2f3f5 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:43:44.676398 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4947fc0d-de5d-466e-8c5e-a331037d5580', 'code': 200} Jun 25 09:43:44.707475 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4947fc0d-de5d-466e-8c5e-a331037d5580,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:44.710656 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:44.830268 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68241822-11b8-474e-8f05-8a1d3bb236c3 req-b84a08de-599b-45c8-87e9-3121056ae652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:44.831814 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-68241822-11b8-474e-8f05-8a1d3bb236c3 req-b84a08de-599b-45c8-87e9-3121056ae652 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 1097 time: 0.0681205 Jun 25 09:43:44.872373 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-68241822-11b8-474e-8f05-8a1d3bb236c3 req-25ddd159-9fe9-402a-b219-1ac5501e1ff5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337679 Jun 25 09:43:45.300387 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58520) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:45.353647 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cf521f-449d-4f9a-a52f-8b1837d6236b admin admin] Deleting subnet 34123c39-b20e-4e87-96ad-a23d824e3c14 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:43:45.357281 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-01cf521f-449d-4f9a-a52f-8b1837d6236b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:45.393831 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-01cf521f-449d-4f9a-a52f-8b1837d6236b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:45.441295 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-01cf521f-449d-4f9a-a52f-8b1837d6236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:45.505152 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-01cf521f-449d-4f9a-a52f-8b1837d6236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:45.507406 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4ab03287-55bf-43b4-ba0e-84a32d89ebf7 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:45.532911 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf521f-449d-4f9a-a52f-8b1837d6236b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34123c39-b20e-4e87-96ad-a23d824e3c14,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:45.536135 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-01cf521f-449d-4f9a-a52f-8b1837d6236b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:45.537159 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-01cf521f-449d-4f9a-a52f-8b1837d6236b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:45.539379 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-01cf521f-449d-4f9a-a52f-8b1837d6236b admin admin] 10.222.0.93 "DELETE /v2.0/subnets/34123c39-b20e-4e87-96ad-a23d824e3c14 HTTP/1.1" status: 204 len: 168 time: 0.2373450 Jun 25 09:43:45.541585 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58524) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:45.605763 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021cae3-4910-4135-8ae0-a41f7cee626b req-d5430278-99cd-46dc-9a9b-de3fbf93ea43 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:45.607262 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d021cae3-4910-4135-8ae0-a41f7cee626b req-d5430278-99cd-46dc-9a9b-de3fbf93ea43 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0737004 Jun 25 09:43:45.610556 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-22c45ccb-27bd-4ea6-b70d-26e890c1d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:45.645646 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d021cae3-4910-4135-8ae0-a41f7cee626b req-a8b39b53-e99d-459b-a149-2742cf9cfd0b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320868 Jun 25 09:43:45.692500 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-22c45ccb-27bd-4ea6-b70d-26e890c1d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:45.702340 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-22c45ccb-27bd-4ea6-b70d-26e890c1d8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90f031d-6763-4a52-a60f-e00ea2e01694']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:45.716156 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-22c45ccb-27bd-4ea6-b70d-26e890c1d8f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40025d48-c62c-4210-a8da-3b859a7dd9d8') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:45.716493 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-22c45ccb-27bd-4ea6-b70d-26e890c1d8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40025d48-c62c-4210-a8da-3b859a7dd9d8') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:45.733119 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-22c45ccb-27bd-4ea6-b70d-26e890c1d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:45.747111 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-22c45ccb-27bd-4ea6-b70d-26e890c1d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:45.753239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c45ccb-27bd-4ea6-b70d-26e890c1d8f3 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:43:45.753616 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-22c45ccb-27bd-4ea6-b70d-26e890c1d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:43:45.755387 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:43:45.813391 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-22c45ccb-27bd-4ea6-b70d-26e890c1d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:45.818677 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-22c45ccb-27bd-4ea6-b70d-26e890c1d8f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:45.820660 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-22c45ccb-27bd-4ea6-b70d-26e890c1d8f3 admin admin] 10.222.0.93 "DELETE /v2.0/networks/f90f031d-6763-4a52-a60f-e00ea2e01694 HTTP/1.1" status: 204 len: 168 time: 0.2780800 Jun 25 09:43:45.821755 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-935f7d60-9ddd-4f14-8961-a261dfec7516 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:45.835563 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c45ccb-27bd-4ea6-b70d-26e890c1d8f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f90f031d-6763-4a52-a60f-e00ea2e01694,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:45.838381 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-22c45ccb-27bd-4ea6-b70d-26e890c1d8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:46.018224 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58528) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:46.066784 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6723019b-18e1-4c1d-b013-cd41a6914edc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=18dd14b19037474abb577f936dd5096f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472350 Jun 25 09:43:46.069455 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58530) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:46.124979 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a86d801e-8f92-4558-ac36-3b3e930684f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:46.146831 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a86d801e-8f92-4558-ac36-3b3e930684f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:46.198764 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a86d801e-8f92-4558-ac36-3b3e930684f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:46.202422 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-a86d801e-8f92-4558-ac36-3b3e930684f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:46.203705 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-a86d801e-8f92-4558-ac36-3b3e930684f9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9ba73e82-7a2f-4c3c-acc6-06a95e249a33 HTTP/1.1" status: 204 len: 168 time: 0.1331885 Jun 25 09:43:46.204505 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9330ed83-809e-43b3-8951-02bf8a69b2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:46.212457 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d801e-8f92-4558-ac36-3b3e930684f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba73e82-7a2f-4c3c-acc6-06a95e249a33,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:46.215003 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a86d801e-8f92-4558-ac36-3b3e930684f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:46.831834 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565814e1-f793-4159-bc94-e6c1478a9fa1 req-e4490fcd-c9db-4cc3-ac15-efb65441968f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:46.834272 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-565814e1-f793-4159-bc94-e6c1478a9fa1 req-e4490fcd-c9db-4cc3-ac15-efb65441968f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0704210 Jun 25 09:43:46.874367 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-565814e1-f793-4159-bc94-e6c1478a9fa1 req-ddd9aa27-1ccf-456a-b55e-a5df1f16196f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344784 Jun 25 09:43:47.059186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202f9f4-8cd3-45ab-a704-2c2f62b0fc6b req-cf370dda-68d0-460f-8a01-9b05c13af986 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:47.061018 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f202f9f4-8cd3-45ab-a704-2c2f62b0fc6b req-cf370dda-68d0-460f-8a01-9b05c13af986 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0741959 Jun 25 09:43:47.070586 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58560) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:47.075910 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-69b0cdeb-6f76-4b71-995c-77de97c6b853 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Request body: {'floatingip': {'port_id': '4947fc0d-de5d-466e-8c5e-a331037d5580'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:47.126754 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-69b0cdeb-6f76-4b71-995c-77de97c6b853 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:47.185523 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58564) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:47.304696 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fed67f8e-68ed-4ebb-9325-2cca0b84eea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:47.352259 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a16ceebf-9c82-485d-b8ba-5cf874621d9e no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:43:47.372671 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: a16ceebf-9c82-485d-b8ba-5cf874621d9e {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:43:47.373048 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device a16ceebf-9c82-485d-b8ba-5cf874621d9e not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:43:47.400461 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fed67f8e-68ed-4ebb-9325-2cca0b84eea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:47.405563 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fed67f8e-68ed-4ebb-9325-2cca0b84eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:47.408190 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bed7b2a5-8c64-4095-b54e-4992021bbcf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:47.443884 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fed67f8e-68ed-4ebb-9325-2cca0b84eea9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6372c4850ab34427a3ec5a49a7bb2b3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566345 Jun 25 09:43:47.445117 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed67f8e-68ed-4ebb-9325-2cca0b84eea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f980b270-5ae6-4a79-9617-cde8f131a2ce,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:47.447405 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58568) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:47.449390 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fed67f8e-68ed-4ebb-9325-2cca0b84eea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:47.510335 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d351-4fb0-4f5d-91f2-997f3830f37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:47.533254 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d351-4fb0-4f5d-91f2-997f3830f37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:47.583421 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d351-4fb0-4f5d-91f2-997f3830f37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:47.586170 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d351-4fb0-4f5d-91f2-997f3830f37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:47.590080 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6ee1d351-4fb0-4f5d-91f2-997f3830f37d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f980b270-5ae6-4a79-9617-cde8f131a2ce HTTP/1.1" status: 204 len: 168 time: 0.1417654 Jun 25 09:43:47.590960 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-deceecf7-9e39-4bad-a200-dc3456a24fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:47.600113 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1d351-4fb0-4f5d-91f2-997f3830f37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f980b270-5ae6-4a79-9617-cde8f131a2ce,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:47.602446 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6ee1d351-4fb0-4f5d-91f2-997f3830f37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:47.609141 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-69b0cdeb-6f76-4b71-995c-77de97c6b853 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:47.614834 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-69b0cdeb-6f76-4b71-995c-77de97c6b853 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:47.724846 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-69b0cdeb-6f76-4b71-995c-77de97c6b853 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Floating IP b455b2ff-668b-4a54-b5d0-5bc2290e40cb associated. External IP: 172.25.6.148, port: 4947fc0d-de5d-466e-8c5e-a331037d5580. Jun 25 09:43:47.943959 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b0cdeb-6f76-4b71-995c-77de97c6b853 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:43:48.227484 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58590) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:48.329251 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-241741402-network', 'tenant_id': '779be48c254449cab94360ef4821f9b5'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:48.353171 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Made reservation on behalf of 779be48c254449cab94360ef4821f9b5 for: {'network': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:43:48.355803 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:48.364875 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:48.369616 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b0cdeb-6f76-4b71-995c-77de97c6b853 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:43:48.374604 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-69b0cdeb-6f76-4b71-995c-77de97c6b853 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:48.381477 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc6426-df5a-4cf1-908e-3ed262bf9840 None None] Sync routers for ids ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:43:48.392420 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc6426-df5a-4cf1-908e-3ed262bf9840 None None] Routers {'8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:43:48.393246 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-f5cc6426-df5a-4cf1-908e-3ed262bf9840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:43:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:48.414397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-69b0cdeb-6f76-4b71-995c-77de97c6b853 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "PUT /v2.0/floatingips/b455b2ff-668b-4a54-b5d0-5bc2290e40cb HTTP/1.1" status: 200 len: 991 time: 1.3426180 Jun 25 09:43:48.418151 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'tag': '4947fc0d-de5d-466e-8c5e-a331037d5580'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:43:48.421488 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db49f4b9-4a39-4467-a3b6-f640893b67b7" -d '{"events": [{"name": "network-changed", "server_uuid": "de9262cf-0a7b-4ead-897d-d5382e2c1dc0", "tag": "4947fc0d-de5d-466e-8c5e-a331037d5580"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:43:48.481398 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac40679-8bb8-4b23-93c4-d25906ee7375 x-openstack-request-id: req-eac40679-8bb8-4b23-93c4-d25906ee7375 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:43:48.482185 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9262cf-0a7b-4ead-897d-d5382e2c1dc0", "tag": "4947fc0d-de5d-466e-8c5e-a331037d5580", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:43:48.482723 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eac40679-8bb8-4b23-93c4-d25906ee7375 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:43:48.483373 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'tag': '4947fc0d-de5d-466e-8c5e-a331037d5580', 'status': 'completed', 'code': 200} Jun 25 09:43:48.488933 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:48.495751 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:48.510129 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=94025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:43:48.522770 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:48.523503 n-d-761264-15 neutron-server[94025]: INFO neutron.db.segments_db [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Added segment 053fd6b5-b086-4a82-8dd4-83db6651ae05 of type vlan for network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa Jun 25 09:43:48.525292 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c264f387-01f4-407e-ac95-0f9d226f9d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:48.612440 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbfe7a1-8d47-445e-9684-a7f3106ca59b,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:48.615521 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-f5cc6426-df5a-4cf1-908e-3ed262bf9840 None None] Set router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:43:48.615727 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:48.632950 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:48.676443 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49f4b9-4a39-4467-a3b6-f640893b67b7 req-b9f73093-0cc7-4c9d-ab7c-aad75050f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:48.677996 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-db49f4b9-4a39-4467-a3b6-f640893b67b7 req-b9f73093-0cc7-4c9d-ab7c-aad75050f246 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 1097 time: 0.1166320 Jun 25 09:43:48.678762 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:48.679694 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:48.680307 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:48.682457 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-22c45ccb-27bd-4ea6-b70d-26e890c1d8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:48.783064 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5544074 Jun 25 09:43:48.788085 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58598) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:48.793895 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-8d9096f8-4114-4f54-a43b-cc05fa8c03ff admin admin] Request body: {'subnet': {'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-241741402-subnet', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:48.794272 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Pushing event updated for resources: {'Network': ['ID=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:48.799976 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:48.815623 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:43:48.828251 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9096f8-4114-4f54-a43b-cc05fa8c03ff admin admin] Made reservation on behalf of 779be48c254449cab94360ef4821f9b5 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:43:48.831376 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8d9096f8-4114-4f54-a43b-cc05fa8c03ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:48.847155 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49f4b9-4a39-4467-a3b6-f640893b67b7 req-c5f58d6f-70eb-445b-a3dd-f591521076ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:48.848670 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-db49f4b9-4a39-4467-a3b6-f640893b67b7 req-c5f58d6f-70eb-445b-a3dd-f591521076ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 HTTP/1.1" status: 200 len: 919 time: 0.1510332 Jun 25 09:43:48.856926 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-f5cc6426-df5a-4cf1-908e-3ed262bf9840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'b455b2ff-668b-4a54-b5d0-5bc2290e40cb', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'port_id': '4947fc0d-de5d-466e-8c5e-a331037d5580', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'mac_address': 'fa:16:3e:de:dc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:43:33Z', 'updated_at': '2021-06-25T09:43:47Z', 'revision_number': 1, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea', 'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'mac_address': 'fa:16:3e:9e:60:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:36Z', 'updated_at': '2021-06-25T09:39:44Z', 'revision_number': 5, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'subnets': [{'id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:48.884126 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc6426-df5a-4cf1-908e-3ed262bf9840 None None] Checking router: 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:43:48.893271 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc6426-df5a-4cf1-908e-3ed262bf9840 None None] Routers {'8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:43:48.893909 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-f5cc6426-df5a-4cf1-908e-3ed262bf9840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:43:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:48.928718 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-db49f4b9-4a39-4467-a3b6-f640893b67b7 req-f3c3b824-65ec-46cd-85d7-1d015c91717a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4947fc0d-de5d-466e-8c5e-a331037d5580 HTTP/1.1" status: 200 len: 999 time: 0.0721312 Jun 25 09:43:48.991248 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49f4b9-4a39-4467-a3b6-f640893b67b7 req-ac04b823-5fdf-4686-876f-0d1e68c0a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:48.992856 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-db49f4b9-4a39-4467-a3b6-f640893b67b7 req-ac04b823-5fdf-4686-876f-0d1e68c0a3ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbdaf571-c08e-473e-9464-ca149b28036e HTTP/1.1" status: 200 len: 856 time: 0.0575507 Jun 25 09:43:49.019387 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-f5cc6426-df5a-4cf1-908e-3ed262bf9840 None None] Set router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:43:49.029938 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8d9096f8-4114-4f54-a43b-cc05fa8c03ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:49.032171 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-517f88df-b2e4-47bc-9502-cef63b4f4998 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:49.058364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49f4b9-4a39-4467-a3b6-f640893b67b7 req-3ef119ce-8747-4d2b-b9d1-b1ee049c0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:49.059959 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-db49f4b9-4a39-4467-a3b6-f640893b67b7 req-3ef119ce-8747-4d2b-b9d1-b1ee049c0db9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585301 Jun 25 09:43:49.079364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9096f8-4114-4f54-a43b-cc05fa8c03ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23ab937-e437-4bee-8e3b-b8614ef07a43,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:49.082389 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8d9096f8-4114-4f54-a43b-cc05fa8c03ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:49.110094 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9096f8-4114-4f54-a43b-cc05fa8c03ff admin admin] Checking segment: {'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:43:49.110775 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9096f8-4114-4f54-a43b-cc05fa8c03ff admin admin] Network hostable DHCP agents. Network: 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:43:49.132563 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9096f8-4114-4f54-a43b-cc05fa8c03ff admin admin] Network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:43:49.152616 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-8d9096f8-4114-4f54-a43b-cc05fa8c03ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:43:49.157957 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9096f8-4114-4f54-a43b-cc05fa8c03ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:49.158982 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8d9096f8-4114-4f54-a43b-cc05fa8c03ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:49.167445 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a144f687-4eb8-41fe-a801-d0a231cd83d7 None None] Network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:43:49.177207 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8d9096f8-4114-4f54-a43b-cc05fa8c03ff admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3875203 Jun 25 09:43:49.180082 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-db49f4b9-4a39-4467-a3b6-f640893b67b7 req-32493006-03fd-47a6-b115-bb762e52c8d6 service neutron] 10.222.0.41 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121848 Jun 25 09:43:49.180258 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58600) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:49.185432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-241741402-router', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:49.213696 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:49.215638 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:49.278240 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:49.282592 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-f5cc6426-df5a-4cf1-908e-3ed262bf9840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'b455b2ff-668b-4a54-b5d0-5bc2290e40cb', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'port_id': '4947fc0d-de5d-466e-8c5e-a331037d5580', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'mac_address': 'fa:16:3e:de:dc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:43:33Z', 'updated_at': '2021-06-25T09:43:47Z', 'revision_number': 1, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea', 'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'mac_address': 'fa:16:3e:9e:60:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:36Z', 'updated_at': '2021-06-25T09:39:44Z', 'revision_number': 5, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'subnets': [{'id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:49.297776 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-db49f4b9-4a39-4467-a3b6-f640893b67b7 req-c06dddba-e616-4559-a494-e066fa685130 service neutron] 10.222.0.41 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109028 Jun 25 09:43:49.310855 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc6426-df5a-4cf1-908e-3ed262bf9840 None None] The sync data for ids ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'] in n-d-761264-15 is: [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'b455b2ff-668b-4a54-b5d0-5bc2290e40cb', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'port_id': '4947fc0d-de5d-466e-8c5e-a331037d5580', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'mac_address': 'fa:16:3e:de:dc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:43:33Z', 'updated_at': '2021-06-25T09:43:47Z', 'revision_number': 1, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea', 'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'mac_address': 'fa:16:3e:9e:60:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:36Z', 'updated_at': '2021-06-25T09:39:44Z', 'revision_number': 5, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'subnets': [{'id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:43:49.369861 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'fixed_ips': [{'subnet_id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:43:49.370923 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:49.436314 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:49.522544 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Allocated IP 172.20.0.2 (33e17a24-daa8-4e59-a2d7-0bd88d6f70fa/d23ab937-e437-4bee-8e3b-b8614ef07a43/e72a8adc-b4cf-4f9b-9648-c8aceec10c3e) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:43:49.581926 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fe77b-040b-4fe9-8f50-18862624d138 None None] New status for floating IP b455b2ff-668b-4a54-b5d0-5bc2290e40cb: ACTIVE {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:43:49.663460 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:49.682601 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:49.768630 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:49.785395 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Transition to ACTIVE for port object e72a8adc-b4cf-4f9b-9648-c8aceec10c3e will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:43:49.792685 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Allocated IP 172.25.6.133 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/7827c315-be7b-4d21-83ff-91bb68f2a823) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:43:49.836950 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Transition to ACTIVE for port object e72a8adc-b4cf-4f9b-9648-c8aceec10c3e will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:43:49.844036 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:49.846749 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-aa746bf0-e5f7-4f28-80e5-a0d67c0abeaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:49.882019 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:43:49.885304 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:43:49.888094 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:43:49.911927 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:49.936208 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Pushing event updated for resources: {'Port': ['ID=e72a8adc-b4cf-4f9b-9648-c8aceec10c3e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:49.957980 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:49.961522 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-1d01d1cf-e491-43c5-9422-9a3409989393 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:49.964687 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:49.965078 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:49.965417 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:49.965756 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:49.966082 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:49.966404 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:49.966947 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:49.967431 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:49.967930 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:49.968412 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:49.968947 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:49.969270 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:43:49.978746 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:49.984606 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Attempting to bind port e72a8adc-b4cf-4f9b-9648-c8aceec10c3e on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:43:49.985023 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Attempting to bind port e72a8adc-b4cf-4f9b-9648-c8aceec10c3e by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:43:49.985400 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Attempting to bind port e72a8adc-b4cf-4f9b-9648-c8aceec10c3e on network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:43:49.990642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:43:49.991242 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Checking segment: {'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:43:49.991840 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:49.992521 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Bound using segment: {'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:43:49.993180 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Bound port: e72a8adc-b4cf-4f9b-9648-c8aceec10c3e, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:43:49.993735 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:49.997310 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:43:50.000432 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:43:50.004052 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:43:50.046166 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Pushing event updated for resources: {'Port': ['ID=7827c315-be7b-4d21-83ff-91bb68f2a823,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:50.060233 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:50.071890 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] For port e72a8adc-b4cf-4f9b-9648-c8aceec10c3e, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:43:50.075491 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] For port e72a8adc-b4cf-4f9b-9648-c8aceec10c3e, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e72a8adc-b4cf-4f9b-9648-c8aceec10c3e,segment=NetworkSegment(053fd6b5-b086-4a82-8dd4-83db6651ae05),segment_id=053fd6b5-b086-4a82-8dd4-83db6651ae05)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:43:50.079856 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:50.082059 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:50.133409 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Pushing event updated for resources: {'Port': ['ID=e72a8adc-b4cf-4f9b-9648-c8aceec10c3e,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:50.139581 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:50.301751 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:50.514161 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:50.659287 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Router 98be5206-0b8b-4a57-bf08-19612f3e092b is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:43:50.793443 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:43:50.810706 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Sync routers for ids ['98be5206-0b8b-4a57-bf08-19612f3e092b'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:43:50.824336 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Routers {'98be5206-0b8b-4a57-bf08-19612f3e092b'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:43:50.825388 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:43:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['98be5206-0b8b-4a57-bf08-19612f3e092b'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:50.829847 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:50.834483 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-9a22fa39-021d-4b64-8090-c844fd9cce46 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6531677 Jun 25 09:43:50.837386 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58606) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:50.896120 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e72a8adc-b4cf-4f9b-9648-c8aceec10c3e up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:43:50.972232 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port e72a8adc-b4cf-4f9b-9648-c8aceec10c3e completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:43:50.976368 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Set router 98be5206-0b8b-4a57-bf08-19612f3e092b gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:43:51.169440 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbc8a1e-57d3-4d29-af23-60ec3a467327 None None] Network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:43:51.189416 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'name': 'tempest-AttachVolumeTestJSON-241741402-router', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:50Z', 'revision_number': 3, 'project_id': '779be48c254449cab94360ef4821f9b5', 'gw_port': {'id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:51.217013 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Checking router: 98be5206-0b8b-4a57-bf08-19612f3e092b for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:43:51.217374 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Updating router 98be5206-0b8b-4a57-bf08-19612f3e092b port 7827c315-be7b-4d21-83ff-91bb68f2a823 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:43:51.254353 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fbc9ae0a-dc74-4fee-ba4f-5220bf960542 None None] Provisioning for port e72a8adc-b4cf-4f9b-9648-c8aceec10c3e completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:43:51.254820 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:51.285269 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fbc9ae0a-dc74-4fee-ba4f-5220bf960542 None None] Provisioning complete for port e72a8adc-b4cf-4f9b-9648-c8aceec10c3e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:51.285720 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fbc9ae0a-dc74-4fee-ba4f-5220bf960542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:51.333027 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:51.422799 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fbc9ae0a-dc74-4fee-ba4f-5220bf960542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:51.473118 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-fbc9ae0a-dc74-4fee-ba4f-5220bf960542 None None] For port e72a8adc-b4cf-4f9b-9648-c8aceec10c3e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=e72a8adc-b4cf-4f9b-9648-c8aceec10c3e,segment=NetworkSegment(053fd6b5-b086-4a82-8dd4-83db6651ae05),segment_id=053fd6b5-b086-4a82-8dd4-83db6651ae05)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:51.480830 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fbc9ae0a-dc74-4fee-ba4f-5220bf960542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:51.488294 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:51.551656 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:51.553536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9ae0a-dc74-4fee-ba4f-5220bf960542 None None] Pushing event updated for resources: {'Port': ['ID=e72a8adc-b4cf-4f9b-9648-c8aceec10c3e,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:51.557594 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-fbc9ae0a-dc74-4fee-ba4f-5220bf960542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:51.564658 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Transition to ACTIVE for port object 7827c315-be7b-4d21-83ff-91bb68f2a823 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:43:51.572952 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:51.577084 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-91e6963e-2588-4128-a4db-5ce52cb78e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:51.627537 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Attempting to bind port 7827c315-be7b-4d21-83ff-91bb68f2a823 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:43:51.627928 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Attempting to bind port 7827c315-be7b-4d21-83ff-91bb68f2a823 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:43:51.628301 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Attempting to bind port 7827c315-be7b-4d21-83ff-91bb68f2a823 on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:43:51.638233 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e40eba-feba-4868-94d4-039a61592238 None None] Pushing event updated for resources: {'Port': ['ID=7827c315-be7b-4d21-83ff-91bb68f2a823,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:51.641327 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-b0e40eba-feba-4868-94d4-039a61592238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:51.642796 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:43:51.643178 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:43:51.643588 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:51.643984 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:43:51.644472 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Bound port: 7827c315-be7b-4d21-83ff-91bb68f2a823, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:43:51.644892 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:51.698809 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] For port 7827c315-be7b-4d21-83ff-91bb68f2a823, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:43:51.702955 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] For port 7827c315-be7b-4d21-83ff-91bb68f2a823, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7827c315-be7b-4d21-83ff-91bb68f2a823,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:43:51.706131 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-71426b32-93ae-43b8-b2f9-e4c5f7c3b38d None None] Provisioning complete for port e72a8adc-b4cf-4f9b-9648-c8aceec10c3e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:51.706661 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-71426b32-93ae-43b8-b2f9-e4c5f7c3b38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:51.708249 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:51.710479 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-e4c8ef9d-3d0e-4487-b471-d0e9740d3569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:51.761388 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Routers {'98be5206-0b8b-4a57-bf08-19612f3e092b'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:43:51.762052 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:43:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['98be5206-0b8b-4a57-bf08-19612f3e092b'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:51.918423 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e40eba-feba-4868-94d4-039a61592238 None None] Pushing event updated for resources: {'Port': ['ID=7827c315-be7b-4d21-83ff-91bb68f2a823,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:51.921761 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-b0e40eba-feba-4868-94d4-039a61592238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:51.940307 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Allocated IP 172.20.0.1 (33e17a24-daa8-4e59-a2d7-0bd88d6f70fa/d23ab937-e437-4bee-8e3b-b8614ef07a43/174462b3-3ff7-4b71-aa88-e8eca01bcd7e) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:43:51.991098 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] Set router 98be5206-0b8b-4a57-bf08-19612f3e092b gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:43:52.044482 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:52.058497 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Transition to ACTIVE for port object 174462b3-3ff7-4b71-aa88-e8eca01bcd7e will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:43:52.093203 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:52.095313 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4f06f276-40a0-4bd0-9a2b-e291e9dde163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:52.136297 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:43:52.140531 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:43:52.143071 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:43:52.151535 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Pushing event updated for resources: {'Port': ['ID=174462b3-3ff7-4b71-aa88-e8eca01bcd7e,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:52.170575 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'name': 'tempest-AttachVolumeTestJSON-241741402-router', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:50Z', 'revision_number': 3, 'project_id': '779be48c254449cab94360ef4821f9b5', 'gw_port': {'id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:52.172375 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:52.191005 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:52.196716 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f18871-55e4-4f0c-8469-30cf40c35aa0 None None] The sync data for ids ['98be5206-0b8b-4a57-bf08-19612f3e092b'] in n-d-761264-15 is: [{'id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'name': 'tempest-AttachVolumeTestJSON-241741402-router', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:50Z', 'revision_number': 3, 'project_id': '779be48c254449cab94360ef4821f9b5', 'gw_port': {'id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:43:52.348647 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:52.422038 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-51349f99-e61c-4702-af37-ad68811eaace None None] Provisioning for port 174462b3-3ff7-4b71-aa88-e8eca01bcd7e completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:43:52.438103 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-51349f99-e61c-4702-af37-ad68811eaace None None] Provisioning complete for port 174462b3-3ff7-4b71-aa88-e8eca01bcd7e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:52.438103 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51349f99-e61c-4702-af37-ad68811eaace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:52.491460 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3449af2a-0ae8-4104-a6c3-592b67401bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:52.499445 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-51349f99-e61c-4702-af37-ad68811eaace None None] Port 174462b3-3ff7-4b71-aa88-e8eca01bcd7e cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:43:52.558180 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:52.563625 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:52.566418 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6a4e5dc-ea70-4335-8bc0-5e523de3c56c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:52.632879 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:52.634798 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Pushing event updated for resources: {'Port': ['ID=174462b3-3ff7-4b71-aa88-e8eca01bcd7e,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:52.638178 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:52.736344 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:43:52.738029 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:43:52.894695 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Router 98be5206-0b8b-4a57-bf08-19612f3e092b has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:43:52.939188 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7827c315-be7b-4d21-83ff-91bb68f2a823 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:43:53.030679 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 7827c315-be7b-4d21-83ff-91bb68f2a823 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:43:53.037356 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 7827c315-be7b-4d21-83ff-91bb68f2a823 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:53.039088 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.054689 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:43:53.061230 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] 10.222.0.93 "PUT /v2.0/routers/98be5206-0b8b-4a57-bf08-19612f3e092b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2219846 Jun 25 09:43:53.076040 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-00ef812d-f24a-4f96-bca9-b603de0b26d4 None None] Provisioning complete for port 174462b3-3ff7-4b71-aa88-e8eca01bcd7e triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:53.080157 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00ef812d-f24a-4f96-bca9-b603de0b26d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.124355 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-00ef812d-f24a-4f96-bca9-b603de0b26d4 None None] Port 174462b3-3ff7-4b71-aa88-e8eca01bcd7e cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:43:53.169617 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.195876 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 7827c315-be7b-4d21-83ff-91bb68f2a823, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=7827c315-be7b-4d21-83ff-91bb68f2a823,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:53.201035 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.201947 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device e72a8adc-b4cf-4f9b-9648-c8aceec10c3e up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:43:53.203845 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:53.278350 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=7827c315-be7b-4d21-83ff-91bb68f2a823,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:53.282139 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:53.290252 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port e72a8adc-b4cf-4f9b-9648-c8aceec10c3e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:53.290633 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.512084 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 58618) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:53.517034 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-e292d5fe-2db7-4ba6-bdcb-f49499a3c1a1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2050327293', 'description': 'tempest-description--22760711'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:53.542102 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e292d5fe-2db7-4ba6-bdcb-f49499a3c1a1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.634505 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e292d5fe-2db7-4ba6-bdcb-f49499a3c1a1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.639811 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e292d5fe-2db7-4ba6-bdcb-f49499a3c1a1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.642710 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-850899da-8dec-4c4c-b4d6-17aeeab6c02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:53.669984 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-e292d5fe-2db7-4ba6-bdcb-f49499a3c1a1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.671240 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e292d5fe-2db7-4ba6-bdcb-f49499a3c1a1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1581228 Jun 25 09:43:53.673211 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292d5fe-2db7-4ba6-bdcb-f49499a3c1a1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e535591e-3976-43c3-9f76-2bca04aaf9c6,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:53.674349 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58620) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:53.676060 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e292d5fe-2db7-4ba6-bdcb-f49499a3c1a1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:53.681248 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-70178fc6-8992-4634-a0f7-5b5e3b7630d1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Request body: {'security_group_rule': {'security_group_id': 'e535591e-3976-43c3-9f76-2bca04aaf9c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:53.712279 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-70178fc6-8992-4634-a0f7-5b5e3b7630d1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.774014 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-70178fc6-8992-4634-a0f7-5b5e3b7630d1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.778709 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-70178fc6-8992-4634-a0f7-5b5e3b7630d1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.780642 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6f0f0c21-1b63-4beb-874d-827b9c48f5d8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:53.797033 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70178fc6-8992-4634-a0f7-5b5e3b7630d1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b7e6f5-104a-4215-8168-f32bbfb213f9,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:53.799575 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-70178fc6-8992-4634-a0f7-5b5e3b7630d1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:53.803870 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-70178fc6-8992-4634-a0f7-5b5e3b7630d1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.805303 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-70178fc6-8992-4634-a0f7-5b5e3b7630d1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298149 Jun 25 09:43:53.808042 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58622) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:53.812949 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-8ade4e8a-cf4b-4360-8391-cc7b3a1d59eb tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Request body: {'security_group_rule': {'security_group_id': 'e535591e-3976-43c3-9f76-2bca04aaf9c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:53.843160 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8ade4e8a-cf4b-4360-8391-cc7b3a1d59eb tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.900283 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Sync routers for ids ['98be5206-0b8b-4a57-bf08-19612f3e092b'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:43:53.906038 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8ade4e8a-cf4b-4360-8391-cc7b3a1d59eb tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.909304 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Routers {'98be5206-0b8b-4a57-bf08-19612f3e092b'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:43:53.909918 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:43:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['98be5206-0b8b-4a57-bf08-19612f3e092b'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:53.911751 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8ade4e8a-cf4b-4360-8391-cc7b3a1d59eb tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.913600 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f530fd04-849d-4d3c-9238-705dbb793d19 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:53.930189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade4e8a-cf4b-4360-8391-cc7b3a1d59eb tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0119490b-fb50-4134-bf49-4ebf7707fc62,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:53.932683 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8ade4e8a-cf4b-4360-8391-cc7b3a1d59eb tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:53.939587 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-8ade4e8a-cf4b-4360-8391-cc7b3a1d59eb tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:53.943961 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8ade4e8a-cf4b-4360-8391-cc7b3a1d59eb tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319473 Jun 25 09:43:53.944219 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58624) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:43:53.949915 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:53.975243 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.083653 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.199806 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Set router 98be5206-0b8b-4a57-bf08-19612f3e092b gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:43:54.203612 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Allocated IP 172.25.6.199 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/d071eb50-bf0e-494f-b160-5cca56374cbb) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:43:54.293745 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.305034 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.346075 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.348322 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3dcf5e72-4fe4-4537-ba92-a2aea981fe4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:54.390575 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:43:54.398182 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:43:54.400246 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Pushing event updated for resources: {'Port': ['ID=d071eb50-bf0e-494f-b160-5cca56374cbb,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:54.402444 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:43:54.405517 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:54.415889 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'name': 'tempest-AttachVolumeTestJSON-241741402-router', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:52Z', 'revision_number': 4, 'project_id': '779be48c254449cab94360ef4821f9b5', 'gw_port': {'id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '174462b3-3ff7-4b71-aa88-e8eca01bcd7e', 'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'mac_address': 'fa:16:3e:ff:8f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:51Z', 'updated_at': '2021-06-25T09:43:52Z', 'revision_number': 2, 'project_id': '779be48c254449cab94360ef4821f9b5', 'subnets': [{'id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:54.442053 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Checking router: 98be5206-0b8b-4a57-bf08-19612f3e092b for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:43:54.442422 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Updating router 98be5206-0b8b-4a57-bf08-19612f3e092b port 174462b3-3ff7-4b71-aa88-e8eca01bcd7e binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:43:54.477686 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.485644 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.531458 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.687952 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.693635 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.696458 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-2e454294-0cd8-4880-9687-3013c13be109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:54.753798 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.764718 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Pushing event updated for resources: {'Port': ['ID=d071eb50-bf0e-494f-b160-5cca56374cbb,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:54.768742 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:54.772699 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Transition to ACTIVE for port object 174462b3-3ff7-4b71-aa88-e8eca01bcd7e will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:43:54.779123 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.781184 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.785017 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:54.796178 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.805514 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8522413 Jun 25 09:43:54.833715 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96918d82-b289-447c-afe6-8a64e830d86f None None] Pushing event updated for resources: {'Port': ['ID=174462b3-3ff7-4b71-aa88-e8eca01bcd7e,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:54.837745 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-96918d82-b289-447c-afe6-8a64e830d86f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:54.865730 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 7827c315-be7b-4d21-83ff-91bb68f2a823 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:43:54.940649 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Attempting to bind port 174462b3-3ff7-4b71-aa88-e8eca01bcd7e on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:43:54.941352 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Attempting to bind port 174462b3-3ff7-4b71-aa88-e8eca01bcd7e by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:43:54.941453 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Attempting to bind port 174462b3-3ff7-4b71-aa88-e8eca01bcd7e on network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:43:54.953610 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:43:54.954130 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Checking segment: {'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:43:54.954610 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.955075 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Bound using segment: {'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:43:54.955662 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Bound port: 174462b3-3ff7-4b71-aa88-e8eca01bcd7e, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:43:54.956123 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.968618 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ad66230-127e-4123-a6e7-50632d912cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:54.990170 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-903c1a38-30ba-4155-83cb-8c7d0950a4ff tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--2050327293&fields=id&tenant_id=779be48c254449cab94360ef4821f9b5 HTTP/1.1" status: 200 len: 267 time: 0.0442073 Jun 25 09:43:55.010431 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 7827c315-be7b-4d21-83ff-91bb68f2a823 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:55.010724 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:55.056362 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] For port 174462b3-3ff7-4b71-aa88-e8eca01bcd7e, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:43:55.060959 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] For port 174462b3-3ff7-4b71-aa88-e8eca01bcd7e, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=174462b3-3ff7-4b71-aa88-e8eca01bcd7e,segment=NetworkSegment(053fd6b5-b086-4a82-8dd4-83db6651ae05),segment_id=053fd6b5-b086-4a82-8dd4-83db6651ae05)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:43:55.069265 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:55.071578 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b894dd77-6103-4f03-9cc2-95cebd975f4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:55.104270 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-c8297376-ae61-44e5-8491-58386e83f7d4 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:55.105705 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-c8297376-ae61-44e5-8491-58386e83f7d4 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 810 time: 0.1096141 Jun 25 09:43:55.124616 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-d5b7502b-ecb8-41ee-a8ba-f75f019a89f8 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/quotas/779be48c254449cab94360ef4821f9b5 HTTP/1.1" status: 200 len: 375 time: 0.0108414 Jun 25 09:43:55.167823 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Routers {'98be5206-0b8b-4a57-bf08-19612f3e092b'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:43:55.168484 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:43:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['98be5206-0b8b-4a57-bf08-19612f3e092b'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:55.186275 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96918d82-b289-447c-afe6-8a64e830d86f None None] Pushing event updated for resources: {'Port': ['ID=174462b3-3ff7-4b71-aa88-e8eca01bcd7e,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:55.216135 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-5ca470d7-ddfa-475e-bba8-49318ce9c01a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0855391 Jun 25 09:43:55.231342 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-96918d82-b289-447c-afe6-8a64e830d86f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:55.270328 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:55.342014 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] Set router 98be5206-0b8b-4a57-bf08-19612f3e092b gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:43:55.359011 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-47e50737-0f71-43e7-8e3b-86f3cb378ee3 service neutron] 10.222.0.93 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052597 Jun 25 09:43:55.467500 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-4a7219b4-773a-42e3-93a4-08d871ac8a67 service neutron] 10.222.0.93 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015980 Jun 25 09:43:55.559359 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'name': 'tempest-AttachVolumeTestJSON-241741402-router', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:52Z', 'revision_number': 4, 'project_id': '779be48c254449cab94360ef4821f9b5', 'gw_port': {'id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '174462b3-3ff7-4b71-aa88-e8eca01bcd7e', 'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'mac_address': 'fa:16:3e:ff:8f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:51Z', 'updated_at': '2021-06-25T09:43:55Z', 'revision_number': 4, 'project_id': '779be48c254449cab94360ef4821f9b5', 'subnets': [{'id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:43:55.591172 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd942fb-3da8-4490-b21c-0091fbf52b4b None None] The sync data for ids ['98be5206-0b8b-4a57-bf08-19612f3e092b'] in n-d-761264-15 is: [{'id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'name': 'tempest-AttachVolumeTestJSON-241741402-router', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:52Z', 'revision_number': 4, 'project_id': '779be48c254449cab94360ef4821f9b5', 'gw_port': {'id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '174462b3-3ff7-4b71-aa88-e8eca01bcd7e', 'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'mac_address': 'fa:16:3e:ff:8f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:51Z', 'updated_at': '2021-06-25T09:43:55Z', 'revision_number': 4, 'project_id': '779be48c254449cab94360ef4821f9b5', 'subnets': [{'id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:43:55.677322 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-47a0aa05-5627-43de-9fb0-834566f7be15 req-85cfaa0e-b5f2-4095-b6f3-36aa1cb6e21c tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 210 time: 0.0567362 Jun 25 09:43:56.295603 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:56.744471 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:43:56.845965 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-39b02e0a-16ab-47a3-8aad-cb427567c574 req-d8bda4b7-aac5-4e38-b052-e93c2d5e57c4 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 210 time: 0.0396943 Jun 25 09:43:56.871232 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 174462b3-3ff7-4b71-aa88-e8eca01bcd7e up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:43:56.924261 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 174462b3-3ff7-4b71-aa88-e8eca01bcd7e completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:43:56.926355 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-0bca7b2d-257f-46c3-88da-ef6b0e4c824e tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:56.928709 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-0bca7b2d-257f-46c3-88da-ef6b0e4c824e tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 810 time: 0.1385996 Jun 25 09:43:56.929642 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 174462b3-3ff7-4b71-aa88-e8eca01bcd7e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:56.930157 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:56.993450 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-53b32fe0-2084-4b79-a9fe-3ef397320b64 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=779be48c254449cab94360ef4821f9b5 HTTP/1.1" status: 200 len: 380 time: 0.0484221 Jun 25 09:43:57.002941 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-9212bb0a-e756-426f-b440-2856f02d8595 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Request body: {'port': {'device_id': 'c534ad17-52c6-420a-a408-99d2aae213a0', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'admin_state_up': True, 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'security_groups': ['e535591e-3976-43c3-9f76-2bca04aaf9c6']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:57.025865 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:57.059989 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 174462b3-3ff7-4b71-aa88-e8eca01bcd7e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=174462b3-3ff7-4b71-aa88-e8eca01bcd7e,segment=NetworkSegment(053fd6b5-b086-4a82-8dd4-83db6651ae05),segment_id=053fd6b5-b086-4a82-8dd4-83db6651ae05)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:43:57.064823 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:57.066774 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:57.117562 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=174462b3-3ff7-4b71-aa88-e8eca01bcd7e,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:57.121718 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:57.125514 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-9212bb0a-e756-426f-b440-2856f02d8595 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Made reservation on behalf of 779be48c254449cab94360ef4821f9b5 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:43:57.128903 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-9212bb0a-e756-426f-b440-2856f02d8595 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:57.262820 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-9212bb0a-e756-426f-b440-2856f02d8595 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Allocated IP 172.20.0.3 (33e17a24-daa8-4e59-a2d7-0bd88d6f70fa/d23ab937-e437-4bee-8e3b-b8614ef07a43/6e2bd198-8631-473e-8128-ac6f4b01ac32) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:43:57.411295 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-9212bb0a-e756-426f-b440-2856f02d8595 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:57.425002 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-9212bb0a-e756-426f-b440-2856f02d8595 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Transition to ACTIVE for port object 6e2bd198-8631-473e-8128-ac6f4b01ac32 will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:43:57.468815 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-9212bb0a-e756-426f-b440-2856f02d8595 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:57.473023 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-112ec12e-a2c2-4af7-9dd6-f73fa7aa97f0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:57.514600 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-9212bb0a-e756-426f-b440-2856f02d8595 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:43:57.517726 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-9212bb0a-e756-426f-b440-2856f02d8595 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:43:57.521683 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-9212bb0a-e756-426f-b440-2856f02d8595 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:43:57.530761 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212bb0a-e756-426f-b440-2856f02d8595 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Pushing event updated for resources: {'Port': ['ID=6e2bd198-8631-473e-8128-ac6f4b01ac32,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:57.551206 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9212bb0a-e756-426f-b440-2856f02d8595 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:57.578145 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-9212bb0a-e756-426f-b440-2856f02d8595 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:57.578863 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-9212bb0a-e756-426f-b440-2856f02d8595 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:57.596479 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-9212bb0a-e756-426f-b440-2856f02d8595 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5971715 Jun 25 09:43:57.622364 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Request body: {'port': {'device_id': 'c534ad17-52c6-420a-a408-99d2aae213a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:43:57.707475 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:57.766347 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-31f89229-ba64-4277-b229-3c68389fad37 None None] Provisioning for port 6e2bd198-8631-473e-8128-ac6f4b01ac32 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:43:57.770468 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-31f89229-ba64-4277-b229-3c68389fad37 None None] Provisioning complete for port 6e2bd198-8631-473e-8128-ac6f4b01ac32 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:57.770962 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31f89229-ba64-4277-b229-3c68389fad37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:57.806840 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-31f89229-ba64-4277-b229-3c68389fad37 None None] Port 6e2bd198-8631-473e-8128-ac6f4b01ac32 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:43:57.977879 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2bd198-8631-473e-8128-ac6f4b01ac32 {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:43:57.985626 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:57.997988 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Transition to ACTIVE for port object 6e2bd198-8631-473e-8128-ac6f4b01ac32 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:43:58.003880 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:58.006826 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-aa743999-123e-4a40-b72e-0236c224eb7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:58.010622 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:58.019771 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8a944-84be-4f00-ba87-9f1115798b7a req-0ac413fe-a1bd-441c-a689-b931863b203c tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:58.021544 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b8c8a944-84be-4f00-ba87-9f1115798b7a req-0ac413fe-a1bd-441c-a689-b931863b203c tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 931 time: 0.0701272 Jun 25 09:43:58.057538 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2bd198-8631-473e-8128-ac6f4b01ac32,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:58.061711 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b8c8a944-84be-4f00-ba87-9f1115798b7a req-81d5d535-d32a-4d23-85bf-ad28fb41acd0 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342889 Jun 25 09:43:58.062191 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:58.138347 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Attempting to bind port 6e2bd198-8631-473e-8128-ac6f4b01ac32 on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:43:58.138680 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Attempting to bind port 6e2bd198-8631-473e-8128-ac6f4b01ac32 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:43:58.139011 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Attempting to bind port 6e2bd198-8631-473e-8128-ac6f4b01ac32 on network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:43:58.143881 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Port 6e2bd198-8631-473e-8128-ac6f4b01ac32 on network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:43:58.144206 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Attempting to bind port 6e2bd198-8631-473e-8128-ac6f4b01ac32 on network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:43:58.149984 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:43:58.150431 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Checking segment: {'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:43:58.150816 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Bound using segment: {'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:43:58.151232 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Bound port: 6e2bd198-8631-473e-8128-ac6f4b01ac32, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:43:58.151592 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:58.219213 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] For port 6e2bd198-8631-473e-8128-ac6f4b01ac32, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:43:58.222509 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] For port 6e2bd198-8631-473e-8128-ac6f4b01ac32, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6e2bd198-8631-473e-8128-ac6f4b01ac32,segment=NetworkSegment(053fd6b5-b086-4a82-8dd4-83db6651ae05),segment_id=053fd6b5-b086-4a82-8dd4-83db6651ae05)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:43:58.228089 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:58.231261 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e5d4249f-89a3-4573-b001-f012c506a3a9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:43:58.261987 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:58.262645 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:58.264095 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] 10.222.0.38 "PUT /v2.0/ports/6e2bd198-8631-473e-8128-ac6f4b01ac32 HTTP/1.1" status: 200 len: 1092 time: 0.6463931 Jun 25 09:43:58.264668 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c534ad17-52c6-420a-a408-99d2aae213a0', 'tag': '6e2bd198-8631-473e-8128-ac6f4b01ac32'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:43:58.267102 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa44afd-2aaa-4b62-95c4-3cfe23cd95e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c534ad17-52c6-420a-a408-99d2aae213a0", "tag": "6e2bd198-8631-473e-8128-ac6f4b01ac32"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:43:58.300220 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2bd198-8631-473e-8128-ac6f4b01ac32,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:43:58.305716 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:43:58.312484 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4bf8f9-a9c5-47be-99c0-62c5fad17395 x-openstack-request-id: req-3a4bf8f9-a9c5-47be-99c0-62c5fad17395 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:43:58.312861 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c534ad17-52c6-420a-a408-99d2aae213a0", "tag": "6e2bd198-8631-473e-8128-ac6f4b01ac32", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:43:58.313288 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3a4bf8f9-a9c5-47be-99c0-62c5fad17395 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:43:58.313741 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c534ad17-52c6-420a-a408-99d2aae213a0', 'tag': '6e2bd198-8631-473e-8128-ac6f4b01ac32', 'status': 'completed', 'code': 200} Jun 25 09:43:58.392604 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-c9978491-3658-4645-a3ee-a2b32a0272a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:58.394378 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-c9978491-3658-4645-a3ee-a2b32a0272a8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 1095 time: 0.0599532 Jun 25 09:43:58.451660 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-3673e9f8-d910-44d7-923e-e392669b8539 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2bd198-8631-473e-8128-ac6f4b01ac32 HTTP/1.1" status: 200 len: 217 time: 0.0426004 Jun 25 09:43:58.502423 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-35a94da4-4773-45ec-bc40-f5f63fbc7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:58.503768 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-35a94da4-4773-45ec-bc40-f5f63fbc7b81 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0454514 Jun 25 09:43:58.573309 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-f40b67ff-19ac-44de-880a-ebe0f770b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:58.575180 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-f40b67ff-19ac-44de-880a-ebe0f770b60e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640035 Jun 25 09:43:58.667620 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-75f8df85-4815-42e8-866c-5607dd54d649 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853281 Jun 25 09:43:58.778060 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-964369b5-1d70-4f00-931c-9c49d2fbdde1 req-2a3d4ffc-d2dc-4721-8178-02b7b1258a75 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037664 Jun 25 09:43:58.831228 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 174462b3-3ff7-4b71-aa88-e8eca01bcd7e up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:43:58.882205 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 174462b3-3ff7-4b71-aa88-e8eca01bcd7e triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:43:58.882578 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:43:58.936239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa44afd-2aaa-4b62-95c4-3cfe23cd95e2 req-7c3d0d56-6fef-4943-8037-d407803aec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:58.937815 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-caa44afd-2aaa-4b62-95c4-3cfe23cd95e2 req-7c3d0d56-6fef-4943-8037-d407803aec91 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 1095 time: 0.0573049 Jun 25 09:43:59.037716 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa44afd-2aaa-4b62-95c4-3cfe23cd95e2 req-ee21d72d-bc7b-416d-84b7-5cc5a55379c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:59.039091 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-caa44afd-2aaa-4b62-95c4-3cfe23cd95e2 req-ee21d72d-bc7b-416d-84b7-5cc5a55379c8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.0940530 Jun 25 09:43:59.086679 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-caa44afd-2aaa-4b62-95c4-3cfe23cd95e2 req-f7390833-dce3-466a-9f40-d669082fc561 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2bd198-8631-473e-8128-ac6f4b01ac32 HTTP/1.1" status: 200 len: 217 time: 0.0401313 Jun 25 09:43:59.142257 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa44afd-2aaa-4b62-95c4-3cfe23cd95e2 req-fd25ee22-7e31-42be-af48-d6ec810a4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:59.143727 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-caa44afd-2aaa-4b62-95c4-3cfe23cd95e2 req-fd25ee22-7e31-42be-af48-d6ec810a4456 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0503731 Jun 25 09:43:59.207818 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa44afd-2aaa-4b62-95c4-3cfe23cd95e2 req-eac58e79-169d-41ca-bc81-4ee36fcf9251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:59.209523 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-caa44afd-2aaa-4b62-95c4-3cfe23cd95e2 req-eac58e79-169d-41ca-bc81-4ee36fcf9251 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579791 Jun 25 09:43:59.261347 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d88d8-0807-4725-9c52-cd4f15755fe3 req-404c3cbb-82a5-40a7-82f7-929338c59cef tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:43:59.262837 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-803d88d8-0807-4725-9c52-cd4f15755fe3 req-404c3cbb-82a5-40a7-82f7-929338c59cef tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 943 time: 0.0739841 Jun 25 09:43:59.302666 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-803d88d8-0807-4725-9c52-cd4f15755fe3 req-83da0edb-4018-4834-ac28-c12197e676db tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337889 Jun 25 09:43:59.309136 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-caa44afd-2aaa-4b62-95c4-3cfe23cd95e2 req-612b3dee-ca09-4638-8f4e-0f85f2b2b30a service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912812 Jun 25 09:43:59.403251 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-caa44afd-2aaa-4b62-95c4-3cfe23cd95e2 req-fa49e3b2-83f3-4801-8bba-a123f5cb76c0 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874243 Jun 25 09:44:00.487556 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ef277-48fa-41e0-8a9a-29cbf9364dae req-f648712e-be4a-49c3-a53d-9de1fb0e571f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:00.489070 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-282ef277-48fa-41e0-8a9a-29cbf9364dae req-f648712e-be4a-49c3-a53d-9de1fb0e571f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 943 time: 0.0656240 Jun 25 09:44:00.530227 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-282ef277-48fa-41e0-8a9a-29cbf9364dae req-30a8f7c7-ec8c-433b-a90a-12ccfb130760 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328267 Jun 25 09:44:01.413858 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 6e2bd198-8631-473e-8128-ac6f4b01ac32 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:44:01.527391 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 6e2bd198-8631-473e-8128-ac6f4b01ac32, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6e2bd198-8631-473e-8128-ac6f4b01ac32,segment=NetworkSegment(053fd6b5-b086-4a82-8dd4-83db6651ae05),segment_id=053fd6b5-b086-4a82-8dd4-83db6651ae05)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:44:01.543201 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '6e2bd198-8631-473e-8128-ac6f4b01ac32', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'port_id': '6e2bd198-8631-473e-8128-ac6f4b01ac32', 'mac_address': 'fa:16:3e:28:aa:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:44:01.555969 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:01.587484 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:01.600503 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2bd198-8631-473e-8128-ac6f4b01ac32 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:44:01.620149 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 6e2bd198-8631-473e-8128-ac6f4b01ac32, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6e2bd198-8631-473e-8128-ac6f4b01ac32,segment=NetworkSegment(053fd6b5-b086-4a82-8dd4-83db6651ae05),segment_id=053fd6b5-b086-4a82-8dd4-83db6651ae05)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:44:01.625077 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:01.626863 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:44:01.674623 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=6e2bd198-8631-473e-8128-ac6f4b01ac32,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:44:01.677794 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:44:01.717832 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732c511-b57f-4491-8c3e-a8461ccf9774 req-b0ddba38-d20d-4aaa-b058-c74875b57eba tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:01.719340 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d732c511-b57f-4491-8c3e-a8461ccf9774 req-b0ddba38-d20d-4aaa-b058-c74875b57eba tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 944 time: 0.0748045 Jun 25 09:44:01.757373 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d732c511-b57f-4491-8c3e-a8461ccf9774 req-40832c20-d5df-4368-b031-da9dfbd50615 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320547 Jun 25 09:44:01.929675 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['6e2bd198-8631-473e-8128-ac6f4b01ac32'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:44:03.126530 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367648bf-0b2f-41ba-96ad-bad12e8514b0 req-30242b17-21cc-48a4-9a07-570e5cc13937 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:03.128163 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-367648bf-0b2f-41ba-96ad-bad12e8514b0 req-30242b17-21cc-48a4-9a07-570e5cc13937 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 944 time: 0.0740798 Jun 25 09:44:03.173780 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-367648bf-0b2f-41ba-96ad-bad12e8514b0 req-010f4892-c93c-402a-a183-99ed0f9a4951 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371051 Jun 25 09:44:03.444087 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 6e2bd198-8631-473e-8128-ac6f4b01ac32 up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:44:03.507636 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 6e2bd198-8631-473e-8128-ac6f4b01ac32 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:44:03.514670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 6e2bd198-8631-473e-8128-ac6f4b01ac32 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:44:03.515056 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:03.595487 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:03.620869 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c534ad17-52c6-420a-a408-99d2aae213a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2bd198-8631-473e-8128-ac6f4b01ac32'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:44:03.623844 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e8e831-f0af-465d-a13f-16de84a80166" -d '{"events": [{"server_uuid": "c534ad17-52c6-420a-a408-99d2aae213a0", "name": "network-vif-plugged", "status": "completed", "tag": "6e2bd198-8631-473e-8128-ac6f4b01ac32"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:44:03.637537 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 6e2bd198-8631-473e-8128-ac6f4b01ac32, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6e2bd198-8631-473e-8128-ac6f4b01ac32,segment=NetworkSegment(053fd6b5-b086-4a82-8dd4-83db6651ae05),segment_id=053fd6b5-b086-4a82-8dd4-83db6651ae05)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:44:03.642719 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:03.644652 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:44:03.669505 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09af5a5a-03b9-488c-8653-df59bf78582c x-openstack-request-id: req-09af5a5a-03b9-488c-8653-df59bf78582c {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:44:03.669956 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c534ad17-52c6-420a-a408-99d2aae213a0", "name": "network-vif-plugged", "status": "completed", "tag": "6e2bd198-8631-473e-8128-ac6f4b01ac32", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:44:03.670292 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-09af5a5a-03b9-488c-8653-df59bf78582c {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:44:03.670857 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c534ad17-52c6-420a-a408-99d2aae213a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2bd198-8631-473e-8128-ac6f4b01ac32', 'code': 200} Jun 25 09:44:03.699346 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=6e2bd198-8631-473e-8128-ac6f4b01ac32,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:44:03.705270 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:44:03.821159 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b71a3-b1fd-4d84-a760-e73de5e2b058 req-e07d1707-4457-43ee-9f51-d122686ed7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:03.822674 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-047b71a3-b1fd-4d84-a760-e73de5e2b058 req-e07d1707-4457-43ee-9f51-d122686ed7db service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 1097 time: 0.0624049 Jun 25 09:44:03.864632 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-047b71a3-b1fd-4d84-a760-e73de5e2b058 req-b0d52771-423f-400a-93ef-013e116cac50 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338988 Jun 25 09:44:04.366354 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423154c-28fe-4664-9730-1314304b4328 req-724007e8-f38d-4ddc-9d57-93bd769c092f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:04.367961 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3423154c-28fe-4664-9730-1314304b4328 req-724007e8-f38d-4ddc-9d57-93bd769c092f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0718029 Jun 25 09:44:04.409499 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3423154c-28fe-4664-9730-1314304b4328 req-de9152d9-2524-4e47-a047-ac58813993ba tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336859 Jun 25 09:44:05.593877 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fe598-9b40-4d63-b145-c6e1238d2b93 req-edcaae04-4a7d-41cb-887e-d692d2ad5eb8 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:05.595382 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b3fe598-9b40-4d63-b145-c6e1238d2b93 req-edcaae04-4a7d-41cb-887e-d692d2ad5eb8 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0676429 Jun 25 09:44:05.638353 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5b3fe598-9b40-4d63-b145-c6e1238d2b93 req-12ef282b-05f5-4199-bdec-80d1de6b9045 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349703 Jun 25 09:44:05.820464 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324d366-a558-4e17-b894-b02ac2501ec3 req-896512ce-7a18-4c18-8c86-5fdca01e9e5e tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:05.821878 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7324d366-a558-4e17-b894-b02ac2501ec3 req-896512ce-7a18-4c18-8c86-5fdca01e9e5e tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0670974 Jun 25 09:44:05.832494 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58692) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:44:05.838760 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-6b694acb-3dac-416a-b083-195f91789291 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Request body: {'floatingip': {'port_id': '6e2bd198-8631-473e-8128-ac6f4b01ac32'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:44:05.891197 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b694acb-3dac-416a-b083-195f91789291 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for floatingip, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:06.687790 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b694acb-3dac-416a-b083-195f91789291 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:06.694007 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b694acb-3dac-416a-b083-195f91789291 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:06.799120 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-6b694acb-3dac-416a-b083-195f91789291 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Floating IP f8c6c49f-4c86-4e3c-b4a7-a69b496027a0 associated. External IP: 172.25.6.199, port: 6e2bd198-8631-473e-8128-ac6f4b01ac32. Jun 25 09:44:07.027444 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b694acb-3dac-416a-b083-195f91789291 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Router 98be5206-0b8b-4a57-bf08-19612f3e092b has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:44:07.151214 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b694acb-3dac-416a-b083-195f91789291 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:44:07.156073 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-6b694acb-3dac-416a-b083-195f91789291 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:07.161234 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac925c0-260b-4311-9025-81d50365e4fb None None] Sync routers for ids ['98be5206-0b8b-4a57-bf08-19612f3e092b'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:44:07.171168 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac925c0-260b-4311-9025-81d50365e4fb None None] Routers {'98be5206-0b8b-4a57-bf08-19612f3e092b'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:44:07.171798 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-2ac925c0-260b-4311-9025-81d50365e4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:43:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['98be5206-0b8b-4a57-bf08-19612f3e092b'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:44:07.193086 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-6b694acb-3dac-416a-b083-195f91789291 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "PUT /v2.0/floatingips/f8c6c49f-4c86-4e3c-b4a7-a69b496027a0 HTTP/1.1" status: 200 len: 991 time: 1.3589160 Jun 25 09:44:07.193884 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c534ad17-52c6-420a-a408-99d2aae213a0', 'tag': '6e2bd198-8631-473e-8128-ac6f4b01ac32'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:44:07.196437 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a43f25-5ebb-4316-a294-599cae30de09" -d '{"events": [{"name": "network-changed", "server_uuid": "c534ad17-52c6-420a-a408-99d2aae213a0", "tag": "6e2bd198-8631-473e-8128-ac6f4b01ac32"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:44:07.235973 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ccc4b3-4075-4929-bff6-1ecc5814c729 x-openstack-request-id: req-b1ccc4b3-4075-4929-bff6-1ecc5814c729 {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:44:07.236338 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c534ad17-52c6-420a-a408-99d2aae213a0", "tag": "6e2bd198-8631-473e-8128-ac6f4b01ac32", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:44:07.236643 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b1ccc4b3-4075-4929-bff6-1ecc5814c729 {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:44:07.237161 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c534ad17-52c6-420a-a408-99d2aae213a0', 'tag': '6e2bd198-8631-473e-8128-ac6f4b01ac32', 'status': 'completed', 'code': 200} Jun 25 09:44:07.278587 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-2ac925c0-260b-4311-9025-81d50365e4fb None None] Set router 98be5206-0b8b-4a57-bf08-19612f3e092b gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:44:07.345504 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a43f25-5ebb-4316-a294-599cae30de09 req-99ac1bbf-8529-4efa-8cd2-b10276c8befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:07.347008 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-74a43f25-5ebb-4316-a294-599cae30de09 req-99ac1bbf-8529-4efa-8cd2-b10276c8befd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 1097 time: 0.0641026 Jun 25 09:44:07.437451 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a43f25-5ebb-4316-a294-599cae30de09 req-599079d1-9b7e-432a-9ba2-2a626c37f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:07.438962 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-74a43f25-5ebb-4316-a294-599cae30de09 req-599079d1-9b7e-432a-9ba2-2a626c37f0d4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.0852687 Jun 25 09:44:07.510745 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-74a43f25-5ebb-4316-a294-599cae30de09 req-e01895d7-d481-4517-aaa0-ab8699c42856 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2bd198-8631-473e-8128-ac6f4b01ac32 HTTP/1.1" status: 200 len: 999 time: 0.0646281 Jun 25 09:44:07.513594 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-2ac925c0-260b-4311-9025-81d50365e4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'name': 'tempest-AttachVolumeTestJSON-241741402-router', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:52Z', 'revision_number': 4, 'project_id': '779be48c254449cab94360ef4821f9b5', 'gw_port': {'id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'f8c6c49f-4c86-4e3c-b4a7-a69b496027a0', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'port_id': '6e2bd198-8631-473e-8128-ac6f4b01ac32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'mac_address': 'fa:16:3e:28:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c534ad17-52c6-420a-a408-99d2aae213a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:43:54Z', 'updated_at': '2021-06-25T09:44:06Z', 'revision_number': 1, 'project_id': '779be48c254449cab94360ef4821f9b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174462b3-3ff7-4b71-aa88-e8eca01bcd7e', 'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'mac_address': 'fa:16:3e:ff:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:51Z', 'updated_at': '2021-06-25T09:43:57Z', 'revision_number': 5, 'project_id': '779be48c254449cab94360ef4821f9b5', 'subnets': [{'id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:44:07.540586 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac925c0-260b-4311-9025-81d50365e4fb None None] Checking router: 98be5206-0b8b-4a57-bf08-19612f3e092b for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:44:07.549187 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac925c0-260b-4311-9025-81d50365e4fb None None] Routers {'98be5206-0b8b-4a57-bf08-19612f3e092b'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:44:07.550117 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-2ac925c0-260b-4311-9025-81d50365e4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:43:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['98be5206-0b8b-4a57-bf08-19612f3e092b'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:44:07.561047 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a43f25-5ebb-4316-a294-599cae30de09 req-2ee9c276-2bb7-45ec-8b2c-3c6db908aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:07.562618 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-74a43f25-5ebb-4316-a294-599cae30de09 req-2ee9c276-2bb7-45ec-8b2c-3c6db908aa9c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0458627 Jun 25 09:44:07.625318 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a43f25-5ebb-4316-a294-599cae30de09 req-3053f939-2f01-47bf-a1f1-3824bd3b6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:07.626841 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-74a43f25-5ebb-4316-a294-599cae30de09 req-3053f939-2f01-47bf-a1f1-3824bd3b6c71 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577166 Jun 25 09:44:07.655694 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-2ac925c0-260b-4311-9025-81d50365e4fb None None] Set router 98be5206-0b8b-4a57-bf08-19612f3e092b gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:44:07.723306 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-74a43f25-5ebb-4316-a294-599cae30de09 req-727da7a9-62eb-4c85-b6a5-9625d697645b service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891325 Jun 25 09:44:07.824428 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-74a43f25-5ebb-4316-a294-599cae30de09 req-d751adb9-2127-4ac4-a1d5-3208e8d77565 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941901 Jun 25 09:44:07.884594 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-2ac925c0-260b-4311-9025-81d50365e4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'name': 'tempest-AttachVolumeTestJSON-241741402-router', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:52Z', 'revision_number': 4, 'project_id': '779be48c254449cab94360ef4821f9b5', 'gw_port': {'id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'f8c6c49f-4c86-4e3c-b4a7-a69b496027a0', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'port_id': '6e2bd198-8631-473e-8128-ac6f4b01ac32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'mac_address': 'fa:16:3e:28:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c534ad17-52c6-420a-a408-99d2aae213a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:43:54Z', 'updated_at': '2021-06-25T09:44:06Z', 'revision_number': 1, 'project_id': '779be48c254449cab94360ef4821f9b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174462b3-3ff7-4b71-aa88-e8eca01bcd7e', 'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'mac_address': 'fa:16:3e:ff:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:51Z', 'updated_at': '2021-06-25T09:43:57Z', 'revision_number': 5, 'project_id': '779be48c254449cab94360ef4821f9b5', 'subnets': [{'id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:44:07.910325 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac925c0-260b-4311-9025-81d50365e4fb None None] The sync data for ids ['98be5206-0b8b-4a57-bf08-19612f3e092b'] in n-d-761264-15 is: [{'id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'name': 'tempest-AttachVolumeTestJSON-241741402-router', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:52Z', 'revision_number': 4, 'project_id': '779be48c254449cab94360ef4821f9b5', 'gw_port': {'id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'f8c6c49f-4c86-4e3c-b4a7-a69b496027a0', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'port_id': '6e2bd198-8631-473e-8128-ac6f4b01ac32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'mac_address': 'fa:16:3e:28:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c534ad17-52c6-420a-a408-99d2aae213a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:43:54Z', 'updated_at': '2021-06-25T09:44:06Z', 'revision_number': 1, 'project_id': '779be48c254449cab94360ef4821f9b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174462b3-3ff7-4b71-aa88-e8eca01bcd7e', 'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'mac_address': 'fa:16:3e:ff:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:51Z', 'updated_at': '2021-06-25T09:43:57Z', 'revision_number': 5, 'project_id': '779be48c254449cab94360ef4821f9b5', 'subnets': [{'id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:44:08.119969 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70be3f2e-f4a4-4410-9c07-0389b971333b None None] New status for floating IP f8c6c49f-4c86-4e3c-b4a7-a69b496027a0: ACTIVE {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:44:22.450270 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a68349a0-45cc-4d83-a30c-f061338b429e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:24.281204 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:24.942519 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d895636-ef93-4a6f-9cfc-f165a551bc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:25.216704 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:26.301140 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:28.014278 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:29.419284 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e7ad10e4-8415-443b-9032-8248d30dfd75 req-e51e2d44-9327-4d30-9a6e-7d6763e05248 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591595 Jun 25 09:44:29.548548 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad10e4-8415-443b-9032-8248d30dfd75 req-d95b3c8e-9000-45c4-9217-1bffa6669eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:29.550211 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e7ad10e4-8415-443b-9032-8248d30dfd75 req-d95b3c8e-9000-45c4-9217-1bffa6669eca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 1097 time: 0.0606644 Jun 25 09:44:29.669583 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad10e4-8415-443b-9032-8248d30dfd75 req-2f7092ce-d434-4d1b-bd85-0723c771e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:29.671166 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e7ad10e4-8415-443b-9032-8248d30dfd75 req-2f7092ce-d434-4d1b-bd85-0723c771e7fe service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.0971212 Jun 25 09:44:29.749496 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e7ad10e4-8415-443b-9032-8248d30dfd75 req-6136a1fa-1bce-4d0b-8bbf-0ed41a8b7290 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2bd198-8631-473e-8128-ac6f4b01ac32 HTTP/1.1" status: 200 len: 1001 time: 0.0711136 Jun 25 09:44:29.804533 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad10e4-8415-443b-9032-8248d30dfd75 req-cd026b71-fb7d-4ffe-bc6b-8dda88e528e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:29.806275 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e7ad10e4-8415-443b-9032-8248d30dfd75 req-cd026b71-fb7d-4ffe-bc6b-8dda88e528e0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0495465 Jun 25 09:44:29.907906 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad10e4-8415-443b-9032-8248d30dfd75 req-bd3ba7c7-6cc6-493b-b4b2-736e0a818456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:29.910175 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e7ad10e4-8415-443b-9032-8248d30dfd75 req-bd3ba7c7-6cc6-493b-b4b2-736e0a818456 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665421 Jun 25 09:44:30.004213 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e7ad10e4-8415-443b-9032-8248d30dfd75 req-e7d112fb-c932-46a1-a763-dbd04556a1b3 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859656 Jun 25 09:44:30.092105 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e7ad10e4-8415-443b-9032-8248d30dfd75 req-42815a50-5dd6-4e4a-93a3-ad2f7c6283bd service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811102 Jun 25 09:44:31.586797 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:33.743730 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:44:42.725886 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [req-a8b37d78-7292-433c-aa42-5306243725d1 req-34116782-37a2-462e-8478-0c52c93ef849 service neutron] (94025) timed out ('10.222.0.41', 61045) {{(pid=94025) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 09:44:42.854134 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c247fe7-8c3c-4216-a0f8-50d535c954f9 req-b27bf0bd-59f4-4f67-97d5-fbcac7cb8e7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0602427 Jun 25 09:44:42.967760 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c247fe7-8c3c-4216-a0f8-50d535c954f9 req-eec034ae-decf-4067-9718-8ff119acc85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:42.969288 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c247fe7-8c3c-4216-a0f8-50d535c954f9 req-eec034ae-decf-4067-9718-8ff119acc85f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 1098 time: 0.0581090 Jun 25 09:44:43.085220 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c247fe7-8c3c-4216-a0f8-50d535c954f9 req-f129dcf7-ddd2-4130-a229-85ac620b59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:43.086594 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c247fe7-8c3c-4216-a0f8-50d535c954f9 req-f129dcf7-ddd2-4130-a229-85ac620b59ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0 HTTP/1.1" status: 200 len: 899 time: 0.0932319 Jun 25 09:44:43.157368 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c247fe7-8c3c-4216-a0f8-50d535c954f9 req-da8638c4-d5fb-471f-84b1-3c4d08b1c041 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290 HTTP/1.1" status: 200 len: 1002 time: 0.0635226 Jun 25 09:44:43.207851 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c247fe7-8c3c-4216-a0f8-50d535c954f9 req-6e7c3487-5ec1-4021-8956-87703e6717fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:43.209378 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c247fe7-8c3c-4216-a0f8-50d535c954f9 req-6e7c3487-5ec1-4021-8956-87703e6717fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73468602-69f5-43dc-b9de-f6e4c906cec5 HTTP/1.1" status: 200 len: 834 time: 0.0458324 Jun 25 09:44:43.267867 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c247fe7-8c3c-4216-a0f8-50d535c954f9 req-c89eff4b-b618-4b72-88c1-d85fce509369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:43.269494 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c247fe7-8c3c-4216-a0f8-50d535c954f9 req-c89eff4b-b618-4b72-88c1-d85fce509369 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536487 Jun 25 09:44:43.368429 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c247fe7-8c3c-4216-a0f8-50d535c954f9 req-1df506bf-d8b5-4439-a638-abe3a3a2e67e service neutron] 10.222.0.41 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918021 Jun 25 09:44:43.457897 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3c247fe7-8c3c-4216-a0f8-50d535c954f9 req-27b63a29-dd8f-4bfd-9c0e-1cfb50977357 service neutron] 10.222.0.41 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821602 Jun 25 09:44:52.445370 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4bba8611-6fbc-422c-aeef-ebb015e938e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:54.295649 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:54.946471 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45025c96-6b48-4335-b4a6-3ac992662fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:55.212095 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:56.304522 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:58.019766 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:44:59.715461 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81b1c-a46a-4d65-862c-f5212dac101b req-9e8d1451-49c7-4169-abe9-58be0924c54c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:44:59.717214 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4dc81b1c-a46a-4d65-862c-f5212dac101b req-9e8d1451-49c7-4169-abe9-58be0924c54c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 946 time: 0.1373308 Jun 25 09:44:59.757667 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4dc81b1c-a46a-4d65-862c-f5212dac101b req-261b8e81-bb1d-46f8-98b9-72a523561273 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344388 Jun 25 09:44:59.792818 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 58922) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:44:59.859148 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-8c6ff1a1-50b1-44e6-b839-77aaa590adfc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/435b804b-bed4-4746-8f7e-aea361af9966 HTTP/1.1" status: 200 len: 994 time: 0.0647914 Jun 25 09:45:00.416028 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f84558-b66a-4184-98ed-294093898d9a req-c8f0226c-8fb5-4f94-a624-57cd91492b51 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:00.417627 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55f84558-b66a-4184-98ed-294093898d9a req-c8f0226c-8fb5-4f94-a624-57cd91492b51 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 1098 time: 0.1229551 Jun 25 09:45:00.454645 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-55f84558-b66a-4184-98ed-294093898d9a req-bcfd7608-910c-444e-8d81-e5db1bce68e9 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311604 Jun 25 09:45:01.161702 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-6cd22215-5087-4398-81d2-213ce9909da7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0566084 Jun 25 09:45:01.586840 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:01.742788 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-671c6d7c-a8d0-4598-96df-22ca048b1a46 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:45:01.743808 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-671c6d7c-a8d0-4598-96df-22ca048b1a46 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059249 Jun 25 09:45:01.752513 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-0ced9479-1683-45b8-9397-dfde0879c509 req-a3024843-b0a1-4ef2-b367-82a89f8b5acb service neutron] Request body: {'binding': {'host': 'n-h2-761264-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:45:01.753001 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-0ced9479-1683-45b8-9397-dfde0879c509 req-a3024843-b0a1-4ef2-b367-82a89f8b5acb service neutron] Unknown quota resources ['binding']. {{(pid=94025) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 09:45:01.886311 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0ced9479-1683-45b8-9397-dfde0879c509 req-a3024843-b0a1-4ef2-b367-82a89f8b5acb service neutron] Attempting to bind port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 on host n-h2-761264-15 for vnic_type normal with profile None {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:45:01.886636 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0ced9479-1683-45b8-9397-dfde0879c509 req-a3024843-b0a1-4ef2-b367-82a89f8b5acb service neutron] Attempting to bind port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:45:01.886990 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced9479-1683-45b8-9397-dfde0879c509 req-a3024843-b0a1-4ef2-b367-82a89f8b5acb service neutron] Attempting to bind port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 on network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:45:01.891593 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced9479-1683-45b8-9397-dfde0879c509 req-a3024843-b0a1-4ef2-b367-82a89f8b5acb service neutron] Port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 on network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:45:01.891909 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced9479-1683-45b8-9397-dfde0879c509 req-a3024843-b0a1-4ef2-b367-82a89f8b5acb service neutron] Attempting to bind port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 on network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:45:01.899367 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced9479-1683-45b8-9397-dfde0879c509 req-a3024843-b0a1-4ef2-b367-82a89f8b5acb service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:45:01.899914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced9479-1683-45b8-9397-dfde0879c509 req-a3024843-b0a1-4ef2-b367-82a89f8b5acb service neutron] Checking segment: {'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:45:01.900524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced9479-1683-45b8-9397-dfde0879c509 req-a3024843-b0a1-4ef2-b367-82a89f8b5acb service neutron] Bound using segment: {'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:45:01.901265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0ced9479-1683-45b8-9397-dfde0879c509 req-a3024843-b0a1-4ef2-b367-82a89f8b5acb service neutron] Bound port: 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:45:02.330069 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0ced9479-1683-45b8-9397-dfde0879c509 req-a3024843-b0a1-4ef2-b367-82a89f8b5acb service neutron] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:45:02.337267 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ced9479-1683-45b8-9397-dfde0879c509 req-a3024843-b0a1-4ef2-b367-82a89f8b5acb service neutron] Notify callbacks [] for binding, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:02.338534 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-a3024843-b0a1-4ef2-b367-82a89f8b5acb service neutron] 10.222.0.93 "POST /v2.0/ports/6a18bcc3-7bf2-49b7-8590-e17b1f45c290/bindings HTTP/1.1" status: 201 len: 390 time: 0.5892723 Jun 25 09:45:02.559889 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ca49b-744a-4058-b35a-5f1673398ba0 req-36ec792a-c13d-4e23-ba4b-e784b053ec8f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:02.561522 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-908ca49b-744a-4058-b35a-5f1673398ba0 req-36ec792a-c13d-4e23-ba4b-e784b053ec8f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 946 time: 0.0706456 Jun 25 09:45:02.609671 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-908ca49b-744a-4058-b35a-5f1673398ba0 req-b561a48f-3461-42dd-bb8d-78beb90cd36f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423632 Jun 25 09:45:02.649253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8a1292b9-8516-428a-b743-7cc59ce347fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:02.650742 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8a1292b9-8516-428a-b743-7cc59ce347fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 1098 time: 0.1072414 Jun 25 09:45:02.759939 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced9479-1683-45b8-9397-dfde0879c509 req-1cd12fcf-904b-49b8-8970-61ae8064c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:02.761518 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-1cd12fcf-904b-49b8-8970-61ae8064c8fd service neutron] 10.222.0.38 "GET /v2.0/networks?id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0 HTTP/1.1" status: 200 len: 899 time: 0.0901449 Jun 25 09:45:02.828683 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-fef65cac-0e3f-4192-949e-c59929022837 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290 HTTP/1.1" status: 200 len: 1002 time: 0.0601883 Jun 25 09:45:02.882998 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced9479-1683-45b8-9397-dfde0879c509 req-94a1557a-550a-454a-9554-39ff72edcdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:02.884365 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-94a1557a-550a-454a-9554-39ff72edcdca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73468602-69f5-43dc-b9de-f6e4c906cec5 HTTP/1.1" status: 200 len: 834 time: 0.0494349 Jun 25 09:45:02.943935 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced9479-1683-45b8-9397-dfde0879c509 req-5ca9db47-fa6e-442f-9fe6-ffbda06773eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:02.945569 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-5ca9db47-fa6e-442f-9fe6-ffbda06773eb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544193 Jun 25 09:45:03.049706 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-3c11dee4-4c73-4143-8170-6d15933be3e7 service neutron] 10.222.0.38 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956295 Jun 25 09:45:03.150366 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-2b19fd89-fec4-42b4-ad81-35c1737eed5c service neutron] 10.222.0.38 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931506 Jun 25 09:45:03.356905 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced9479-1683-45b8-9397-dfde0879c509 req-3ec52f19-5301-412d-89ad-a5ba6d72b2d9 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:03.358394 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-3ec52f19-5301-412d-89ad-a5ba6d72b2d9 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&binding%3Ahost_id=n-h1-761264-15 HTTP/1.1" status: 200 len: 1098 time: 0.0981414 Jun 25 09:45:03.369231 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-761264-15'}}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:45:03.451230 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:03.587460 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:45:03.628421 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:45:03.670817 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:45:03.673277 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146f3c27-a2eb-439a-b3e9-3737a809fcd7" -d '{"events": [{"server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "name": "network-vif-unplugged", "status": "completed", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:45:03.677922 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:03.686132 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:03.689395 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-583c94b8-de5d-49fe-a7a5-433cfd75d646 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:03.803458 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27c330-ee59-4de5-bf18-cf37b7b5324c req-2748d700-5639-4463-b7e4-a1d12d86d0fe tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:03.809122 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Pushing event updated for resources: {'Port': ['ID=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,revision_number=7']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:03.811596 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe27c330-ee59-4de5-bf18-cf37b7b5324c req-2748d700-5639-4463-b7e4-a1d12d86d0fe tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 944 time: 0.0809937 Jun 25 09:45:03.832127 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:03.832646 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:03.833094 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:03.833599 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:03.834631 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:03.835099 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:03.835473 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:03.835836 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:03.836205 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:03.836576 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:03.836959 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:03.837333 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:03.843555 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:03.863195 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe27c330-ee59-4de5-bf18-cf37b7b5324c req-75622749-fb1b-4bad-b4db-29ddd92214f2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502691 Jun 25 09:45:03.887371 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Attempting to bind port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 on host n-h1-761264-15 for vnic_type normal with profile {"migrating_to": "n-h2-761264-15"} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:45:03.887716 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Attempting to bind port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 by drivers openvswitch,hyperv on host n-h1-761264-15 at level 0 using segments [{'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:45:03.888083 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Attempting to bind port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 on network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:45:03.892669 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 on network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:45:03.893102 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Attempting to bind port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 on network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:45:03.898300 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Checking agent: {'id': '1645f569-0340-46ed-b518-cd9485247ac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'started_at': datetime.datetime(2021, 6, 25, 9, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:45:03.898651 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Checking segment: {'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:45:03.899043 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Bound using segment: {'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:45:03.899481 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Bound port: 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host: n-h1-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30cbcd11-04c9-4894-916f-ea62aa64948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:45:03.899864 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:03.942762 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2107674-bf83-440b-90d9-afa8c193d64a x-openstack-request-id: req-e2107674-bf83-440b-90d9-afa8c193d64a {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:45:03.943193 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "name": "network-vif-unplugged", "status": "completed", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:45:03.943593 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e2107674-bf83-440b-90d9-afa8c193d64a {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:45:03.944269 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290', 'code': 200} Jun 25 09:45:03.982477 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:45:03.989626 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h1-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:45:03.995530 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:03.998884 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:04.000196 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Provisioning complete for port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:45:04.000719 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:04.084666 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:04.091056 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Pushing event updated for resources: {'Port': ['ID=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,revision_number=8']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:04.097996 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:04.152960 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:04.153754 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:04.155249 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] 10.222.0.38 "PUT /v2.0/ports/6a18bcc3-7bf2-49b7-8590-e17b1f45c290 HTTP/1.1" status: 200 len: 1124 time: 0.7901342 Jun 25 09:45:04.291092 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:45:04.293549 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996df288-514a-4d0a-8dd1-d18887279a1b" -d '{"events": [{"server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "name": "network-vif-plugged", "status": "completed", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:45:04.307229 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:45:04.312271 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:04.315991 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:04.353606 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe12ead8-2f95-41c2-9b4c-9a8aa843fa91 x-openstack-request-id: req-fe12ead8-2f95-41c2-9b4c-9a8aa843fa91 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:45:04.353901 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "name": "network-vif-plugged", "status": "completed", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:45:04.354161 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fe12ead8-2f95-41c2-9b4c-9a8aa843fa91 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:45:04.354554 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290', 'code': 200} Jun 25 09:45:04.390924 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['6a18bcc3-7bf2-49b7-8590-e17b1f45c290'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:45:04.486089 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Pushing event updated for resources: {'Port': ['ID=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:04.504561 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:04.504930 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:04.505268 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:04.505599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:04.505998 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:04.506249 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:04.506599 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:04.506922 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:04.507237 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:04.507549 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:04.507846 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:04.508157 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:04.514032 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:04.668671 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-425d95ac-a275-463b-885b-3d6f9ca08849 None None] Provisioning complete for port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:45:04.669069 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-425d95ac-a275-463b-885b-3d6f9ca08849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:05.036678 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922e7e9-8528-4733-aa21-64df64cbc980 req-0cba4092-bedc-4d95-900b-b516ef877058 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:05.038208 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e922e7e9-8528-4733-aa21-64df64cbc980 req-0cba4092-bedc-4d95-900b-b516ef877058 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 946 time: 0.0709848 Jun 25 09:45:05.081801 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e922e7e9-8528-4733-aa21-64df64cbc980 req-54bd3298-5c96-4745-b1b6-e3420b6db2e8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353360 Jun 25 09:45:05.947718 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:45:05.952994 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838f8f67-c964-4cf7-a35a-734df8f0e06f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:45:05.992615 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e198b1ee-93f6-43ca-b15a-8dbf2ee3f881 x-openstack-request-id: req-e198b1ee-93f6-43ca-b15a-8dbf2ee3f881 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:45:05.992951 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:45:05.993288 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e198b1ee-93f6-43ca-b15a-8dbf2ee3f881 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:45:05.993741 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290', 'status': 'completed', 'code': 200} Jun 25 09:45:06.108216 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f8f67-c964-4cf7-a35a-734df8f0e06f req-f3e8d785-d838-41a6-badd-943b18a6654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:06.109918 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-838f8f67-c964-4cf7-a35a-734df8f0e06f req-f3e8d785-d838-41a6-badd-943b18a6654e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 1129 time: 0.0581276 Jun 25 09:45:06.199565 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f8f67-c964-4cf7-a35a-734df8f0e06f req-f881b43a-44e4-4abc-8f71-fe94665eb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:06.201014 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-838f8f67-c964-4cf7-a35a-734df8f0e06f req-f881b43a-44e4-4abc-8f71-fe94665eb116 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0 HTTP/1.1" status: 200 len: 899 time: 0.0843785 Jun 25 09:45:06.265797 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da1f22-9392-4567-b3af-8aee947140ab req-6201e42f-1bcd-4b74-a2fb-fcd3d2bf9bbe tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:06.267314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32da1f22-9392-4567-b3af-8aee947140ab req-6201e42f-1bcd-4b74-a2fb-fcd3d2bf9bbe tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 946 time: 0.0709407 Jun 25 09:45:06.273715 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-838f8f67-c964-4cf7-a35a-734df8f0e06f req-fea65ea8-63b5-4fa7-bba6-838cf1236a14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290 HTTP/1.1" status: 200 len: 1002 time: 0.0655370 Jun 25 09:45:06.307893 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32da1f22-9392-4567-b3af-8aee947140ab req-d6886ba9-0efc-4306-b853-2da44b0c9918 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339663 Jun 25 09:45:06.326592 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f8f67-c964-4cf7-a35a-734df8f0e06f req-bb77d9ff-1deb-427b-beec-436591c0848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:06.328065 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-838f8f67-c964-4cf7-a35a-734df8f0e06f req-bb77d9ff-1deb-427b-beec-436591c0848c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73468602-69f5-43dc-b9de-f6e4c906cec5 HTTP/1.1" status: 200 len: 834 time: 0.0460668 Jun 25 09:45:06.387373 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f8f67-c964-4cf7-a35a-734df8f0e06f req-7c9a4f8f-3ce2-4b48-8a4b-537086bba63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:06.388906 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-838f8f67-c964-4cf7-a35a-734df8f0e06f req-7c9a4f8f-3ce2-4b48-8a4b-537086bba63b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539153 Jun 25 09:45:06.489709 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-838f8f67-c964-4cf7-a35a-734df8f0e06f req-c9088739-f504-40c1-b57a-48280e316b37 service neutron] 10.222.0.41 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918863 Jun 25 09:45:06.583038 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-838f8f67-c964-4cf7-a35a-734df8f0e06f req-94744b2d-2749-44cf-8323-f91eb84de478 service neutron] 10.222.0.41 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862586 Jun 25 09:45:07.511792 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58414bb-d030-4a49-bee5-6f3da260936e req-7055a1d6-482a-4588-b0d1-582909e7731e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:07.513293 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e58414bb-d030-4a49-bee5-6f3da260936e req-7055a1d6-482a-4588-b0d1-582909e7731e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 946 time: 0.0787504 Jun 25 09:45:07.557138 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e58414bb-d030-4a49-bee5-6f3da260936e req-a91a8a07-de35-42a9-930e-53bf31b04adf tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342667 Jun 25 09:45:07.767180 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:45:07.870950 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:45:07.882507 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 has no active binding in host n-h2-761264-15 {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 25 09:45:08.754298 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3d191-27f7-4f6a-bbc3-c315ccfb9b03 req-89e686ea-d83b-40c4-ad81-92d44603d8d1 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:08.755831 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0bf3d191-27f7-4f6a-bbc3-c315ccfb9b03 req-89e686ea-d83b-40c4-ad81-92d44603d8d1 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 946 time: 0.0774214 Jun 25 09:45:08.802819 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0bf3d191-27f7-4f6a-bbc3-c315ccfb9b03 req-937ee08a-6c4d-401f-af0a-b1b599137453 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400889 Jun 25 09:45:09.836299 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-acf44ba7-2807-4772-a041-48b52edb2755 service neutron] 10.222.0.41 "GET /v2.0/ports/6a18bcc3-7bf2-49b7-8590-e17b1f45c290/bindings/n-h2-761264-15 HTTP/1.1" status: 200 len: 385 time: 0.0678382 Jun 25 09:45:09.983617 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae7eaf-12d8-4cb6-94fa-a4e91728952c req-25fce2b9-c88b-438a-9926-cc4afa472c6f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:09.985182 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c4ae7eaf-12d8-4cb6-94fa-a4e91728952c req-25fce2b9-c88b-438a-9926-cc4afa472c6f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 946 time: 0.0668933 Jun 25 09:45:10.034792 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8d4ba12e-7fdf-47c4-9f67-ce3766978556 service neutron] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:45:10.041151 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c4ae7eaf-12d8-4cb6-94fa-a4e91728952c req-7806fa51-10a0-4cd8-946c-6b3a805546c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502777 Jun 25 09:45:10.057113 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8d4ba12e-7fdf-47c4-9f67-ce3766978556 service neutron] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:45:10.105215 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:45:10.107585 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c331a2fd-c64d-4782-9e4e-1e1929a9b18b" -d '{"events": [{"server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "name": "network-vif-unplugged", "status": "completed", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:45:10.114966 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8d4ba12e-7fdf-47c4-9f67-ce3766978556 service neutron] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:45:10.132657 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8d4ba12e-7fdf-47c4-9f67-ce3766978556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:10.149454 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d340db3c-a765-4666-8c37-56f356359fbb x-openstack-request-id: req-d340db3c-a765-4666-8c37-56f356359fbb {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:45:10.149728 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "name": "network-vif-unplugged", "status": "completed", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:45:10.150062 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d340db3c-a765-4666-8c37-56f356359fbb {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:45:10.150566 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290', 'code': 200} Jun 25 09:45:10.213653 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8d4ba12e-7fdf-47c4-9f67-ce3766978556 service neutron] Transition to ACTIVE for port object 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:45:10.220165 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8d4ba12e-7fdf-47c4-9f67-ce3766978556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:10.222259 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-55669a9c-0d28-473c-8058-996a40387782 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:10.315621 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba12e-7fdf-47c4-9f67-ce3766978556 service neutron] Pushing event updated for resources: {'Port': ['ID=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,revision_number=11']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:10.323642 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8d4ba12e-7fdf-47c4-9f67-ce3766978556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:10.358014 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8d4ba12e-7fdf-47c4-9f67-ce3766978556 service neutron] No DVR routers for this DVR port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:45:10.492195 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-8d4ba12e-7fdf-47c4-9f67-ce3766978556 service neutron] 10.222.0.41 "PUT /v2.0/ports/6a18bcc3-7bf2-49b7-8590-e17b1f45c290/bindings/n-h2-761264-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6484346 Jun 25 09:45:10.680185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced9479-1683-45b8-9397-dfde0879c509 req-4cbe2984-cb10-4832-9585-fbe37d5c7218 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:10.681641 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-4cbe2984-cb10-4832-9585-fbe37d5c7218 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&binding%3Ahost_id=n-h1-761264-15 HTTP/1.1" status: 200 len: 1097 time: 0.0713036 Jun 25 09:45:10.742248 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:45:10.744383 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced9479-1683-45b8-9397-dfde0879c509 req-7f326ae9-b052-4e55-8202-bea44c193ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:10.745952 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-7f326ae9-b052-4e55-8202-bea44c193ce1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4 HTTP/1.1" status: 200 len: 1097 time: 0.0571852 Jun 25 09:45:10.838477 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced9479-1683-45b8-9397-dfde0879c509 req-fb8f272e-688d-48cb-a2bf-b1df007ab6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:10.839993 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-fb8f272e-688d-48cb-a2bf-b1df007ab6f4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 1097 time: 0.0575616 Jun 25 09:45:10.938887 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced9479-1683-45b8-9397-dfde0879c509 req-56b2e5c5-7a13-42c0-9a09-39d99c03f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:10.940496 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-56b2e5c5-7a13-42c0-9a09-39d99c03f36a service neutron] 10.222.0.38 "GET /v2.0/networks?id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0 HTTP/1.1" status: 200 len: 899 time: 0.0941808 Jun 25 09:45:11.012494 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-4db5ab66-ca89-4ccd-8856-1b0550630b6f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290 HTTP/1.1" status: 200 len: 1000 time: 0.0646636 Jun 25 09:45:11.063929 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced9479-1683-45b8-9397-dfde0879c509 req-024a815a-4b25-4463-b994-8261590afdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:11.065464 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-024a815a-4b25-4463-b994-8261590afdc9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73468602-69f5-43dc-b9de-f6e4c906cec5 HTTP/1.1" status: 200 len: 834 time: 0.0468826 Jun 25 09:45:11.137072 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced9479-1683-45b8-9397-dfde0879c509 req-18bb8332-b7ed-4f5c-b7d4-8a2546eb1a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:11.139128 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-18bb8332-b7ed-4f5c-b7d4-8a2546eb1a46 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610847 Jun 25 09:45:11.232391 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-55b9d41c-4784-460c-8cbe-49dd8ab14d90 service neutron] 10.222.0.38 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870883 Jun 25 09:45:11.233832 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac890d60-9a6c-4ab1-ba9e-0ab3c73b99b7 req-6447492a-186e-4449-ab87-3e72de6f0633 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:11.235408 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ac890d60-9a6c-4ab1-ba9e-0ab3c73b99b7 req-6447492a-186e-4449-ab87-3e72de6f0633 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 945 time: 0.0703950 Jun 25 09:45:11.277217 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ac890d60-9a6c-4ab1-ba9e-0ab3c73b99b7 req-c10d9e70-d4c7-4380-8dcb-5634375137fb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346596 Jun 25 09:45:11.329103 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-be26c094-a175-45b5-8275-15c4f943774a service neutron] 10.222.0.38 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902240 Jun 25 09:45:11.679956 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced9479-1683-45b8-9397-dfde0879c509 req-3520e6bc-846b-4721-a7bf-283635b878cd tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:11.681494 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-3520e6bc-846b-4721-a7bf-283635b878cd tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&binding%3Ahost_id=n-h2-761264-15 HTTP/1.1" status: 200 len: 1097 time: 0.0610673 Jun 25 09:45:11.826085 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0ced9479-1683-45b8-9397-dfde0879c509 req-3a2c96f0-b71f-4d8a-bd52-a5b916f8be3e service neutron] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h1-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:45:11.829272 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0ced9479-1683-45b8-9397-dfde0879c509 req-3a2c96f0-b71f-4d8a-bd52-a5b916f8be3e service neutron] Notify callbacks [] for binding, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:11.830408 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0ced9479-1683-45b8-9397-dfde0879c509 req-3a2c96f0-b71f-4d8a-bd52-a5b916f8be3e service neutron] 10.222.0.38 "DELETE /v2.0/ports/6a18bcc3-7bf2-49b7-8590-e17b1f45c290/bindings/n-h1-761264-15 HTTP/1.1" status: 204 len: 173 time: 0.1311135 Jun 25 09:45:12.466348 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14cea5-2d97-4609-9f65-d05a4768cfdd req-230daaab-bd0e-4b1d-ab9b-c0e9a7fb1c5f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:12.467863 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f14cea5-2d97-4609-9f65-d05a4768cfdd req-230daaab-bd0e-4b1d-ab9b-c0e9a7fb1c5f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 945 time: 0.0725195 Jun 25 09:45:12.509073 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6f14cea5-2d97-4609-9f65-d05a4768cfdd req-eb3afce5-8b08-4a6e-b908-075b440ef677 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332179 Jun 25 09:45:12.697557 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361ca35-d367-4cc3-8f8f-46227a231661 req-d6b8cb70-b179-4cd1-9caa-da9c10a0a6da tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:12.699143 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c361ca35-d367-4cc3-8f8f-46227a231661 req-d6b8cb70-b179-4cd1-9caa-da9c10a0a6da tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 1097 time: 0.0571539 Jun 25 09:45:12.741815 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c361ca35-d367-4cc3-8f8f-46227a231661 req-51860bbe-aa08-4f53-84c1-0564a4332caa tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348070 Jun 25 09:45:12.907566 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:45:12.932985 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858718aa-ff08-491e-82a8-a0adc7d96236 req-6787dac2-2e18-4f17-8f08-b243f30984e5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:12.934628 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-858718aa-ff08-491e-82a8-a0adc7d96236 req-6787dac2-2e18-4f17-8f08-b243f30984e5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 945 time: 0.0692387 Jun 25 09:45:12.951490 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:45:12.975860 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-858718aa-ff08-491e-82a8-a0adc7d96236 req-ec7bfd25-eea4-4df9-ac55-0544060a1771 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349042 Jun 25 09:45:12.999734 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59036) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:13.059563 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5a160959-a997-417f-95e6-17610229968c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/435b804b-bed4-4746-8f7e-aea361af9966 HTTP/1.1" status: 200 len: 992 time: 0.0586054 Jun 25 09:45:13.338875 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59044) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:13.505689 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port b9ce5cee-15e6-4a52-ad2a-dd57ff5ef525 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:45:13.506422 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:13.585505 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:13.585864 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:13.597619 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for b9ce5cee-15e6-4a52-ad2a-dd57ff5ef525 owned by network:floatingip {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:45:13.763245 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:13.765676 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-69687d9e-0315-4b1d-88fa-530ae87a4449 tempest-VolumesNegativeTest-968329023 tempest-VolumesNegativeTest-968329023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:13.791583 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=b9ce5cee-15e6-4a52-ad2a-dd57ff5ef525,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:13.804057 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:13.804444 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:13.804870 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:13.805247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:13.805622 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:13.805994 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:13.806363 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:13.806734 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:13.807095 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:13.807458 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:13.807818 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:13.808174 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:13.826743 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:13.865312 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for floatingip, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:13.865663 n-d-761264-15 neutron-server[94024]: INFO neutron.db.l3_db [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Floating IP 435b804b-bed4-4746-8f7e-aea361af9966 disassociated (deleted). External IP: 172.25.6.247, port: 6a18bcc3-7bf2-49b7-8590-e17b1f45c290. Jun 25 09:45:14.117590 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router af32e7a2-ed06-46b8-a792-623e2a6373d1 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:45:14.227933 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:45:14.233324 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:14.238688 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc5738-8b2f-4d9d-a532-a07c14582d6a None None] Sync routers for ids ['af32e7a2-ed06-46b8-a792-623e2a6373d1'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:45:14.249576 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc5738-8b2f-4d9d-a532-a07c14582d6a None None] Routers {'af32e7a2-ed06-46b8-a792-623e2a6373d1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:45:14.250201 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-6afc5738-8b2f-4d9d-a532-a07c14582d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:44:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['af32e7a2-ed06-46b8-a792-623e2a6373d1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:14.271371 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-e1b8a857-0e36-4c47-a5a1-0bebfcb095f5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/floatingips/435b804b-bed4-4746-8f7e-aea361af9966 HTTP/1.1" status: 204 len: 168 time: 0.9312577 Jun 25 09:45:14.272215 n-d-761264-15 neutron-server[94024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290'}] {{(pid=94024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:45:14.274750 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092506b36ef23e285c8ba550c2897f6d81f0b8dcad9bda461dc071a0bbe81fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470c3280-3440-4420-9ce0-d98b38373031" -d '{"events": [{"name": "network-changed", "server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290"}]}' {{(pid=94024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:45:14.315650 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267f776b-dcb6-469d-b1b8-4d2c1836c4cc x-openstack-request-id: req-267f776b-dcb6-469d-b1b8-4d2c1836c4cc {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:45:14.316263 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290", "status": "completed", "code": 200}]} {{(pid=94024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:45:14.316610 n-d-761264-15 neutron-server[94024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-267f776b-dcb6-469d-b1b8-4d2c1836c4cc {{(pid=94024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:45:14.317176 n-d-761264-15 neutron-server[94024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290', 'status': 'completed', 'code': 200} Jun 25 09:45:14.361793 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-6afc5738-8b2f-4d9d-a532-a07c14582d6a None None] Set router af32e7a2-ed06-46b8-a792-623e2a6373d1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:45:14.421989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c3280-3440-4420-9ce0-d98b38373031 req-88831617-058b-484b-8851-157e1fe615a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:14.423469 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-470c3280-3440-4420-9ce0-d98b38373031 req-88831617-058b-484b-8851-157e1fe615a2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 1097 time: 0.0564101 Jun 25 09:45:14.518248 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c3280-3440-4420-9ce0-d98b38373031 req-3b3a465f-363b-42fe-b97c-f5576d9f8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:14.519771 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-470c3280-3440-4420-9ce0-d98b38373031 req-3b3a465f-363b-42fe-b97c-f5576d9f8dcf service neutron] 10.222.0.38 "GET /v2.0/networks?id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0 HTTP/1.1" status: 200 len: 899 time: 0.0899129 Jun 25 09:45:14.596387 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-470c3280-3440-4420-9ce0-d98b38373031 req-f20f904f-d85c-4529-a591-c9de3188df9c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290 HTTP/1.1" status: 200 len: 217 time: 0.0413370 Jun 25 09:45:14.651773 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c3280-3440-4420-9ce0-d98b38373031 req-55332416-58b6-4d04-ae43-3de76bef385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:14.653337 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-470c3280-3440-4420-9ce0-d98b38373031 req-55332416-58b6-4d04-ae43-3de76bef385b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73468602-69f5-43dc-b9de-f6e4c906cec5 HTTP/1.1" status: 200 len: 834 time: 0.0474830 Jun 25 09:45:14.678921 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05eccf1-b273-49ea-957c-af273359ad63 req-f2d5ed7f-374a-469f-9922-b0b509a375c5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:14.680645 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c05eccf1-b273-49ea-957c-af273359ad63 req-f2d5ed7f-374a-469f-9922-b0b509a375c5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 945 time: 0.0693893 Jun 25 09:45:14.697303 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-6afc5738-8b2f-4d9d-a532-a07c14582d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358504799', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:07Z', 'updated_at': '2021-06-25T09:43:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:08Z', 'updated_at': '2021-06-25T09:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '9ae80ae7-2c58-4aed-8989-e24ac306b366', 'name': '', 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:c5:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:11Z', 'updated_at': '2021-06-25T09:43:17Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:14.714726 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c3280-3440-4420-9ce0-d98b38373031 req-224e7bbb-1687-4670-b745-c9ca9c30e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:14.716213 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-470c3280-3440-4420-9ce0-d98b38373031 req-224e7bbb-1687-4670-b745-c9ca9c30e7b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e1e40a4b-0271-4795-84e0-b5d2de40d1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531483 Jun 25 09:45:14.723668 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc5738-8b2f-4d9d-a532-a07c14582d6a None None] Checking router: af32e7a2-ed06-46b8-a792-623e2a6373d1 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:45:14.723968 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c05eccf1-b273-49ea-957c-af273359ad63 req-b6d0ab44-58d8-4a60-835d-b5233febc3f9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=548a8368-dbd2-42f2-b13b-e5a97d69a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376682 Jun 25 09:45:14.732700 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc5738-8b2f-4d9d-a532-a07c14582d6a None None] Routers {'af32e7a2-ed06-46b8-a792-623e2a6373d1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:45:14.733428 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-6afc5738-8b2f-4d9d-a532-a07c14582d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:44:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['af32e7a2-ed06-46b8-a792-623e2a6373d1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:14.820226 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-470c3280-3440-4420-9ce0-d98b38373031 req-17535ed9-7c83-4e59-97e9-98f9948ce769 service neutron] 10.222.0.38 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906823 Jun 25 09:45:14.841876 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-6afc5738-8b2f-4d9d-a532-a07c14582d6a None None] Set router af32e7a2-ed06-46b8-a792-623e2a6373d1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:45:14.912471 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-470c3280-3440-4420-9ce0-d98b38373031 req-678afea6-13f0-43b6-b0bb-68a773a9eddb service neutron] 10.222.0.38 "GET /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834754 Jun 25 09:45:15.051108 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-6afc5738-8b2f-4d9d-a532-a07c14582d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358504799', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:07Z', 'updated_at': '2021-06-25T09:43:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:08Z', 'updated_at': '2021-06-25T09:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '9ae80ae7-2c58-4aed-8989-e24ac306b366', 'name': '', 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:c5:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:11Z', 'updated_at': '2021-06-25T09:43:17Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:15.087851 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc5738-8b2f-4d9d-a532-a07c14582d6a None None] The sync data for ids ['af32e7a2-ed06-46b8-a792-623e2a6373d1'] in n-d-761264-15 is: [{'id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358504799', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:07Z', 'updated_at': '2021-06-25T09:43:12Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:08Z', 'updated_at': '2021-06-25T09:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '9ae80ae7-2c58-4aed-8989-e24ac306b366', 'name': '', 'network_id': 'e1e40a4b-0271-4795-84e0-b5d2de40d1c0', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:c5:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:11Z', 'updated_at': '2021-06-25T09:43:17Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': '73468602-69f5-43dc-b9de-f6e4c906cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:45:15.231498 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f81d7c-6c12-45d3-884f-fe241bd6d667 req-2c2748af-b6c3-4f16-9698-9036e0488919 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:15.233061 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-78f81d7c-6c12-45d3-884f-fe241bd6d667 req-2c2748af-b6c3-4f16-9698-9036e0488919 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 945 time: 0.0699840 Jun 25 09:45:15.310725 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00726d59-4199-4417-8d27-a669965c7aae None None] New status for floating IP 435b804b-bed4-4746-8f7e-aea361af9966: DOWN {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:45:15.339614 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-78f81d7c-6c12-45d3-884f-fe241bd6d667 req-94836402-cdc7-4168-91ff-70707e162f2f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:45:15.340024 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-78f81d7c-6c12-45d3-884f-fe241bd6d667 req-94836402-cdc7-4168-91ff-70707e162f2f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:15.438798 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-78f81d7c-6c12-45d3-884f-fe241bd6d667 req-94836402-cdc7-4168-91ff-70707e162f2f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] For port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:45:15.439454 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-78f81d7c-6c12-45d3-884f-fe241bd6d667 req-94836402-cdc7-4168-91ff-70707e162f2f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:15.452975 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-78f81d7c-6c12-45d3-884f-fe241bd6d667 req-94836402-cdc7-4168-91ff-70707e162f2f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:45:15.584160 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-78f81d7c-6c12-45d3-884f-fe241bd6d667 req-94836402-cdc7-4168-91ff-70707e162f2f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:15.588476 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0dec81d8-5d58-4a42-90e8-0c40a384b8db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:15.617968 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94836402-cdc7-4168-91ff-70707e162f2f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=6a18bcc3-7bf2-49b7-8590-e17b1f45c290,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:15.621043 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-94836402-cdc7-4168-91ff-70707e162f2f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:15.664910 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f81d7c-6c12-45d3-884f-fe241bd6d667 req-94836402-cdc7-4168-91ff-70707e162f2f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] No DVR routers for this DVR port 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:45:15.667549 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-78f81d7c-6c12-45d3-884f-fe241bd6d667 req-94836402-cdc7-4168-91ff-70707e162f2f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:15.669661 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-78f81d7c-6c12-45d3-884f-fe241bd6d667 req-94836402-cdc7-4168-91ff-70707e162f2f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.38 "DELETE /v2.0/ports/6a18bcc3-7bf2-49b7-8590-e17b1f45c290 HTTP/1.1" status: 204 len: 173 time: 0.4311848 Jun 25 09:45:15.670167 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'name': 'network-vif-deleted', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:45:15.672515 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadcba4a-70b9-431f-a4fd-77bc883a58cc" -d '{"events": [{"server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "name": "network-vif-deleted", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:45:15.714411 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a12530-1fbe-421f-a2c7-b676fc28c87d x-openstack-request-id: req-d7a12530-1fbe-421f-a2c7-b676fc28c87d {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:45:15.714754 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fb45b5-5110-4ede-b11f-ce4ea26bf99b", "name": "network-vif-deleted", "tag": "6a18bcc3-7bf2-49b7-8590-e17b1f45c290", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:45:15.715064 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d7a12530-1fbe-421f-a2c7-b676fc28c87d {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:45:15.715510 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fb45b5-5110-4ede-b11f-ce4ea26bf99b', 'name': 'network-vif-deleted', 'tag': '6a18bcc3-7bf2-49b7-8590-e17b1f45c290', 'status': 'completed', 'code': 200} Jun 25 09:45:15.872717 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a75b4931-09aa-4e37-8177-26ee3175973b req-cc4fee64-69c9-449c-a3ab-53b3c396306d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9fb45b5-5110-4ede-b11f-ce4ea26bf99b HTTP/1.1" status: 200 len: 210 time: 0.0302792 Jun 25 09:45:16.975548 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59072) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:17.348132 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-42492d91-edbb-4348-a9b2-9f245d1804a4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:17.642357 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-42492d91-edbb-4348-a9b2-9f245d1804a4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port 9ae80ae7-2c58-4aed-8989-e24ac306b366 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:45:17.642607 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-42492d91-edbb-4348-a9b2-9f245d1804a4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:17.731289 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-42492d91-edbb-4348-a9b2-9f245d1804a4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] For port 9ae80ae7-2c58-4aed-8989-e24ac306b366, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=9ae80ae7-2c58-4aed-8989-e24ac306b366,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:45:17.731666 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-42492d91-edbb-4348-a9b2-9f245d1804a4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:17.744697 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-42492d91-edbb-4348-a9b2-9f245d1804a4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for 9ae80ae7-2c58-4aed-8989-e24ac306b366 owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:45:17.933843 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-42492d91-edbb-4348-a9b2-9f245d1804a4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:17.935740 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:17.964043 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42492d91-edbb-4348-a9b2-9f245d1804a4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=9ae80ae7-2c58-4aed-8989-e24ac306b366,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:17.967537 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-42492d91-edbb-4348-a9b2-9f245d1804a4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:18.459297 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-42492d91-edbb-4348-a9b2-9f245d1804a4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:18.699367 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42492d91-edbb-4348-a9b2-9f245d1804a4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router af32e7a2-ed06-46b8-a792-623e2a6373d1 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:45:18.807940 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42492d91-edbb-4348-a9b2-9f245d1804a4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:45:18.815979 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-42492d91-edbb-4348-a9b2-9f245d1804a4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "PUT /v2.0/routers/af32e7a2-ed06-46b8-a792-623e2a6373d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8368852 Jun 25 09:45:18.817014 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59080) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:18.828168 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ffa2c0-3f52-4086-9549-df1b060d24dc None None] Sync routers for ids ['af32e7a2-ed06-46b8-a792-623e2a6373d1'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:45:18.838862 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ffa2c0-3f52-4086-9549-df1b060d24dc None None] Routers {'af32e7a2-ed06-46b8-a792-623e2a6373d1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:45:18.839782 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-90ffa2c0-3f52-4086-9549-df1b060d24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:44:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['af32e7a2-ed06-46b8-a792-623e2a6373d1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:18.874541 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cd9c5a-74d8-4716-b8c8-ea6812f532a6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting subnet 73468602-69f5-43dc-b9de-f6e4c906cec5 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:45:18.878001 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-34cd9c5a-74d8-4716-b8c8-ea6812f532a6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:18.917271 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-34cd9c5a-74d8-4716-b8c8-ea6812f532a6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:18.945040 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-90ffa2c0-3f52-4086-9549-df1b060d24dc None None] Set router af32e7a2-ed06-46b8-a792-623e2a6373d1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:45:19.009101 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-34cd9c5a-74d8-4716-b8c8-ea6812f532a6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:19.070669 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-34cd9c5a-74d8-4716-b8c8-ea6812f532a6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:19.074019 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a7145536-9348-4859-9bc4-12b165045c03 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:19.098857 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd9c5a-74d8-4716-b8c8-ea6812f532a6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Subnet': ['ID=73468602-69f5-43dc-b9de-f6e4c906cec5,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:19.102002 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-34cd9c5a-74d8-4716-b8c8-ea6812f532a6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:19.102982 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-34cd9c5a-74d8-4716-b8c8-ea6812f532a6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:19.104868 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-34cd9c5a-74d8-4716-b8c8-ea6812f532a6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/subnets/73468602-69f5-43dc-b9de-f6e4c906cec5 HTTP/1.1" status: 204 len: 168 time: 0.2875030 Jun 25 09:45:19.107588 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59084) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:19.112834 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0258b972-9e41-4303-8cda-448e2f1c380b None None] Network e1e40a4b-0271-4795-84e0-b5d2de40d1c0 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:45:19.128504 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-90ffa2c0-3f52-4086-9549-df1b060d24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358504799', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:07Z', 'updated_at': '2021-06-25T09:45:17Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:08Z', 'updated_at': '2021-06-25T09:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:19.157643 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ffa2c0-3f52-4086-9549-df1b060d24dc None None] Checking router: af32e7a2-ed06-46b8-a792-623e2a6373d1 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:45:19.166441 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ffa2c0-3f52-4086-9549-df1b060d24dc None None] Routers {'af32e7a2-ed06-46b8-a792-623e2a6373d1'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:45:19.167105 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-90ffa2c0-3f52-4086-9549-df1b060d24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:44:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['af32e7a2-ed06-46b8-a792-623e2a6373d1'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:19.216147 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:19.272990 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-90ffa2c0-3f52-4086-9549-df1b060d24dc None None] Set router af32e7a2-ed06-46b8-a792-623e2a6373d1 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:45:19.312256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d3d919-941b-4bff-87fb-ef26fc3dd84a None None] DHCP port deletion for e1e40a4b-0271-4795-84e0-b5d2de40d1c0 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:45:19.320086 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:19.362073 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-75d3d919-941b-4bff-87fb-ef26fc3dd84a None None] Deleting port de1b4639-d513-48f8-9871-a84d5514324f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:45:19.362880 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75d3d919-941b-4bff-87fb-ef26fc3dd84a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:19.373753 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port d08e34f9-2c5b-4446-a5af-78f683163fe9 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:45:19.374093 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:19.428027 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-75d3d919-941b-4bff-87fb-ef26fc3dd84a None None] For port de1b4639-d513-48f8-9871-a84d5514324f, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=de1b4639-d513-48f8-9871-a84d5514324f,segment=NetworkSegment(30cbcd11-04c9-4894-916f-ea62aa64948f),segment_id=30cbcd11-04c9-4894-916f-ea62aa64948f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:45:19.428440 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75d3d919-941b-4bff-87fb-ef26fc3dd84a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:19.442626 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-75d3d919-941b-4bff-87fb-ef26fc3dd84a None None] Calling delete_port for de1b4639-d513-48f8-9871-a84d5514324f owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:45:19.459960 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] For port d08e34f9-2c5b-4446-a5af-78f683163fe9, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d08e34f9-2c5b-4446-a5af-78f683163fe9,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:45:19.459960 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:19.463671 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-90ffa2c0-3f52-4086-9549-df1b060d24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358504799', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:07Z', 'updated_at': '2021-06-25T09:45:17Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:08Z', 'updated_at': '2021-06-25T09:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:19.480665 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for d08e34f9-2c5b-4446-a5af-78f683163fe9 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:45:19.491575 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ffa2c0-3f52-4086-9549-df1b060d24dc None None] The sync data for ids ['af32e7a2-ed06-46b8-a792-623e2a6373d1'] in n-d-761264-15 is: [{'id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358504799', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:07Z', 'updated_at': '2021-06-25T09:45:17Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd08e34f9-2c5b-4446-a5af-78f683163fe9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af32e7a2-ed06-46b8-a792-623e2a6373d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:08Z', 'updated_at': '2021-06-25T09:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:45:19.570116 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75d3d919-941b-4bff-87fb-ef26fc3dd84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:19.580052 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:19.585065 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d3d919-941b-4bff-87fb-ef26fc3dd84a None None] No DVR routers for this DVR port de1b4639-d513-48f8-9871-a84d5514324f on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:45:19.603689 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3d919-941b-4bff-87fb-ef26fc3dd84a None None] Pushing event deleted for resources: {'Port': ['ID=de1b4639-d513-48f8-9871-a84d5514324f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:19.611778 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-75d3d919-941b-4bff-87fb-ef26fc3dd84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:19.679574 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:19.681549 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d712d176-84fd-45d4-b515-aa28d631e101 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:19.704865 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=d08e34f9-2c5b-4446-a5af-78f683163fe9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:19.708009 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:19.771097 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:19.868713 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:19.871235 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:19.889105 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:45:19.910485 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:45:19.910840 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 6a18bcc3-7bf2-49b7-8590-e17b1f45c290 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:45:19.916354 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:19.917137 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Fanout notify agent at l3_agent the message router_deleted on router af32e7a2-ed06-46b8-a792-623e2a6373d1 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:45:19.924329 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:19.928011 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-713c71bf-ef31-4ebf-afa8-65e1cef3465b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/routers/af32e7a2-ed06-46b8-a792-623e2a6373d1 HTTP/1.1" status: 204 len: 168 time: 0.8170731 Jun 25 09:45:19.928594 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59088) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:20.017460 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c606f2b7-197e-4c32-a303-8224940ceb28 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:20.110751 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c606f2b7-197e-4c32-a303-8224940ceb28 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:20.121630 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-c606f2b7-197e-4c32-a303-8224940ceb28 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e40a4b-0271-4795-84e0-b5d2de40d1c0']}} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:20.137227 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-c606f2b7-197e-4c32-a303-8224940ceb28 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cbcd11-04c9-4894-916f-ea62aa64948f') {'for_net_delete': True} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:20.137533 n-d-761264-15 neutron-server[94024]: DEBUG neutron.services.segments.db [None req-c606f2b7-197e-4c32-a303-8224940ceb28 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cbcd11-04c9-4894-916f-ea62aa64948f') {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:20.147946 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c606f2b7-197e-4c32-a303-8224940ceb28 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555870'] for segment, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:20.164587 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c606f2b7-197e-4c32-a303-8224940ceb28 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:20.173043 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c606f2b7-197e-4c32-a303-8224940ceb28 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=94024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:45:20.173043 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c606f2b7-197e-4c32-a303-8224940ceb28 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28768768'] for segment, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: Traceback (most recent call last): Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: timer() Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: cb(*args, **kw) Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: return func(*args, **kwargs) Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: self._notify() Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: self.callback(batched_events) Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: event.method(event) Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: return f(self, *a, **k) Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: return self._get(url).json() Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: return self.request(url, 'GET', **kwargs) Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:45:20.175003 n-d-761264-15 neutron-server[94024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:45:20.242556 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c606f2b7-197e-4c32-a303-8224940ceb28 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:20.246412 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-15fb16b0-6562-41e6-b8ba-5cb57a1beda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:20.250767 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c606f2b7-197e-4c32-a303-8224940ceb28 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:20.252313 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c606f2b7-197e-4c32-a303-8224940ceb28 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/networks/e1e40a4b-0271-4795-84e0-b5d2de40d1c0 HTTP/1.1" status: 204 len: 168 time: 0.3226299 Jun 25 09:45:20.255253 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59092) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:20.269070 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f2b7-197e-4c32-a303-8224940ceb28 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Network': ['ID=e1e40a4b-0271-4795-84e0-b5d2de40d1c0,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:20.271862 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c606f2b7-197e-4c32-a303-8224940ceb28 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:20.315888 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-68870ec8-af0e-4f14-9808-ee77d838b5c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:20.341141 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-68870ec8-af0e-4f14-9808-ee77d838b5c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:20.409675 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-68870ec8-af0e-4f14-9808-ee77d838b5c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:20.412410 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-68870ec8-af0e-4f14-9808-ee77d838b5c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:20.413643 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-68870ec8-af0e-4f14-9808-ee77d838b5c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/security-groups/548a8368-dbd2-42f2-b13b-e5a97d69a31c HTTP/1.1" status: 204 len: 168 time: 0.1572707 Jun 25 09:45:20.414461 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-41bb6cd0-ed05-4238-85ae-7102eb3676fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:20.423619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68870ec8-af0e-4f14-9808-ee77d838b5c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=548a8368-dbd2-42f2-b13b-e5a97d69a31c,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:20.426112 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-68870ec8-af0e-4f14-9808-ee77d838b5c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:20.745920 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59100) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:20.751014 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-34097ad0-e70e-476b-8121-8de5bef1308b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1872540538', 'description': 'tempest-secgroup-smoke-1872540538 description', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:45:20.777557 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-34097ad0-e70e-476b-8121-8de5bef1308b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:20.877684 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9ae80ae7-2c58-4aed-8989-e24ac306b366 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:45:20.879770 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-34097ad0-e70e-476b-8121-8de5bef1308b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:20.885278 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-34097ad0-e70e-476b-8121-8de5bef1308b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:20.888974 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b5189336-dee2-4539-b022-447fadfe209d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:20.897798 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 9ae80ae7-2c58-4aed-8989-e24ac306b366 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:45:20.898226 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 9ae80ae7-2c58-4aed-8989-e24ac306b366 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:45:20.898665 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device de1b4639-d513-48f8-9871-a84d5514324f no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:45:20.914479 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-34097ad0-e70e-476b-8121-8de5bef1308b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:20.915734 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-34097ad0-e70e-476b-8121-8de5bef1308b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1686115 Jun 25 09:45:20.919000 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59102) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:20.919892 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: de1b4639-d513-48f8-9871-a84d5514324f {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:45:20.920253 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device de1b4639-d513-48f8-9871-a84d5514324f not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:45:20.920642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34097ad0-e70e-476b-8121-8de5bef1308b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5fd4e9-178e-442a-96b8-4a348b4c1144,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:20.920883 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d08e34f9-2c5b-4446-a5af-78f683163fe9 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:45:20.923631 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-34097ad0-e70e-476b-8121-8de5bef1308b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:20.924660 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-b26c5a7b-bf76-41cc-bf71-dd9df61277e7 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'ff5fd4e9-178e-442a-96b8-4a348b4c1144', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:45:20.939633 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: d08e34f9-2c5b-4446-a5af-78f683163fe9 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:45:20.940013 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d08e34f9-2c5b-4446-a5af-78f683163fe9 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:45:21.308380 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b26c5a7b-bf76-41cc-bf71-dd9df61277e7 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.362861 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b26c5a7b-bf76-41cc-bf71-dd9df61277e7 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.368518 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b26c5a7b-bf76-41cc-bf71-dd9df61277e7 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.370926 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b72ded91-0ce1-4082-817c-82ea814806c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:21.390413 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c5a7b-bf76-41cc-bf71-dd9df61277e7 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafb268e-b0db-4d74-95f5-5458afa2f57b,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:21.393358 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b26c5a7b-bf76-41cc-bf71-dd9df61277e7 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:21.397847 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b26c5a7b-bf76-41cc-bf71-dd9df61277e7 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.399399 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b26c5a7b-bf76-41cc-bf71-dd9df61277e7 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4784679 Jun 25 09:45:21.404007 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59106) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:21.408721 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-b73f62d3-5c77-444c-844d-a6c642637ecc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'ff5fd4e9-178e-442a-96b8-4a348b4c1144', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:45:21.436368 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b73f62d3-5c77-444c-844d-a6c642637ecc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.494831 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b73f62d3-5c77-444c-844d-a6c642637ecc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.499211 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b73f62d3-5c77-444c-844d-a6c642637ecc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.505011 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-79fe23b7-d09d-4278-9cd1-d64978045d59 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:21.518610 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f62d3-5c77-444c-844d-a6c642637ecc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360327ef-349e-4d61-a032-9e7a3493fc09,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:21.522592 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b73f62d3-5c77-444c-844d-a6c642637ecc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:21.525823 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b73f62d3-5c77-444c-844d-a6c642637ecc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.527208 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b73f62d3-5c77-444c-844d-a6c642637ecc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222005 Jun 25 09:45:21.531774 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59108) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:21.536811 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-2152c362-3289-41e5-a16c-d147d9460d0f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'ff5fd4e9-178e-442a-96b8-4a348b4c1144', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:45:21.567067 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2152c362-3289-41e5-a16c-d147d9460d0f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.625773 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2152c362-3289-41e5-a16c-d147d9460d0f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.630652 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2152c362-3289-41e5-a16c-d147d9460d0f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.632491 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b26c5a7b-bf76-41cc-bf71-dd9df61277e7 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:21.651146 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152c362-3289-41e5-a16c-d147d9460d0f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49ba22c-d27c-4cb6-8e54-a96d62abe57c,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:21.653968 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-2152c362-3289-41e5-a16c-d147d9460d0f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:21.657006 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-2152c362-3289-41e5-a16c-d147d9460d0f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.658185 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-2152c362-3289-41e5-a16c-d147d9460d0f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254945 Jun 25 09:45:21.661189 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59110) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:21.666174 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-35ec164c-f06b-475c-85e1-ae094bd69462 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'ff5fd4e9-178e-442a-96b8-4a348b4c1144', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:45:21.695391 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-35ec164c-f06b-475c-85e1-ae094bd69462 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.759786 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-35ec164c-f06b-475c-85e1-ae094bd69462 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.764685 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-35ec164c-f06b-475c-85e1-ae094bd69462 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.766676 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-25c4db55-a8de-41da-9985-6b48e6c5b65d tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:21.784330 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec164c-f06b-475c-85e1-ae094bd69462 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c136b2-a293-49d0-8e47-4010f8c5407d,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:21.787520 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-35ec164c-f06b-475c-85e1-ae094bd69462 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:21.790997 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-35ec164c-f06b-475c-85e1-ae094bd69462 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.792434 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-35ec164c-f06b-475c-85e1-ae094bd69462 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1300368 Jun 25 09:45:21.795142 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59114) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:21.799796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c268b7c6-3b4e-4184-8aeb-9aade7174789 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'ff5fd4e9-178e-442a-96b8-4a348b4c1144', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:45:21.822207 n-d-761264-15 neutron-server[94024]: INFO neutron.db.securitygroups_db [None req-c268b7c6-3b4e-4184-8aeb-9aade7174789 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Project 1a8e091ccc054882b641b9b9ca11d4a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 09:45:21.827324 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c268b7c6-3b4e-4184-8aeb-9aade7174789 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.890646 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c268b7c6-3b4e-4184-8aeb-9aade7174789 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.895310 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c268b7c6-3b4e-4184-8aeb-9aade7174789 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.897154 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-33397705-6f7e-4298-927e-f038beb9f4a2 tempest-SecGroupIPv6Test-1549352324 tempest-SecGroupIPv6Test-1549352324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:21.914638 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268b7c6-3b4e-4184-8aeb-9aade7174789 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac032118-832c-4947-8e9f-d94bfc107109,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:21.917003 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c268b7c6-3b4e-4184-8aeb-9aade7174789 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:21.918102 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c268b7c6-3b4e-4184-8aeb-9aade7174789 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:21.919300 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c268b7c6-3b4e-4184-8aeb-9aade7174789 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232414 Jun 25 09:45:21.922059 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59116) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:21.926593 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-99a9fd9e-6a7d-4a9c-b881-98dd1176f5b0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'security_group_rule': {'security_group_id': 'ff5fd4e9-178e-442a-96b8-4a348b4c1144', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:45:21.950526 n-d-761264-15 neutron-server[94024]: INFO neutron.db.securitygroups_db [None req-99a9fd9e-6a7d-4a9c-b881-98dd1176f5b0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Project 1a8e091ccc054882b641b9b9ca11d4a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 09:45:21.955641 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-99a9fd9e-6a7d-4a9c-b881-98dd1176f5b0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:22.028904 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-99a9fd9e-6a7d-4a9c-b881-98dd1176f5b0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:22.034322 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-99a9fd9e-6a7d-4a9c-b881-98dd1176f5b0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:22.039390 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a3868099-8d84-4c61-ae8f-a8bb63c5ece9 tempest-SecGroupTest-6614233 tempest-SecGroupTest-6614233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:22.054674 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9fd9e-6a7d-4a9c-b881-98dd1176f5b0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe68305-9a90-4afd-9629-d1d1fc57019f,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:22.057501 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-99a9fd9e-6a7d-4a9c-b881-98dd1176f5b0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:22.058969 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-99a9fd9e-6a7d-4a9c-b881-98dd1176f5b0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:22.060166 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-99a9fd9e-6a7d-4a9c-b881-98dd1176f5b0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371722 Jun 25 09:45:22.063057 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59118) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:22.068141 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-573866a7-3701-4d7b-80ba-439f9db4ad53 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'network': {'name': 'tempest-network-smoke--434518586', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'port_security_enabled': True}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:45:22.089784 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573866a7-3701-4d7b-80ba-439f9db4ad53 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Made reservation on behalf of 1a8e091ccc054882b641b9b9ca11d4a4 for: {'network': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:45:22.093390 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-573866a7-3701-4d7b-80ba-439f9db4ad53 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for network, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:22.117348 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573866a7-3701-4d7b-80ba-439f9db4ad53 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=94024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 09:45:22.127526 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-573866a7-3701-4d7b-80ba-439f9db4ad53 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:22.127890 n-d-761264-15 neutron-server[94024]: INFO neutron.db.segments_db [None req-573866a7-3701-4d7b-80ba-439f9db4ad53 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Added segment abf34774-c5db-4907-a38a-432788ed9d26 of type vlan for network e7c9443f-424e-489d-8185-99ca402cdfe9 Jun 25 09:45:22.169289 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-573866a7-3701-4d7b-80ba-439f9db4ad53 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728567038823'] for network, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:22.207834 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-573866a7-3701-4d7b-80ba-439f9db4ad53 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964'] for network, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:22.214857 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573866a7-3701-4d7b-80ba-439f9db4ad53 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:22.215742 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-573866a7-3701-4d7b-80ba-439f9db4ad53 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for network, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:22.219243 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-3f0e0c07-f389-4e47-a3cb-79ab8fe478fa tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:22.280536 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-573866a7-3701-4d7b-80ba-439f9db4ad53 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2162817 Jun 25 09:45:22.283381 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59120) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:22.287793 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1291947193', 'admin_state_up': True, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132'}}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:45:22.302017 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573866a7-3701-4d7b-80ba-439f9db4ad53 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Network': ['ID=e7c9443f-424e-489d-8185-99ca402cdfe9,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:22.304749 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-573866a7-3701-4d7b-80ba-439f9db4ad53 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:22.312297 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Network e7c9443f-424e-489d-8185-99ca402cdfe9 details requested by agent ovs-agent-n-d-761264-15 with host n-d-761264-15 {{(pid=94026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 09:45:22.323040 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59671'] for router, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:22.324381 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59662'] for router, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:22.377384 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:22.439482 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8aa0518c-f09a-456e-9c55-91cbda7b5b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:22.520678 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59708'] for router, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:22.734944 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_gateway, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:22.757587 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:22.861601 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Allocated IP 172.25.6.8 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/d1660ce6-3ff7-4f6d-832d-23368248c5ed) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:45:22.997342 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:23.044956 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:23.047129 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-f794c0cc-b015-4a13-a980-109d064d3849 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:23.084969 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:45:23.087743 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:45:23.094643 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:45:23.097806 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=d1660ce6-3ff7-4f6d-832d-23368248c5ed,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:23.116430 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:23.360213 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_gateway, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:23.572663 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594427'] for router, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:23.705642 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae is scheduled to L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 with binding_index 1 {{(pid=94024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 09:45:23.823473 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:45:23.833563 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Sync routers for ids ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:45:23.843249 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:23.844484 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-c6e8dfd1-a78f-4359-9c3d-9740e0b64287 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5604155 Jun 25 09:45:23.848741 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59130) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:23.849289 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Routers {'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:45:23.849790 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:44:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:23.876660 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e5ec6cf3-a22d-43b1-ade6-7f77f5f3879d tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=1a8e091ccc054882b641b9b9ca11d4a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265796 Jun 25 09:45:23.879220 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59132) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:23.954060 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Set router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:45:23.969443 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543ccb7d-5e95-46c2-b9e9-01cd6ae5fb49 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:23.970878 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-543ccb7d-5e95-46c2-b9e9-01cd6ae5fb49 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907876 Jun 25 09:45:23.974104 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59134) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:24.013035 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b9c2fe84-c286-49a8-bec7-73c80e81d49e tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=8128acdb-767b-4924-9d47-628968405132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351782 Jun 25 09:45:24.013339 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59138) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:24.018443 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-06676300-4ac2-4cbb-96b3-c3441e865ce2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-674680308', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:45:24.111176 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06676300-4ac2-4cbb-96b3-c3441e865ce2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Made reservation on behalf of 1a8e091ccc054882b641b9b9ca11d4a4 for: {'subnet': 1} {{(pid=94024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:45:24.115039 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-06676300-4ac2-4cbb-96b3-c3441e865ce2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636290'] for subnet, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:24.138982 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291947193', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:23Z', 'revision_number': 3, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:24.164621 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Checking router: ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:45:24.165000 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Updating router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae port d1660ce6-3ff7-4f6d-832d-23368248c5ed binding host n-d-761264-15 {{(pid=94026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:45:24.208579 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:24.306467 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-06676300-4ac2-4cbb-96b3-c3441e865ce2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28768930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636304'] for subnet, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:24.309380 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-198259fd-5c01-4097-8f3c-200d808937d2 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:24.309892 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:24.372800 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06676300-4ac2-4cbb-96b3-c3441e865ce2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Subnet': ['ID=d39b8000-4d5c-4796-b695-68863c9a8c27,revision_number=0']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:24.381778 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-06676300-4ac2-4cbb-96b3-c3441e865ce2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:24.391600 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06676300-4ac2-4cbb-96b3-c3441e865ce2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Checking segment: {'id': 'abf34774-c5db-4907-a38a-432788ed9d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:45:24.391908 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06676300-4ac2-4cbb-96b3-c3441e865ce2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network hostable DHCP agents. Network: e7c9443f-424e-489d-8185-99ca402cdfe9, hostable agents: ['d0acba69-80f2-4c11-8430-d38165e31bfb'], hosted agents: [] {{(pid=94024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 09:45:24.411568 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06676300-4ac2-4cbb-96b3-c3441e865ce2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network e7c9443f-424e-489d-8185-99ca402cdfe9 is scheduled to be hosted by DHCP agent d0acba69-80f2-4c11-8430-d38165e31bfb with binding_index 1 {{(pid=94024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 09:45:24.422417 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-06676300-4ac2-4cbb-96b3-c3441e865ce2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-15, e7c9443f-424e-489d-8185-99ca402cdfe9) {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:45:24.427046 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06676300-4ac2-4cbb-96b3-c3441e865ce2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:24.427675 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-06676300-4ac2-4cbb-96b3-c3441e865ce2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:24.432526 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d336918-bd82-4a00-8ed3-abd6bef8f5a4 None None] Network e7c9443f-424e-489d-8185-99ca402cdfe9 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:45:24.447722 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-06676300-4ac2-4cbb-96b3-c3441e865ce2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4332895 Jun 25 09:45:24.450398 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59140) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:24.555165 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:24.568941 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Transition to ACTIVE for port object d1660ce6-3ff7-4f6d-832d-23368248c5ed will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:45:24.589156 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:24.592530 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:24.660569 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Attempting to bind port d1660ce6-3ff7-4f6d-832d-23368248c5ed on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:45:24.660986 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Attempting to bind port d1660ce6-3ff7-4f6d-832d-23368248c5ed by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:45:24.661313 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Attempting to bind port d1660ce6-3ff7-4f6d-832d-23368248c5ed on network 8128acdb-767b-4924-9d47-628968405132 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:45:24.680166 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828d933-134a-4eaa-a3ea-b13d6468fcfb None None] Pushing event updated for resources: {'Port': ['ID=d1660ce6-3ff7-4f6d-832d-23368248c5ed,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:24.683675 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7828d933-134a-4eaa-a3ea-b13d6468fcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:24.686985 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:45:24.687364 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Checking segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:45:24.687772 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:24.688162 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Bound using segment: {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:45:24.688640 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Bound port: d1660ce6-3ff7-4f6d-832d-23368248c5ed, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df400741-ff02-4fd6-a654-4e0643128425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8128acdb-767b-4924-9d47-628968405132'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:45:24.689052 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:24.710652 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a2dc1f7-3865-5262-bc6d-de44aa6cd592-e7c9443f-424e-489d-8185-99ca402cdfe9', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ips': [{'subnet_id': 'd39b8000-4d5c-4796-b695-68863c9a8c27'}]}} from n-d-761264-15. {{(pid=94026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 09:45:24.711519 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:24.809864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] For port d1660ce6-3ff7-4f6d-832d-23368248c5ed, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:45:24.829807 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] For port d1660ce6-3ff7-4f6d-832d-23368248c5ed, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d1660ce6-3ff7-4f6d-832d-23368248c5ed,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:45:24.840333 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:24.852767 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-c6e36301-fed4-4e6a-97d5-7140cb5a1a94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:24.946486 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828d933-134a-4eaa-a3ea-b13d6468fcfb None None] Pushing event updated for resources: {'Port': ['ID=d1660ce6-3ff7-4f6d-832d-23368248c5ed,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:24.952636 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Routers {'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:45:24.953296 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:44:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:24.958262 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7828d933-134a-4eaa-a3ea-b13d6468fcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:24.959445 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Allocated IP 172.20.0.2 (e7c9443f-424e-489d-8185-99ca402cdfe9/d39b8000-4d5c-4796-b695-68863c9a8c27/29aabee4-33e8-4eca-8646-0d8471e03d5d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:45:25.182089 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c720f2ad-0539-4b47-99af-0addc697c1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:25.241810 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:25.285496 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:25.314025 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] Set router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:45:25.476768 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:25.494095 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Transition to ACTIVE for port object 29aabee4-33e8-4eca-8646-0d8471e03d5d will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:45:25.532581 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Transition to ACTIVE for port object 29aabee4-33e8-4eca-8646-0d8471e03d5d will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:45:25.541717 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:25.544802 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-7828d933-134a-4eaa-a3ea-b13d6468fcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:25.584846 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Network e7c9443f-424e-489d-8185-99ca402cdfe9 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:45:25.589250 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Allocated IP 172.20.0.1 (e7c9443f-424e-489d-8185-99ca402cdfe9/d39b8000-4d5c-4796-b695-68863c9a8c27/6de17bad-e14f-4bb8-9be6-41fd61c16f58) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:45:25.589442 n-d-761264-15 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:45:25.597750 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:45:25.601866 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Pushing event updated for resources: {'Port': ['ID=29aabee4-33e8-4eca-8646-0d8471e03d5d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:25.606846 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:25.634551 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291947193', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:23Z', 'revision_number': 3, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:25.681400 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c1d8a-75d3-4df4-bc20-8dcc9bd10087 None None] The sync data for ids ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'] in n-d-761264-15 is: [{'id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291947193', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:23Z', 'revision_number': 3, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:45:25.691457 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Attempting to bind port 29aabee4-33e8-4eca-8646-0d8471e03d5d on host n-d-761264-15 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:45:25.692073 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Attempting to bind port 29aabee4-33e8-4eca-8646-0d8471e03d5d by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'abf34774-c5db-4907-a38a-432788ed9d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:45:25.692770 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Attempting to bind port 29aabee4-33e8-4eca-8646-0d8471e03d5d on network e7c9443f-424e-489d-8185-99ca402cdfe9 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:45:25.699139 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:45:25.699849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Checking segment: {'id': 'abf34774-c5db-4907-a38a-432788ed9d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:45:25.700538 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:25.701180 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Bound using segment: {'id': 'abf34774-c5db-4907-a38a-432788ed9d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:45:25.701819 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Bound port: 29aabee4-33e8-4eca-8646-0d8471e03d5d, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf34774-c5db-4907-a38a-432788ed9d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:45:25.702377 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:25.711185 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:25.729237 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.provisioning_blocks [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Transition to ACTIVE for port object 6de17bad-e14f-4bb8-9be6-41fd61c16f58 will not be triggered until provisioned by entity DHCP. {{(pid=94024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:45:25.778102 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:25.785139 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-af05d885-3f22-44ad-aa70-ea9da636fe9e tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:25.785396 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] For port 29aabee4-33e8-4eca-8646-0d8471e03d5d, host n-d-761264-15, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:45:25.789264 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] For port 29aabee4-33e8-4eca-8646-0d8471e03d5d, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=29aabee4-33e8-4eca-8646-0d8471e03d5d,segment=NetworkSegment(abf34774-c5db-4907-a38a-432788ed9d26),segment_id=abf34774-c5db-4907-a38a-432788ed9d26)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:45:25.794592 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:25.796696 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:25.828987 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network e7c9443f-424e-489d-8185-99ca402cdfe9 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:45:25.832472 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:45:25.836980 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:45:25.862204 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Pushing event updated for resources: {'Port': ['ID=29aabee4-33e8-4eca-8646-0d8471e03d5d,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:25.865729 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:25.866116 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=6de17bad-e14f-4bb8-9be6-41fd61c16f58,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:25.870769 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:25.896723 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-676473'] for router_interface, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:26.083517 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:26.301511 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:26.406067 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:26.412477 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:26.417599 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-6af754c8-ea05-4055-b6df-83c0b63173b7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:26.494301 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676501'] for router_interface, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:26.497462 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=6de17bad-e14f-4bb8-9be6-41fd61c16f58,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:26.500600 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:26.602300 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network e7c9443f-424e-489d-8185-99ca402cdfe9 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:45:26.603947 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:45:26.730127 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:45:26.853152 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:45:26.859186 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-bfe346e5-dee0-4f69-a2d5-d9a111218c72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "PUT /v2.0/routers/ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4075980 Jun 25 09:45:26.914068 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ba7655-d380-4fe8-a97b-0e3a2a28ebe9 None None] Network e7c9443f-424e-489d-8185-99ca402cdfe9 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:45:26.978323 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 29aabee4-33e8-4eca-8646-0d8471e03d5d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:45:27.048568 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-dfd33efe-df06-431a-81a7-13f94488f940 None None] Provisioning for port 29aabee4-33e8-4eca-8646-0d8471e03d5d completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:45:27.106115 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 29aabee4-33e8-4eca-8646-0d8471e03d5d completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:45:27.112270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-38cf7391-8892-40db-8319-6a47f8104ce6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1872540538&fields=id&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4 HTTP/1.1" status: 200 len: 267 time: 0.0365851 Jun 25 09:45:27.113950 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 29aabee4-33e8-4eca-8646-0d8471e03d5d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:45:27.114330 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:27.236468 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:27.256822 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-c1286886-7ec4-4c9b-9220-2f1f9e625339 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:27.259136 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-c1286886-7ec4-4c9b-9220-2f1f9e625339 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/networks?id=e7c9443f-424e-489d-8185-99ca402cdfe9 HTTP/1.1" status: 200 len: 796 time: 0.1388836 Jun 25 09:45:27.273764 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 29aabee4-33e8-4eca-8646-0d8471e03d5d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=29aabee4-33e8-4eca-8646-0d8471e03d5d,segment=NetworkSegment(abf34774-c5db-4907-a38a-432788ed9d26),segment_id=abf34774-c5db-4907-a38a-432788ed9d26)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:45:27.279181 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-acc4f0cb-fcda-43de-a3ef-37bfabdf3b3e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/quotas/1a8e091ccc054882b641b9b9ca11d4a4 HTTP/1.1" status: 200 len: 375 time: 0.0123739 Jun 25 09:45:27.280620 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:27.281777 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d1660ce6-3ff7-4f6d-832d-23368248c5ed up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:45:27.283582 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:27.365378 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-378281b7-4dac-41c4-be54-ae9cab22aaa5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788391 Jun 25 09:45:27.372269 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=29aabee4-33e8-4eca-8646-0d8471e03d5d,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:27.376327 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:27.381601 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port d1660ce6-3ff7-4f6d-832d-23368248c5ed completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:45:27.387668 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port d1660ce6-3ff7-4f6d-832d-23368248c5ed triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:45:27.388035 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:27.494294 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:27.517417 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port d1660ce6-3ff7-4f6d-832d-23368248c5ed, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d1660ce6-3ff7-4f6d-832d-23368248c5ed,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:45:27.526540 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:27.528664 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:27.572839 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-9ad79f75-4f95-4217-beeb-3d2c5a75855b service neutron] 10.222.0.93 "GET /v2.0/networks/e7c9443f-424e-489d-8185-99ca402cdfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886511 Jun 25 09:45:27.597640 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=d1660ce6-3ff7-4f6d-832d-23368248c5ed,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:27.602209 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:27.603482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ee3f5821-8528-4d3b-a50d-b86211abe7ad None None] Provisioning complete for port 29aabee4-33e8-4eca-8646-0d8471e03d5d triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:45:27.603852 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ee3f5821-8528-4d3b-a50d-b86211abe7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:27.658062 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Sync routers for ids ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:45:27.670517 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Routers {'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:45:27.671317 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:45:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:27.674672 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-6ff4f54a-d678-4b68-985f-ac0349d2e6b8 service neutron] 10.222.0.93 "GET /v2.0/networks/e7c9443f-424e-489d-8185-99ca402cdfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942361 Jun 25 09:45:27.704173 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ee3f5821-8528-4d3b-a50d-b86211abe7ad None None] Provisioning for port 6de17bad-e14f-4bb8-9be6-41fd61c16f58 completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:45:27.709560 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ee3f5821-8528-4d3b-a50d-b86211abe7ad None None] Provisioning complete for port 6de17bad-e14f-4bb8-9be6-41fd61c16f58 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:45:27.710324 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ee3f5821-8528-4d3b-a50d-b86211abe7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:27.753727 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f5821-8528-4d3b-a50d-b86211abe7ad None None] Port 6de17bad-e14f-4bb8-9be6-41fd61c16f58 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:45:27.809595 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Set router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:45:27.878406 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8db68101-fc08-4361-89f8-47b1e0ade7d9 None None] Provisioning complete for port 6de17bad-e14f-4bb8-9be6-41fd61c16f58 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:45:27.878803 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8db68101-fc08-4361-89f8-47b1e0ade7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:27.919299 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8db68101-fc08-4361-89f8-47b1e0ade7d9 None None] Port 6de17bad-e14f-4bb8-9be6-41fd61c16f58 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:45:28.020125 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:28.039134 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b8b99fd8-a8b8-4e0c-bf38-3bd24d4c3df0 None None] Provisioning complete for port 6de17bad-e14f-4bb8-9be6-41fd61c16f58 triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:45:28.039895 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8b99fd8-a8b8-4e0c-bf38-3bd24d4c3df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:28.080025 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b8b99fd8-a8b8-4e0c-bf38-3bd24d4c3df0 None None] Port 6de17bad-e14f-4bb8-9be6-41fd61c16f58 cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:45:28.113330 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291947193', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:26Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '6de17bad-e14f-4bb8-9be6-41fd61c16f58', 'name': '', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:00:6b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:25Z', 'updated_at': '2021-06-25T09:45:26Z', 'revision_number': 2, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:28.138774 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Checking router: ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:45:28.139111 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Updating router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae port 6de17bad-e14f-4bb8-9be6-41fd61c16f58 binding host n-d-761264-15 {{(pid=94027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 09:45:28.175831 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:28.459756 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:28.469487 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Transition to ACTIVE for port object 6de17bad-e14f-4bb8-9be6-41fd61c16f58 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:45:28.475005 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:28.477016 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-d44893e4-183e-441c-b0cc-49aab7daf997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:28.544848 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c52f4-4d6d-49e9-9fc5-436047abdd7a None None] Pushing event updated for resources: {'Port': ['ID=6de17bad-e14f-4bb8-9be6-41fd61c16f58,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:28.568432 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c52f4-4d6d-49e9-9fc5-436047abdd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:28.568791 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c52f4-4d6d-49e9-9fc5-436047abdd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:28.569356 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c52f4-4d6d-49e9-9fc5-436047abdd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:28.569903 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c52f4-4d6d-49e9-9fc5-436047abdd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:28.570417 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c52f4-4d6d-49e9-9fc5-436047abdd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:28.571231 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c52f4-4d6d-49e9-9fc5-436047abdd7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:28.571760 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c52f4-4d6d-49e9-9fc5-436047abdd7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:28.572273 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c52f4-4d6d-49e9-9fc5-436047abdd7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:28.572802 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c52f4-4d6d-49e9-9fc5-436047abdd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:28.573311 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c52f4-4d6d-49e9-9fc5-436047abdd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:28.573833 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c52f4-4d6d-49e9-9fc5-436047abdd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:28.574474 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c52f4-4d6d-49e9-9fc5-436047abdd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:45:28.581050 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-fe4c52f4-4d6d-49e9-9fc5-436047abdd7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:28.594898 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Attempting to bind port 6de17bad-e14f-4bb8-9be6-41fd61c16f58 on host n-d-761264-15 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:45:28.595274 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Attempting to bind port 6de17bad-e14f-4bb8-9be6-41fd61c16f58 by drivers openvswitch,hyperv on host n-d-761264-15 at level 0 using segments [{'id': 'abf34774-c5db-4907-a38a-432788ed9d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:45:28.595647 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Attempting to bind port 6de17bad-e14f-4bb8-9be6-41fd61c16f58 on network e7c9443f-424e-489d-8185-99ca402cdfe9 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:45:28.601381 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Checking agent: {'id': '7a3046a9-8fb8-4528-af20-f90c5cc376ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 8, 58, 55), 'started_at': datetime.datetime(2021, 6, 25, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:45:28.601764 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Checking segment: {'id': 'abf34774-c5db-4907-a38a-432788ed9d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:45:28.602314 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:28.602863 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Bound using segment: {'id': 'abf34774-c5db-4907-a38a-432788ed9d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:45:28.603358 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Bound port: 6de17bad-e14f-4bb8-9be6-41fd61c16f58, host: n-d-761264-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf34774-c5db-4907-a38a-432788ed9d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:45:28.603752 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:28.681667 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] For port 6de17bad-e14f-4bb8-9be6-41fd61c16f58, host n-d-761264-15, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:45:28.685456 n-d-761264-15 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] For port 6de17bad-e14f-4bb8-9be6-41fd61c16f58, host n-d-761264-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6de17bad-e14f-4bb8-9be6-41fd61c16f58,segment=NetworkSegment(abf34774-c5db-4907-a38a-432788ed9d26),segment_id=abf34774-c5db-4907-a38a-432788ed9d26)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:45:28.694114 n-d-761264-15 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:28.700560 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-924517a3-61b0-4958-b84b-38d3a45b3d87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:28.743176 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Routers {'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:45:28.744501 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:45:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:28.795697 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c52f4-4d6d-49e9-9fc5-436047abdd7a None None] Pushing event updated for resources: {'Port': ['ID=6de17bad-e14f-4bb8-9be6-41fd61c16f58,revision_number=4']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:28.800481 n-d-761264-15 neutron-server[94027]: DEBUG oslo_concurrency.lockutils [None req-fe4c52f4-4d6d-49e9-9fc5-436047abdd7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:28.904790 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] Set router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:45:28.953912 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 29aabee4-33e8-4eca-8646-0d8471e03d5d up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:45:28.968513 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7b87b251-cf60-4048-9145-829bdb6da751 req-0c9581d0-27d5-49aa-9de3-b42b55ca2a5d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 210 time: 0.0631723 Jun 25 09:45:29.013340 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 29aabee4-33e8-4eca-8646-0d8471e03d5d triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:45:29.013846 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:29.108800 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d1660ce6-3ff7-4f6d-832d-23368248c5ed up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:45:29.139879 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291947193', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:26Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '6de17bad-e14f-4bb8-9be6-41fd61c16f58', 'name': '', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:00:6b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:25Z', 'updated_at': '2021-06-25T09:45:28Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:29.155627 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port d1660ce6-3ff7-4f6d-832d-23368248c5ed triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:45:29.156008 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:29.170545 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefd668-a937-43f9-b856-6bd5a2e94278 None None] The sync data for ids ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'] in n-d-761264-15 is: [{'id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291947193', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:26Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '6de17bad-e14f-4bb8-9be6-41fd61c16f58', 'name': '', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:00:6b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:25Z', 'updated_at': '2021-06-25T09:45:28Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:45:30.123694 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e4f1e19a-efd4-4c6f-8191-9bac07fa6c60 req-29a1a0db-8478-48b7-bd1e-cbd3438a38a6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 210 time: 0.0355463 Jun 25 09:45:30.248990 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-7b7a99b0-dc38-46fd-a53d-47bf2e46201d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:30.250641 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-7b7a99b0-dc38-46fd-a53d-47bf2e46201d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.38 "GET /v2.0/networks?id=e7c9443f-424e-489d-8185-99ca402cdfe9 HTTP/1.1" status: 200 len: 796 time: 0.1140547 Jun 25 09:45:30.323791 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8932ef5b-60fa-4271-a15f-57365b243ddd tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a8e091ccc054882b641b9b9ca11d4a4 HTTP/1.1" status: 200 len: 380 time: 0.0438545 Jun 25 09:45:30.333869 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-71a6847b-7848-41b7-bc3c-7f07b49bd43d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'port': {'device_id': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'admin_state_up': True, 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'security_groups': ['ff5fd4e9-178e-442a-96b8-4a348b4c1144']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:45:30.477455 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a5789eb7-eacb-4ef3-96ce-374d4a057995 req-95fe112c-ac29-464c-80a4-5d410a142732 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1276362 Jun 25 09:45:30.486659 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-71a6847b-7848-41b7-bc3c-7f07b49bd43d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Made reservation on behalf of 1a8e091ccc054882b641b9b9ca11d4a4 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:45:30.490288 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-71a6847b-7848-41b7-bc3c-7f07b49bd43d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:30.652901 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-71a6847b-7848-41b7-bc3c-7f07b49bd43d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Allocated IP 172.20.0.14 (e7c9443f-424e-489d-8185-99ca402cdfe9/d39b8000-4d5c-4796-b695-68863c9a8c27/5c64836d-4878-41c3-8303-46bf5c85e91f) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:45:30.663639 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5789eb7-eacb-4ef3-96ce-374d4a057995 req-99f005c7-997f-4993-9944-ef93e35e5eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:30.665196 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a5789eb7-eacb-4ef3-96ce-374d4a057995 req-99f005c7-997f-4993-9944-ef93e35e5eed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 1097 time: 0.1174827 Jun 25 09:45:30.882680 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-71a6847b-7848-41b7-bc3c-7f07b49bd43d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:30.888675 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5789eb7-eacb-4ef3-96ce-374d4a057995 req-d4a7edf1-37b0-4ffb-85c7-b702d8efcdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:30.890450 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a5789eb7-eacb-4ef3-96ce-374d4a057995 req-d4a7edf1-37b0-4ffb-85c7-b702d8efcdc9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.1987290 Jun 25 09:45:30.900955 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-71a6847b-7848-41b7-bc3c-7f07b49bd43d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Transition to ACTIVE for port object 5c64836d-4878-41c3-8303-46bf5c85e91f will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:45:30.917240 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6de17bad-e14f-4bb8-9be6-41fd61c16f58 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:45:30.970476 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning for port 6de17bad-e14f-4bb8-9be6-41fd61c16f58 completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:45:30.975000 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6de17bad-e14f-4bb8-9be6-41fd61c16f58 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:45:30.975991 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:30.976271 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-71a6847b-7848-41b7-bc3c-7f07b49bd43d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:30.982791 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-46209b26-d956-440a-aaa5-de59a7770321 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:31.032087 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a5789eb7-eacb-4ef3-96ce-374d4a057995 req-3d640046-e4ff-44c4-a4bd-7a98ca9e9a5a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2bd198-8631-473e-8128-ac6f4b01ac32 HTTP/1.1" status: 200 len: 1001 time: 0.1057677 Jun 25 09:45:31.043476 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-71a6847b-7848-41b7-bc3c-7f07b49bd43d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network e7c9443f-424e-489d-8185-99ca402cdfe9 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:45:31.053864 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-71a6847b-7848-41b7-bc3c-7f07b49bd43d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:45:31.056290 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-71a6847b-7848-41b7-bc3c-7f07b49bd43d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:45:31.056910 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:31.077251 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6847b-7848-41b7-bc3c-7f07b49bd43d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=5c64836d-4878-41c3-8303-46bf5c85e91f,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:31.082827 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-71a6847b-7848-41b7-bc3c-7f07b49bd43d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:31.107789 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] For port 6de17bad-e14f-4bb8-9be6-41fd61c16f58, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6de17bad-e14f-4bb8-9be6-41fd61c16f58,segment=NetworkSegment(abf34774-c5db-4907-a38a-432788ed9d26),segment_id=abf34774-c5db-4907-a38a-432788ed9d26)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:45:31.114041 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:31.115900 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:31.135030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5789eb7-eacb-4ef3-96ce-374d4a057995 req-5a43822f-23c3-44d9-b62b-a83ff085e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:31.136527 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a5789eb7-eacb-4ef3-96ce-374d4a057995 req-5a43822f-23c3-44d9-b62b-a83ff085e693 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0920627 Jun 25 09:45:31.152327 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-71a6847b-7848-41b7-bc3c-7f07b49bd43d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:31.153020 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-71a6847b-7848-41b7-bc3c-7f07b49bd43d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:31.172715 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Pushing event updated for resources: {'Port': ['ID=6de17bad-e14f-4bb8-9be6-41fd61c16f58,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:31.176508 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:31.196067 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-71a6847b-7848-41b7-bc3c-7f07b49bd43d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8664627 Jun 25 09:45:31.217515 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Request body: {'port': {'device_id': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:45:31.226289 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5789eb7-eacb-4ef3-96ce-374d4a057995 req-bfc64f5f-cc95-4176-ae4a-87c32e803a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:31.227810 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a5789eb7-eacb-4ef3-96ce-374d4a057995 req-bfc64f5f-cc95-4176-ae4a-87c32e803a8b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834696 Jun 25 09:45:31.327643 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e0f12-0e30-420f-8dc7-c8ab95ebce0d req-ed404d30-efe1-4368-bd65-0f753c741739 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:31.329060 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a74e0f12-0e30-420f-8dc7-c8ab95ebce0d req-ed404d30-efe1-4368-bd65-0f753c741739 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 932 time: 0.0665028 Jun 25 09:45:31.364460 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:31.370284 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a74e0f12-0e30-420f-8dc7-c8ab95ebce0d req-abd521fa-1707-4e08-90e0-9d4c956832ce tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349877 Jun 25 09:45:31.390271 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a5789eb7-eacb-4ef3-96ce-374d4a057995 req-51445113-a3ab-4ef9-a49f-a9aed2255c47 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447074 Jun 25 09:45:31.403316 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ffa15e0e-d096-413a-adf4-7be6ae19ce1e None None] Provisioning for port 5c64836d-4878-41c3-8303-46bf5c85e91f completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:45:31.407536 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ffa15e0e-d096-413a-adf4-7be6ae19ce1e None None] Provisioning complete for port 5c64836d-4878-41c3-8303-46bf5c85e91f triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:45:31.407938 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ffa15e0e-d096-413a-adf4-7be6ae19ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:31.446815 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ffa15e0e-d096-413a-adf4-7be6ae19ce1e None None] Port 5c64836d-4878-41c3-8303-46bf5c85e91f cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:45:31.587825 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a5789eb7-eacb-4ef3-96ce-374d4a057995 req-2537c495-dbf9-4633-9edd-2a8aa7dbd51d service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748364 Jun 25 09:45:31.588554 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:31.725417 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c64836d-4878-41c3-8303-46bf5c85e91f {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:45:31.733238 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:31.745257 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Transition to ACTIVE for port object 5c64836d-4878-41c3-8303-46bf5c85e91f will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:45:31.749924 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:31.752001 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-ecfe0c8a-2b65-4226-914d-7b6d09a9a76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:31.798914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Pushing event updated for resources: {'Port': ['ID=5c64836d-4878-41c3-8303-46bf5c85e91f,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:31.803448 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:31.878677 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Attempting to bind port 5c64836d-4878-41c3-8303-46bf5c85e91f on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:45:31.879016 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Attempting to bind port 5c64836d-4878-41c3-8303-46bf5c85e91f by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': 'abf34774-c5db-4907-a38a-432788ed9d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:45:31.879346 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Attempting to bind port 5c64836d-4878-41c3-8303-46bf5c85e91f on network e7c9443f-424e-489d-8185-99ca402cdfe9 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:45:31.884148 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Port 5c64836d-4878-41c3-8303-46bf5c85e91f on network e7c9443f-424e-489d-8185-99ca402cdfe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:45:31.884462 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Attempting to bind port 5c64836d-4878-41c3-8303-46bf5c85e91f on network e7c9443f-424e-489d-8185-99ca402cdfe9 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:45:31.889673 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:45:31.890021 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Checking segment: {'id': 'abf34774-c5db-4907-a38a-432788ed9d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:45:31.890391 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Bound using segment: {'id': 'abf34774-c5db-4907-a38a-432788ed9d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:45:31.890818 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Bound port: 5c64836d-4878-41c3-8303-46bf5c85e91f, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf34774-c5db-4907-a38a-432788ed9d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:45:31.891178 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:31.962296 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] For port 5c64836d-4878-41c3-8303-46bf5c85e91f, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:45:31.965668 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] For port 5c64836d-4878-41c3-8303-46bf5c85e91f, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=5c64836d-4878-41c3-8303-46bf5c85e91f,segment=NetworkSegment(abf34774-c5db-4907-a38a-432788ed9d26),segment_id=abf34774-c5db-4907-a38a-432788ed9d26)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:45:31.971365 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:31.974683 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-60d227fc-f727-4288-9ea4-76df60d4cc1f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:32.005741 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:32.006355 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:32.007752 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] 10.222.0.38 "PUT /v2.0/ports/5c64836d-4878-41c3-8303-46bf5c85e91f HTTP/1.1" status: 200 len: 1093 time: 0.7967138 Jun 25 09:45:32.008690 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'tag': '5c64836d-4878-41c3-8303-46bf5c85e91f'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:45:32.010736 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d7970b-c7c0-48e1-8290-14f2c883ae44" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f42545-89eb-4287-a171-3244ab40ec8b", "tag": "5c64836d-4878-41c3-8303-46bf5c85e91f"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:45:32.043947 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Pushing event updated for resources: {'Port': ['ID=5c64836d-4878-41c3-8303-46bf5c85e91f,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:32.053172 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8b706886-6867-4c66-a8c9-4ef10b7ec7ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:32.062785 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f8428c-7783-4208-a108-d3c4fb7fe3fe x-openstack-request-id: req-66f8428c-7783-4208-a108-d3c4fb7fe3fe {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:45:32.063172 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f42545-89eb-4287-a171-3244ab40ec8b", "tag": "5c64836d-4878-41c3-8303-46bf5c85e91f", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:45:32.063474 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-66f8428c-7783-4208-a108-d3c4fb7fe3fe {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:45:32.063916 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'tag': '5c64836d-4878-41c3-8303-46bf5c85e91f', 'status': 'completed', 'code': 200} Jun 25 09:45:32.142438 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-af0967e1-c403-4275-94f7-55db28432e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:32.143995 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-af0967e1-c403-4275-94f7-55db28432e5b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 1096 time: 0.0596676 Jun 25 09:45:32.198904 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-39a13020-4a8c-442d-a56e-d9a5179422d1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c64836d-4878-41c3-8303-46bf5c85e91f HTTP/1.1" status: 200 len: 217 time: 0.0398095 Jun 25 09:45:32.250339 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-a3d79f4c-ec67-4411-9a72-2df776daf380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:32.251800 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-a3d79f4c-ec67-4411-9a72-2df776daf380 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d39b8000-4d5c-4796-b695-68863c9a8c27 HTTP/1.1" status: 200 len: 834 time: 0.0458984 Jun 25 09:45:32.318749 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-1c098244-2a2a-429d-9636-cbd9bf4f8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:32.320272 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-1c098244-2a2a-429d-9636-cbd9bf4f8f1e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7c9443f-424e-489d-8185-99ca402cdfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618567 Jun 25 09:45:32.417133 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-cae0b340-9756-482b-9254-e9c211272c72 service neutron] 10.222.0.38 "GET /v2.0/networks/e7c9443f-424e-489d-8185-99ca402cdfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880516 Jun 25 09:45:32.516360 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b8ed5c78-42f8-41a9-ae4b-1e8a7325ccd4 req-667cb1a4-817a-4627-ac2e-530951dacb29 service neutron] 10.222.0.38 "GET /v2.0/networks/e7c9443f-424e-489d-8185-99ca402cdfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916336 Jun 25 09:45:32.553550 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f285c-f98e-4e5e-b935-13ecb8f8c261 req-ddff71c4-eac1-4fef-aab6-4e1781aa1138 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:32.555055 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af2f285c-f98e-4e5e-b935-13ecb8f8c261 req-ddff71c4-eac1-4fef-aab6-4e1781aa1138 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 944 time: 0.0674043 Jun 25 09:45:32.597885 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-af2f285c-f98e-4e5e-b935-13ecb8f8c261 req-b506f379-f1e4-4685-978b-592eb849f495 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342436 Jun 25 09:45:32.677325 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7970b-c7c0-48e1-8290-14f2c883ae44 req-df16c191-56fc-4dd4-b10d-f114f535a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:32.678815 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8d7970b-c7c0-48e1-8290-14f2c883ae44 req-df16c191-56fc-4dd4-b10d-f114f535a93b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 1096 time: 0.0619235 Jun 25 09:45:32.773937 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7970b-c7c0-48e1-8290-14f2c883ae44 req-0d96d6a1-1f9c-48be-b2ab-0bcfa1eb0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:32.775410 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8d7970b-c7c0-48e1-8290-14f2c883ae44 req-0d96d6a1-1f9c-48be-b2ab-0bcfa1eb0207 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7c9443f-424e-489d-8185-99ca402cdfe9 HTTP/1.1" status: 200 len: 898 time: 0.0898132 Jun 25 09:45:32.820903 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8d7970b-c7c0-48e1-8290-14f2c883ae44 req-32e4ea12-911c-425e-8830-87717a4eb34b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c64836d-4878-41c3-8303-46bf5c85e91f HTTP/1.1" status: 200 len: 217 time: 0.0382857 Jun 25 09:45:32.873113 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7970b-c7c0-48e1-8290-14f2c883ae44 req-cc273b08-8b51-445c-b301-a8edfce9d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:32.875990 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8d7970b-c7c0-48e1-8290-14f2c883ae44 req-cc273b08-8b51-445c-b301-a8edfce9d4c5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d39b8000-4d5c-4796-b695-68863c9a8c27 HTTP/1.1" status: 200 len: 834 time: 0.0458417 Jun 25 09:45:32.881681 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6de17bad-e14f-4bb8-9be6-41fd61c16f58 up at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:45:32.931414 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Provisioning complete for port 6de17bad-e14f-4bb8-9be6-41fd61c16f58 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:45:32.931709 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:32.934159 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7970b-c7c0-48e1-8290-14f2c883ae44 req-c8cbc180-04d6-47c6-a080-f9a890a9e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:32.935670 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8d7970b-c7c0-48e1-8290-14f2c883ae44 req-c8cbc180-04d6-47c6-a080-f9a890a9e1a5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7c9443f-424e-489d-8185-99ca402cdfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534527 Jun 25 09:45:33.036189 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8d7970b-c7c0-48e1-8290-14f2c883ae44 req-41f139f8-7664-4882-8592-1b4fd735b4cd service neutron] 10.222.0.38 "GET /v2.0/networks/e7c9443f-424e-489d-8185-99ca402cdfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919886 Jun 25 09:45:33.128759 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-a8d7970b-c7c0-48e1-8290-14f2c883ae44 req-ebeebc57-c2b3-4083-b63d-3899c0ab6b33 service neutron] 10.222.0.38 "GET /v2.0/networks/e7c9443f-424e-489d-8185-99ca402cdfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850737 Jun 25 09:45:33.806230 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ac750-b891-4e2c-9113-fb185038e732 req-9cb61077-e541-49f0-882a-517fb9d0491e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:33.808412 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e41ac750-b891-4e2c-9113-fb185038e732 req-9cb61077-e541-49f0-882a-517fb9d0491e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 944 time: 0.0876696 Jun 25 09:45:33.848251 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e41ac750-b891-4e2c-9113-fb185038e732 req-fbe4688c-563d-412d-a5f9-e5936a39a584 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338354 Jun 25 09:45:35.030898 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b789f-53e1-4ad3-ab88-d902c3750508 req-934003ad-99bc-4c97-b1d7-8426ba2acf68 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:35.032395 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-363b789f-53e1-4ad3-ab88-d902c3750508 req-934003ad-99bc-4c97-b1d7-8426ba2acf68 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 944 time: 0.0666556 Jun 25 09:45:35.071491 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-363b789f-53e1-4ad3-ab88-d902c3750508 req-008165f3-ce5c-470a-a5a9-d78ddd165df6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329773 Jun 25 09:45:35.988441 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 5c64836d-4878-41c3-8303-46bf5c85e91f details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:45:36.087888 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 5c64836d-4878-41c3-8303-46bf5c85e91f, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=5c64836d-4878-41c3-8303-46bf5c85e91f,segment=NetworkSegment(abf34774-c5db-4907-a38a-432788ed9d26),segment_id=abf34774-c5db-4907-a38a-432788ed9d26)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:45:36.099700 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '5c64836d-4878-41c3-8303-46bf5c85e91f', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'port_id': '5c64836d-4878-41c3-8303-46bf5c85e91f', 'mac_address': 'fa:16:3e:ed:7c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:45:36.137037 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:36.154228 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c64836d-4878-41c3-8303-46bf5c85e91f {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:45:36.173997 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 5c64836d-4878-41c3-8303-46bf5c85e91f, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=5c64836d-4878-41c3-8303-46bf5c85e91f,segment=NetworkSegment(abf34774-c5db-4907-a38a-432788ed9d26),segment_id=abf34774-c5db-4907-a38a-432788ed9d26)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:45:36.178596 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:36.180550 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-fbc9ae0a-dc74-4fee-ba4f-5220bf960542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:36.228307 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=5c64836d-4878-41c3-8303-46bf5c85e91f,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:36.231487 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:36.257871 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabe356-97cc-4b2f-8d9b-885a25b3c65e req-5471f5f6-ba5b-417b-a929-66fb8c0c946e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:36.259513 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ceabe356-97cc-4b2f-8d9b-885a25b3c65e req-5471f5f6-ba5b-417b-a929-66fb8c0c946e tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 945 time: 0.0712359 Jun 25 09:45:36.302764 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ceabe356-97cc-4b2f-8d9b-885a25b3c65e req-cc61a691-7874-42b6-8fb3-e1310ae5b481 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370581 Jun 25 09:45:36.473141 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['5c64836d-4878-41c3-8303-46bf5c85e91f'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:45:37.511885 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b53130-74c4-4e0e-8597-d5c793aa98d9 req-562c42d7-dc6f-46dd-a91a-402c063754cc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:37.513492 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03b53130-74c4-4e0e-8597-d5c793aa98d9 req-562c42d7-dc6f-46dd-a91a-402c063754cc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 945 time: 0.0847256 Jun 25 09:45:37.562342 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-03b53130-74c4-4e0e-8597-d5c793aa98d9 req-f3ab75d5-b6ba-4b0d-98f1-1adc321acee3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425971 Jun 25 09:45:38.018127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 5c64836d-4878-41c3-8303-46bf5c85e91f up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:45:38.080384 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 5c64836d-4878-41c3-8303-46bf5c85e91f completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:45:38.085362 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 5c64836d-4878-41c3-8303-46bf5c85e91f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:45:38.085707 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:38.166313 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:38.193925 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64836d-4878-41c3-8303-46bf5c85e91f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:45:38.196594 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e530c6e-3768-4668-9474-41c81c3d3886" -d '{"events": [{"server_uuid": "d6f42545-89eb-4287-a171-3244ab40ec8b", "name": "network-vif-plugged", "status": "completed", "tag": "5c64836d-4878-41c3-8303-46bf5c85e91f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:45:38.209571 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 5c64836d-4878-41c3-8303-46bf5c85e91f, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=5c64836d-4878-41c3-8303-46bf5c85e91f,segment=NetworkSegment(abf34774-c5db-4907-a38a-432788ed9d26),segment_id=abf34774-c5db-4907-a38a-432788ed9d26)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:45:38.214869 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:38.217130 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:38.268634 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=5c64836d-4878-41c3-8303-46bf5c85e91f,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:38.271853 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:38.305594 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fe1421-614d-43a9-94d9-eb94c2c95b34 x-openstack-request-id: req-12fe1421-614d-43a9-94d9-eb94c2c95b34 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:45:38.305882 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f42545-89eb-4287-a171-3244ab40ec8b", "name": "network-vif-plugged", "status": "completed", "tag": "5c64836d-4878-41c3-8303-46bf5c85e91f", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:45:38.308395 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-12fe1421-614d-43a9-94d9-eb94c2c95b34 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:45:38.309037 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64836d-4878-41c3-8303-46bf5c85e91f', 'code': 200} Jun 25 09:45:38.456021 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d560f0-8014-4079-a002-7f0ffa6b2ce7 req-210f7578-8012-4c93-8e76-841596466d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:38.457567 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-97d560f0-8014-4079-a002-7f0ffa6b2ce7 req-210f7578-8012-4c93-8e76-841596466d7f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 1098 time: 0.0642395 Jun 25 09:45:38.496417 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-97d560f0-8014-4079-a002-7f0ffa6b2ce7 req-eb84c0d5-5440-4ab9-8e54-978e99756fe3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308831 Jun 25 09:45:38.759501 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da62fb-43db-4218-b94c-848deb540466 req-dedd5783-a7eb-45ed-bd68-ce8b36cbfecc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:38.761094 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8da62fb-43db-4218-b94c-848deb540466 req-dedd5783-a7eb-45ed-bd68-ce8b36cbfecc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0694394 Jun 25 09:45:38.800769 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c8da62fb-43db-4218-b94c-848deb540466 req-60fd9974-9805-455d-942c-89bcdf002842 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337026 Jun 25 09:45:39.989656 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830076ca-5755-4486-a394-83ec004592b0 req-bef22c49-57de-4e23-a714-b8d7dcdac519 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:39.991145 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-830076ca-5755-4486-a394-83ec004592b0 req-bef22c49-57de-4e23-a714-b8d7dcdac519 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0707760 Jun 25 09:45:40.032007 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-830076ca-5755-4486-a394-83ec004592b0 req-d9c187d9-0698-4b38-a927-ffa23fcefee4 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349295 Jun 25 09:45:40.224660 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bf7df-b08d-40f7-b78f-b2406ef5caab req-9e909737-bc11-4a9c-9401-7c608ba85e8f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:40.226201 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-143bf7df-b08d-40f7-b78f-b2406ef5caab req-9e909737-bc11-4a9c-9401-7c608ba85e8f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0699420 Jun 25 09:45:40.276270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-143bf7df-b08d-40f7-b78f-b2406ef5caab req-c7d5572d-b882-42e7-8fd6-c926cfe53920 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Jun 25 09:45:40.307269 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59256) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:40.372031 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4126f6c1-e03c-400c-a8bb-43160bb2a314 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:40.373621 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-4126f6c1-e03c-400c-a8bb-43160bb2a314 tempest-TestNetworkAdvancedServerOps-348518800 tempest-TestNetworkAdvancedServerOps-348518800-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 1093 time: 0.0652611 Jun 25 09:45:40.376713 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59258) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:40.381606 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'port_id': '5c64836d-4878-41c3-8303-46bf5c85e91f', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:45:40.411251 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for floatingip, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:40.514309 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:40.625034 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Allocated IP 172.25.6.167 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/5ce8bd21-8392-4eaa-9e98-395adcdc0388) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:45:40.743001 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:40.787184 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:40.790610 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-602c4c0a-50c8-4dfb-a379-6d81967d798b tempest-TestServerAdvancedOps-1723691890 tempest-TestServerAdvancedOps-1723691890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:40.831973 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:45:40.834885 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:45:40.838188 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:45:40.846232 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=5ce8bd21-8392-4eaa-9e98-395adcdc0388,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:40.864639 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:41.227954 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:41.316123 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:41.482131 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:41.490758 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:41.493006 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-328202ae-d3d3-43e4-ae32-5940a274b57e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:45:41.557012 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event updated for resources: {'Port': ['ID=5ce8bd21-8392-4eaa-9e98-395adcdc0388,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:45:41.560992 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:45:41.571763 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:41.675324 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Floating IP 959e9f5b-ca0e-4274-ad47-b048ff694794 associated. External IP: 172.25.6.167, port: 5c64836d-4878-41c3-8303-46bf5c85e91f. Jun 25 09:45:41.890087 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:45:42.002189 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:45:42.012238 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb62a13-6f83-4c17-b3be-43b86229c1f3 None None] Sync routers for ids ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:45:42.022947 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:42.024849 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb62a13-6f83-4c17-b3be-43b86229c1f3 None None] Routers {'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:45:42.025521 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-7bb62a13-6f83-4c17-b3be-43b86229c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:45:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:42.061676 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6837442 Jun 25 09:45:42.062789 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'tag': '5c64836d-4878-41c3-8303-46bf5c85e91f'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:45:42.064844 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723bc075-552d-44d6-ac79-656c305170cd" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f42545-89eb-4287-a171-3244ab40ec8b", "tag": "5c64836d-4878-41c3-8303-46bf5c85e91f"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:45:42.106556 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1daefe4-5f18-4f67-b0a7-b2c13c47a3a6 x-openstack-request-id: req-b1daefe4-5f18-4f67-b0a7-b2c13c47a3a6 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:45:42.107082 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f42545-89eb-4287-a171-3244ab40ec8b", "tag": "5c64836d-4878-41c3-8303-46bf5c85e91f", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:45:42.107398 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b1daefe4-5f18-4f67-b0a7-b2c13c47a3a6 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:45:42.107879 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'tag': '5c64836d-4878-41c3-8303-46bf5c85e91f', 'status': 'completed', 'code': 200} Jun 25 09:45:42.137824 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-7bb62a13-6f83-4c17-b3be-43b86229c1f3 None None] Set router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:45:42.226070 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bc075-552d-44d6-ac79-656c305170cd req-b6e717de-d167-4887-8d5d-4a57d792bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:42.231182 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-723bc075-552d-44d6-ac79-656c305170cd req-b6e717de-d167-4887-8d5d-4a57d792bcdb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 1098 time: 0.0704579 Jun 25 09:45:42.246716 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd5a68-d44f-4d53-a7ec-41d6c36cb2f5 req-63cd91f3-a1e7-4894-8c09-e343975389e9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:42.254272 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9acd5a68-d44f-4d53-a7ec-41d6c36cb2f5 req-63cd91f3-a1e7-4894-8c09-e343975389e9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0797384 Jun 25 09:45:42.292298 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9acd5a68-d44f-4d53-a7ec-41d6c36cb2f5 req-ba09724f-7270-423c-9c21-646140dbdc11 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370398 Jun 25 09:45:42.317783 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59272) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:42.385017 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5dc6f0bd-a01c-4423-bc96-2739056e2762 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/959e9f5b-ca0e-4274-ad47-b048ff694794 HTTP/1.1" status: 200 len: 992 time: 0.0641239 Jun 25 09:45:42.392309 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-7bb62a13-6f83-4c17-b3be-43b86229c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291947193', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:26Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '959e9f5b-ca0e-4274-ad47-b048ff694794', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'port_id': '5c64836d-4878-41c3-8303-46bf5c85e91f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'mac_address': 'fa:16:3e:ed:7c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:45:41Z', 'updated_at': '2021-06-25T09:45:41Z', 'revision_number': 0, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de17bad-e14f-4bb8-9be6-41fd61c16f58', 'name': '', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:00:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:25Z', 'updated_at': '2021-06-25T09:45:31Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:42.419540 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb62a13-6f83-4c17-b3be-43b86229c1f3 None None] Checking router: ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:45:42.429030 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb62a13-6f83-4c17-b3be-43b86229c1f3 None None] Routers {'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:45:42.429667 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-7bb62a13-6f83-4c17-b3be-43b86229c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:45:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:42.703834 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bc075-552d-44d6-ac79-656c305170cd req-98d22aeb-74c5-4a34-86b6-0ea48c00558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:42.705536 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-723bc075-552d-44d6-ac79-656c305170cd req-98d22aeb-74c5-4a34-86b6-0ea48c00558d service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7c9443f-424e-489d-8185-99ca402cdfe9 HTTP/1.1" status: 200 len: 898 time: 0.4677324 Jun 25 09:45:42.719866 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-7bb62a13-6f83-4c17-b3be-43b86229c1f3 None None] Set router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:45:42.778788 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-723bc075-552d-44d6-ac79-656c305170cd req-b4d725cd-34d3-4f96-93b9-d6fc35757303 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c64836d-4878-41c3-8303-46bf5c85e91f HTTP/1.1" status: 200 len: 1000 time: 0.0657463 Jun 25 09:45:42.870355 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bc075-552d-44d6-ac79-656c305170cd req-9d20c1bb-4e9a-4d1c-8619-9ac0c3768acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:42.871865 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-723bc075-552d-44d6-ac79-656c305170cd req-9d20c1bb-4e9a-4d1c-8619-9ac0c3768acb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d39b8000-4d5c-4796-b695-68863c9a8c27 HTTP/1.1" status: 200 len: 834 time: 0.0866406 Jun 25 09:45:42.935357 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-889b0057-0ffa-403a-bc38-3034c9c1c332 req-31a9effc-c551-4fd0-81da-16b715eb203e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1816585 Jun 25 09:45:42.948605 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bc075-552d-44d6-ac79-656c305170cd req-6180c87a-9b2c-48aa-bc5f-0cc287e3db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:42.950324 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-723bc075-552d-44d6-ac79-656c305170cd req-6180c87a-9b2c-48aa-bc5f-0cc287e3db43 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7c9443f-424e-489d-8185-99ca402cdfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715437 Jun 25 09:45:42.965939 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-7bb62a13-6f83-4c17-b3be-43b86229c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291947193', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:26Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '959e9f5b-ca0e-4274-ad47-b048ff694794', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'port_id': '5c64836d-4878-41c3-8303-46bf5c85e91f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'mac_address': 'fa:16:3e:ed:7c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:45:41Z', 'updated_at': '2021-06-25T09:45:41Z', 'revision_number': 0, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de17bad-e14f-4bb8-9be6-41fd61c16f58', 'name': '', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:00:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:25Z', 'updated_at': '2021-06-25T09:45:31Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:45:43.000170 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb62a13-6f83-4c17-b3be-43b86229c1f3 None None] The sync data for ids ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'] in n-d-761264-15 is: [{'id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291947193', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:26Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': '959e9f5b-ca0e-4274-ad47-b048ff694794', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'port_id': '5c64836d-4878-41c3-8303-46bf5c85e91f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'mac_address': 'fa:16:3e:ed:7c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:45:41Z', 'updated_at': '2021-06-25T09:45:41Z', 'revision_number': 0, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de17bad-e14f-4bb8-9be6-41fd61c16f58', 'name': '', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:00:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:25Z', 'updated_at': '2021-06-25T09:45:31Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:45:43.086672 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-723bc075-552d-44d6-ac79-656c305170cd req-4d0b595b-b936-4f77-ae78-0587f434d429 service neutron] 10.222.0.38 "GET /v2.0/networks/e7c9443f-424e-489d-8185-99ca402cdfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263461 Jun 25 09:45:43.096326 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b0057-0ffa-403a-bc38-3034c9c1c332 req-c793e4fd-f868-402d-98ad-5c0dfe84bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:43.097790 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-889b0057-0ffa-403a-bc38-3034c9c1c332 req-c793e4fd-f868-402d-98ad-5c0dfe84bf11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5e266d630804501b927975e76fa7622&device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 1098 time: 0.0914695 Jun 25 09:45:43.197823 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a748b625-2d1d-4a71-ad28-cd95f2783071 None None] New status for floating IP 959e9f5b-ca0e-4274-ad47-b048ff694794: ACTIVE {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:45:43.255217 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-723bc075-552d-44d6-ac79-656c305170cd req-f4a01d66-dfc4-4ee8-ac16-32aafb6e20a0 service neutron] 10.222.0.38 "GET /v2.0/networks/e7c9443f-424e-489d-8185-99ca402cdfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611421 Jun 25 09:45:43.265217 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b0057-0ffa-403a-bc38-3034c9c1c332 req-ecbed5bd-f5ef-4358-b407-5e5b72460ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:43.266759 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-889b0057-0ffa-403a-bc38-3034c9c1c332 req-ecbed5bd-f5ef-4358-b407-5e5b72460ddf service neutron] 10.222.0.41 "GET /v2.0/networks?id=29f974a5-e823-427b-bef7-d66fdab2a22d HTTP/1.1" status: 200 len: 911 time: 0.1250854 Jun 25 09:45:43.345120 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-889b0057-0ffa-403a-bc38-3034c9c1c332 req-a8033378-5564-45ec-a1ab-15cb505303d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fc942eb-613d-4176-8546-c7a7eb17bbe3 HTTP/1.1" status: 200 len: 1002 time: 0.0707362 Jun 25 09:45:43.387854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59280) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:45:43.399328 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b0057-0ffa-403a-bc38-3034c9c1c332 req-7e1a380a-f8e9-4ff8-b1b5-83454cebadda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:43.400795 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-889b0057-0ffa-403a-bc38-3034c9c1c332 req-7e1a380a-f8e9-4ff8-b1b5-83454cebadda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5977e29-d47a-43eb-8fda-b0c9c72a294a HTTP/1.1" status: 200 len: 848 time: 0.0488586 Jun 25 09:45:43.460185 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ae35154c-5472-411f-904c-c49ec03333c8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/959e9f5b-ca0e-4274-ad47-b048ff694794 HTTP/1.1" status: 200 len: 994 time: 0.0656183 Jun 25 09:45:43.461376 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b0057-0ffa-403a-bc38-3034c9c1c332 req-dea42ce5-39cf-4b78-ad79-6a32b4ebc46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:43.462927 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-889b0057-0ffa-403a-bc38-3034c9c1c332 req-dea42ce5-39cf-4b78-ad79-6a32b4ebc46a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29f974a5-e823-427b-bef7-d66fdab2a22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552194 Jun 25 09:45:43.558628 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-889b0057-0ffa-403a-bc38-3034c9c1c332 req-378d37dc-5636-48f6-8f82-b6447e043eea service neutron] 10.222.0.41 "GET /v2.0/networks/29f974a5-e823-427b-bef7-d66fdab2a22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879695 Jun 25 09:45:43.654737 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-889b0057-0ffa-403a-bc38-3034c9c1c332 req-c3c74ed2-b8b8-4d7e-a2fc-789ec9f23344 service neutron] 10.222.0.41 "GET /v2.0/networks/29f974a5-e823-427b-bef7-d66fdab2a22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887122 Jun 25 09:45:47.741983 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:45:52.445431 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bee17c27-6c00-49ce-8f94-c3afa881da83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:54.322817 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:54.949337 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d2796880-ccd9-40f4-9c5a-b7587c189996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:55.222954 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:56.310748 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:57.343027 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c8024-7471-4da2-ae25-45affdc58149 req-3696c3c4-e6b5-488a-a229-d3ee20890b97 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:57.344525 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-965c8024-7471-4da2-ae25-45affdc58149 req-3696c3c4-e6b5-488a-a229-d3ee20890b97 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0702739 Jun 25 09:45:57.385397 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-965c8024-7471-4da2-ae25-45affdc58149 req-bf3277be-499c-4e94-bfc2-0653fe9d422f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348952 Jun 25 09:45:58.023940 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:45:58.590412 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4853b-4c71-4a31-93ef-b000e9c899cd req-83ac756d-a6fc-4450-8ca8-2dea2b04c01b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:58.591899 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27d4853b-4c71-4a31-93ef-b000e9c899cd req-83ac756d-a6fc-4450-8ca8-2dea2b04c01b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0756137 Jun 25 09:45:58.634569 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-27d4853b-4c71-4a31-93ef-b000e9c899cd req-4131a4b1-bb6a-464a-9625-8de431c27f21 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367830 Jun 25 09:45:59.829867 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f105b-bfe8-4d9c-b07e-2e0aab744372 req-e7b8ed16-2a1c-47d3-b677-f439050608bb tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:45:59.831441 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-221f105b-bfe8-4d9c-b07e-2e0aab744372 req-e7b8ed16-2a1c-47d3-b677-f439050608bb tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0739512 Jun 25 09:45:59.869519 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-221f105b-bfe8-4d9c-b07e-2e0aab744372 req-8a851c23-cb8f-4c94-a6e5-1155d6e0c0a4 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321469 Jun 25 09:46:01.068925 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cb0db-3efa-4002-9e6b-2d3259b49449 req-8c444af5-bc64-4f12-8840-3af1412402b0 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:01.070753 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-645cb0db-3efa-4002-9e6b-2d3259b49449 req-8c444af5-bc64-4f12-8840-3af1412402b0 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0778005 Jun 25 09:46:01.111113 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-645cb0db-3efa-4002-9e6b-2d3259b49449 req-b7023df6-c226-4711-a9e6-6a4606c22627 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345366 Jun 25 09:46:01.586261 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:02.294836 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cdc75-3c50-4613-bda5-4b6ddf0e11f3 req-62c58c61-b841-4e29-8be0-bd2b0a834b60 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:02.296336 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-845cdc75-3c50-4613-bda5-4b6ddf0e11f3 req-62c58c61-b841-4e29-8be0-bd2b0a834b60 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0719399 Jun 25 09:46:02.335874 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-845cdc75-3c50-4613-bda5-4b6ddf0e11f3 req-c5b0ee5b-cafe-4bc7-bae8-1bd78d33136f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336556 Jun 25 09:46:03.543759 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9029087-aec0-4fb5-ac78-52f7fa23fdbf req-95e77be8-79bd-4b97-9849-9cb6f3aa9ed1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:03.545193 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9029087-aec0-4fb5-ac78-52f7fa23fdbf req-95e77be8-79bd-4b97-9849-9cb6f3aa9ed1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0821068 Jun 25 09:46:03.591275 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c9029087-aec0-4fb5-ac78-52f7fa23fdbf req-72ff7bad-9964-4e17-acb8-2b943fc017c6 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397224 Jun 25 09:46:04.807208 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e0428-7994-419f-a769-71bbd01417f3 req-53a94b0a-d404-46c7-b745-9f9f163e7655 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:04.808981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59e0428-7994-419f-a769-71bbd01417f3 req-53a94b0a-d404-46c7-b745-9f9f163e7655 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0770335 Jun 25 09:46:04.853231 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a59e0428-7994-419f-a769-71bbd01417f3 req-30db1289-5249-4249-9e91-99baf90ebbe9 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360723 Jun 25 09:46:06.050150 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05196c-a2ee-4170-ad6e-91deed7ad75b req-27c3fbb3-459b-4ac6-965c-76143a8d972f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:06.051504 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-be05196c-a2ee-4170-ad6e-91deed7ad75b req-27c3fbb3-459b-4ac6-965c-76143a8d972f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0729401 Jun 25 09:46:06.093984 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-be05196c-a2ee-4170-ad6e-91deed7ad75b req-36f872d5-6f60-4ded-b889-ac935d7557a8 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344605 Jun 25 09:46:07.287655 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349e70e-d447-4c8c-8f87-11c1e9eed8e3 req-5e19ea9a-bf15-420b-b5f8-1a3f6b1558ef tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:07.289210 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4349e70e-d447-4c8c-8f87-11c1e9eed8e3 req-5e19ea9a-bf15-420b-b5f8-1a3f6b1558ef tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0733955 Jun 25 09:46:07.347053 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4349e70e-d447-4c8c-8f87-11c1e9eed8e3 req-be7249e6-5625-4c7e-b28d-cba98955c546 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510602 Jun 25 09:46:08.547316 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1717-9637-4892-92ae-cdfd978e54c8 req-0a4c15d7-af83-421e-a2e4-d29ea4598dcd tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:08.548830 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-010f1717-9637-4892-92ae-cdfd978e54c8 req-0a4c15d7-af83-421e-a2e4-d29ea4598dcd tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0736482 Jun 25 09:46:08.591201 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-010f1717-9637-4892-92ae-cdfd978e54c8 req-22e693bf-3f5c-4112-8e42-8990b6c577f0 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365362 Jun 25 09:46:08.976269 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e976b0-4344-4b56-aa10-c4c19b7f3ec9 req-7632496f-c8a5-470e-b8ef-3d2a656e4a9e tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:08.977912 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-89e976b0-4344-4b56-aa10-c4c19b7f3ec9 req-7632496f-c8a5-470e-b8ef-3d2a656e4a9e tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0705526 Jun 25 09:46:08.987960 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63d5ac-66a8-4297-8eb3-f6003dc72a8b req-8b2d513b-4603-40a7-b0f4-fca23a736913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:08.989598 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ec63d5ac-66a8-4297-8eb3-f6003dc72a8b req-8b2d513b-4603-40a7-b0f4-fca23a736913 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 1097 time: 0.0635011 Jun 25 09:46:09.018732 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-89e976b0-4344-4b56-aa10-c4c19b7f3ec9 req-a72dcc13-97c4-4ca3-9004-d0fd61dd113d tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346441 Jun 25 09:46:09.089804 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63d5ac-66a8-4297-8eb3-f6003dc72a8b req-ca976d3f-eaef-4157-bb7b-10c5242fe914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:09.091332 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ec63d5ac-66a8-4297-8eb3-f6003dc72a8b req-ca976d3f-eaef-4157-bb7b-10c5242fe914 service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.0949941 Jun 25 09:46:09.171774 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ec63d5ac-66a8-4297-8eb3-f6003dc72a8b req-2356620e-4f60-4f84-b118-fbef08a1d86c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2bd198-8631-473e-8128-ac6f4b01ac32 HTTP/1.1" status: 200 len: 1001 time: 0.0727155 Jun 25 09:46:09.232373 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63d5ac-66a8-4297-8eb3-f6003dc72a8b req-79c6760a-3e39-42e3-a4aa-3ef0e7520217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:09.233994 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ec63d5ac-66a8-4297-8eb3-f6003dc72a8b req-79c6760a-3e39-42e3-a4aa-3ef0e7520217 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0554211 Jun 25 09:46:09.300315 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63d5ac-66a8-4297-8eb3-f6003dc72a8b req-64c99d23-8afa-421a-a40c-d1b36269224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:09.301923 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ec63d5ac-66a8-4297-8eb3-f6003dc72a8b req-64c99d23-8afa-421a-a40c-d1b36269224c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613754 Jun 25 09:46:09.405957 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ec63d5ac-66a8-4297-8eb3-f6003dc72a8b req-59416392-0cd3-452d-854a-1a6c8c34d4a9 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969076 Jun 25 09:46:09.503512 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ec63d5ac-66a8-4297-8eb3-f6003dc72a8b req-c861287a-7809-433a-b60c-1c5cddca5859 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895498 Jun 25 09:46:10.210698 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d3fbb-034f-4114-85cb-a197a37956af req-ef1bc222-6768-40d1-805b-6d0ad3cedd15 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:10.212191 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ed6d3fbb-034f-4114-85cb-a197a37956af req-ef1bc222-6768-40d1-805b-6d0ad3cedd15 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0767736 Jun 25 09:46:10.252637 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ed6d3fbb-034f-4114-85cb-a197a37956af req-c149312f-0b54-4dfc-8bc6-7f8418cf6934 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345867 Jun 25 09:46:11.433238 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9e7c6-4b17-4ff4-9c97-9b0fced728e6 req-ad83b062-04ee-4210-a993-8bf21b0c4a43 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:11.434721 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7de9e7c6-4b17-4ff4-9c97-9b0fced728e6 req-ad83b062-04ee-4210-a993-8bf21b0c4a43 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0659339 Jun 25 09:46:11.474441 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7de9e7c6-4b17-4ff4-9c97-9b0fced728e6 req-5baa2d82-749b-4573-8ad1-70c9061e5f62 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340579 Jun 25 09:46:17.251577 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474ca7f-3adc-4ad0-a87c-9ba2806c4164 req-c1297abc-287b-4870-9fb1-04cecb9b5a2b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:17.253194 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b474ca7f-3adc-4ad0-a87c-9ba2806c4164 req-c1297abc-287b-4870-9fb1-04cecb9b5a2b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0775003 Jun 25 09:46:17.300388 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b474ca7f-3adc-4ad0-a87c-9ba2806c4164 req-522b686c-ea21-4f1e-80d4-4629f2980e1a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404735 Jun 25 09:46:18.496691 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6626210-59bd-4eb8-8f68-d8ba19744672 req-2ab1b54b-79c8-44b6-9001-0981c448f751 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:18.498533 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6626210-59bd-4eb8-8f68-d8ba19744672 req-2ab1b54b-79c8-44b6-9001-0981c448f751 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0808191 Jun 25 09:46:18.541024 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b6626210-59bd-4eb8-8f68-d8ba19744672 req-d8320bd6-eef4-453c-9447-5e9057ec515a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342309 Jun 25 09:46:19.729022 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434fbee-6482-4a46-a78a-f92304357dd4 req-4a86532c-4848-49b1-8e91-696815c81d0d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:19.730510 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5434fbee-6482-4a46-a78a-f92304357dd4 req-4a86532c-4848-49b1-8e91-696815c81d0d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0680046 Jun 25 09:46:19.768478 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5434fbee-6482-4a46-a78a-f92304357dd4 req-874a6841-fb7d-4cab-99e0-75be491ee690 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320618 Jun 25 09:46:20.967701 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee189816-d259-497b-b0a0-0da30104529f req-4d4e244d-f557-4ab6-8ccf-12cd5d711298 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:20.969201 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ee189816-d259-497b-b0a0-0da30104529f req-4d4e244d-f557-4ab6-8ccf-12cd5d711298 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0781901 Jun 25 09:46:21.008097 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ee189816-d259-497b-b0a0-0da30104529f req-ee7dc294-e667-4001-ae75-b7a59abb5bd8 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328658 Jun 25 09:46:22.207859 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3536a-4312-4f01-845e-7010cf264448 req-208965ea-4992-41d1-a3ee-27cb4149b4af tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:22.209495 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-59a3536a-4312-4f01-845e-7010cf264448 req-208965ea-4992-41d1-a3ee-27cb4149b4af tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0761232 Jun 25 09:46:22.251918 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-59a3536a-4312-4f01-845e-7010cf264448 req-7f389c31-043a-42f7-ba18-a72bb337eda0 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338943 Jun 25 09:46:22.451028 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-70f622c3-55d2-4b83-bc0d-e47b17122a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:23.460364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb90f5d-eb13-448b-8511-0b6e444dc26b req-bbb9231d-988e-494e-8109-960c7afb38b5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:23.461926 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7fb90f5d-eb13-448b-8511-0b6e444dc26b req-bbb9231d-988e-494e-8109-960c7afb38b5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0871181 Jun 25 09:46:23.503102 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7fb90f5d-eb13-448b-8511-0b6e444dc26b req-79e04b97-7227-4aa7-9f37-529b7d8fa2ed tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352616 Jun 25 09:46:24.328038 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:24.698529 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e599e-19d4-4a4f-8aa5-56f3373a3b6e req-611e8f8c-2648-4c44-ad1b-b320bf95046a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:24.699886 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-323e599e-19d4-4a4f-8aa5-56f3373a3b6e req-611e8f8c-2648-4c44-ad1b-b320bf95046a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0757341 Jun 25 09:46:24.741797 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:46:24.746389 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-323e599e-19d4-4a4f-8aa5-56f3373a3b6e req-c0d6ee1f-86fc-406f-9b19-8ab0ddd3a2c5 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395727 Jun 25 09:46:24.954969 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-feaede91-6b04-45fd-8686-47fed7b4173b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:25.223649 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:25.922394 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2668bb2-4005-4583-8a3d-07e998b8ed60 req-04859c6b-0cf7-44cb-9f5e-f99b1e34c574 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:25.923955 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b2668bb2-4005-4583-8a3d-07e998b8ed60 req-04859c6b-0cf7-44cb-9f5e-f99b1e34c574 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0658944 Jun 25 09:46:25.968013 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b2668bb2-4005-4583-8a3d-07e998b8ed60 req-6cbc8e89-6bbd-4579-89a0-901c6ff03783 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346618 Jun 25 09:46:26.305924 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:27.150332 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8e2b8-5901-4895-a642-6ae4ecb86870 req-ef4d24eb-f3fd-4a50-a43b-96a90dd2592a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:27.151709 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0c8e2b8-5901-4895-a642-6ae4ecb86870 req-ef4d24eb-f3fd-4a50-a43b-96a90dd2592a tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0726712 Jun 25 09:46:27.192752 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a0c8e2b8-5901-4895-a642-6ae4ecb86870 req-fcf5236a-f5e1-4fb3-88fe-93391de17a72 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326328 Jun 25 09:46:28.026645 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:28.388273 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65dca0-d45b-4921-9abd-b5f9d03996a3 req-5af6a008-8d36-42b0-9b5d-0a9074013564 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:28.389927 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e65dca0-d45b-4921-9abd-b5f9d03996a3 req-5af6a008-8d36-42b0-9b5d-0a9074013564 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0795634 Jun 25 09:46:28.429452 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-6e65dca0-d45b-4921-9abd-b5f9d03996a3 req-ba8f6d1c-6efb-485c-a1f5-5ac20d99d8ea tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337231 Jun 25 09:46:29.624395 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b792-0536-401d-add5-5220097d838b req-e8b1a462-e885-47d7-9519-dceef182d009 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:29.625923 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ad8b792-0536-401d-add5-5220097d838b req-e8b1a462-e885-47d7-9519-dceef182d009 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0757785 Jun 25 09:46:29.668477 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7ad8b792-0536-401d-add5-5220097d838b req-5dfea258-a72c-4d39-8e4c-0af371b47e52 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359883 Jun 25 09:46:30.623117 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470401a-8a57-4d22-9559-da2139890661 req-1159f5e1-21f1-41fc-a67f-5c239781e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:30.624671 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9470401a-8a57-4d22-9559-da2139890661 req-1159f5e1-21f1-41fc-a67f-5c239781e48c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 1098 time: 0.0571651 Jun 25 09:46:30.664214 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-9470401a-8a57-4d22-9559-da2139890661 req-baa50481-dca9-483c-bff4-5cf0b9622300 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304410 Jun 25 09:46:30.862460 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10aea2-3961-4d1d-bcb3-56685728cb2c req-5ddd5207-4f36-4fb9-a84e-12cb08f21e6d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:30.864173 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b10aea2-3961-4d1d-bcb3-56685728cb2c req-5ddd5207-4f36-4fb9-a84e-12cb08f21e6d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0749626 Jun 25 09:46:30.906264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1b10aea2-3961-4d1d-bcb3-56685728cb2c req-eba20bf0-ad96-4a36-ae1d-0157b990c742 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359371 Jun 25 09:46:31.417730 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d1602e4b-8d45-4749-a4f2-c229bde5bdc6 req-8da76b39-c354-4022-94e7-383d5712b38e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0693529 Jun 25 09:46:31.547528 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1602e4b-8d45-4749-a4f2-c229bde5bdc6 req-824ebc8b-7f2e-4d94-81f5-e02c9c7a2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:31.549086 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d1602e4b-8d45-4749-a4f2-c229bde5bdc6 req-824ebc8b-7f2e-4d94-81f5-e02c9c7a2dd5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 1097 time: 0.0571702 Jun 25 09:46:31.607174 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:31.679555 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1602e4b-8d45-4749-a4f2-c229bde5bdc6 req-42b698d9-9e91-4148-af0b-099db0695793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:31.681058 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d1602e4b-8d45-4749-a4f2-c229bde5bdc6 req-42b698d9-9e91-4148-af0b-099db0695793 service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.0983305 Jun 25 09:46:31.760396 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d1602e4b-8d45-4749-a4f2-c229bde5bdc6 req-547436e6-e0cc-4ec2-8236-2cc3a8b7d221 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2bd198-8631-473e-8128-ac6f4b01ac32 HTTP/1.1" status: 200 len: 1001 time: 0.0697773 Jun 25 09:46:31.844612 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1602e4b-8d45-4749-a4f2-c229bde5bdc6 req-328f3d5f-26e3-4488-b7e8-b68ac652b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:31.846128 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d1602e4b-8d45-4749-a4f2-c229bde5bdc6 req-328f3d5f-26e3-4488-b7e8-b68ac652b609 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0679793 Jun 25 09:46:31.908499 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1602e4b-8d45-4749-a4f2-c229bde5bdc6 req-c9644906-55cc-4793-ac4f-47b9a4fa6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:31.910089 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d1602e4b-8d45-4749-a4f2-c229bde5bdc6 req-c9644906-55cc-4793-ac4f-47b9a4fa6a10 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571022 Jun 25 09:46:32.019084 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d1602e4b-8d45-4749-a4f2-c229bde5bdc6 req-5ea72688-df48-48bb-953a-882bf86d93f2 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961702 Jun 25 09:46:32.090981 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57592a-b445-4e18-94e4-63227761ca2c req-27e0e5aa-88ac-4eb5-af79-85f8a124f37c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:32.093206 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e57592a-b445-4e18-94e4-63227761ca2c req-27e0e5aa-88ac-4eb5-af79-85f8a124f37c tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0694368 Jun 25 09:46:32.133294 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-d1602e4b-8d45-4749-a4f2-c229bde5bdc6 req-426c9f0d-3b72-4884-9132-79cac930d628 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995114 Jun 25 09:46:32.134371 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3e57592a-b445-4e18-94e4-63227761ca2c req-d5c858ab-d94e-409d-bd35-354e2d6896c2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355105 Jun 25 09:46:32.383586 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 5c64836d-4878-41c3-8303-46bf5c85e91f details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:46:32.391385 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 5c64836d-4878-41c3-8303-46bf5c85e91f no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:46:32.538417 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:32.541755 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 5c64836d-4878-41c3-8303-46bf5c85e91f, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=5c64836d-4878-41c3-8303-46bf5c85e91f,segment=NetworkSegment(abf34774-c5db-4907-a38a-432788ed9d26),segment_id=abf34774-c5db-4907-a38a-432788ed9d26)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:46:32.560923 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '5c64836d-4878-41c3-8303-46bf5c85e91f', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'port_id': '5c64836d-4878-41c3-8303-46bf5c85e91f', 'mac_address': 'fa:16:3e:ed:7c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:46:32.574767 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c64836d-4878-41c3-8303-46bf5c85e91f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:46:32.577100 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abcd39c-269c-41cf-8798-f76b3201cb63" -d '{"events": [{"server_uuid": "d6f42545-89eb-4287-a171-3244ab40ec8b", "name": "network-vif-unplugged", "status": "completed", "tag": "5c64836d-4878-41c3-8303-46bf5c85e91f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:46:32.614506 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 5c64836d-4878-41c3-8303-46bf5c85e91f, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=5c64836d-4878-41c3-8303-46bf5c85e91f,segment=NetworkSegment(abf34774-c5db-4907-a38a-432788ed9d26),segment_id=abf34774-c5db-4907-a38a-432788ed9d26)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:46:32.616414 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 09:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c97da7-6f56-4d7e-bb94-5544738851ff x-openstack-request-id: req-72c97da7-6f56-4d7e-bb94-5544738851ff {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:46:32.616765 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f42545-89eb-4287-a171-3244ab40ec8b", "name": "network-vif-unplugged", "status": "completed", "tag": "5c64836d-4878-41c3-8303-46bf5c85e91f", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:46:32.616994 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-72c97da7-6f56-4d7e-bb94-5544738851ff {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:46:32.617372 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c64836d-4878-41c3-8303-46bf5c85e91f', 'code': 200} Jun 25 09:46:32.620208 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:32.623961 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-75d3d919-941b-4bff-87fb-ef26fc3dd84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:46:32.652813 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:32.679541 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c64836d-4878-41c3-8303-46bf5c85e91f {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:46:32.689909 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=5c64836d-4878-41c3-8303-46bf5c85e91f,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:46:32.723670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:32.724006 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:32.724342 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:32.724666 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:32.725028 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:32.725324 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:32.725637 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:32.725952 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:32.726264 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:32.726582 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:32.726894 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:32.727206 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:32.733176 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:46:32.747208 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 09:46:32.747557 n-d-761264-15 neutron-server[94026]: DEBUG oslo_db.api [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 09:46:33.309981 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:33.329645 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c64836d-4878-41c3-8303-46bf5c85e91f {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:46:33.354464 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70cd55-707d-4abd-96e7-3ffb36f97e26 req-218811c4-7419-4072-9d99-595d35fe6b6f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:33.356715 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c70cd55-707d-4abd-96e7-3ffb36f97e26 req-218811c4-7419-4072-9d99-595d35fe6b6f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 944 time: 0.1061602 Jun 25 09:46:33.360357 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 5c64836d-4878-41c3-8303-46bf5c85e91f, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=5c64836d-4878-41c3-8303-46bf5c85e91f,segment=NetworkSegment(abf34774-c5db-4907-a38a-432788ed9d26),segment_id=abf34774-c5db-4907-a38a-432788ed9d26)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:46:33.365102 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:33.367735 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:46:33.401562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0c70cd55-707d-4abd-96e7-3ffb36f97e26 req-79737d51-dabb-4e44-9cda-37a97c481ce9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380290 Jun 25 09:46:33.424759 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=5c64836d-4878-41c3-8303-46bf5c85e91f,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:46:33.429691 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:46:33.440634 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59512) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:46:33.504141 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-168cd77b-4c62-4915-a94d-fc401dc9241d tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/floatingips/959e9f5b-ca0e-4274-ad47-b048ff694794 HTTP/1.1" status: 200 len: 993 time: 0.0621240 Jun 25 09:46:33.722691 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['5c64836d-4878-41c3-8303-46bf5c85e91f'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:46:36.378679 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 5c64836d-4878-41c3-8303-46bf5c85e91f up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:46:36.436708 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 5c64836d-4878-41c3-8303-46bf5c85e91f triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:46:36.437096 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:36.530675 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:36.564223 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64836d-4878-41c3-8303-46bf5c85e91f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:46:36.567644 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a936082-64ed-4629-a3bf-af201477895a" -d '{"events": [{"server_uuid": "d6f42545-89eb-4287-a171-3244ab40ec8b", "name": "network-vif-plugged", "status": "completed", "tag": "5c64836d-4878-41c3-8303-46bf5c85e91f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:46:36.583413 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 5c64836d-4878-41c3-8303-46bf5c85e91f, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=5c64836d-4878-41c3-8303-46bf5c85e91f,segment=NetworkSegment(abf34774-c5db-4907-a38a-432788ed9d26),segment_id=abf34774-c5db-4907-a38a-432788ed9d26)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:46:36.588473 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:36.590591 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-4033f223-9abc-4856-9636-94b796b1511e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:46:36.612131 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a594072-01e1-45e6-a8c6-10957b17a626 x-openstack-request-id: req-0a594072-01e1-45e6-a8c6-10957b17a626 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:46:36.612448 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f42545-89eb-4287-a171-3244ab40ec8b", "name": "network-vif-plugged", "status": "completed", "tag": "5c64836d-4878-41c3-8303-46bf5c85e91f", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:46:36.612714 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0a594072-01e1-45e6-a8c6-10957b17a626 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:46:36.613127 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64836d-4878-41c3-8303-46bf5c85e91f', 'code': 200} Jun 25 09:46:36.640633 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=5c64836d-4878-41c3-8303-46bf5c85e91f,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:46:36.644030 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:46:43.859646 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-04e2e06a-7296-4d7b-bef6-5f6fa54c8628 req-1174db7d-7747-4047-80b4-4505223a037f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0678174 Jun 25 09:46:43.958322 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2e06a-7296-4d7b-bef6-5f6fa54c8628 req-4b3d4495-940f-4afa-b94d-cc1fe8b58ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:43.960598 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-04e2e06a-7296-4d7b-bef6-5f6fa54c8628 req-4b3d4495-940f-4afa-b94d-cc1fe8b58ca1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 1097 time: 0.0618119 Jun 25 09:46:44.076570 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2e06a-7296-4d7b-bef6-5f6fa54c8628 req-cc66344e-d6d2-40db-96a7-e0d02676320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:44.078099 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-04e2e06a-7296-4d7b-bef6-5f6fa54c8628 req-cc66344e-d6d2-40db-96a7-e0d02676320d service neutron] 10.222.0.41 "GET /v2.0/networks?id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 HTTP/1.1" status: 200 len: 919 time: 0.0931807 Jun 25 09:46:44.174593 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-04e2e06a-7296-4d7b-bef6-5f6fa54c8628 req-36ad4ec3-87af-4e24-8815-ebd17094e842 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4947fc0d-de5d-466e-8c5e-a331037d5580 HTTP/1.1" status: 200 len: 1001 time: 0.0798817 Jun 25 09:46:44.225265 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2e06a-7296-4d7b-bef6-5f6fa54c8628 req-08f5cdf3-625c-45c1-9227-92f955ce158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:44.226778 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-04e2e06a-7296-4d7b-bef6-5f6fa54c8628 req-08f5cdf3-625c-45c1-9227-92f955ce158d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbdaf571-c08e-473e-9464-ca149b28036e HTTP/1.1" status: 200 len: 856 time: 0.0445776 Jun 25 09:46:44.286827 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2e06a-7296-4d7b-bef6-5f6fa54c8628 req-4f78a026-3b60-46b4-af62-598ff5929ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:44.288282 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-04e2e06a-7296-4d7b-bef6-5f6fa54c8628 req-4f78a026-3b60-46b4-af62-598ff5929ca8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538135 Jun 25 09:46:44.382707 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-04e2e06a-7296-4d7b-bef6-5f6fa54c8628 req-17ffcdcb-6ddf-4c26-9ba4-c914c84a2ea1 service neutron] 10.222.0.41 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866699 Jun 25 09:46:44.472881 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-04e2e06a-7296-4d7b-bef6-5f6fa54c8628 req-ea11977c-ed58-449e-bfcc-fea5f4236b91 service neutron] 10.222.0.41 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828848 Jun 25 09:46:50.469100 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35257c41-dcca-414e-8a60-2ccc3df5e22c req-9f3128e0-665b-4457-8072-4a7a7f9748eb tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:50.470674 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35257c41-dcca-414e-8a60-2ccc3df5e22c req-9f3128e0-665b-4457-8072-4a7a7f9748eb tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 946 time: 0.4076538 Jun 25 09:46:50.521245 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-35257c41-dcca-414e-8a60-2ccc3df5e22c req-c0583e49-fa55-4925-b8c4-b26feee2a6c3 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e7e42d7-3883-46b6-9dc0-8560b2a66b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438423 Jun 25 09:46:50.615317 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16995ef4-f6d4-480e-a5d8-df391ba64fda req-f466ceba-d533-4880-86bc-54d727de2c64 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:50.616841 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-16995ef4-f6d4-480e-a5d8-df391ba64fda req-f466ceba-d533-4880-86bc-54d727de2c64 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0667856 Jun 25 09:46:50.660822 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-16995ef4-f6d4-480e-a5d8-df391ba64fda req-c01434a0-cb01-445e-8ca8-fc68e1cc014a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371242 Jun 25 09:46:51.065089 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490fa6-c4cd-46d6-a72d-b364baa91847 req-2829a5b2-b72f-4bfe-a1fd-9eeb832ceb86 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:51.066633 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19490fa6-c4cd-46d6-a72d-b364baa91847 req-2829a5b2-b72f-4bfe-a1fd-9eeb832ceb86 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 946 time: 0.0724199 Jun 25 09:46:51.178262 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-19490fa6-c4cd-46d6-a72d-b364baa91847 req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Deleting port 3fc942eb-613d-4176-8546-c7a7eb17bbe3 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:46:51.178713 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-19490fa6-c4cd-46d6-a72d-b364baa91847 req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:51.291960 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-19490fa6-c4cd-46d6-a72d-b364baa91847 req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] For port 3fc942eb-613d-4176-8546-c7a7eb17bbe3, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=3fc942eb-613d-4176-8546-c7a7eb17bbe3,segment=NetworkSegment(a028876d-4022-462c-aec6-7bfebfcc0891),segment_id=a028876d-4022-462c-aec6-7bfebfcc0891)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:46:51.292331 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-19490fa6-c4cd-46d6-a72d-b364baa91847 req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:51.430536 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a2c06-6498-4670-a269-cd3cd7a89af0 req-84658297-bc13-4505-a134-7f1875d45c48 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:51.432068 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-454a2c06-6498-4670-a269-cd3cd7a89af0 req-84658297-bc13-4505-a134-7f1875d45c48 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0681274 Jun 25 09:46:51.473265 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-454a2c06-6498-4670-a269-cd3cd7a89af0 req-eaa1052f-2001-4d0f-9b43-abe136416f49 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351374 Jun 25 09:46:51.475900 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-19490fa6-c4cd-46d6-a72d-b364baa91847 req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:51.476455 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-19490fa6-c4cd-46d6-a72d-b364baa91847 req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:51.476799 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [req-19490fa6-c4cd-46d6-a72d-b364baa91847 req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Floating IP 6f90be02-56ac-466c-b932-4efe6215eb25 disassociated. External IP: 172.25.6.110, port: 3fc942eb-613d-4176-8546-c7a7eb17bbe3. Jun 25 09:46:51.477365 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-19490fa6-c4cd-46d6-a72d-b364baa91847 req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Calling delete_port for 3fc942eb-613d-4176-8546-c7a7eb17bbe3 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:46:51.617226 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-19490fa6-c4cd-46d6-a72d-b364baa91847 req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:51.622982 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fe061bdc-b1f4-4222-88a9-320796fbaac6 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:46:51.649054 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Pushing event deleted for resources: {'Port': ['ID=3fc942eb-613d-4176-8546-c7a7eb17bbe3,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:46:51.661772 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:51.662814 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:51.663202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:51.663604 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:51.663989 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:51.664360 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:51.664747 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:51.665118 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:51.665572 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:51.665851 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:51.666260 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:51.666619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:51.670561 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:46:51.680497 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f1f314a9-42e7-403b-a38c-9916859ec66b req-1b281670-0cd3-40fa-b838-95c0c86904fd tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 210 time: 0.0296526 Jun 25 09:46:51.782397 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19490fa6-c4cd-46d6-a72d-b364baa91847 req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:46:51.842054 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f064d-3397-4834-b2ba-4068b1078b7b req-a82d9a56-a104-44cf-acde-d639f4e9efd7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:51.843460 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-410f064d-3397-4834-b2ba-4068b1078b7b req-a82d9a56-a104-44cf-acde-d639f4e9efd7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0621762 Jun 25 09:46:51.883929 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-410f064d-3397-4834-b2ba-4068b1078b7b req-9f4c6ac2-2c2f-4f49-911c-7639ec59012f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345213 Jun 25 09:46:51.893319 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19490fa6-c4cd-46d6-a72d-b364baa91847 req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:46:51.904153 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab4b61-7a31-4904-9f93-d987fb1cd076 None None] Sync routers for ids ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:46:51.914994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ab4b61-7a31-4904-9f93-d987fb1cd076 None None] Routers {'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:46:51.915615 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-47ab4b61-7a31-4904-9f93-d987fb1cd076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:46:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:46:51.944834 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-19490fa6-c4cd-46d6-a72d-b364baa91847 req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] No DVR routers for this DVR port 3fc942eb-613d-4176-8546-c7a7eb17bbe3 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:46:51.947807 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-19490fa6-c4cd-46d6-a72d-b364baa91847 req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:51.950319 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19490fa6-c4cd-46d6-a72d-b364baa91847 req-759430b4-8d24-40f4-b44d-f1b7f2dc89cf tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.41 "DELETE /v2.0/ports/3fc942eb-613d-4176-8546-c7a7eb17bbe3 HTTP/1.1" status: 204 len: 173 time: 0.8771348 Jun 25 09:46:51.950863 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6465f6c-ad10-43ed-a616-d9245d4b4deb', 'name': 'network-vif-deleted', 'tag': '3fc942eb-613d-4176-8546-c7a7eb17bbe3'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:46:51.953357 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deed765c-601e-451f-81fa-9752b2694493" -d '{"events": [{"server_uuid": "a6465f6c-ad10-43ed-a616-d9245d4b4deb", "name": "network-vif-deleted", "tag": "3fc942eb-613d-4176-8546-c7a7eb17bbe3"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:46:52.002925 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0552fe3e-83ec-457f-b15d-bf33aef8744a x-openstack-request-id: req-0552fe3e-83ec-457f-b15d-bf33aef8744a {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:46:52.003273 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6465f6c-ad10-43ed-a616-d9245d4b4deb", "name": "network-vif-deleted", "tag": "3fc942eb-613d-4176-8546-c7a7eb17bbe3", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:46:52.003574 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0552fe3e-83ec-457f-b15d-bf33aef8744a {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:46:52.004040 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6465f6c-ad10-43ed-a616-d9245d4b4deb', 'name': 'network-vif-deleted', 'tag': '3fc942eb-613d-4176-8546-c7a7eb17bbe3', 'status': 'completed', 'code': 200} Jun 25 09:46:52.032549 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-47ab4b61-7a31-4904-9f93-d987fb1cd076 None None] Set router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:46:52.249991 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-47ab4b61-7a31-4904-9f93-d987fb1cd076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'name': 'tempest-TestServerBasicOps-1967483039-router', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:43Z', 'updated_at': '2021-06-25T09:40:46Z', 'revision_number': 4, 'project_id': 'a5e266d630804501b927975e76fa7622', 'gw_port': {'id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:44Z', 'updated_at': '2021-06-25T09:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'a4a94a46-f9e5-47cb-bef4-25eb17bede1e', 'name': '', 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'mac_address': 'fa:16:3e:a5:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:45Z', 'updated_at': '2021-06-25T09:40:53Z', 'revision_number': 5, 'project_id': 'a5e266d630804501b927975e76fa7622', 'subnets': [{'id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:46:52.276748 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab4b61-7a31-4904-9f93-d987fb1cd076 None None] Checking router: ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:46:52.285471 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ab4b61-7a31-4904-9f93-d987fb1cd076 None None] Routers {'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:46:52.286053 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-47ab4b61-7a31-4904-9f93-d987fb1cd076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:46:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:46:52.399330 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-47ab4b61-7a31-4904-9f93-d987fb1cd076 None None] Set router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:46:52.451233 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9681e87a-5927-4437-8c7c-cdd34d9a9ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:52.615600 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-47ab4b61-7a31-4904-9f93-d987fb1cd076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'name': 'tempest-TestServerBasicOps-1967483039-router', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:43Z', 'updated_at': '2021-06-25T09:40:46Z', 'revision_number': 4, 'project_id': 'a5e266d630804501b927975e76fa7622', 'gw_port': {'id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:44Z', 'updated_at': '2021-06-25T09:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'a4a94a46-f9e5-47cb-bef4-25eb17bede1e', 'name': '', 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'mac_address': 'fa:16:3e:a5:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:45Z', 'updated_at': '2021-06-25T09:40:53Z', 'revision_number': 5, 'project_id': 'a5e266d630804501b927975e76fa7622', 'subnets': [{'id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:46:52.647337 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab4b61-7a31-4904-9f93-d987fb1cd076 None None] The sync data for ids ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'] in n-d-761264-15 is: [{'id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'name': 'tempest-TestServerBasicOps-1967483039-router', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:43Z', 'updated_at': '2021-06-25T09:40:46Z', 'revision_number': 4, 'project_id': 'a5e266d630804501b927975e76fa7622', 'gw_port': {'id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:44Z', 'updated_at': '2021-06-25T09:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'a4a94a46-f9e5-47cb-bef4-25eb17bede1e', 'name': '', 'network_id': '29f974a5-e823-427b-bef7-d66fdab2a22d', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'mac_address': 'fa:16:3e:a5:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:45Z', 'updated_at': '2021-06-25T09:40:53Z', 'revision_number': 5, 'project_id': 'a5e266d630804501b927975e76fa7622', 'subnets': [{'id': 'f5977e29-d47a-43eb-8fda-b0c9c72a294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:46:52.659591 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05128cc-6dbc-430d-bc30-407b85affdc7 req-5632d0ba-5175-4eeb-a6c2-02b717dd059f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:52.661245 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e05128cc-6dbc-430d-bc30-407b85affdc7 req-5632d0ba-5175-4eeb-a6c2-02b717dd059f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0705330 Jun 25 09:46:52.702986 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e05128cc-6dbc-430d-bc30-407b85affdc7 req-acdd223b-f4d6-4bda-9233-9b6f293c7497 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358295 Jun 25 09:46:52.848927 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f18ca0f7-c094-4da6-9038-21191b543c49 req-6a131842-2283-42ca-9698-1d3b687339c0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6465f6c-ad10-43ed-a616-d9245d4b4deb HTTP/1.1" status: 200 len: 210 time: 0.0296521 Jun 25 09:46:52.933938 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08fa53e-a572-4812-a80c-5a4bbe6ad628 None None] New status for floating IP 6f90be02-56ac-466c-b932-4efe6215eb25: DOWN {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:46:53.072115 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f6780-3e4a-425d-97c6-f6ecd1e2ebc3 req-afbbb0d9-e0f6-4f52-81f5-3742993a88bf tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:53.073666 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-142f6780-3e4a-425d-97c6-f6ecd1e2ebc3 req-afbbb0d9-e0f6-4f52-81f5-3742993a88bf tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0660379 Jun 25 09:46:53.112560 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-142f6780-3e4a-425d-97c6-f6ecd1e2ebc3 req-4d8a4e0e-deca-4243-bae5-1c2e1169f4ae tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330994 Jun 25 09:46:53.897678 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80497b-5077-4b33-a8d1-750cd5f7eb87 req-73faed67-8c74-4ebb-8405-3521b5a08702 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:53.899165 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f80497b-5077-4b33-a8d1-750cd5f7eb87 req-73faed67-8c74-4ebb-8405-3521b5a08702 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0724995 Jun 25 09:46:53.941565 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f80497b-5077-4b33-a8d1-750cd5f7eb87 req-fec610b0-60a9-401d-9d3b-ed23bbd2eb9d tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358598 Jun 25 09:46:53.944455 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59614) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:46:54.073959 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-0da2accd-9e87-4b6d-b45e-28f365bd3e9f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Deleting port dcb7f8fa-dbae-40c9-8c4d-49827c3f177e {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:46:54.074222 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0da2accd-9e87-4b6d-b45e-28f365bd3e9f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:54.171033 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0da2accd-9e87-4b6d-b45e-28f365bd3e9f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:54.171382 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0da2accd-9e87-4b6d-b45e-28f365bd3e9f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:54.183670 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-0da2accd-9e87-4b6d-b45e-28f365bd3e9f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Calling delete_port for dcb7f8fa-dbae-40c9-8c4d-49827c3f177e owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:46:54.298707 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b7b19-7280-4cd1-a6a2-503f58a111ed req-1beac3cf-e5bc-4f2e-804a-c7b5fe2744a2 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:54.300217 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ad5b7b19-7280-4cd1-a6a2-503f58a111ed req-1beac3cf-e5bc-4f2e-804a-c7b5fe2744a2 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0644093 Jun 25 09:46:54.318849 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0da2accd-9e87-4b6d-b45e-28f365bd3e9f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:54.321124 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4f9df043-8a40-4b86-965d-106f593373e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:46:54.336201 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:54.342718 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ad5b7b19-7280-4cd1-a6a2-503f58a111ed req-af1198dc-940a-4dba-bac5-643eb45c6a8a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365622 Jun 25 09:46:54.347078 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2accd-9e87-4b6d-b45e-28f365bd3e9f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Pushing event deleted for resources: {'Port': ['ID=dcb7f8fa-dbae-40c9-8c4d-49827c3f177e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:46:54.350201 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0da2accd-9e87-4b6d-b45e-28f365bd3e9f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:46:54.409090 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0da2accd-9e87-4b6d-b45e-28f365bd3e9f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for floatingip, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:54.411644 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0da2accd-9e87-4b6d-b45e-28f365bd3e9f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:54.412772 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0da2accd-9e87-4b6d-b45e-28f365bd3e9f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "DELETE /v2.0/floatingips/6f90be02-56ac-466c-b932-4efe6215eb25 HTTP/1.1" status: 204 len: 168 time: 0.4672143 Jun 25 09:46:54.556075 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59622) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:46:54.620082 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33025b0d-fcf8-4b9c-83dc-09b701be5fc0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:54.646777 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33025b0d-fcf8-4b9c-83dc-09b701be5fc0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:54.718975 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33025b0d-fcf8-4b9c-83dc-09b701be5fc0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:54.721842 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-33025b0d-fcf8-4b9c-83dc-09b701be5fc0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:54.723119 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-33025b0d-fcf8-4b9c-83dc-09b701be5fc0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] 10.222.0.93 "DELETE /v2.0/security-groups/0e7e42d7-3883-46b6-9dc0-8560b2a66b58 HTTP/1.1" status: 204 len: 168 time: 0.1660783 Jun 25 09:46:54.723949 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d882dbae-0cb5-4e5c-83a9-2723cf438243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:46:54.733001 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33025b0d-fcf8-4b9c-83dc-09b701be5fc0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7e42d7-3883-46b6-9dc0-8560b2a66b58,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:46:54.735475 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-33025b0d-fcf8-4b9c-83dc-09b701be5fc0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:46:54.764107 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59626) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:46:54.958695 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-98addff7-ca92-46d5-b236-c7ac1310b51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:55.143079 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc44bd-0037-4c26-8d68-e59bc3178c46 req-554e624d-2bff-4c1e-a1ab-ebbd0d566239 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:55.144548 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1bfc44bd-0037-4c26-8d68-e59bc3178c46 req-554e624d-2bff-4c1e-a1ab-ebbd0d566239 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0685759 Jun 25 09:46:55.183509 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1bfc44bd-0037-4c26-8d68-e59bc3178c46 req-fe5b36f7-df0d-4c64-98cf-4c326710351f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327902 Jun 25 09:46:55.184633 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6fc52dd2-28f7-47ce-888a-4e52c5ec5263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:55.227052 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:55.462190 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-6fc52dd2-28f7-47ce-888a-4e52c5ec5263 admin admin] Deleting port a4a94a46-f9e5-47cb-bef4-25eb17bede1e {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:46:55.462740 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6fc52dd2-28f7-47ce-888a-4e52c5ec5263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:55.463706 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 3fc942eb-613d-4176-8546-c7a7eb17bbe3 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:46:55.484339 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 3fc942eb-613d-4176-8546-c7a7eb17bbe3 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:46:55.484723 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 3fc942eb-613d-4176-8546-c7a7eb17bbe3 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:46:55.526595 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565de6a9-bd67-4471-a07b-0b1381077fc9 req-b9aed06a-0183-4a84-8518-7aba0abff793 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:55.528070 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-565de6a9-bd67-4471-a07b-0b1381077fc9 req-b9aed06a-0183-4a84-8518-7aba0abff793 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0641894 Jun 25 09:46:55.545202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-6fc52dd2-28f7-47ce-888a-4e52c5ec5263 admin admin] For port a4a94a46-f9e5-47cb-bef4-25eb17bede1e, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=a4a94a46-f9e5-47cb-bef4-25eb17bede1e,segment=NetworkSegment(a028876d-4022-462c-aec6-7bfebfcc0891),segment_id=a028876d-4022-462c-aec6-7bfebfcc0891)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:46:55.545565 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6fc52dd2-28f7-47ce-888a-4e52c5ec5263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:55.559787 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-6fc52dd2-28f7-47ce-888a-4e52c5ec5263 admin admin] Calling delete_port for a4a94a46-f9e5-47cb-bef4-25eb17bede1e owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:46:55.568801 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-565de6a9-bd67-4471-a07b-0b1381077fc9 req-f691c83c-9d18-4b9b-abae-81bbc452d1fa tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348465 Jun 25 09:46:56.127587 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6fc52dd2-28f7-47ce-888a-4e52c5ec5263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:56.129690 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-229c2f1e-f23e-4825-ab06-05ec7db3b33f tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:46:56.153096 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc52dd2-28f7-47ce-888a-4e52c5ec5263 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a94a46-f9e5-47cb-bef4-25eb17bede1e,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:46:56.156188 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6fc52dd2-28f7-47ce-888a-4e52c5ec5263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:46:56.317735 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:56.321617 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-6fc52dd2-28f7-47ce-888a-4e52c5ec5263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:56.374267 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c541633-a045-4633-a477-463b7bc0f54f req-7cd76161-8da0-4de4-abad-29ba45e8846a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:56.375887 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c541633-a045-4633-a477-463b7bc0f54f req-7cd76161-8da0-4de4-abad-29ba45e8846a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0689416 Jun 25 09:46:56.430649 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c541633-a045-4633-a477-463b7bc0f54f req-8117f819-23d3-4f8c-bccb-abe8c057eafd tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466318 Jun 25 09:46:56.546884 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc52dd2-28f7-47ce-888a-4e52c5ec5263 admin admin] Router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:46:56.657322 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc52dd2-28f7-47ce-888a-4e52c5ec5263 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:46:56.662594 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-6fc52dd2-28f7-47ce-888a-4e52c5ec5263 admin admin] 10.222.0.93 "PUT /v2.0/routers/ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8982215 Jun 25 09:46:56.665099 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59638) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:46:56.667946 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff38d9e9-ee9c-45d0-8a1a-a23f718852e2 None None] Sync routers for ids ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:46:56.678450 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff38d9e9-ee9c-45d0-8a1a-a23f718852e2 None None] Routers {'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:46:56.679095 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ff38d9e9-ee9c-45d0-8a1a-a23f718852e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:46:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:46:56.771765 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c45e7b-ef64-4be1-a4eb-60befa67ffde req-a2cc2017-22cd-4bb9-8893-5190fc7ea7ea tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:56.773521 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91c45e7b-ef64-4be1-a4eb-60befa67ffde req-a2cc2017-22cd-4bb9-8893-5190fc7ea7ea tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0730631 Jun 25 09:46:56.781081 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] Notify callbacks [] for router, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:56.792385 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-ff38d9e9-ee9c-45d0-8a1a-a23f718852e2 None None] Set router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:46:56.816835 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-91c45e7b-ef64-4be1-a4eb-60befa67ffde req-e4431320-0a8a-41eb-aef8-fde3c77df21f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364308 Jun 25 09:46:56.915723 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:56.978171 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] Deleting port 94db81d1-afaa-4e61-b5cc-462de38801b9 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:46:56.978688 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:56.994639 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ff38d9e9-ee9c-45d0-8a1a-a23f718852e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'name': 'tempest-TestServerBasicOps-1967483039-router', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:43Z', 'updated_at': '2021-06-25T09:46:56Z', 'revision_number': 5, 'project_id': 'a5e266d630804501b927975e76fa7622', 'gw_port': {'id': '94db81d1-afaa-4e61-b5cc-462de38801b9', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:44Z', 'updated_at': '2021-06-25T09:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:46:57.025420 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff38d9e9-ee9c-45d0-8a1a-a23f718852e2 None None] Checking router: ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:46:57.034244 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff38d9e9-ee9c-45d0-8a1a-a23f718852e2 None None] Routers {'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:46:57.034871 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ff38d9e9-ee9c-45d0-8a1a-a23f718852e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:46:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:46:57.064598 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] For port 94db81d1-afaa-4e61-b5cc-462de38801b9, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=94db81d1-afaa-4e61-b5cc-462de38801b9,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:46:57.065033 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:57.078936 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] Calling delete_port for 94db81d1-afaa-4e61-b5cc-462de38801b9 owned by network:router_gateway {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:46:57.120083 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-ff38d9e9-ee9c-45d0-8a1a-a23f718852e2 None None] Set router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 gateway port host: None {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:46:57.172843 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-ff38d9e9-ee9c-45d0-8a1a-a23f718852e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'name': 'tempest-TestServerBasicOps-1967483039-router', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:43Z', 'updated_at': '2021-06-25T09:46:56Z', 'revision_number': 6, 'project_id': 'a5e266d630804501b927975e76fa7622', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:46:57.205127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff38d9e9-ee9c-45d0-8a1a-a23f718852e2 None None] The sync data for ids ['ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4'] in n-d-761264-15 is: [{'id': 'ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4', 'name': 'tempest-TestServerBasicOps-1967483039-router', 'tenant_id': 'a5e266d630804501b927975e76fa7622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:43Z', 'updated_at': '2021-06-25T09:46:56Z', 'revision_number': 6, 'project_id': 'a5e266d630804501b927975e76fa7622', 'gw_port_host': None}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:46:57.264512 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:57.267466 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0da2accd-9e87-4b6d-b45e-28f365bd3e9f tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:46:57.300824 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] Pushing event deleted for resources: {'Port': ['ID=94db81d1-afaa-4e61-b5cc-462de38801b9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:46:57.303257 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:46:57.358862 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:57.450949 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:57.453327 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:57.501629 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:57.502101 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 {{(pid=94025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:46:57.506770 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] Notify callbacks [] for router, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:57.507916 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-337b175c-1d2d-41d0-a91b-acac03e8a4ba admin admin] 10.222.0.93 "DELETE /v2.0/routers/ccf8285d-ef4c-44d1-82c4-4a5ddbb7d7b4 HTTP/1.1" status: 204 len: 168 time: 0.8419032 Jun 25 09:46:57.510428 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59642) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:46:57.556552 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88130fc-6030-467c-b142-03a37d1b1eff admin admin] Deleting subnet f5977e29-d47a-43eb-8fda-b0c9c72a294a {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:46:57.559915 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d88130fc-6030-467c-b142-03a37d1b1eff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:57.596861 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d88130fc-6030-467c-b142-03a37d1b1eff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:57.626145 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6bbb6-4e99-4cf2-afaa-45a157531d7b req-2483f3de-a135-4182-a566-d7558bd6b624 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:57.627198 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-59c6bbb6-4e99-4cf2-afaa-45a157531d7b req-2483f3de-a135-4182-a566-d7558bd6b624 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0770946 Jun 25 09:46:57.675364 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-59c6bbb6-4e99-4cf2-afaa-45a157531d7b req-67aad379-d4d1-4e38-9536-6291245e4ff1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414965 Jun 25 09:46:57.696110 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d88130fc-6030-467c-b142-03a37d1b1eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:57.756410 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d88130fc-6030-467c-b142-03a37d1b1eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:57.758500 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0edce819-6c99-4c8a-a1e7-5709cb92ae84 tempest-NetworksTest-1490427115 tempest-NetworksTest-1490427115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:46:57.780978 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88130fc-6030-467c-b142-03a37d1b1eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5977e29-d47a-43eb-8fda-b0c9c72a294a,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:46:57.785433 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-d88130fc-6030-467c-b142-03a37d1b1eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:46:57.789207 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-d88130fc-6030-467c-b142-03a37d1b1eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:57.791486 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-d88130fc-6030-467c-b142-03a37d1b1eff admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f5977e29-d47a-43eb-8fda-b0c9c72a294a HTTP/1.1" status: 204 len: 168 time: 0.2801139 Jun 25 09:46:57.794170 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59644) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:46:57.796462 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c84aa-733e-4c1d-897b-7f526f03cf25 None None] Network 29f974a5-e823-427b-bef7-d66fdab2a22d requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:46:57.867594 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:57.923413 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Deleting port dbf64021-ca34-4bbe-aef3-df82ef425dc2 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:46:57.923667 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:57.994230 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] For port dbf64021-ca34-4bbe-aef3-df82ef425dc2, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=dbf64021-ca34-4bbe-aef3-df82ef425dc2,segment=NetworkSegment(a028876d-4022-462c-aec6-7bfebfcc0891),segment_id=a028876d-4022-462c-aec6-7bfebfcc0891)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:46:57.994230 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:58.003930 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2890671d-e5ab-4385-b25f-cf918854bb3d None None] DHCP port deletion for 29f974a5-e823-427b-bef7-d66fdab2a22d request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:46:58.013084 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Calling delete_port for dbf64021-ca34-4bbe-aef3-df82ef425dc2 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:46:58.027873 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a254308-af23-4116-994f-bd0f20e0a1bc req-4f46cfb6-669d-480e-9087-4356a679eb8d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:58.029496 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5a254308-af23-4116-994f-bd0f20e0a1bc req-4f46cfb6-669d-480e-9087-4356a679eb8d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0875211 Jun 25 09:46:58.058709 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:58.073285 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5a254308-af23-4116-994f-bd0f20e0a1bc req-911b1f3e-d65a-4163-8bca-ebaaa49abc65 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369179 Jun 25 09:46:58.077063 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2890671d-e5ab-4385-b25f-cf918854bb3d None None] Deleting port dbf64021-ca34-4bbe-aef3-df82ef425dc2 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:46:58.077463 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2890671d-e5ab-4385-b25f-cf918854bb3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:58.110381 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:58.112623 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-94836402-cdc7-4168-91ff-70707e162f2f tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:46:58.136197 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf64021-ca34-4bbe-aef3-df82ef425dc2,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:46:58.140157 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:46:58.143270 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] No DVR routers for this DVR port dbf64021-ca34-4bbe-aef3-df82ef425dc2 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:46:58.148477 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2890671d-e5ab-4385-b25f-cf918854bb3d None None] For port dbf64021-ca34-4bbe-aef3-df82ef425dc2, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=dbf64021-ca34-4bbe-aef3-df82ef425dc2,segment=NetworkSegment(a028876d-4022-462c-aec6-7bfebfcc0891),segment_id=a028876d-4022-462c-aec6-7bfebfcc0891)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:46:58.148915 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2890671d-e5ab-4385-b25f-cf918854bb3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:58.162545 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2890671d-e5ab-4385-b25f-cf918854bb3d None None] Calling delete_port for dbf64021-ca34-4bbe-aef3-df82ef425dc2 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:46:58.215860 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:58.228015 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f974a5-e823-427b-bef7-d66fdab2a22d']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:46:58.245930 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a028876d-4022-462c-aec6-7bfebfcc0891') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:46:58.246299 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a028876d-4022-462c-aec6-7bfebfcc0891') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:46:58.257290 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:58.273212 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:58.280137 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:46:58.280579 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: conditions |= (models_v2.Port.network_id.in_( Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:46:58.282505 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:46:58.342353 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:58.347328 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:58.353316 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] 10.222.0.93 "DELETE /v2.0/networks/29f974a5-e823-427b-bef7-d66fdab2a22d HTTP/1.1" status: 204 len: 168 time: 0.5542960 Jun 25 09:46:58.353316 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-69690a8c-34a0-4dd5-9553-4f57223a4d6b tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:46:58.353937 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59648) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:46:58.365709 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Pushing event deleted for resources: {'Network': ['ID=29f974a5-e823-427b-bef7-d66fdab2a22d,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:46:58.368976 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-39243c23-2607-42a7-b945-82de0c59c49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:46:58.425586 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2890671d-e5ab-4385-b25f-cf918854bb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:58.427954 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:46:58.450216 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890671d-e5ab-4385-b25f-cf918854bb3d None None] Pushing event deleted for resources: {'Port': ['ID=dbf64021-ca34-4bbe-aef3-df82ef425dc2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:46:58.452127 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2890671d-e5ab-4385-b25f-cf918854bb3d None None] Network 29f974a5-e823-427b-bef7-d66fdab2a22d is not hosted by any dhcp agent {{(pid=94026) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 09:46:58.452662 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890671d-e5ab-4385-b25f-cf918854bb3d None None] No DVR routers for this DVR port dbf64021-ca34-4bbe-aef3-df82ef425dc2 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:46:58.454054 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-2890671d-e5ab-4385-b25f-cf918854bb3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:46:58.724418 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:58.931724 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd5aee-1961-40b9-9d2a-22f29de519f7 req-967de1ac-48ff-448b-9195-755de713bb9f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:58.933344 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4abd5aee-1961-40b9-9d2a-22f29de519f7 req-967de1ac-48ff-448b-9195-755de713bb9f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.1277170 Jun 25 09:46:58.934349 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device dbf64021-ca34-4bbe-aef3-df82ef425dc2 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:46:58.961162 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: dbf64021-ca34-4bbe-aef3-df82ef425dc2 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:46:58.961802 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device dbf64021-ca34-4bbe-aef3-df82ef425dc2 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:46:58.962256 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 94db81d1-afaa-4e61-b5cc-462de38801b9 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:46:58.980915 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 94db81d1-afaa-4e61-b5cc-462de38801b9 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:46:58.981149 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 94db81d1-afaa-4e61-b5cc-462de38801b9 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:46:58.982382 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a4a94a46-f9e5-47cb-bef4-25eb17bede1e no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:46:58.999793 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: a4a94a46-f9e5-47cb-bef4-25eb17bede1e {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:46:59.000141 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device a4a94a46-f9e5-47cb-bef4-25eb17bede1e not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:46:59.011500 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4abd5aee-1961-40b9-9d2a-22f29de519f7 req-c6991303-60fd-434f-bb53-d1fb0a0e08db tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641036 Jun 25 09:46:59.072495 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Deleting port 2871c429-f7b4-4f42-a552-c69e0585087c {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:46:59.072871 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:59.154020 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] For port 2871c429-f7b4-4f42-a552-c69e0585087c, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=2871c429-f7b4-4f42-a552-c69e0585087c,segment=NetworkSegment(b816e5d1-f3b9-4231-9c03-a075d84e15e4),segment_id=b816e5d1-f3b9-4231-9c03-a075d84e15e4)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:46:59.154387 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:59.167166 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Calling delete_port for 2871c429-f7b4-4f42-a552-c69e0585087c owned by network:router_interface {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:46:59.361302 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a491d3-955f-4209-84c2-4193e4027638 req-a2eb1cef-70d9-4bb5-8a87-104eaaeb92be tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:46:59.362686 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9a491d3-955f-4209-84c2-4193e4027638 req-a2eb1cef-70d9-4bb5-8a87-104eaaeb92be tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.1513839 Jun 25 09:46:59.429711 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a9a491d3-955f-4209-84c2-4193e4027638 req-1c176755-c988-48fb-8f42-40f5aba32408 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561795 Jun 25 09:46:59.460790 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:59.463255 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-0333921b-1ef7-4811-9374-58b6b484e988 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:46:59.488472 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Pushing event deleted for resources: {'Port': ['ID=2871c429-f7b4-4f42-a552-c69e0585087c,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:46:59.502704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:59.503126 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:59.503513 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:59.503880 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:59.504245 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:59.504608 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:59.505083 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:59.505552 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:59.505796 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:59.506159 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:59.506514 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:59.506877 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:46:59.525766 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:46:59.679124 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:46:59.898348 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Router cbe09857-b6bb-4830-9232-536586c6f2d7 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:47:00.010894 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:47:00.015975 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5ea803b2-44ae-4a7e-8b09-6d599e939470 admin admin] 10.222.0.93 "PUT /v2.0/routers/cbe09857-b6bb-4830-9232-536586c6f2d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6609738 Jun 25 09:47:00.018515 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59658) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:00.021429 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91bfaa-ecc5-456c-934c-dfde9a0f5b10 None None] Sync routers for ids ['cbe09857-b6bb-4830-9232-536586c6f2d7'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:47:00.031851 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91bfaa-ecc5-456c-934c-dfde9a0f5b10 None None] Routers {'cbe09857-b6bb-4830-9232-536586c6f2d7'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:47:00.032463 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-be91bfaa-ecc5-456c-934c-dfde9a0f5b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:46:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cbe09857-b6bb-4830-9232-536586c6f2d7'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:00.126114 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:00.237937 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-be91bfaa-ecc5-456c-934c-dfde9a0f5b10 None None] Set router cbe09857-b6bb-4830-9232-536586c6f2d7 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:47:00.278868 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9410d-4a43-4cd9-8e29-8d5a900c5dc7 req-457bb3e6-6288-4e59-b489-7d1cb9678f04 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:00.280486 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0b9410d-4a43-4cd9-8e29-8d5a900c5dc7 req-457bb3e6-6288-4e59-b489-7d1cb9678f04 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.1519911 Jun 25 09:47:00.281853 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:00.344721 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e0b9410d-4a43-4cd9-8e29-8d5a900c5dc7 req-895535df-b1da-4860-ada4-e07073ee561c tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579627 Jun 25 09:47:00.361492 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] Deleting port 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61 {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:47:00.361838 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:00.412164 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-be91bfaa-ecc5-456c-934c-dfde9a0f5b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'name': 'tempest-TestServerBasicOps-2015491350-router', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '1838cde6-9660-4b5f-8ad7-4c1a04bb6d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:49Z', 'updated_at': '2021-06-25T09:46:59Z', 'revision_number': 5, 'project_id': '2763ca8acf934806adba8be1176bed7e', 'gw_port': {'id': '1838cde6-9660-4b5f-8ad7-4c1a04bb6d61', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:40:50Z', 'updated_at': '2021-06-25T09:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:00.437249 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91bfaa-ecc5-456c-934c-dfde9a0f5b10 None None] Checking router: cbe09857-b6bb-4830-9232-536586c6f2d7 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:47:00.439257 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] For port 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1838cde6-9660-4b5f-8ad7-4c1a04bb6d61,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:00.439642 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:00.446257 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91bfaa-ecc5-456c-934c-dfde9a0f5b10 None None] Routers {'cbe09857-b6bb-4830-9232-536586c6f2d7'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:47:00.446872 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-be91bfaa-ecc5-456c-934c-dfde9a0f5b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:46:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['cbe09857-b6bb-4830-9232-536586c6f2d7'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:00.456758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] Calling delete_port for 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61 owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:47:00.545770 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-be91bfaa-ecc5-456c-934c-dfde9a0f5b10 None None] Set router cbe09857-b6bb-4830-9232-536586c6f2d7 gateway port host: None {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:47:00.601290 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-be91bfaa-ecc5-456c-934c-dfde9a0f5b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'name': 'tempest-TestServerBasicOps-2015491350-router', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:49Z', 'updated_at': '2021-06-25T09:47:00Z', 'revision_number': 6, 'project_id': '2763ca8acf934806adba8be1176bed7e', 'gw_port_host': None}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:00.628975 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91bfaa-ecc5-456c-934c-dfde9a0f5b10 None None] The sync data for ids ['cbe09857-b6bb-4830-9232-536586c6f2d7'] in n-d-761264-15 is: [{'id': 'cbe09857-b6bb-4830-9232-536586c6f2d7', 'name': 'tempest-TestServerBasicOps-2015491350-router', 'tenant_id': '2763ca8acf934806adba8be1176bed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:40:49Z', 'updated_at': '2021-06-25T09:47:00Z', 'revision_number': 6, 'project_id': '2763ca8acf934806adba8be1176bed7e', 'gw_port_host': None}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:47:00.965805 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1f903-167c-49b8-908b-7d24497fb4e7 req-30a75cc3-b722-46ee-bc02-67c464f11c58 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:00.968202 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8cb1f903-167c-49b8-908b-7d24497fb4e7 req-30a75cc3-b722-46ee-bc02-67c464f11c58 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.1315665 Jun 25 09:47:01.046191 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8cb1f903-167c-49b8-908b-7d24497fb4e7 req-5ac021c0-737d-46d1-9eaa-6ca9c05878fc tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688410 Jun 25 09:47:01.052429 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.054174 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2871c429-f7b4-4f42-a552-c69e0585087c no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:47:01.055660 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:01.083418 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] Pushing event deleted for resources: {'Port': ['ID=1838cde6-9660-4b5f-8ad7-4c1a04bb6d61,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:01.089237 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:01.107791 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 2871c429-f7b4-4f42-a552-c69e0585087c {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:47:01.110497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 2871c429-f7b4-4f42-a552-c69e0585087c not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:47:01.151687 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.241395 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.243596 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.296614 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.297285 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbe09857-b6bb-4830-9232-536586c6f2d7 {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:47:01.302702 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.303884 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-b141bd25-86e7-401f-8ca9-19adf7090350 admin admin] 10.222.0.93 "DELETE /v2.0/routers/cbe09857-b6bb-4830-9232-536586c6f2d7 HTTP/1.1" status: 204 len: 168 time: 1.2844944 Jun 25 09:47:01.306630 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59664) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:01.358349 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_v2 [None req-64efe7c9-855b-4e5d-8f00-54410f50bba2 admin admin] Deleting subnet 22be9e2c-bebe-429f-a77b-599468e744c5 {{(pid=94024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:47:01.361686 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-64efe7c9-855b-4e5d-8f00-54410f50bba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.402796 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-64efe7c9-855b-4e5d-8f00-54410f50bba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555849'] for subnet, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.522016 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-64efe7c9-855b-4e5d-8f00-54410f50bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.591399 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceca137-6f02-4ac0-af20-52d841cfbe36 req-d2a95885-fba6-426d-87a1-ae2d92c7c719 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:01.593180 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cceca137-6f02-4ac0-af20-52d841cfbe36 req-d2a95885-fba6-426d-87a1-ae2d92c7c719 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.1216223 Jun 25 09:47:01.596578 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.601219 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-64efe7c9-855b-4e5d-8f00-54410f50bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28768997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636515'] for subnet, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.603803 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-8aedb01f-e945-4c56-93ea-4fedda2acdfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:01.644539 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efe7c9-855b-4e5d-8f00-54410f50bba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22be9e2c-bebe-429f-a77b-599468e744c5,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:01.647554 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-64efe7c9-855b-4e5d-8f00-54410f50bba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:01.650302 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-64efe7c9-855b-4e5d-8f00-54410f50bba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.652186 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-64efe7c9-855b-4e5d-8f00-54410f50bba2 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/22be9e2c-bebe-429f-a77b-599468e744c5 HTTP/1.1" status: 204 len: 168 time: 0.3446398 Jun 25 09:47:01.656239 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59668) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:01.662236 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836aa501-9d90-410d-89e7-a127f90b6ccf None None] Network 8f60e924-2250-4f67-adca-6ee1fe0aae18 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:47:01.672695 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-cceca137-6f02-4ac0-af20-52d841cfbe36 req-9f390d7f-dc18-4120-945a-62973221570b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653961 Jun 25 09:47:01.741629 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:47:01.750073 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.806863 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Deleting port 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:47:01.807406 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.878096 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] For port 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9,segment=NetworkSegment(b816e5d1-f3b9-4231-9c03-a075d84e15e4),segment_id=b816e5d1-f3b9-4231-9c03-a075d84e15e4)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:01.878359 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.891691 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Calling delete_port for 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 owned by network:dhcp {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:47:01.908630 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e68cb4-4f4b-4df4-ac9a-e7c7413bd44e None None] DHCP port deletion for 8f60e924-2250-4f67-adca-6ee1fe0aae18 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:47:01.956701 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d9e68cb4-4f4b-4df4-ac9a-e7c7413bd44e None None] Deleting port 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:47:01.957121 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9e68cb4-4f4b-4df4-ac9a-e7c7413bd44e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.975218 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:01.978281 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:02.001261 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:02.004327 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:02.005194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] No DVR routers for this DVR port 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 on host n-d-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:47:02.018830 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d9e68cb4-4f4b-4df4-ac9a-e7c7413bd44e None None] For port 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9,segment=NetworkSegment(b816e5d1-f3b9-4231-9c03-a075d84e15e4),segment_id=b816e5d1-f3b9-4231-9c03-a075d84e15e4)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:02.019248 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9e68cb4-4f4b-4df4-ac9a-e7c7413bd44e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:02.032211 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d9e68cb4-4f4b-4df4-ac9a-e7c7413bd44e None None] Calling delete_port for 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:47:02.080564 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:02.090632 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f60e924-2250-4f67-adca-6ee1fe0aae18']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:02.101619 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b816e5d1-f3b9-4231-9c03-a075d84e15e4') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:02.101913 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b816e5d1-f3b9-4231-9c03-a075d84e15e4') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:02.108698 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9e68cb4-4f4b-4df4-ac9a-e7c7413bd44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:02.111641 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:02.111823 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:02.127053 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:02.133910 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:47:02.134223 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:47:02.136822 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:47:02.139239 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e68cb4-4f4b-4df4-ac9a-e7c7413bd44e None None] Pushing event deleted for resources: {'Port': ['ID=1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:02.139239 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e68cb4-4f4b-4df4-ac9a-e7c7413bd44e None None] No DVR routers for this DVR port 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:47:02.141178 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d9e68cb4-4f4b-4df4-ac9a-e7c7413bd44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:02.197062 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:02.203065 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:02.205152 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] 10.222.0.93 "DELETE /v2.0/networks/8f60e924-2250-4f67-adca-6ee1fe0aae18 HTTP/1.1" status: 204 len: 168 time: 0.5423195 Jun 25 09:47:02.206129 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fdc4041c-4ba4-46e4-a2d8-5f7b67dd3da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:02.220043 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f60e924-2250-4f67-adca-6ee1fe0aae18,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:02.223228 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f3a11ab0-d797-46de-b1f7-48a10f3b6864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:02.272247 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc422df-5217-4f0f-884e-a6a25152623a req-ca9aaddf-4714-41e1-9a08-3a4d5bff07f5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:02.273951 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-efc422df-5217-4f0f-884e-a6a25152623a req-ca9aaddf-4714-41e1-9a08-3a4d5bff07f5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0710874 Jun 25 09:47:02.314091 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-efc422df-5217-4f0f-884e-a6a25152623a req-842caac5-c34f-40f6-b5cc-ae682656ef8f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336947 Jun 25 09:47:02.326832 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59676) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:02.367436 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e8a079ff-f25d-4d45-b0c5-410d17f2c5b5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a5e266d630804501b927975e76fa7622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391638 Jun 25 09:47:02.369802 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59678) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:02.423286 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c48870d1-29f2-4458-a74d-22a3837f3e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:02.444940 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c48870d1-29f2-4458-a74d-22a3837f3e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:02.499346 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c48870d1-29f2-4458-a74d-22a3837f3e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:02.503552 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c48870d1-29f2-4458-a74d-22a3837f3e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:02.505293 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c48870d1-29f2-4458-a74d-22a3837f3e0d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b48573a1-9d23-4688-86b4-8c53f4cfb3dc HTTP/1.1" status: 204 len: 168 time: 0.1342165 Jun 25 09:47:02.506152 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-33025b0d-fcf8-4b9c-83dc-09b701be5fc0 tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:02.513921 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48870d1-29f2-4458-a74d-22a3837f3e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48573a1-9d23-4688-86b4-8c53f4cfb3dc,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:02.516240 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c48870d1-29f2-4458-a74d-22a3837f3e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:02.846290 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59686) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:02.868098 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ad2eb-30c8-4bd4-bb6e-5c5474ca3797 req-0ff7068c-60b7-415c-9a0d-163e3409c6aa tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:02.869702 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f6ad2eb-30c8-4bd4-bb6e-5c5474ca3797 req-0ff7068c-60b7-415c-9a0d-163e3409c6aa tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0756955 Jun 25 09:47:02.887652 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-e5271f0e-cc69-4ba2-a1a9-019d90caf468 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2763ca8acf934806adba8be1176bed7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400674 Jun 25 09:47:02.890234 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59688) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:02.914943 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1f6ad2eb-30c8-4bd4-bb6e-5c5474ca3797 req-13697123-2b7b-428b-98cc-1301a084c642 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383859 Jun 25 09:47:02.952932 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-50a03ad5-0a52-4588-aaea-b925a30d111a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:02.959121 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:47:02.976043 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-50a03ad5-0a52-4588-aaea-b925a30d111a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:02.979828 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:47:02.980191 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1838cde6-9660-4b5f-8ad7-4c1a04bb6d61 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:47:02.980682 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:47:02.999260 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:47:02.999611 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 1c55a26b-8a0e-4fe9-a6e8-f17c4aa54ca9 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:47:03.026726 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-50a03ad5-0a52-4588-aaea-b925a30d111a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:03.029867 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-50a03ad5-0a52-4588-aaea-b925a30d111a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:03.031043 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-50a03ad5-0a52-4588-aaea-b925a30d111a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b5193be9-ea8b-4a96-b494-4b17641178ab HTTP/1.1" status: 204 len: 168 time: 0.1394954 Jun 25 09:47:03.031907 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5684fda5-2274-4bb1-874b-aeab788aa7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:03.040326 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a03ad5-0a52-4588-aaea-b925a30d111a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5193be9-ea8b-4a96-b494-4b17641178ab,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:03.043318 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-50a03ad5-0a52-4588-aaea-b925a30d111a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:03.309005 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04441385-ad55-47de-91ad-a5afc63ed48d req-cea231e3-c244-4e73-9907-554629958635 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:03.310711 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-04441385-ad55-47de-91ad-a5afc63ed48d req-cea231e3-c244-4e73-9907-554629958635 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0726330 Jun 25 09:47:03.313851 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0f251-45fb-4025-bc0e-0d018c132a01 req-153641e6-a223-4770-88a8-d5bcb277e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:03.315634 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2c0f251-45fb-4025-bc0e-0d018c132a01 req-153641e6-a223-4770-88a8-d5bcb277e1b8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 1097 time: 0.0722847 Jun 25 09:47:03.357612 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-04441385-ad55-47de-91ad-a5afc63ed48d req-2c731eb0-c29e-41a4-8b1f-c2e22874ff82 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386646 Jun 25 09:47:03.452609 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0f251-45fb-4025-bc0e-0d018c132a01 req-972d399b-2aff-42b7-a3d2-0cf968c6e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:03.454274 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2c0f251-45fb-4025-bc0e-0d018c132a01 req-972d399b-2aff-42b7-a3d2-0cf968c6e7b0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.1315894 Jun 25 09:47:03.530217 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8c9f4-5766-49de-9d85-dc4b7abe0fd8 req-5f6c98f5-df57-411f-afce-1d0ad4a8093e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:03.531908 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8fc8c9f4-5766-49de-9d85-dc4b7abe0fd8 req-5f6c98f5-df57-411f-afce-1d0ad4a8093e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0818415 Jun 25 09:47:03.537226 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2c0f251-45fb-4025-bc0e-0d018c132a01 req-9c1df629-1cb2-4403-bcf8-0a0837c019af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2bd198-8631-473e-8128-ac6f4b01ac32 HTTP/1.1" status: 200 len: 1001 time: 0.0736299 Jun 25 09:47:03.577294 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8fc8c9f4-5766-49de-9d85-dc4b7abe0fd8 req-d59a67a1-4b1d-4d97-a906-e91f5953b16b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376384 Jun 25 09:47:03.594536 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0f251-45fb-4025-bc0e-0d018c132a01 req-b9334724-58c1-4950-b5c8-7a420501f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:03.596276 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2c0f251-45fb-4025-bc0e-0d018c132a01 req-b9334724-58c1-4950-b5c8-7a420501f452 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0523553 Jun 25 09:47:03.657695 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0f251-45fb-4025-bc0e-0d018c132a01 req-d5bbc3bc-280c-4bb0-b8c9-7888798fbbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:03.659367 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2c0f251-45fb-4025-bc0e-0d018c132a01 req-d5bbc3bc-280c-4bb0-b8c9-7888798fbbfc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562124 Jun 25 09:47:03.757990 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2c0f251-45fb-4025-bc0e-0d018c132a01 req-4b392e91-8956-4661-9596-8f2385128cdc service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908155 Jun 25 09:47:03.852278 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2c0f251-45fb-4025-bc0e-0d018c132a01 req-cdaf075f-a9a6-43f5-b5d0-f5a4f566ae65 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861592 Jun 25 09:47:04.548517 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b42120-4680-4226-8b94-3e318544ea09 req-25892bbd-c736-49db-9edc-df445fb207ba tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:04.550068 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9b42120-4680-4226-8b94-3e318544ea09 req-25892bbd-c736-49db-9edc-df445fb207ba tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0693252 Jun 25 09:47:04.597552 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-f9b42120-4680-4226-8b94-3e318544ea09 req-b7b39ed1-1a56-4d8e-b9dc-a903544112b3 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365157 Jun 25 09:47:04.765892 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1be39-68e9-4cc3-bb0f-0fed6da681c1 req-1ffd342a-8e3e-4941-ac47-0099326c5001 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:04.767386 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43b1be39-68e9-4cc3-bb0f-0fed6da681c1 req-1ffd342a-8e3e-4941-ac47-0099326c5001 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0653141 Jun 25 09:47:04.808468 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-43b1be39-68e9-4cc3-bb0f-0fed6da681c1 req-f28ac5df-69d0-4f5d-be75-432bf8d49709 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332410 Jun 25 09:47:05.783456 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d924f2-19e4-417e-829b-6ae3caa2bc86 req-6f7971ca-a7ff-4519-9a0b-1af0fed52caa tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:05.785211 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32d924f2-19e4-417e-829b-6ae3caa2bc86 req-6f7971ca-a7ff-4519-9a0b-1af0fed52caa tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0709071 Jun 25 09:47:05.827778 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-32d924f2-19e4-417e-829b-6ae3caa2bc86 req-fb9a47c9-f6ca-4337-bfee-5d4dbb539efc tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339587 Jun 25 09:47:05.996956 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744d7cf-2cef-4d90-98da-567a321f3e1a req-fea319cd-d0e9-4d46-a4af-55d5f60ef772 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:05.998516 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3744d7cf-2cef-4d90-98da-567a321f3e1a req-fea319cd-d0e9-4d46-a4af-55d5f60ef772 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0738330 Jun 25 09:47:06.047040 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3744d7cf-2cef-4d90-98da-567a321f3e1a req-2bd181ea-b0b5-4848-8c79-af5063eb210e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421565 Jun 25 09:47:07.234305 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f1339-f4df-4d90-9ed1-53d218bbe674 req-785c19d4-fa8f-49bf-a99a-0f3b43f51b8f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:07.235792 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4e4f1339-f4df-4d90-9ed1-53d218bbe674 req-785c19d4-fa8f-49bf-a99a-0f3b43f51b8f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0703685 Jun 25 09:47:07.278758 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4e4f1339-f4df-4d90-9ed1-53d218bbe674 req-45259cad-3e2b-4755-bf4b-82fe74c301df tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359621 Jun 25 09:47:08.473794 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b484f-118c-4018-997d-204e79b89a1a req-eefd80ce-3476-49a8-b2f6-bed046b18c8c tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:08.475358 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb2b484f-118c-4018-997d-204e79b89a1a req-eefd80ce-3476-49a8-b2f6-bed046b18c8c tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0758102 Jun 25 09:47:08.514883 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-eb2b484f-118c-4018-997d-204e79b89a1a req-69851f67-c63b-450a-95c8-a8ba6829565a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338120 Jun 25 09:47:09.541950 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4947fc0d-de5d-466e-8c5e-a331037d5580 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:47:09.640939 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4947fc0d-de5d-466e-8c5e-a331037d5580, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4947fc0d-de5d-466e-8c5e-a331037d5580,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:09.652994 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '4947fc0d-de5d-466e-8c5e-a331037d5580', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'port_id': '4947fc0d-de5d-466e-8c5e-a331037d5580', 'mac_address': 'fa:16:3e:de:dc:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:47:09.695743 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:09.696042 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520158a2-7eec-42ac-9940-36601ba7b576 req-4bd62b96-4782-492f-b84e-bfa48048dfc8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:09.701350 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-520158a2-7eec-42ac-9940-36601ba7b576 req-4bd62b96-4782-492f-b84e-bfa48048dfc8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0694027 Jun 25 09:47:09.710040 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4947fc0d-de5d-466e-8c5e-a331037d5580 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:47:09.729812 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4947fc0d-de5d-466e-8c5e-a331037d5580, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4947fc0d-de5d-466e-8c5e-a331037d5580,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:09.736331 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:09.738339 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:09.738535 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-520158a2-7eec-42ac-9940-36601ba7b576 req-d6f4582e-4070-42c7-912c-c4b4557f6a58 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348680 Jun 25 09:47:09.785311 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4947fc0d-de5d-466e-8c5e-a331037d5580,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:09.789246 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:09.896472 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['4947fc0d-de5d-466e-8c5e-a331037d5580'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:47:10.626709 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59720) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:10.824507 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-c08dd11d-80ca-4d19-8296-9ed74fd73158 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port 5ce8bd21-8392-4eaa-9e98-395adcdc0388 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:47:10.824861 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c08dd11d-80ca-4d19-8296-9ed74fd73158 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:10.902304 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c08dd11d-80ca-4d19-8296-9ed74fd73158 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:10.902614 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c08dd11d-80ca-4d19-8296-9ed74fd73158 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:10.914646 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-c08dd11d-80ca-4d19-8296-9ed74fd73158 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for 5ce8bd21-8392-4eaa-9e98-395adcdc0388 owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:47:10.930812 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75651ca5-578d-4989-a9d8-d07d409e996f req-f3d669df-3e9d-4fa7-af26-8221e76cb130 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:10.932395 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75651ca5-578d-4989-a9d8-d07d409e996f req-f3d669df-3e9d-4fa7-af26-8221e76cb130 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 944 time: 0.0714378 Jun 25 09:47:10.975530 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-75651ca5-578d-4989-a9d8-d07d409e996f req-775584d7-7c70-42cb-9652-247c6f73d5e3 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368271 Jun 25 09:47:11.093209 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c08dd11d-80ca-4d19-8296-9ed74fd73158 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:11.095255 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-f132c360-5464-4d4a-aa79-b471503b83c3 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:11.119775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08dd11d-80ca-4d19-8296-9ed74fd73158 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=5ce8bd21-8392-4eaa-9e98-395adcdc0388,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:11.122997 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c08dd11d-80ca-4d19-8296-9ed74fd73158 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:11.196334 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c08dd11d-80ca-4d19-8296-9ed74fd73158 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for floatingip, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:11.196647 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-c08dd11d-80ca-4d19-8296-9ed74fd73158 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Floating IP 959e9f5b-ca0e-4274-ad47-b048ff694794 disassociated (deleted). External IP: 172.25.6.167, port: 5c64836d-4878-41c3-8303-46bf5c85e91f. Jun 25 09:47:11.414354 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08dd11d-80ca-4d19-8296-9ed74fd73158 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:47:11.564619 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4947fc0d-de5d-466e-8c5e-a331037d5580 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:47:11.618116 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 4947fc0d-de5d-466e-8c5e-a331037d5580 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:47:11.618504 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:11.701752 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:11.726778 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4947fc0d-de5d-466e-8c5e-a331037d5580'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:47:11.729142 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e87570d-9e89-4cab-8ea5-10deba43929c" -d '{"events": [{"server_uuid": "de9262cf-0a7b-4ead-897d-d5382e2c1dc0", "name": "network-vif-plugged", "status": "completed", "tag": "4947fc0d-de5d-466e-8c5e-a331037d5580"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:47:11.742853 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4947fc0d-de5d-466e-8c5e-a331037d5580, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4947fc0d-de5d-466e-8c5e-a331037d5580,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:11.750374 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:11.753918 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-96918d82-b289-447c-afe6-8a64e830d86f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:11.780463 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355db66d-ec47-4e13-9759-5dde293eb7ae x-openstack-request-id: req-355db66d-ec47-4e13-9759-5dde293eb7ae {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:47:11.780816 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9262cf-0a7b-4ead-897d-d5382e2c1dc0", "name": "network-vif-plugged", "status": "completed", "tag": "4947fc0d-de5d-466e-8c5e-a331037d5580", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:47:11.781037 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-355db66d-ec47-4e13-9759-5dde293eb7ae {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:47:11.781431 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4947fc0d-de5d-466e-8c5e-a331037d5580', 'code': 200} Jun 25 09:47:11.809491 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4947fc0d-de5d-466e-8c5e-a331037d5580,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:11.812852 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:11.912323 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08dd11d-80ca-4d19-8296-9ed74fd73158 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:47:11.917604 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-c08dd11d-80ca-4d19-8296-9ed74fd73158 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:11.922744 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdca157f-73b3-4e33-a546-a91869fe301f None None] Sync routers for ids ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:47:11.932453 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca157f-73b3-4e33-a546-a91869fe301f None None] Routers {'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:47:11.933099 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cdca157f-73b3-4e33-a546-a91869fe301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:46:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:11.960568 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-c08dd11d-80ca-4d19-8296-9ed74fd73158 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/floatingips/959e9f5b-ca0e-4274-ad47-b048ff694794 HTTP/1.1" status: 204 len: 168 time: 1.3324983 Jun 25 09:47:11.961389 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'tag': '5c64836d-4878-41c3-8303-46bf5c85e91f'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:47:11.963718 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024c54f3-7fb1-4ed9-bfe7-b4291d3890a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f42545-89eb-4287-a171-3244ab40ec8b", "tag": "5c64836d-4878-41c3-8303-46bf5c85e91f"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:47:12.002284 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d254dd18-46b9-4bcc-928b-4351cb9b2076 x-openstack-request-id: req-d254dd18-46b9-4bcc-928b-4351cb9b2076 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:47:12.002622 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f42545-89eb-4287-a171-3244ab40ec8b", "tag": "5c64836d-4878-41c3-8303-46bf5c85e91f", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:47:12.004342 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d254dd18-46b9-4bcc-928b-4351cb9b2076 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:47:12.004798 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'tag': '5c64836d-4878-41c3-8303-46bf5c85e91f', 'status': 'completed', 'code': 200} Jun 25 09:47:12.043865 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-cdca157f-73b3-4e33-a546-a91869fe301f None None] Set router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:47:12.113582 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c54f3-7fb1-4ed9-bfe7-b4291d3890a1 req-58c282d4-b93e-4aba-815f-56f1a5cf6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:12.115199 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-024c54f3-7fb1-4ed9-bfe7-b4291d3890a1 req-58c282d4-b93e-4aba-815f-56f1a5cf6c14 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 1098 time: 0.0596659 Jun 25 09:47:12.184887 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb2e01-9552-499a-9986-c132dd32d856 req-90074f5a-1c74-415c-a539-ec96a72e684e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:12.191055 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-26bb2e01-9552-499a-9986-c132dd32d856 req-90074f5a-1c74-415c-a539-ec96a72e684e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0749671 Jun 25 09:47:12.238079 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c54f3-7fb1-4ed9-bfe7-b4291d3890a1 req-a6f41c53-6ca8-4d48-9c92-fa1266bfb770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:12.239588 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-024c54f3-7fb1-4ed9-bfe7-b4291d3890a1 req-a6f41c53-6ca8-4d48-9c92-fa1266bfb770 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7c9443f-424e-489d-8185-99ca402cdfe9 HTTP/1.1" status: 200 len: 898 time: 0.1170287 Jun 25 09:47:12.241401 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-26bb2e01-9552-499a-9986-c132dd32d856 req-e46e8225-963e-4360-897c-307abe272dfd tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439510 Jun 25 09:47:12.296687 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-024c54f3-7fb1-4ed9-bfe7-b4291d3890a1 req-1fac1165-8a8d-44cd-bcbb-8ae8117ca0c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c64836d-4878-41c3-8303-46bf5c85e91f HTTP/1.1" status: 200 len: 217 time: 0.0401502 Jun 25 09:47:12.298692 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cdca157f-73b3-4e33-a546-a91869fe301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291947193', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:26Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '6de17bad-e14f-4bb8-9be6-41fd61c16f58', 'name': '', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:00:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:25Z', 'updated_at': '2021-06-25T09:45:31Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:12.325497 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdca157f-73b3-4e33-a546-a91869fe301f None None] Checking router: ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:47:12.335979 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca157f-73b3-4e33-a546-a91869fe301f None None] Routers {'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:47:12.336597 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cdca157f-73b3-4e33-a546-a91869fe301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:46:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:12.350340 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c54f3-7fb1-4ed9-bfe7-b4291d3890a1 req-ac7980ad-3e7f-4ec8-bf4c-4816a01ded26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:12.351872 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-024c54f3-7fb1-4ed9-bfe7-b4291d3890a1 req-ac7980ad-3e7f-4ec8-bf4c-4816a01ded26 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d39b8000-4d5c-4796-b695-68863c9a8c27 HTTP/1.1" status: 200 len: 834 time: 0.0480165 Jun 25 09:47:12.404215 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5eab75-a797-4c92-8885-723dd7e749b9 req-fb9a46f2-a0ca-4905-8063-4746fd7f1d67 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:12.406199 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9a5eab75-a797-4c92-8885-723dd7e749b9 req-fb9a46f2-a0ca-4905-8063-4746fd7f1d67 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0726736 Jun 25 09:47:12.421547 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c54f3-7fb1-4ed9-bfe7-b4291d3890a1 req-170ee597-688b-49bf-a1c2-a1c84f7bea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:12.423022 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-024c54f3-7fb1-4ed9-bfe7-b4291d3890a1 req-170ee597-688b-49bf-a1c2-a1c84f7bea25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7c9443f-424e-489d-8185-99ca402cdfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610530 Jun 25 09:47:12.448380 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-9a5eab75-a797-4c92-8885-723dd7e749b9 req-0f9b8ae4-5271-4e0c-9d1f-7d2d5112729b tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358214 Jun 25 09:47:12.448670 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-cdca157f-73b3-4e33-a546-a91869fe301f None None] Set router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:47:12.516460 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-024c54f3-7fb1-4ed9-bfe7-b4291d3890a1 req-5165599a-7813-43ee-9a1c-45712310f0a4 service neutron] 10.222.0.38 "GET /v2.0/networks/e7c9443f-424e-489d-8185-99ca402cdfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830190 Jun 25 09:47:12.619192 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-024c54f3-7fb1-4ed9-bfe7-b4291d3890a1 req-3de4ffaf-3ad7-4f67-9a04-b32f8af69bb4 service neutron] 10.222.0.38 "GET /v2.0/networks/e7c9443f-424e-489d-8185-99ca402cdfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958457 Jun 25 09:47:12.655015 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-cdca157f-73b3-4e33-a546-a91869fe301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291947193', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:26Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '6de17bad-e14f-4bb8-9be6-41fd61c16f58', 'name': '', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:00:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:25Z', 'updated_at': '2021-06-25T09:45:31Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:12.682778 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdca157f-73b3-4e33-a546-a91869fe301f None None] The sync data for ids ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'] in n-d-761264-15 is: [{'id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291947193', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:26Z', 'revision_number': 4, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '6de17bad-e14f-4bb8-9be6-41fd61c16f58', 'name': '', 'network_id': 'e7c9443f-424e-489d-8185-99ca402cdfe9', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'mac_address': 'fa:16:3e:00:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:25Z', 'updated_at': '2021-06-25T09:45:31Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'subnets': [{'id': 'd39b8000-4d5c-4796-b695-68863c9a8c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:47:12.921367 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4565653-b0e3-4413-86d8-316f9816b9d3 None None] New status for floating IP 959e9f5b-ca0e-4274-ad47-b048ff694794: DOWN {{(pid=94027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:47:13.462686 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884aee2-e6b5-434d-a043-eda50d79f312 req-002f6307-b7e9-478d-bcbf-d57e4fd05425 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:13.464254 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0884aee2-e6b5-434d-a043-eda50d79f312 req-002f6307-b7e9-478d-bcbf-d57e4fd05425 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0887060 Jun 25 09:47:13.510931 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0884aee2-e6b5-434d-a043-eda50d79f312 req-8e73ae9c-1045-4398-9548-2704b7449a97 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385671 Jun 25 09:47:13.637585 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c1b97-11fe-4aae-ae4c-faf7eed05ad7 req-1c23ca8d-8725-42e5-abc7-3af2608863bb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:13.638983 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-206c1b97-11fe-4aae-ae4c-faf7eed05ad7 req-1c23ca8d-8725-42e5-abc7-3af2608863bb tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0704787 Jun 25 09:47:13.677879 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-206c1b97-11fe-4aae-ae4c-faf7eed05ad7 req-acfb130c-d196-43a8-9d3a-e48ce51a7b67 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/security-groups?id=ff5fd4e9-178e-442a-96b8-4a348b4c1144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328317 Jun 25 09:47:13.902063 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199ed3f-c007-4715-a7c3-edbde1fcddbb req-8f41a4fc-fbfc-4db7-a0be-311dccb6dee2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:13.903385 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1199ed3f-c007-4715-a7c3-edbde1fcddbb req-8f41a4fc-fbfc-4db7-a0be-311dccb6dee2 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 946 time: 0.0707831 Jun 25 09:47:14.012478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-1199ed3f-c007-4715-a7c3-edbde1fcddbb req-c510a7f4-342c-4673-b197-9341706f4cc6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port 5c64836d-4878-41c3-8303-46bf5c85e91f {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:47:14.012805 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1199ed3f-c007-4715-a7c3-edbde1fcddbb req-c510a7f4-342c-4673-b197-9341706f4cc6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:14.105715 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-1199ed3f-c007-4715-a7c3-edbde1fcddbb req-c510a7f4-342c-4673-b197-9341706f4cc6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] For port 5c64836d-4878-41c3-8303-46bf5c85e91f, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=5c64836d-4878-41c3-8303-46bf5c85e91f,segment=NetworkSegment(abf34774-c5db-4907-a38a-432788ed9d26),segment_id=abf34774-c5db-4907-a38a-432788ed9d26)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:14.106041 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1199ed3f-c007-4715-a7c3-edbde1fcddbb req-c510a7f4-342c-4673-b197-9341706f4cc6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:14.119427 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-1199ed3f-c007-4715-a7c3-edbde1fcddbb req-c510a7f4-342c-4673-b197-9341706f4cc6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for 5c64836d-4878-41c3-8303-46bf5c85e91f owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:47:14.264488 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1199ed3f-c007-4715-a7c3-edbde1fcddbb req-c510a7f4-342c-4673-b197-9341706f4cc6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:14.268831 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3e6d3f38-40e0-4c9b-a46f-e58ead83e648 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:14.295408 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510a7f4-342c-4673-b197-9341706f4cc6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=5c64836d-4878-41c3-8303-46bf5c85e91f,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:14.300224 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-c510a7f4-342c-4673-b197-9341706f4cc6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:14.341040 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-1199ed3f-c007-4715-a7c3-edbde1fcddbb req-c510a7f4-342c-4673-b197-9341706f4cc6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] No DVR routers for this DVR port 5c64836d-4878-41c3-8303-46bf5c85e91f on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:47:14.345374 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-1199ed3f-c007-4715-a7c3-edbde1fcddbb req-c510a7f4-342c-4673-b197-9341706f4cc6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:14.348507 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-1199ed3f-c007-4715-a7c3-edbde1fcddbb req-c510a7f4-342c-4673-b197-9341706f4cc6 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.38 "DELETE /v2.0/ports/5c64836d-4878-41c3-8303-46bf5c85e91f HTTP/1.1" status: 204 len: 173 time: 0.4392242 Jun 25 09:47:14.349251 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'name': 'network-vif-deleted', 'tag': '5c64836d-4878-41c3-8303-46bf5c85e91f'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:47:14.352280 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adca16a-b1cf-4ad4-b7f5-cbd3bac67696" -d '{"events": [{"server_uuid": "d6f42545-89eb-4287-a171-3244ab40ec8b", "name": "network-vif-deleted", "tag": "5c64836d-4878-41c3-8303-46bf5c85e91f"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:47:14.392499 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7bedd2-99eb-4cc9-925d-e899dff76a34 x-openstack-request-id: req-1c7bedd2-99eb-4cc9-925d-e899dff76a34 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:47:14.392883 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f42545-89eb-4287-a171-3244ab40ec8b", "name": "network-vif-deleted", "tag": "5c64836d-4878-41c3-8303-46bf5c85e91f", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:47:14.393213 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1c7bedd2-99eb-4cc9-925d-e899dff76a34 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:47:14.393651 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f42545-89eb-4287-a171-3244ab40ec8b', 'name': 'network-vif-deleted', 'tag': '5c64836d-4878-41c3-8303-46bf5c85e91f', 'status': 'completed', 'code': 200} Jun 25 09:47:14.703206 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc41de-cd9b-44ec-8e8d-5650ecd24bf4 req-0e0bd2b1-0f14-4beb-8a75-675f12bb5369 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:14.704895 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1cc41de-cd9b-44ec-8e8d-5650ecd24bf4 req-0e0bd2b1-0f14-4beb-8a75-675f12bb5369 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0727103 Jun 25 09:47:14.749813 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d1cc41de-cd9b-44ec-8e8d-5650ecd24bf4 req-8152bb3c-c53b-445b-81e7-fe3e5b91d84f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388420 Jun 25 09:47:14.850128 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4aa6658d-1308-4d63-abf6-52658b7c9c5c req-0eb108c4-2c2a-4be3-ad93-fdda7f7e6a45 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6f42545-89eb-4287-a171-3244ab40ec8b HTTP/1.1" status: 200 len: 210 time: 0.0297511 Jun 25 09:47:15.969490 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8366a4e-ec45-4375-bdb3-8bdd5fc2da87 req-3efa26e7-2cda-462b-a8ba-c7b479f35fa1 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:15.976775 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8366a4e-ec45-4375-bdb3-8bdd5fc2da87 req-3efa26e7-2cda-462b-a8ba-c7b479f35fa1 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.1017361 Jun 25 09:47:15.992459 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59778) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:16.027753 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d8366a4e-ec45-4375-bdb3-8bdd5fc2da87 req-8c529e27-0b79-4e92-ae67-c7cf85cb2dd5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499368 Jun 25 09:47:16.398212 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bad88123-8961-415f-a32b-86e0197521b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676592'] for router_interface, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:16.703288 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-bad88123-8961-415f-a32b-86e0197521b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port 6de17bad-e14f-4bb8-9be6-41fd61c16f58 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:47:16.703636 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bad88123-8961-415f-a32b-86e0197521b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:16.806974 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [None req-bad88123-8961-415f-a32b-86e0197521b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] For port 6de17bad-e14f-4bb8-9be6-41fd61c16f58, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=6de17bad-e14f-4bb8-9be6-41fd61c16f58,segment=NetworkSegment(abf34774-c5db-4907-a38a-432788ed9d26),segment_id=abf34774-c5db-4907-a38a-432788ed9d26)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:16.807519 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bad88123-8961-415f-a32b-86e0197521b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:16.824229 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-bad88123-8961-415f-a32b-86e0197521b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for 6de17bad-e14f-4bb8-9be6-41fd61c16f58 owned by network:router_interface {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:47:17.067746 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bad88123-8961-415f-a32b-86e0197521b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:17.079440 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-a2dc2f40-3af2-4b5c-812c-4ba3c89453e8 tempest-ServersTestJSON-892951101 tempest-ServersTestJSON-892951101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:17.218478 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad88123-8961-415f-a32b-86e0197521b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=6de17bad-e14f-4bb8-9be6-41fd61c16f58,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:17.228014 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-bad88123-8961-415f-a32b-86e0197521b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:17.366428 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a2bee-92a2-4922-8c25-3acc35bcd902 req-2a729062-67a7-4583-b129-864d3609b1ca tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:17.368819 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-509a2bee-92a2-4922-8c25-3acc35bcd902 req-2a729062-67a7-4583-b129-864d3609b1ca tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0902252 Jun 25 09:47:17.386151 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-bad88123-8961-415f-a32b-86e0197521b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592128'] for router_interface, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:17.419645 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-509a2bee-92a2-4922-8c25-3acc35bcd902 req-4351d91a-9880-4129-a6f8-ce9f8421b6f7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429947 Jun 25 09:47:17.687288 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad88123-8961-415f-a32b-86e0197521b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:47:17.808860 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad88123-8961-415f-a32b-86e0197521b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:47:17.816153 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-bad88123-8961-415f-a32b-86e0197521b9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "PUT /v2.0/routers/ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8215206 Jun 25 09:47:17.818271 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59782) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:17.821038 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1003d-0883-4dbe-aa51-b40318276aa2 None None] Sync routers for ids ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'] in n-d-761264-15 {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:47:17.835352 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1003d-0883-4dbe-aa51-b40318276aa2 None None] Routers {'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:47:17.836314 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-45d1003d-0883-4dbe-aa51-b40318276aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:46:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:17.872507 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b00e48-c4a7-4ac4-9184-dd703fb734c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting subnet d39b8000-4d5c-4796-b695-68863c9a8c27 {{(pid=94025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 09:47:17.876716 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6b00e48-c4a7-4ac4-9184-dd703fb734c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for subnet, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:17.925724 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6b00e48-c4a7-4ac4-9184-dd703fb734c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756677'] for subnet, precommit_delete_associations {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:17.982652 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-45d1003d-0883-4dbe-aa51-b40318276aa2 None None] Set router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:47:18.031077 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6b00e48-c4a7-4ac4-9184-dd703fb734c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995477'] for subnet, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:18.099368 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6b00e48-c4a7-4ac4-9184-dd703fb734c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26445645'] for subnet, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:18.102652 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8f7132e6-bbbc-473b-a038-a184de845e70 tempest-PortsTestJSON-701879978 tempest-PortsTestJSON-701879978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:18.140722 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b00e48-c4a7-4ac4-9184-dd703fb734c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Subnet': ['ID=d39b8000-4d5c-4796-b695-68863c9a8c27,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:18.143949 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-b6b00e48-c4a7-4ac4-9184-dd703fb734c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:18.153623 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-b6b00e48-c4a7-4ac4-9184-dd703fb734c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for subnet, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:18.154555 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ecd63-b63a-44cf-bccd-616161ff3d6e None None] Network e7c9443f-424e-489d-8185-99ca402cdfe9 requested from n-d-761264-15 {{(pid=94026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 09:47:18.157235 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-b6b00e48-c4a7-4ac4-9184-dd703fb734c9 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/subnets/d39b8000-4d5c-4796-b695-68863c9a8c27 HTTP/1.1" status: 204 len: 168 time: 0.3379602 Jun 25 09:47:18.158758 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59784) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:18.280868 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:18.291445 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-45d1003d-0883-4dbe-aa51-b40318276aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291947193', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:47:17Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:18.326381 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1003d-0883-4dbe-aa51-b40318276aa2 None None] Checking router: ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae for host: n-d-761264-15 {{(pid=94026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:47:18.342021 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1003d-0883-4dbe-aa51-b40318276aa2 None None] Routers {'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'} bound to L3 agent in host n-d-761264-15 {{(pid=94026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:47:18.342405 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-45d1003d-0883-4dbe-aa51-b40318276aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:46:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'], 'active': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:18.410318 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:18.462520 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ad97e1-7762-47f7-bd6d-f880062752d2 None None] DHCP port deletion for e7c9443f-424e-489d-8185-99ca402cdfe9 request from n-d-761264-15 {{(pid=94026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 09:47:18.494281 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvr_db [None req-45d1003d-0883-4dbe-aa51-b40318276aa2 None None] Set router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae gateway port host: n-d-761264-15 {{(pid=94026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:47:18.495392 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Deleting port d1660ce6-3ff7-4f6d-832d-23368248c5ed {{(pid=94024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:47:18.495819 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:18.642151 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.db [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] For port d1660ce6-3ff7-4f6d-832d-23368248c5ed, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=d1660ce6-3ff7-4f6d-832d-23368248c5ed,segment=NetworkSegment(df400741-ff02-4fd6-a654-4e0643128425),segment_id=df400741-ff02-4fd6-a654-4e0643128425)] {{(pid=94024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:18.642436 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:18.667813 n-d-761264-15 neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Calling delete_port for d1660ce6-3ff7-4f6d-832d-23368248c5ed owned by network:router_gateway {{(pid=94024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:47:18.741067 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654bf0f-ba22-4eaf-8e14-389c1433f767 req-3cadb0c9-b2b8-4efc-aa58-b69cc1281b1e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:18.742637 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d654bf0f-ba22-4eaf-8e14-389c1433f767 req-3cadb0c9-b2b8-4efc-aa58-b69cc1281b1e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.1774566 Jun 25 09:47:18.785728 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 5c64836d-4878-41c3-8303-46bf5c85e91f no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:47:18.799652 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d654bf0f-ba22-4eaf-8e14-389c1433f767 req-4bc91640-9755-46e1-b32b-97ce77c1240b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497823 Jun 25 09:47:18.808820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 5c64836d-4878-41c3-8303-46bf5c85e91f {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:47:18.808820 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 5c64836d-4878-41c3-8303-46bf5c85e91f not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:47:18.885526 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-93ad97e1-7762-47f7-bd6d-f880062752d2 None None] Deleting port 29aabee4-33e8-4eca-8646-0d8471e03d5d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:47:18.886350 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93ad97e1-7762-47f7-bd6d-f880062752d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:18.962469 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28768991'] for port, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:18.966693 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-a81845ba-f4ae-4f42-ae9d-4b6d043bdd8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:18.974685 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-93ad97e1-7762-47f7-bd6d-f880062752d2 None None] For port 29aabee4-33e8-4eca-8646-0d8471e03d5d, host n-d-761264-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-15',level=0,port_id=29aabee4-33e8-4eca-8646-0d8471e03d5d,segment=NetworkSegment(abf34774-c5db-4907-a38a-432788ed9d26),segment_id=abf34774-c5db-4907-a38a-432788ed9d26)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:18.975707 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93ad97e1-7762-47f7-bd6d-f880062752d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:18.989864 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-93ad97e1-7762-47f7-bd6d-f880062752d2 None None] Calling delete_port for 29aabee4-33e8-4eca-8646-0d8471e03d5d owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:47:18.998401 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Port': ['ID=d1660ce6-3ff7-4f6d-832d-23368248c5ed,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:19.002875 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:19.082216 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93ad97e1-7762-47f7-bd6d-f880062752d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:19.087049 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594350'] for router_gateway, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:19.093879 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-b26eb4ab-5c1f-4cb0-914c-711fb8e83c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:19.121482 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad97e1-7762-47f7-bd6d-f880062752d2 None None] Pushing event deleted for resources: {'Port': ['ID=29aabee4-33e8-4eca-8646-0d8471e03d5d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:19.156632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ad97e1-7762-47f7-bd6d-f880062752d2 None None] No DVR routers for this DVR port 29aabee4-33e8-4eca-8646-0d8471e03d5d on host n-d-761264-15 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:47:19.158466 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-93ad97e1-7762-47f7-bd6d-f880062752d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:19.190911 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 29aabee4-33e8-4eca-8646-0d8471e03d5d no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:47:19.218762 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 29aabee4-33e8-4eca-8646-0d8471e03d5d {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:47:19.219111 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 29aabee4-33e8-4eca-8646-0d8471e03d5d not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:47:19.219508 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59653'] for router, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:19.224441 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:19.263217 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.l3_hamode_db [None req-45d1003d-0883-4dbe-aa51-b40318276aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291947193', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:47:17Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}], 'n-d-761264-15', False) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:19.286460 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-592863'] for router, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:19.287209 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Fanout notify agent at l3_agent the message router_deleted on router ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae {{(pid=94024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 09:47:19.296074 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for router, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:19.297491 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-ec8e7329-26f3-433f-b32a-b2fc6b87f7dc tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/routers/ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae HTTP/1.1" status: 204 len: 168 time: 1.1373026 Jun 25 09:47:19.301542 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59788) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:19.322908 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1003d-0883-4dbe-aa51-b40318276aa2 None None] The sync data for ids ['ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae'] in n-d-761264-15 is: [{'id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291947193', 'tenant_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:47:17Z', 'revision_number': 5, 'project_id': '1a8e091ccc054882b641b9b9ca11d4a4', 'gw_port': {'id': 'd1660ce6-3ff7-4f6d-832d-23368248c5ed', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5c097-d98e-4cf6-aa6a-bfb6e1da66ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:45:22Z', 'updated_at': '2021-06-25T09:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15'}] {{(pid=94026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:47:19.462383 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c157e1b-10f7-4f75-a89a-884da0c10b26 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042535'] for network, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:19.580083 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c157e1b-10f7-4f75-a89a-884da0c10b26 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998728', 'neutron.services.segments.db._delete_segments_for_network-8728567442207'] for network, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:19.592337 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-0c157e1b-10f7-4f75-a89a-884da0c10b26 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c9443f-424e-489d-8185-99ca402cdfe9']}} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:19.604267 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-0c157e1b-10f7-4f75-a89a-884da0c10b26 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf34774-c5db-4907-a38a-432788ed9d26') {'for_net_delete': True} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:19.604564 n-d-761264-15 neutron-server[94025]: DEBUG neutron.services.segments.db [None req-0c157e1b-10f7-4f75-a89a-884da0c10b26 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf34774-c5db-4907-a38a-432788ed9d26') {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:19.614659 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c157e1b-10f7-4f75-a89a-884da0c10b26 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728567560695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756690'] for segment, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:19.631032 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c157e1b-10f7-4f75-a89a-884da0c10b26 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288'] for segment, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:19.643951 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c157e1b-10f7-4f75-a89a-884da0c10b26 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=94025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 09:47:19.644868 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c157e1b-10f7-4f75-a89a-884da0c10b26 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1986288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2693144'] for segment, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: Traceback (most recent call last): Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: timer() Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: cb(*args, **kw) Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: return func(*args, **kwargs) Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: self._notify() Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: self.callback(batched_events) Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: event.method(event) Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: return f(self, *a, **k) Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: return self._get(url).json() Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: return self.request(url, 'GET', **kwargs) Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 09:47:19.649917 n-d-761264-15 neutron-server[94025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 09:47:19.743397 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c157e1b-10f7-4f75-a89a-884da0c10b26 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-990036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594294'] for network, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:19.755614 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-0c157e1b-10f7-4f75-a89a-884da0c10b26 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for network, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:19.761775 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-0c157e1b-10f7-4f75-a89a-884da0c10b26 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/networks/e7c9443f-424e-489d-8185-99ca402cdfe9 HTTP/1.1" status: 204 len: 168 time: 0.4569821 Jun 25 09:47:19.762489 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59790) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:19.763196 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-4766a593-9d0b-4e8c-bed8-1b2bd5bc7d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:19.787736 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c157e1b-10f7-4f75-a89a-884da0c10b26 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'Network': ['ID=e7c9443f-424e-489d-8185-99ca402cdfe9,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:19.809402 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0c157e1b-10f7-4f75-a89a-884da0c10b26 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:19.869929 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-366d02cc-c40b-4db1-954e-f4c442a13f60 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:19.961326 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-366d02cc-c40b-4db1-954e-f4c442a13f60 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:20.079186 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a2289-81cd-4abb-8bf3-4d4b8b2cb436 req-ff5e8e01-f8a1-410e-9c7c-8ab4f6b2583f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:20.081211 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce3a2289-81cd-4abb-8bf3-4d4b8b2cb436 req-ff5e8e01-f8a1-410e-9c7c-8ab4f6b2583f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.1099532 Jun 25 09:47:20.094949 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-366d02cc-c40b-4db1-954e-f4c442a13f60 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:20.098246 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-366d02cc-c40b-4db1-954e-f4c442a13f60 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:20.102492 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-366d02cc-c40b-4db1-954e-f4c442a13f60 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] 10.222.0.93 "DELETE /v2.0/security-groups/ff5fd4e9-178e-442a-96b8-4a348b4c1144 HTTP/1.1" status: 204 len: 168 time: 0.3351102 Jun 25 09:47:20.105596 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-4e45d41b-f60d-45ca-bddf-c10393aa66b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:20.124635 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d02cc-c40b-4db1-954e-f4c442a13f60 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5fd4e9-178e-442a-96b8-4a348b4c1144,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:20.127678 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-366d02cc-c40b-4db1-954e-f4c442a13f60 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:20.208428 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ce3a2289-81cd-4abb-8bf3-4d4b8b2cb436 req-e81ab1a0-0502-46ff-96f6-928b22ba6433 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024232 Jun 25 09:47:20.534811 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59804) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:20.709136 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-2d428795-e0fb-495c-b5c3-476a3cb18bbd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1a8e091ccc054882b641b9b9ca11d4a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729198 Jun 25 09:47:20.711625 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59808) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:20.780018 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-caaeb24f-05df-46dd-ac11-c958c626209a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:20.802838 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-caaeb24f-05df-46dd-ac11-c958c626209a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:20.867443 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-caaeb24f-05df-46dd-ac11-c958c626209a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:20.870481 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-caaeb24f-05df-46dd-ac11-c958c626209a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:20.874271 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-caaeb24f-05df-46dd-ac11-c958c626209a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/408c458b-2707-4396-833e-8573c23f8928 HTTP/1.1" status: 204 len: 168 time: 0.1591656 Jun 25 09:47:20.874271 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-25c8a8de-8179-4c9b-bc6a-1323cddc05a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:20.883058 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaeb24f-05df-46dd-ac11-c958c626209a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408c458b-2707-4396-833e-8573c23f8928,revision_number=None']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:20.885775 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-caaeb24f-05df-46dd-ac11-c958c626209a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:20.977320 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6de17bad-e14f-4bb8-9be6-41fd61c16f58 no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:47:21.001611 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: 6de17bad-e14f-4bb8-9be6-41fd61c16f58 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:47:21.001986 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device 6de17bad-e14f-4bb8-9be6-41fd61c16f58 not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:47:21.002440 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d1660ce6-3ff7-4f6d-832d-23368248c5ed no longer exists at agent ovs-agent-n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:47:21.022808 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] No Port match for: d1660ce6-3ff7-4f6d-832d-23368248c5ed {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:47:21.023181 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Device d1660ce6-3ff7-4f6d-832d-23368248c5ed not bound to the agent host n-d-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:47:21.199728 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59814) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:21.248013 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-55fe374f-8bdf-4df1-a02a-e0ca16b0fce4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0517f2a6fb2e40a6ac8407fa9721669c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463703 Jun 25 09:47:21.250427 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59820) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:21.312233 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7e476021-4e92-45b5-9b02-3e97a511b7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:21.336582 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7e476021-4e92-45b5-9b02-3e97a511b7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:21.397243 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7e476021-4e92-45b5-9b02-3e97a511b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:21.400333 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-7e476021-4e92-45b5-9b02-3e97a511b7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:21.404902 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-7e476021-4e92-45b5-9b02-3e97a511b7c6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5c20a9e9-95ca-4513-96e1-d64a029a9656 HTTP/1.1" status: 204 len: 168 time: 0.1500571 Jun 25 09:47:21.404902 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-92aff277-98a4-4794-b0af-0d2afe29d70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:21.415321 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e476021-4e92-45b5-9b02-3e97a511b7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c20a9e9-95ca-4513-96e1-d64a029a9656,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:21.418073 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-7e476021-4e92-45b5-9b02-3e97a511b7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:21.479631 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b70719-9da0-469e-8102-27ea75bc8f24 req-a6f3ea09-ad40-4af5-bf44-2f3025ead342 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:21.485270 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98b70719-9da0-469e-8102-27ea75bc8f24 req-a6f3ea09-ad40-4af5-bf44-2f3025ead342 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.1176765 Jun 25 09:47:21.539845 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-98b70719-9da0-469e-8102-27ea75bc8f24 req-13d2c721-d678-4956-870a-07f45e719eeb tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455456 Jun 25 09:47:22.448369 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a67c7f82-cc78-4db8-bdb8-d2707ba8bde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:22.751942 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0cf34-b0d5-4618-bdd7-cc244c1c621a req-30f1bf75-3c85-4a82-b3f7-8095e4f717d7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:22.753530 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31c0cf34-b0d5-4618-bdd7-cc244c1c621a req-30f1bf75-3c85-4a82-b3f7-8095e4f717d7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0847917 Jun 25 09:47:22.812851 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-31c0cf34-b0d5-4618-bdd7-cc244c1c621a req-84098e64-f6d6-4f55-879f-629520a4bd77 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529106 Jun 25 09:47:24.015329 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41282fbe-bec0-4088-bbb8-c32b0a8c312b req-159897c0-1a92-424d-a050-a1dae3ef8e86 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:24.016856 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-41282fbe-bec0-4088-bbb8-c32b0a8c312b req-159897c0-1a92-424d-a050-a1dae3ef8e86 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0682633 Jun 25 09:47:24.063997 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-41282fbe-bec0-4088-bbb8-c32b0a8c312b req-b5d9f544-fb02-4514-a9ca-ed7107ef1177 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404410 Jun 25 09:47:24.361900 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:24.965587 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1754d4b6-f3d9-4649-94ef-814bec67c401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:25.240703 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:25.310620 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da01157-72bf-4106-ac41-1bb34c9b1466 req-6a20d269-21e5-46d1-b601-d3aa7021cb62 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:25.313077 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4da01157-72bf-4106-ac41-1bb34c9b1466 req-6a20d269-21e5-46d1-b601-d3aa7021cb62 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0815597 Jun 25 09:47:25.359545 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4da01157-72bf-4106-ac41-1bb34c9b1466 req-1ed0eb27-5d0b-4856-942e-7b1c699a42c4 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402141 Jun 25 09:47:26.311552 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:26.569519 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84fc13-463c-40b8-a7c5-3e32e0b1171a req-308dfeb9-3d03-4218-9e0c-4be66baaa3d9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:26.570981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe84fc13-463c-40b8-a7c5-3e32e0b1171a req-308dfeb9-3d03-4218-9e0c-4be66baaa3d9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0856254 Jun 25 09:47:26.621553 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fe84fc13-463c-40b8-a7c5-3e32e0b1171a req-6deedae6-ba7e-4c12-b6bd-1ebba71fe6b3 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438287 Jun 25 09:47:27.843959 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1e371-c701-4729-8136-c298f90e1fc4 req-3b0f09cf-6e17-4e9a-9c97-29df1d3fc31e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:27.845606 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dfb1e371-c701-4729-8136-c298f90e1fc4 req-3b0f09cf-6e17-4e9a-9c97-29df1d3fc31e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0769818 Jun 25 09:47:27.888361 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-dfb1e371-c701-4729-8136-c298f90e1fc4 req-8250bbd9-1e6b-46b5-9ef1-68db3e427d40 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365245 Jun 25 09:47:28.047419 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:29.091663 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a4805-77b1-4cff-9b26-8107cd7f8f7d req-90916fea-d82a-47fe-a01f-841a615aa324 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:29.093175 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c4a4805-77b1-4cff-9b26-8107cd7f8f7d req-90916fea-d82a-47fe-a01f-841a615aa324 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0793521 Jun 25 09:47:29.133480 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4c4a4805-77b1-4cff-9b26-8107cd7f8f7d req-7c0b4404-b4a5-41a4-ba2c-52d92eaad823 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344250 Jun 25 09:47:29.777396 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114c59d-7355-488f-b36a-355f5393ac76 req-649c67dd-cf39-49f2-a6a8-ebffc6e3f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:29.778849 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b114c59d-7355-488f-b36a-355f5393ac76 req-649c67dd-cf39-49f2-a6a8-ebffc6e3f10d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 1097 time: 0.0589178 Jun 25 09:47:29.877098 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114c59d-7355-488f-b36a-355f5393ac76 req-bca275f4-998b-4b25-b7d8-c5ae043934f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:29.878572 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b114c59d-7355-488f-b36a-355f5393ac76 req-bca275f4-998b-4b25-b7d8-c5ae043934f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 HTTP/1.1" status: 200 len: 919 time: 0.0929759 Jun 25 09:47:29.945234 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b114c59d-7355-488f-b36a-355f5393ac76 req-90773314-f788-4e01-b62d-47eb960f2595 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4947fc0d-de5d-466e-8c5e-a331037d5580 HTTP/1.1" status: 200 len: 1001 time: 0.0591717 Jun 25 09:47:29.995538 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114c59d-7355-488f-b36a-355f5393ac76 req-6ae34b6b-c308-4cde-862a-d5d4b43cccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:29.997071 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b114c59d-7355-488f-b36a-355f5393ac76 req-6ae34b6b-c308-4cde-862a-d5d4b43cccca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbdaf571-c08e-473e-9464-ca149b28036e HTTP/1.1" status: 200 len: 856 time: 0.0437751 Jun 25 09:47:30.060719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114c59d-7355-488f-b36a-355f5393ac76 req-597e8399-86fc-4243-93fe-154b68705b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:30.062206 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b114c59d-7355-488f-b36a-355f5393ac76 req-597e8399-86fc-4243-93fe-154b68705b9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580256 Jun 25 09:47:30.175168 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b114c59d-7355-488f-b36a-355f5393ac76 req-5a8561a3-c6c0-41ab-b03a-eafde6fa09fd service neutron] 10.222.0.41 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053391 Jun 25 09:47:30.272590 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b114c59d-7355-488f-b36a-355f5393ac76 req-4099ad40-469b-45e5-80a6-358e6246af2a service neutron] 10.222.0.41 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894372 Jun 25 09:47:30.323404 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123c380-66db-477f-80c3-1e824f5a9b9e req-1ad6fb3e-f612-4a17-b649-7fd46a967a93 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:30.324869 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4123c380-66db-477f-80c3-1e824f5a9b9e req-1ad6fb3e-f612-4a17-b649-7fd46a967a93 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0712447 Jun 25 09:47:30.365300 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4123c380-66db-477f-80c3-1e824f5a9b9e req-0d7b9b3b-87c3-4923-aedc-0e9237686a88 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343575 Jun 25 09:47:31.576616 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ce95c-84b9-46b4-89a6-42a357a81563 req-06e48b5b-2d86-4c9e-a0b9-4b9812fce6d3 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:31.578127 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7b0ce95c-84b9-46b4-89a6-42a357a81563 req-06e48b5b-2d86-4c9e-a0b9-4b9812fce6d3 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0791259 Jun 25 09:47:31.602624 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:31.619081 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7b0ce95c-84b9-46b4-89a6-42a357a81563 req-b4b41ad3-ecfc-4882-b77e-4581ff4d2e34 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350947 Jun 25 09:47:32.812970 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b1eec-2f45-4058-894f-8fc3692390e5 req-0d928410-9ae7-4e94-8b90-92eae4ebc64d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:32.814416 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ea9b1eec-2f45-4058-894f-8fc3692390e5 req-0d928410-9ae7-4e94-8b90-92eae4ebc64d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 945 time: 0.0715587 Jun 25 09:47:32.855655 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ea9b1eec-2f45-4058-894f-8fc3692390e5 req-310c4f6d-a735-419a-98ee-2178add141c8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327241 Jun 25 09:47:33.713950 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4947fc0d-de5d-466e-8c5e-a331037d5580 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:47:33.806370 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:33.829895 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4947fc0d-de5d-466e-8c5e-a331037d5580'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:47:33.832688 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50489f14-dc9a-4421-af1a-e1eca6f4bed8" -d '{"events": [{"server_uuid": "de9262cf-0a7b-4ead-897d-d5382e2c1dc0", "name": "network-vif-unplugged", "status": "completed", "tag": "4947fc0d-de5d-466e-8c5e-a331037d5580"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:47:33.846643 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4947fc0d-de5d-466e-8c5e-a331037d5580, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4947fc0d-de5d-466e-8c5e-a331037d5580,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:33.852089 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:33.859070 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:33.882575 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 25 Jun 2021 09:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f28f9e-fe52-4d2a-8e1e-9e9b97879ab1 x-openstack-request-id: req-92f28f9e-fe52-4d2a-8e1e-9e9b97879ab1 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:47:33.882932 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9262cf-0a7b-4ead-897d-d5382e2c1dc0", "name": "network-vif-unplugged", "status": "failed", "tag": "4947fc0d-de5d-466e-8c5e-a331037d5580", "code": 422}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:47:33.883217 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-92f28f9e-fe52-4d2a-8e1e-9e9b97879ab1 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:47:33.883687 n-d-761264-15 neutron-server[94026]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4947fc0d-de5d-466e-8c5e-a331037d5580', 'code': 422} returned with failed status Jun 25 09:47:33.914490 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4947fc0d-de5d-466e-8c5e-a331037d5580,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:33.922439 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:47:33.922907 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:47:33.923369 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:47:33.923778 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:47:33.924209 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:47:33.924632 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:47:33.925078 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:47:33.925775 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:47:33.926123 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:47:33.926524 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:47:33.927046 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:47:33.927792 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:47:33.932285 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:34.023863 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4965-f868-4371-9f03-c7a5cf5a881d req-11b83102-3810-44bc-b0cd-88f672e1446f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:34.030442 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c24f4965-f868-4371-9f03-c7a5cf5a881d req-11b83102-3810-44bc-b0cd-88f672e1446f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0742898 Jun 25 09:47:34.080023 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c24f4965-f868-4371-9f03-c7a5cf5a881d req-7de2d812-91f4-4370-94b7-77cc993ed429 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453141 Jun 25 09:47:34.190284 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59906) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:34.349360 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5bc436b9-f47d-4e9d-a0f1-c87c3a71356a req-20f87226-464c-4f90-adbb-6fe024c12a40 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1574154 Jun 25 09:47:35.274622 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86eac6e-4717-490e-ba68-a6935e7c2f26 req-d5881293-ac29-4d87-b1cf-f30254ae893c tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:35.276142 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c86eac6e-4717-490e-ba68-a6935e7c2f26 req-d5881293-ac29-4d87-b1cf-f30254ae893c tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0736854 Jun 25 09:47:35.314604 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c86eac6e-4717-490e-ba68-a6935e7c2f26 req-9c549dde-8bfc-4646-9f35-95a3f4211d7d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325825 Jun 25 09:47:35.408110 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc436b9-f47d-4e9d-a0f1-c87c3a71356a req-7febde37-90f9-4253-809d-656d4605d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:35.410350 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5bc436b9-f47d-4e9d-a0f1-c87c3a71356a req-7febde37-90f9-4253-809d-656d4605d146 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0&tenant_id=4564d29a6ede42a6bf52d398b9044d52 HTTP/1.1" status: 200 len: 1095 time: 0.0565615 Jun 25 09:47:35.502397 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc436b9-f47d-4e9d-a0f1-c87c3a71356a req-3c29fb97-a7b4-4435-b24f-f8274265e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:35.503892 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5bc436b9-f47d-4e9d-a0f1-c87c3a71356a req-3c29fb97-a7b4-4435-b24f-f8274265e594 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 1095 time: 0.0594797 Jun 25 09:47:35.596918 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc436b9-f47d-4e9d-a0f1-c87c3a71356a req-ef0af3db-19d7-4aef-bc90-b77a8668542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:35.598459 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5bc436b9-f47d-4e9d-a0f1-c87c3a71356a req-ef0af3db-19d7-4aef-bc90-b77a8668542d service neutron] 10.222.0.41 "GET /v2.0/networks?id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 HTTP/1.1" status: 200 len: 919 time: 0.0873029 Jun 25 09:47:35.672891 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5bc436b9-f47d-4e9d-a0f1-c87c3a71356a req-6e99bf09-8ae1-46d3-af19-54d284adac0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4947fc0d-de5d-466e-8c5e-a331037d5580 HTTP/1.1" status: 200 len: 999 time: 0.0660527 Jun 25 09:47:35.730297 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc436b9-f47d-4e9d-a0f1-c87c3a71356a req-e38ffd50-e7fa-4de3-87fa-c785812b5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:35.731819 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5bc436b9-f47d-4e9d-a0f1-c87c3a71356a req-e38ffd50-e7fa-4de3-87fa-c785812b5f58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbdaf571-c08e-473e-9464-ca149b28036e HTTP/1.1" status: 200 len: 856 time: 0.0527210 Jun 25 09:47:35.792655 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc436b9-f47d-4e9d-a0f1-c87c3a71356a req-cc4e8b89-4f9d-4ad0-aa22-dfef8da5ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:35.794246 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5bc436b9-f47d-4e9d-a0f1-c87c3a71356a req-cc4e8b89-4f9d-4ad0-aa22-dfef8da5ad77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555625 Jun 25 09:47:35.897519 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5bc436b9-f47d-4e9d-a0f1-c87c3a71356a req-f1beb975-96f0-41eb-aac3-928cb8dc3bed service neutron] 10.222.0.41 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872707 Jun 25 09:47:35.997039 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-5bc436b9-f47d-4e9d-a0f1-c87c3a71356a req-db500034-79de-4cf7-8622-f10f7637c208 service neutron] 10.222.0.41 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908530 Jun 25 09:47:36.527523 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0bf35-979f-4725-bb47-34c27be967c4 req-c9727367-fd68-4c40-b3e3-b02eab065403 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:36.535987 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-15c0bf35-979f-4725-bb47-34c27be967c4 req-c9727367-fd68-4c40-b3e3-b02eab065403 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0898893 Jun 25 09:47:36.588513 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-15c0bf35-979f-4725-bb47-34c27be967c4 req-a46644eb-0315-45c2-b330-3004d1e857a8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514381 Jun 25 09:47:37.799633 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6dd98-d8cb-40b5-b660-d8a300d82c59 req-3485f1de-5244-4ab1-92cf-210dc2c943cb tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:37.801421 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e7c6dd98-d8cb-40b5-b660-d8a300d82c59 req-3485f1de-5244-4ab1-92cf-210dc2c943cb tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0856271 Jun 25 09:47:37.848859 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e7c6dd98-d8cb-40b5-b660-d8a300d82c59 req-369b02d6-535c-458f-930c-d7599477a3f9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416317 Jun 25 09:47:38.768461 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:47:38.943868 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dd2d3-6083-455a-b79f-bf1f00c1c438 req-90b290e5-0e34-4142-ab60-6402438410c4 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:38.945611 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb1dd2d3-6083-455a-b79f-bf1f00c1c438 req-90b290e5-0e34-4142-ab60-6402438410c4 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0905688 Jun 25 09:47:39.012291 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb1dd2d3-6083-455a-b79f-bf1f00c1c438 req-eb15ec38-a26e-400c-8f8c-a66a00817465 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604131 Jun 25 09:47:39.081900 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b531d4-e18e-4717-b501-a3d4009d069a req-9b949490-702a-44db-ad70-a7044c264b34 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:39.084010 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17b531d4-e18e-4717-b501-a3d4009d069a req-9b949490-702a-44db-ad70-a7044c264b34 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0885346 Jun 25 09:47:39.128143 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-17b531d4-e18e-4717-b501-a3d4009d069a req-c7030715-0a36-4a23-9101-52bf16373b7f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379565 Jun 25 09:47:40.212637 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5767f-289b-47af-92cd-6e65e39278b5 req-e817e92e-8bc5-4342-bf61-bfdd966d7049 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:40.215193 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-78d5767f-289b-47af-92cd-6e65e39278b5 req-e817e92e-8bc5-4342-bf61-bfdd966d7049 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0808022 Jun 25 09:47:40.623676 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-78d5767f-289b-47af-92cd-6e65e39278b5 req-ff419b27-347c-434f-9dc0-3de46beaf9e3 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4030118 Jun 25 09:47:40.654641 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68527df9-7903-4131-bff0-8cd7c6847e42 req-26b2d7bf-6979-4194-a1e6-7a8d6244e647 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:40.656155 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68527df9-7903-4131-bff0-8cd7c6847e42 req-26b2d7bf-6979-4194-a1e6-7a8d6244e647 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0945556 Jun 25 09:47:40.701595 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-68527df9-7903-4131-bff0-8cd7c6847e42 req-ebf7a2fa-cd4b-445a-a8d5-34eaf77269ad tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397060 Jun 25 09:47:40.856528 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec852a2e-cd26-4804-ae0e-6dda2985d944 req-0304138b-35a7-46e6-ae09-bc52e34096e5 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:40.858199 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ec852a2e-cd26-4804-ae0e-6dda2985d944 req-0304138b-35a7-46e6-ae09-bc52e34096e5 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.38 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0770407 Jun 25 09:47:40.974818 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-ec852a2e-cd26-4804-ae0e-6dda2985d944 req-e1738e89-059f-4986-ac61-99a4231953e1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Deleting port 6e2bd198-8631-473e-8128-ac6f4b01ac32 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:47:40.975161 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ec852a2e-cd26-4804-ae0e-6dda2985d944 req-e1738e89-059f-4986-ac61-99a4231953e1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:41.080194 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-ec852a2e-cd26-4804-ae0e-6dda2985d944 req-e1738e89-059f-4986-ac61-99a4231953e1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] For port 6e2bd198-8631-473e-8128-ac6f4b01ac32, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=6e2bd198-8631-473e-8128-ac6f4b01ac32,segment=NetworkSegment(053fd6b5-b086-4a82-8dd4-83db6651ae05),segment_id=053fd6b5-b086-4a82-8dd4-83db6651ae05)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:41.080699 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ec852a2e-cd26-4804-ae0e-6dda2985d944 req-e1738e89-059f-4986-ac61-99a4231953e1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:41.655394 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ec852a2e-cd26-4804-ae0e-6dda2985d944 req-e1738e89-059f-4986-ac61-99a4231953e1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:41.655849 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ec852a2e-cd26-4804-ae0e-6dda2985d944 req-e1738e89-059f-4986-ac61-99a4231953e1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:41.656234 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [req-ec852a2e-cd26-4804-ae0e-6dda2985d944 req-e1738e89-059f-4986-ac61-99a4231953e1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Floating IP f8c6c49f-4c86-4e3c-b4a7-a69b496027a0 disassociated. External IP: 172.25.6.199, port: 6e2bd198-8631-473e-8128-ac6f4b01ac32. Jun 25 09:47:41.656595 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-ec852a2e-cd26-4804-ae0e-6dda2985d944 req-e1738e89-059f-4986-ac61-99a4231953e1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Calling delete_port for 6e2bd198-8631-473e-8128-ac6f4b01ac32 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:47:41.830129 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ec852a2e-cd26-4804-ae0e-6dda2985d944 req-e1738e89-059f-4986-ac61-99a4231953e1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:41.830487 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f081181-ddf2-40d8-80f7-2b045a785d48 req-9e842680-24d4-43b6-8d03-9d8ca271e579 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:41.839462 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9212bb0a-e756-426f-b440-2856f02d8595 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:41.839747 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f081181-ddf2-40d8-80f7-2b045a785d48 req-9e842680-24d4-43b6-8d03-9d8ca271e579 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=c534ad17-52c6-420a-a408-99d2aae213a0 HTTP/1.1" status: 200 len: 945 time: 0.0925908 Jun 25 09:47:41.863711 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1738e89-059f-4986-ac61-99a4231953e1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Pushing event deleted for resources: {'Port': ['ID=6e2bd198-8631-473e-8128-ac6f4b01ac32,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:41.866943 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-e1738e89-059f-4986-ac61-99a4231953e1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:41.932956 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-0f081181-ddf2-40d8-80f7-2b045a785d48 req-316e2798-8ee1-4294-9915-96e1052b8e5d tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=e535591e-3976-43c3-9f76-2bca04aaf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935683 Jun 25 09:47:41.948845 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d10d82-1ada-46c6-863f-2c9b835d2c74 req-acca7b35-ccf5-4a8f-a972-1b854e354dbc tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:41.950557 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-39d10d82-1ada-46c6-863f-2c9b835d2c74 req-acca7b35-ccf5-4a8f-a972-1b854e354dbc tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.1100318 Jun 25 09:47:41.997886 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-39d10d82-1ada-46c6-863f-2c9b835d2c74 req-b89590e5-cd43-44ac-96d3-7a440bc8b8a8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400257 Jun 25 09:47:42.010914 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec852a2e-cd26-4804-ae0e-6dda2985d944 req-e1738e89-059f-4986-ac61-99a4231953e1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Router 98be5206-0b8b-4a57-bf08-19612f3e092b has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:47:42.131760 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec852a2e-cd26-4804-ae0e-6dda2985d944 req-e1738e89-059f-4986-ac61-99a4231953e1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:47:42.142208 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d41599-1d33-4728-b3e4-adf02a529fc4 None None] Sync routers for ids ['98be5206-0b8b-4a57-bf08-19612f3e092b'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:47:42.151623 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d41599-1d33-4728-b3e4-adf02a529fc4 None None] Routers {'98be5206-0b8b-4a57-bf08-19612f3e092b'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:47:42.152266 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b8d41599-1d33-4728-b3e4-adf02a529fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:47:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['98be5206-0b8b-4a57-bf08-19612f3e092b'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:42.182524 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec852a2e-cd26-4804-ae0e-6dda2985d944 req-e1738e89-059f-4986-ac61-99a4231953e1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] No DVR routers for this DVR port 6e2bd198-8631-473e-8128-ac6f4b01ac32 on host n-h2-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:47:42.187437 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-ec852a2e-cd26-4804-ae0e-6dda2985d944 req-e1738e89-059f-4986-ac61-99a4231953e1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:42.191527 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ec852a2e-cd26-4804-ae0e-6dda2985d944 req-e1738e89-059f-4986-ac61-99a4231953e1 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.38 "DELETE /v2.0/ports/6e2bd198-8631-473e-8128-ac6f4b01ac32 HTTP/1.1" status: 204 len: 173 time: 1.3266268 Jun 25 09:47:42.202103 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c534ad17-52c6-420a-a408-99d2aae213a0', 'name': 'network-vif-deleted', 'tag': '6e2bd198-8631-473e-8128-ac6f4b01ac32'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:47:42.205171 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884a4760-e99b-4d06-82e5-8b96e96b03f6" -d '{"events": [{"server_uuid": "c534ad17-52c6-420a-a408-99d2aae213a0", "name": "network-vif-deleted", "tag": "6e2bd198-8631-473e-8128-ac6f4b01ac32"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:47:42.266460 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390df754-d5cb-4f6a-8b2c-fb6d7fb4749b x-openstack-request-id: req-390df754-d5cb-4f6a-8b2c-fb6d7fb4749b {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:47:42.266816 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c534ad17-52c6-420a-a408-99d2aae213a0", "name": "network-vif-deleted", "tag": "6e2bd198-8631-473e-8128-ac6f4b01ac32", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:47:42.267177 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-390df754-d5cb-4f6a-8b2c-fb6d7fb4749b {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:47:42.267664 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c534ad17-52c6-420a-a408-99d2aae213a0', 'name': 'network-vif-deleted', 'tag': '6e2bd198-8631-473e-8128-ac6f4b01ac32', 'status': 'completed', 'code': 200} Jun 25 09:47:42.294965 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-b8d41599-1d33-4728-b3e4-adf02a529fc4 None None] Set router 98be5206-0b8b-4a57-bf08-19612f3e092b gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:47:42.536520 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b8d41599-1d33-4728-b3e4-adf02a529fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'name': 'tempest-AttachVolumeTestJSON-241741402-router', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:52Z', 'revision_number': 4, 'project_id': '779be48c254449cab94360ef4821f9b5', 'gw_port': {'id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '174462b3-3ff7-4b71-aa88-e8eca01bcd7e', 'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'mac_address': 'fa:16:3e:ff:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:51Z', 'updated_at': '2021-06-25T09:43:57Z', 'revision_number': 5, 'project_id': '779be48c254449cab94360ef4821f9b5', 'subnets': [{'id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:42.566939 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d41599-1d33-4728-b3e4-adf02a529fc4 None None] Checking router: 98be5206-0b8b-4a57-bf08-19612f3e092b for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:47:42.575362 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d41599-1d33-4728-b3e4-adf02a529fc4 None None] Routers {'98be5206-0b8b-4a57-bf08-19612f3e092b'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:47:42.576074 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b8d41599-1d33-4728-b3e4-adf02a529fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:47:25Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['98be5206-0b8b-4a57-bf08-19612f3e092b'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:42.696254 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-b8d41599-1d33-4728-b3e4-adf02a529fc4 None None] Set router 98be5206-0b8b-4a57-bf08-19612f3e092b gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:47:42.961287 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-b8d41599-1d33-4728-b3e4-adf02a529fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'name': 'tempest-AttachVolumeTestJSON-241741402-router', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:52Z', 'revision_number': 4, 'project_id': '779be48c254449cab94360ef4821f9b5', 'gw_port': {'id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '174462b3-3ff7-4b71-aa88-e8eca01bcd7e', 'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'mac_address': 'fa:16:3e:ff:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:51Z', 'updated_at': '2021-06-25T09:43:57Z', 'revision_number': 5, 'project_id': '779be48c254449cab94360ef4821f9b5', 'subnets': [{'id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:42.999759 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d41599-1d33-4728-b3e4-adf02a529fc4 None None] The sync data for ids ['98be5206-0b8b-4a57-bf08-19612f3e092b'] in n-d-761264-15 is: [{'id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'name': 'tempest-AttachVolumeTestJSON-241741402-router', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:52Z', 'revision_number': 4, 'project_id': '779be48c254449cab94360ef4821f9b5', 'gw_port': {'id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': '174462b3-3ff7-4b71-aa88-e8eca01bcd7e', 'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'mac_address': 'fa:16:3e:ff:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:51Z', 'updated_at': '2021-06-25T09:43:57Z', 'revision_number': 5, 'project_id': '779be48c254449cab94360ef4821f9b5', 'subnets': [{'id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:47:43.092058 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59972) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:43.175518 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1094b1e8-1109-49e7-b950-410517e40d3f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:43.218586 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1094b1e8-1109-49e7-b950-410517e40d3f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:43.257721 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85842c33-a5ca-4556-a339-da895096a896 req-a9fe61fa-6ad8-4a1c-b26e-6ec57cdd7338 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:43.259678 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85842c33-a5ca-4556-a339-da895096a896 req-a9fe61fa-6ad8-4a1c-b26e-6ec57cdd7338 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0929444 Jun 25 09:47:43.282905 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1094b1e8-1109-49e7-b950-410517e40d3f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:43.288204 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-1094b1e8-1109-49e7-b950-410517e40d3f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:43.290318 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-1094b1e8-1109-49e7-b950-410517e40d3f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "DELETE /v2.0/security-groups/e535591e-3976-43c3-9f76-2bca04aaf9c6 HTTP/1.1" status: 204 len: 168 time: 0.1971309 Jun 25 09:47:43.291449 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9b33b53c-cc51-4dfe-b85a-049a1e817f4d tempest-TestServerBasicOps-968953279 tempest-TestServerBasicOps-968953279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:43.293047 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59974) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:43.302888 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094b1e8-1109-49e7-b950-410517e40d3f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e535591e-3976-43c3-9f76-2bca04aaf9c6,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:43.305707 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1094b1e8-1109-49e7-b950-410517e40d3f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:43.315723 n-d-761264-15 neutron-server[94024]: INFO neutron.api.v2.resource [None req-21569315-d324-4d24-8156-771f937e25fa tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] show failed (client error): The resource could not be found. Jun 25 09:47:43.316827 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-21569315-d324-4d24-8156-771f937e25fa tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups/e535591e-3976-43c3-9f76-2bca04aaf9c6 HTTP/1.1" status: 404 len: 347 time: 0.0222337 Jun 25 09:47:43.320087 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59976) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:43.355719 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-85842c33-a5ca-4556-a339-da895096a896 req-53d0e38b-eb79-40c2-8799-8698661bd79c tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807498 Jun 25 09:47:43.377797 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f73e2-ca9c-42b3-82dc-b89f3f28a2e2 None None] New status for floating IP f8c6c49f-4c86-4e3c-b4a7-a69b496027a0: DOWN {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:47:43.515843 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-346a0623-3931-4998-bdee-5811aaa74822 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Deleting port d071eb50-bf0e-494f-b160-5cca56374cbb {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:47:43.516194 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-346a0623-3931-4998-bdee-5811aaa74822 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:43.611858 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-346a0623-3931-4998-bdee-5811aaa74822 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:43.612330 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-346a0623-3931-4998-bdee-5811aaa74822 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:43.626064 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-346a0623-3931-4998-bdee-5811aaa74822 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Calling delete_port for d071eb50-bf0e-494f-b160-5cca56374cbb owned by network:floatingip {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:47:43.799407 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-346a0623-3931-4998-bdee-5811aaa74822 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:43.805198 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-6fc52dd2-28f7-47ce-888a-4e52c5ec5263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:43.831045 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a0623-3931-4998-bdee-5811aaa74822 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Pushing event deleted for resources: {'Port': ['ID=d071eb50-bf0e-494f-b160-5cca56374cbb,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:43.836251 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-346a0623-3931-4998-bdee-5811aaa74822 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:43.897085 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-346a0623-3931-4998-bdee-5811aaa74822 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for floatingip, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:43.899729 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-346a0623-3931-4998-bdee-5811aaa74822 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:43.900934 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-346a0623-3931-4998-bdee-5811aaa74822 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "DELETE /v2.0/floatingips/f8c6c49f-4c86-4e3c-b4a7-a69b496027a0 HTTP/1.1" status: 204 len: 168 time: 0.5797977 Jun 25 09:47:44.374414 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59982) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:44.379650 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-93f15c86-c956-40e5-8ccd-f061fc881b7b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1698035022', 'description': 'tempest-description--1296474887'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:47:44.415949 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93f15c86-c956-40e5-8ccd-f061fc881b7b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:44.507483 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93f15c86-c956-40e5-8ccd-f061fc881b7b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:44.512739 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93f15c86-c956-40e5-8ccd-f061fc881b7b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009344'] for security_group, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:44.516837 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-109f224c-2db7-4609-9012-00c70833039c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:44.547604 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93f15c86-c956-40e5-8ccd-f061fc881b7b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:44.547604 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-93f15c86-c956-40e5-8ccd-f061fc881b7b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1693637 Jun 25 09:47:44.547951 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59984) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:44.552840 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-5d078b37-21ff-42a3-90d0-1739d2753cd7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Request body: {'security_group_rule': {'security_group_id': '73e8c05b-00aa-4423-b316-a1a8f4060280', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:47:44.561292 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f15c86-c956-40e5-8ccd-f061fc881b7b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e8c05b-00aa-4423-b316-a1a8f4060280,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:44.565979 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76812ff7-ae65-4f64-965d-bd2b5de109d9 req-7cb1f7b7-0365-46cc-a703-3c7e82ec8a7b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:44.567588 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76812ff7-ae65-4f64-965d-bd2b5de109d9 req-7cb1f7b7-0365-46cc-a703-3c7e82ec8a7b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0995572 Jun 25 09:47:44.573262 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-93f15c86-c956-40e5-8ccd-f061fc881b7b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:44.602652 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d078b37-21ff-42a3-90d0-1739d2753cd7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:44.613202 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76812ff7-ae65-4f64-965d-bd2b5de109d9 req-ddc11254-9c8b-4a48-91f2-161dcafa3e62 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356123 Jun 25 09:47:44.621450 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 6e2bd198-8631-473e-8128-ac6f4b01ac32 no longer exists at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:47:44.652366 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] No Port match for: 6e2bd198-8631-473e-8128-ac6f4b01ac32 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:47:44.652691 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 6e2bd198-8631-473e-8128-ac6f4b01ac32 not bound to the agent host n-h2-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:47:44.675917 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d078b37-21ff-42a3-90d0-1739d2753cd7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:44.681263 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d078b37-21ff-42a3-90d0-1739d2753cd7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:44.687452 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-58ac1794-419b-4b80-85d0-e4daf4f1f9db tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:44.704425 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d078b37-21ff-42a3-90d0-1739d2753cd7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dea8270-89b5-4f70-9fec-b64e296eb2a6,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:44.710597 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-5d078b37-21ff-42a3-90d0-1739d2753cd7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:44.712673 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-5d078b37-21ff-42a3-90d0-1739d2753cd7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:44.716905 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-5d078b37-21ff-42a3-90d0-1739d2753cd7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653910 Jun 25 09:47:44.717201 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 59986) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:44.722723 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-fab01e52-46f2-4f0c-8a26-839de2c3d72b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Request body: {'security_group_rule': {'security_group_id': '73e8c05b-00aa-4423-b316-a1a8f4060280', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:47:44.755611 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fab01e52-46f2-4f0c-8a26-839de2c3d72b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:44.823180 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fab01e52-46f2-4f0c-8a26-839de2c3d72b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:44.828441 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fab01e52-46f2-4f0c-8a26-839de2c3d72b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576610'] for security_group_rule, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:44.830538 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-1668e258-7ad7-4cc3-81eb-55769b6bf353 tempest-TestNetworkAdvancedServerOps-352035183 tempest-TestNetworkAdvancedServerOps-352035183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:44.849420 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab01e52-46f2-4f0c-8a26-839de2c3d72b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d11004-377b-48d8-bf7f-4972ca21ca88,revision_number=0']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:44.853493 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-fab01e52-46f2-4f0c-8a26-839de2c3d72b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:44.861464 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-fab01e52-46f2-4f0c-8a26-839de2c3d72b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:44.867092 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-fab01e52-46f2-4f0c-8a26-839de2c3d72b tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446793 Jun 25 09:47:44.867403 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [-] (94024) accepted ('10.222.0.93', 59988) {{(pid=94024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:44.873278 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.v2.base [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Request body: {'floatingip': {'floating_network_id': '8128acdb-767b-4924-9d47-628968405132'}} {{(pid=94024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:47:44.899298 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for floatingip, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:45.021288 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:45.131981 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.db_base_plugin_common [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Allocated IP 172.25.6.220 (8128acdb-767b-4924-9d47-628968405132/11f90162-8ba0-4cc5-8131-19b599388d56/5116158d-cbf7-48db-934f-b968edcb04da) {{(pid=94024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:47:45.245740 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for port, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:45.287766 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28768982'] for port, after_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:45.290437 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-c7ed5d01-c29a-43f8-a2f3-ace89ee2ff23 tempest-ServerActionsTestJSON-1690255046 tempest-ServerActionsTestJSON-1690255046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:45.331536 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Network 8128acdb-767b-4924-9d47-628968405132 is already hosted by enough agents. {{(pid=94024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:47:45.334683 n-d-761264-15 neutron-server[94024]: DEBUG neutron.scheduler.base_scheduler [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Resources bound (agent type, host, resource id): {{(pid=94024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:47:45.343263 n-d-761264-15 neutron-server[94024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Received port after_create {{(pid=94024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:47:45.346690 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Pushing event updated for resources: {'Port': ['ID=5116158d-cbf7-48db-934f-b968edcb04da,revision_number=1']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:45.365934 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:45.436315 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:45.484218 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:45.654768 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for port, precommit_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:45.661820 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28768804'] for port, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:45.665965 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-99a6211d-8287-4a79-b81c-9a527e80927a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:45.734412 n-d-761264-15 neutron-server[94024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Pushing event updated for resources: {'Port': ['ID=5116158d-cbf7-48db-934f-b968edcb04da,revision_number=2']} {{(pid=94024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:45.737926 n-d-761264-15 neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:45.750975 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:45.776026 n-d-761264-15 neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:45.785700 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [None req-5e02f81f-3f35-4664-a9a5-eb9393ae609a tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9081054 Jun 25 09:47:45.850029 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b5049-f694-4704-86c5-94de3505560f req-a0a2ee50-4c8b-47f9-bacc-1bd2032112ce tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:45.851589 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-095b5049-f694-4704-86c5-94de3505560f req-a0a2ee50-4c8b-47f9-bacc-1bd2032112ce tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0854025 Jun 25 09:47:45.910562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-095b5049-f694-4704-86c5-94de3505560f req-95638683-94a5-44a1-9a04-b4bd187424ad tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529075 Jun 25 09:47:46.031562 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-57641b1c-a7ae-40ce-a5e5-804d1aa6fd57 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1698035022&fields=id&tenant_id=779be48c254449cab94360ef4821f9b5 HTTP/1.1" status: 200 len: 267 time: 0.0416665 Jun 25 09:47:46.163009 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-c3ded54a-577a-4765-beaa-4fb7b7dadfe8 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:46.164569 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-c3ded54a-577a-4765-beaa-4fb7b7dadfe8 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 810 time: 0.1269372 Jun 25 09:47:46.180322 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-789b6eb1-1b18-41f8-bf60-b4a67da30daf tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/quotas/779be48c254449cab94360ef4821f9b5 HTTP/1.1" status: 200 len: 375 time: 0.0101407 Jun 25 09:47:46.259386 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-10bc85e1-d90c-4a91-8632-ff0082f567c8 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725396 Jun 25 09:47:46.364322 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-5fd6013a-3a50-47ad-8a17-b1c24a415e6a service neutron] 10.222.0.93 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926487 Jun 25 09:47:46.465590 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-cc930fec-e444-4696-a46c-be55994d487c service neutron] 10.222.0.93 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949056 Jun 25 09:47:46.670981 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-8b3cc6b4-2ce2-4cf0-8f86-588cc745944c req-1ca640b1-eedd-49c3-8a88-5bb38c498e75 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 210 time: 0.0392938 Jun 25 09:47:47.115597 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ebeac-4600-40bd-acc8-dae480df0c3a req-a3c1598f-b1d9-4a5a-879b-534f975ebbf9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:47.116993 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a83ebeac-4600-40bd-acc8-dae480df0c3a req-a3c1598f-b1d9-4a5a-879b-534f975ebbf9 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0678635 Jun 25 09:47:47.160214 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a83ebeac-4600-40bd-acc8-dae480df0c3a req-2ed4a7ab-7a78-4875-a360-3882dc14cfaf tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369709 Jun 25 09:47:47.828264 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-83731126-ad2a-4248-8ecc-afe90646b16f req-51da65b9-31d4-4423-a135-41b055a55be2 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 210 time: 0.0311072 Jun 25 09:47:47.844851 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-feafcbbd-2c3e-4c67-b977-c1017154f40e tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:47.846466 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-feafcbbd-2c3e-4c67-b977-c1017154f40e tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 810 time: 0.1143153 Jun 25 09:47:47.897530 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-dd13979d-b658-4ebb-8fa8-9a26f0cdd818 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=779be48c254449cab94360ef4821f9b5 HTTP/1.1" status: 200 len: 380 time: 0.0368640 Jun 25 09:47:47.906800 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-9e768fc7-9091-4ea8-8041-868b7c8f0603 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Request body: {'port': {'device_id': 'ef506703-71a9-41c4-8978-dd8ba6ef1e35', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'admin_state_up': True, 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'security_groups': ['73e8c05b-00aa-4423-b316-a1a8f4060280']}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:47:48.024030 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-9e768fc7-9091-4ea8-8041-868b7c8f0603 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Made reservation on behalf of 779be48c254449cab94360ef4821f9b5 for: {'port': 1} {{(pid=94025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 09:47:48.027645 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-9e768fc7-9091-4ea8-8041-868b7c8f0603 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:48.171487 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.db_base_plugin_common [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-9e768fc7-9091-4ea8-8041-868b7c8f0603 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Allocated IP 172.20.0.9 (33e17a24-daa8-4e59-a2d7-0bd88d6f70fa/d23ab937-e437-4bee-8e3b-b8614ef07a43/8a5f93d2-c908-4b42-9d41-8c4d0892212a) {{(pid=94025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 09:47:48.319731 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-9e768fc7-9091-4ea8-8041-868b7c8f0603 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for port, precommit_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:48.339634 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-9e768fc7-9091-4ea8-8041-868b7c8f0603 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Transition to ACTIVE for port object 8a5f93d2-c908-4b42-9d41-8c4d0892212a will not be triggered until provisioned by entity DHCP. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:47:48.354462 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285ce2d-a0d3-4030-a20e-e1ecbdc674f0 req-04a33467-29b4-4f22-9c48-8de327752f39 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:48.355963 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e285ce2d-a0d3-4030-a20e-e1ecbdc674f0 req-04a33467-29b4-4f22-9c48-8de327752f39 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0743432 Jun 25 09:47:48.374856 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-9e768fc7-9091-4ea8-8041-868b7c8f0603 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1977278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-144284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728567080165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2693326'] for port, after_create {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:48.379717 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-49ea4693-8b9d-4aca-b820-bbd2004a0f9f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:48.398673 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-e285ce2d-a0d3-4030-a20e-e1ecbdc674f0 req-a664ca21-2c66-4bc6-b024-d356c15193cb tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366445 Jun 25 09:47:48.419608 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-9e768fc7-9091-4ea8-8041-868b7c8f0603 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa is already hosted by enough agents. {{(pid=94025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 09:47:48.422838 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.base_scheduler [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-9e768fc7-9091-4ea8-8041-868b7c8f0603 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Resources bound (agent type, host, resource id): {{(pid=94025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 09:47:48.426689 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-9e768fc7-9091-4ea8-8041-868b7c8f0603 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Received port after_create {{(pid=94025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 09:47:48.457974 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e768fc7-9091-4ea8-8041-868b7c8f0603 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Pushing event updated for resources: {'Port': ['ID=8a5f93d2-c908-4b42-9d41-8c4d0892212a,revision_number=1']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:48.462550 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9e768fc7-9091-4ea8-8041-868b7c8f0603 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:48.486725 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-9e768fc7-9091-4ea8-8041-868b7c8f0603 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:48.487334 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-9e768fc7-9091-4ea8-8041-868b7c8f0603 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:48.503396 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-9e768fc7-9091-4ea8-8041-868b7c8f0603 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6004815 Jun 25 09:47:48.521109 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Request body: {'port': {'device_id': 'ef506703-71a9-41c4-8978-dd8ba6ef1e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-15'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:47:48.598587 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:48.640294 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0fb9e8f2-45b7-435d-b64e-bc5db1630081 None None] Provisioning for port 8a5f93d2-c908-4b42-9d41-8c4d0892212a completed by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:47:48.644589 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0fb9e8f2-45b7-435d-b64e-bc5db1630081 None None] Provisioning complete for port 8a5f93d2-c908-4b42-9d41-8c4d0892212a triggered by entity DHCP. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:47:48.645016 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e8f2-45b7-435d-b64e-bc5db1630081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:48.682659 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0fb9e8f2-45b7-435d-b64e-bc5db1630081 None None] Port 8a5f93d2-c908-4b42-9d41-8c4d0892212a cannot update to ACTIVE because it is not bound. {{(pid=94026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 09:47:48.887255 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5f93d2-c908-4b42-9d41-8c4d0892212a {{(pid=94025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:47:48.895044 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:48.907351 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.provisioning_blocks [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Transition to ACTIVE for port object 8a5f93d2-c908-4b42-9d41-8c4d0892212a will not be triggered until provisioned by entity L2. {{(pid=94025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 09:47:48.912556 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:48.915461 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-8fe8c1fc-75dd-489a-b42b-f635203d9e98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:48.982202 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5f93d2-c908-4b42-9d41-8c4d0892212a,revision_number=2']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:48.986789 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:49.028028 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73552-646d-4a51-9c57-5eb415475a05 req-3c3724b6-6cad-45e8-90ec-cba8202119c8 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:49.029647 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-90f73552-646d-4a51-9c57-5eb415475a05 req-3c3724b6-6cad-45e8-90ec-cba8202119c8 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 943 time: 0.0808957 Jun 25 09:47:49.037495 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Attempting to bind port 8a5f93d2-c908-4b42-9d41-8c4d0892212a on host n-h2-761264-15 for vnic_type normal with profile {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 09:47:49.046338 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Attempting to bind port 8a5f93d2-c908-4b42-9d41-8c4d0892212a by drivers openvswitch,hyperv on host n-h2-761264-15 at level 0 using segments [{'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 09:47:49.046894 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Attempting to bind port 8a5f93d2-c908-4b42-9d41-8c4d0892212a on network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:47:49.052536 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Port 8a5f93d2-c908-4b42-9d41-8c4d0892212a on network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-15 {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 09:47:49.053490 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Attempting to bind port 8a5f93d2-c908-4b42-9d41-8c4d0892212a on network 33e17a24-daa8-4e59-a2d7-0bd88d6f70fa {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 09:47:49.062307 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Checking agent: {'id': '1ba538bd-3a84-4c26-bd62-7b17eb457305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'started_at': datetime.datetime(2021, 6, 25, 9, 6, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 9, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 09:47:49.062664 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Checking segment: {'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 09:47:49.062991 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Bound using segment: {'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'} {{(pid=94025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 09:47:49.063441 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.managers [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Bound port: 8a5f93d2-c908-4b42-9d41-8c4d0892212a, host: n-h2-761264-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053fd6b5-b086-4a82-8dd4-83db6651ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa'}}] {{(pid=94025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 09:47:49.063805 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:49.081357 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-90f73552-646d-4a51-9c57-5eb415475a05 req-1f0fa28c-bb44-4c73-b43a-97d8e850f607 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=73e8c05b-00aa-4423-b316-a1a8f4060280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449440 Jun 25 09:47:49.136978 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] For port 8a5f93d2-c908-4b42-9d41-8c4d0892212a, host n-h2-761264-15, cleared binding levels {{(pid=94025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 09:47:49.140313 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] For port 8a5f93d2-c908-4b42-9d41-8c4d0892212a, host n-h2-761264-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a,segment=NetworkSegment(053fd6b5-b086-4a82-8dd4-83db6651ae05),segment_id=053fd6b5-b086-4a82-8dd4-83db6651ae05)] {{(pid=94025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 09:47:49.146188 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693180'] for port, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:49.148836 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-403dbb55-8286-423f-9c0d-2513299ac689 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:49.181382 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:49.182010 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:49.183487 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] 10.222.0.38 "PUT /v2.0/ports/8a5f93d2-c908-4b42-9d41-8c4d0892212a HTTP/1.1" status: 200 len: 1092 time: 0.6669099 Jun 25 09:47:49.184027 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef506703-71a9-41c4-8978-dd8ba6ef1e35', 'tag': '8a5f93d2-c908-4b42-9d41-8c4d0892212a'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:47:49.186453 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb82e5e8-0890-4ecc-aa4f-9b4ff5c9ceca" -d '{"events": [{"name": "network-changed", "server_uuid": "ef506703-71a9-41c4-8978-dd8ba6ef1e35", "tag": "8a5f93d2-c908-4b42-9d41-8c4d0892212a"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:47:49.218023 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5f93d2-c908-4b42-9d41-8c4d0892212a,revision_number=3']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:49.221987 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-856d7481-030d-4ed2-86ce-c16254163d74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:49.238240 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e51157-118f-4d74-a22b-77eeda78d74c x-openstack-request-id: req-12e51157-118f-4d74-a22b-77eeda78d74c {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:47:49.238586 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef506703-71a9-41c4-8978-dd8ba6ef1e35", "tag": "8a5f93d2-c908-4b42-9d41-8c4d0892212a", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:47:49.238889 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-12e51157-118f-4d74-a22b-77eeda78d74c {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:47:49.239306 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef506703-71a9-41c4-8978-dd8ba6ef1e35', 'tag': '8a5f93d2-c908-4b42-9d41-8c4d0892212a', 'status': 'completed', 'code': 200} Jun 25 09:47:49.310839 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-abc89813-650d-4142-95aa-f8773ff79020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:49.312554 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-abc89813-650d-4142-95aa-f8773ff79020 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 1095 time: 0.0559971 Jun 25 09:47:49.365419 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-8b0dca1a-1f4d-4bfb-ade6-2d55911b33fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a HTTP/1.1" status: 200 len: 217 time: 0.0397480 Jun 25 09:47:49.419800 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-fb55fe52-1b0e-47f2-b116-1d8b4d13f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:49.421960 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-fb55fe52-1b0e-47f2-b116-1d8b4d13f9e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0491467 Jun 25 09:47:49.484581 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-db3b0fc9-ae46-4233-93c6-6bd16fc7b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:49.486120 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-db3b0fc9-ae46-4233-93c6-6bd16fc7b408 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564454 Jun 25 09:47:49.582136 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-b340371d-a778-4a31-8837-fed38e8ebd42 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893552 Jun 25 09:47:49.586483 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72ec4e-b8b0-4a7e-bf15-238dcea2fbe1 req-237d2086-6b45-4c3e-9088-21ac3f9d85ac tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:49.588011 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-be72ec4e-b8b0-4a7e-bf15-238dcea2fbe1 req-237d2086-6b45-4c3e-9088-21ac3f9d85ac tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0681605 Jun 25 09:47:49.634399 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-be72ec4e-b8b0-4a7e-bf15-238dcea2fbe1 req-a2b3fd74-2c0f-4492-90b2-53da66de6e6d tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407648 Jun 25 09:47:49.675911 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e2354873-ba88-4049-9aa3-5c195fb5ee84 req-ee35a53a-d8e5-4577-80ee-6248407120b7 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874677 Jun 25 09:47:49.831185 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82e5e8-0890-4ecc-aa4f-9b4ff5c9ceca req-ebd5f6f1-c876-47a4-aafd-c97f0802f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:49.832757 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb82e5e8-0890-4ecc-aa4f-9b4ff5c9ceca req-ebd5f6f1-c876-47a4-aafd-c97f0802f3e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 1095 time: 0.0600424 Jun 25 09:47:49.932441 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82e5e8-0890-4ecc-aa4f-9b4ff5c9ceca req-a57571c6-4553-4e9d-995a-30873c0956c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:49.934201 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb82e5e8-0890-4ecc-aa4f-9b4ff5c9ceca req-a57571c6-4553-4e9d-995a-30873c0956c1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.0949085 Jun 25 09:47:49.977192 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb82e5e8-0890-4ecc-aa4f-9b4ff5c9ceca req-a8d3f0bf-7178-4986-a3a7-10f1bdbd3bbc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a HTTP/1.1" status: 200 len: 217 time: 0.0357711 Jun 25 09:47:50.031032 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82e5e8-0890-4ecc-aa4f-9b4ff5c9ceca req-7713b272-a6fb-44a6-aa17-4aecbcfcae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:50.032499 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb82e5e8-0890-4ecc-aa4f-9b4ff5c9ceca req-7713b272-a6fb-44a6-aa17-4aecbcfcae1a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0485189 Jun 25 09:47:50.102004 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82e5e8-0890-4ecc-aa4f-9b4ff5c9ceca req-130f1fda-48cd-41a5-bb9e-542ab6684070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:50.103524 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb82e5e8-0890-4ecc-aa4f-9b4ff5c9ceca req-130f1fda-48cd-41a5-bb9e-542ab6684070 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635319 Jun 25 09:47:50.206875 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb82e5e8-0890-4ecc-aa4f-9b4ff5c9ceca req-b23f0bf2-fdd6-4200-afa3-f7c240a09201 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953748 Jun 25 09:47:50.265647 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a175e-e02e-4d63-863e-746d7da97041 req-a0935a58-bbb9-4549-9237-ddd53a736154 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:50.267154 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4f8a175e-e02e-4d63-863e-746d7da97041 req-a0935a58-bbb9-4549-9237-ddd53a736154 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 943 time: 0.0666723 Jun 25 09:47:50.304542 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bb82e5e8-0890-4ecc-aa4f-9b4ff5c9ceca req-e51b138a-02c5-42ea-8325-bf362bffaaad service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907648 Jun 25 09:47:50.305947 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-4f8a175e-e02e-4d63-863e-746d7da97041 req-9249eb87-e0fa-432f-ba4d-43785a604255 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=73e8c05b-00aa-4423-b316-a1a8f4060280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328844 Jun 25 09:47:50.821230 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177eb12-65a5-49d7-bab3-db1200be9ce7 req-408a9883-bf90-4318-834f-d808d87caec0 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:50.822760 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2177eb12-65a5-49d7-bab3-db1200be9ce7 req-408a9883-bf90-4318-834f-d808d87caec0 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0698252 Jun 25 09:47:50.860955 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-2177eb12-65a5-49d7-bab3-db1200be9ce7 req-2e10db36-e434-4884-b207-2efa066acaf6 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323849 Jun 25 09:47:51.485676 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24aeb39-dd16-452a-b337-1a5f84fd3f1e req-b674af40-cc74-43c8-8f54-a22ce5c4426e tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:51.487163 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d24aeb39-dd16-452a-b337-1a5f84fd3f1e req-b674af40-cc74-43c8-8f54-a22ce5c4426e tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 943 time: 0.0700393 Jun 25 09:47:51.527295 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-d24aeb39-dd16-452a-b337-1a5f84fd3f1e req-16674a80-830d-4372-9699-2862b63362da tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=73e8c05b-00aa-4423-b316-a1a8f4060280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340261 Jun 25 09:47:51.527672 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476908cf-b42f-429c-82a3-527400f37634 req-dde03b3b-f3d1-40ee-a8f4-38a1d40df9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:51.529192 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-476908cf-b42f-429c-82a3-527400f37634 req-dde03b3b-f3d1-40ee-a8f4-38a1d40df9db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 1095 time: 0.0547001 Jun 25 09:47:51.643692 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476908cf-b42f-429c-82a3-527400f37634 req-b8dbc6b9-3b05-4217-a887-feaf399a641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:51.645106 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-476908cf-b42f-429c-82a3-527400f37634 req-b8dbc6b9-3b05-4217-a887-feaf399a641d service neutron] 10.222.0.41 "GET /v2.0/networks?id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 HTTP/1.1" status: 200 len: 919 time: 0.0929871 Jun 25 09:47:51.713003 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-476908cf-b42f-429c-82a3-527400f37634 req-7fcbfbd1-6e59-4900-bb2c-2e3d3c8976c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4947fc0d-de5d-466e-8c5e-a331037d5580 HTTP/1.1" status: 200 len: 999 time: 0.0609159 Jun 25 09:47:51.762200 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476908cf-b42f-429c-82a3-527400f37634 req-5038b444-9e3e-4cf0-8378-fdbd5617fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:51.763630 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-476908cf-b42f-429c-82a3-527400f37634 req-5038b444-9e3e-4cf0-8378-fdbd5617fcea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbdaf571-c08e-473e-9464-ca149b28036e HTTP/1.1" status: 200 len: 856 time: 0.0441303 Jun 25 09:47:51.857173 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476908cf-b42f-429c-82a3-527400f37634 req-2b702784-0dac-46e3-a97e-73235ffa191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:51.858743 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-476908cf-b42f-429c-82a3-527400f37634 req-2b702784-0dac-46e3-a97e-73235ffa191f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617049 Jun 25 09:47:51.978458 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-476908cf-b42f-429c-82a3-527400f37634 req-83a39b6d-8ba0-463f-acd9-84bfe6969092 service neutron] 10.222.0.41 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127472 Jun 25 09:47:52.072327 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78b488-286b-4eaf-bc05-c2a39c2c4ebe req-8b5eb5ea-d2f6-42f4-968b-c84e4b94d22b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:52.073876 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc78b488-286b-4eaf-bc05-c2a39c2c4ebe req-8b5eb5ea-d2f6-42f4-968b-c84e4b94d22b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0656514 Jun 25 09:47:52.076917 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-476908cf-b42f-429c-82a3-527400f37634 req-17aaa1ec-2753-4d9e-bd3d-1ce8a730764b service neutron] 10.222.0.41 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907021 Jun 25 09:47:52.113307 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-fc78b488-286b-4eaf-bc05-c2a39c2c4ebe req-6fb35555-3a99-4f3c-835a-3486033aa8f8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330377 Jun 25 09:47:52.449209 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c6c9a02-24d8-41ed-8afd-b3a0d6c40b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:52.699253 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8a5f93d2-c908-4b42-9d41-8c4d0892212a details requested by agent hyperv_n-h2-761264-15 with host n-h2-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:47:52.736951 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a706d9f-1a25-40cd-a811-cfb4cb0d5e46 req-822bee35-1bcc-4113-a049-17659dd7d9bb tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:52.738443 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7a706d9f-1a25-40cd-a811-cfb4cb0d5e46 req-822bee35-1bcc-4113-a049-17659dd7d9bb tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 943 time: 0.0836906 Jun 25 09:47:52.778025 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7a706d9f-1a25-40cd-a811-cfb4cb0d5e46 req-4380781f-4285-4d7b-8cc7-ed93e387d36f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=73e8c05b-00aa-4423-b316-a1a8f4060280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333428 Jun 25 09:47:52.801372 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8a5f93d2-c908-4b42-9d41-8c4d0892212a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a,segment=NetworkSegment(053fd6b5-b086-4a82-8dd4-83db6651ae05),segment_id=053fd6b5-b086-4a82-8dd4-83db6651ae05)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:52.813401 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Returning: {'device': '8a5f93d2-c908-4b42-9d41-8c4d0892212a', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'port_id': '8a5f93d2-c908-4b42-9d41-8c4d0892212a', 'mac_address': 'fa:16:3e:f8:f1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:47:52.855456 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:52.869732 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5f93d2-c908-4b42-9d41-8c4d0892212a {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:47:52.890448 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8a5f93d2-c908-4b42-9d41-8c4d0892212a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a,segment=NetworkSegment(053fd6b5-b086-4a82-8dd4-83db6651ae05),segment_id=053fd6b5-b086-4a82-8dd4-83db6651ae05)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:52.896608 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:52.898674 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-315bf945-2be8-4264-9ca9-1dcea4da2b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:52.952393 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8a5f93d2-c908-4b42-9d41-8c4d0892212a,revision_number=4']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:52.955802 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:53.181100 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] get_ports_and_sgs() called for port_ids ['8a5f93d2-c908-4b42-9d41-8c4d0892212a'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:47:53.324004 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd61241-bd39-4c91-8b37-e3468b3d0187 req-896d906b-2b97-47ed-b7fb-97949118423a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:53.325561 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1dd61241-bd39-4c91-8b37-e3468b3d0187 req-896d906b-2b97-47ed-b7fb-97949118423a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0723519 Jun 25 09:47:53.365329 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-1dd61241-bd39-4c91-8b37-e3468b3d0187 req-e553f244-4d46-412b-ad71-b5f7db60cb9b tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330684 Jun 25 09:47:54.151704 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f807bdd-41d8-44d5-994e-1089d0bb0a8d req-51e135a1-057f-48e5-bc66-745169c43ca7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:54.153201 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5f807bdd-41d8-44d5-994e-1089d0bb0a8d req-51e135a1-057f-48e5-bc66-745169c43ca7 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 944 time: 0.0740585 Jun 25 09:47:54.193288 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-5f807bdd-41d8-44d5-994e-1089d0bb0a8d req-db8bd682-eb73-4241-a70f-08503f7b276f tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=73e8c05b-00aa-4423-b316-a1a8f4060280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341375 Jun 25 09:47:54.349454 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:54.554656 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac0695-8165-459d-8cd1-816114aa5d92 req-d708b452-7273-4c58-b4a0-9b5457962921 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:54.556161 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cac0695-8165-459d-8cd1-816114aa5d92 req-d708b452-7273-4c58-b4a0-9b5457962921 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0721591 Jun 25 09:47:54.600299 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-7cac0695-8165-459d-8cd1-816114aa5d92 req-2aa7faf5-366d-40c7-91f7-7da301cf7608 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358238 Jun 25 09:47:54.700480 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Device 8a5f93d2-c908-4b42-9d41-8c4d0892212a up at agent hyperv_n-h2-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:47:54.753930 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning for port 8a5f93d2-c908-4b42-9d41-8c4d0892212a completed by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 09:47:54.757870 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Provisioning complete for port 8a5f93d2-c908-4b42-9d41-8c4d0892212a triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:47:54.758250 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:54.846296 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:54.869636 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef506703-71a9-41c4-8978-dd8ba6ef1e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5f93d2-c908-4b42-9d41-8c4d0892212a'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:47:54.871924 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d014e061-2676-4106-934c-d350ef8409bd" -d '{"events": [{"server_uuid": "ef506703-71a9-41c4-8978-dd8ba6ef1e35", "name": "network-vif-plugged", "status": "completed", "tag": "8a5f93d2-c908-4b42-9d41-8c4d0892212a"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:47:54.887887 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] For port 8a5f93d2-c908-4b42-9d41-8c4d0892212a, host n-h2-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-15',level=0,port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a,segment=NetworkSegment(053fd6b5-b086-4a82-8dd4-83db6651ae05),segment_id=053fd6b5-b086-4a82-8dd4-83db6651ae05)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:54.893822 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:54.895987 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:54.918233 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9be039f-36c4-419e-8862-ca4a0c0c9986 x-openstack-request-id: req-c9be039f-36c4-419e-8862-ca4a0c0c9986 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:47:54.918530 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef506703-71a9-41c4-8978-dd8ba6ef1e35", "name": "network-vif-plugged", "status": "completed", "tag": "8a5f93d2-c908-4b42-9d41-8c4d0892212a", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:47:54.918800 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c9be039f-36c4-419e-8862-ca4a0c0c9986 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:47:54.919211 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef506703-71a9-41c4-8978-dd8ba6ef1e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5f93d2-c908-4b42-9d41-8c4d0892212a', 'code': 200} Jun 25 09:47:54.950696 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Pushing event updated for resources: {'Port': ['ID=8a5f93d2-c908-4b42-9d41-8c4d0892212a,revision_number=5']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:54.956425 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:54.965707 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2a9b-96a8-4978-9f87-9e975b89cf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:55.063638 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf31b7-9bf2-485a-b83c-b161ca2a9326 req-9cb0b19f-3ee5-4417-8723-69a45d1dc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:55.065512 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2ddf31b7-9bf2-485a-b83c-b161ca2a9326 req-9cb0b19f-3ee5-4417-8723-69a45d1dc821 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 1097 time: 0.0568719 Jun 25 09:47:55.101269 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-2ddf31b7-9bf2-485a-b83c-b161ca2a9326 req-1d57e08d-e738-4fbd-9863-6616c8d1b496 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=73e8c05b-00aa-4423-b316-a1a8f4060280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296564 Jun 25 09:47:55.228182 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:55.384112 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c4111-9a42-426e-a138-65cd848d0581 req-026ff247-ca72-4b0c-b5c5-567a0a213039 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:55.385635 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b35c4111-9a42-426e-a138-65cd848d0581 req-026ff247-ca72-4b0c-b5c5-567a0a213039 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 945 time: 0.0794282 Jun 25 09:47:55.427500 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-b35c4111-9a42-426e-a138-65cd848d0581 req-1a9ded0f-5c1d-4940-93b0-d52a06d20e5c tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=73e8c05b-00aa-4423-b316-a1a8f4060280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343037 Jun 25 09:47:55.797832 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad112a50-3555-4f67-9343-87b68b92edc9 req-c31adccb-0502-40df-8026-d5f470dd3d72 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:55.799386 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ad112a50-3555-4f67-9343-87b68b92edc9 req-c31adccb-0502-40df-8026-d5f470dd3d72 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 943 time: 0.0714569 Jun 25 09:47:55.848361 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-ad112a50-3555-4f67-9343-87b68b92edc9 req-c62cfce1-060b-495e-9cba-67a8bead92a7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431013 Jun 25 09:47:55.850172 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4947fc0d-de5d-466e-8c5e-a331037d5580 details requested by agent hyperv_n-h1-761264-15 with host n-h1-761264-15 {{(pid=94026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 09:47:55.950333 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4947fc0d-de5d-466e-8c5e-a331037d5580, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4947fc0d-de5d-466e-8c5e-a331037d5580,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:55.962308 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Returning: {'device': '4947fc0d-de5d-466e-8c5e-a331037d5580', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'port_id': '4947fc0d-de5d-466e-8c5e-a331037d5580', 'mac_address': 'fa:16:3e:de:dc:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 09:47:56.015369 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:56.028763 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4947fc0d-de5d-466e-8c5e-a331037d5580 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 09:47:56.050417 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4947fc0d-de5d-466e-8c5e-a331037d5580, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4947fc0d-de5d-466e-8c5e-a331037d5580,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:56.055411 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:56.057425 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:56.103294 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4947fc0d-de5d-466e-8c5e-a331037d5580,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:56.106500 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:56.313657 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:56.505770 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] get_ports_and_sgs() called for port_ids ['4947fc0d-de5d-466e-8c5e-a331037d5580'] {{(pid=94026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 09:47:56.619338 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e04c03-8f7d-444a-b43e-d42ba83fb3e4 req-fddccc3b-2e11-40f1-8ddf-85a72712673d tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:56.620998 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56e04c03-8f7d-444a-b43e-d42ba83fb3e4 req-fddccc3b-2e11-40f1-8ddf-85a72712673d tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 945 time: 0.0747705 Jun 25 09:47:56.662520 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-56e04c03-8f7d-444a-b43e-d42ba83fb3e4 req-d3a5017a-9966-4693-b7b0-e102408cf05c tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/security-groups?id=73e8c05b-00aa-4423-b316-a1a8f4060280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342093 Jun 25 09:47:56.846364 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202317bc-1eef-4773-9cb1-60696b541e7b req-c40a6ea6-2ba4-4cec-a8da-23892e7dae64 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:56.847806 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-202317bc-1eef-4773-9cb1-60696b541e7b req-c40a6ea6-2ba4-4cec-a8da-23892e7dae64 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 945 time: 0.0713487 Jun 25 09:47:56.860555 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [-] (94025) accepted ('10.222.0.93', 60054) {{(pid=94025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 09:47:56.865497 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.v2.base [None req-93ff4e69-b9c6-4b74-b758-b6b9780349f5 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Request body: {'floatingip': {'port_id': '8a5f93d2-c908-4b42-9d41-8c4d0892212a'}} {{(pid=94025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 09:47:56.912914 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93ff4e69-b9c6-4b74-b758-b6b9780349f5 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for floatingip, before_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:57.046471 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416a021-e4a6-4255-a6df-a6cd3de866e9 req-71edd9f8-c8af-40a2-9e93-e153859335b5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:57.048350 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a416a021-e4a6-4255-a6df-a6cd3de866e9 req-71edd9f8-c8af-40a2-9e93-e153859335b5 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 944 time: 0.0728705 Jun 25 09:47:57.088443 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-a416a021-e4a6-4255-a6df-a6cd3de866e9 req-0854a003-3c70-4fab-b5d8-01627d730038 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337586 Jun 25 09:47:57.404164 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93ff4e69-b9c6-4b74-b758-b6b9780349f5 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:57.411020 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93ff4e69-b9c6-4b74-b758-b6b9780349f5 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:57.513693 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [None req-93ff4e69-b9c6-4b74-b758-b6b9780349f5 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Floating IP d7c62134-fd3e-43ea-8699-37c09e1bb849 associated. External IP: 172.25.6.220, port: 8a5f93d2-c908-4b42-9d41-8c4d0892212a. Jun 25 09:47:57.740008 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ff4e69-b9c6-4b74-b758-b6b9780349f5 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Router 98be5206-0b8b-4a57-bf08-19612f3e092b has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:47:57.857097 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ff4e69-b9c6-4b74-b758-b6b9780349f5 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:47:57.862544 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-93ff4e69-b9c6-4b74-b758-b6b9780349f5 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for floatingip, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:57.863037 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4947fc0d-de5d-466e-8c5e-a331037d5580 up at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 09:47:57.867276 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10697767-108e-4b72-b082-122a4c0703f8 None None] Sync routers for ids ['98be5206-0b8b-4a57-bf08-19612f3e092b'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:47:57.882010 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10697767-108e-4b72-b082-122a4c0703f8 None None] Routers {'98be5206-0b8b-4a57-bf08-19612f3e092b'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:47:57.882649 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-10697767-108e-4b72-b082-122a4c0703f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:47:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['98be5206-0b8b-4a57-bf08-19612f3e092b'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:57.903586 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [None req-93ff4e69-b9c6-4b74-b758-b6b9780349f5 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] 10.222.0.93 "PUT /v2.0/floatingips/d7c62134-fd3e-43ea-8699-37c09e1bb849 HTTP/1.1" status: 200 len: 991 time: 1.0418677 Jun 25 09:47:57.904850 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef506703-71a9-41c4-8978-dd8ba6ef1e35', 'tag': '8a5f93d2-c908-4b42-9d41-8c4d0892212a'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:47:57.907436 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4521aaf8-f905-482c-b6da-c731910ab018" -d '{"events": [{"name": "network-changed", "server_uuid": "ef506703-71a9-41c4-8978-dd8ba6ef1e35", "tag": "8a5f93d2-c908-4b42-9d41-8c4d0892212a"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:47:57.915810 n-d-761264-15 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Provisioning complete for port 4947fc0d-de5d-466e-8c5e-a331037d5580 triggered by entity L2. {{(pid=94026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 09:47:57.915810 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1996851'] for port, provisioning_complete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:57.962087 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 09:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a768f360-28eb-441d-ac48-ce17b88e6553 x-openstack-request-id: req-a768f360-28eb-441d-ac48-ce17b88e6553 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:47:57.962418 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef506703-71a9-41c4-8978-dd8ba6ef1e35", "tag": "8a5f93d2-c908-4b42-9d41-8c4d0892212a", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:47:57.962714 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a768f360-28eb-441d-ac48-ce17b88e6553 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:47:57.963162 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef506703-71a9-41c4-8978-dd8ba6ef1e35', 'tag': '8a5f93d2-c908-4b42-9d41-8c4d0892212a', 'status': 'completed', 'code': 200} Jun 25 09:47:57.999365 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1977337'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:58.012105 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-10697767-108e-4b72-b082-122a4c0703f8 None None] Set router 98be5206-0b8b-4a57-bf08-19612f3e092b gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:47:58.043662 n-d-761264-15 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4947fc0d-de5d-466e-8c5e-a331037d5580'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:47:58.046112 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c811f4a43ec8cee3ee46a61b5eb84c44a173a9a15f1b140e08ac579b3fa37af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c8182f-af85-4e22-ae6c-b1a1d92ba7de" -d '{"events": [{"server_uuid": "de9262cf-0a7b-4ead-897d-d5382e2c1dc0", "name": "network-vif-plugged", "status": "completed", "tag": "4947fc0d-de5d-466e-8c5e-a331037d5580"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:47:58.073074 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] For port 4947fc0d-de5d-466e-8c5e-a331037d5580, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4947fc0d-de5d-466e-8c5e-a331037d5580,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:47:58.076094 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:58.080249 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728567473601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728567080183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728567050024'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:47:58.082504 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-93ad97e1-7762-47f7-bd6d-f880062752d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:47:58.094516 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521aaf8-f905-482c-b6da-c731910ab018 req-57d6110b-b03c-42e5-82fb-55721d69d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:58.097317 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4521aaf8-f905-482c-b6da-c731910ab018 req-57d6110b-b03c-42e5-82fb-55721d69d038 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 1097 time: 0.0852485 Jun 25 09:47:58.108982 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d51b6ec-d156-41ad-acc2-25ffd329d197 x-openstack-request-id: req-4d51b6ec-d156-41ad-acc2-25ffd329d197 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:47:58.109265 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9262cf-0a7b-4ead-897d-d5382e2c1dc0", "name": "network-vif-plugged", "status": "completed", "tag": "4947fc0d-de5d-466e-8c5e-a331037d5580", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:47:58.109528 n-d-761264-15 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4d51b6ec-d156-41ad-acc2-25ffd329d197 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:47:58.109976 n-d-761264-15 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4947fc0d-de5d-466e-8c5e-a331037d5580', 'code': 200} Jun 25 09:47:58.137004 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Pushing event updated for resources: {'Port': ['ID=4947fc0d-de5d-466e-8c5e-a331037d5580,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:47:58.140663 n-d-761264-15 neutron-server[94026]: DEBUG oslo_concurrency.lockutils [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:47:58.228447 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521aaf8-f905-482c-b6da-c731910ab018 req-68d9f465-00fd-4d7c-ae43-17d505f4fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:58.231979 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4521aaf8-f905-482c-b6da-c731910ab018 req-68d9f465-00fd-4d7c-ae43-17d505f4fefa service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.1265509 Jun 25 09:47:58.302425 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4090542-07d9-4892-9665-bddec1fe44b5 req-4837331c-261a-482e-8328-39a10c38ed4a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:58.309579 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c4090542-07d9-4892-9665-bddec1fe44b5 req-4837331c-261a-482e-8328-39a10c38ed4a tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 946 time: 0.0810714 Jun 25 09:47:58.330047 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4521aaf8-f905-482c-b6da-c731910ab018 req-7415e159-5bc7-4654-873d-85ecea62c7e4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a HTTP/1.1" status: 200 len: 999 time: 0.0930653 Jun 25 09:47:58.344822 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-c4090542-07d9-4892-9665-bddec1fe44b5 req-ee542f34-a96b-4d73-8ebf-bf8dd69a947e tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341895 Jun 25 09:47:58.371240 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-10697767-108e-4b72-b082-122a4c0703f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'name': 'tempest-AttachVolumeTestJSON-241741402-router', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:52Z', 'revision_number': 4, 'project_id': '779be48c254449cab94360ef4821f9b5', 'gw_port': {'id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'd7c62134-fd3e-43ea-8699-37c09e1bb849', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'port_id': '8a5f93d2-c908-4b42-9d41-8c4d0892212a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'mac_address': 'fa:16:3e:f8:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef506703-71a9-41c4-8978-dd8ba6ef1e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:47:45Z', 'updated_at': '2021-06-25T09:47:57Z', 'revision_number': 1, 'project_id': '779be48c254449cab94360ef4821f9b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174462b3-3ff7-4b71-aa88-e8eca01bcd7e', 'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'mac_address': 'fa:16:3e:ff:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:51Z', 'updated_at': '2021-06-25T09:43:57Z', 'revision_number': 5, 'project_id': '779be48c254449cab94360ef4821f9b5', 'subnets': [{'id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:58.394555 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521aaf8-f905-482c-b6da-c731910ab018 req-24ea80c5-2d50-4366-b809-8bc0d7bcee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:58.396027 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4521aaf8-f905-482c-b6da-c731910ab018 req-24ea80c5-2d50-4366-b809-8bc0d7bcee05 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0584271 Jun 25 09:47:58.405949 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b384a-25f5-487f-9239-a7a2f9c0e220 req-d0798566-b60e-45d7-912c-5a10fd8cd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:58.406353 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10697767-108e-4b72-b082-122a4c0703f8 None None] Checking router: 98be5206-0b8b-4a57-bf08-19612f3e092b for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:47:58.407538 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e38b384a-25f5-487f-9239-a7a2f9c0e220 req-d0798566-b60e-45d7-912c-5a10fd8cd70d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 1098 time: 0.1105444 Jun 25 09:47:58.416520 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10697767-108e-4b72-b082-122a4c0703f8 None None] Routers {'98be5206-0b8b-4a57-bf08-19612f3e092b'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:47:58.417451 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-10697767-108e-4b72-b082-122a4c0703f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:47:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['98be5206-0b8b-4a57-bf08-19612f3e092b'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:58.467406 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-e38b384a-25f5-487f-9239-a7a2f9c0e220 req-a7533312-bf71-421d-accd-78ba8b7d2595 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513997 Jun 25 09:47:58.482970 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521aaf8-f905-482c-b6da-c731910ab018 req-cb4c6473-9120-40c2-8d78-165c61d36a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:58.484580 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4521aaf8-f905-482c-b6da-c731910ab018 req-cb4c6473-9120-40c2-8d78-165c61d36a13 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812118 Jun 25 09:47:58.524584 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-10697767-108e-4b72-b082-122a4c0703f8 None None] Set router 98be5206-0b8b-4a57-bf08-19612f3e092b gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:47:58.576545 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4521aaf8-f905-482c-b6da-c731910ab018 req-9e236aaa-2741-400f-9f39-6f4e119a15fa service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853403 Jun 25 09:47:58.665411 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-4521aaf8-f905-482c-b6da-c731910ab018 req-b538a962-0ca1-4b8f-a5c4-3326b2420329 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826151 Jun 25 09:47:58.753916 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-10697767-108e-4b72-b082-122a4c0703f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'name': 'tempest-AttachVolumeTestJSON-241741402-router', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:52Z', 'revision_number': 4, 'project_id': '779be48c254449cab94360ef4821f9b5', 'gw_port': {'id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'd7c62134-fd3e-43ea-8699-37c09e1bb849', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'port_id': '8a5f93d2-c908-4b42-9d41-8c4d0892212a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'mac_address': 'fa:16:3e:f8:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef506703-71a9-41c4-8978-dd8ba6ef1e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:47:45Z', 'updated_at': '2021-06-25T09:47:57Z', 'revision_number': 1, 'project_id': '779be48c254449cab94360ef4821f9b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174462b3-3ff7-4b71-aa88-e8eca01bcd7e', 'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'mac_address': 'fa:16:3e:ff:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:51Z', 'updated_at': '2021-06-25T09:43:57Z', 'revision_number': 5, 'project_id': '779be48c254449cab94360ef4821f9b5', 'subnets': [{'id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:47:58.781244 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10697767-108e-4b72-b082-122a4c0703f8 None None] The sync data for ids ['98be5206-0b8b-4a57-bf08-19612f3e092b'] in n-d-761264-15 is: [{'id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'name': 'tempest-AttachVolumeTestJSON-241741402-router', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:52Z', 'revision_number': 4, 'project_id': '779be48c254449cab94360ef4821f9b5', 'gw_port': {'id': '7827c315-be7b-4d21-83ff-91bb68f2a823', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:49Z', 'updated_at': '2021-06-25T09:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_floatingips': [{'id': 'd7c62134-fd3e-43ea-8699-37c09e1bb849', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '8128acdb-767b-4924-9d47-628968405132', 'router_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'port_id': '8a5f93d2-c908-4b42-9d41-8c4d0892212a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'mac_address': 'fa:16:3e:f8:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef506703-71a9-41c4-8978-dd8ba6ef1e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T09:47:45Z', 'updated_at': '2021-06-25T09:47:57Z', 'revision_number': 1, 'project_id': '779be48c254449cab94360ef4821f9b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174462b3-3ff7-4b71-aa88-e8eca01bcd7e', 'name': '', 'network_id': '33e17a24-daa8-4e59-a2d7-0bd88d6f70fa', 'tenant_id': '779be48c254449cab94360ef4821f9b5', 'mac_address': 'fa:16:3e:ff:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be5206-0b8b-4a57-bf08-19612f3e092b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:43:51Z', 'updated_at': '2021-06-25T09:43:57Z', 'revision_number': 5, 'project_id': '779be48c254449cab94360ef4821f9b5', 'subnets': [{'id': 'd23ab937-e437-4bee-8e3b-b8614ef07a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:47:59.006827 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c7f55f-c2f8-48f4-9b3e-08b7f37605f4 None None] New status for floating IP d7c62134-fd3e-43ea-8699-37c09e1bb849: ACTIVE {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:47:59.549854 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504cae2-240c-4327-95cc-1e020b5647f6 req-56aaa5c5-5742-4e3d-971d-e17851094834 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:47:59.551353 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3504cae2-240c-4327-95cc-1e020b5647f6 req-56aaa5c5-5742-4e3d-971d-e17851094834 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 946 time: 0.0835330 Jun 25 09:47:59.598314 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-3504cae2-240c-4327-95cc-1e020b5647f6 req-1e097bd9-02e6-4bba-8fd7-6cc8466e84b3 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392466 Jun 25 09:48:00.791566 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a332fc-e94e-4514-a9d6-4e34bb1af045 req-90777fa7-6a53-4071-ae8d-293848904ed8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:48:00.793111 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-60a332fc-e94e-4514-a9d6-4e34bb1af045 req-90777fa7-6a53-4071-ae8d-293848904ed8 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 946 time: 0.0675573 Jun 25 09:48:00.837829 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-60a332fc-e94e-4514-a9d6-4e34bb1af045 req-a6d234c0-c99a-4ed9-a81f-a0d2f722e044 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382338 Jun 25 09:48:01.606908 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:48:15.737791 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:48:22.444376 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be4283fa-e096-42ee-b979-850a56a160eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:48:24.349812 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:48:24.966190 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-29b1e319-8887-44cd-b747-90f44aefafa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:48:25.223399 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:48:26.316397 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:48:28.043898 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:48:31.616832 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:48:35.393759 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b64f94b8-e1c2-483d-9f18-34f8a3a27869 req-3f6d8a4d-f1e2-4593-a351-0d2a7541ca7f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0666502 Jun 25 09:48:35.513979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f94b8-e1c2-483d-9f18-34f8a3a27869 req-290b0dcf-7b9d-4389-96c8-7b3ad30f85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:48:35.515546 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b64f94b8-e1c2-483d-9f18-34f8a3a27869 req-290b0dcf-7b9d-4389-96c8-7b3ad30f85a9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 1097 time: 0.0585098 Jun 25 09:48:35.631936 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f94b8-e1c2-483d-9f18-34f8a3a27869 req-25a709c9-83a3-4f55-ac29-bfd8442cf74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:48:35.633578 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b64f94b8-e1c2-483d-9f18-34f8a3a27869 req-25a709c9-83a3-4f55-ac29-bfd8442cf74e service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.0961277 Jun 25 09:48:36.066136 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b64f94b8-e1c2-483d-9f18-34f8a3a27869 req-81ade59f-5c91-4631-b1ed-b1fea7320e85 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a HTTP/1.1" status: 200 len: 1001 time: 0.4251752 Jun 25 09:48:36.122012 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f94b8-e1c2-483d-9f18-34f8a3a27869 req-d9032d61-c725-4746-8150-0bfd447b2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:48:36.124080 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b64f94b8-e1c2-483d-9f18-34f8a3a27869 req-d9032d61-c725-4746-8150-0bfd447b2802 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0509596 Jun 25 09:48:36.185861 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f94b8-e1c2-483d-9f18-34f8a3a27869 req-db0beca3-668a-4afd-833b-138d15211ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:48:36.187346 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b64f94b8-e1c2-483d-9f18-34f8a3a27869 req-db0beca3-668a-4afd-833b-138d15211ab2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564425 Jun 25 09:48:36.286546 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b64f94b8-e1c2-483d-9f18-34f8a3a27869 req-b2e5e181-c814-49bd-bf75-cf2e2435a183 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909870 Jun 25 09:48:36.396318 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b64f94b8-e1c2-483d-9f18-34f8a3a27869 req-23f916ec-9022-4626-9fc9-e8935366890a service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005795 Jun 25 09:48:46.860956 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19242b94-180e-4e7d-a34f-d323689b957a req-16520ddb-6774-4b03-8d6a-0bcd48d79a7a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0626175 Jun 25 09:48:46.987065 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19242b94-180e-4e7d-a34f-d323689b957a req-b097b101-74a9-4bb3-ba62-4b03e26216ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:48:46.988567 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19242b94-180e-4e7d-a34f-d323689b957a req-b097b101-74a9-4bb3-ba62-4b03e26216ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4564d29a6ede42a6bf52d398b9044d52&device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0643227 Jun 25 09:48:47.118188 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19242b94-180e-4e7d-a34f-d323689b957a req-020552e0-e82f-4b40-a4ac-78102c1867a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:48:47.119754 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19242b94-180e-4e7d-a34f-d323689b957a req-020552e0-e82f-4b40-a4ac-78102c1867a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4 HTTP/1.1" status: 200 len: 919 time: 0.1093881 Jun 25 09:48:47.197830 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19242b94-180e-4e7d-a34f-d323689b957a req-12317a3b-5954-4eb5-8095-6b75440409d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4947fc0d-de5d-466e-8c5e-a331037d5580 HTTP/1.1" status: 200 len: 1001 time: 0.0706785 Jun 25 09:48:47.250059 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19242b94-180e-4e7d-a34f-d323689b957a req-43da89ba-a40e-44f7-a8e7-26dde14d0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:48:47.251571 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19242b94-180e-4e7d-a34f-d323689b957a req-43da89ba-a40e-44f7-a8e7-26dde14d0614 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbdaf571-c08e-473e-9464-ca149b28036e HTTP/1.1" status: 200 len: 856 time: 0.0473342 Jun 25 09:48:47.318014 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19242b94-180e-4e7d-a34f-d323689b957a req-a7488b78-ea02-4c0b-bbf8-08d1425bc30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:48:47.319507 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19242b94-180e-4e7d-a34f-d323689b957a req-a7488b78-ea02-4c0b-bbf8-08d1425bc30f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611658 Jun 25 09:48:47.419996 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19242b94-180e-4e7d-a34f-d323689b957a req-b5fc7b19-03ee-4955-b82f-22947458e164 service neutron] 10.222.0.41 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925422 Jun 25 09:48:47.517164 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-19242b94-180e-4e7d-a34f-d323689b957a req-7709ce00-b19d-4bc1-a458-a9824ddad031 service neutron] 10.222.0.41 "GET /v2.0/networks/00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900204 Jun 25 09:48:52.452129 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5777c4ab-2a62-43f9-9293-fe964ddc9939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:48:52.740455 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:48:54.384881 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:48:54.969841 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-88bc7d27-1733-45ec-9d94-0cbfa7877395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:48:55.227005 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:48:56.320599 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:48:58.047288 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:01.620814 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:18.153465 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19530040-6bb8-4031-82ce-b97788de7de8 req-40b721b0-b663-49c2-a6b5-50db4d46445f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:49:18.155005 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19530040-6bb8-4031-82ce-b97788de7de8 req-40b721b0-b663-49c2-a6b5-50db4d46445f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 946 time: 0.0762825 Jun 25 09:49:18.196186 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-19530040-6bb8-4031-82ce-b97788de7de8 req-6dddec33-1253-419c-8815-68c2030ac19f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353048 Jun 25 09:49:19.392147 n-d-761264-15 neutron-server[94024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74879f-42bc-418b-8922-2c582425571a req-9c6244e1-5c44-4f5a-a159-f66982610ff7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:49:19.393650 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb74879f-42bc-418b-8922-2c582425571a req-9c6244e1-5c44-4f5a-a159-f66982610ff7 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 946 time: 0.0767677 Jun 25 09:49:19.432794 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-bb74879f-42bc-418b-8922-2c582425571a req-3af5c332-04f2-4031-8be4-5fcaff9b6678 tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ba60fb7-56c9-4433-811a-d913571a63af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332189 Jun 25 09:49:19.994231 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429a84b-9bb7-481d-b88f-45db908b53b7 req-8843316a-06dd-45d8-bf42-072265f6780c tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:49:19.995695 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0429a84b-9bb7-481d-b88f-45db908b53b7 req-8843316a-06dd-45d8-bf42-072265f6780c tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.41 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 946 time: 0.0735595 Jun 25 09:49:20.112527 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0429a84b-9bb7-481d-b88f-45db908b53b7 req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Deleting port 4947fc0d-de5d-466e-8c5e-a331037d5580 {{(pid=94025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 09:49:20.112854 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0429a84b-9bb7-481d-b88f-45db908b53b7 req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728567470111'] for port, before_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:20.204034 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.db [req-0429a84b-9bb7-481d-b88f-45db908b53b7 req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] For port 4947fc0d-de5d-466e-8c5e-a331037d5580, host n-h1-761264-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-15',level=0,port_id=4947fc0d-de5d-466e-8c5e-a331037d5580,segment=NetworkSegment(9d9bf489-e3a3-492e-93a0-9caaebac87c2),segment_id=9d9bf489-e3a3-492e-93a0-9caaebac87c2)] {{(pid=94025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 09:49:20.204377 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0429a84b-9bb7-481d-b88f-45db908b53b7 req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679391'] for port, precommit_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:20.380096 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0429a84b-9bb7-481d-b88f-45db908b53b7 req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:20.380433 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0429a84b-9bb7-481d-b88f-45db908b53b7 req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594187'] for floatingip, after_update {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:20.381662 n-d-761264-15 neutron-server[94025]: INFO neutron.db.l3_db [req-0429a84b-9bb7-481d-b88f-45db908b53b7 req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Floating IP b455b2ff-668b-4a54-b5d0-5bc2290e40cb disassociated. External IP: 172.25.6.148, port: 4947fc0d-de5d-466e-8c5e-a331037d5580. Jun 25 09:49:20.381662 n-d-761264-15 neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [req-0429a84b-9bb7-481d-b88f-45db908b53b7 req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Calling delete_port for 4947fc0d-de5d-466e-8c5e-a331037d5580 owned by compute:nova {{(pid=94025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 09:49:20.516875 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0429a84b-9bb7-481d-b88f-45db908b53b7 req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1977265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728567473619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728567080174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2693319'] for port, after_delete {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:20.522133 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-9e768fc7-9091-4ea8-8041-868b7c8f0603 tempest-AttachVolumeTestJSON-456851513 tempest-AttachVolumeTestJSON-456851513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 09:49:20.546719 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Pushing event deleted for resources: {'Port': ['ID=4947fc0d-de5d-466e-8c5e-a331037d5580,revision_number=None']} {{(pid=94025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 09:49:20.562623 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:49:20.562623 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:49:20.563163 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:49:20.563559 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:49:20.563921 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:49:20.564288 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:49:20.564650 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:49:20.565034 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:49:20.565393 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:49:20.565832 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:49:20.566108 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:49:20.566493 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-15 {{(pid=94025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 09:49:20.570991 n-d-761264-15 neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 09:49:20.581614 n-d-761264-15 neutron-server[94024]: INFO neutron.wsgi [req-76caaef8-3078-4bd8-8f7b-ab1912e88e18 req-596f3669-45be-449d-bc9f-c0bfc25f2b3c tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.93 "GET /v2.0/ports?device_id=de9262cf-0a7b-4ead-897d-d5382e2c1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0308323 Jun 25 09:49:20.685217 n-d-761264-15 neutron-server[94025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0429a84b-9bb7-481d-b88f-45db908b53b7 req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 has already been hosted by L3 agent cc607701-11af-421e-86f4-7b3b3d3b1099 {{(pid=94025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 09:49:20.800408 n-d-761264-15 neutron-server[94025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0429a84b-9bb7-481d-b88f-45db908b53b7 req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify agent at l3_agent.n-d-761264-15 the message routers_updated {{(pid=94025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 09:49:20.810259 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb7080-5ac9-487a-be7f-752937f2ce6e None None] Sync routers for ids ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'] in n-d-761264-15 {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 09:49:20.821872 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb7080-5ac9-487a-be7f-752937f2ce6e None None] Routers {'8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:49:20.822578 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3beb7080-5ac9-487a-be7f-752937f2ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:48:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:49:20.856624 n-d-761264-15 neutron-server[94025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0429a84b-9bb7-481d-b88f-45db908b53b7 req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] No DVR routers for this DVR port 4947fc0d-de5d-466e-8c5e-a331037d5580 on host n-h1-761264-15 {{(pid=94025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 09:49:20.860180 n-d-761264-15 neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [req-0429a84b-9bb7-481d-b88f-45db908b53b7 req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441252'] for port, before_response {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:20.862710 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-0429a84b-9bb7-481d-b88f-45db908b53b7 req-0f5b393f-0f98-4074-be37-51c25bb4136f tempest-AttachVolumeShelveTestJSON-202952238 tempest-AttachVolumeShelveTestJSON-202952238-project] 10.222.0.41 "DELETE /v2.0/ports/4947fc0d-de5d-466e-8c5e-a331037d5580 HTTP/1.1" status: 204 len: 173 time: 0.8616476 Jun 25 09:49:20.863283 n-d-761264-15 neutron-server[94025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'name': 'network-vif-deleted', 'tag': '4947fc0d-de5d-466e-8c5e-a331037d5580'}] {{(pid=94025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 09:49:20.866443 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817fae07951c833d54ce4f7a74a4d53af30f2c02082847e8f6f483a24cb7e964" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a37b60-0dde-41f8-9113-20a0d8264b67" -d '{"events": [{"server_uuid": "de9262cf-0a7b-4ead-897d-d5382e2c1dc0", "name": "network-vif-deleted", "tag": "4947fc0d-de5d-466e-8c5e-a331037d5580"}]}' {{(pid=94025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 09:49:20.913859 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 09:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad9786d-d87d-42f6-976a-7d1533f69e71 x-openstack-request-id: req-6ad9786d-d87d-42f6-976a-7d1533f69e71 {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 09:49:20.914247 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9262cf-0a7b-4ead-897d-d5382e2c1dc0", "name": "network-vif-deleted", "tag": "4947fc0d-de5d-466e-8c5e-a331037d5580", "status": "completed", "code": 200}]} {{(pid=94025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 09:49:20.914554 n-d-761264-15 neutron-server[94025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6ad9786d-d87d-42f6-976a-7d1533f69e71 {{(pid=94025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 09:49:20.915087 n-d-761264-15 neutron-server[94025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9262cf-0a7b-4ead-897d-d5382e2c1dc0', 'name': 'network-vif-deleted', 'tag': '4947fc0d-de5d-466e-8c5e-a331037d5580', 'status': 'completed', 'code': 200} Jun 25 09:49:20.942779 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-3beb7080-5ac9-487a-be7f-752937f2ce6e None None] Set router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:49:21.151981 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3beb7080-5ac9-487a-be7f-752937f2ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea', 'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'mac_address': 'fa:16:3e:9e:60:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:36Z', 'updated_at': '2021-06-25T09:39:44Z', 'revision_number': 5, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'subnets': [{'id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:49:21.177059 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb7080-5ac9-487a-be7f-752937f2ce6e None None] Checking router: 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 for host: n-d-761264-15 {{(pid=94027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 09:49:21.185314 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb7080-5ac9-487a-be7f-752937f2ce6e None None] Routers {'8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'} bound to L3 agent in host n-d-761264-15 {{(pid=94027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 09:49:21.185972 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3beb7080-5ac9-487a-be7f-752937f2ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T08:58:55Z,description=,heartbeat_timestamp=2021-06-25T09:48:55Z,host='n-d-761264-15',id=cc607701-11af-421e-86f4-7b3b3d3b1099,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T08:58:55Z,topic='l3_agent')) {'router_ids': ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'], 'active': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:49:21.289833 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_dvr_db [None req-3beb7080-5ac9-487a-be7f-752937f2ce6e None None] Set router 8d8d5647-b1e4-4b6c-a52a-f5c470534fb2 gateway port host: n-d-761264-15 {{(pid=94027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 09:49:21.497647 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.l3_hamode_db [None req-3beb7080-5ac9-487a-be7f-752937f2ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea', 'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'mac_address': 'fa:16:3e:9e:60:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:36Z', 'updated_at': '2021-06-25T09:39:44Z', 'revision_number': 5, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'subnets': [{'id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-15', False) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 09:49:21.619637 n-d-761264-15 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb7080-5ac9-487a-be7f-752937f2ce6e None None] The sync data for ids ['8d8d5647-b1e4-4b6c-a52a-f5c470534fb2'] in n-d-761264-15 is: [{'id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-2054830395-router', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8128acdb-767b-4924-9d47-628968405132', 'external_fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T09:39:31Z', 'updated_at': '2021-06-25T09:39:37Z', 'revision_number': 4, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'gw_port': {'id': 'd889bad4-035c-41f1-b6d9-81ce2b06aad8', 'name': '', 'network_id': '8128acdb-767b-4924-9d47-628968405132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:32Z', 'updated_at': '2021-06-25T09:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11f90162-8ba0-4cc5-8131-19b599388d56', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-15', '_interfaces': [{'id': 'f9d4e4ca-7ca2-44ee-b817-8e294d3ca3ea', 'name': '', 'network_id': '00e2fb56-a6e4-4b0c-8d96-926c4bbc9ea4', 'tenant_id': '4564d29a6ede42a6bf52d398b9044d52', 'mac_address': 'fa:16:3e:9e:60:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d5647-b1e4-4b6c-a52a-f5c470534fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T09:39:36Z', 'updated_at': '2021-06-25T09:39:44Z', 'revision_number': 5, 'project_id': '4564d29a6ede42a6bf52d398b9044d52', 'subnets': [{'id': 'fbdaf571-c08e-473e-9464-ca149b28036e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 09:49:21.842141 n-d-761264-15 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28f710-2932-4ec0-865f-180f8305647b None None] New status for floating IP b455b2ff-668b-4a54-b5d0-5bc2290e40cb: DOWN {{(pid=94026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 09:49:22.454133 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc04bd55-84d9-447a-8aec-d72e986e0935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:24.249714 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4947fc0d-de5d-466e-8c5e-a331037d5580 no longer exists at agent hyperv_n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 09:49:24.270188 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] No Port match for: 4947fc0d-de5d-466e-8c5e-a331037d5580 {{(pid=94026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 09:49:24.270541 n-d-761264-15 neutron-server[94026]: DEBUG neutron.plugins.ml2.rpc [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Device 4947fc0d-de5d-466e-8c5e-a331037d5580 not bound to the agent host n-h1-761264-15 {{(pid=94026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 09:49:24.411107 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:24.976213 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6dfea2d6-7f85-45d5-a99c-566c6edf97f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:25.237729 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:26.322835 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:28.048359 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:29.740215 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:49:31.636820 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:35.410529 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b122fd50-4871-478d-9352-c5258f538528 req-9bcdcc2f-e4c0-4721-a964-ec1d208925a0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0665991 Jun 25 09:49:35.533650 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122fd50-4871-478d-9352-c5258f538528 req-29571a09-b165-4421-85b3-fd12d28fa6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:49:35.535168 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b122fd50-4871-478d-9352-c5258f538528 req-29571a09-b165-4421-85b3-fd12d28fa6c0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 1097 time: 0.0557792 Jun 25 09:49:35.656963 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122fd50-4871-478d-9352-c5258f538528 req-68771e93-3e3b-409a-9420-cfffd391ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:49:35.658446 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b122fd50-4871-478d-9352-c5258f538528 req-68771e93-3e3b-409a-9420-cfffd391ac01 service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.0938334 Jun 25 09:49:35.731256 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b122fd50-4871-478d-9352-c5258f538528 req-81885097-8fa4-4a90-90c7-5d870d6bc687 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a HTTP/1.1" status: 200 len: 1001 time: 0.0649273 Jun 25 09:49:35.780545 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122fd50-4871-478d-9352-c5258f538528 req-6ec39ddb-6b83-44db-b3c9-7ab1bafca2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:49:35.782092 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b122fd50-4871-478d-9352-c5258f538528 req-6ec39ddb-6b83-44db-b3c9-7ab1bafca2cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0436542 Jun 25 09:49:35.842915 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122fd50-4871-478d-9352-c5258f538528 req-672a77b4-40a4-493c-9783-c77cd4e98780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:49:35.845220 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b122fd50-4871-478d-9352-c5258f538528 req-672a77b4-40a4-493c-9783-c77cd4e98780 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565012 Jun 25 09:49:35.948589 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b122fd50-4871-478d-9352-c5258f538528 req-ea72e100-1b26-459e-bd9e-315930eb4861 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956154 Jun 25 09:49:36.055222 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-b122fd50-4871-478d-9352-c5258f538528 req-eee8991d-f729-48ee-9e8b-74a53e8c7ae1 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000700 Jun 25 09:49:52.448282 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eed05eea-d417-4600-b778-3e423f082c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:54.429221 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:54.972523 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d6c3580b-de7c-4da1-a695-31fdd2d1dee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:55.232308 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:56.326208 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:49:58.047596 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:50:01.632447 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:50:06.739858 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:50:22.454093 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-826faa4b-7994-46d1-b9aa-05333802c6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:50:24.421127 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:50:24.967124 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9fe1-ee20-4859-ac32-eb103c2da466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:50:25.237452 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:50:26.329448 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:50:28.051286 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:50:31.650269 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:50:35.520169 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c20c33f8-f140-481c-b11e-23ba2cd4a464 req-54964cc4-19ee-4706-a1e3-07a108ef3ffe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1799481 Jun 25 09:50:35.649684 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c33f8-f140-481c-b11e-23ba2cd4a464 req-7da35398-fc6f-4385-992e-1c25835d4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:50:35.651088 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c20c33f8-f140-481c-b11e-23ba2cd4a464 req-7da35398-fc6f-4385-992e-1c25835d4ea3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 1097 time: 0.0600166 Jun 25 09:50:35.770005 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c33f8-f140-481c-b11e-23ba2cd4a464 req-5e3587c3-ee3f-4c8d-9276-9571808005a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:50:35.771700 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c20c33f8-f140-481c-b11e-23ba2cd4a464 req-5e3587c3-ee3f-4c8d-9276-9571808005a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.0975051 Jun 25 09:50:35.846205 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c20c33f8-f140-481c-b11e-23ba2cd4a464 req-005ad233-042c-4b0b-94ef-afa7ca58b52c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a HTTP/1.1" status: 200 len: 1001 time: 0.0643919 Jun 25 09:50:35.901292 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c33f8-f140-481c-b11e-23ba2cd4a464 req-348ff271-163c-488f-9985-5ce3f166b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:50:35.902681 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c20c33f8-f140-481c-b11e-23ba2cd4a464 req-348ff271-163c-488f-9985-5ce3f166b493 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0496585 Jun 25 09:50:35.966726 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c33f8-f140-481c-b11e-23ba2cd4a464 req-347b8970-34df-455a-834c-a1bc9457778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:50:35.968204 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c20c33f8-f140-481c-b11e-23ba2cd4a464 req-347b8970-34df-455a-834c-a1bc9457778e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592701 Jun 25 09:50:35.978958 n-d-761264-15 neutron-server[94025]: DEBUG neutron.wsgi [req-c20c33f8-f140-481c-b11e-23ba2cd4a464 req-0d1ee70b-9163-43e9-bb8c-a0b616efbbf5 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 09:50:35.979900 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c20c33f8-f140-481c-b11e-23ba2cd4a464 req-0d1ee70b-9163-43e9-bb8c-a0b616efbbf5 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050638 Jun 25 09:50:36.077590 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c20c33f8-f140-481c-b11e-23ba2cd4a464 req-87f3930e-4cd9-4c4b-a8a1-00cbdd44026e service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911641 Jun 25 09:50:36.187113 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c20c33f8-f140-481c-b11e-23ba2cd4a464 req-0cf3510e-2f60-4ab8-8da3-0496758a668b service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018655 Jun 25 09:50:43.739432 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:50:52.459652 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39bc4dda-6849-45ae-a002-167987199bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:50:54.453536 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:50:54.972282 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d503581d-6f06-4bb5-9526-6c8ff7d2a3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:50:55.245219 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:50:56.331007 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:50:58.054111 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:51:01.660315 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:51:20.739258 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:51:22.455034 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aa44d06c-68a8-4e87-9e60-964cb8f36801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:51:24.467188 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:51:24.976587 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c1668700-683e-482e-954f-5faae052c250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:51:25.242017 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:51:26.336907 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:51:28.065608 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:51:31.659208 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:51:35.392551 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c78a28c4-8f56-44de-8a56-c4b230f9d58d req-bd75a56c-b006-4426-930c-8aa6290b7f43 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0642979 Jun 25 09:51:35.507029 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a28c4-8f56-44de-8a56-c4b230f9d58d req-17b39297-bc2c-41a0-939c-ba87fedad4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:51:35.508645 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c78a28c4-8f56-44de-8a56-c4b230f9d58d req-17b39297-bc2c-41a0-939c-ba87fedad4b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 1097 time: 0.0548160 Jun 25 09:51:35.624105 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a28c4-8f56-44de-8a56-c4b230f9d58d req-7a4bee4c-8d28-4517-ba5a-ced797257ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:51:35.625617 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c78a28c4-8f56-44de-8a56-c4b230f9d58d req-7a4bee4c-8d28-4517-ba5a-ced797257ef1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.0900369 Jun 25 09:51:35.693302 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c78a28c4-8f56-44de-8a56-c4b230f9d58d req-1d61354f-d3c7-4129-8573-a888a46ecd03 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a HTTP/1.1" status: 200 len: 1001 time: 0.0586777 Jun 25 09:51:35.742551 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a28c4-8f56-44de-8a56-c4b230f9d58d req-d7eab83e-296a-4bd5-8584-04fb37bbdf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:51:35.744021 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c78a28c4-8f56-44de-8a56-c4b230f9d58d req-d7eab83e-296a-4bd5-8584-04fb37bbdf05 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0444098 Jun 25 09:51:35.804724 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a28c4-8f56-44de-8a56-c4b230f9d58d req-662836ae-3900-490e-ae23-ce044b5b5d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:51:35.806638 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c78a28c4-8f56-44de-8a56-c4b230f9d58d req-662836ae-3900-490e-ae23-ce044b5b5d1b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562823 Jun 25 09:51:35.897042 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c78a28c4-8f56-44de-8a56-c4b230f9d58d req-7a161d31-0278-4f8c-891e-abfb3e24fc84 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825922 Jun 25 09:51:35.991710 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-c78a28c4-8f56-44de-8a56-c4b230f9d58d req-bb19f653-d37b-4bfb-9de5-cc3a892337e0 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873249 Jun 25 09:51:52.453605 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b99cf9f9-18d0-4f0e-b4e9-17b712969502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:51:54.461544 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:51:54.980936 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b54af273-d1c4-4f20-acc7-89e2abae42c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:51:55.237721 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:51:56.339420 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:51:57.746052 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:51:58.061108 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:52:01.678766 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:52:22.449789 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b90589ac-a19e-4a3e-b09c-b01770de5bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:52:24.482871 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:52:24.985048 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ee4c0204-ff4d-4ebe-9124-5b4b48e4721b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:52:25.244601 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:52:26.350269 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:52:28.063393 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:52:31.688753 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:52:34.735788 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:52:38.474208 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ee1dda14-1ec8-407a-85f4-134c1b4c5472 req-08e544ab-938e-4ce3-ab18-34b9ff97b9c1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0660317 Jun 25 09:52:38.592044 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dda14-1ec8-407a-85f4-134c1b4c5472 req-e5233ef8-3a5f-46f6-acce-e3fe6d8f1419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:52:38.593578 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ee1dda14-1ec8-407a-85f4-134c1b4c5472 req-e5233ef8-3a5f-46f6-acce-e3fe6d8f1419 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 1097 time: 0.0576468 Jun 25 09:52:38.706010 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dda14-1ec8-407a-85f4-134c1b4c5472 req-8f578c17-00fc-4b2f-bce9-99a2090b7ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:52:38.707494 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ee1dda14-1ec8-407a-85f4-134c1b4c5472 req-8f578c17-00fc-4b2f-bce9-99a2090b7ddb service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.0903537 Jun 25 09:52:38.788399 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ee1dda14-1ec8-407a-85f4-134c1b4c5472 req-dfcf5431-3582-48d1-9cfb-355f0f3b0785 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a HTTP/1.1" status: 200 len: 1001 time: 0.0739031 Jun 25 09:52:38.847770 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dda14-1ec8-407a-85f4-134c1b4c5472 req-6e3f81b7-5312-42f2-ad0f-fa9c67b9db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:52:38.849282 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ee1dda14-1ec8-407a-85f4-134c1b4c5472 req-6e3f81b7-5312-42f2-ad0f-fa9c67b9db22 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0544248 Jun 25 09:52:38.910439 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dda14-1ec8-407a-85f4-134c1b4c5472 req-05e9dae8-0001-4b54-aa8b-c6bcfb801346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:52:38.911946 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ee1dda14-1ec8-407a-85f4-134c1b4c5472 req-05e9dae8-0001-4b54-aa8b-c6bcfb801346 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557802 Jun 25 09:52:39.001863 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ee1dda14-1ec8-407a-85f4-134c1b4c5472 req-ccafd7f0-f498-4c07-a115-15a91e72ae0b service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828722 Jun 25 09:52:39.096364 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ee1dda14-1ec8-407a-85f4-134c1b4c5472 req-358df37d-8cc6-48eb-b972-f7dd4b67bbad service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876663 Jun 25 09:52:52.447917 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b770c12-b407-496e-a8f1-edebcfee1935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:52:54.497873 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:52:54.989107 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b62c21ae-0d97-491d-8d24-3d30280d41b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:52:55.242108 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:52:56.347817 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:52:58.067462 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:53:01.722833 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:53:11.736600 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:53:22.450207 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20b65e7d-0479-49e4-8b34-f808db528cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:53:24.499380 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:53:24.993894 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-395ac906-a322-45aa-ba2e-0dcac3151087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:53:25.240693 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:53:26.347014 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:53:28.070203 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:53:31.734140 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:53:39.103847 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3b140975-bbb3-4eb1-8c20-53ac8ed97e88 req-f122ff2d-9542-4135-bb7e-d2466150c2b0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0636108 Jun 25 09:53:39.220896 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b140975-bbb3-4eb1-8c20-53ac8ed97e88 req-92d2b3c0-7db9-4fe5-897a-e80da68820b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:53:39.222381 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3b140975-bbb3-4eb1-8c20-53ac8ed97e88 req-92d2b3c0-7db9-4fe5-897a-e80da68820b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 1097 time: 0.0576663 Jun 25 09:53:39.348320 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b140975-bbb3-4eb1-8c20-53ac8ed97e88 req-cffaf35b-c37b-4890-af62-06749e81d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:53:39.350626 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3b140975-bbb3-4eb1-8c20-53ac8ed97e88 req-cffaf35b-c37b-4890-af62-06749e81d144 service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.1024821 Jun 25 09:53:39.421169 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3b140975-bbb3-4eb1-8c20-53ac8ed97e88 req-5e276b8f-3deb-4eea-b49b-5dca9978ec10 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a HTTP/1.1" status: 200 len: 1001 time: 0.0640354 Jun 25 09:53:39.482215 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b140975-bbb3-4eb1-8c20-53ac8ed97e88 req-52e459b8-5009-4ce7-859b-0fc9dedb0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:53:39.484054 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3b140975-bbb3-4eb1-8c20-53ac8ed97e88 req-52e459b8-5009-4ce7-859b-0fc9dedb0010 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0562389 Jun 25 09:53:39.552569 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b140975-bbb3-4eb1-8c20-53ac8ed97e88 req-22ac97a9-c7d3-4c18-a568-17b6c0a913fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:53:39.554111 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3b140975-bbb3-4eb1-8c20-53ac8ed97e88 req-22ac97a9-c7d3-4c18-a568-17b6c0a913fd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632491 Jun 25 09:53:39.653511 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3b140975-bbb3-4eb1-8c20-53ac8ed97e88 req-2b643e1b-1027-4d4c-b2af-9ee29e7155c3 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911949 Jun 25 09:53:39.754153 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-3b140975-bbb3-4eb1-8c20-53ac8ed97e88 req-829d8b09-9764-4dcd-ac9b-0805efd38c3c service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934446 Jun 25 09:53:48.736506 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:53:52.453030 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41bc969b-738f-410e-8ad7-4935db05bfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:53:54.515063 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:53:55.002070 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-174dcca3-ce76-477b-bc86-05544ed3463b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:53:55.237875 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:53:56.351010 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:53:58.075952 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:54:01.740483 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:54:22.455443 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aa88c172-8614-40e4-962c-9ad50470dcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:54:24.515570 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:54:24.998064 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-91c641c6-6a20-4e82-9191-b7d478fb6369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:54:25.236027 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:54:25.736665 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:54:26.357552 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:54:28.074543 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:54:31.741394 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:54:40.139436 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-677966b8-6926-40ff-90de-2cf2fd7372c1 req-0bd433b2-3ab5-413c-b4e2-e05600633ef0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0585744 Jun 25 09:54:40.275979 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677966b8-6926-40ff-90de-2cf2fd7372c1 req-d70c72ad-5025-4b21-b11f-1d5278f91f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:54:40.277529 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-677966b8-6926-40ff-90de-2cf2fd7372c1 req-d70c72ad-5025-4b21-b11f-1d5278f91f6c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 1097 time: 0.0623956 Jun 25 09:54:40.397537 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677966b8-6926-40ff-90de-2cf2fd7372c1 req-28b84362-5154-47af-b156-73aa0bd02b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:54:40.399236 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-677966b8-6926-40ff-90de-2cf2fd7372c1 req-28b84362-5154-47af-b156-73aa0bd02b06 service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.0944853 Jun 25 09:54:40.469505 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-677966b8-6926-40ff-90de-2cf2fd7372c1 req-11ddc2f3-5ea8-4475-aa39-0ad8571158b1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a HTTP/1.1" status: 200 len: 1001 time: 0.0594184 Jun 25 09:54:40.525870 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677966b8-6926-40ff-90de-2cf2fd7372c1 req-6838eb23-8f55-4b51-96cc-0b3839658e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:54:40.527489 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-677966b8-6926-40ff-90de-2cf2fd7372c1 req-6838eb23-8f55-4b51-96cc-0b3839658e5b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0502033 Jun 25 09:54:40.595298 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677966b8-6926-40ff-90de-2cf2fd7372c1 req-187d85f5-57b2-4aa1-8ca3-876713b933a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:54:40.596849 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-677966b8-6926-40ff-90de-2cf2fd7372c1 req-187d85f5-57b2-4aa1-8ca3-876713b933a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625703 Jun 25 09:54:40.701354 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-677966b8-6926-40ff-90de-2cf2fd7372c1 req-d0c06e78-a096-48c2-a0a6-a05097ede960 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973852 Jun 25 09:54:40.797773 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-677966b8-6926-40ff-90de-2cf2fd7372c1 req-f8f6c3ea-3f91-434b-ba91-bde2318f9968 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893292 Jun 25 09:54:50.087728 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-d362ce81-ccc8-44e1-8a4d-7f3424e47413 req-d39c4685-3923-4ff1-850e-6ae13ce1c38e service neutron] (94024) timed out ('10.222.0.38', 57758) {{(pid=94024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 09:54:52.456785 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2493560f-2081-489e-b6b8-74ba993802cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:54:54.557527 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:54:55.003387 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fc0f290c-00f8-49b8-b24b-bd8c37286307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:54:55.239303 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:54:56.355466 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:54:58.080752 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:55:01.763534 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:55:02.736743 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:55:22.452258 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ca14165-d1ac-4291-a654-5c1665e8d28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:55:24.548939 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:55:25.008938 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bb37-2eaa-45ac-825a-87180e3eabe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:55:25.236200 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:55:26.359396 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:55:28.084365 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:55:31.763873 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:55:39.736948 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:55:40.102807 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-decf4c46-42c3-4636-a65d-ca14ec39ab8c req-7ed844e3-935f-45ea-9fca-a7f5530fba61 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1231391 Jun 25 09:55:40.240659 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf4c46-42c3-4636-a65d-ca14ec39ab8c req-8e24f8af-ac6a-4dda-945a-31da03d348c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:55:40.242219 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-decf4c46-42c3-4636-a65d-ca14ec39ab8c req-8e24f8af-ac6a-4dda-945a-31da03d348c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 1097 time: 0.0654743 Jun 25 09:55:40.366248 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf4c46-42c3-4636-a65d-ca14ec39ab8c req-24c0f19f-9c43-4685-a00d-955176a2fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:55:40.367787 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-decf4c46-42c3-4636-a65d-ca14ec39ab8c req-24c0f19f-9c43-4685-a00d-955176a2fbb3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.0998006 Jun 25 09:55:40.434881 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-decf4c46-42c3-4636-a65d-ca14ec39ab8c req-1702d47e-1275-4166-908c-a121dba93e9e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a HTTP/1.1" status: 200 len: 1001 time: 0.0603418 Jun 25 09:55:40.483728 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf4c46-42c3-4636-a65d-ca14ec39ab8c req-6e134d04-f5b4-42d7-8ed3-b559dbaa9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:55:40.485239 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-decf4c46-42c3-4636-a65d-ca14ec39ab8c req-6e134d04-f5b4-42d7-8ed3-b559dbaa9076 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0441942 Jun 25 09:55:40.555277 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf4c46-42c3-4636-a65d-ca14ec39ab8c req-32e869dd-eeab-4d88-90a8-39f703397ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:55:40.556717 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-decf4c46-42c3-4636-a65d-ca14ec39ab8c req-32e869dd-eeab-4d88-90a8-39f703397ce0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647120 Jun 25 09:55:40.666450 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-decf4c46-42c3-4636-a65d-ca14ec39ab8c req-573a631a-18b3-49a4-8e7c-9e9f37032f11 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022322 Jun 25 09:55:40.761092 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-decf4c46-42c3-4636-a65d-ca14ec39ab8c req-98fa3f1a-5db4-4484-9bef-3eab4dac57a0 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878766 Jun 25 09:55:52.457792 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d3d5f145-c273-4c4f-9f1a-c02b1c938869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:55:54.560702 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:55:55.019424 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d823b696-d22e-4efa-81e8-b1e611f5ed64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:55:55.240610 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:55:56.367286 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:55:58.090447 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:56:01.764356 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:56:14.464550 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-3ddddfe9-afd0-408e-bc84-2abe1a02a6af req-fe2b80c9-f720-40c1-94de-e7835b903ff3 service neutron] (94024) timed out ('10.222.0.41', 61158) {{(pid=94024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 09:56:16.738643 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:56:22.456347 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bbf1b838-1cad-43dd-a624-fcc4aa856bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:56:24.564640 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:56:25.013356 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a465995e-62a6-47ae-aa32-43e49225f0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:56:25.249746 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:56:26.367691 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:56:28.087573 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:56:31.770964 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:56:42.074285 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd8c4dcf-c0d0-4cb3-8bf6-33b8d875af13 req-663c18dd-318e-4524-843c-ce8ca52f6252 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0606148 Jun 25 09:56:42.554293 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c4dcf-c0d0-4cb3-8bf6-33b8d875af13 req-24d03ad1-d2ea-4d74-bb0c-ca293cacb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:56:42.555843 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd8c4dcf-c0d0-4cb3-8bf6-33b8d875af13 req-24d03ad1-d2ea-4d74-bb0c-ca293cacb3ed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 1097 time: 0.4229875 Jun 25 09:56:42.681028 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c4dcf-c0d0-4cb3-8bf6-33b8d875af13 req-ecb0f159-f237-4d69-aff7-7c6b422b9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:56:42.682539 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd8c4dcf-c0d0-4cb3-8bf6-33b8d875af13 req-ecb0f159-f237-4d69-aff7-7c6b422b9d15 service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.1023936 Jun 25 09:56:42.752760 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd8c4dcf-c0d0-4cb3-8bf6-33b8d875af13 req-2aa07a39-14ef-40e5-a7ae-535ce8e1efb3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a HTTP/1.1" status: 200 len: 1001 time: 0.0632372 Jun 25 09:56:42.812829 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c4dcf-c0d0-4cb3-8bf6-33b8d875af13 req-1b2c308b-4056-4b4c-b72a-af5282c8af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:56:42.815197 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd8c4dcf-c0d0-4cb3-8bf6-33b8d875af13 req-1b2c308b-4056-4b4c-b72a-af5282c8af76 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0557256 Jun 25 09:56:42.876135 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c4dcf-c0d0-4cb3-8bf6-33b8d875af13 req-e9d74142-5f0f-4ddb-a2f7-a6b4c0877d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:56:42.877730 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd8c4dcf-c0d0-4cb3-8bf6-33b8d875af13 req-e9d74142-5f0f-4ddb-a2f7-a6b4c0877d5b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563056 Jun 25 09:56:42.986974 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd8c4dcf-c0d0-4cb3-8bf6-33b8d875af13 req-8277c96e-0705-411d-bf14-4c112ed44640 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015213 Jun 25 09:56:43.087680 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-bd8c4dcf-c0d0-4cb3-8bf6-33b8d875af13 req-17cb06d8-3a87-439a-b8f6-c9bdf47dd930 service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937912 Jun 25 09:56:52.457849 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-092c55fc-c7eb-4f93-9f26-d7443408af78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:56:53.739419 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:56:54.567978 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:56:55.023705 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9525aa8-4ca3-400c-9771-e2a75497353d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:56:55.245477 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:56:56.368094 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:56:58.091815 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:57:01.769675 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:57:22.457408 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-938898dc-14b4-4572-aed1-3349c92be23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:57:24.574425 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b110-93e8-448c-add5-5eb506c078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:57:25.021392 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7c244e0-1ebd-4c16-8daf-f46a10a2d419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:57:25.251894 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d7adf36e-828f-4fec-93dd-3a015649f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:57:26.372217 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95908989-a0a3-427b-829e-45ef37cd4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:57:28.094231 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5d84a62-f22d-401a-9a4a-a8d60f71e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:57:30.739966 n-d-761264-15 neutron-server[94027]: DEBUG neutron.db.agents_db [None req-1923fffc-2a37-41d9-93b8-c4e8afe1371c None None] Agent healthcheck: found 7 active agents {{(pid=94027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 09:57:31.781361 n-d-761264-15 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e4a604-dd28-46b3-af7a-9a637b20a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728567442189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1996994'] for agent, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 09:57:42.307251 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ce8fc9cb-95a4-47c2-95b6-e91ba41d9ffc req-5f449539-f2c1-464d-a62c-520f0ae4e408 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576491 Jun 25 09:57:42.417775 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fc9cb-95a4-47c2-95b6-e91ba41d9ffc req-4624ad63-e225-4abe-8422-e0704b52eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:57:42.419399 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ce8fc9cb-95a4-47c2-95b6-e91ba41d9ffc req-4624ad63-e225-4abe-8422-e0704b52eabf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=779be48c254449cab94360ef4821f9b5&device_id=ef506703-71a9-41c4-8978-dd8ba6ef1e35 HTTP/1.1" status: 200 len: 1097 time: 0.0542090 Jun 25 09:57:42.523344 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fc9cb-95a4-47c2-95b6-e91ba41d9ffc req-532a5552-586b-4059-8703-a3b2e4b0755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:57:42.524876 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ce8fc9cb-95a4-47c2-95b6-e91ba41d9ffc req-532a5552-586b-4059-8703-a3b2e4b0755e service neutron] 10.222.0.38 "GET /v2.0/networks?id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa HTTP/1.1" status: 200 len: 912 time: 0.0848117 Jun 25 09:57:42.598097 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ce8fc9cb-95a4-47c2-95b6-e91ba41d9ffc req-4011e3e0-b873-419f-b733-8078093c6dc1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a5f93d2-c908-4b42-9d41-8c4d0892212a HTTP/1.1" status: 200 len: 1001 time: 0.0651889 Jun 25 09:57:42.651175 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fc9cb-95a4-47c2-95b6-e91ba41d9ffc req-33037a13-78ef-4bfb-b53c-f2a42cc0e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:57:42.652632 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ce8fc9cb-95a4-47c2-95b6-e91ba41d9ffc req-33037a13-78ef-4bfb-b53c-f2a42cc0e25a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d23ab937-e437-4bee-8e3b-b8614ef07a43 HTTP/1.1" status: 200 len: 849 time: 0.0473723 Jun 25 09:57:42.720558 n-d-761264-15 neutron-server[94025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fc9cb-95a4-47c2-95b6-e91ba41d9ffc req-fd35ee2c-0f90-4090-b5ae-4623e5d8dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 09:57:42.722114 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ce8fc9cb-95a4-47c2-95b6-e91ba41d9ffc req-fd35ee2c-0f90-4090-b5ae-4623e5d8dfac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=33e17a24-daa8-4e59-a2d7-0bd88d6f70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624900 Jun 25 09:57:42.821691 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ce8fc9cb-95a4-47c2-95b6-e91ba41d9ffc req-b15f586b-831d-4cca-a294-248cf3660cea service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920215 Jun 25 09:57:42.911672 n-d-761264-15 neutron-server[94025]: INFO neutron.wsgi [req-ce8fc9cb-95a4-47c2-95b6-e91ba41d9ffc req-8170002b-d48e-4bbf-8bee-2682f2dca2aa service neutron] 10.222.0.38 "GET /v2.0/networks/33e17a24-daa8-4e59-a2d7-0bd88d6f70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834777 Jun 25 09:57:45.173389 n-d-761264-15 neutron-server[94024]: DEBUG neutron.wsgi [req-8e931468-8433-4507-95fa-173b4dae66dc req-d7159c03-e4da-418c-9003-18475e1f7acf service neutron] (94024) timed out ('10.222.0.93', 58034) {{(pid=94024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}